-- Logs begin at Tue 2021-07-27 18:59:32 UTC, end at Tue 2021-07-27 21:25:09 UTC. -- Jul 27 19:29:26.234405 n-d-705657-21 systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 19:29:28.977596 n-d-705657-21 neutron-server[93950]: INFO neutron.common.config [-] Logging enabled! Jul 27 19:29:28.978566 n-d-705657-21 neutron-server[93950]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev500 Jul 27 19:29:28.978666 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93950) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 19:29:28.981937 n-d-705657-21 neutron-server[93950]: INFO neutron.common.config [-] Logging enabled! Jul 27 19:29:28.982194 n-d-705657-21 neutron-server[93950]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev500 Jul 27 19:29:28.982498 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93950) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 19:29:28.983553 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 19:29:28.984162 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 19:29:28.984545 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 19:29:28.984783 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 19:29:28.985003 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 19:29:28.985319 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.985611 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.985900 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.986143 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.986431 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.986710 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.986974 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.987251 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.987532 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.987813 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.988085 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.988346 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.988594 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.988864 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.989141 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.989416 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.989631 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] debug = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.989906 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.990321 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.990726 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.991000 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.991280 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.991550 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.991815 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.992087 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.992364 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.992712 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] host = n-d-705657-21 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.992984 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.993258 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.993539 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.993816 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.994082 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.994349 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.994625 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.994889 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.995152 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] log_file = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.995420 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.995701 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.995979 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.996258 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.996505 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.996721 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.996999 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.997275 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.997545 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.997814 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.998080 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.998350 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.998617 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.998898 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.999607 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:28.999902 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.000193 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.000496 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.000773 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.001043 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.001312 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.001588 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.001859 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.002129 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.002397 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.002678 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.002952 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.003207 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.003498 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.003778 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.004053 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.004330 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.004621 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.004898 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.005164 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.005430 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.005696 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] use_json = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.005963 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.006230 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.006503 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.006771 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.007038 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.007304 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.007568 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.007846 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:29.008139 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.008447 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.008744 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.009021 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.009309 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.009583 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.009865 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.010144 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.010425 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.010704 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.010987 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.011257 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.011537 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.011809 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.012095 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.012420 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.012696 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.012981 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.013250 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.013515 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.013781 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.014053 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.014333 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.014792 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.015355 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.015631 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.015909 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.016196 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.016500 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.016771 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.017045 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.017327 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.017599 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.017866 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.018142 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.018415 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.018682 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.018948 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.019222 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.019504 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.019774 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.020040 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.020309 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.020602 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.020870 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.021151 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.021418 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.021681 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.021946 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.022216 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.022485 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.022757 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.023032 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.023300 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.023572 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.023842 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.024110 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.024382 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.024675 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.024943 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.025212 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.025478 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.025751 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.026020 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.026291 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.026560 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.026829 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.027097 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.027378 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.027669 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.027941 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.028213 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.028514 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.028788 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.029059 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.029328 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.029598 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.029873 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.030165 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.030911 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.031200 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.031483 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.031766 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.032040 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.032333 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.032644 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.032921 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.033195 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.033473 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.033760 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.034039 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.034329 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.034619 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.034908 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.035198 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.035485 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.035763 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.036066 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.036342 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:29.036580 n-d-705657-21 neutron-server[93950]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 19:29:29.036817 n-d-705657-21 neutron-server[93950]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93950) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 19:29:29.387831 n-d-705657-21 neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 19:29:29.388057 n-d-705657-21 neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 19:29:29.388371 n-d-705657-21 neutron-server[93950]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 19:29:29.388735 n-d-705657-21 neutron-server[93950]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 19:29:29.789378 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.789681 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.789955 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.791259 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.791543 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.791846 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.826284 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.826558 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.826838 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.841577 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.841853 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.842143 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.870893 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.871164 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.871439 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.907293 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.907580 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:29.907853 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.135165 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.135787 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.135787 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.135928 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.136571 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.256782 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.257074 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.257389 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.257655 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.257915 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.258222 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.258477 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.258725 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.258973 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.259246 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.259501 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.259749 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.259998 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.260245 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.260520 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.260785 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.261039 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.261299 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.261564 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.261800 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.262068 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.262316 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.262590 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.262960 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.263205 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.263447 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.263839 n-d-705657-21 neutron-server[93950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 19:29:30.264074 n-d-705657-21 neutron-server[93950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 19:29:30.264307 n-d-705657-21 neutron-server[93950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 19:29:30.264655 n-d-705657-21 neutron-server[93950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 19:29:30.264888 n-d-705657-21 neutron-server[93950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 19:29:30.265123 n-d-705657-21 neutron-server[93950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 19:29:30.265481 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 19:29:30.268621 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 19:29:30.272557 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 19:29:30.276222 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 27 19:29:30.278016 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 19:29:30.278474 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 19:29:30.278804 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 19:29:30.279179 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 19:29:30.282027 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 19:29:30.282266 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 19:29:30.282611 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 19:29:30.287885 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 19:29:30.310173 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 19:29:30.310612 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.310887 n-d-705657-21 neutron-server[93950]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93950) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 27 19:29:30.311267 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.312656 n-d-705657-21 neutron-server[93950]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93950) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 19:29:30.312938 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 19:29:30.313175 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 19:29:30.316580 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.316859 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:30.383922 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 19:29:30.384204 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 19:29:30.384538 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 19:29:30.384945 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 19:29:30.408088 n-d-705657-21 neutron-server[93950]: DEBUG oslo_db.sqlalchemy.engines [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93950) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 19:29:30.964845 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Initializing driver for type 'gre' Jul 27 19:29:30.965435 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] gre ID ranges: [(1, 1000)] Jul 27 19:29:31.023075 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Initializing driver for type 'local' Jul 27 19:29:31.023413 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Initializing driver for type 'vlan' Jul 27 19:29:31.039232 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] VlanTypeDriver initialization complete Jul 27 19:29:31.039596 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Initializing driver for type 'vxlan' Jul 27 19:29:31.040120 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] vxlan ID ranges: [(1, 1000)] Jul 27 19:29:31.102139 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Initializing extension driver 'port_security' Jul 27 19:29:31.102506 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] PortSecurityExtensionDriver initialization complete Jul 27 19:29:31.102840 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Initializing mechanism driver 'openvswitch' Jul 27 19:29:31.103505 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Initializing mechanism driver 'hyperv' Jul 27 19:29:31.110228 n-d-705657-21 neutron-server[93950]: DEBUG neutron.plugins.ml2.plugin [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:29:31.111096 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > port after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.111470 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > port after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.111822 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > port after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.112343 n-d-705657-21 neutron-server[93950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 19:29:31.112797 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > subnet after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.113151 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > subnet after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.113498 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.113885 n-d-705657-21 neutron-server[93950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 19:29:31.114284 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > network after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.114629 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > network after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.114967 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > network after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.115354 n-d-705657-21 neutron-server[93950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 19:29:31.115750 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > security_group after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.116099 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > security_group after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.116454 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.116846 n-d-705657-21 neutron-server[93950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 19:29:31.117243 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.117588 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.117928 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.118311 n-d-705657-21 neutron-server[93950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 19:29:31.118710 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > address_group after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.119050 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > address_group after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.119384 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.119765 n-d-705657-21 neutron-server[93950]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93950) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 19:29:31.120133 n-d-705657-21 neutron-server[93950]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] ML2 OVO RPC backend initialized. {{(pid=93950) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 27 19:29:31.120867 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.121220 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.121633 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > network before_response 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.121976 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > networks before_response 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.122318 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > port before_response 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.122658 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > ports before_response 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.122995 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > subnet before_response 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.123335 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > subnets before_response 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.123676 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > network after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.124039 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > network after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.124373 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > network after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.124732 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > port after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.125064 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > port after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.125395 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > port after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.125728 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > subnet after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.126063 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > subnet after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.126391 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.126964 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.plugin [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Modular L2 Plugin initialization complete Jul 27 19:29:31.127292 n-d-705657-21 neutron-server[93950]: DEBUG neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading services supported by the core plugin {{(pid=93950) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 19:29:31.127613 n-d-705657-21 neutron-server[93950]: INFO neutron.plugins.ml2.managers [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Got port-security extension from driver 'port_security' Jul 27 19:29:31.128076 n-d-705657-21 neutron-server[93950]: INFO neutron.extensions.vlantransparent [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Disabled vlantransparent extension. Jul 27 19:29:31.128640 n-d-705657-21 neutron-server[93950]: DEBUG neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93950) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 19:29:31.128892 n-d-705657-21 neutron-server[93950]: INFO neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading Plugin: router Jul 27 19:29:31.164199 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.164752 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router after_create 55549900 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.164987 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router before_create 55549900 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.165351 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.165722 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.166122 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router after_delete 55549900 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.166501 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.166997 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router after_create 55549900 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.167345 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router after_update 55549900 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.167694 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router after_update 55549900 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.168041 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.168422 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router after_update 55549900 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.168816 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router precommit_update 55549900 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.169217 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: port after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.169541 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: port after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.169880 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: subnet after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.170234 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.170561 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.170989 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router precommit_create 55549900 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.171336 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: port before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.171677 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router precommit_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.172040 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router after_update 55549900 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.172386 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.172744 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router precommit_create 55549900 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.173102 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.173446 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router precommit_update 55549900 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.173806 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > agent after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.174153 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > agent after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.174494 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > network after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.175362 n-d-705657-21 neutron-server[93950]: DEBUG neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Tracking information for resource: router configured {{(pid=93950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 19:29:31.175691 n-d-705657-21 neutron-server[93950]: DEBUG neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Tracking information for resource: floatingip configured {{(pid=93950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 19:29:31.180617 n-d-705657-21 neutron-server[93950]: INFO neutron.db.l3_agentschedulers_db [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 19:29:31.181193 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: port after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.181552 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: port after_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.181906 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: port after_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.182257 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: port after_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.183090 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router before_create 55550100 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.183457 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.183820 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router precommit_create 55550100 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.184174 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > router precommit_update 55550100 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.188977 n-d-705657-21 neutron-server[93950]: DEBUG neutron.services.provider_configuration [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Service providers = [] {{(pid=93950) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 19:29:31.189356 n-d-705657-21 neutron-server[93950]: DEBUG neutron.db.servicetype_db [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93950) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 19:29:31.192383 n-d-705657-21 neutron-server[93950]: DEBUG neutron.services.service_base [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 19:29:31.192756 n-d-705657-21 neutron-server[93950]: DEBUG neutron.services.service_base [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 19:29:31.193098 n-d-705657-21 neutron-server[93950]: DEBUG neutron.services.service_base [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 19:29:31.193987 n-d-705657-21 neutron-server[93950]: DEBUG neutron.services.service_base [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 19:29:31.194357 n-d-705657-21 neutron-server[93950]: INFO neutron.services.service_base [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 19:29:31.194732 n-d-705657-21 neutron-server[93950]: DEBUG neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 19:29:31.195051 n-d-705657-21 neutron-server[93950]: INFO neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 19:29:31.207170 n-d-705657-21 neutron-server[93950]: DEBUG neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 19:29:31.207504 n-d-705657-21 neutron-server[93950]: INFO neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading Plugin: auto_allocate Jul 27 19:29:31.213251 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: network precommit_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.213620 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: network precommit_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.214143 n-d-705657-21 neutron-server[93950]: DEBUG neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 19:29:31.214461 n-d-705657-21 neutron-server[93950]: INFO neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading Plugin: tag Jul 27 19:29:31.221495 n-d-705657-21 neutron-server[93950]: DEBUG neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 19:29:31.221762 n-d-705657-21 neutron-server[93950]: INFO neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading Plugin: timestamp Jul 27 19:29:31.226303 n-d-705657-21 neutron-server[93950]: DEBUG neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 19:29:31.226634 n-d-705657-21 neutron-server[93950]: INFO neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading Plugin: network_ip_availability Jul 27 19:29:31.233474 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.233898 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.234333 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.235062 n-d-705657-21 neutron-server[93950]: DEBUG neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 19:29:31.235379 n-d-705657-21 neutron-server[93950]: INFO neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading Plugin: flavors Jul 27 19:29:31.240513 n-d-705657-21 neutron-server[93950]: DEBUG neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 19:29:31.240837 n-d-705657-21 neutron-server[93950]: INFO neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading Plugin: revisions Jul 27 19:29:31.245144 n-d-705657-21 neutron-server[93950]: DEBUG neutron.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 19:29:31.245539 n-d-705657-21 neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.857s {{(pid=93950) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 19:29:31.246270 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93950) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 27 19:29:31.246604 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Initializing extension manager. Jul 27 19:29:31.247109 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: __init__.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.247451 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: __pycache__ {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.247781 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.248110 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: address_group.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.248943 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.249654 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: address-group Jul 27 19:29:31.249963 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: address_scope.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.250682 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.251186 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: address-scope Jul 27 19:29:31.251516 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.252472 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.252979 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: router-admin-state-down-before-update Jul 27 19:29:31.253301 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: agent.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.254002 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.254501 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: agent Jul 27 19:29:31.254818 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: agent_resources_synced.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.255725 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.256233 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: agent-resources-synced Jul 27 19:29:31.256577 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: allowedaddresspairs.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.258371 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.258888 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: allowed-address-pairs Jul 27 19:29:31.259210 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: auto_allocated_topology.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.260289 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.260812 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: auto-allocated-topology Jul 27 19:29:31.261130 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: availability_zone.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.261827 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.262327 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: availability_zone Jul 27 19:29:31.262642 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: availability_zone_filter.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.263560 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.264059 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: availability_zone_filter Jul 27 19:29:31.264378 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: data_plane_status.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.265354 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.265852 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 19:29:31.266175 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: default_subnetpools.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.267084 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.267587 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: default-subnetpools Jul 27 19:29:31.267904 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.268744 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.269244 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: dhcp_agent_scheduler Jul 27 19:29:31.269577 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: dns.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.270476 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.270971 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension dns-integration not supported by any of loaded plugins Jul 27 19:29:31.271296 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: dns_domain_ports.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.272210 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.272737 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 19:29:31.273056 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.273972 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.274474 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 19:29:31.274794 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: dvr.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.275474 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.275962 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: dvr Jul 27 19:29:31.276280 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: ecmp_routes.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.277235 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.277730 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 19:29:31.278045 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: empty_string_filtering.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.278951 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.279453 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: empty-string-filtering Jul 27 19:29:31.279769 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.280753 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.281251 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 19:29:31.281573 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.282496 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.282989 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 19:29:31.283305 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: external_net.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.284217 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.284753 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: external-net Jul 27 19:29:31.285068 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.285990 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.286490 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: extra_dhcp_opt Jul 27 19:29:31.286808 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: extraroute.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.287725 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.288227 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: extraroute Jul 27 19:29:31.288586 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: extraroute_atomic.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.289615 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.290124 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: extraroute-atomic Jul 27 19:29:31.290442 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: filter_validation.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.291277 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.291780 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: filter-validation Jul 27 19:29:31.292098 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: fip_pf_description.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.293050 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.293544 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 19:29:31.293864 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: fip_port_details.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.294785 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.295289 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: fip-port-details Jul 27 19:29:31.295608 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: flavors.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.297018 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.297532 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: flavors Jul 27 19:29:31.297857 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.299527 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.300046 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 19:29:31.300374 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: floatingip_pools.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.301100 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.301618 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: floatingip-pools Jul 27 19:29:31.301942 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: ip_allocation.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.302872 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.303373 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 19:29:31.303693 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.304644 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.305151 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: ip-substring-filtering Jul 27 19:29:31.305473 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: l2_adjacency.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.306402 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.306899 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 19:29:31.307218 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: l3.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.308193 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.308740 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: router Jul 27 19:29:31.309063 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.311349 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.312028 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 19:29:31.312364 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.313337 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.313853 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: ext-gw-mode Jul 27 19:29:31.314178 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.315122 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.315627 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: l3-ha Jul 27 19:29:31.315948 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: l3_flavors.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.316891 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.317395 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: l3-flavors Jul 27 19:29:31.317716 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.318640 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.319148 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 19:29:31.319471 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: l3agentscheduler.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.320565 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.321075 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: l3_agent_scheduler Jul 27 19:29:31.321400 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: logging.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.322898 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.323409 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension logging not supported by any of loaded plugins Jul 27 19:29:31.323738 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: metering.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.324520 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.325093 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: metering Jul 27 19:29:31.325415 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.326636 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.327219 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: metering_source_and_destination_fields Jul 27 19:29:31.327544 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: multiprovidernet.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.328493 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.329003 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: multi-provider Jul 27 19:29:31.329327 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: netmtu.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.330238 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.330741 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: net-mtu Jul 27 19:29:31.331085 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: netmtu_writable.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.331999 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.332537 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: net-mtu-writable Jul 27 19:29:31.332860 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: network_availability_zone.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.333532 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.334036 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: network_availability_zone Jul 27 19:29:31.334352 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: network_ip_availability.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.335445 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.335981 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: network-ip-availability Jul 27 19:29:31.336308 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: network_segment_range.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.337101 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.337604 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 19:29:31.337925 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: pagination.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.338915 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.339240 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: pagination Jul 27 19:29:31.339555 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: port_device_profile.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.340505 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.341009 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: port-device-profile Jul 27 19:29:31.341336 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.342264 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.342833 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: port-mac-address-regenerate Jul 27 19:29:31.343162 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.344080 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.344639 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: port-numa-affinity-policy Jul 27 19:29:31.344959 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: port_resource_request.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.345870 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.346367 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 19:29:31.346687 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: portbindings.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.347624 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.348129 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: binding Jul 27 19:29:31.348479 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: portbindings_extended.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.349765 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.350279 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: binding-extended Jul 27 19:29:31.350609 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: portsecurity.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.351540 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.352044 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: port-security Jul 27 19:29:31.352369 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: project_id.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.353697 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.354022 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: project-id Jul 27 19:29:31.354342 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: providernet.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.355271 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.355774 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: provider Jul 27 19:29:31.356089 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: qos.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.359628 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.360141 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension qos not supported by any of loaded plugins Jul 27 19:29:31.360503 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.361755 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.362265 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 19:29:31.362594 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.363514 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.364018 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 19:29:31.364342 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: qos_default.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.365292 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.365800 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension qos-default not supported by any of loaded plugins Jul 27 19:29:31.366121 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: qos_fip.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.366776 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.367271 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension qos-fip not supported by any of loaded plugins Jul 27 19:29:31.367591 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: qos_gateway_ip.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.368589 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.369101 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 19:29:31.369417 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: qos_port_network_policy.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.370328 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.370830 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 19:29:31.371156 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: qos_rule_type_details.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.372075 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.372613 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 19:29:31.372932 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: qos_rules_alias.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.374068 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.374582 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 19:29:31.374902 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: quotasv2.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.376008 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.376331 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: quotas Jul 27 19:29:31.376676 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: quotasv2_detail.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.379788 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.380129 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: quota_details Jul 27 19:29:31.380489 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: rbac.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.381584 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.382103 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: rbac-policies Jul 27 19:29:31.382429 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: rbac_address_group.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.383393 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.383904 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: rbac-address-group Jul 27 19:29:31.384227 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: rbac_address_scope.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.385168 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.385677 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: rbac-address-scope Jul 27 19:29:31.386047 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: rbac_security_groups.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.387042 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.387542 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: rbac-security-groups Jul 27 19:29:31.387862 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: rbac_subnetpool.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.388818 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.389329 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: rbac-subnetpool Jul 27 19:29:31.389703 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: revisionifmatch.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.390633 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.391142 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: revision-if-match Jul 27 19:29:31.391457 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: revisions.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.392622 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.393135 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: standard-attr-revisions Jul 27 19:29:31.393457 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: router_availability_zone.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.394289 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.394694 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: router_availability_zone Jul 27 19:29:31.395017 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: routerservicetype.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.396100 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.396727 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension router-service-type not supported by any of loaded plugins Jul 27 19:29:31.397054 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.398054 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.398562 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: security-groups-normalized-cidr Jul 27 19:29:31.398882 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.399867 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.400382 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: port-security-groups-filtering Jul 27 19:29:31.400725 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.401674 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.402182 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: security-groups-remote-address-group Jul 27 19:29:31.402486 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: securitygroup.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.413544 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.414197 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: security-group Jul 27 19:29:31.414529 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: segment.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.415431 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.416008 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension segment not supported by any of loaded plugins Jul 27 19:29:31.416355 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.417436 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.418010 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 19:29:31.418322 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: servicetype.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.419867 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.420559 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: service-type Jul 27 19:29:31.421041 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: sorting.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.422249 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.422584 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: sorting Jul 27 19:29:31.422975 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: standard_attr_segment.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.424053 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.424585 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 19:29:31.424909 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: standardattrdescription.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.425562 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.426066 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: standard-attr-description Jul 27 19:29:31.426390 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: stateful_security_group.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.427323 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.427833 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: stateful-security-group Jul 27 19:29:31.428158 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: stdattrs_common.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.428770 n-d-705657-21 neutron-server[93950]: WARNING neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 19:29:31.429093 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.430037 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.430544 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 19:29:31.430864 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: subnet_onboard.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.431965 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.432515 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: subnet_onboard Jul 27 19:29:31.432841 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.433775 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.434282 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 19:29:31.434604 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: subnet_service_types.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.435526 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.436039 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: subnet-service-types Jul 27 19:29:31.436480 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: subnetallocation.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.437592 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.438098 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: subnet_allocation Jul 27 19:29:31.438420 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.439094 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.439596 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: subnetpool-prefix-ops Jul 27 19:29:31.439915 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.440893 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.441401 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 19:29:31.441725 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: tagging.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.442818 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.443335 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: standard-attr-tag Jul 27 19:29:31.443659 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: timestamp.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.444922 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.445429 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loaded extension: standard-attr-timestamp Jul 27 19:29:31.445754 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: trunk.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.446789 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.447302 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension trunk not supported by any of loaded plugins Jul 27 19:29:31.447625 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: trunk_details.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.448586 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.449113 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension trunk-details not supported by any of loaded plugins Jul 27 19:29:31.449435 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: uplink_status_propagation.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.450360 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.450867 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 19:29:31.451194 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Loading extension file: vlantransparent.py {{(pid=93950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 19:29:31.451920 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 19:29:31.452472 n-d-705657-21 neutron-server[93950]: INFO neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 19:29:31.454983 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:network Jul 27 19:29:31.455514 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:subnet Jul 27 19:29:31.455938 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 19:29:31.456334 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:port Jul 27 19:29:31.457713 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.v2.resource_helper [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 19:29:31.458179 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.v2.resource_helper [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Service FLAVORS assigned prefix: {{(pid=93950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 19:29:31.458816 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.v2.resource_helper [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 19:29:31.459234 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.v2.resource_helper [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 19:29:31.459569 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:router Jul 27 19:29:31.459999 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:floatingip Jul 27 19:29:31.460514 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.v2.resource_helper [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Service METERING assigned prefix: /metering {{(pid=93950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 19:29:31.462007 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.462395 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.462749 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:29:31.463819 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 19:29:31.464264 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:security_group Jul 27 19:29:31.464720 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 19:29:31.465345 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.v2.resource_helper [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Service CORE assigned prefix: {{(pid=93950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 19:29:31.465708 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 19:29:31.466059 n-d-705657-21 neutron-server[93950]: WARNING neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] subnetpool is already registered Jul 27 19:29:31.466477 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.v2.resource_helper [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Service CORE assigned prefix: {{(pid=93950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 19:29:31.466802 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 19:29:31.467137 n-d-705657-21 neutron-server[93950]: WARNING neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] subnetpool is already registered Jul 27 19:29:31.469753 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.v2.resource_helper [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 19:29:31.470298 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.v2.resource_helper [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Service FLAVORS assigned prefix: {{(pid=93950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 19:29:31.470916 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.v2.resource_helper [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 19:29:31.471346 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.v2.resource_helper [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 19:29:31.471750 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:router Jul 27 19:29:31.472027 n-d-705657-21 neutron-server[93950]: WARNING neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] router is already registered Jul 27 19:29:31.472426 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:floatingip Jul 27 19:29:31.472768 n-d-705657-21 neutron-server[93950]: WARNING neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] floatingip is already registered Jul 27 19:29:31.473242 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.v2.resource_helper [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Service METERING assigned prefix: /metering {{(pid=93950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 19:29:31.473951 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 19:29:31.474277 n-d-705657-21 neutron-server[93950]: WARNING neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] rbac_policy is already registered Jul 27 19:29:31.474701 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:security_group Jul 27 19:29:31.475029 n-d-705657-21 neutron-server[93950]: WARNING neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] security_group is already registered Jul 27 19:29:31.475436 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 19:29:31.475766 n-d-705657-21 neutron-server[93950]: WARNING neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] security_group_rule is already registered Jul 27 19:29:31.476255 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.v2.resource_helper [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Service CORE assigned prefix: {{(pid=93950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 19:29:31.476605 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 19:29:31.476930 n-d-705657-21 neutron-server[93950]: WARNING neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] subnetpool is already registered Jul 27 19:29:31.477352 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.v2.resource_helper [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Service CORE assigned prefix: {{(pid=93950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 19:29:31.477672 n-d-705657-21 neutron-server[93950]: INFO neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 19:29:31.477997 n-d-705657-21 neutron-server[93950]: WARNING neutron.quota.resource_registry [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] subnetpool is already registered Jul 27 19:29:31.480056 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: extensions {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.481562 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: address-groups {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.483048 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: address-scopes {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.484657 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: agents {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.485917 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: auto-allocated-topology {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.487165 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: availability_zones {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.488375 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: dhcp-networks {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.489816 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: dhcp-agents {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.491334 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: routers {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.493076 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: flavors {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.494230 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: service_profiles {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.495552 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: next_providers {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.497012 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: service_profiles {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.498446 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: floatingip-pools {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.500107 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: routers {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.501879 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: floatingips {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.503054 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: l3-routers {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.504568 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: l3-agents {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.505985 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: metering-labels {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.507232 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: metering-label-rules {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.508522 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: network-ip-availabilities {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.509863 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: bindings {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.511466 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: quotas {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.512924 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: quotas {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.514468 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: rbac-policies {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.515782 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: security-groups {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.517037 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: security-group-rules {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.518351 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: service-providers {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.519587 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: subnetpools {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.520947 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: subnetpools {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.522496 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: tags {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.524161 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: tags {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.525900 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: tags {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.527771 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: tags {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.529507 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: tags {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.531583 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: tags {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.533375 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: tags {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.535165 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: tags {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.537939 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: tags {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.539693 n-d-705657-21 neutron-server[93950]: DEBUG neutron.api.extensions [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Extended resource: tags {{(pid=93950) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 19:29:31.545760 n-d-705657-21 neutron-server[93950]: WARNING keystonemiddleware.auth_token [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 19:29:31.550460 n-d-705657-21 neutron-server[93950]: WARNING keystonemiddleware.auth_token [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 19:29:31.558919 n-d-705657-21 neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Acquired lock "singleton_lock" {{(pid=93950) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 27 19:29:31.559388 n-d-705657-21 neutron-server[93950]: DEBUG oslo_concurrency.lockutils [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Releasing lock "singleton_lock" {{(pid=93950) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 27 19:29:31.560035 n-d-705657-21 neutron-server[93950]: INFO oslo_service.service [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Starting 2 workers Jul 27 19:29:31.565129 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Started child 94059 {{(pid=93950) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 19:29:31.569627 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Started child 94060 {{(pid=93950) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 19:29:31.570420 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:31.571205 n-d-705657-21 neutron-server[93950]: INFO neutron.service [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 19:29:31.571843 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [-] (94059) wsgi starting up on http://0.0.0.0:9696 Jul 27 19:29:31.571977 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Notify callbacks [] for process, before_spawn {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:31.574289 n-d-705657-21 neutron-server[93950]: INFO oslo_service.service [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Starting 1 workers Jul 27 19:29:31.574774 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:31.576172 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [-] (94060) wsgi starting up on http://0.0.0.0:9696 Jul 27 19:29:31.579375 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Started child 94061 {{(pid=93950) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 19:29:31.579901 n-d-705657-21 neutron-server[93950]: INFO oslo_service.service [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Starting 1 workers Jul 27 19:29:31.583092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.service [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] calling RpcWorker wait() {{(pid=94061) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 19:29:31.583688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.service [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] returning from RpcWorker wait() {{(pid=94061) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 19:29:31.584304 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Started child 94062 {{(pid=93950) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 19:29:31.584946 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:31.585081 n-d-705657-21 neutron-server[93950]: DEBUG neutron_lib.callbacks.manager [None req-9b20711e-b317-4289-81ee-10a069d3f88e None None] Notify callbacks [] for process, after_spawn {{(pid=93950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:31.585402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:29:31.586923 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93950) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 19:29:31.587128 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 19:29:31.587305 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 19:29:31.587523 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 19:29:31.587796 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 19:29:31.588013 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 19:29:31.588541 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.588788 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.589058 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.589338 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.589472 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:31.589955 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.590222 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.590466 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.590626 n-d-705657-21 neutron-server[94062]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:29:31.590718 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.590988 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.591223 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.591409 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.591564 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.591795 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.592044 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.592380 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.592800 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.593156 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.593591 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.593591 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.593900 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.594164 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.594455 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.594901 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] debug = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.595297 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.595797 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.596029 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.596373 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.596774 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.597066 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.597315 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.597616 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.597866 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.598127 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.598526 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.598936 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.599321 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.599667 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.599910 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.600165 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.600556 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.600896 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] host = n-d-705657-21 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.601132 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.601373 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.601625 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.601872 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.602122 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.602342 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.602591 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.602841 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.603104 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.603638 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.603891 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.604137 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.604375 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.604750 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_file = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.604896 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_options = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.605042 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.605280 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.605550 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.605743 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.605909 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.606081 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.606341 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.606487 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.606738 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.607013 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.607233 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.607461 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.607692 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.607905 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.608138 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.608751 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.608751 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.609215 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.609215 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.609495 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.609636 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.609768 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.609988 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.610230 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.610443 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.610676 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.610904 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.611121 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.611350 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.611654 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.611890 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.612247 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.612536 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.612791 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.613036 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.613261 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.613503 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.613787 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.614021 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.614277 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.614523 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.614740 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.614985 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.615191 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.615422 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.615657 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] use_json = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.615903 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.616074 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.616331 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.616583 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.616789 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.617004 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.617244 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.617524 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.617973 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.618245 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.618685 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.618936 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.619179 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.619329 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.619498 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.620303 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.620612 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.620788 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.621079 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.621322 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.621643 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.621844 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.622039 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.622342 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.622603 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.622893 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.623214 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.623466 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.623925 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.624129 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.624313 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.624592 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.624842 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.625280 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.625429 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.625573 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.625814 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.626048 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.626285 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.626522 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.626787 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.627015 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.627704 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.627962 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.628194 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.628456 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.628690 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.628944 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.629183 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.629413 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.629609 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.629831 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.630061 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.630279 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.630493 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.630739 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.630988 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.631249 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.631478 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.631731 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.631932 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.632134 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.632354 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.632612 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.632985 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.633127 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.633258 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.633486 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.634005 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.635980 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.636839 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.638820 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.638958 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.640045 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.641556 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.644287 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.645183 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.645438 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.645701 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.645947 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.646219 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.646458 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.646689 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.646929 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.647152 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.647415 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.647631 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.647860 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.648142 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.648348 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.648640 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.648866 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.649170 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.649481 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.649984 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.650281 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.650540 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.650845 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.651027 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.651281 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.651537 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.651768 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.652006 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.652278 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.652580 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.652897 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.653275 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.653630 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.654027 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.654311 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.654563 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.654819 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.655137 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.655443 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.655714 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.656333 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.656598 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.656873 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.657114 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.657393 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.657651 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.657941 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.658192 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.658452 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.658753 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.659020 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.659293 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.659545 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.659780 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.660046 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.660293 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.660947 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.661196 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.663042 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.664144 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.664504 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.664784 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.665053 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.665287 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.665533 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.665876 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.666147 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.666417 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.666670 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.666938 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.667190 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.667460 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.667728 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.667985 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.668245 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.668593 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.668893 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.669134 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.669527 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.669808 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.670671 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.670937 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.671183 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.671413 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.671725 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.672130 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.672579 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.672819 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.673046 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.673702 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.674774 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.675010 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.675281 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.675740 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.676643 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.677101 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.677376 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.677641 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.677888 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.678146 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.678418 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.678654 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.678943 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.679213 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.679460 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.679705 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.679964 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.680214 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.680470 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.680752 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.680986 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.681205 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.681445 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.681672 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.681912 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.682134 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.682365 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.682606 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.682844 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.683103 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.683485 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.683742 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.683977 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.684236 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.684891 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.685133 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.685371 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.685589 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.685807 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.686024 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.686241 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.686601 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.686877 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.687193 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.687423 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.687638 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.687852 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.688070 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.688287 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.688616 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.688849 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.689080 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.689338 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.689584 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.689814 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.690048 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.690260 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.690473 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.690716 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.690931 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.691151 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.691380 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.691593 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.691803 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.692026 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.692242 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.692473 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.692735 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.692945 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.693156 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.693386 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.693622 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.693832 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.694059 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.694313 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.694526 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.694751 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.694969 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.695182 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.695411 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.695621 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.695830 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.696071 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.696286 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.696522 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.696817 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.697065 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.697305 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.697588 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.697834 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.698078 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.698347 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.698647 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.698878 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.699139 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.699373 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.699609 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.699861 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.700117 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.700456 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.700772 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.701019 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.701272 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.701543 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.702254 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.703068 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.703319 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.703613 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.703950 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.704681 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.704947 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.705187 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.705443 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.705689 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.705929 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.706155 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.706524 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.706852 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.707448 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.707735 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.707998 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.708223 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.708516 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.708760 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.709020 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.709234 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.709475 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.709714 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.709894 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 19:29:31.710845 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93950) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 19:29:31.711005 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 19:29:31.711159 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 19:29:31.711326 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 19:29:31.711495 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 19:29:31.711648 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 19:29:31.711855 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.712017 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.712176 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.712337 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.712545 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.712730 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.712893 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.713055 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.713214 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.713385 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.713599 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.713759 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.713920 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.714074 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.714237 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.714483 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.714654 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.714813 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.714976 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.715135 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.715294 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.715454 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.715612 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] debug = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.715768 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.715973 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.716138 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.716298 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.716477 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.716637 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.716794 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.716952 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.717116 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.717272 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.717746 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.717946 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.718151 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.718312 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.718473 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.718632 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.718790 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.719207 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] host = n-d-705657-21 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.719370 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.719684 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.719842 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.720001 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.720160 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.720303 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.720488 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.720648 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.720806 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.720963 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.721122 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.721282 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.721440 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.721599 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_file = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.721808 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_options = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.721901 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.722061 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.722145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:29:31.722229 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.722392 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.722554 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.722713 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.722871 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.723028 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.723187 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.723346 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.723504 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.723663 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.723820 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.723977 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.724136 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.724293 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.724474 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.724641 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.724800 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.724958 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.725117 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.725275 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.725433 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.725593 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.725750 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.725908 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.726065 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.726222 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.726379 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.726539 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.726696 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.726854 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.727013 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.727171 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.727330 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.727488 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.727645 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.727808 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.727967 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.728128 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.728625 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.728766 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.728925 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.729082 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.729241 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.729397 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] use_json = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.729556 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.729716 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.729874 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.730032 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.730189 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.730347 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.730505 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.730663 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 19:29:31.730842 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.731004 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.731179 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.731341 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.731504 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.731664 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.731823 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.731984 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.732144 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.732305 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.732496 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.732660 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.732832 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.732995 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.733191 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.733392 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.734048 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.735007 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.735177 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.735341 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.735505 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.735667 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.735857 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.736007 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.736169 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.736331 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.736518 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.736682 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.736844 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.736999 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.737208 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.737331 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.737450 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.737606 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.737766 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.737929 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.738091 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.738253 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.738416 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.738579 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.738741 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.738902 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.739065 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.739228 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.739390 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.739553 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.739714 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.739875 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.740036 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.740195 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.740409 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.740554 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.740714 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.740876 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.741038 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.741239 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.741408 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.741570 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.741731 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.741895 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.742055 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.742231 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.742392 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.742552 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.742714 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.742874 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.743033 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.743195 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.743356 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.743518 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.743678 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.743839 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.743999 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.744161 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.744424 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.744617 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.744781 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.744943 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.745105 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.745267 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.745428 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.745590 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.745755 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.745918 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.746089 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.746268 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.746429 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.746591 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.746752 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.746914 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.747073 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.747234 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.747394 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.747554 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.747715 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.747876 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.748035 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.748199 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.748361 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.748689 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.748689 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.749036 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.749178 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.749350 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.749516 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.749662 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.749806 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.749939 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.750097 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.750256 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.750417 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.750587 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.750749 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.750914 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.751073 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.751245 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.751422 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.751597 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.751802 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.751972 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.752133 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.752296 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.752477 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.752640 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.752800 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.752962 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.753123 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.753294 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.753467 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.753628 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.753789 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.753948 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.754133 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.754294 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.754454 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.754622 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.754784 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.754945 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.755106 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.755268 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.755428 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.755588 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.755749 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.755912 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.756073 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.756235 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.756411 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.756582 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.756746 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.756910 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.757071 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.757235 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.757397 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.757558 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.757718 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.757879 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.758042 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.758206 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.758368 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.758529 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.758690 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.758852 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.759012 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.759173 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.759333 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.759493 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.759652 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.759812 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.759972 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.760137 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.760297 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.760480 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.760643 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.760805 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.760966 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.761129 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.761293 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.761454 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.761616 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.761778 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.761941 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.762103 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.762265 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.762426 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.762589 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.762753 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.762916 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.763093 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.763253 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.763414 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.764009 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.764009 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.764009 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.764009 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.764626 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.764626 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.764855 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.764972 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.765893 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.766066 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.766231 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.766395 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.766553 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.766710 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.766869 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.767189 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.767369 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.767845 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.767845 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.767845 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.768261 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.768261 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.768592 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.768592 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.768592 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.768951 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.768951 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.769095 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.769223 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.769386 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.769547 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.769706 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.769865 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.770028 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.770197 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.770357 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.770518 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.770678 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.770838 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.770999 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.771170 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.771331 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.771493 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.771653 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.771813 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.771976 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.772147 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.772308 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.772490 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.772652 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.772814 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.772974 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.773474 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.773644 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.773807 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.773978 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.774139 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.774299 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.774465 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.774644 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.774803 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.774967 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.775129 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.775290 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.775451 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.775613 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.775778 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.775949 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.776117 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.776280 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.776472 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.776644 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.776814 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.776975 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.777144 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.777319 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.777480 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.777957 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.777957 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.777957 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.778239 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.778239 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.778456 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.778536 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.778698 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.778858 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.779172 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.779332 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.779644 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.779791 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.779955 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.780197 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.780482 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.780880 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.781047 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 19:29:31.781201 n-d-705657-21 neutron-server[93950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93950) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 19:29:31.907660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56834) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:29:31.921174 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0097659 Jul 27 19:29:43.319572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd73b7-bd7b-46cb-ad9a-a4a7d080ebac None None] get_active_networks_info from n-d-705657-21 {{(pid=94061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 19:29:43.389607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd73b7-bd7b-46cb-ad9a-a4a7d080ebac None None] No non-hosted networks {{(pid=94061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 19:29:43.404749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.agentschedulers_db [None req-75fd73b7-bd7b-46cb-ad9a-a4a7d080ebac None None] DHCP Agent not found on host n-d-705657-21 {{(pid=94061) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 27 19:29:43.518252 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7075ad81-a310-45d9-873b-0f52ad209330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8238363'] for agent, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:46.038751 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c39e6b04-19ef-443a-85d7-027c5887fb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8238363'] for agent, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:46.076919 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-546d95ea-0a6d-4094-8206-4c7c9d81f720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:46.179635 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8238363'] for agent, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:46.180336 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:46.180706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:46.181042 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:46.181374 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:46.181752 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:46.182079 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:46.182654 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:46.183128 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:46.184205 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:46.185338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:46.185912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:46.186477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:46.187071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-705657-21', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:29:46.198989 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-705657-21', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:29:46.939891 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8238363'] for agent, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:48.716137 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8238363'] for agent, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:49.634854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56928) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:29:50.153116 n-d-705657-21 neutron-server[94059]: WARNING oslo_policy.policy [None req-f000dac2-75a4-42e7-82f7-faea8687016f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 19:29:50.153687 n-d-705657-21 neutron-server[94059]: WARNING oslo_policy.policy [None req-f000dac2-75a4-42e7-82f7-faea8687016f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 19:29:50.368037 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-f000dac2-75a4-42e7-82f7-faea8687016f admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:29:50.369330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f000dac2-75a4-42e7-82f7-faea8687016f admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7323391 Jul 27 19:29:51.356738 n-d-705657-21 neutron-server[94061]: INFO neutron.db.l3_hamode_db [None req-13eb70ea-a488-4bb3-94e4-0c260f4cf7b0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 19:29:51.433851 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eb70ea-a488-4bb3-94e4-0c260f4cf7b0 None None] Routers set() bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:29:51.434265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eb70ea-a488-4bb3-94e4-0c260f4cf7b0 None None] Router IDs set() for agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 19:29:52.794439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56942) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:29:53.340507 n-d-705657-21 neutron-server[94060]: WARNING oslo_policy.policy [None req-9e609cc7-7257-44a5-9c74-808146d9ef0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 19:29:53.341091 n-d-705657-21 neutron-server[94060]: WARNING oslo_policy.policy [None req-9e609cc7-7257-44a5-9c74-808146d9ef0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 19:29:53.553378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9e609cc7-7257-44a5-9c74-808146d9ef0a admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:29:53.644662 n-d-705657-21 neutron-server[94060]: DEBUG neutron.policy [None req-9e609cc7-7257-44a5-9c74-808146d9ef0a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94060) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 19:29:53.688433 n-d-705657-21 neutron-server[94060]: WARNING oslo_policy.policy [None req-9e609cc7-7257-44a5-9c74-808146d9ef0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 19:29:53.688819 n-d-705657-21 neutron-server[94060]: WARNING oslo_policy.policy [None req-9e609cc7-7257-44a5-9c74-808146d9ef0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 19:29:53.697331 n-d-705657-21 neutron-server[94060]: INFO neutron.quota [None req-9e609cc7-7257-44a5-9c74-808146d9ef0a admin admin] Loaded quota_driver: . Jul 27 19:29:53.793810 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e609cc7-7257-44a5-9c74-808146d9ef0a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742873746107', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742873745740', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742873752834', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742873764728', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742873861899', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742873779323', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-987757', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-996358', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7920321', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7992690'] for rbac-policy, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:53.866541 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e609cc7-7257-44a5-9c74-808146d9ef0a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:53.867703 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9e609cc7-7257-44a5-9c74-808146d9ef0a admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0723085 Jul 27 19:29:56.513515 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56960) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:29:56.850707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Request body: {'network': {'project_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'admin_state_up': True, 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'name': 'private'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:29:56.852119 n-d-705657-21 neutron-server[94059]: INFO neutron.quota [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Loaded quota_driver: . Jul 27 19:29:56.915367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Made reservation on behalf of b0e1cf936d3f4198a0057c1b2ba3c73e for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:29:56.981227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.policy [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94059) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 19:29:57.026161 n-d-705657-21 neutron-server[94059]: WARNING oslo_policy.policy [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 19:29:57.026519 n-d-705657-21 neutron-server[94059]: WARNING oslo_policy.policy [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 19:29:57.036916 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:57.060032 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:57.213756 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:57.219345 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:57.243741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:29:57.270846 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742871687190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:57.271436 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Unsubscribe: segment precommit_create {{(pid=94059) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 19:29:57.271923 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Added segment 8e1639e9-4470-4945-8473-564fd1adc2aa of type vlan for network 57e59dfc-7c8c-4859-a16c-b94fd7676000 Jul 27 19:29:57.278467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e17a6ee-3050-4ed0-9dec-e8e3df812074,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:29:57.316076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:57.316423 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:57.316783 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:57.317104 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:57.317423 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:57.317744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:57.318060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:57.318372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:57.318693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:57.318992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:57.319301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:57.319594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Tracked resource versions report: Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: pushed versions: Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: { 'AddressGroup': {'1.2'}, Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'ConntrackHelper': {'1.0'}, Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'Log': {'1.0'}, Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'Network': {'1.1'}, Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'Port': {'1.7'}, Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'PortForwarding': {'1.2'}, Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'QosPolicy': {'1.8'}, Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'SecurityGroup': {'1.4'}, Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'SecurityGroupRule': {'1.2'}, Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'SubPort': {'1.0'}, Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'Subnet': {'1.1'}, Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'Trunk': {'1.1'}} Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: consumer versions: Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: { DHCP agent@n-d-705657-21: {}, Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: L3 agent@n-d-705657-21: {}, Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: Metadata agent@n-d-705657-21: {}, Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: Metering agent@n-d-705657-21: {}, Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: Open vSwitch agent@n-d-705657-21: { 'AddressGroup': '1.2', Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'ConntrackHelper': '1.0', Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'Log': '1.0', Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'Network': '1.1', Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'Port': '1.7', Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'PortForwarding': '1.2', Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'QosPolicy': '1.8', Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'SecurityGroup': '1.4', Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'SecurityGroupRule': '1.2', Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'SubPort': '1.0', Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'Subnet': '1.1', Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: 'Trunk': '1.1'}} Jul 27 19:29:57.320768 n-d-705657-21 neutron-server[94059]: {{(pid=94059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 19:29:57.398060 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:57.456805 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:57.457981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:29:57.458619 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:29:57.542581 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0279279 Jul 27 19:29:57.555874 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55c20e-de8b-4656-b78e-82369b8212fb admin admin] Pushing event updated for resources: {'Network': ['ID=57e59dfc-7c8c-4859-a16c-b94fd7676000,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:29:57.569152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 57e59dfc-7c8c-4859-a16c-b94fd7676000 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:30:00.237744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56976) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:30:00.674344 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba71387-f00c-49af-b474-e00f8e170312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:30:00.675701 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fba71387-f00c-49af-b474-e00f8e170312 admin admin] 10.222.0.48 "GET /v2.0/networks/57e59dfc-7c8c-4859-a16c-b94fd7676000 HTTP/1.1" status: 200 len: 825 time: 0.4366577 Jul 27 19:30:00.721203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fc53a605-0706-4809-84cb-a45d3c6a90fd admin admin] 10.222.0.48 "GET /v2.0/subnetpools/9bc57313-fc4b-4293-b15c-f60fec16e42a HTTP/1.1" status: 200 len: 734 time: 0.0360293 Jul 27 19:30:00.734349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d4cad432-b556-4600-915e-780a2e88d379 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000', 'gateway_ip': '172.20.0.1', 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'subnetpool_id': '9bc57313-fc4b-4293-b15c-f60fec16e42a'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:30:00.762330 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cad432-b556-4600-915e-780a2e88d379 admin admin] Made reservation on behalf of b0e1cf936d3f4198a0057c1b2ba3c73e for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:30:00.764950 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d4cad432-b556-4600-915e-780a2e88d379 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:01.097064 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d4cad432-b556-4600-915e-780a2e88d379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:01.165605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cad432-b556-4600-915e-780a2e88d379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e219ba-c40b-4a0a-811f-4eced68f5992,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:01.173180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cad432-b556-4600-915e-780a2e88d379 admin admin] Checking segment: {'id': '8e1639e9-4470-4945-8473-564fd1adc2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:30:01.173775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cad432-b556-4600-915e-780a2e88d379 admin admin] Network hostable DHCP agents. Network: 57e59dfc-7c8c-4859-a16c-b94fd7676000, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:30:01.198341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cad432-b556-4600-915e-780a2e88d379 admin admin] Network 57e59dfc-7c8c-4859-a16c-b94fd7676000 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:30:01.210544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d4cad432-b556-4600-915e-780a2e88d379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 57e59dfc-7c8c-4859-a16c-b94fd7676000) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:30:01.215175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cad432-b556-4600-915e-780a2e88d379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:30:01.215782 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d4cad432-b556-4600-915e-780a2e88d379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:01.220864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd9b723-40d2-4eae-aaaa-d597309d826f None None] Network 57e59dfc-7c8c-4859-a16c-b94fd7676000 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:30:01.232644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d4cad432-b556-4600-915e-780a2e88d379 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5020728 Jul 27 19:30:01.549430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-57e59dfc-7c8c-4859-a16c-b94fd7676000', 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000', 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'fixed_ips': [{'subnet_id': 'e8e219ba-c40b-4a0a-811f-4eced68f5992'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:30:01.550699 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:01.843499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Allocated IP 172.20.0.2 (57e59dfc-7c8c-4859-a16c-b94fd7676000/e8e219ba-c40b-4a0a-811f-4eced68f5992/d69110cf-a0c2-4f05-8b4a-b6951c49fca0) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:30:02.090740 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:02.106498 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Transition to ACTIVE for port object d69110cf-a0c2-4f05-8b4a-b6951c49fca0 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:30:02.128448 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Transition to ACTIVE for port object d69110cf-a0c2-4f05-8b4a-b6951c49fca0 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:30:02.137019 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:02.205306 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Network 57e59dfc-7c8c-4859-a16c-b94fd7676000 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:30:02.211773 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:30:02.220832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:30:02.223878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Pushing event updated for resources: {'Port': ['ID=d69110cf-a0c2-4f05-8b4a-b6951c49fca0,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:02.253967 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:02.254310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:02.254647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:02.254986 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:02.255318 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:02.255643 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:02.255968 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:02.256292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:02.256640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:02.256958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:02.257280 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:02.257598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Tracked resource versions report: Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: pushed versions: Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: { 'AddressGroup': {'1.2'}, Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'ConntrackHelper': {'1.0'}, Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'Log': {'1.0'}, Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'Network': {'1.1'}, Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'Port': {'1.7'}, Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'PortForwarding': {'1.2'}, Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'QosPolicy': {'1.8'}, Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'SecurityGroup': {'1.4'}, Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'SecurityGroupRule': {'1.2'}, Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'SubPort': {'1.0'}, Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'Subnet': {'1.1'}, Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'Trunk': {'1.1'}} Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: consumer versions: Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: { DHCP agent@n-d-705657-21: {}, Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: L3 agent@n-d-705657-21: {}, Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: Metadata agent@n-d-705657-21: {}, Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: Metering agent@n-d-705657-21: {}, Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: Open vSwitch agent@n-d-705657-21: { 'AddressGroup': '1.2', Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'ConntrackHelper': '1.0', Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'Log': '1.0', Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'Network': '1.1', Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'Port': '1.7', Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'PortForwarding': '1.2', Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'QosPolicy': '1.8', Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'SecurityGroup': '1.4', Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'SecurityGroupRule': '1.2', Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'SubPort': '1.0', Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'Subnet': '1.1', Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: 'Trunk': '1.1'}} Jul 27 19:30:02.258753 n-d-705657-21 neutron-server[94061]: {{(pid=94061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 19:30:02.311672 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Attempting to bind port d69110cf-a0c2-4f05-8b4a-b6951c49fca0 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:30:02.312045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Attempting to bind port d69110cf-a0c2-4f05-8b4a-b6951c49fca0 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '8e1639e9-4470-4945-8473-564fd1adc2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:30:02.312507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Attempting to bind port d69110cf-a0c2-4f05-8b4a-b6951c49fca0 on network 57e59dfc-7c8c-4859-a16c-b94fd7676000 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:30:02.317687 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:30:02.318099 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Checking segment: {'id': '8e1639e9-4470-4945-8473-564fd1adc2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:30:02.318547 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:02.318940 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Bound using segment: {'id': '8e1639e9-4470-4945-8473-564fd1adc2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:30:02.319395 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Bound port: d69110cf-a0c2-4f05-8b4a-b6951c49fca0, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1639e9-4470-4945-8473-564fd1adc2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:30:02.319798 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:02.385578 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] For port d69110cf-a0c2-4f05-8b4a-b6951c49fca0, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:30:02.389840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] For port d69110cf-a0c2-4f05-8b4a-b6951c49fca0, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d69110cf-a0c2-4f05-8b4a-b6951c49fca0,segment=NetworkSegment(8e1639e9-4470-4945-8473-564fd1adc2aa),segment_id=8e1639e9-4470-4945-8473-564fd1adc2aa)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:30:02.395824 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:02.462789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f590e-8ef6-4410-bbb7-5577de0211f3 None None] Pushing event updated for resources: {'Port': ['ID=d69110cf-a0c2-4f05-8b4a-b6951c49fca0,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:03.625302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56984) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:30:03.962783 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-34e13009-dc62-4588-bf2c-3b71c935d65c admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:30:03.976419 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-34e13009-dc62-4588-bf2c-3b71c935d65c admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3368187 Jul 27 19:30:06.337409 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56992) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:30:06.676898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-4c10df14-6662-411d-8a98-3a2e0aff954c admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:30:06.692428 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4c10df14-6662-411d-8a98-3a2e0aff954c admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3391418 Jul 27 19:30:09.339090 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57002) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:30:09.658335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-14f60975-5ce6-45b2-aae8-1a8d8706a0e6 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'admin_state_up': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:30:09.692008 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14f60975-5ce6-45b2-aae8-1a8d8706a0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:09.694529 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14f60975-5ce6-45b2-aae8-1a8d8706a0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:09.847939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14f60975-5ce6-45b2-aae8-1a8d8706a0e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:09.855111 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14f60975-5ce6-45b2-aae8-1a8d8706a0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:09.870776 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14f60975-5ce6-45b2-aae8-1a8d8706a0e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:09.872125 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-14f60975-5ce6-45b2-aae8-1a8d8706a0e6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5319955 Jul 27 19:30:09.974339 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d69110cf-a0c2-4f05-8b4a-b6951c49fca0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:30:10.074373 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port d69110cf-a0c2-4f05-8b4a-b6951c49fca0 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:30:10.748415 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f669df95-a77f-4735-955c-671e411fa04f None None] Network 57e59dfc-7c8c-4859-a16c-b94fd7676000 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:30:10.798258 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ee11c3f1-097f-480d-bc79-abf65c1dc982 None None] Provisioning for port d69110cf-a0c2-4f05-8b4a-b6951c49fca0 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:30:10.806375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ee11c3f1-097f-480d-bc79-abf65c1dc982 None None] Provisioning complete for port d69110cf-a0c2-4f05-8b4a-b6951c49fca0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:30:10.806775 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ee11c3f1-097f-480d-bc79-abf65c1dc982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:11.000251 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ee11c3f1-097f-480d-bc79-abf65c1dc982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:11.052257 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ee11c3f1-097f-480d-bc79-abf65c1dc982 None None] For port d69110cf-a0c2-4f05-8b4a-b6951c49fca0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d69110cf-a0c2-4f05-8b4a-b6951c49fca0,segment=NetworkSegment(8e1639e9-4470-4945-8473-564fd1adc2aa),segment_id=8e1639e9-4470-4945-8473-564fd1adc2aa)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:30:11.058070 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ee11c3f1-097f-480d-bc79-abf65c1dc982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:11.110794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11c3f1-097f-480d-bc79-abf65c1dc982 None None] Pushing event updated for resources: {'Port': ['ID=d69110cf-a0c2-4f05-8b4a-b6951c49fca0,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:11.281348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-996a0940-56ba-49bc-bd34-a2e632e96cdd None None] Provisioning complete for port d69110cf-a0c2-4f05-8b4a-b6951c49fca0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:30:11.281727 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-996a0940-56ba-49bc-bd34-a2e632e96cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:11.946671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d69110cf-a0c2-4f05-8b4a-b6951c49fca0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:30:12.008918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d69110cf-a0c2-4f05-8b4a-b6951c49fca0 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:30:12.009653 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:12.302638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57014) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:30:12.651145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-910e3c4a-5f26-444b-b9d6-9758271e605e admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:30:12.652135 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-910e3c4a-5f26-444b-b9d6-9758271e605e admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3485556 Jul 27 19:30:13.248099 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c274b0b5-2539-4686-aebd-02555ca99c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:14.649365 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 5 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:30:15.063934 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57022) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:30:15.413188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:30:15.437295 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] Made reservation on behalf of 65c42fd4e54d48fbb244582a90b129e1 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:30:15.439346 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:15.450183 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:15.539925 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:15.546813 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:15.561611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] Reserving flat network on physical network physnet1 {{(pid=94059) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 19:30:15.581636 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafaf18f-ef14-4bf5-960e-387379468e4c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:15.586448 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:15.586773 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] Added segment 38c3a063-6fd7-4f2e-bf6c-de7220b480b6 of type flat for network 64915325-701c-4b6c-ac1e-6c4485e40ce2 Jul 27 19:30:15.634271 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:15.680999 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:15.682027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:30:15.682802 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:15.739782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6742878 Jul 27 19:30:15.744832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614db0f0-7556-45e5-b94d-e03a5475069c admin admin] Pushing event updated for resources: {'Network': ['ID=64915325-701c-4b6c-ac1e-6c4485e40ce2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:15.756244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:30:16.040983 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f22687a7-8650-4f21-aeb4-af5ae2194152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:16.143363 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:16.894586 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:18.144431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57040) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:30:18.333673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5527f3-8ee8-4062-a35b-6fa09e973cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:30:18.335046 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9c5527f3-8ee8-4062-a35b-6fa09e973cb4 admin admin] 10.222.0.48 "GET /v2.0/subnets/e8e219ba-c40b-4a0a-811f-4eced68f5992 HTTP/1.1" status: 200 len: 849 time: 0.1897428 Jul 27 19:30:18.507737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e71eddc8-adb2-4eb5-9d31-34f77804f014 admin admin] 10.222.0.48 "GET /v2.0/routers/b2e5eb58-2313-4680-b5ef-f6e2703b49e3 HTTP/1.1" status: 200 len: 704 time: 0.1627831 Jul 27 19:30:18.669914 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:18.788091 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:19.092729 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Allocated IP 172.20.0.1 (57e59dfc-7c8c-4859-a16c-b94fd7676000/e8e219ba-c40b-4a0a-811f-4eced68f5992/ee859e07-f427-498c-aad2-95380d69ec1f) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:30:19.267047 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:19.294203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Transition to ACTIVE for port object ee859e07-f427-498c-aad2-95380d69ec1f will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:30:19.428996 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:19.505307 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Network 57e59dfc-7c8c-4859-a16c-b94fd7676000 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:30:19.510040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:30:19.513862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:30:19.514345 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:19.537744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Pushing event updated for resources: {'Port': ['ID=ee859e07-f427-498c-aad2-95380d69ec1f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:19.752954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-703e5ff8-ebf9-4f32-8d8a-8a2791951d14 None None] Provisioning for port ee859e07-f427-498c-aad2-95380d69ec1f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:30:19.756681 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-703e5ff8-ebf9-4f32-8d8a-8a2791951d14 None None] Provisioning complete for port ee859e07-f427-498c-aad2-95380d69ec1f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:30:19.757056 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-703e5ff8-ebf9-4f32-8d8a-8a2791951d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:19.762342 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:19.792679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-703e5ff8-ebf9-4f32-8d8a-8a2791951d14 None None] Port ee859e07-f427-498c-aad2-95380d69ec1f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:30:19.959714 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:19.967883 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:19.969215 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:20.051980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Pushing event updated for resources: {'Port': ['ID=ee859e07-f427-498c-aad2-95380d69ec1f,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:20.108276 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Network 57e59dfc-7c8c-4859-a16c-b94fd7676000 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:30:20.109990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:30:20.272700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Router b2e5eb58-2313-4680-b5ef-f6e2703b49e3 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:30:20.314539 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a056a83a-846e-4e37-b2ee-d76c33616aa1 None None] Provisioning complete for port ee859e07-f427-498c-aad2-95380d69ec1f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:30:20.314808 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a056a83a-846e-4e37-b2ee-d76c33616aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:20.347913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a056a83a-846e-4e37-b2ee-d76c33616aa1 None None] Port ee859e07-f427-498c-aad2-95380d69ec1f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:30:20.365877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:30:20.371621 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a3c50ae7-d4b7-496b-ae08-2c299242d052 admin admin] 10.222.0.48 "PUT /v2.0/routers/b2e5eb58-2313-4680-b5ef-f6e2703b49e3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8582778 Jul 27 19:30:20.376123 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Sync routers for ids ['b2e5eb58-2313-4680-b5ef-f6e2703b49e3'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:30:20.387693 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Routers {'b2e5eb58-2313-4680-b5ef-f6e2703b49e3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:30:20.388585 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:30:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['b2e5eb58-2313-4680-b5ef-f6e2703b49e3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:30:20.582282 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Set router b2e5eb58-2313-4680-b5ef-f6e2703b49e3 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:30:21.014071 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e5eb58-2313-4680-b5ef-f6e2703b49e3', 'name': 'router1', 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:30:09Z', 'updated_at': '2021-07-27T19:30:19Z', 'revision_number': 2, 'project_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'gw_port_host': None, '_interfaces': [{'id': 'ee859e07-f427-498c-aad2-95380d69ec1f', 'name': '', 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000', 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'mac_address': 'fa:16:3e:71:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e5eb58-2313-4680-b5ef-f6e2703b49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8e219ba-c40b-4a0a-811f-4eced68f5992', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:30:18Z', 'updated_at': '2021-07-27T19:30:19Z', 'revision_number': 2, 'project_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'subnets': [{'id': 'e8e219ba-c40b-4a0a-811f-4eced68f5992', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bc57313-fc4b-4293-b15c-f60fec16e42a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:30:21.066297 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Checking router: b2e5eb58-2313-4680-b5ef-f6e2703b49e3 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:30:21.066665 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Updating router b2e5eb58-2313-4680-b5ef-f6e2703b49e3 port ee859e07-f427-498c-aad2-95380d69ec1f binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:30:21.132990 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:21.633795 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:21.654425 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Transition to ACTIVE for port object ee859e07-f427-498c-aad2-95380d69ec1f will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:30:21.660873 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:21.829829 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97defe15-9cfc-46b7-afdb-d4851d2e1221 None None] Pushing event updated for resources: {'Port': ['ID=ee859e07-f427-498c-aad2-95380d69ec1f,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:21.839674 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Attempting to bind port ee859e07-f427-498c-aad2-95380d69ec1f on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:30:21.840053 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Attempting to bind port ee859e07-f427-498c-aad2-95380d69ec1f by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '8e1639e9-4470-4945-8473-564fd1adc2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:30:21.840505 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Attempting to bind port ee859e07-f427-498c-aad2-95380d69ec1f on network 57e59dfc-7c8c-4859-a16c-b94fd7676000 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:30:21.843109 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97defe15-9cfc-46b7-afdb-d4851d2e1221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:21.843451 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97defe15-9cfc-46b7-afdb-d4851d2e1221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:21.843787 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97defe15-9cfc-46b7-afdb-d4851d2e1221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:21.845037 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97defe15-9cfc-46b7-afdb-d4851d2e1221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:21.845267 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97defe15-9cfc-46b7-afdb-d4851d2e1221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:21.845602 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97defe15-9cfc-46b7-afdb-d4851d2e1221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:21.845930 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97defe15-9cfc-46b7-afdb-d4851d2e1221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:21.846253 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97defe15-9cfc-46b7-afdb-d4851d2e1221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:21.846576 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97defe15-9cfc-46b7-afdb-d4851d2e1221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:21.846902 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97defe15-9cfc-46b7-afdb-d4851d2e1221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:21.847223 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97defe15-9cfc-46b7-afdb-d4851d2e1221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:21.847540 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97defe15-9cfc-46b7-afdb-d4851d2e1221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97defe15-9cfc-46b7-afdb-d4851d2e1221 None None] Tracked resource versions report: Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: pushed versions: Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: { 'AddressGroup': {'1.2'}, Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'ConntrackHelper': {'1.0'}, Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'Log': {'1.0'}, Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'Network': {'1.1'}, Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'Port': {'1.7'}, Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'PortForwarding': {'1.2'}, Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'QosPolicy': {'1.8'}, Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'SecurityGroup': {'1.4'}, Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'SecurityGroupRule': {'1.2'}, Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'SubPort': {'1.0'}, Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'Subnet': {'1.1'}, Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'Trunk': {'1.1'}} Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: consumer versions: Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: { DHCP agent@n-d-705657-21: {}, Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: L3 agent@n-d-705657-21: {}, Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: Metadata agent@n-d-705657-21: {}, Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: Metering agent@n-d-705657-21: {}, Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: Open vSwitch agent@n-d-705657-21: { 'AddressGroup': '1.2', Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'ConntrackHelper': '1.0', Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'Log': '1.0', Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'Network': '1.1', Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'Port': '1.7', Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'PortForwarding': '1.2', Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'QosPolicy': '1.8', Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'SecurityGroup': '1.4', Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'SecurityGroupRule': '1.2', Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'SubPort': '1.0', Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'Subnet': '1.1', Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: 'Trunk': '1.1'}} Jul 27 19:30:21.848684 n-d-705657-21 neutron-server[94062]: {{(pid=94062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 19:30:21.858216 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:30:21.858635 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Checking segment: {'id': '8e1639e9-4470-4945-8473-564fd1adc2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:30:21.859093 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:21.859474 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Bound using segment: {'id': '8e1639e9-4470-4945-8473-564fd1adc2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:30:21.859957 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Bound port: ee859e07-f427-498c-aad2-95380d69ec1f, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1639e9-4470-4945-8473-564fd1adc2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:30:21.860353 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:21.923954 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] For port ee859e07-f427-498c-aad2-95380d69ec1f, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:30:21.947858 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] For port ee859e07-f427-498c-aad2-95380d69ec1f, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ee859e07-f427-498c-aad2-95380d69ec1f,segment=NetworkSegment(8e1639e9-4470-4945-8473-564fd1adc2aa),segment_id=8e1639e9-4470-4945-8473-564fd1adc2aa)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:30:21.953326 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:22.012143 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Routers {'b2e5eb58-2313-4680-b5ef-f6e2703b49e3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:30:22.012801 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:30:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['b2e5eb58-2313-4680-b5ef-f6e2703b49e3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:30:22.020041 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97defe15-9cfc-46b7-afdb-d4851d2e1221 None None] Pushing event updated for resources: {'Port': ['ID=ee859e07-f427-498c-aad2-95380d69ec1f,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:22.114080 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] Set router b2e5eb58-2313-4680-b5ef-f6e2703b49e3 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:30:22.325425 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e5eb58-2313-4680-b5ef-f6e2703b49e3', 'name': 'router1', 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:30:09Z', 'updated_at': '2021-07-27T19:30:19Z', 'revision_number': 2, 'project_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'gw_port_host': None, '_interfaces': [{'id': 'ee859e07-f427-498c-aad2-95380d69ec1f', 'name': '', 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000', 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'mac_address': 'fa:16:3e:71:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e5eb58-2313-4680-b5ef-f6e2703b49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8e219ba-c40b-4a0a-811f-4eced68f5992', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:30:18Z', 'updated_at': '2021-07-27T19:30:21Z', 'revision_number': 4, 'project_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'subnets': [{'id': 'e8e219ba-c40b-4a0a-811f-4eced68f5992', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bc57313-fc4b-4293-b15c-f60fec16e42a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:30:22.355502 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38bdde-6508-40b2-a144-b63bba403269 None None] The sync data for ids ['b2e5eb58-2313-4680-b5ef-f6e2703b49e3'] in n-d-705657-21 is: [{'id': 'b2e5eb58-2313-4680-b5ef-f6e2703b49e3', 'name': 'router1', 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:30:09Z', 'updated_at': '2021-07-27T19:30:19Z', 'revision_number': 2, 'project_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'gw_port_host': None, '_interfaces': [{'id': 'ee859e07-f427-498c-aad2-95380d69ec1f', 'name': '', 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000', 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'mac_address': 'fa:16:3e:71:24:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e5eb58-2313-4680-b5ef-f6e2703b49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8e219ba-c40b-4a0a-811f-4eced68f5992', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:30:18Z', 'updated_at': '2021-07-27T19:30:21Z', 'revision_number': 4, 'project_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'subnets': [{'id': 'e8e219ba-c40b-4a0a-811f-4eced68f5992', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bc57313-fc4b-4293-b15c-f60fec16e42a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:30:22.605070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57060) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:30:22.719392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42842f0-7611-486a-9eb5-6d626086876a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:30:22.720821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f42842f0-7611-486a-9eb5-6d626086876a admin admin] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 842 time: 0.1147802 Jul 27 19:30:22.731090 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5ecbd3da-b629-4db1-942d-8f0c7863c68a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'enable_dhcp': False, 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:30:22.754624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecbd3da-b629-4db1-942d-8f0c7863c68a admin admin] Made reservation on behalf of 65c42fd4e54d48fbb244582a90b129e1 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:30:22.756962 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd3da-b629-4db1-942d-8f0c7863c68a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:23.049058 n-d-705657-21 neutron-server[94059]: DEBUG neutron.objects.ports [None req-5ecbd3da-b629-4db1-942d-8f0c7863c68a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94059) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:30:23.049478 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd3da-b629-4db1-942d-8f0c7863c68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:23.096571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbd3da-b629-4db1-942d-8f0c7863c68a admin admin] Pushing event updated for resources: {'Subnet': ['ID=26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:23.111846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecbd3da-b629-4db1-942d-8f0c7863c68a admin admin] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:30:23.112193 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecbd3da-b629-4db1-942d-8f0c7863c68a admin admin] Network hostable DHCP agents. Network: 64915325-701c-4b6c-ac1e-6c4485e40ce2, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:30:23.133240 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecbd3da-b629-4db1-942d-8f0c7863c68a admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:30:23.145721 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-5ecbd3da-b629-4db1-942d-8f0c7863c68a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 64915325-701c-4b6c-ac1e-6c4485e40ce2) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:30:23.151116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecbd3da-b629-4db1-942d-8f0c7863c68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:30:23.152544 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd3da-b629-4db1-942d-8f0c7863c68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:23.155097 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076e50fb-17cf-46a7-a946-a89e40092517 None None] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:30:23.175875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5ecbd3da-b629-4db1-942d-8f0c7863c68a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4402695 Jul 27 19:30:23.307931 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb12ef2-2432-4c74-afee-a1999408216f None None] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:30:25.447726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57068) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:30:25.656238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d673503d-d490-43ea-b545-44be31904c00 admin admin] 10.222.0.48 "GET /v2.0/routers/b2e5eb58-2313-4680-b5ef-f6e2703b49e3 HTTP/1.1" status: 200 len: 710 time: 0.2071972 Jul 27 19:30:25.742260 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af17a087-6f30-4c46-93be-2f09a4bd452a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:30:25.744046 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-af17a087-6f30-4c46-93be-2f09a4bd452a admin admin] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 886 time: 0.0820508 Jul 27 19:30:25.754788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:30:26.007870 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:26.252313 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:26.328195 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:26.436434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Allocated IP 172.25.1.89 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/5e393a8e-a0c9-42fc-accb-ae58c620a8ce) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:30:26.542348 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:26.584582 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:26.622234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:30:26.628182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:30:26.635183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:30:26.637257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Pushing event updated for resources: {'Port': ['ID=5e393a8e-a0c9-42fc-accb-ae58c620a8ce,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:26.889657 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:27.173747 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:27.177328 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:27.286084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Router b2e5eb58-2313-4680-b5ef-f6e2703b49e3 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:30:27.402829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:30:27.407522 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:27.408923 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5eecc007-b53b-4ee8-a3f8-5ba388d96c0b admin admin] 10.222.0.48 "PUT /v2.0/routers/b2e5eb58-2313-4680-b5ef-f6e2703b49e3 HTTP/1.1" status: 200 len: 889 time: 1.6578209 Jul 27 19:30:27.975384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ee859e07-f427-498c-aad2-95380d69ec1f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:30:28.027934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port ee859e07-f427-498c-aad2-95380d69ec1f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:30:28.032863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ee859e07-f427-498c-aad2-95380d69ec1f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:30:28.033215 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:28.108350 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:28.145044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port ee859e07-f427-498c-aad2-95380d69ec1f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ee859e07-f427-498c-aad2-95380d69ec1f,segment=NetworkSegment(8e1639e9-4470-4945-8473-564fd1adc2aa),segment_id=8e1639e9-4470-4945-8473-564fd1adc2aa)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:30:28.150882 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:28.251253 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=ee859e07-f427-498c-aad2-95380d69ec1f,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:28.847297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Sync routers for ids ['b2e5eb58-2313-4680-b5ef-f6e2703b49e3'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:30:28.869102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Routers {'b2e5eb58-2313-4680-b5ef-f6e2703b49e3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:30:28.869982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:30:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['b2e5eb58-2313-4680-b5ef-f6e2703b49e3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:30:29.090951 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Set router b2e5eb58-2313-4680-b5ef-f6e2703b49e3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:30:29.495307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e5eb58-2313-4680-b5ef-f6e2703b49e3', 'name': 'router1', 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '5e393a8e-a0c9-42fc-accb-ae58c620a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:30:09Z', 'updated_at': '2021-07-27T19:30:26Z', 'revision_number': 4, 'project_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'gw_port': {'id': '5e393a8e-a0c9-42fc-accb-ae58c620a8ce', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ca:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e5eb58-2313-4680-b5ef-f6e2703b49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:30:26Z', 'updated_at': '2021-07-27T19:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'ee859e07-f427-498c-aad2-95380d69ec1f', 'name': '', 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000', 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'mac_address': 'fa:16:3e:71:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e5eb58-2313-4680-b5ef-f6e2703b49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8e219ba-c40b-4a0a-811f-4eced68f5992', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:30:18Z', 'updated_at': '2021-07-27T19:30:28Z', 'revision_number': 5, 'project_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'subnets': [{'id': 'e8e219ba-c40b-4a0a-811f-4eced68f5992', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bc57313-fc4b-4293-b15c-f60fec16e42a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:30:29.547498 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Checking router: b2e5eb58-2313-4680-b5ef-f6e2703b49e3 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:30:29.547845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Updating router b2e5eb58-2313-4680-b5ef-f6e2703b49e3 port 5e393a8e-a0c9-42fc-accb-ae58c620a8ce binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:30:29.581955 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:29.863241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57080) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:30:29.921163 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:29.932931 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Transition to ACTIVE for port object 5e393a8e-a0c9-42fc-accb-ae58c620a8ce will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:30:29.940039 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:29.972178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ee859e07-f427-498c-aad2-95380d69ec1f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:30:30.023498 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46aff6-0b33-4db7-b454-586effda14fc None None] Pushing event updated for resources: {'Port': ['ID=5e393a8e-a0c9-42fc-accb-ae58c620a8ce,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:30.028211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Attempting to bind port 5e393a8e-a0c9-42fc-accb-ae58c620a8ce on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:30:30.028601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Attempting to bind port 5e393a8e-a0c9-42fc-accb-ae58c620a8ce by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:30:30.029050 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Attempting to bind port 5e393a8e-a0c9-42fc-accb-ae58c620a8ce on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:30:30.037286 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-97e208e3-888f-42cb-bead-941955581f19 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1728747 Jul 27 19:30:30.039638 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:30:30.040016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:30:30.040449 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:30.040922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:30:30.041358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Bound port: 5e393a8e-a0c9-42fc-accb-ae58c620a8ce, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:30:30.041758 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:30.101619 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ee859e07-f427-498c-aad2-95380d69ec1f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:30:30.102271 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:30.134836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] For port 5e393a8e-a0c9-42fc-accb-ae58c620a8ce, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:30:30.157309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] For port 5e393a8e-a0c9-42fc-accb-ae58c620a8ce, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5e393a8e-a0c9-42fc-accb-ae58c620a8ce,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:30:30.165233 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:30.342835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46aff6-0b33-4db7-b454-586effda14fc None None] Pushing event updated for resources: {'Port': ['ID=5e393a8e-a0c9-42fc-accb-ae58c620a8ce,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:30.352527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Routers {'b2e5eb58-2313-4680-b5ef-f6e2703b49e3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:30:30.353482 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:30:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['b2e5eb58-2313-4680-b5ef-f6e2703b49e3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:30:30.474679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] Set router b2e5eb58-2313-4680-b5ef-f6e2703b49e3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:30:30.712539 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e5eb58-2313-4680-b5ef-f6e2703b49e3', 'name': 'router1', 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '5e393a8e-a0c9-42fc-accb-ae58c620a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:30:09Z', 'updated_at': '2021-07-27T19:30:26Z', 'revision_number': 4, 'project_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'gw_port': {'id': '5e393a8e-a0c9-42fc-accb-ae58c620a8ce', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ca:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e5eb58-2313-4680-b5ef-f6e2703b49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:30:26Z', 'updated_at': '2021-07-27T19:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'ee859e07-f427-498c-aad2-95380d69ec1f', 'name': '', 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000', 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'mac_address': 'fa:16:3e:71:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e5eb58-2313-4680-b5ef-f6e2703b49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8e219ba-c40b-4a0a-811f-4eced68f5992', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:30:18Z', 'updated_at': '2021-07-27T19:30:28Z', 'revision_number': 5, 'project_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'subnets': [{'id': 'e8e219ba-c40b-4a0a-811f-4eced68f5992', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bc57313-fc4b-4293-b15c-f60fec16e42a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:30:30.740319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d266a-4881-48c6-9b04-cc826ffde20e None None] The sync data for ids ['b2e5eb58-2313-4680-b5ef-f6e2703b49e3'] in n-d-705657-21 is: [{'id': 'b2e5eb58-2313-4680-b5ef-f6e2703b49e3', 'name': 'router1', 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '5e393a8e-a0c9-42fc-accb-ae58c620a8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:30:09Z', 'updated_at': '2021-07-27T19:30:26Z', 'revision_number': 4, 'project_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'gw_port': {'id': '5e393a8e-a0c9-42fc-accb-ae58c620a8ce', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ca:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e5eb58-2313-4680-b5ef-f6e2703b49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:30:26Z', 'updated_at': '2021-07-27T19:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'ee859e07-f427-498c-aad2-95380d69ec1f', 'name': '', 'network_id': '57e59dfc-7c8c-4859-a16c-b94fd7676000', 'tenant_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'mac_address': 'fa:16:3e:71:24:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e5eb58-2313-4680-b5ef-f6e2703b49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8e219ba-c40b-4a0a-811f-4eced68f5992', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:30:18Z', 'updated_at': '2021-07-27T19:30:28Z', 'revision_number': 5, 'project_id': 'b0e1cf936d3f4198a0057c1b2ba3c73e', 'subnets': [{'id': 'e8e219ba-c40b-4a0a-811f-4eced68f5992', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bc57313-fc4b-4293-b15c-f60fec16e42a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:30:32.029573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5e393a8e-a0c9-42fc-accb-ae58c620a8ce up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:30:32.097344 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 5e393a8e-a0c9-42fc-accb-ae58c620a8ce completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:30:32.104127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 5e393a8e-a0c9-42fc-accb-ae58c620a8ce triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:30:32.105197 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:32.206575 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:32.232471 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 5e393a8e-a0c9-42fc-accb-ae58c620a8ce, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5e393a8e-a0c9-42fc-accb-ae58c620a8ce,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:30:32.240213 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:32.301609 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=5e393a8e-a0c9-42fc-accb-ae58c620a8ce,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:30:34.029467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5e393a8e-a0c9-42fc-accb-ae58c620a8ce up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:30:34.093933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 5e393a8e-a0c9-42fc-accb-ae58c620a8ce triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:30:34.094752 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:43.257018 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-03a7a6a2-3de5-4009-8373-d03dd19a58c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:46.041209 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7f8eb16c-9d83-4c57-b5e2-e06cc1e6b251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:46.149657 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:46.896940 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:48.700036 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:30:51.648563 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 5 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:31:13.249922 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2275e1b6-4420-48a3-8560-b06bf5528d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:31:16.038108 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b52f36a6-1fdf-43f6-a1db-cb0b71c5fe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:31:16.148808 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:31:16.896197 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:31:18.695478 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:31:28.646975 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 5 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:31:43.254887 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-96c49131-90b7-4348-a333-bab660daa3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:31:46.031384 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-245b40d8-99ae-4203-a178-354f2367cfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:31:46.142934 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:31:46.900469 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:31:48.698909 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:32:05.646541 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 5 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:32:12.899030 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57682) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:32:12.983348 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-849c6694-5d0c-4aa9-9c93-4ee209d65fb6 admin admin] GET failed (client error): The resource could not be found. Jul 27 19:32:12.984771 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-849c6694-5d0c-4aa9-9c93-4ee209d65fb6 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0848482 Jul 27 19:32:13.177633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e47184c-a330-4378-b88d-cc49ea355e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:32:13.179132 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9e47184c-a330-4378-b88d-cc49ea355e50 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1897480 Jul 27 19:32:13.259455 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-450feba6-2d89-4f82-9079-7b1e82509413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:32:15.410624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57692) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:32:15.540081 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8369f3-d364-41f0-8569-cc6c86343785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:32:15.541483 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5c8369f3-d364-41f0-8569-cc6c86343785 admin admin] 10.222.0.48 "GET /v2.0/subnets/e8e219ba-c40b-4a0a-811f-4eced68f5992 HTTP/1.1" status: 200 len: 849 time: 0.1299827 Jul 27 19:32:15.551681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:32:15.655514 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:32:15.813418 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742871611109'] for subnet, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:32:15.882610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:32:15.883250 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:32:15.884698 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] 10.222.0.48 "PUT /v2.0/subnets/e8e219ba-c40b-4a0a-811f-4eced68f5992 HTTP/1.1" status: 200 len: 868 time: 0.3367174 Jul 27 19:32:15.885900 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e96a6c-700e-46da-b066-68ce61b6f2b4 None None] Network 57e59dfc-7c8c-4859-a16c-b94fd7676000 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:32:15.896693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e219ba-c40b-4a0a-811f-4eced68f5992,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:32:15.906875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:32:15.907240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:32:15.907568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:32:15.908032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:32:15.908555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:32:15.908858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:32:15.909213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:32:15.909521 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:32:15.909838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:32:15.910154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:32:15.910476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:32:15.910797 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b731eb5d-47ce-4ba3-964a-560f59a848d0 admin admin] Tracked resource versions report: Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: pushed versions: Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: { 'AddressGroup': {'1.2'}, Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'ConntrackHelper': {'1.0'}, Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'Log': {'1.0'}, Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'Network': {'1.1'}, Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'Port': {'1.7'}, Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'PortForwarding': {'1.2'}, Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'QosPolicy': {'1.8'}, Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'SecurityGroup': {'1.4'}, Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'SecurityGroupRule': {'1.2'}, Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'SubPort': {'1.0'}, Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'Subnet': {'1.1'}, Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'Trunk': {'1.1'}} Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: consumer versions: Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: { DHCP agent@n-d-705657-21: {}, Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: L3 agent@n-d-705657-21: {}, Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: Metadata agent@n-d-705657-21: {}, Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: Metering agent@n-d-705657-21: {}, Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: Open vSwitch agent@n-d-705657-21: { 'AddressGroup': '1.2', Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'ConntrackHelper': '1.0', Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'Log': '1.0', Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'Network': '1.1', Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'Port': '1.7', Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'PortForwarding': '1.2', Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'QosPolicy': '1.8', Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'SecurityGroup': '1.4', Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'SecurityGroupRule': '1.2', Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'SubPort': '1.0', Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'Subnet': '1.1', Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: 'Trunk': '1.1'}} Jul 27 19:32:15.911999 n-d-705657-21 neutron-server[94060]: {{(pid=94060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 19:32:16.045921 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-047107db-d267-47d5-8965-f415f3aaab9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:32:16.154744 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:32:16.311035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d6ae0ec0-0a2a-4cfe-aeae-0553cfabedab None None] Provisioning complete for port d69110cf-a0c2-4f05-8b4a-b6951c49fca0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:32:16.311437 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d6ae0ec0-0a2a-4cfe-aeae-0553cfabedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:32:16.401184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d6ae0ec0-0a2a-4cfe-aeae-0553cfabedab None None] Provisioning complete for port ee859e07-f427-498c-aad2-95380d69ec1f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:32:16.401452 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d6ae0ec0-0a2a-4cfe-aeae-0553cfabedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:32:16.903555 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:32:18.052359 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57704) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:32:18.266264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c0faba-6c0d-491c-9039-71b62b03a92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:32:18.266614 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c0faba-6c0d-491c-9039-71b62b03a92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:32:18.268197 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-33c0faba-6c0d-491c-9039-71b62b03a92e admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2146251 Jul 27 19:32:18.702072 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:32:20.461429 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57712) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:32:20.620725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3878786a-2e7a-4d7b-a652-ca73be3df4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:32:20.621188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3878786a-2e7a-4d7b-a652-ca73be3df4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:32:20.622915 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3878786a-2e7a-4d7b-a652-ca73be3df4b2 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1601641 Jul 27 19:32:22.806725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57720) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:32:22.947226 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54001a49-d43b-41fa-9984-e8d1cebfde04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:32:22.948638 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-54001a49-d43b-41fa-9984-e8d1cebfde04 admin admin] 10.222.0.48 "GET /v2.0/networks/57e59dfc-7c8c-4859-a16c-b94fd7676000 HTTP/1.1" status: 200 len: 869 time: 0.1409335 Jul 27 19:32:25.132554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57730) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:32:25.277636 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a6f70-f899-41a3-a97b-e2bf43ddbd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:32:25.279195 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6a5a6f70-f899-41a3-a97b-e2bf43ddbd48 admin admin] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 886 time: 0.1456709 Jul 27 19:32:27.516840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57738) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:32:27.649747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a2d033-6b1b-40b3-a4a7-e052cb9da418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:32:27.650200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a2d033-6b1b-40b3-a4a7-e052cb9da418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:32:27.651745 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-95a2d033-6b1b-40b3-a4a7-e052cb9da418 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1339805 Jul 27 19:32:29.832073 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57746) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:32:29.981238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6a8f8a-1a76-4a52-9558-edc1b30987a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:32:29.981707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6a8f8a-1a76-4a52-9558-edc1b30987a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:32:29.983264 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4e6a8f8a-1a76-4a52-9558-edc1b30987a6 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1501269 Jul 27 19:32:32.173491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57754) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:32:32.273555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5068bb34-9351-4006-9977-9670e25f2c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:32:32.274929 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5068bb34-9351-4006-9977-9670e25f2c88 admin admin] 10.222.0.48 "GET /v2.0/subnets/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf HTTP/1.1" status: 200 len: 816 time: 0.1004405 Jul 27 19:32:34.478414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57762) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:32:34.578071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebca744-8fa3-4c40-8a24-6c9a1aba602b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:32:34.579802 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-aebca744-8fa3-4c40-8a24-6c9a1aba602b admin admin] 10.222.0.48 "GET /v2.0/subnets/e8e219ba-c40b-4a0a-811f-4eced68f5992 HTTP/1.1" status: 200 len: 868 time: 0.1000941 Jul 27 19:32:42.645752 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 5 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:32:43.265119 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-744306d2-7304-4e4a-9b73-52d072a7bcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:32:46.042000 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e26387b9-1c3e-4a2a-bec0-877f73f6d466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:32:46.149044 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:32:46.906998 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:32:48.704558 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:00.581643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57816) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:33:00.636535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-2b8d5929-a7cd-4d1e-a855-d2a8f09a5da5 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:33:00.637972 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2b8d5929-a7cd-4d1e-a855-d2a8f09a5da5 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0553598 Jul 27 19:33:02.883766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57824) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:33:02.953141 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef7299d-fbcc-4ce9-bea3-42ee5e6e31fe admin admin] GET failed (client error): The resource could not be found. Jul 27 19:33:02.954458 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9ef7299d-fbcc-4ce9-bea3-42ee5e6e31fe admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0697308 Jul 27 19:33:03.050690 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a205dae-33d9-46d4-8c73-9614a4aaf8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:33:03.052200 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0a205dae-33d9-46d4-8c73-9614a4aaf8c9 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0931973 Jul 27 19:33:05.267817 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57832) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:33:05.323246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-bffa570a-1217-4983-9524-4dfbefdfa56e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:33:05.349454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffa570a-1217-4983-9524-4dfbefdfa56e admin admin] Made reservation on behalf of 65c42fd4e54d48fbb244582a90b129e1 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:33:05.351883 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bffa570a-1217-4983-9524-4dfbefdfa56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:05.396327 n-d-705657-21 neutron-server[94060]: WARNING neutron.services.revisions.revision_plugin [None req-bffa570a-1217-4983-9524-4dfbefdfa56e admin admin] Could not find related network for resource to bump revision. Jul 27 19:33:05.413694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bffa570a-1217-4983-9524-4dfbefdfa56e admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:33:05.428607 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bffa570a-1217-4983-9524-4dfbefdfa56e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742871687190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:05.429162 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bffa570a-1217-4983-9524-4dfbefdfa56e admin admin] Unsubscribe: segment precommit_create {{(pid=94060) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 19:33:05.429629 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-bffa570a-1217-4983-9524-4dfbefdfa56e admin admin] Added segment cc34620d-2c7a-46b0-8e75-5f30316b0f38 of type vlan for network 86d836bd-bb46-4f27-ba5e-d67682a133e6 Jul 27 19:33:05.487543 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bffa570a-1217-4983-9524-4dfbefdfa56e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:05.535101 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bffa570a-1217-4983-9524-4dfbefdfa56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:05.536088 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffa570a-1217-4983-9524-4dfbefdfa56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:33:05.536733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bffa570a-1217-4983-9524-4dfbefdfa56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:05.614971 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bffa570a-1217-4983-9524-4dfbefdfa56e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3457143 Jul 27 19:33:05.629003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa570a-1217-4983-9524-4dfbefdfa56e admin admin] Pushing event updated for resources: {'Network': ['ID=86d836bd-bb46-4f27-ba5e-d67682a133e6,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:33:05.642784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:33:07.851209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57840) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:33:07.918038 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66895f0-67b8-4b36-8f78-5d62c55d2ee0 admin admin] GET failed (client error): The resource could not be found. Jul 27 19:33:07.919608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e66895f0-67b8-4b36-8f78-5d62c55d2ee0 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0670750 Jul 27 19:33:08.030833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b60a803-b1c8-4f34-8657-3414c4e78375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:33:08.032319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5b60a803-b1c8-4f34-8657-3414c4e78375 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1058505 Jul 27 19:33:08.046012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'cidr': '192.168.233.0/24'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:33:08.070305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Made reservation on behalf of 65c42fd4e54d48fbb244582a90b129e1 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:33:08.072591 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:08.244015 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:08.297756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d5d6b63-5410-4fa2-b892-605f7ef3e429,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:33:08.309146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:08.309478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:08.309848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:08.310177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:08.310509 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:08.310837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:08.311148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:08.311481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:08.311800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:08.312123 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:08.312475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:08.312791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:08.317005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:33:08.317472 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Network hostable DHCP agents. Network: 86d836bd-bb46-4f27-ba5e-d67682a133e6, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:33:08.335618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:33:08.345852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 86d836bd-bb46-4f27-ba5e-d67682a133e6) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:33:08.350252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:33:08.350851 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:08.354973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa8c41a-3aca-4b87-a896-984c2af06d73 None None] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:33:08.367635 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9abe7ca4-63e4-46f7-9905-a5451d7c5a63 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3269832 Jul 27 19:33:08.610788 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-86d836bd-bb46-4f27-ba5e-d67682a133e6', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'tenant_id': '65c42fd4e54d48fbb244582a90b129e1', 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:33:08.611661 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:08.748602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Allocated IP 192.168.233.2 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/2f90e7cc-c22a-4bad-8688-d9767a7de94d) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:33:08.903626 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:08.912159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Transition to ACTIVE for port object 2f90e7cc-c22a-4bad-8688-d9767a7de94d will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:33:08.927904 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Transition to ACTIVE for port object 2f90e7cc-c22a-4bad-8688-d9767a7de94d will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:33:08.935271 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:08.973455 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:33:08.978572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:33:08.981207 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:33:08.990108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Pushing event updated for resources: {'Port': ['ID=2f90e7cc-c22a-4bad-8688-d9767a7de94d,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:33:09.014668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:09.015007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:09.015342 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:09.015672 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:09.016001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:09.016332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:09.016687 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:09.017036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:09.017327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:09.017649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:09.017966 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:09.018270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:33:09.054647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Attempting to bind port 2f90e7cc-c22a-4bad-8688-d9767a7de94d on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:33:09.055011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Attempting to bind port 2f90e7cc-c22a-4bad-8688-d9767a7de94d by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:33:09.055369 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Attempting to bind port 2f90e7cc-c22a-4bad-8688-d9767a7de94d on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:33:09.060737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:33:09.061110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:33:09.061511 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:09.061903 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:33:09.062363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Bound port: 2f90e7cc-c22a-4bad-8688-d9767a7de94d, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:33:09.062757 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:09.128066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] For port 2f90e7cc-c22a-4bad-8688-d9767a7de94d, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:33:09.131364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] For port 2f90e7cc-c22a-4bad-8688-d9767a7de94d, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2f90e7cc-c22a-4bad-8688-d9767a7de94d,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:33:09.136266 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:09.193272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095bd11-4679-4708-b677-c7aa26067010 None None] Pushing event updated for resources: {'Port': ['ID=2f90e7cc-c22a-4bad-8688-d9767a7de94d,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:33:10.005946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e5aaa5-fdf1-483d-94ca-af64f588838c None None] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:33:10.129032 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4aacab0e-1682-48aa-8fcc-febe74e8dbdf None None] Provisioning for port 2f90e7cc-c22a-4bad-8688-d9767a7de94d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:33:10.139040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2f90e7cc-c22a-4bad-8688-d9767a7de94d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:33:10.217912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 2f90e7cc-c22a-4bad-8688-d9767a7de94d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:33:10.223802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 2f90e7cc-c22a-4bad-8688-d9767a7de94d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:33:10.224171 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:10.319604 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:10.356811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 2f90e7cc-c22a-4bad-8688-d9767a7de94d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2f90e7cc-c22a-4bad-8688-d9767a7de94d,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:33:10.361480 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:10.418228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=2f90e7cc-c22a-4bad-8688-d9767a7de94d,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:33:10.483762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3f5fad7d-8888-4ca0-91e9-7f32698fc634 None None] Provisioning complete for port 2f90e7cc-c22a-4bad-8688-d9767a7de94d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:33:10.484168 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3f5fad7d-8888-4ca0-91e9-7f32698fc634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:12.105487 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2f90e7cc-c22a-4bad-8688-d9767a7de94d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:33:12.159533 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 2f90e7cc-c22a-4bad-8688-d9767a7de94d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:33:12.159914 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:13.270756 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5f4a456b-cf77-4b59-9dbb-49add2facdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:16.038409 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e2522313-befc-42fd-82dc-dca298c4613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:16.159744 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:16.909384 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:18.709383 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:19.645227 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 5 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:33:43.273507 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-357051fc-0fef-426a-a804-6eeb26727cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:46.034934 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfd4fc31-dc68-49d9-a3a2-3ad0fdab0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:46.157626 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:46.912731 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:48.712789 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:33:56.649242 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 5 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:34:13.276744 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c42262e7-0190-474b-aa3d-5fbfd8d71f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:16.041120 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-53d916d0-d2e7-4388-9e58-803af9df89ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:16.152356 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:16.916968 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:18.714879 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:25.297598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57892) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:34:25.306861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-eba00111-0106-4262-b761-a0dd8074b501 tempest-verify_tempest_config-1501917539 tempest-verify_tempest_config-1501917539-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:34:25.308160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-eba00111-0106-4262-b761-a0dd8074b501 tempest-verify_tempest_config-1501917539 tempest-verify_tempest_config-1501917539-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0093641 Jul 27 19:34:25.650196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57910) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:34:25.763029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:25.881333 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:25.887117 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:25.942122 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d024bac12274121bb25f210ed26ae46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2908385 Jul 27 19:34:25.942841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f08e7ba-58ba-4872-a53a-93e59a18c51e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:34:25.945570 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57916) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:34:25.949639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:25.949986 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:25.950322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:25.950654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:25.950983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:25.951297 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:25.951630 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:25.951951 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:25.952271 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:25.952604 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:25.952923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:25.953240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd604aa-0323-49ea-9302-d0f3d17c195b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:26.004310 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:26.025597 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:26.121726 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:26.125047 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:26.126378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f08e7ba-58ba-4872-a53a-93e59a18c51e HTTP/1.1" status: 204 len: 168 time: 0.1796620 Jul 27 19:34:26.135960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f08e7ba-58ba-4872-a53a-93e59a18c51e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:34:26.145773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:26.146506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:26.146506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:26.146806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:26.147057 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:26.147374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:26.147690 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:26.148005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:26.148318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:26.148659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:26.148972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:26.149282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885849fd-9224-4779-9e2d-2f9c5a39ae12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:34:33.649706 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 5 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:34:43.289984 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e360e88b-cb33-49ed-956e-cc1604dac67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:46.038622 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ba03627f-880c-441e-80ce-e931faa38a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:46.162764 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:46.925108 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:34:48.724353 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:35:10.648858 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 5 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:35:13.290565 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-dfb83bee-cb9f-4b42-aace-12cacc5a4d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:35:16.034799 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23daf7bb-fbb3-48eb-8ff0-fe52dd78b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:35:16.159826 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:35:16.924628 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:35:18.729184 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:35:43.290885 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-975ab04e-0778-460c-8182-a0acd7d47f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:35:46.027806 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87755e5d-ea7f-4f37-9a0e-724d21dd7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:35:46.153888 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:35:46.931330 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:35:47.653888 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 5 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:35:48.728805 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:36:13.295583 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-870c431d-76ca-47cf-8026-53df288a3ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:36:16.041438 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2f98fa4b-68b7-41c6-a9f1-3f13fd13c5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:36:16.156442 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:36:16.937103 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:36:18.729101 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:36:24.657173 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 5 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:36:43.295808 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b29c23a-f18c-4753-ba2e-ca9370602d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:36:46.045430 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-50cb162b-02ef-4dc5-b8d1-bcbfad4514c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:36:46.164880 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:36:46.938902 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:36:48.735609 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:37:01.660825 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 5 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:37:13.300356 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-257e9163-20ca-4078-b258-008fd39a2300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:37:16.040554 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-902f9166-99bf-42ca-9b21-07e6c30b7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:37:16.159263 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:37:16.942075 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:37:18.737095 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:37:38.060363 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8238363'] for agent, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:37:38.665372 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 6 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:37:41.235727 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8238363'] for agent, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:37:43.305212 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f13f6915-7248-4d3d-973a-7fa6c596e3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:37:46.051842 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-69f82b35-1507-4176-a93e-fada68e4d33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:37:46.165434 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:37:46.952238 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:37:48.741318 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:38:08.016161 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:38:11.185027 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:38:13.302296 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f27bd2f-a7c8-4724-b176-b95477e2ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:38:15.670217 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:38:16.054691 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b0d84f24-9230-4e7d-9e14-37131d9e7fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:38:16.167306 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:38:16.948501 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:38:18.742920 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:38:24.745609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57980) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:38:24.867331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f209bf88-cbbc-4794-99bb-02d2c4a6e810 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1206081 Jul 27 19:38:27.055727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57990) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:38:27.125009 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fdeb48c6-8a2d-4805-b614-e1a56955d84f admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0675991 Jul 27 19:38:38.017438 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:38:41.181033 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:38:43.306350 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6b266fd1-c1f7-4d5e-97a2-1722b2397f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:38:46.058872 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-da6b9a4a-954f-4569-ad91-aa99ec444eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:38:46.164180 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:38:46.960370 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:38:48.746897 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:38:52.673018 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:39:08.041044 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:11.184918 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:13.308868 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1a93c7af-fb9f-4cb6-87b9-c99485e7c84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:16.052358 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fb92c664-bfd1-4293-834e-8a35b2b53158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:16.157020 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:16.955029 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:18.751922 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:29.674746 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:39:38.056341 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:41.201631 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:43.305028 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-22ea343c-035d-4bbc-84da-5c3e962cb4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:46.060356 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7fd83067-fd76-499b-bdff-672c124435dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:46.182255 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:46.966960 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:48.768189 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:51.501862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58228) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:51.994616 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7bf7b17d-d47c-45b4-be17-544ffb7382dd tempest-AutoAllocateNetworkTest-1876367475 tempest-AutoAllocateNetworkTest-1876367475-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ce53b1470c1849da9b7e7e260d7c312e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4889362 Jul 27 19:39:51.994749 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58252) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:52.182155 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f932ccf1-2a11-4dc9-b32c-55348b2cb6c7 tempest-AutoAllocateNetworkTest-1876367475 tempest-AutoAllocateNetworkTest-1876367475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:39:52.183826 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f932ccf1-2a11-4dc9-b32c-55348b2cb6c7 tempest-AutoAllocateNetworkTest-1876367475 tempest-AutoAllocateNetworkTest-1876367475-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1879053 Jul 27 19:39:52.187500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58268) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:52.243761 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58274) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:52.243905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2c0dd9b6-3677-410b-9a89-3cc920dd8953 tempest-AutoAllocateNetworkTest-1876367475 tempest-AutoAllocateNetworkTest-1876367475-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552623 Jul 27 19:39:52.278404 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-31dc5af3-fa04-489e-a863-6578604b621e tempest-AutoAllocateNetworkTest-1876367475 tempest-AutoAllocateNetworkTest-1876367475-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ce53b1470c1849da9b7e7e260d7c312e HTTP/1.1" status: 200 len: 208 time: 0.0320952 Jul 27 19:39:53.012260 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58316) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:53.316490 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:53.412224 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:53.417167 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:53.457055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de6ede6-1c0e-4d95-91cb-03d60a8ffbe8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:53.463506 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.463926 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.464347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.465032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.465537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.465845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.466205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.466535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.466860 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.467222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.467520 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.468219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] Tracked resource versions report: Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: pushed versions: Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: { 'AddressGroup': {'1.2'}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'ConntrackHelper': {'1.0'}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'Log': {'1.0'}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'Network': {'1.1'}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'Port': {'1.7'}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'PortForwarding': {'1.2'}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'QosPolicy': {'1.8'}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'SecurityGroup': {'1.4'}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'SecurityGroupRule': {'1.2'}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'SubPort': {'1.0'}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'Subnet': {'1.1'}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'Trunk': {'1.1'}} Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: consumer versions: Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: { DHCP agent@n-d-705657-21: {}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: HyperV agent@n-h1-705657-21: {}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: HyperV agent@n-h2-705657-21: {}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: L3 agent@n-d-705657-21: {}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: Metadata agent@n-d-705657-21: {}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: Metering agent@n-d-705657-21: {}, Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: Open vSwitch agent@n-d-705657-21: { 'AddressGroup': '1.2', Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'ConntrackHelper': '1.0', Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'Log': '1.0', Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'Network': '1.1', Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'Port': '1.7', Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'PortForwarding': '1.2', Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'QosPolicy': '1.8', Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'SecurityGroup': '1.4', Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'SecurityGroupRule': '1.2', Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'SubPort': '1.0', Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'Subnet': '1.1', Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: 'Trunk': '1.1'}} Jul 27 19:39:53.469038 n-d-705657-21 neutron-server[94060]: {{(pid=94060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 19:39:53.478249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58348) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:53.485973 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d6021494-6e98-429d-b912-2b3430320028 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce53b1470c1849da9b7e7e260d7c312e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4715757 Jul 27 19:39:53.532013 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:53.556569 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:53.613957 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:53.616487 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:53.620560 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4de6ede6-1c0e-4d95-91cb-03d60a8ffbe8 HTTP/1.1" status: 204 len: 168 time: 0.1411991 Jul 27 19:39:53.628548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de6ede6-1c0e-4d95-91cb-03d60a8ffbe8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:53.635805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.636215 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.636532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.636866 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.637194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.637511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.637830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.638147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.638464 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.638773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.639201 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.639514 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64939a-6c5d-445a-9522-41408e26d2a1 admin admin] Tracked resource versions report: Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: pushed versions: Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: { 'AddressGroup': {'1.2'}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'ConntrackHelper': {'1.0'}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'Log': {'1.0'}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'Network': {'1.1'}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'Port': {'1.7'}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'PortForwarding': {'1.2'}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'QosPolicy': {'1.8'}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'SecurityGroup': {'1.4'}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'SecurityGroupRule': {'1.2'}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'SubPort': {'1.0'}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'Subnet': {'1.1'}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'Trunk': {'1.1'}} Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: consumer versions: Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: { DHCP agent@n-d-705657-21: {}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: HyperV agent@n-h1-705657-21: {}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: HyperV agent@n-h2-705657-21: {}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: L3 agent@n-d-705657-21: {}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: Metadata agent@n-d-705657-21: {}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: Metering agent@n-d-705657-21: {}, Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: Open vSwitch agent@n-d-705657-21: { 'AddressGroup': '1.2', Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'ConntrackHelper': '1.0', Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'Log': '1.0', Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'Network': '1.1', Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'Port': '1.7', Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'PortForwarding': '1.2', Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'QosPolicy': '1.8', Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'SecurityGroup': '1.4', Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'SecurityGroupRule': '1.2', Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'SubPort': '1.0', Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'Subnet': '1.1', Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: 'Trunk': '1.1'}} Jul 27 19:39:53.640627 n-d-705657-21 neutron-server[94059]: {{(pid=94059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 19:39:54.240619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58384) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:54.369812 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2d842e87-f539-449a-a6d2-3b66722b56e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:54.492089 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2d842e87-f539-449a-a6d2-3b66722b56e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:54.498569 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2d842e87-f539-449a-a6d2-3b66722b56e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:54.550803 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2d842e87-f539-449a-a6d2-3b66722b56e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c4cc5cf620945cfb78f2b1a450ce3a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3089194 Jul 27 19:39:54.554015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58406) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:54.555953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d842e87-f539-449a-a6d2-3b66722b56e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7616f47c-ec2c-40dd-b336-79704a29c5d6,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:54.622018 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78d55e1b-4d9e-4af1-9ceb-74de8c4ff938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:54.643580 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78d55e1b-4d9e-4af1-9ceb-74de8c4ff938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:54.725877 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78d55e1b-4d9e-4af1-9ceb-74de8c4ff938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:54.727903 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78d55e1b-4d9e-4af1-9ceb-74de8c4ff938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:54.730194 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-78d55e1b-4d9e-4af1-9ceb-74de8c4ff938 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7616f47c-ec2c-40dd-b336-79704a29c5d6 HTTP/1.1" status: 204 len: 168 time: 0.1727381 Jul 27 19:39:54.744305 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d55e1b-4d9e-4af1-9ceb-74de8c4ff938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7616f47c-ec2c-40dd-b336-79704a29c5d6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:54.983228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58446) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:54.985884 n-d-705657-21 neutron-server[94059]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 19:39:55.007265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7bf4f9d6-6360-4834-bcc1-cca761d3f373 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=538ec0c39bce42419e96e434799c087b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224078 Jul 27 19:39:55.216935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58458) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:55.226274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-80f10ca8-ed93-4a84-a923-36246df5f8b7 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:39:55.228203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-80f10ca8-ed93-4a84-a923-36246df5f8b7 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148769 Jul 27 19:39:55.238059 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0a9562ed-8689-44cb-b63b-015610f2a0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:55.244851 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-04660dac-1ab9-4ada-9d1a-38f827787b2b tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/quotas/538ec0c39bce42419e96e434799c087b HTTP/1.1" status: 200 len: 375 time: 0.0105393 Jul 27 19:39:55.319103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-d7182090-3de2-4c1a-ba2f-f47bf9976860 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=538ec0c39bce42419e96e434799c087b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679345 Jul 27 19:39:55.354402 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0a9562ed-8689-44cb-b63b-015610f2a0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:55.360762 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0a9562ed-8689-44cb-b63b-015610f2a0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:55.421928 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0a9562ed-8689-44cb-b63b-015610f2a0dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc8a6637246549e3b122758052adb233&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2035713 Jul 27 19:39:55.425693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58464) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:55.434290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9562ed-8689-44cb-b63b-015610f2a0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1a44e4-edc0-46b1-a7f7-6990b42b9a13,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:55.510244 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4d13b8f-cde2-4011-988c-9d72b64765b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:55.672766 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4d13b8f-cde2-4011-988c-9d72b64765b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:55.733491 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4d13b8f-cde2-4011-988c-9d72b64765b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:55.736374 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4d13b8f-cde2-4011-988c-9d72b64765b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:55.737754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b4d13b8f-cde2-4011-988c-9d72b64765b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd1a44e4-edc0-46b1-a7f7-6990b42b9a13 HTTP/1.1" status: 204 len: 168 time: 0.3104498 Jul 27 19:39:55.747753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d13b8f-cde2-4011-988c-9d72b64765b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1a44e4-edc0-46b1-a7f7-6990b42b9a13,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:55.993474 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58512) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:56.268069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bee9d9f7-b27d-4273-9d0c-e7d6387957d8 req-d962d508-74a4-4826-a085-dc69e860a320 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 210 time: 0.2729917 Jul 27 19:39:56.978512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58624) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:57.449468 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2304b988-5214-4b24-9266-b829d597ecd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:57.471326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58650) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:57.491166 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8bd10a08-ca71-4da2-a721-307e3e5e5bf4 req-f4d3c5ca-cf1a-4210-9938-8b2797fb016e tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 210 time: 0.0516534 Jul 27 19:39:57.510278 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58656) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:57.589678 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2304b988-5214-4b24-9266-b829d597ecd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:57.594562 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2304b988-5214-4b24-9266-b829d597ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:57.634069 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304b988-5214-4b24-9266-b829d597ecd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fb2416-26f7-461c-b75f-1d05fe1dc638,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:57.672322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58670) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:57.674651 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2304b988-5214-4b24-9266-b829d597ecd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a5c60a5d6274f61b26689ad84cdd016&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6948807 Jul 27 19:39:57.739206 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd262e95-cc5b-45a9-9e75-d344572be1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:57.763736 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.52', 59208) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:57.772679 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd262e95-cc5b-45a9-9e75-d344572be1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:57.814063 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-cc6a8d56-aa3a-4ae7-84a0-209b2bb1b8c5 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=538ec0c39bce42419e96e434799c087b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488770 Jul 27 19:39:57.814745 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58672) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:57.843501 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd262e95-cc5b-45a9-9e75-d344572be1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:57.846594 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd262e95-cc5b-45a9-9e75-d344572be1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:57.852821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dd262e95-cc5b-45a9-9e75-d344572be1af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2fb2416-26f7-461c-b75f-1d05fe1dc638 HTTP/1.1" status: 204 len: 168 time: 0.1762538 Jul 27 19:39:57.859673 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-153e74c9-42db-41f6-81e5-e13c463d6781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:57.870545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd262e95-cc5b-45a9-9e75-d344572be1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fb2416-26f7-461c-b75f-1d05fe1dc638,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:57.909520 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a6ecd03-a556-4835-b7ad-32ff48d272b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:57.938464 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.api [None req-1a6ecd03-a556-4835-b7ad-32ff48d272b0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 19:39:57.938464 n-d-705657-21 neutron-server[94059]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 19:39:57.938464 n-d-705657-21 neutron-server[94059]: [parameters: {'project_id': '883e5ddf186d43e2bd7ccdec5cc9ce9f', 'id': '7f65a27d-9d97-429c-a3d1-605cec432776', 'expiration': datetime.datetime(2021, 7, 27, 19, 41, 57, 931929)}] Jul 27 19:39:57.938464 n-d-705657-21 neutron-server[94059]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:39:57.938851 n-d-705657-21 neutron-server[94059]: DEBUG oslo_db.api [None req-1a6ecd03-a556-4835-b7ad-32ff48d272b0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:39:58.004051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-a2977002-0eb4-4320-9eb8-754e7ebbe3ff tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:39:58.005775 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-a2977002-0eb4-4320-9eb8-754e7ebbe3ff tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828640 Jul 27 19:39:58.040062 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b026-b4ef-4d6d-93e1-44fa4f2cf214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.085423 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Request body: {'port': {'device_id': 'c08a8ec2-7e61-42bf-9700-f57e387254f9', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '538ec0c39bce42419e96e434799c087b'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:39:58.284903 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-153e74c9-42db-41f6-81e5-e13c463d6781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.296285 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-153e74c9-42db-41f6-81e5-e13c463d6781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.308733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58708) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:58.326589 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a589fae-5a1a-42b7-8696-37f686415494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.336339 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.api [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 19:39:58.336339 n-d-705657-21 neutron-server[94060]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 19:39:58.336339 n-d-705657-21 neutron-server[94060]: [parameters: {'project_id_1': '538ec0c39bce42419e96e434799c087b', 'expiration_1': datetime.datetime(2021, 7, 27, 19, 39, 58, 274335)}] Jul 27 19:39:58.336339 n-d-705657-21 neutron-server[94060]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:39:58.336749 n-d-705657-21 neutron-server[94060]: DEBUG oslo_db.api [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:39:58.409082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e74c9-42db-41f6-81e5-e13c463d6781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d45a1f2-434a-4329-92c2-407d8305e3eb,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:58.417317 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-153e74c9-42db-41f6-81e5-e13c463d6781 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d58abfb668744c97a251163c222acc76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9449067 Jul 27 19:39:58.420201 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58716) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:58.440636 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a6ecd03-a556-4835-b7ad-32ff48d272b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.516043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b026-b4ef-4d6d-93e1-44fa4f2cf214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.517226 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31032d02-bb77-4a62-9e3a-b6b1868e480c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.530083 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7c0b026-b4ef-4d6d-93e1-44fa4f2cf214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.559707 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.api [None req-1a6ecd03-a556-4835-b7ad-32ff48d272b0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 19:39:58.559707 n-d-705657-21 neutron-server[94059]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 19:39:58.559707 n-d-705657-21 neutron-server[94059]: [parameters: {'project_id_1': '883e5ddf186d43e2bd7ccdec5cc9ce9f', 'expiration_1': datetime.datetime(2021, 7, 27, 19, 39, 58, 462668)}] Jul 27 19:39:58.559707 n-d-705657-21 neutron-server[94059]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:39:58.560533 n-d-705657-21 neutron-server[94059]: DEBUG oslo_db.api [None req-1a6ecd03-a556-4835-b7ad-32ff48d272b0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:39:58.567335 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31032d02-bb77-4a62-9e3a-b6b1868e480c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.590326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0b026-b4ef-4d6d-93e1-44fa4f2cf214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03d5f96-c849-4150-9c90-31d96e0254ab,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:58.599453 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f7c0b026-b4ef-4d6d-93e1-44fa4f2cf214 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2af81d6e49d4a29be751d7cd8a58a6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7821550 Jul 27 19:39:58.604941 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58740) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:58.684729 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a6ecd03-a556-4835-b7ad-32ff48d272b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.702074 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-174ca25b-128f-4662-a1fb-6b69d215871b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.706190 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31032d02-bb77-4a62-9e3a-b6b1868e480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.709402 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a589fae-5a1a-42b7-8696-37f686415494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.709719 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31032d02-bb77-4a62-9e3a-b6b1868e480c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.714461 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-31032d02-bb77-4a62-9e3a-b6b1868e480c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d45a1f2-434a-4329-92c2-407d8305e3eb HTTP/1.1" status: 204 len: 168 time: 0.2915184 Jul 27 19:39:58.731553 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a589fae-5a1a-42b7-8696-37f686415494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.732248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31032d02-bb77-4a62-9e3a-b6b1868e480c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d45a1f2-434a-4329-92c2-407d8305e3eb,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:58.748231 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-174ca25b-128f-4662-a1fb-6b69d215871b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.805694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-016fe113-92de-4e46-a654-4623cd01c6f9 req-49e7fa65-3a5f-41e5-b7b7-84d1621115e4 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 210 time: 0.0899339 Jul 27 19:39:58.813025 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a589fae-5a1a-42b7-8696-37f686415494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb32097-bdd4-425d-be3f-fa10d5933774,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:58.816899 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-174ca25b-128f-4662-a1fb-6b69d215871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.820182 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-174ca25b-128f-4662-a1fb-6b69d215871b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.821489 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-174ca25b-128f-4662-a1fb-6b69d215871b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a03d5f96-c849-4150-9c90-31d96e0254ab HTTP/1.1" status: 204 len: 168 time: 0.2147770 Jul 27 19:39:58.825330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6a589fae-5a1a-42b7-8696-37f686415494 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7532e6e2b1e4c1081727d01b085fec8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5109479 Jul 27 19:39:58.827937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58756) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:58.867155 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ca25b-128f-4662-a1fb-6b69d215871b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03d5f96-c849-4150-9c90-31d96e0254ab,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:58.921649 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53aa3a6b-58a8-4e54-942b-4f408c9fbd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.939583 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a6ecd03-a556-4835-b7ad-32ff48d272b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.954462 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a6ecd03-a556-4835-b7ad-32ff48d272b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:58.992158 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Made reservation on behalf of 538ec0c39bce42419e96e434799c087b for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:39:58.998448 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:59.050767 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:59.076162 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58772) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:39:59.076279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1a6ecd03-a556-4835-b7ad-32ff48d272b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=883e5ddf186d43e2bd7ccdec5cc9ce9f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5613074 Jul 27 19:39:59.079339 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53aa3a6b-58a8-4e54-942b-4f408c9fbd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:59.095143 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ecd03-a556-4835-b7ad-32ff48d272b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0798e686-ae05-43a1-a06d-ea6d2b973877,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:59.247589 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53aa3a6b-58a8-4e54-942b-4f408c9fbd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:59.250452 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53aa3a6b-58a8-4e54-942b-4f408c9fbd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:59.259494 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-53aa3a6b-58a8-4e54-942b-4f408c9fbd95 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fb32097-bdd4-425d-be3f-fa10d5933774 HTTP/1.1" status: 204 len: 168 time: 0.4303508 Jul 27 19:39:59.266148 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-db351dd7-3226-4e79-b55a-b4115b5f7cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:59.296013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa3a6b-58a8-4e54-942b-4f408c9fbd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb32097-bdd4-425d-be3f-fa10d5933774,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:59.425451 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-db351dd7-3226-4e79-b55a-b4115b5f7cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:59.546026 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:59.558588 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:59.659181 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-db351dd7-3226-4e79-b55a-b4115b5f7cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:59.661751 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-db351dd7-3226-4e79-b55a-b4115b5f7cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:39:59.666025 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-db351dd7-3226-4e79-b55a-b4115b5f7cc4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0798e686-ae05-43a1-a06d-ea6d2b973877 HTTP/1.1" status: 204 len: 168 time: 0.5852652 Jul 27 19:39:59.701881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:59.764857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db351dd7-3226-4e79-b55a-b4115b5f7cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0798e686-ae05-43a1-a06d-ea6d2b973877,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:39:59.967711 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Allocated IP 192.168.233.237 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/040c538c-7852-48c5-8f50-ac2b6f7b898d) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:00.016764 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-21b61ecb-6511-4ed9-a0c9-aa96d51a1fcc tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=55513b7593b8485dbddad05c6f431667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537565 Jul 27 19:40:00.213840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-0f84826c-f9bf-473f-9d92-6fd01c8c348e tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:00.217828 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-0f84826c-f9bf-473f-9d92-6fd01c8c348e tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986377 Jul 27 19:40:00.218904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58822) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:00.238248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58824) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:00.275529 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5b8d54dc-bd6a-44d6-86de-38dc99b3743c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:00.281731 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c1779f2-d593-4cbe-be58-31550e855ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:00.306880 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:00.308256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-87ddbf1d-84ef-4a90-bf70-e526883c7c0e tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/quotas/55513b7593b8485dbddad05c6f431667 HTTP/1.1" status: 200 len: 375 time: 0.0678873 Jul 27 19:40:00.339634 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Transition to ACTIVE for port object 040c538c-7852-48c5-8f50-ac2b6f7b898d will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:00.390191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-0ec01bdf-896c-4cd1-b715-3993c6bcbab8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=55513b7593b8485dbddad05c6f431667&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606928 Jul 27 19:40:00.622134 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:00.760849 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5b8d54dc-bd6a-44d6-86de-38dc99b3743c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:00.799172 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:00.800425 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5b8d54dc-bd6a-44d6-86de-38dc99b3743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:01.001428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58856) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:01.052680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:01.066373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:01.067710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e6dd1-0f6b-4637-be74-2d520533d13c req-9681986e-af76-4b4c-9bde-f53f652328fa tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:01.071976 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:01.072660 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:01.075779 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c8e6dd1-0f6b-4637-be74-2d520533d13c req-9681986e-af76-4b4c-9bde-f53f652328fa tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 936 time: 0.3859005 Jul 27 19:40:01.130263 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5b8d54dc-bd6a-44d6-86de-38dc99b3743c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f8f742a06f14e11af7a0becc03255a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8909121 Jul 27 19:40:01.131484 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-195df28f-bc1c-4f90-920c-ad1ab38029fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:01.140079 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58870) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:01.251606 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-fbfe1fe6-21d1-4b5f-804b-84b6ba885767 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8197a2d3394c448cb621567042a7079b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2351344 Jul 27 19:40:01.266826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d54dc-bd6a-44d6-86de-38dc99b3743c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa3eea5-e6f1-4617-ac1b-dff2bccc78c7,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:01.269755 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e724787b-04b2-450c-9d7e-a0a9d054cc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:01.326439 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e724787b-04b2-450c-9d7e-a0a9d054cc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:01.345880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Pushing event updated for resources: {'Port': ['ID=040c538c-7852-48c5-8f50-ac2b6f7b898d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:01.437705 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e724787b-04b2-450c-9d7e-a0a9d054cc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:01.441518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c8e6dd1-0f6b-4637-be74-2d520533d13c req-f4dfe632-6368-41e0-a0e4-466d8ca7285b tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598130 Jul 27 19:40:01.441868 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e724787b-04b2-450c-9d7e-a0a9d054cc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:01.446965 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e724787b-04b2-450c-9d7e-a0a9d054cc88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efa3eea5-e6f1-4617-ac1b-dff2bccc78c7 HTTP/1.1" status: 204 len: 168 time: 0.3019252 Jul 27 19:40:01.465915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724787b-04b2-450c-9d7e-a0a9d054cc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa3eea5-e6f1-4617-ac1b-dff2bccc78c7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:01.540654 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-75756a49-3d67-4ab9-b9ef-5e206c0c035b None None] Provisioning for port 040c538c-7852-48c5-8f50-ac2b6f7b898d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:01.542443 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c1779f2-d593-4cbe-be58-31550e855ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:01.551518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-75756a49-3d67-4ab9-b9ef-5e206c0c035b None None] Provisioning complete for port 040c538c-7852-48c5-8f50-ac2b6f7b898d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:01.552041 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-75756a49-3d67-4ab9-b9ef-5e206c0c035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:01.570317 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-891aa75a-1294-4bde-81d7-d4d9aea65ed8 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4895301 Jul 27 19:40:01.577634 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c1779f2-d593-4cbe-be58-31550e855ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:01.602388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fcee2269-fed1-42d0-813f-381946201214 req-f7a26433-625e-4347-8284-edacbb747438 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0660365 Jul 27 19:40:01.618838 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-75756a49-3d67-4ab9-b9ef-5e206c0c035b None None] Port 040c538c-7852-48c5-8f50-ac2b6f7b898d cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:40:01.670637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1779f2-d593-4cbe-be58-31550e855ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ab9161-cb69-4d08-91a9-b16285c8d101,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:01.747902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6c1779f2-d593-4cbe-be58-31550e855ac0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d141cf62f3494c629decd0fb8ef738b0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5276148 Jul 27 19:40:01.750568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58898) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:01.819351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-432940da-74d7-44bd-82fa-8f7fcc82cea8 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:01.828025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-432940da-74d7-44bd-82fa-8f7fcc82cea8 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5748467 Jul 27 19:40:01.855172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-b9ea00ed-fc61-4344-a905-24e72b9c8b7c tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/quotas/8197a2d3394c448cb621567042a7079b HTTP/1.1" status: 200 len: 375 time: 0.0254765 Jul 27 19:40:01.930874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-48ebaf94-d376-4d29-ad8d-9bf6668bc996 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8197a2d3394c448cb621567042a7079b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741022 Jul 27 19:40:01.943460 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-2d0be2ff-30e6-4799-907c-12ad8cb6cd89 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:40:01.951188 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-2d0be2ff-30e6-4799-907c-12ad8cb6cd89 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134904 Jul 27 19:40:02.079166 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a4fad5e-5022-4675-9595-68bdc26d2b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:02.132364 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a4fad5e-5022-4675-9595-68bdc26d2b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:02.185173 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-195df28f-bc1c-4f90-920c-ad1ab38029fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:02.191577 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-195df28f-bc1c-4f90-920c-ad1ab38029fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:02.261958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195df28f-bc1c-4f90-920c-ad1ab38029fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ad6fac-65d2-453f-ac44-3623dce96fca,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:02.287154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58926) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:02.287791 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-195df28f-bc1c-4f90-920c-ad1ab38029fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8480c4dea09e415889e413d34eb673a2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2830293 Jul 27 19:40:02.310813 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a4fad5e-5022-4675-9595-68bdc26d2b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:02.313187 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a4fad5e-5022-4675-9595-68bdc26d2b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:02.321520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9a4fad5e-5022-4675-9595-68bdc26d2b3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78ab9161-cb69-4d08-91a9-b16285c8d101 HTTP/1.1" status: 204 len: 168 time: 0.5607727 Jul 27 19:40:02.346336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fad5e-5022-4675-9595-68bdc26d2b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ab9161-cb69-4d08-91a9-b16285c8d101,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:02.457484 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80c75911-5562-4db4-b5ea-f010c155725a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:02.490299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77bd28aa-97d3-430f-9f11-d0df1250ce26 req-cfcd570d-65e7-4486-928e-b8a6961b615d tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 210 time: 0.0775445 Jul 27 19:40:02.526130 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80c75911-5562-4db4-b5ea-f010c155725a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:02.624923 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80c75911-5562-4db4-b5ea-f010c155725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:02.627831 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80c75911-5562-4db4-b5ea-f010c155725a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:02.634759 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-80c75911-5562-4db4-b5ea-f010c155725a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42ad6fac-65d2-453f-ac44-3623dce96fca HTTP/1.1" status: 204 len: 168 time: 0.3463111 Jul 27 19:40:02.669616 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c75911-5562-4db4-b5ea-f010c155725a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ad6fac-65d2-453f-ac44-3623dce96fca,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:02.789400 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52e7b275-4ef3-44fc-a325-28bc76de903b req-429b0ffe-cf9e-49f1-97b2-b9ca5a06849d tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0549717 Jul 27 19:40:02.955554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6a28e-be8d-4406-8f2b-9a1130ae2e21 req-e50d20a0-33e1-46f5-81c8-db7546ff94b9 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:02.968751 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20f6a28e-be8d-4406-8f2b-9a1130ae2e21 req-e50d20a0-33e1-46f5-81c8-db7546ff94b9 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 936 time: 0.1018696 Jul 27 19:40:03.060362 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Request body: {'port': {'device_id': 'c08a8ec2-7e61-42bf-9700-f57e387254f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:03.070520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20f6a28e-be8d-4406-8f2b-9a1130ae2e21 req-a57e01bb-11c2-405a-ad91-d7632b0b3160 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007583 Jul 27 19:40:03.285064 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:03.363759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.63', 59775) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:03.424010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-9df743c2-8732-4036-a069-d1348f106d32 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=55513b7593b8485dbddad05c6f431667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589149 Jul 27 19:40:03.828320 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-566e5180-c9ba-46ce-95ae-0d3cb8b371af req-f0f7e0e4-2d4f-4ca8-8572-fd4f801f06cd tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 210 time: 0.1470580 Jul 27 19:40:03.923395 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-9aa7705c-e934-4d38-8c51-d7e4e2dc26de tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:03.925456 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-9aa7705c-e934-4d38-8c51-d7e4e2dc26de tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4950228 Jul 27 19:40:03.974168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9394fd37-2571-4e0e-8b45-4b73f65a4b79 req-c3660184-201c-4bc6-8a5f-9b145d396033 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0473459 Jul 27 19:40:03.987629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Request body: {'port': {'device_id': '66ba2fe0-528c-4841-b2db-6085c5fc6e09', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '55513b7593b8485dbddad05c6f431667'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:04.175813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040c538c-7852-48c5-8f50-ac2b6f7b898d {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:04.194935 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:04.228434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Transition to ACTIVE for port object 040c538c-7852-48c5-8f50-ac2b6f7b898d will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:04.229905 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.63', 59780) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:04.291863 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-986ea5c8-27d4-441b-a088-a7ff2450a2f9 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=8197a2d3394c448cb621567042a7079b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607047 Jul 27 19:40:04.296147 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:04.578384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Made reservation on behalf of 55513b7593b8485dbddad05c6f431667 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:04.584748 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:04.628037 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4ffc6-638f-4c15-b658-cf70154efb7c req-b0044b74-343a-420a-8918-90ffba2ede34 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:04.636542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fd4ffc6-638f-4c15-b658-cf70154efb7c req-b0044b74-343a-420a-8918-90ffba2ede34 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 948 time: 0.4434826 Jul 27 19:40:04.645833 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:04.719134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fd4ffc6-638f-4c15-b658-cf70154efb7c req-6638f258-48ff-4055-82d1-3fc5f3ffc911 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806031 Jul 27 19:40:04.720991 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Pushing event updated for resources: {'Port': ['ID=040c538c-7852-48c5-8f50-ac2b6f7b898d,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:04.739906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Attempting to bind port 040c538c-7852-48c5-8f50-ac2b6f7b898d on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:04.741694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Attempting to bind port 040c538c-7852-48c5-8f50-ac2b6f7b898d by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:04.742846 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Attempting to bind port 040c538c-7852-48c5-8f50-ac2b6f7b898d on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:04.765127 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Port 040c538c-7852-48c5-8f50-ac2b6f7b898d on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:40:04.765127 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Attempting to bind port 040c538c-7852-48c5-8f50-ac2b6f7b898d on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:04.784850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:04.786761 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:04.788420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:04.790522 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Bound port: 040c538c-7852-48c5-8f50-ac2b6f7b898d, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:04.793411 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:05.020333 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:05.053750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-2882584f-d06b-430c-a8a7-9624a1a00161 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:05.055406 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-2882584f-d06b-430c-a8a7-9624a1a00161 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7409434 Jul 27 19:40:05.094222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00e20d46-f091-4a47-9dfb-a91426264cd1 req-1d4801ea-ecd6-4017-8dbf-c49f70a53b4d tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 210 time: 0.0664046 Jul 27 19:40:05.109769 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:05.155475 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] For port 040c538c-7852-48c5-8f50-ac2b6f7b898d, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:05.170590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] For port 040c538c-7852-48c5-8f50-ac2b6f7b898d, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=040c538c-7852-48c5-8f50-ac2b6f7b898d,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:05.177675 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:05.192467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59022) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:05.236032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:05.236698 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:05.238293 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] 10.222.0.52 "PUT /v2.0/ports/040c538c-7852-48c5-8f50-ac2b6f7b898d HTTP/1.1" status: 200 len: 1097 time: 2.8470562 Jul 27 19:40:05.298286 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08a8ec2-7e61-42bf-9700-f57e387254f9', 'tag': '040c538c-7852-48c5-8f50-ac2b6f7b898d'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:05.331285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab80320-3c3f-4a01-a835-3e29e91f37da,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:05.513051 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a7b5faa-9536-4c8d-ac8a-ef886354f002 req-cdde5e04-ad2d-4ab4-8b95-a7cc397087c0 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 210 time: 0.1992333 Jul 27 19:40:05.576828 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a157f27-f9a1-4a7e-9396-0a690888f98a service neutron] Pushing event updated for resources: {'Port': ['ID=040c538c-7852-48c5-8f50-ac2b6f7b898d,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:05.610485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Request body: {'port': {'device_id': 'eb27ce36-cc76-4ded-8ebe-54af991da454', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '8197a2d3394c448cb621567042a7079b'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:05.716598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-network', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:05.801528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] Made reservation on behalf of eaa2a46568494f18a26d9c60a2c39541 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:05.803826 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:05.836495 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:05.849996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Made reservation on behalf of 8197a2d3394c448cb621567042a7079b for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:05.865799 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:05.895226 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:05.916087 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7489f4e0-8a59-4ad4-b4fd-fbce7344e3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c08a8ec2-7e61-42bf-9700-f57e387254f9", "tag": "040c538c-7852-48c5-8f50-ac2b6f7b898d"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:05.988252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Allocated IP 192.168.233.204 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/6aa82009-012f-46d7-bf3c-1435d0c3fdd0) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:06.195714 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:06.203805 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:06.204067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2ada2-a307-49df-98c1-c6b0da704921 req-fb785150-c3e6-47b8-90fe-09ddb833c1f4 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:06.212208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7bf2ada2-a307-49df-98c1-c6b0da704921 req-fb785150-c3e6-47b8-90fe-09ddb833c1f4 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 948 time: 0.3494916 Jul 27 19:40:06.367292 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:06.385669 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Transition to ACTIVE for port object 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:06.411267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65c30e7-b48f-42e3-997d-ca1e76402d5c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:06.438223 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:06.518867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Allocated IP 192.168.233.63 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/18bf34f9-7b7d-4079-9107-5c2097edb555) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:06.643200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7bf2ada2-a307-49df-98c1-c6b0da704921 req-80e8cf3d-9439-4d4c-acc3-465c8b912a65 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299352 Jul 27 19:40:06.675921 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:40:06.763471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:06.780929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:06.796728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:06.814682 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:06.815413 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:06.816160 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd09962-b125-490e-9dec-4c1deff2d246 x-openstack-request-id: req-8cd09962-b125-490e-9dec-4c1deff2d246 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:06.817919 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08a8ec2-7e61-42bf-9700-f57e387254f9", "tag": "040c538c-7852-48c5-8f50-ac2b6f7b898d", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:06.818272 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8cd09962-b125-490e-9dec-4c1deff2d246 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:06.818835 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08a8ec2-7e61-42bf-9700-f57e387254f9', 'tag': '040c538c-7852-48c5-8f50-ac2b6f7b898d', 'status': 'completed', 'code': 200} Jul 27 19:40:06.865635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Pushing event updated for resources: {'Port': ['ID=6aa82009-012f-46d7-bf3c-1435d0c3fdd0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:06.943606 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:06.987373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-561f4df6-cff3-4683-9771-fe87f3343c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:06.990587 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-561f4df6-cff3-4683-9771-fe87f3343c1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=538ec0c39bce42419e96e434799c087b&device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 1100 time: 0.4055438 Jul 27 19:40:07.024311 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eef6722d-6ab4-43d4-9394-1bf05b93e178 req-7cd786c8-3713-4efc-a4f0-f4b815c362c5 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 210 time: 0.0828140 Jul 27 19:40:07.039661 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:07.054599 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:40:07.069051 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:07.069658 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] Added segment 1445cf27-02c9-4587-87d6-865ab352df80 of type vlan for network 1efccaaf-715e-4036-a519-1b6b1cc8f573 Jul 27 19:40:07.164459 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:07.183984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-b6c2644c-d759-40e6-afaf-98f7f18dbf4c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2010629 Jul 27 19:40:07.249073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d607c9-89f6-4da5-837e-93457a08739c req-9bb520c3-9fdf-4755-93c8-1d0e938d31fd tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:07.250589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21d607c9-89f6-4da5-837e-93457a08739c req-9bb520c3-9fdf-4755-93c8-1d0e938d31fd tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 936 time: 0.3822577 Jul 27 19:40:07.253997 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dde2eac-0568-4fb2-af84-c55943546917,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:07.264180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e8e978a0-ca67-4f19-aafb-cdb35fe49a1a None None] Provisioning for port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:07.270268 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:07.271305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:07.271996 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:07.279848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e8e978a0-ca67-4f19-aafb-cdb35fe49a1a None None] Provisioning complete for port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:07.280478 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e8e978a0-ca67-4f19-aafb-cdb35fe49a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:07.298295 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0929444 Jul 27 19:40:07.311942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59078) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:07.324488 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ffbfed43-92d0-4042-b65e-8d29b38248c6 admin admin] Request body: {'subnet': {'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-subnet', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:07.345660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e8e978a0-ca67-4f19-aafb-cdb35fe49a1a None None] Port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:40:07.446672 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-949f8cb1-3961-4bcf-ba46-1c2e1505a423 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:40:07.451028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-949f8cb1-3961-4bcf-ba46-1c2e1505a423 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205696 Jul 27 19:40:07.501839 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-09ca99cc-9971-42e4-aa62-066606bc626c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=040c538c-7852-48c5-8f50-ac2b6f7b898d HTTP/1.1" status: 200 len: 217 time: 0.4853477 Jul 27 19:40:07.516726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21d607c9-89f6-4da5-837e-93457a08739c req-e508790c-f698-40ca-ac6e-35772d86e790 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559810 Jul 27 19:40:07.544454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf070a-2fa6-4363-bce7-447ffddf6441 admin admin] Pushing event updated for resources: {'Network': ['ID=1efccaaf-715e-4036-a519-1b6b1cc8f573,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:07.560519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 1efccaaf-715e-4036-a519-1b6b1cc8f573 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:40:07.577670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbfed43-92d0-4042-b65e-8d29b38248c6 admin admin] Made reservation on behalf of eaa2a46568494f18a26d9c60a2c39541 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:07.583245 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ffbfed43-92d0-4042-b65e-8d29b38248c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:07.818078 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:07.838975 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Transition to ACTIVE for port object 18bf34f9-7b7d-4079-9107-5c2097edb555 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:07.912650 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:07.986493 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Pushing event updated for resources: {'Port': ['ID=18bf34f9-7b7d-4079-9107-5c2097edb555,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:08.010715 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-07262b0c-0676-4939-ae01-d9bd48799393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:08.012796 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-07262b0c-0676-4939-ae01-d9bd48799393 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.4585080 Jul 27 19:40:08.019042 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:08.021170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:08.037142 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:08.054039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:08.055801 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:08.075240 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:08.230311 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ffbfed43-92d0-4042-b65e-8d29b38248c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:08.241697 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-85b7da7c-21a7-48ac-9c40-beee410afc38 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6600122 Jul 27 19:40:08.316466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-cef9ff23-069a-415a-b155-e91589c9db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:08.318437 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-cef9ff23-069a-415a-b155-e91589c9db83 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2608232 Jul 27 19:40:08.342121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Request body: {'port': {'device_id': '66ba2fe0-528c-4841-b2db-6085c5fc6e09', 'device_owner': 'compute:tempest-test_az-29136785', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:08.426735 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59108) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:08.483825 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c1b50e56-f8f1-45b3-940f-e12c954752d4 None None] Provisioning for port 18bf34f9-7b7d-4079-9107-5c2097edb555 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:08.499224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c1b50e56-f8f1-45b3-940f-e12c954752d4 None None] Provisioning complete for port 18bf34f9-7b7d-4079-9107-5c2097edb555 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:08.499785 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c1b50e56-f8f1-45b3-940f-e12c954752d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:08.609044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c1b50e56-f8f1-45b3-940f-e12c954752d4 None None] Port 18bf34f9-7b7d-4079-9107-5c2097edb555 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:40:08.634347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ff612-4453-4a6a-8e2e-0228bf24431d req-5b507890-87c6-4df2-8cea-1e24b8d6f6f4 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:08.642078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c1ff612-4453-4a6a-8e2e-0228bf24431d req-5b507890-87c6-4df2-8cea-1e24b8d6f6f4 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 948 time: 0.7858226 Jul 27 19:40:08.690058 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:08.712486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb7034-3355-4a29-a216-757ea27d63a6 req-53327016-a595-4b46-bad6-f89087e45155 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:08.721657 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a0fb7034-3355-4a29-a216-757ea27d63a6 req-53327016-a595-4b46-bad6-f89087e45155 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 935 time: 0.5079844 Jul 27 19:40:08.746204 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Request body: {'port': {'device_id': 'eb27ce36-cc76-4ded-8ebe-54af991da454', 'device_owner': 'compute:tempest-test_az-29136785', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:08.768105 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfed43-92d0-4042-b65e-8d29b38248c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a473bf7-98b5-45ce-8210-1ea9a7314439,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:08.899322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-921f55d4-cc9f-4d06-a02b-84f857b9c8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:08.983295 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:09.090825 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-f67f379f-6f17-4811-85f8-de002e5c7fe0 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201854 Jul 27 19:40:09.238279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a0fb7034-3355-4a29-a216-757ea27d63a6 req-2e19882b-2cbb-45da-b153-1f49178e4c7e tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5156047 Jul 27 19:40:09.270073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbfed43-92d0-4042-b65e-8d29b38248c6 admin admin] Checking segment: {'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:09.270717 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbfed43-92d0-4042-b65e-8d29b38248c6 admin admin] Network hostable DHCP agents. Network: 1efccaaf-715e-4036-a519-1b6b1cc8f573, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:40:09.272990 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-921f55d4-cc9f-4d06-a02b-84f857b9c8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:09.282283 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-921f55d4-cc9f-4d06-a02b-84f857b9c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:09.301399 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c1ff612-4453-4a6a-8e2e-0228bf24431d req-7b8c75e2-7ce9-420e-a25b-d62f785e769e tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6583064 Jul 27 19:40:09.333045 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-921f55d4-cc9f-4d06-a02b-84f857b9c8dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa05e8c9ec0e434fbd9389e3c13cef58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9052010 Jul 27 19:40:09.334845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59124) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:09.338564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f55d4-cc9f-4d06-a02b-84f857b9c8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9051f792-3de5-43a3-a51a-39a05804c2a3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:09.362466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbfed43-92d0-4042-b65e-8d29b38248c6 admin admin] Network 1efccaaf-715e-4036-a519-1b6b1cc8f573 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:40:09.404473 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bbb070be-d668-4548-964f-ee8a45086d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:09.410576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-ffbfed43-92d0-4042-b65e-8d29b38248c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 1efccaaf-715e-4036-a519-1b6b1cc8f573) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:09.419215 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29d5067-aa93-40cc-a76f-adcc71330503 None None] Network 1efccaaf-715e-4036-a519-1b6b1cc8f573 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:40:09.469185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbfed43-92d0-4042-b65e-8d29b38248c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:09.469801 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ffbfed43-92d0-4042-b65e-8d29b38248c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:09.473110 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bbb070be-d668-4548-964f-ee8a45086d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:09.594109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ffbfed43-92d0-4042-b65e-8d29b38248c6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2753892 Jul 27 19:40:09.594702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59126) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:09.596954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:09.600175 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:09.608414 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:09.643774 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bbb070be-d668-4548-964f-ee8a45086d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:09.649422 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bbb070be-d668-4548-964f-ee8a45086d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:09.653693 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bbb070be-d668-4548-964f-ee8a45086d62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9051f792-3de5-43a3-a51a-39a05804c2a3 HTTP/1.1" status: 204 len: 168 time: 0.3145769 Jul 27 19:40:09.655736 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de9cb4-3bf0-4977-8252-e9e2e30b2a50 req-2094de53-6f19-4577-9e9f-376d73bbaf75 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:09.667337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e2de9cb4-3bf0-4977-8252-e9e2e30b2a50 req-2094de53-6f19-4577-9e9f-376d73bbaf75 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 936 time: 0.2791348 Jul 27 19:40:09.672384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Transition to ACTIVE for port object 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:09.674029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb070be-d668-4548-964f-ee8a45086d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9051f792-3de5-43a3-a51a-39a05804c2a3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:09.709309 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:09.783598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e2de9cb4-3bf0-4977-8252-e9e2e30b2a50 req-6ceb2c54-1416-4bf8-8e5f-9337ac5e6d5d tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128054 Jul 27 19:40:09.878637 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:09.884985 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:09.953354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-1efccaaf-715e-4036-a519-1b6b1cc8f573', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:40:09.954728 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:10.048920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Pushing event updated for resources: {'Port': ['ID=6aa82009-012f-46d7-bf3c-1435d0c3fdd0,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:10.094647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Attempting to bind port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:10.096218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Attempting to bind port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:10.096939 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Attempting to bind port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:10.112242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:40:10.112944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Attempting to bind port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:10.121932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:10.123701 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:10.137400 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:10.138583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Bound port: 6aa82009-012f-46d7-bf3c-1435d0c3fdd0, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:10.139604 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:10.256077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] For port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:10.265283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] For port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6aa82009-012f-46d7-bf3c-1435d0c3fdd0,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:10.279138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:10.280964 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:10.333960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Allocated IP 172.20.0.2 (1efccaaf-715e-4036-a519-1b6b1cc8f573/5a473bf7-98b5-45ce-8210-1ea9a7314439/79ddac4b-d8d3-4ef4-a31a-86efd340cc42) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:10.499417 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Pushing event updated for resources: {'Port': ['ID=6aa82009-012f-46d7-bf3c-1435d0c3fdd0,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:10.554971 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cfda67a2-c925-4bd6-980d-e434eb1ddcc9 req-ca934216-4f1c-4764-a101-06f8567a854f service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378844 Jul 27 19:40:10.576039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59150) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:10.653329 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:10.685868 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Transition to ACTIVE for port object 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:10.722883 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Transition to ACTIVE for port object 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:10.734618 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:10.741347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:10.742324 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:10.749044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c625387d-a38f-4c73-9e7d-20d10610382a service neutron] 10.222.0.63 "PUT /v2.0/ports/6aa82009-012f-46d7-bf3c-1435d0c3fdd0 HTTP/1.1" status: 200 len: 1117 time: 2.8883557 Jul 27 19:40:10.753707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ba2fe0-528c-4841-b2db-6085c5fc6e09', 'tag': '6aa82009-012f-46d7-bf3c-1435d0c3fdd0'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:10.825319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Network 1efccaaf-715e-4036-a519-1b6b1cc8f573 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:10.830020 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:10.846171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:10.927655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Pushing event updated for resources: {'Port': ['ID=79ddac4b-d8d3-4ef4-a31a-86efd340cc42,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:10.976345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bf34f9-7b7d-4079-9107-5c2097edb555 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:10.981170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:10.981744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:10.984693 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:10.985727 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:10.989527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:10.990171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:10.990734 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:10.991387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:10.992003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:10.992725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:10.993349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:11.000882 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:11.001778 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Tracked resource versions report: Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: pushed versions: Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: { 'AddressGroup': {'1.2'}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'ConntrackHelper': {'1.0'}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'Log': {'1.0'}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'Network': {'1.1'}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'Port': {'1.7'}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'PortForwarding': {'1.2'}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'QosPolicy': {'1.8'}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'SecurityGroup': {'1.4'}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'SecurityGroupRule': {'1.2'}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'SubPort': {'1.0'}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'Subnet': {'1.1'}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'Trunk': {'1.1'}} Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: consumer versions: Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: { DHCP agent@n-d-705657-21: {}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: HyperV agent@n-h1-705657-21: {}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: HyperV agent@n-h2-705657-21: {}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: L3 agent@n-d-705657-21: {}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: Metadata agent@n-d-705657-21: {}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: Metering agent@n-d-705657-21: {}, Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: Open vSwitch agent@n-d-705657-21: { 'AddressGroup': '1.2', Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'ConntrackHelper': '1.0', Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'Log': '1.0', Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'Network': '1.1', Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'Port': '1.7', Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'PortForwarding': '1.2', Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'QosPolicy': '1.8', Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'SecurityGroup': '1.4', Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'SecurityGroupRule': '1.2', Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'SubPort': '1.0', Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'Subnet': '1.1', Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: 'Trunk': '1.1'}} Jul 27 19:40:11.003456 n-d-705657-21 neutron-server[94061]: {{(pid=94061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 19:40:11.031350 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:11.123216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Transition to ACTIVE for port object 18bf34f9-7b7d-4079-9107-5c2097edb555 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:11.174385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Attempting to bind port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:11.175112 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Attempting to bind port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:11.175702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Attempting to bind port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 on network 1efccaaf-715e-4036-a519-1b6b1cc8f573 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:11.203239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:11.203883 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:11.215519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Checking segment: {'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:11.216179 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:11.217035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Bound using segment: {'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:11.217757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Bound port: 79ddac4b-d8d3-4ef4-a31a-86efd340cc42, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:11.218388 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:11.253342 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:11.254127 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-67cf3667-3734-478b-a300-fe09b250b582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:11.416989 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59162) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:11.420680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Attempting to bind port 18bf34f9-7b7d-4079-9107-5c2097edb555 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:11.421023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Attempting to bind port 18bf34f9-7b7d-4079-9107-5c2097edb555 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:11.421348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Attempting to bind port 18bf34f9-7b7d-4079-9107-5c2097edb555 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:11.439814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489f4e0-8a59-4ad4-b4fd-fbce7344e3a8 req-33b0b5bf-85b6-4762-ae3f-9e39241f95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:11.441434 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7489f4e0-8a59-4ad4-b4fd-fbce7344e3a8 req-33b0b5bf-85b6-4762-ae3f-9e39241f95e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=538ec0c39bce42419e96e434799c087b&device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 1100 time: 0.7734139 Jul 27 19:40:11.487545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] For port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:11.515573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] For port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=79ddac4b-d8d3-4ef4-a31a-86efd340cc42,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:11.515980 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Pushing event updated for resources: {'Port': ['ID=18bf34f9-7b7d-4079-9107-5c2097edb555,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:11.533488 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:11.559342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Port 18bf34f9-7b7d-4079-9107-5c2097edb555 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:40:11.559694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Attempting to bind port 18bf34f9-7b7d-4079-9107-5c2097edb555 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:11.590765 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-67cf3667-3734-478b-a300-fe09b250b582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:11.602773 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0b30b2-e6e3-4d27-a7e4-d0881419008e" -d '{"events": [{"name": "network-changed", "server_uuid": "66ba2fe0-528c-4841-b2db-6085c5fc6e09", "tag": "6aa82009-012f-46d7-bf3c-1435d0c3fdd0"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:11.610416 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:11.610756 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:11.611142 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:11.611596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Bound port: 18bf34f9-7b7d-4079-9107-5c2097edb555, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:11.611954 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:11.623195 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-67cf3667-3734-478b-a300-fe09b250b582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:11.706689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d2ef3-e4ed-4830-83ab-f7d5f8151427 None None] Pushing event updated for resources: {'Port': ['ID=79ddac4b-d8d3-4ef4-a31a-86efd340cc42,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:11.763923 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf3667-3734-478b-a300-fe09b250b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadc9bbb-ce1c-4db1-9469-5243e9c850a4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:11.773817 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-67cf3667-3734-478b-a300-fe09b250b582 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9bf71ad998b84f1cb807953db353007b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1878977 Jul 27 19:40:11.779234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59168) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:11.793279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09805aa5-b0b8-4c7f-8c30-b70e4a78a36e req-d13c126f-e60f-4361-8521-4d5aa7045069 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:11.800167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09805aa5-b0b8-4c7f-8c30-b70e4a78a36e req-d13c126f-e60f-4361-8521-4d5aa7045069 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 935 time: 1.3074212 Jul 27 19:40:11.828607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd952d-e7aa-4dd2-92cc-26d120748ff0 req-96bb5d44-4a29-4a56-ae17-47e2a8c073bb tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:11.830282 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99fd952d-e7aa-4dd2-92cc-26d120748ff0 req-96bb5d44-4a29-4a56-ae17-47e2a8c073bb tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 948 time: 1.0796547 Jul 27 19:40:11.893854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c3cf4f05-05be-42a8-a1d9-0916eadab23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:11.895411 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-c3cf4f05-05be-42a8-a1d9-0916eadab23e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=55513b7593b8485dbddad05c6f431667&device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 1120 time: 0.9760952 Jul 27 19:40:11.940591 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09805aa5-b0b8-4c7f-8c30-b70e4a78a36e req-2d7fb64a-0cc8-488e-984b-b3320638e60d tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256306 Jul 27 19:40:11.981034 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99fd952d-e7aa-4dd2-92cc-26d120748ff0 req-ef55a8cd-d61f-463c-90a9-105529a34d2d tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417942 Jul 27 19:40:11.990801 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26af37b6-fc02-49ac-9c85-aaf6de4a97bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:12.051595 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26af37b6-fc02-49ac-9c85-aaf6de4a97bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:12.145672 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a14bcaa0-f9a5-4990-a273-1edc6c7f186a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:12.157893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489f4e0-8a59-4ad4-b4fd-fbce7344e3a8 req-2222747a-1771-4617-b3ff-82c0c338bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:12.161348 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7489f4e0-8a59-4ad4-b4fd-fbce7344e3a8 req-2222747a-1771-4617-b3ff-82c0c338bde9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.6790218 Jul 27 19:40:12.225716 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26af37b6-fc02-49ac-9c85-aaf6de4a97bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:12.228609 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26af37b6-fc02-49ac-9c85-aaf6de4a97bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:12.229764 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-26af37b6-fc02-49ac-9c85-aaf6de4a97bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fadc9bbb-ce1c-4db1-9469-5243e9c850a4 HTTP/1.1" status: 204 len: 168 time: 0.4275937 Jul 27 19:40:12.249415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443f41a-910e-4253-b231-cf0b8ce29f79 req-1245e7eb-82ad-4d93-9b84-836b33d3b86f tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:12.262241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0443f41a-910e-4253-b231-cf0b8ce29f79 req-1245e7eb-82ad-4d93-9b84-836b33d3b86f tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 968 time: 0.1761816 Jul 27 19:40:12.300822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af37b6-fc02-49ac-9c85-aaf6de4a97bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadc9bbb-ce1c-4db1-9469-5243e9c850a4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:12.301242 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7489f4e0-8a59-4ad4-b4fd-fbce7344e3a8 req-08ee3884-6810-4643-9c77-a95f5407ecce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=040c538c-7852-48c5-8f50-ac2b6f7b898d HTTP/1.1" status: 200 len: 217 time: 0.1104460 Jul 27 19:40:12.303832 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31653d61-2670-4567-9b56-25680c69b6f9 x-openstack-request-id: req-31653d61-2670-4567-9b56-25680c69b6f9 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:12.304105 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ba2fe0-528c-4841-b2db-6085c5fc6e09", "tag": "6aa82009-012f-46d7-bf3c-1435d0c3fdd0", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:12.304339 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-31653d61-2670-4567-9b56-25680c69b6f9 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:12.304856 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ba2fe0-528c-4841-b2db-6085c5fc6e09', 'tag': '6aa82009-012f-46d7-bf3c-1435d0c3fdd0', 'status': 'completed', 'code': 200} Jul 27 19:40:12.355818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0443f41a-910e-4253-b231-cf0b8ce29f79 req-8bc141e9-2bfa-44a1-99d6-c93c2b6c8192 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867057 Jul 27 19:40:12.447611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] For port 18bf34f9-7b7d-4079-9107-5c2097edb555, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:12.477854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] For port 18bf34f9-7b7d-4079-9107-5c2097edb555, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=18bf34f9-7b7d-4079-9107-5c2097edb555,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:12.523952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489f4e0-8a59-4ad4-b4fd-fbce7344e3a8 req-259769a1-3b3f-4b17-a0cd-7f791ea9f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:12.525477 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7489f4e0-8a59-4ad4-b4fd-fbce7344e3a8 req-259769a1-3b3f-4b17-a0cd-7f791ea9f923 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.2029164 Jul 27 19:40:12.552880 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:12.578757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:12.686309 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:12.687896 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:12.689560 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] 10.222.0.63 "PUT /v2.0/ports/18bf34f9-7b7d-4079-9107-5c2097edb555 HTTP/1.1" status: 200 len: 1116 time: 4.4294381 Jul 27 19:40:12.699378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb27ce36-cc76-4ded-8ebe-54af991da454', 'tag': '18bf34f9-7b7d-4079-9107-5c2097edb555'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:12.702022 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0784568b-c186-4660-a65a-309b166d1c24" -d '{"events": [{"name": "network-changed", "server_uuid": "eb27ce36-cc76-4ded-8ebe-54af991da454", "tag": "18bf34f9-7b7d-4079-9107-5c2097edb555"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:12.702863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:12.920697 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb84e4-26a7-4d37-95e2-4e3e510367c8 service neutron] Pushing event updated for resources: {'Port': ['ID=18bf34f9-7b7d-4079-9107-5c2097edb555,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:12.964026 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f23c30e-ba01-4568-84a9-616a735b7e90 x-openstack-request-id: req-1f23c30e-ba01-4568-84a9-616a735b7e90 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:12.964405 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb27ce36-cc76-4ded-8ebe-54af991da454", "tag": "18bf34f9-7b7d-4079-9107-5c2097edb555", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:12.964675 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f23c30e-ba01-4568-84a9-616a735b7e90 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:12.965061 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb27ce36-cc76-4ded-8ebe-54af991da454', 'tag': '18bf34f9-7b7d-4079-9107-5c2097edb555', 'status': 'completed', 'code': 200} Jul 27 19:40:12.979444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a14bcaa0-f9a5-4990-a273-1edc6c7f186a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:13.030033 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a14bcaa0-f9a5-4990-a273-1edc6c7f186a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:13.037241 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:13.212229 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59204) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:13.246164 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:13.263731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489f4e0-8a59-4ad4-b4fd-fbce7344e3a8 req-5aca4684-f98e-43e4-8c18-9b9e5a9d5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:13.265327 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7489f4e0-8a59-4ad4-b4fd-fbce7344e3a8 req-5aca4684-f98e-43e4-8c18-9b9e5a9d5b6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7177815 Jul 27 19:40:13.305206 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f669836f-b126-4109-9450-4287fc699cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:13.372186 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a14bcaa0-f9a5-4990-a273-1edc6c7f186a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41b4a05466df48a0bdd27ace92149274&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9412222 Jul 27 19:40:13.389432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59210) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:13.443064 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e35165-c171-46cc-b6d9-7bc78397a0d9 None None] Network 1efccaaf-715e-4036-a519-1b6b1cc8f573 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:40:13.464221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bcaa0-f9a5-4990-a273-1edc6c7f186a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a62644-fd7e-4741-8120-5f8228ce2609,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:13.577748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6089a-7f55-47e2-b6fb-c78b9e1d85da req-c177ef33-d253-4e4f-9db2-b5156d4ee635 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:13.579512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9a6089a-7f55-47e2-b6fb-c78b9e1d85da req-c177ef33-d253-4e4f-9db2-b5156d4ee635 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 967 time: 0.4180355 Jul 27 19:40:13.651235 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3fe501cd-9799-4030-828d-8f2c3df10671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:13.652846 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f4ae356b-0621-46aa-a17e-678bf4633f59 None None] Provisioning for port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:13.671023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f4ae356b-0621-46aa-a17e-678bf4633f59 None None] Provisioning complete for port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:13.671621 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f4ae356b-0621-46aa-a17e-678bf4633f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:13.759810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e2d12-c44f-4b02-8912-06efdeb0e6f5 req-17008e3c-d76e-46ba-b244-565975b9acae tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:13.761574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb4e2d12-c44f-4b02-8912-06efdeb0e6f5 req-17008e3c-d76e-46ba-b244-565975b9acae tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 948 time: 0.5394552 Jul 27 19:40:13.799534 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7489f4e0-8a59-4ad4-b4fd-fbce7344e3a8 req-563f4d6a-d961-411c-aaf9-57f123ff308a service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728100 Jul 27 19:40:13.847442 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8410288b-eb0b-484b-9abb-222470684c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:13.920442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9a6089a-7f55-47e2-b6fb-c78b9e1d85da req-f1f69d51-04ca-4a31-9b20-fffe6d1e5904 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228610 Jul 27 19:40:13.940596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Allocated IP 172.25.1.25 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/82083cbb-ce7b-4cd9-8ae5-4a61e496440f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:13.958128 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8410288b-eb0b-484b-9abb-222470684c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:14.022171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb4e2d12-c44f-4b02-8912-06efdeb0e6f5 req-f5eaaa75-aa26-40b7-b5ea-bdc76b3a462f tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355282 Jul 27 19:40:14.040823 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f4ae356b-0621-46aa-a17e-678bf4633f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:14.188506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f4ae356b-0621-46aa-a17e-678bf4633f59 None None] For port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=79ddac4b-d8d3-4ef4-a31a-86efd340cc42,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:14.198926 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7489f4e0-8a59-4ad4-b4fd-fbce7344e3a8 req-426a65a5-5e9b-4e47-a86d-53d1408eeac6 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821301 Jul 27 19:40:14.202349 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f4ae356b-0621-46aa-a17e-678bf4633f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:14.299917 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8410288b-eb0b-484b-9abb-222470684c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:14.299917 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8410288b-eb0b-484b-9abb-222470684c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:14.305009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:14.305708 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8410288b-eb0b-484b-9abb-222470684c70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69a62644-fd7e-4741-8120-5f8228ce2609 HTTP/1.1" status: 204 len: 168 time: 0.9031317 Jul 27 19:40:14.365010 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3fe501cd-9799-4030-828d-8f2c3df10671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:14.409710 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:14.415737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae356b-0621-46aa-a17e-678bf4633f59 None None] Pushing event updated for resources: {'Port': ['ID=79ddac4b-d8d3-4ef4-a31a-86efd340cc42,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:14.547589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-708ba3a6-0d30-4f2a-a1e9-2b3de1b7b7a8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=6aa82009-012f-46d7-bf3c-1435d0c3fdd0 HTTP/1.1" status: 200 len: 217 time: 0.2599230 Jul 27 19:40:14.564664 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3fe501cd-9799-4030-828d-8f2c3df10671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:14.606572 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:14.624801 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:14.636755 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:14.641874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Pushing event updated for resources: {'Port': ['ID=82083cbb-ce7b-4cd9-8ae5-4a61e496440f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:14.682082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-621f32d4-bdd3-44b7-984a-b9764966a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:14.686582 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-621f32d4-bdd3-44b7-984a-b9764966a718 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0618496 Jul 27 19:40:14.688366 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410288b-eb0b-484b-9abb-222470684c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a62644-fd7e-4741-8120-5f8228ce2609,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:14.693000 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3fe501cd-9799-4030-828d-8f2c3df10671 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e271b8da359a45a1a17cfdbc036224b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4693925 Jul 27 19:40:14.717495 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59234) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:14.751830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe501cd-9799-4030-828d-8f2c3df10671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a57a786-afae-45b2-aeef-07435a1851c8,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:14.837605 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784568b-c186-4660-a65a-309b166d1c24 req-09c75437-e157-4824-9e20-a73012c528b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:14.837723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae1636-902b-4d9a-81a9-6deb74082f88 req-de82774f-9b06-4489-b5c4-67c01fe1f1f1 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:14.839648 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0784568b-c186-4660-a65a-309b166d1c24 req-09c75437-e157-4824-9e20-a73012c528b4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8197a2d3394c448cb621567042a7079b&device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 1119 time: 0.4426785 Jul 27 19:40:14.848111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7ae1636-902b-4d9a-81a9-6deb74082f88 req-de82774f-9b06-4489-b5c4-67c01fe1f1f1 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 968 time: 0.7225819 Jul 27 19:40:14.923592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59240) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:14.953954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a95829f5-3b43-4561-a651-eaa13b84cdc0 None None] Provisioning complete for port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:14.954621 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a95829f5-3b43-4561-a651-eaa13b84cdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:15.002321 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7ae1636-902b-4d9a-81a9-6deb74082f88 req-6f394aad-7ba4-4053-b04e-4761ade80852 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534066 Jul 27 19:40:15.008915 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f90a5122-8dbd-4d31-b0d9-92bfd04f9220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:15.010280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-14ae751e-0be3-42fa-abfc-e16972b10d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:15.012066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-14ae751e-0be3-42fa-abfc-e16972b10d92 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2561800 Jul 27 19:40:15.056047 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1b35-465d-4d7e-9fa5-85a6bb8136ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:15.153924 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f90a5122-8dbd-4d31-b0d9-92bfd04f9220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:15.154129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20d1fa-0968-4b10-b985-32736d22494d req-db19ec0b-089d-4881-92c3-1ac8850b76fd tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:15.160130 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df20d1fa-0968-4b10-b985-32736d22494d req-db19ec0b-089d-4881-92c3-1ac8850b76fd tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 967 time: 0.1119452 Jul 27 19:40:15.240713 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df20d1fa-0968-4b10-b985-32736d22494d req-238c0949-befc-4373-a785-be1cac9f5ef8 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738811 Jul 27 19:40:15.287751 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deea6da-bc5a-4b99-a5bc-b1cc8afc8a63 req-4c5216b4-0482-41ba-b595-d66abff7e37f tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:15.290457 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8deea6da-bc5a-4b99-a5bc-b1cc8afc8a63 req-4c5216b4-0482-41ba-b595-d66abff7e37f tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 948 time: 0.1246061 Jul 27 19:40:15.293404 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:15.345919 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8deea6da-bc5a-4b99-a5bc-b1cc8afc8a63 req-2c6c038d-72d4-4d2b-8c87-dc0fe7efc6b3 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440142 Jul 27 19:40:15.736876 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f90a5122-8dbd-4d31-b0d9-92bfd04f9220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:15.739918 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f90a5122-8dbd-4d31-b0d9-92bfd04f9220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:15.741351 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f90a5122-8dbd-4d31-b0d9-92bfd04f9220 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a57a786-afae-45b2-aeef-07435a1851c8 HTTP/1.1" status: 204 len: 168 time: 1.0215714 Jul 27 19:40:15.782222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a5122-8dbd-4d31-b0d9-92bfd04f9220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a57a786-afae-45b2-aeef-07435a1851c8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:15.835282 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:15.847070 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1b35-465d-4d7e-9fa5-85a6bb8136ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:15.892886 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1b35-465d-4d7e-9fa5-85a6bb8136ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:15.948736 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fdbb1b35-465d-4d7e-9fa5-85a6bb8136ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ae74f9e189140fd89d3cd8be53480b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0237079 Jul 27 19:40:15.952813 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59272) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:15.985946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb1b35-465d-4d7e-9fa5-85a6bb8136ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd6587f-c097-43fb-b9ba-850037300129,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:16.060584 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-84fcd1d9-fa9a-4c99-bb4c-afc73d2ae674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:16.090846 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-77ce8725-e617-4e11-8a9a-d918310c5535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:16.092753 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-84fcd1d9-fa9a-4c99-bb4c-afc73d2ae674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:16.139400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:40:16.198424 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:16.306796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59280) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:16.313807 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:40:16.326806 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Sync routers for ids ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:40:16.342038 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Routers {'3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:40:16.343822 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:40:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:16.357354 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:16.358895 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8a2d1529-7239-450d-b405-5b8491f4c453 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.7629442 Jul 27 19:40:16.362888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59286) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:16.461840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:16.534895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cf855-722a-429a-ac7f-d3440ebc8216 req-f78dcbd1-0569-4c68-af85-8666f0799bdb tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:16.544176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f5cf855-722a-429a-ac7f-d3440ebc8216 req-f78dcbd1-0569-4c68-af85-8666f0799bdb tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 967 time: 0.1451888 Jul 27 19:40:16.588864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-84fcd1d9-fa9a-4c99-bb4c-afc73d2ae674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:16.595645 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-84fcd1d9-fa9a-4c99-bb4c-afc73d2ae674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:16.602611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-84fcd1d9-fa9a-4c99-bb4c-afc73d2ae674 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5fd6587f-c097-43fb-b9ba-850037300129 HTTP/1.1" status: 204 len: 168 time: 0.6486127 Jul 27 19:40:16.618937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59292) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:16.631039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:16.631919 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:16.662423 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac82e6e-4f3e-4fc2-80e7-5514b8f3fb6d req-6266f12b-f1db-49b2-b785-bf4a667406a2 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:16.664426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dac82e6e-4f3e-4fc2-80e7-5514b8f3fb6d req-6266f12b-f1db-49b2-b785-bf4a667406a2 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 968 time: 0.5271239 Jul 27 19:40:16.673361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcd1d9-fa9a-4c99-bb4c-afc73d2ae674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd6587f-c097-43fb-b9ba-850037300129,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:16.701148 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f5cf855-722a-429a-ac7f-d3440ebc8216 req-59588af8-24aa-4bdb-b82d-bc62ae3eeb17 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498017 Jul 27 19:40:16.702335 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0357a4e0-26d7-47cf-81fa-57f4a502af38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:16.750187 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Set router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:40:16.763548 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dac82e6e-4f3e-4fc2-80e7-5514b8f3fb6d req-7795626b-afbb-4191-9bf3-9329c81726e4 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875289 Jul 27 19:40:17.028635 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:14Z', 'revision_number': 3, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:17.031875 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.048009 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0357a4e0-26d7-47cf-81fa-57f4a502af38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.056968 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Checking router: 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:40:17.057708 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Updating router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 port 82083cbb-ce7b-4cd9-8ae5-4a61e496440f binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:40:17.075389 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0357a4e0-26d7-47cf-81fa-57f4a502af38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.098893 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.151309 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0357a4e0-26d7-47cf-81fa-57f4a502af38 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cab1897b9a734bc6bdb2af6502ab203e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5134873 Jul 27 19:40:17.159451 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22111a68-88d8-4b94-a779-ecd284d3ed6a req-caa6014c-ee0b-4d78-85ef-5a53e9bbd490 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:17.161228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-22111a68-88d8-4b94-a779-ecd284d3ed6a req-caa6014c-ee0b-4d78-85ef-5a53e9bbd490 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 948 time: 0.2454524 Jul 27 19:40:17.161854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357a4e0-26d7-47cf-81fa-57f4a502af38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0705eae6-ac85-45d8-add8-ecfb7591ff8b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:17.164323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59298) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:17.237969 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-22111a68-88d8-4b94-a779-ecd284d3ed6a req-a923a233-4d47-44c9-88b6-80e8a62cddac tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653527 Jul 27 19:40:17.292554 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8221ec46-3a3d-47b8-aa21-58cfc73aa4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.312535 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f49fb523-a9df-46e0-82a0-2cc3a0baa7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.328554 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8221ec46-3a3d-47b8-aa21-58cfc73aa4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.402790 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8221ec46-3a3d-47b8-aa21-58cfc73aa4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.407683 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8221ec46-3a3d-47b8-aa21-58cfc73aa4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.411399 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8221ec46-3a3d-47b8-aa21-58cfc73aa4ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0705eae6-ac85-45d8-add8-ecfb7591ff8b HTTP/1.1" status: 204 len: 168 time: 0.2438340 Jul 27 19:40:17.448632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221ec46-3a3d-47b8-aa21-58cfc73aa4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0705eae6-ac85-45d8-add8-ecfb7591ff8b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:17.478330 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.495507 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Transition to ACTIVE for port object 82083cbb-ce7b-4cd9-8ae5-4a61e496440f will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:17.506529 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.564025 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49626328-43b3-4205-a38f-73dfee5acc62 None None] Pushing event updated for resources: {'Port': ['ID=82083cbb-ce7b-4cd9-8ae5-4a61e496440f,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:17.574074 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49626328-43b3-4205-a38f-73dfee5acc62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:17.574997 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49626328-43b3-4205-a38f-73dfee5acc62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:17.575488 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49626328-43b3-4205-a38f-73dfee5acc62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:17.575825 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49626328-43b3-4205-a38f-73dfee5acc62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:17.576163 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49626328-43b3-4205-a38f-73dfee5acc62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:17.576511 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49626328-43b3-4205-a38f-73dfee5acc62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:17.576858 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49626328-43b3-4205-a38f-73dfee5acc62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:17.577171 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49626328-43b3-4205-a38f-73dfee5acc62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:17.577496 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49626328-43b3-4205-a38f-73dfee5acc62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:17.577822 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49626328-43b3-4205-a38f-73dfee5acc62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:17.578149 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49626328-43b3-4205-a38f-73dfee5acc62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:17.578471 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49626328-43b3-4205-a38f-73dfee5acc62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49626328-43b3-4205-a38f-73dfee5acc62 None None] Tracked resource versions report: Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: pushed versions: Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: { 'AddressGroup': {'1.2'}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'ConntrackHelper': {'1.0'}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'Log': {'1.0'}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'Network': {'1.1'}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'Port': {'1.7'}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'PortForwarding': {'1.2'}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'QosPolicy': {'1.8'}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'SecurityGroup': {'1.4'}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'SecurityGroupRule': {'1.2'}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'SubPort': {'1.0'}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'Subnet': {'1.1'}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'Trunk': {'1.1'}} Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: consumer versions: Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: { DHCP agent@n-d-705657-21: {}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: HyperV agent@n-h1-705657-21: {}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: HyperV agent@n-h2-705657-21: {}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: L3 agent@n-d-705657-21: {}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: Metadata agent@n-d-705657-21: {}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: Metering agent@n-d-705657-21: {}, Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: Open vSwitch agent@n-d-705657-21: { 'AddressGroup': '1.2', Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'ConntrackHelper': '1.0', Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'Log': '1.0', Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'Network': '1.1', Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'Port': '1.7', Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'PortForwarding': '1.2', Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'QosPolicy': '1.8', Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'SecurityGroup': '1.4', Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'SecurityGroupRule': '1.2', Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'SubPort': '1.0', Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'Subnet': '1.1', Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: 'Trunk': '1.1'}} Jul 27 19:40:17.579578 n-d-705657-21 neutron-server[94062]: {{(pid=94062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 19:40:17.591010 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f49fb523-a9df-46e0-82a0-2cc3a0baa7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.607230 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f49fb523-a9df-46e0-82a0-2cc3a0baa7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.618613 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Attempting to bind port 82083cbb-ce7b-4cd9-8ae5-4a61e496440f on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:17.618997 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Attempting to bind port 82083cbb-ce7b-4cd9-8ae5-4a61e496440f by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:17.619367 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Attempting to bind port 82083cbb-ce7b-4cd9-8ae5-4a61e496440f on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:17.625583 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:17.625953 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:17.626451 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.626876 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:17.627901 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Bound port: 82083cbb-ce7b-4cd9-8ae5-4a61e496440f, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:17.628386 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.686298 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fb523-a9df-46e0-82a0-2cc3a0baa7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3f92cb-2ce4-4363-896f-89002403e7a4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:17.692308 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] For port 82083cbb-ce7b-4cd9-8ae5-4a61e496440f, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:17.695849 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f49fb523-a9df-46e0-82a0-2cc3a0baa7d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57d217c682f048849463141c14010de4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3854139 Jul 27 19:40:17.695997 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] For port 82083cbb-ce7b-4cd9-8ae5-4a61e496440f, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=82083cbb-ce7b-4cd9-8ae5-4a61e496440f,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:17.696336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59322) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:17.709245 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.715380 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.797056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59326) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:17.833752 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Routers {'3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:40:17.842317 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:40:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:17.877332 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b6b3df7b-9c93-484f-9670-6fb01d26373f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.896095 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0784568b-c186-4660-a65a-309b166d1c24 req-2abd1009-913d-40dc-a572-20181e9a3560 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=8197a2d3394c448cb621567042a7079b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637994 Jul 27 19:40:17.901930 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b6b3df7b-9c93-484f-9670-6fb01d26373f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:17.909028 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49626328-43b3-4205-a38f-73dfee5acc62 None None] Pushing event updated for resources: {'Port': ['ID=82083cbb-ce7b-4cd9-8ae5-4a61e496440f,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:18.016571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1363907257-network', 'tenant_id': '83373949e0124aa78732c2d4023213df'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:18.018782 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] Set router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:40:18.069898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03fc27-f869-4554-b02a-f550d55851bc req-e5b90b6c-957a-4575-9797-e640f8f955b5 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:18.071592 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb03fc27-f869-4554-b02a-f550d55851bc req-e5b90b6c-957a-4575-9797-e640f8f955b5 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 967 time: 0.2776349 Jul 27 19:40:18.157836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] Made reservation on behalf of 83373949e0124aa78732c2d4023213df for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:18.160200 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:18.190975 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b6b3df7b-9c93-484f-9670-6fb01d26373f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:18.193720 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b6b3df7b-9c93-484f-9670-6fb01d26373f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:18.197933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b6b3df7b-9c93-484f-9670-6fb01d26373f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe3f92cb-2ce4-4363-896f-89002403e7a4 HTTP/1.1" status: 204 len: 168 time: 0.5004444 Jul 27 19:40:18.210012 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784568b-c186-4660-a65a-309b166d1c24 req-e6a96084-fec1-456f-b1d6-45085e1b3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:18.211526 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0784568b-c186-4660-a65a-309b166d1c24 req-e6a96084-fec1-456f-b1d6-45085e1b3632 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3038573 Jul 27 19:40:18.222394 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb03fc27-f869-4554-b02a-f550d55851bc req-8948db7d-b1c6-4949-96ce-03b1af43d706 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431806 Jul 27 19:40:18.238809 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:18.256986 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Allocated IP 172.20.0.1 (1efccaaf-715e-4036-a519-1b6b1cc8f573/5a473bf7-98b5-45ce-8210-1ea9a7314439/ab159236-2da8-42f4-b94d-4591c761ddcb) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:18.263547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-4031c4f2-c5a9-41d9-898e-49253670fbe2 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018471 Jul 27 19:40:18.271666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3df7b-9c93-484f-9670-6fb01d26373f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3f92cb-2ce4-4363-896f-89002403e7a4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:18.322767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf11a09-6ac2-4a74-87d0-01622ae139c5 req-ca6ea15b-044b-4a8c-bb92-0f3799bfc2d0 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:18.334650 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0bf11a09-6ac2-4a74-87d0-01622ae139c5 req-ca6ea15b-044b-4a8c-bb92-0f3799bfc2d0 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 968 time: 0.4039872 Jul 27 19:40:18.438326 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:14Z', 'revision_number': 3, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:18.482244 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de7878-2bc6-44e8-a6c4-5052f42b5a31 None None] The sync data for ids ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'] in n-d-705657-21 is: [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:14Z', 'revision_number': 3, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:40:18.572144 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0bf11a09-6ac2-4a74-87d0-01622ae139c5 req-bb98dd74-d184-4f83-99ae-e3a7a0420e88 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362657 Jul 27 19:40:18.655430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8ad7f1-59ee-4078-b9a1-d71c3f770880 req-7ef04625-6632-4188-824d-5a3e44af6c93 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749349 Jul 27 19:40:18.678811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f71e8a-14d2-43ae-9cfe-6e760d42a9c4 req-63c8f809-86e4-4e5e-8bd9-3c622b36c85b tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:18.686911 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77f71e8a-14d2-43ae-9cfe-6e760d42a9c4 req-63c8f809-86e4-4e5e-8bd9-3c622b36c85b tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 948 time: 0.3014951 Jul 27 19:40:18.705024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59354) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:18.715123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-d5c459da-088d-4ba9-8eab-9d06b86b82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:18.716682 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-d5c459da-088d-4ba9-8eab-9d06b86b82f3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8197a2d3394c448cb621567042a7079b&device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 1119 time: 0.4615703 Jul 27 19:40:18.733461 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f10d-ad12-449c-be54-97081c598445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:18.770743 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:18.808688 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:18.809434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77f71e8a-14d2-43ae-9cfe-6e760d42a9c4 req-e4c3285b-9f4f-46d5-9e48-5c2b2a16b62e tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213088 Jul 27 19:40:18.818558 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:18.820570 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-61863d21-d150-4da4-be03-0384b0c6c81c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=18bf34f9-7b7d-4079-9107-5c2097edb555 HTTP/1.1" status: 200 len: 217 time: 0.0651169 Jul 27 19:40:18.826746 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:18.868658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:40:18.881848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Transition to ACTIVE for port object ab159236-2da8-42f4-b94d-4591c761ddcb will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:18.917685 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:18.918380 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] Added segment 67c317bd-2dfa-4e1e-a49e-005fb46fe2e2 of type vlan for network 14c212e3-8c05-49f1-960f-135c87f330c5 Jul 27 19:40:18.921498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b30b2-e6e3-4d27-a7e4-d0881419008e req-24bd51c8-3200-4686-920c-8ded954c2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:18.923196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b0b30b2-e6e3-4d27-a7e4-d0881419008e req-24bd51c8-3200-4686-920c-8ded954c2603 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=55513b7593b8485dbddad05c6f431667&device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 1120 time: 0.1672440 Jul 27 19:40:18.923956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2247b85-03d7-415b-8d1d-35dd9e619aff,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:18.933163 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-d8b48c93-ffea-4493-8155-6098fe8b45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:18.934833 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-d8b48c93-ffea-4493-8155-6098fe8b45bd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1065476 Jul 27 19:40:19.035311 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:19.078939 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:19.085113 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-8b3e77a8-a731-401f-bd08-298db1bb1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:19.086805 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-8b3e77a8-a731-401f-bd08-298db1bb1eb9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1397107 Jul 27 19:40:19.094852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Network 1efccaaf-715e-4036-a519-1b6b1cc8f573 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:19.120601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:19.161596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:19.162122 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:19.171252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b30b2-e6e3-4d27-a7e4-d0881419008e req-87e6f94d-d3fc-44de-80d7-61fd5e1ae6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:19.172731 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b0b30b2-e6e3-4d27-a7e4-d0881419008e req-87e6f94d-d3fc-44de-80d7-61fd5e1ae6bd service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2345154 Jul 27 19:40:19.173850 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:19.174780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:19.175363 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:19.266331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] Pushing event updated for resources: {'Network': ['ID=14c212e3-8c05-49f1-960f-135c87f330c5,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:19.281724 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 14c212e3-8c05-49f1-960f-135c87f330c5 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:40:19.310265 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f10d-ad12-449c-be54-97081c598445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:19.322293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b0b30b2-e6e3-4d27-a7e4-d0881419008e req-381efc3d-a0df-41e6-9f3e-7bbecd5fed24 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=6aa82009-012f-46d7-bf3c-1435d0c3fdd0 HTTP/1.1" status: 200 len: 217 time: 0.0569153 Jul 27 19:40:19.334505 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Pushing event updated for resources: {'Port': ['ID=ab159236-2da8-42f4-b94d-4591c761ddcb,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:19.354696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f10d-ad12-449c-be54-97081c598445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:19.376212 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9f410d8e-e198-4548-a98b-be989d1bc36d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5777164 Jul 27 19:40:19.391888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59368) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:19.427707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-db63aa2b-ae6a-4bff-a670-47b31c9185e9 admin admin] Request body: {'subnet': {'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1363907257-subnet', 'tenant_id': '83373949e0124aa78732c2d4023213df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:19.467623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b30b2-e6e3-4d27-a7e4-d0881419008e req-b56848d1-c7aa-4fd2-a405-ebf30682b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:19.469490 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b0b30b2-e6e3-4d27-a7e4-d0881419008e req-b56848d1-c7aa-4fd2-a405-ebf30682b866 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1352246 Jul 27 19:40:19.507042 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5659fbfb-706b-4a73-8963-49aeacfc59a9 None None] Provisioning for port ab159236-2da8-42f4-b94d-4591c761ddcb completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:19.514054 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5659fbfb-706b-4a73-8963-49aeacfc59a9 None None] Provisioning complete for port ab159236-2da8-42f4-b94d-4591c761ddcb triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:19.514971 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5659fbfb-706b-4a73-8963-49aeacfc59a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:19.516817 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7ad5f10d-ad12-449c-be54-97081c598445 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2bc5207f3904809b3a4c793ade2c835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8049917 Jul 27 19:40:19.523659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59372) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:19.532270 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5f10d-ad12-449c-be54-97081c598445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da15db3-990f-45d6-9f39-986e3fa070e4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:19.543417 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db63aa2b-ae6a-4bff-a670-47b31c9185e9 admin admin] Made reservation on behalf of 83373949e0124aa78732c2d4023213df for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:19.564343 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db63aa2b-ae6a-4bff-a670-47b31c9185e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:19.610071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-5659fbfb-706b-4a73-8963-49aeacfc59a9 None None] Port ab159236-2da8-42f4-b94d-4591c761ddcb cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:40:19.629592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cec367-fc41-4e81-833a-ce233184145c req-d181c4ae-bfcd-44e1-a305-75b796e4ecfd tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:19.631062 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-9273aaf6-7499-4c08-b91a-c82afc9ffcfa service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334780 Jul 27 19:40:19.637643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20cec367-fc41-4e81-833a-ce233184145c req-d181c4ae-bfcd-44e1-a305-75b796e4ecfd tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 967 time: 0.3134632 Jul 27 19:40:19.754515 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-24b8d350-d1d1-4e01-9e0a-b77961e4fa6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:19.766966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20cec367-fc41-4e81-833a-ce233184145c req-526cc6a9-ce5a-4e85-b0fd-bdf8cdafc37b tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283741 Jul 27 19:40:19.772625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b30b2-e6e3-4d27-a7e4-d0881419008e req-4b7d44c8-5e89-49f8-a00b-76edf0ed54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:19.774815 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b0b30b2-e6e3-4d27-a7e4-d0881419008e req-4b7d44c8-5e89-49f8-a00b-76edf0ed54cb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2937951 Jul 27 19:40:19.776890 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:19.815667 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-24b8d350-d1d1-4e01-9e0a-b77961e4fa6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:19.860821 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0e92a43a-846c-44e8-bf8a-852eb8388428 req-b52ce84a-8678-4a5b-bd9e-b2774e7c9d02 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199371 Jul 27 19:40:19.969087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 040c538c-7852-48c5-8f50-ac2b6f7b898d details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:40:19.982808 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-24b8d350-d1d1-4e01-9e0a-b77961e4fa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:19.985645 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-24b8d350-d1d1-4e01-9e0a-b77961e4fa6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:19.989628 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-24b8d350-d1d1-4e01-9e0a-b77961e4fa6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8da15db3-990f-45d6-9f39-986e3fa070e4 HTTP/1.1" status: 204 len: 168 time: 0.4585292 Jul 27 19:40:20.005517 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8d350-d1d1-4e01-9e0a-b77961e4fa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da15db3-990f-45d6-9f39-986e3fa070e4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:20.044785 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb4194-30f4-4395-9388-8450ddc43d1f req-e60b7ccf-170f-44e5-a01d-73729ff3107a tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:20.046398 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5feb4194-30f4-4395-9388-8450ddc43d1f req-e60b7ccf-170f-44e5-a01d-73729ff3107a tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 968 time: 0.3776326 Jul 27 19:40:20.056050 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-b15bc3e5-1e22-47ab-9330-10487dfcc08c req-3a5d1837-23bf-4ab4-950c-8c155772c7c3 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Request body: {'security_group': {'name': 'tempest-securitygroup-958757741', 'description': 'tempest-description-1190921981'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:20.064668 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.072213 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.073115 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.177031 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b0b30b2-e6e3-4d27-a7e4-d0881419008e req-1398fddb-ce82-41b9-936a-97f472157477 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945026 Jul 27 19:40:20.182604 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Pushing event updated for resources: {'Port': ['ID=ab159236-2da8-42f4-b94d-4591c761ddcb,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:20.184617 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b15bc3e5-1e22-47ab-9330-10487dfcc08c req-3a5d1837-23bf-4ab4-950c-8c155772c7c3 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.213488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5feb4194-30f4-4395-9388-8450ddc43d1f req-0dca6e34-9376-4639-9751-1c997c5326aa tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501448 Jul 27 19:40:20.224385 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b15bc3e5-1e22-47ab-9330-10487dfcc08c req-3a5d1837-23bf-4ab4-950c-8c155772c7c3 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.225978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 040c538c-7852-48c5-8f50-ac2b6f7b898d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=040c538c-7852-48c5-8f50-ac2b6f7b898d,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:20.240553 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Network 1efccaaf-715e-4036-a519-1b6b1cc8f573 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:20.243223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:20.257395 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '040c538c-7852-48c5-8f50-ac2b6f7b898d', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '040c538c-7852-48c5-8f50-ac2b6f7b898d', 'mac_address': 'fa:16:3e:91:0b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:40:20.335071 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db63aa2b-ae6a-4bff-a670-47b31c9185e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.346299 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.385980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040c538c-7852-48c5-8f50-ac2b6f7b898d {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:20.431837 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 040c538c-7852-48c5-8f50-ac2b6f7b898d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=040c538c-7852-48c5-8f50-ac2b6f7b898d,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:20.440827 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.500006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:40:20.542294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=040c538c-7852-48c5-8f50-ac2b6f7b898d,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:20.546822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 82083cbb-ce7b-4cd9-8ae5-4a61e496440f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:20.571142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c1c77-a5f0-4b62-b54b-8508aace96c3 req-78886e14-ad74-4ce8-8f2b-7f0c3bbb18d5 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:20.572897 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec5c1c77-a5f0-4b62-b54b-8508aace96c3 req-78886e14-ad74-4ce8-8f2b-7f0c3bbb18d5 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 948 time: 0.2267311 Jul 27 19:40:20.622019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 82083cbb-ce7b-4cd9-8ae5-4a61e496440f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:20.631762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63aa2b-ae6a-4bff-a670-47b31c9185e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd96bae-a28c-4775-95b5-878b93c5c958,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:20.642591 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 82083cbb-ce7b-4cd9-8ae5-4a61e496440f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:20.643147 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.645148 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:40:20.651384 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d427ea54-3f74-431a-b1c0-b636ee819244 admin admin] 10.222.0.48 "PUT /v2.0/routers/3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2871389 Jul 27 19:40:20.684093 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b15bc3e5-1e22-47ab-9330-10487dfcc08c req-3a5d1837-23bf-4ab4-950c-8c155772c7c3 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.710815 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b15bc3e5-1e22-47ab-9330-10487dfcc08c req-3a5d1837-23bf-4ab4-950c-8c155772c7c3 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.718531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ea08e3d7-25e3-4019-9330-b7669b1bb27d None None] Provisioning complete for port ab159236-2da8-42f4-b94d-4591c761ddcb triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:20.719065 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ea08e3d7-25e3-4019-9330-b7669b1bb27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.753221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63aa2b-ae6a-4bff-a670-47b31c9185e9 admin admin] Checking segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:20.753404 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db63aa2b-ae6a-4bff-a670-47b31c9185e9 admin admin] Network hostable DHCP agents. Network: 14c212e3-8c05-49f1-960f-135c87f330c5, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:40:20.771624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b0b30b2-e6e3-4d27-a7e4-d0881419008e req-8f54e386-1e66-4895-b1be-a0c8b3a0e025 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771098 Jul 27 19:40:20.835421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d1837-23bf-4ab4-950c-8c155772c7c3 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb7e03e-1062-4469-b47a-8f21f41daeb2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:20.845273 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec5c1c77-a5f0-4b62-b54b-8508aace96c3 req-ea4d69ef-6ad5-420d-b28b-144aada69bbc tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022941 Jul 27 19:40:20.858698 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db63aa2b-ae6a-4bff-a670-47b31c9185e9 admin admin] Network 14c212e3-8c05-49f1-960f-135c87f330c5 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:40:20.876506 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.876686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['040c538c-7852-48c5-8f50-ac2b6f7b898d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:40:20.882996 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b15bc3e5-1e22-47ab-9330-10487dfcc08c req-3a5d1837-23bf-4ab4-950c-8c155772c7c3 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.889788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-db63aa2b-ae6a-4bff-a670-47b31c9185e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 14c212e3-8c05-49f1-960f-135c87f330c5) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:20.900618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db63aa2b-ae6a-4bff-a670-47b31c9185e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:20.900618 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db63aa2b-ae6a-4bff-a670-47b31c9185e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.908030 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b15bc3e5-1e22-47ab-9330-10487dfcc08c req-3a5d1837-23bf-4ab4-950c-8c155772c7c3 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:20.971306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d1837-23bf-4ab4-950c-8c155772c7c3 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89489766-dbf1-4acf-b9b8-a90c881f0b76,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:21.002860 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950cf69f-3e40-4b33-80fb-cffc43ab23ec None None] Network 14c212e3-8c05-49f1-960f-135c87f330c5 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:40:21.010701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Sync routers for ids ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:40:21.012748 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-db63aa2b-ae6a-4bff-a670-47b31c9185e9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5953155 Jul 27 19:40:21.013569 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b15bc3e5-1e22-47ab-9330-10487dfcc08c req-3a5d1837-23bf-4ab4-950c-8c155772c7c3 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:21.014694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b15bc3e5-1e22-47ab-9330-10487dfcc08c req-3a5d1837-23bf-4ab4-950c-8c155772c7c3 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9672825 Jul 27 19:40:21.027348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ea08e3d7-25e3-4019-9330-b7669b1bb27d None None] Port ab159236-2da8-42f4-b94d-4591c761ddcb cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:40:21.054472 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-b92e24c9-ba91-489b-ab15-11deef0cb1dc req-b15d4559-4b94-4266-a564-ecda88dd4818 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1610578017', 'description': 'tempest-description-821233396'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:21.088161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab15f1-98bb-4713-8e31-59993e4620aa req-5aa3a91f-1525-4e0d-a4ce-0cb31f18f47f tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:21.090537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1ab15f1-98bb-4713-8e31-59993e4620aa req-5aa3a91f-1525-4e0d-a4ce-0cb31f18f47f tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 967 time: 0.1253169 Jul 27 19:40:21.092310 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b92e24c9-ba91-489b-ab15-11deef0cb1dc req-b15d4559-4b94-4266-a564-ecda88dd4818 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:21.163934 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1ab15f1-98bb-4713-8e31-59993e4620aa req-20cd6f27-a57c-491c-9472-ca81cd122b74 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530591 Jul 27 19:40:21.181458 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 82083cbb-ce7b-4cd9-8ae5-4a61e496440f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=82083cbb-ce7b-4cd9-8ae5-4a61e496440f,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:21.240439 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b92e24c9-ba91-489b-ab15-11deef0cb1dc req-b15d4559-4b94-4266-a564-ecda88dd4818 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:21.248255 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b92e24c9-ba91-489b-ab15-11deef0cb1dc req-b15d4559-4b94-4266-a564-ecda88dd4818 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:21.279758 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:21.317479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d4559-4b94-4266-a564-ecda88dd4818 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=829b2552-8e1a-47f2-8f2f-daff9a9d933b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:21.342317 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b92e24c9-ba91-489b-ab15-11deef0cb1dc req-b15d4559-4b94-4266-a564-ecda88dd4818 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:21.343555 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b92e24c9-ba91-489b-ab15-11deef0cb1dc req-b15d4559-4b94-4266-a564-ecda88dd4818 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2949545 Jul 27 19:40:21.386174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab544aca-eb2c-4641-a487-904712d8c335 req-b7f284ce-1154-4f94-bfae-bfc4ccd73ce5 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:21.387822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab544aca-eb2c-4641-a487-904712d8c335 req-b7f284ce-1154-4f94-bfae-bfc4ccd73ce5 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 968 time: 0.0860441 Jul 27 19:40:21.388130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Routers {'3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:40:21.389021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:40:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:21.438101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab544aca-eb2c-4641-a487-904712d8c335 req-4de62396-eeac-4de0-9a56-f371e01bca31 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426941 Jul 27 19:40:21.494604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=82083cbb-ce7b-4cd9-8ae5-4a61e496440f,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:21.604711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06f83b9-083a-4715-bf85-e01cdf160c04 None None] Network 14c212e3-8c05-49f1-960f-135c87f330c5 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:40:21.630640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Set router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:40:21.769384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fbc1b84d-7906-4d73-bbe1-98267905b11d req-90faf589-5a65-4337-afc6-8f22afa08db9 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1703168750', 'description': 'tempest-description-1968233220'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:21.798586 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fbc1b84d-7906-4d73-bbe1-98267905b11d req-90faf589-5a65-4337-afc6-8f22afa08db9 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:21.810279 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fbc1b84d-7906-4d73-bbe1-98267905b11d req-90faf589-5a65-4337-afc6-8f22afa08db9 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:21.934733 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fbc1b84d-7906-4d73-bbe1-98267905b11d req-90faf589-5a65-4337-afc6-8f22afa08db9 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:21.944349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59446) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:21.946221 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fbc1b84d-7906-4d73-bbe1-98267905b11d req-90faf589-5a65-4337-afc6-8f22afa08db9 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:21.951546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-520289332-network', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:22.014590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'ab159236-2da8-42f4-b94d-4591c761ddcb', 'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'mac_address': 'fa:16:3e:8f:f7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:17Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 2, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'subnets': [{'id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:22.020265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faf589-5a65-4337-afc6-8f22afa08db9 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6e73ce-a9f4-40f1-9b07-16058ebcda58,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:22.061110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Checking router: 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:40:22.061959 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Updating router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 port ab159236-2da8-42f4-b94d-4591c761ddcb binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:40:22.092701 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fbc1b84d-7906-4d73-bbe1-98267905b11d req-90faf589-5a65-4337-afc6-8f22afa08db9 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.108444 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.115448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35749c72-7168-4dc1-8c25-07c98e493e3f req-9782e564-4c0b-48d1-a2a0-299bf7dab46b tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:22.117282 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35749c72-7168-4dc1-8c25-07c98e493e3f req-9782e564-4c0b-48d1-a2a0-299bf7dab46b tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 949 time: 0.1382966 Jul 27 19:40:22.118543 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fbc1b84d-7906-4d73-bbe1-98267905b11d req-90faf589-5a65-4337-afc6-8f22afa08db9 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.127149 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Made reservation on behalf of 900dfd80e32b4295b16cb5deb3746685 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:22.132222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59452) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:22.135571 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.150191 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1184104337-network', 'tenant_id': '2b2de632b072469ab3d5d52250901b7a'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:22.151807 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.186830 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fbc1b84d-7906-4d73-bbe1-98267905b11d req-90faf589-5a65-4337-afc6-8f22afa08db9 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.187878 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.api [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 19:40:22.187878 n-d-705657-21 neutron-server[94060]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 19:40:22.187878 n-d-705657-21 neutron-server[94060]: [parameters: {'project_id_1': '900dfd80e32b4295b16cb5deb3746685', 'expiration_1': datetime.datetime(2021, 7, 27, 19, 40, 22, 163081)}] Jul 27 19:40:22.187878 n-d-705657-21 neutron-server[94060]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:40:22.188462 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fbc1b84d-7906-4d73-bbe1-98267905b11d req-90faf589-5a65-4337-afc6-8f22afa08db9 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4230626 Jul 27 19:40:22.189093 n-d-705657-21 neutron-server[94060]: DEBUG oslo_db.api [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:40:22.208618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faf589-5a65-4337-afc6-8f22afa08db9 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9905f688-8487-4f3e-b918-4eb16f1397b8,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:22.216862 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35749c72-7168-4dc1-8c25-07c98e493e3f req-385c83bb-cc5b-4932-b18e-e666b1fd3489 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863917 Jul 27 19:40:22.218247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] Made reservation on behalf of 2b2de632b072469ab3d5d52250901b7a for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:22.221243 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.241752 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.255884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-93d97834-f2d6-4359-8034-f7273ffec064 req-552ed572-1f8a-428f-9198-38d93ac20cd8 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-608498857', 'description': 'tempest-description-648489041'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:22.318144 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-93d97834-f2d6-4359-8034-f7273ffec064 req-552ed572-1f8a-428f-9198-38d93ac20cd8 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.381093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc0ecd-f587-4865-89fd-b3ae71b1ee8f req-1b4a255e-8a1e-45cf-aaab-d2a251450d6e tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:22.383298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88fc0ecd-f587-4865-89fd-b3ae71b1ee8f req-1b4a255e-8a1e-45cf-aaab-d2a251450d6e tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 967 time: 0.1171544 Jul 27 19:40:22.418710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 82083cbb-ce7b-4cd9-8ae5-4a61e496440f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:22.445337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88fc0ecd-f587-4865-89fd-b3ae71b1ee8f req-af732fe7-c6b6-40d9-9da3-68ed66cb5e9f tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522771 Jul 27 19:40:22.495851 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.502936 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.516992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:40:22.527165 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.527476 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] Added segment 8efd0c03-4672-4cd8-8d55-81f42f355f26 of type vlan for network 6f28f4d8-1ed7-4988-8135-46acaa77c77b Jul 27 19:40:22.533477 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.542406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 82083cbb-ce7b-4cd9-8ae5-4a61e496440f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:22.542769 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.564431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Transition to ACTIVE for port object ab159236-2da8-42f4-b94d-4591c761ddcb will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:22.573904 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.645596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8e6de-53f2-470d-a9ba-713a64f8f478 None None] Pushing event updated for resources: {'Port': ['ID=ab159236-2da8-42f4-b94d-4591c761ddcb,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:22.656695 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.680165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39888c7f-ccee-41cb-be30-c71c1dd0ba27,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:22.690775 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.735941 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.736951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:22.737536 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.747866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Attempting to bind port ab159236-2da8-42f4-b94d-4591c761ddcb on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:22.748239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Attempting to bind port ab159236-2da8-42f4-b94d-4591c761ddcb by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:22.748629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Attempting to bind port ab159236-2da8-42f4-b94d-4591c761ddcb on network 1efccaaf-715e-4036-a519-1b6b1cc8f573 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:22.754131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:22.754401 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Checking segment: {'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:22.755603 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.755603 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Bound using segment: {'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:22.755603 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Bound port: ab159236-2da8-42f4-b94d-4591c761ddcb, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:22.756014 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.808306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f631e60-40ef-4abd-b6f3-7a6de92fedb0 req-53693c1a-c62f-4230-9bd6-77d9fcbf47bc tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:22.810167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f631e60-40ef-4abd-b6f3-7a6de92fedb0 req-53693c1a-c62f-4230-9bd6-77d9fcbf47bc tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 968 time: 0.2498333 Jul 27 19:40:22.829528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] For port ab159236-2da8-42f4-b94d-4591c761ddcb, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:22.832761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] For port ab159236-2da8-42f4-b94d-4591c761ddcb, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ab159236-2da8-42f4-b94d-4591c761ddcb,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:22.838595 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.847536 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-93d97834-f2d6-4359-8034-f7273ffec064 req-552ed572-1f8a-428f-9198-38d93ac20cd8 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.852206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:40:22.859172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] Pushing event updated for resources: {'Network': ['ID=6f28f4d8-1ed7-4988-8135-46acaa77c77b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:22.862530 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-93d97834-f2d6-4359-8034-f7273ffec064 req-552ed572-1f8a-428f-9198-38d93ac20cd8 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:22.880492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 6f28f4d8-1ed7-4988-8135-46acaa77c77b details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:40:22.904064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f631e60-40ef-4abd-b6f3-7a6de92fedb0 req-8bcf24a5-34dd-432e-80d8-bc468a94cac4 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843968 Jul 27 19:40:22.908364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ed572-1f8a-428f-9198-38d93ac20cd8 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9286fe73-5ab2-43ff-8d22-f3154198a031,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:22.989118 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.003083 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.016173 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8ebb9dbf-1f66-485f-a71a-7efd7264bd5d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8801234 Jul 27 19:40:23.017498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59476) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:23.025218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Routers {'3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:40:23.025874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:40:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:23.026522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e01d8e63-3822-4349-a78f-0ed8f3e08613 admin admin] Request body: {'subnet': {'network_id': '6f28f4d8-1ed7-4988-8135-46acaa77c77b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1184104337-subnet', 'tenant_id': '2b2de632b072469ab3d5d52250901b7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:23.033032 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-93d97834-f2d6-4359-8034-f7273ffec064 req-552ed572-1f8a-428f-9198-38d93ac20cd8 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.044508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8e6de-53f2-470d-a9ba-713a64f8f478 None None] Pushing event updated for resources: {'Port': ['ID=ab159236-2da8-42f4-b94d-4591c761ddcb,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:23.044638 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-93d97834-f2d6-4359-8034-f7273ffec064 req-552ed572-1f8a-428f-9198-38d93ac20cd8 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7886684 Jul 27 19:40:23.054175 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:40:23.085112 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.085458 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Added segment 6a50ff17-dac1-4d2d-8cdd-1e8316326f21 of type vlan for network de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23 Jul 27 19:40:23.086889 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d44201b-3968-4916-a4a5-c11cfc37e810,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:23.144412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01d8e63-3822-4349-a78f-0ed8f3e08613 admin admin] Made reservation on behalf of 2b2de632b072469ab3d5d52250901b7a for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:23.149388 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.149644 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e01d8e63-3822-4349-a78f-0ed8f3e08613 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.187038 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.188471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:23.189241 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.268836 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3226943 Jul 27 19:40:23.269548 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228253d-1ee4-439b-b97b-4327fcc4f093 admin admin] Pushing event updated for resources: {'Network': ['ID=de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:23.271795 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59482) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:23.277448 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-eb658556-5eb7-4989-b970-118c5628281b admin admin] Request body: {'subnet': {'network_id': 'de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-520289332-subnet', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:23.301904 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb658556-5eb7-4989-b970-118c5628281b admin admin] Made reservation on behalf of 900dfd80e32b4295b16cb5deb3746685 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:23.304220 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb658556-5eb7-4989-b970-118c5628281b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.314569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:40:23.397201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6aa82009-012f-46d7-bf3c-1435d0c3fdd0,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:23.429241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '6aa82009-012f-46d7-bf3c-1435d0c3fdd0', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '6aa82009-012f-46d7-bf3c-1435d0c3fdd0', 'mac_address': 'fa:16:3e:f2:c6:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:tempest-test_az-29136785', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:40:23.447882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a9542-f8b5-4446-a1c8-b7591b132251 req-88ac039a-a180-40eb-98c7-857ddcf25d7b tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:23.448369 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a9542-f8b5-4446-a1c8-b7591b132251 req-88ac039a-a180-40eb-98c7-857ddcf25d7b tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:23.448858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a9542-f8b5-4446-a1c8-b7591b132251 req-88ac039a-a180-40eb-98c7-857ddcf25d7b tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:23.449326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a9542-f8b5-4446-a1c8-b7591b132251 req-88ac039a-a180-40eb-98c7-857ddcf25d7b tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:23.449763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a9542-f8b5-4446-a1c8-b7591b132251 req-88ac039a-a180-40eb-98c7-857ddcf25d7b tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:23.450207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a9542-f8b5-4446-a1c8-b7591b132251 req-88ac039a-a180-40eb-98c7-857ddcf25d7b tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:23.451966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad0a9542-f8b5-4446-a1c8-b7591b132251 req-88ac039a-a180-40eb-98c7-857ddcf25d7b tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.3199179 Jul 27 19:40:23.483907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] Set router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:40:23.510540 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb658556-5eb7-4989-b970-118c5628281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.552984 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.570077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb658556-5eb7-4989-b970-118c5628281b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d25a3e3d-3134-4b23-af51-deef6feb3e58,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:23.579003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb658556-5eb7-4989-b970-118c5628281b admin admin] Checking segment: {'id': '6a50ff17-dac1-4d2d-8cdd-1e8316326f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:23.579356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb658556-5eb7-4989-b970-118c5628281b admin admin] Network hostable DHCP agents. Network: de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:40:23.607672 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb658556-5eb7-4989-b970-118c5628281b admin admin] Network de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:40:23.620365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-eb658556-5eb7-4989-b970-118c5628281b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:23.624723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb658556-5eb7-4989-b970-118c5628281b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:23.625306 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb658556-5eb7-4989-b970-118c5628281b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.638706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b627b9a-ec88-4a6c-b736-39abd4944945 None None] Network de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:40:23.644339 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-eb658556-5eb7-4989-b970-118c5628281b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3708835 Jul 27 19:40:23.646346 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59488) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:23.647200 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:23.651258 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-520289332-router', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:23.671277 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-c622e9f3-b415-4689-b2c6-0b8a310f22be tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36830 time: 0.6012678 Jul 27 19:40:23.681500 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.682985 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.683120 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765db88-a2d2-49fc-a27d-2ffa5bd14861 req-9b8f80a2-532e-4173-ab72-896d6bb5fea1 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:23.684614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b765db88-a2d2-49fc-a27d-2ffa5bd14861 req-9b8f80a2-532e-4173-ab72-896d6bb5fea1 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 949 time: 0.1699297 Jul 27 19:40:23.687755 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e01d8e63-3822-4349-a78f-0ed8f3e08613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.731683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6aa82009-012f-46d7-bf3c-1435d0c3fdd0,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:23.743093 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.743938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 18bf34f9-7b7d-4079-9107-5c2097edb555 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:40:23.804764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d8e63-3822-4349-a78f-0ed8f3e08613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c481b83b-00a3-475d-8bcb-244c51437c6a,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:23.807765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-f638672b-1627-4548-8c77-e918fdee63bb tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2dde2eac-0568-4fb2-af84-c55943546917 HTTP/1.1" status: 200 len: 2981 time: 0.1221981 Jul 27 19:40:23.815942 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b765db88-a2d2-49fc-a27d-2ffa5bd14861 req-6f54310f-3625-4ee2-829c-fb16e34e700b tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183164 Jul 27 19:40:23.863742 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d8e63-3822-4349-a78f-0ed8f3e08613 admin admin] Checking segment: {'id': '8efd0c03-4672-4cd8-8d55-81f42f355f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6f28f4d8-1ed7-4988-8135-46acaa77c77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:23.864089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01d8e63-3822-4349-a78f-0ed8f3e08613 admin admin] Network hostable DHCP agents. Network: 6f28f4d8-1ed7-4988-8135-46acaa77c77b, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:40:23.902491 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-3606dbdf-41ef-4669-ae76-d7be9ada43f9 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2dde2eac-0568-4fb2-af84-c55943546917 HTTP/1.1" status: 200 len: 2981 time: 0.0850253 Jul 27 19:40:23.919486 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 18bf34f9-7b7d-4079-9107-5c2097edb555, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=18bf34f9-7b7d-4079-9107-5c2097edb555,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:23.923550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=6aa82009-012f-46d7-bf3c-1435d0c3fdd0,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:23.938156 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 040c538c-7852-48c5-8f50-ac2b6f7b898d up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:23.942425 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:23.957159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01d8e63-3822-4349-a78f-0ed8f3e08613 admin admin] Network 6f28f4d8-1ed7-4988-8135-46acaa77c77b is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:40:23.972286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '18bf34f9-7b7d-4079-9107-5c2097edb555', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '18bf34f9-7b7d-4079-9107-5c2097edb555', 'mac_address': 'fa:16:3e:bc:b9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:tempest-test_az-29136785', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:40:23.995784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-e01d8e63-3822-4349-a78f-0ed8f3e08613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 6f28f4d8-1ed7-4988-8135-46acaa77c77b) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:24.010129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01d8e63-3822-4349-a78f-0ed8f3e08613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:24.010996 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e01d8e63-3822-4349-a78f-0ed8f3e08613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:24.014708 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925e09cf-f562-4a0d-83a0-51ca80633578 None None] Network 6f28f4d8-1ed7-4988-8135-46acaa77c77b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:40:24.037208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-3ded7b82-20d2-4562-812c-04ba5e10920d tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/39888c7f-ccee-41cb-be30-c71c1dd0ba27 HTTP/1.1" status: 200 len: 2981 time: 0.0983119 Jul 27 19:40:24.039130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606126c8-1435-44d0-8b09-699b2fe7ebe9 req-aceb771d-0264-4b2b-b640-68ee9f674514 tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:24.040797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-606126c8-1435-44d0-8b09-699b2fe7ebe9 req-aceb771d-0264-4b2b-b640-68ee9f674514 tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 886 time: 0.1575136 Jul 27 19:40:24.050451 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e01d8e63-3822-4349-a78f-0ed8f3e08613 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0270102 Jul 27 19:40:24.085910 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23', 'network_id': 'de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685', 'fixed_ips': [{'subnet_id': 'd25a3e3d-3134-4b23-af51-deef6feb3e58'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:40:24.088354 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:24.135119 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'ab159236-2da8-42f4-b94d-4591c761ddcb', 'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'mac_address': 'fa:16:3e:8f:f7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:17Z', 'updated_at': '2021-07-27T19:40:22Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'subnets': [{'id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:24.136877 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:24.139464 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-9f72f1bf-93ff-43c6-8cc4-e26451551825 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/39888c7f-ccee-41cb-be30-c71c1dd0ba27 HTTP/1.1" status: 200 len: 2981 time: 0.0876780 Jul 27 19:40:24.204244 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:24.242666 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-f677a14d-62a1-46e5-b659-6fa709363bec tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/3a6e73ce-a9f4-40f1-9b07-16058ebcda58 HTTP/1.1" status: 200 len: 2981 time: 0.1020801 Jul 27 19:40:24.259531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457a029-33e3-45ba-8ee4-ced2efd3a261 None None] The sync data for ids ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'] in n-d-705657-21 is: [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'ab159236-2da8-42f4-b94d-4591c761ddcb', 'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'mac_address': 'fa:16:3e:8f:f7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:17Z', 'updated_at': '2021-07-27T19:40:22Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'subnets': [{'id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:40:24.341719 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1177a-bd05-4a1c-8a49-862724737ea0 req-c25127b9-d080-4d6d-9ca1-ae506b331aff tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:24.344928 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dbe1177a-bd05-4a1c-8a49-862724737ea0 req-c25127b9-d080-4d6d-9ca1-ae506b331aff tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 967 time: 0.1850905 Jul 27 19:40:24.348258 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 040c538c-7852-48c5-8f50-ac2b6f7b898d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:24.391805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 040c538c-7852-48c5-8f50-ac2b6f7b898d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:24.392371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:24.399055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bf34f9-7b7d-4079-9107-5c2097edb555 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:24.428825 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 18bf34f9-7b7d-4079-9107-5c2097edb555, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=18bf34f9-7b7d-4079-9107-5c2097edb555,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:24.467840 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:24.486949 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dbe1177a-bd05-4a1c-8a49-862724737ea0 req-5615c763-e17c-4fe3-9faa-a0caa78afe04 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301107 Jul 27 19:40:24.501501 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-02124908-e784-4ad3-a734-c8ca94368953 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/3a6e73ce-a9f4-40f1-9b07-16058ebcda58 HTTP/1.1" status: 200 len: 2981 time: 0.2498453 Jul 27 19:40:24.520727 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:24.532857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ab159236-2da8-42f4-b94d-4591c761ddcb up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:24.541649 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:24.561866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfaa317-c105-43e5-b975-899c198a4e45 None None] Network 6f28f4d8-1ed7-4988-8135-46acaa77c77b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:40:24.633244 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-d46eddac-b933-4d59-943c-ec93413ee18c tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/3d44201b-3968-4916-a4a5-c11cfc37e810 HTTP/1.1" status: 200 len: 2981 time: 0.1304774 Jul 27 19:40:24.701379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-48d8279e-8dea-4ddc-8f0f-ca4bf04f5fbb tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/3d44201b-3968-4916-a4a5-c11cfc37e810 HTTP/1.1" status: 200 len: 2981 time: 0.0600069 Jul 27 19:40:24.711208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc584bb-de39-457a-a03a-2ed6f1745bac req-d4f688ce-1b19-4425-88b1-80d5473a09d7 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:24.721028 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Allocated IP 172.25.1.13 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/4195b200-58d3-4a55-8a0a-69e23870ad98) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:24.721350 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1cc584bb-de39-457a-a03a-2ed6f1745bac req-d4f688ce-1b19-4425-88b1-80d5473a09d7 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 969 time: 0.1245258 Jul 27 19:40:24.736596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Allocated IP 172.20.0.2 (de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23/d25a3e3d-3134-4b23-af51-deef6feb3e58/e5562422-de8a-4ae0-8c1b-18875da44919) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:24.760028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=18bf34f9-7b7d-4079-9107-5c2097edb555,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:24.788084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1cc584bb-de39-457a-a03a-2ed6f1745bac req-dd91aa0d-727a-4ef3-af22-9e4aefcc7912 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654314 Jul 27 19:40:24.800159 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-05b00fbd-5e16-42c2-aaf1-d3dcd5ba69cc tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/7e17a6ee-3050-4ed0-9dec-e8e3df812074 HTTP/1.1" status: 200 len: 2973 time: 0.0748227 Jul 27 19:40:24.901709 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:24.949724 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:24.986996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['6aa82009-012f-46d7-bf3c-1435d0c3fdd0'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:40:24.989319 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:24.992321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:24.996275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:25.034767 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:25.041740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Pushing event updated for resources: {'Port': ['ID=4195b200-58d3-4a55-8a0a-69e23870ad98,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:25.071987 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['18bf34f9-7b7d-4079-9107-5c2097edb555'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:40:25.139390 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-3eb8c015-d3ee-4309-b532-22eba0eaffb3 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/7e17a6ee-3050-4ed0-9dec-e8e3df812074 HTTP/1.1" status: 200 len: 2973 time: 0.3303976 Jul 27 19:40:25.158477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 040c538c-7852-48c5-8f50-ac2b6f7b898d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=040c538c-7852-48c5-8f50-ac2b6f7b898d,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:25.164878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08a8ec2-7e61-42bf-9700-f57e387254f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040c538c-7852-48c5-8f50-ac2b6f7b898d'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:25.183983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d468d5-70b7-48ed-92e7-e2da026c36b2 req-2a35a736-e554-496d-ba7d-c809e8e1db6b tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:25.184507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d468d5-70b7-48ed-92e7-e2da026c36b2 req-2a35a736-e554-496d-ba7d-c809e8e1db6b tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:25.184928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d468d5-70b7-48ed-92e7-e2da026c36b2 req-2a35a736-e554-496d-ba7d-c809e8e1db6b tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:25.185399 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d468d5-70b7-48ed-92e7-e2da026c36b2 req-2a35a736-e554-496d-ba7d-c809e8e1db6b tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:25.185921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d468d5-70b7-48ed-92e7-e2da026c36b2 req-2a35a736-e554-496d-ba7d-c809e8e1db6b tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:25.186364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d468d5-70b7-48ed-92e7-e2da026c36b2 req-2a35a736-e554-496d-ba7d-c809e8e1db6b tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:25.186921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d468d5-70b7-48ed-92e7-e2da026c36b2 req-2a35a736-e554-496d-ba7d-c809e8e1db6b tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:25.189525 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88d468d5-70b7-48ed-92e7-e2da026c36b2 req-2a35a736-e554-496d-ba7d-c809e8e1db6b tempest-NetworksTest-1373532816 tempest-NetworksTest-1373532816-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.3447843 Jul 27 19:40:25.216769 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-7db6b3ae-cbbc-4c85-b135-fa9aab7e32dc tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382 HTTP/1.1" status: 200 len: 2977 time: 0.0646048 Jul 27 19:40:25.270020 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:25.303119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-9a595f39-e918-4a09-91d4-597928f7feeb tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382 HTTP/1.1" status: 200 len: 2977 time: 0.0793386 Jul 27 19:40:25.309613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port ab159236-2da8-42f4-b94d-4591c761ddcb completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:25.319060 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:25.407500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-cd8d1e42-a85c-4b60-ab6f-0ced2a5b763b tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d65c30e7-b48f-42e3-997d-ca1e76402d5c HTTP/1.1" status: 200 len: 2980 time: 0.0961444 Jul 27 19:40:25.561113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:25.622184 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-32d459fa-1ba5-464c-8e5d-0edf0015b07d tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d65c30e7-b48f-42e3-997d-ca1e76402d5c HTTP/1.1" status: 200 len: 2980 time: 0.2072227 Jul 27 19:40:25.631628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59522) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:25.646756 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ab159236-2da8-42f4-b94d-4591c761ddcb triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:25.647126 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:25.655705 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee8e3aa-ad40-4a05-a5de-ac64625fd95e" -d '{"events": [{"server_uuid": "c08a8ec2-7e61-42bf-9700-f57e387254f9", "name": "network-vif-plugged", "status": "completed", "tag": "040c538c-7852-48c5-8f50-ac2b6f7b898d"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:25.725058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=040c538c-7852-48c5-8f50-ac2b6f7b898d,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:25.748887 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-69145bc3-cd67-4a40-af60-e1d735c1fd10 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/eafaf18f-ef14-4bf5-960e-387379468e4c HTTP/1.1" status: 200 len: 2977 time: 0.1181211 Jul 27 19:40:25.793821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-32134d52-5103-416d-96d2-22b4aea73f2f tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:25.795511 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-32134d52-5103-416d-96d2-22b4aea73f2f tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 821 time: 0.3581989 Jul 27 19:40:25.798045 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Router f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:40:25.838027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-51d47adc-ef93-4bd7-bea9-3de9e1b57bef tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/quotas/83373949e0124aa78732c2d4023213df HTTP/1.1" status: 200 len: 375 time: 0.0328166 Jul 27 19:40:25.841762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-ec0b3d1d-90fc-4ab9-8497-dbefd7b92420 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/eafaf18f-ef14-4bf5-960e-387379468e4c HTTP/1.1" status: 200 len: 2977 time: 0.0823112 Jul 27 19:40:25.889604 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-b4244380-8c0f-49b5-a1d5-5c7182401750 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506029 Jul 27 19:40:25.894951 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:25.900730 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0c08699e-1657-43ec-828e-8c2a03ca71e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:25.941031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Transition to ACTIVE for port object e5562422-de8a-4ae0-8c1b-18875da44919 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:25.961571 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:40:25.966501 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-d8599602-697a-4c4b-ae7d-074d2494e7e7 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/f2247b85-03d7-415b-8d1d-35dd9e619aff HTTP/1.1" status: 200 len: 2981 time: 0.1158729 Jul 27 19:40:25.978420 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:25.984367 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Sync routers for ids ['f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:40:25.984941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Transition to ACTIVE for port object e5562422-de8a-4ae0-8c1b-18875da44919 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:26.001061 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Routers {'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:40:26.002300 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:40:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:26.021165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-720b02e1-74a0-46c9-b5e3-6444efcd7538 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:40:26.022143 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-720b02e1-74a0-46c9-b5e3-6444efcd7538 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583758 Jul 27 19:40:26.031923 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:26.105877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Network de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:26.110221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port ab159236-2da8-42f4-b94d-4591c761ddcb, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ab159236-2da8-42f4-b94d-4591c761ddcb,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:26.111247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Pushing event updated for resources: {'Port': ['ID=e5562422-de8a-4ae0-8c1b-18875da44919,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:26.116286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:26.118945 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-7e16e002-01e7-43f4-8204-bac4f3befc79 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/f2247b85-03d7-415b-8d1d-35dd9e619aff HTTP/1.1" status: 200 len: 2981 time: 0.1237581 Jul 27 19:40:26.141564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:26.145414 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:26.163945 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Set router f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:40:26.236820 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-6e158076-58d1-4515-ab59-e744d3a66920 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/fab80320-3c3f-4a01-a835-3e29e91f37da HTTP/1.1" status: 200 len: 2977 time: 0.0854666 Jul 27 19:40:26.243774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Attempting to bind port e5562422-de8a-4ae0-8c1b-18875da44919 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:26.244327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Attempting to bind port e5562422-de8a-4ae0-8c1b-18875da44919 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '6a50ff17-dac1-4d2d-8cdd-1e8316326f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:26.244523 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Attempting to bind port e5562422-de8a-4ae0-8c1b-18875da44919 on network de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:26.246496 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=ab159236-2da8-42f4-b94d-4591c761ddcb,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:26.252526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:26.252903 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Checking segment: {'id': '6a50ff17-dac1-4d2d-8cdd-1e8316326f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:26.253313 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:26.253701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Bound using segment: {'id': '6a50ff17-dac1-4d2d-8cdd-1e8316326f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:26.254165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Bound port: e5562422-de8a-4ae0-8c1b-18875da44919, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a50ff17-dac1-4d2d-8cdd-1e8316326f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:26.254545 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:26.257029 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0c08699e-1657-43ec-828e-8c2a03ca71e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:26.268566 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:26.269990 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ceee4a31-1dff-495e-8c89-b312d2a3fb13 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.6224718 Jul 27 19:40:26.271447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-c4f85d98-3f3f-427e-8880-5fb7228c256c service neutron] 10.222.0.48 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425630 Jul 27 19:40:26.272629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59536) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:26.274288 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0c08699e-1657-43ec-828e-8c2a03ca71e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:26.359791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] For port e5562422-de8a-4ae0-8c1b-18875da44919, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:26.366211 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08699e-1657-43ec-828e-8c2a03ca71e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0202d0e-4566-46f5-9463-db8dc836daf0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:26.369896 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-520289332-router', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4195b200-58d3-4a55-8a0a-69e23870ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:23Z', 'updated_at': '2021-07-27T19:40:25Z', 'revision_number': 3, 'project_id': '900dfd80e32b4295b16cb5deb3746685', 'gw_port': {'id': '4195b200-58d3-4a55-8a0a-69e23870ad98', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:24Z', 'updated_at': '2021-07-27T19:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:26.370685 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] For port e5562422-de8a-4ae0-8c1b-18875da44919, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e5562422-de8a-4ae0-8c1b-18875da44919,segment=NetworkSegment(6a50ff17-dac1-4d2d-8cdd-1e8316326f21),segment_id=6a50ff17-dac1-4d2d-8cdd-1e8316326f21)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:26.385977 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:26.399813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0c08699e-1657-43ec-828e-8c2a03ca71e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fdfaaddd7ad463db2ae48580e5a9ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7672241 Jul 27 19:40:26.403810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59538) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:26.410161 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Checking router: f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:40:26.412188 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Updating router f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 port 4195b200-58d3-4a55-8a0a-69e23870ad98 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:40:26.420608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-644720ea-5692-47f5-b588-1b2809cb2329 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/fab80320-3c3f-4a01-a835-3e29e91f37da HTTP/1.1" status: 200 len: 2977 time: 0.1813140 Jul 27 19:40:26.457421 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ab159236-2da8-42f4-b94d-4591c761ddcb up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:26.490601 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:26.504494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74359d-91cb-4c9d-9ec5-328c18efdd79 None None] Pushing event updated for resources: {'Port': ['ID=e5562422-de8a-4ae0-8c1b-18875da44919,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:26.516164 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-7956c3b3-87eb-467f-8884-735dd8a225b3 service neutron] 10.222.0.48 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084262 Jul 27 19:40:26.529327 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-16fa469a-d383-4e54-95c1-02a5266251ce tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/feb7e03e-1062-4469-b47a-8f21f41daeb2 HTTP/1.1" status: 200 len: 2981 time: 0.1068730 Jul 27 19:40:26.562300 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a60234b-2ce8-4be8-a72e-98a7ea7559c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:26.575999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ab159236-2da8-42f4-b94d-4591c761ddcb triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:26.576661 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:26.617564 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-480eecab-2cbf-4449-b79e-ea756ec6681e req-1352a015-f51d-4900-bd98-4b51d8045248 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/feb7e03e-1062-4469-b47a-8f21f41daeb2 HTTP/1.1" status: 200 len: 2981 time: 0.0872333 Jul 27 19:40:26.622747 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a60234b-2ce8-4be8-a72e-98a7ea7559c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:26.802576 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a60234b-2ce8-4be8-a72e-98a7ea7559c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:26.805720 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a60234b-2ce8-4be8-a72e-98a7ea7559c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:26.809761 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1a60234b-2ce8-4be8-a72e-98a7ea7559c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0202d0e-4566-46f5-9463-db8dc836daf0 HTTP/1.1" status: 204 len: 168 time: 0.4024227 Jul 27 19:40:26.839160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:26.845220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60234b-2ce8-4be8-a72e-98a7ea7559c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0202d0e-4566-46f5-9463-db8dc836daf0,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:26.876147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b3a1c-f5d3-44e0-8834-e6f6f0b55c99 req-6179d427-6415-4c3c-975c-593571bbd65c tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:26.878158 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-082b3a1c-f5d3-44e0-8834-e6f6f0b55c99 req-6179d427-6415-4c3c-975c-593571bbd65c tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 950 time: 0.1701543 Jul 27 19:40:26.938208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:26.940276 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-082b3a1c-f5d3-44e0-8834-e6f6f0b55c99 req-68d90585-3172-4f11-9d60-5f10dd30e90a tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548415 Jul 27 19:40:26.961274 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:26.962733 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.092094 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.119288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4c76d-4d72-4f84-9722-2a0ad361ed6b req-7752253b-b25b-4fa2-8308-5448ab5b5a30 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:27.136647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69f4c76d-4d72-4f84-9722-2a0ad361ed6b req-7752253b-b25b-4fa2-8308-5448ab5b5a30 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 968 time: 0.1916711 Jul 27 19:40:27.142554 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6aa82009-012f-46d7-bf3c-1435d0c3fdd0,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:27.158267 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.159108 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.166086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 18bf34f9-7b7d-4079-9107-5c2097edb555 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:27.186253 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69f4c76d-4d72-4f84-9722-2a0ad361ed6b req-dff69699-39e1-4648-ad22-e9dd26f7f9eb tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484889 Jul 27 19:40:27.214367 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Transition to ACTIVE for port object 4195b200-58d3-4a55-8a0a-69e23870ad98 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:27.248689 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.290327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=6aa82009-012f-46d7-bf3c-1435d0c3fdd0,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:27.299211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 18bf34f9-7b7d-4079-9107-5c2097edb555 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:27.310807 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 18bf34f9-7b7d-4079-9107-5c2097edb555 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:27.313312 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.374951 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Attempting to bind port 4195b200-58d3-4a55-8a0a-69e23870ad98 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:27.375442 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Attempting to bind port 4195b200-58d3-4a55-8a0a-69e23870ad98 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:27.375926 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Attempting to bind port 4195b200-58d3-4a55-8a0a-69e23870ad98 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:27.378717 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb5bb7-4d85-4d36-abb4-bd85f57ae345 None None] Pushing event updated for resources: {'Port': ['ID=4195b200-58d3-4a55-8a0a-69e23870ad98,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:27.402440 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887e40e7-19c3-40b2-953a-4c5d5ad7f4c5 x-openstack-request-id: req-887e40e7-19c3-40b2-953a-4c5d5ad7f4c5 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:27.402760 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08a8ec2-7e61-42bf-9700-f57e387254f9", "name": "network-vif-plugged", "status": "completed", "tag": "040c538c-7852-48c5-8f50-ac2b6f7b898d", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:27.403020 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-887e40e7-19c3-40b2-953a-4c5d5ad7f4c5 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:27.403502 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08a8ec2-7e61-42bf-9700-f57e387254f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040c538c-7852-48c5-8f50-ac2b6f7b898d', 'code': 200} Jul 27 19:40:27.410327 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:27.413457 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:27.414253 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.415214 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:27.415613 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Bound port: 4195b200-58d3-4a55-8a0a-69e23870ad98, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:27.416116 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.453091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59556) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:27.531620 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.539901 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] For port 4195b200-58d3-4a55-8a0a-69e23870ad98, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:27.547366 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e07b5a1b-d60d-44f8-bc47-008c58100626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.550248 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] For port 4195b200-58d3-4a55-8a0a-69e23870ad98, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4195b200-58d3-4a55-8a0a-69e23870ad98,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:27.561298 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.612070 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 18bf34f9-7b7d-4079-9107-5c2097edb555, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=18bf34f9-7b7d-4079-9107-5c2097edb555,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:27.622076 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.628895 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.652836 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb5bb7-4d85-4d36-abb4-bd85f57ae345 None None] Pushing event updated for resources: {'Port': ['ID=4195b200-58d3-4a55-8a0a-69e23870ad98,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:27.702665 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Routers {'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:40:27.703965 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:40:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:27.704200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-448f554f-a2a9-419e-bbbf-20b64b7d480f req-dd7672ec-d0f6-4f97-a632-2c19ca021523 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8d2eea11b2c4e41a4d4786f1f373ed2 HTTP/1.1" status: 200 len: 6102 time: 0.2541387 Jul 27 19:40:27.718879 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2d991-9caa-4436-9bc1-e270201c8825 req-a90b435a-4a6e-4882-9792-495a23f316b0 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:27.727582 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fa2d991-9caa-4436-9bc1-e270201c8825 req-a90b435a-4a6e-4882-9792-495a23f316b0 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 970 time: 0.3601475 Jul 27 19:40:27.743652 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=18bf34f9-7b7d-4079-9107-5c2097edb555,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:27.775803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d92b3-2604-4ffd-a70c-da1b09d51fe2 req-643ec15d-ec35-458b-a940-8064dc8ec789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:27.777519 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-212d92b3-2604-4ffd-a70c-da1b09d51fe2 req-643ec15d-ec35-458b-a940-8064dc8ec789 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 1102 time: 0.2999709 Jul 27 19:40:27.825551 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-212d92b3-2604-4ffd-a70c-da1b09d51fe2 req-d6bbb5c1-e73e-4bb7-a4bc-3e12f8cb4d04 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.839344 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fa2d991-9caa-4436-9bc1-e270201c8825 req-8e8fb30c-81b1-4edb-ae7a-65ebe170c65c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106935 Jul 27 19:40:27.867198 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-448f554f-a2a9-419e-bbbf-20b64b7d480f req-e55f1ec6-aa1e-431e-82a7-a57866d74a20 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] 10.222.0.48 "GET /v2.0/security-groups/feb7e03e-1062-4469-b47a-8f21f41daeb2 HTTP/1.1" status: 200 len: 2981 time: 0.1620142 Jul 27 19:40:27.945318 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e07b5a1b-d60d-44f8-bc47-008c58100626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.973061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-448f554f-a2a9-419e-bbbf-20b64b7d480f req-3fa78c31-2f2d-4f46-a013-3b71f5cfd449 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] 10.222.0.48 "GET /v2.0/security-groups/feb7e03e-1062-4469-b47a-8f21f41daeb2 HTTP/1.1" status: 200 len: 2981 time: 0.1047165 Jul 27 19:40:27.974515 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e07b5a1b-d60d-44f8-bc47-008c58100626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:27.976242 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] Set router f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:40:28.067702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28b9d059-9834-4f3c-98ed-896bb0648de1 req-6103755d-46c9-4872-b324-7950a1612b50 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 210 time: 0.0595288 Jul 27 19:40:28.081551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e07b5a1b-d60d-44f8-bc47-008c58100626 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ac67884f1d34c3e99468d408aee5b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6272552 Jul 27 19:40:28.086886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b5a1b-d60d-44f8-bc47-008c58100626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e238b6-97d8-4a40-a110-dfcc95ad0bd9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:28.114169 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59564) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:28.137364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48716082-153d-4b73-bc64-6a9c23648f69 None None] Network de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:40:28.138687 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b2741e6-fe88-4e7b-823e-0f772e7f3066 req-24362166-3445-4c02-beb2-d28ee69c3353 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/9286fe73-5ab2-43ff-8d22-f3154198a031 HTTP/1.1" status: 200 len: 1776 time: 0.1489127 Jul 27 19:40:28.219844 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Allocated IP 172.20.0.1 (de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23/d25a3e3d-3134-4b23-af51-deef6feb3e58/49105967-78ee-4386-a758-6cabcd3d7534) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:28.246820 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1b2741e6-fe88-4e7b-823e-0f772e7f3066 req-622e7c79-c0cd-432d-8cad-84144011819b tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.276652 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1b2741e6-fe88-4e7b-823e-0f772e7f3066 req-622e7c79-c0cd-432d-8cad-84144011819b tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.286491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-666191ac-953f-40ed-9164-610c8ed8842a None None] Provisioning for port e5562422-de8a-4ae0-8c1b-18875da44919 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:28.293108 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-520289332-router', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4195b200-58d3-4a55-8a0a-69e23870ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:23Z', 'updated_at': '2021-07-27T19:40:25Z', 'revision_number': 3, 'project_id': '900dfd80e32b4295b16cb5deb3746685', 'gw_port': {'id': '4195b200-58d3-4a55-8a0a-69e23870ad98', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:24Z', 'updated_at': '2021-07-27T19:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:28.327420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c008e-bde2-4386-a91c-931ffeb2c811 req-a29403a7-67b8-4d11-9d3b-b95e80eafa6e tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:28.329029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b5c008e-bde2-4386-a91c-931ffeb2c811 req-a29403a7-67b8-4d11-9d3b-b95e80eafa6e tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 950 time: 0.1361859 Jul 27 19:40:28.334125 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1eecbd-8b9b-4155-913f-794685f22f93 None None] The sync data for ids ['f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'] in n-d-705657-21 is: [{'id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-520289332-router', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4195b200-58d3-4a55-8a0a-69e23870ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:23Z', 'updated_at': '2021-07-27T19:40:25Z', 'revision_number': 3, 'project_id': '900dfd80e32b4295b16cb5deb3746685', 'gw_port': {'id': '4195b200-58d3-4a55-8a0a-69e23870ad98', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:24Z', 'updated_at': '2021-07-27T19:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:40:28.358526 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1b2741e6-fe88-4e7b-823e-0f772e7f3066 req-622e7c79-c0cd-432d-8cad-84144011819b tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.361877 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1b2741e6-fe88-4e7b-823e-0f772e7f3066 req-622e7c79-c0cd-432d-8cad-84144011819b tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.378831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b2741e6-fe88-4e7b-823e-0f772e7f3066 req-622e7c79-c0cd-432d-8cad-84144011819b tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/9286fe73-5ab2-43ff-8d22-f3154198a031 HTTP/1.1" status: 204 len: 173 time: 0.2390871 Jul 27 19:40:28.412037 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e7c79-c0cd-432d-8cad-84144011819b tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9286fe73-5ab2-43ff-8d22-f3154198a031,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:28.427306 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37a906e8-2c03-47d2-9e4d-30e033aeed1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.468672 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b5c008e-bde2-4386-a91c-931ffeb2c811 req-6d1cd8ab-8701-40b1-95a8-6921f49c5b73 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260779 Jul 27 19:40:28.499865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-212d92b3-2604-4ffd-a70c-da1b09d51fe2 req-d6bbb5c1-e73e-4bb7-a4bc-3e12f8cb4d04 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.525942 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-212d92b3-2604-4ffd-a70c-da1b09d51fe2 req-d6bbb5c1-e73e-4bb7-a4bc-3e12f8cb4d04 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.529618 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37a906e8-2c03-47d2-9e4d-30e033aeed1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.540557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e5562422-de8a-4ae0-8c1b-18875da44919 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:28.600307 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-212d92b3-2604-4ffd-a70c-da1b09d51fe2 req-d6bbb5c1-e73e-4bb7-a4bc-3e12f8cb4d04 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8083732 Jul 27 19:40:28.603477 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.616421 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef388606-8ea6-4dc5-9708-7775579e958f req-25f07133-8926-4b47-b576-2a5369e36f64 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "GET /v2.0/security-groups/9905f688-8487-4f3e-b918-4eb16f1397b8 HTTP/1.1" status: 200 len: 1778 time: 0.0636916 Jul 27 19:40:28.627910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57570b15-888c-48bc-bc49-8b4ae33276f3 req-c0f55313-e434-46ce-a3c9-0ebddc80188b tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:28.628846 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbb5c1-e73e-4bb7-a4bc-3e12f8cb4d04 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=762c5959-a4f2-4057-9272-53400d40a526,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:28.630333 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57570b15-888c-48bc-bc49-8b4ae33276f3 req-c0f55313-e434-46ce-a3c9-0ebddc80188b tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 969 time: 0.1427357 Jul 27 19:40:28.647590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Transition to ACTIVE for port object 49105967-78ee-4386-a758-6cabcd3d7534 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:28.669266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port e5562422-de8a-4ae0-8c1b-18875da44919 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:28.674534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e5562422-de8a-4ae0-8c1b-18875da44919 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:28.675589 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.685067 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37a906e8-2c03-47d2-9e4d-30e033aeed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.688015 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37a906e8-2c03-47d2-9e4d-30e033aeed1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.689350 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-37a906e8-2c03-47d2-9e4d-30e033aeed1d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86e238b6-97d8-4a40-a110-dfcc95ad0bd9 HTTP/1.1" status: 204 len: 168 time: 0.5713151 Jul 27 19:40:28.704950 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a906e8-2c03-47d2-9e4d-30e033aeed1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e238b6-97d8-4a40-a110-dfcc95ad0bd9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:28.716507 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.770910 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57570b15-888c-48bc-bc49-8b4ae33276f3 req-1730f936-6d61-4c56-a1ba-a7e1f49cca76 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313336 Jul 27 19:40:28.803202 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ef388606-8ea6-4dc5-9708-7775579e958f req-936807f3-8ca0-4ef6-b35e-9a6f1a4db452 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.863752 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ef388606-8ea6-4dc5-9708-7775579e958f req-936807f3-8ca0-4ef6-b35e-9a6f1a4db452 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.887728 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.952831 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ef388606-8ea6-4dc5-9708-7775579e958f req-936807f3-8ca0-4ef6-b35e-9a6f1a4db452 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.955686 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ef388606-8ea6-4dc5-9708-7775579e958f req-936807f3-8ca0-4ef6-b35e-9a6f1a4db452 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:28.969702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef388606-8ea6-4dc5-9708-7775579e958f req-936807f3-8ca0-4ef6-b35e-9a6f1a4db452 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/9905f688-8487-4f3e-b918-4eb16f1397b8 HTTP/1.1" status: 204 len: 173 time: 0.3383191 Jul 27 19:40:28.982023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port e5562422-de8a-4ae0-8c1b-18875da44919, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e5562422-de8a-4ae0-8c1b-18875da44919,segment=NetworkSegment(6a50ff17-dac1-4d2d-8cdd-1e8316326f21),segment_id=6a50ff17-dac1-4d2d-8cdd-1e8316326f21)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:28.996832 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:29.049443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936807f3-8ca0-4ef6-b35e-9a6f1a4db452 tempest-SecurityGroupsTestAdminJSON-1124136287 tempest-SecurityGroupsTestAdminJSON-1124136287-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9905f688-8487-4f3e-b918-4eb16f1397b8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:29.135153 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=e5562422-de8a-4ae0-8c1b-18875da44919,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:29.188712 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef2794b7-0081-49bd-8e65-706977dacd01 req-35017391-9ad7-491a-8d8d-e235097b73ea tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] 10.222.0.48 "GET /v2.0/security-groups/829b2552-8e1a-47f2-8f2f-daff9a9d933b HTTP/1.1" status: 200 len: 1777 time: 0.1778483 Jul 27 19:40:29.215383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98b45b-f988-4156-8ef9-ef7fd1bf2e8c req-3c8e24dc-b544-4d98-a511-cdd90fd26c02 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:29.217044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd98b45b-f988-4156-8ef9-ef7fd1bf2e8c req-3c8e24dc-b544-4d98-a511-cdd90fd26c02 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 970 time: 0.2463722 Jul 27 19:40:29.238828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aa30a5a8-0d55-401d-bd6c-f117a598db5b None None] Provisioning complete for port e5562422-de8a-4ae0-8c1b-18875da44919 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:29.239795 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa30a5a8-0d55-401d-bd6c-f117a598db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:29.264036 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-dd37f2ac-bcd7-4d06-8ea3-25271e738e1d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:29.265972 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-dd37f2ac-bcd7-4d06-8ea3-25271e738e1d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.52 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 821 time: 0.5366843 Jul 27 19:40:29.282006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Network de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:29.283523 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:29.307872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd98b45b-f988-4156-8ef9-ef7fd1bf2e8c req-855833fb-3454-4a1c-885b-fa852448e958 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743043 Jul 27 19:40:29.321772 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Pushing event updated for resources: {'Port': ['ID=49105967-78ee-4386-a758-6cabcd3d7534,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:29.332627 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ef2794b7-0081-49bd-8e65-706977dacd01 req-83ba68f0-2768-4ada-8cc5-2299859e1d5d tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:29.363755 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ef2794b7-0081-49bd-8e65-706977dacd01 req-83ba68f0-2768-4ada-8cc5-2299859e1d5d tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:29.368369 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:29.368898 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:29.382143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-44ad924e-72e5-4dd0-b6b2-ad0b9e7395e3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Request body: {'port': {'device_id': '9a0c1855-0df9-4056-a517-f3398946b907', 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5', 'admin_state_up': True, 'tenant_id': '83373949e0124aa78732c2d4023213df'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:29.408618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ba2fe0-528c-4841-b2db-6085c5fc6e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa82009-012f-46d7-bf3c-1435d0c3fdd0'}, {'server_uuid': 'eb27ce36-cc76-4ded-8ebe-54af991da454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bf34f9-7b7d-4079-9107-5c2097edb555'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:29.429395 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48db3ad-214e-49fb-9d17-22d03a26baf5" -d '{"events": [{"server_uuid": "66ba2fe0-528c-4841-b2db-6085c5fc6e09", "name": "network-vif-plugged", "status": "completed", "tag": "6aa82009-012f-46d7-bf3c-1435d0c3fdd0"}, {"server_uuid": "eb27ce36-cc76-4ded-8ebe-54af991da454", "name": "network-vif-plugged", "status": "completed", "tag": "18bf34f9-7b7d-4079-9107-5c2097edb555"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:29.449201 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ef2794b7-0081-49bd-8e65-706977dacd01 req-83ba68f0-2768-4ada-8cc5-2299859e1d5d tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:29.454456 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ef2794b7-0081-49bd-8e65-706977dacd01 req-83ba68f0-2768-4ada-8cc5-2299859e1d5d tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:29.471405 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef2794b7-0081-49bd-8e65-706977dacd01 req-83ba68f0-2768-4ada-8cc5-2299859e1d5d tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] 10.222.0.48 "DELETE /v2.0/security-groups/829b2552-8e1a-47f2-8f2f-daff9a9d933b HTTP/1.1" status: 204 len: 173 time: 0.2817051 Jul 27 19:40:29.523310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba68f0-2768-4ada-8cc5-2299859e1d5d tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=829b2552-8e1a-47f2-8f2f-daff9a9d933b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:29.551297 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61736df2-c817-4ce1-8906-5aa224fe1d4f x-openstack-request-id: req-61736df2-c817-4ce1-8906-5aa224fe1d4f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:29.551807 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ba2fe0-528c-4841-b2db-6085c5fc6e09", "name": "network-vif-plugged", "status": "completed", "tag": "6aa82009-012f-46d7-bf3c-1435d0c3fdd0", "code": 200}, {"server_uuid": "eb27ce36-cc76-4ded-8ebe-54af991da454", "name": "network-vif-plugged", "status": "completed", "tag": "18bf34f9-7b7d-4079-9107-5c2097edb555", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:29.551807 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61736df2-c817-4ce1-8906-5aa224fe1d4f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:29.552206 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ba2fe0-528c-4841-b2db-6085c5fc6e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa82009-012f-46d7-bf3c-1435d0c3fdd0', 'code': 200} Jul 27 19:40:29.552497 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb27ce36-cc76-4ded-8ebe-54af991da454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bf34f9-7b7d-4079-9107-5c2097edb555', 'code': 200} Jul 27 19:40:29.560123 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-22d2a8eb-1520-4cd1-819b-6dc576a95db6 req-b9cff85b-7082-417f-ab96-5238f0a544a3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 210 time: 0.0869102 Jul 27 19:40:29.707250 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8b5bbb7b-7a8d-413e-b815-cd9d6b799a4b req-a5e41667-aceb-4392-84c3-f1b183fd8045 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] 10.222.0.48 "GET /v2.0/security-groups/89489766-dbf1-4acf-b9b8-a90c881f0b76 HTTP/1.1" status: 200 len: 1777 time: 0.1040015 Jul 27 19:40:29.718895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-06509abd-38a8-4dc9-acd3-bf09d4c71924 None None] Provisioning for port 49105967-78ee-4386-a758-6cabcd3d7534 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:29.723398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-06509abd-38a8-4dc9-acd3-bf09d4c71924 None None] Provisioning complete for port 49105967-78ee-4386-a758-6cabcd3d7534 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:29.723964 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-06509abd-38a8-4dc9-acd3-bf09d4c71924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:29.788627 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-06509abd-38a8-4dc9-acd3-bf09d4c71924 None None] Port 49105967-78ee-4386-a758-6cabcd3d7534 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:40:29.877648 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:29.933371 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8b5bbb7b-7a8d-413e-b815-cd9d6b799a4b req-c353e73b-c2d6-4f19-9a30-af1e30069cc1 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:29.939826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-44ad924e-72e5-4dd0-b6b2-ad0b9e7395e3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Made reservation on behalf of 83373949e0124aa78732c2d4023213df for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:29.945411 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-44ad924e-72e5-4dd0-b6b2-ad0b9e7395e3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:29.978122 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8b5bbb7b-7a8d-413e-b815-cd9d6b799a4b req-c353e73b-c2d6-4f19-9a30-af1e30069cc1 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:30.003028 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec645c12-e075-469a-a33a-7adb558559d0 req-7d13e449-613e-45cf-8641-79c118c7ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:30.004636 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec645c12-e075-469a-a33a-7adb558559d0 req-7d13e449-613e-45cf-8641-79c118c7ace5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 1121 time: 0.2083564 Jul 27 19:40:30.029688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c631e-f907-41ff-af7b-ee4c5bae027a req-60c3a7fc-00c1-4cb5-a8e3-a5ed18b1f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:30.031304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-797c631e-f907-41ff-af7b-ee4c5bae027a req-60c3a7fc-00c1-4cb5-a8e3-a5ed18b1f4d2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 1122 time: 0.3185441 Jul 27 19:40:30.040085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a0326-581a-4ee4-a653-af2fb5499ff7 req-62b5ca09-c395-4b68-8ed8-32438c190b2f tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:30.042245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d06a0326-581a-4ee4-a653-af2fb5499ff7 req-62b5ca09-c395-4b68-8ed8-32438c190b2f tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 950 time: 0.2459633 Jul 27 19:40:30.102720 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8b5bbb7b-7a8d-413e-b815-cd9d6b799a4b req-c353e73b-c2d6-4f19-9a30-af1e30069cc1 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:30.105523 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8b5bbb7b-7a8d-413e-b815-cd9d6b799a4b req-c353e73b-c2d6-4f19-9a30-af1e30069cc1 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:30.111471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8b5bbb7b-7a8d-413e-b815-cd9d6b799a4b req-c353e73b-c2d6-4f19-9a30-af1e30069cc1 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] 10.222.0.48 "DELETE /v2.0/security-groups/89489766-dbf1-4acf-b9b8-a90c881f0b76 HTTP/1.1" status: 204 len: 173 time: 0.4016464 Jul 27 19:40:30.158772 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-797c631e-f907-41ff-af7b-ee4c5bae027a req-c5b10dc7-3a37-42c8-8fce-26477fc92409 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144319 Jul 27 19:40:30.167219 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d06a0326-581a-4ee4-a653-af2fb5499ff7 req-44f3ff58-5bba-4583-8878-ec179a574ff3 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174994 Jul 27 19:40:30.168409 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353e73b-c2d6-4f19-9a30-af1e30069cc1 tempest-SecurityGroupsTestAdminJSON-832998953 tempest-SecurityGroupsTestAdminJSON-832998953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89489766-dbf1-4acf-b9b8-a90c881f0b76,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:30.278533 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3369aca-a22f-4677-bf9f-4ef0f2d2f1e4 req-5c14a03f-4ab5-49eb-85bd-6fcee5d1281b tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:30.280517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3369aca-a22f-4677-bf9f-4ef0f2d2f1e4 req-5c14a03f-4ab5-49eb-85bd-6fcee5d1281b tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 969 time: 0.0724704 Jul 27 19:40:30.371122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3369aca-a22f-4677-bf9f-4ef0f2d2f1e4 req-492631ff-0850-44f0-9fcd-b98c807515e4 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839581 Jul 27 19:40:30.505346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59618) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:30.567879 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff69fd-2235-4dd6-8fb6-52ba1fe2f583 req-f0b9c9e6-ac38-4f2f-9b1f-48d2bb1aeb9b tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:30.574466 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8aff69fd-2235-4dd6-8fb6-52ba1fe2f583 req-f0b9c9e6-ac38-4f2f-9b1f-48d2bb1aeb9b tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 970 time: 0.1290638 Jul 27 19:40:30.601169 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e5562422-de8a-4ae0-8c1b-18875da44919 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:30.613521 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec645c12-e075-469a-a33a-7adb558559d0 req-530e01cb-51f2-4673-87c3-da03d99ce404 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980229 Jul 27 19:40:30.620298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:30.641817 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8aff69fd-2235-4dd6-8fb6-52ba1fe2f583 req-4d8e8308-1751-4d0e-a8d4-9b68f995ca38 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637679 Jul 27 19:40:30.643376 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:30.644595 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:30.700729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-44ad924e-72e5-4dd0-b6b2-ad0b9e7395e3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Allocated IP 172.20.0.8 (14c212e3-8c05-49f1-960f-135c87f330c5/3bd96bae-a28c-4775-95b5-878b93c5c958/28063d34-1bbb-4feb-8836-141f31d35f0f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:30.719901 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e5562422-de8a-4ae0-8c1b-18875da44919 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:30.720286 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:30.775135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Pushing event updated for resources: {'Port': ['ID=49105967-78ee-4386-a758-6cabcd3d7534,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:30.810971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b23a7007-281b-4746-90ca-ba83502a4fe6 req-6e5f684a-48fe-4cdd-9d25-d9feec0f7f2d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 210 time: 0.0760801 Jul 27 19:40:30.890024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4195b200-58d3-4a55-8a0a-69e23870ad98 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:30.916327 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fb6a1283-4a9e-4ed7-aecd-7993d131405e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8d2eea11b2c4e41a4d4786f1f373ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095914 Jul 27 19:40:30.918905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59632) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:30.925916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Network de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:30.938126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:30.962538 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 4195b200-58d3-4a55-8a0a-69e23870ad98 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:30.984005 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-edc17e4e-fc88-4b4b-922f-e43c57b53e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:30.985083 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 4195b200-58d3-4a55-8a0a-69e23870ad98 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:30.985650 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:31.035917 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-edc17e4e-fc88-4b4b-922f-e43c57b53e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:31.093309 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-44ad924e-72e5-4dd0-b6b2-ad0b9e7395e3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:31.142247 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-edc17e4e-fc88-4b4b-922f-e43c57b53e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:31.144924 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:31.147072 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Router f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:40:31.149554 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-edc17e4e-fc88-4b4b-922f-e43c57b53e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:31.157747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-edc17e4e-fc88-4b4b-922f-e43c57b53e3c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/feb7e03e-1062-4469-b47a-8f21f41daeb2 HTTP/1.1" status: 204 len: 168 time: 0.2366433 Jul 27 19:40:31.170919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc17e4e-fc88-4b4b-922f-e43c57b53e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb7e03e-1062-4469-b47a-8f21f41daeb2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:31.205283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 4195b200-58d3-4a55-8a0a-69e23870ad98, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4195b200-58d3-4a55-8a0a-69e23870ad98,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:31.214630 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:31.239379 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-44ad924e-72e5-4dd0-b6b2-ad0b9e7395e3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:31.317608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ea2eb5d6-1815-4766-9ee0-7a796e6637a6 None None] Provisioning complete for port 49105967-78ee-4386-a758-6cabcd3d7534 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:31.319962 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ea2eb5d6-1815-4766-9ee0-7a796e6637a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:31.350076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-44ad924e-72e5-4dd0-b6b2-ad0b9e7395e3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Network 14c212e3-8c05-49f1-960f-135c87f330c5 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:31.356516 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-44ad924e-72e5-4dd0-b6b2-ad0b9e7395e3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:31.360077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad924e-72e5-4dd0-b6b2-ad0b9e7395e3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Pushing event updated for resources: {'Port': ['ID=28063d34-1bbb-4feb-8836-141f31d35f0f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:31.364744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-44ad924e-72e5-4dd0-b6b2-ad0b9e7395e3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:31.370566 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-44ad924e-72e5-4dd0-b6b2-ad0b9e7395e3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:31.371222 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-44ad924e-72e5-4dd0-b6b2-ad0b9e7395e3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:31.401885 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=4195b200-58d3-4a55-8a0a-69e23870ad98,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:31.404660 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-44ad924e-72e5-4dd0-b6b2-ad0b9e7395e3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1182287 Jul 27 19:40:31.405716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:40:31.410250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774dc1b-d85a-42c8-9fe5-3925dc592535 req-0b88303d-e3e5-49d0-8f24-bce61a411461 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:31.411849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5774dc1b-d85a-42c8-9fe5-3925dc592535 req-0b88303d-e3e5-49d0-8f24-bce61a411461 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 950 time: 0.1224663 Jul 27 19:40:31.413102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ea2eb5d6-1815-4766-9ee0-7a796e6637a6 None None] Port 49105967-78ee-4386-a758-6cabcd3d7534 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:40:31.417024 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b6e14038-f34b-4f7b-a527-82734787959c admin admin] 10.222.0.48 "PUT /v2.0/routers/f3e9bb7c-6cbd-4960-8798-ba7aa43949b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1418197 Jul 27 19:40:31.422264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Request body: {'port': {'device_id': '9a0c1855-0df9-4056-a517-f3398946b907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:31.423988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Sync routers for ids ['f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:40:31.440817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Routers {'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:40:31.441821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:40:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:31.516449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5774dc1b-d85a-42c8-9fe5-3925dc592535 req-af0f4319-2476-4218-ab14-6928dd40e93f tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831528 Jul 27 19:40:31.555640 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:31.634558 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de5702-9ec1-4e43-9b17-43f2cfcbc43b req-5c68f2d4-9100-424f-8178-49b9581ca57d tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:31.636760 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-18de5702-9ec1-4e43-9b17-43f2cfcbc43b req-5c68f2d4-9100-424f-8178-49b9581ca57d tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 969 time: 0.0956757 Jul 27 19:40:31.645241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Set router f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:40:31.718282 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-18de5702-9ec1-4e43-9b17-43f2cfcbc43b req-5dc888db-5fae-4674-9885-f29de56749fc tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724032 Jul 27 19:40:31.762452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59662) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:32.065143 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e4c1ba87-c249-4da7-a52b-944669202207 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=464cadbb7fcd45ccbc44c7bcd1b5b3b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003983 Jul 27 19:40:32.067575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59668) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:32.131478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee27c80-0175-45e9-80bb-be6985b21106 req-717990ef-99f4-4dd3-8e1d-d012a0f05c43 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:32.138897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-520289332-router', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4195b200-58d3-4a55-8a0a-69e23870ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:23Z', 'updated_at': '2021-07-27T19:40:29Z', 'revision_number': 4, 'project_id': '900dfd80e32b4295b16cb5deb3746685', 'gw_port': {'id': '4195b200-58d3-4a55-8a0a-69e23870ad98', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:24Z', 'updated_at': '2021-07-27T19:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '49105967-78ee-4386-a758-6cabcd3d7534', 'name': '', 'network_id': 'de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685', 'mac_address': 'fa:16:3e:e4:5c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd25a3e3d-3134-4b23-af51-deef6feb3e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:27Z', 'updated_at': '2021-07-27T19:40:29Z', 'revision_number': 2, 'project_id': '900dfd80e32b4295b16cb5deb3746685', 'subnets': [{'id': 'd25a3e3d-3134-4b23-af51-deef6feb3e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:32.139400 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cee27c80-0175-45e9-80bb-be6985b21106 req-717990ef-99f4-4dd3-8e1d-d012a0f05c43 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 970 time: 0.0730031 Jul 27 19:40:32.175012 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28063d34-1bbb-4feb-8836-141f31d35f0f {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:32.180579 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9500714f-cb4d-414c-9250-5d563034401c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:32.181908 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Checking router: f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:40:32.182358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Updating router f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 port 49105967-78ee-4386-a758-6cabcd3d7534 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:40:32.186775 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:32.188920 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cee27c80-0175-45e9-80bb-be6985b21106 req-606e8b2a-3a11-4241-a7a1-01360b08073c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466084 Jul 27 19:40:32.231526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Transition to ACTIVE for port object 28063d34-1bbb-4feb-8836-141f31d35f0f will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:32.233689 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9500714f-cb4d-414c-9250-5d563034401c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:32.234116 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:32.242213 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:32.357389 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Pushing event updated for resources: {'Port': ['ID=28063d34-1bbb-4feb-8836-141f31d35f0f,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:32.407272 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Attempting to bind port 28063d34-1bbb-4feb-8836-141f31d35f0f on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:32.407628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Attempting to bind port 28063d34-1bbb-4feb-8836-141f31d35f0f by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:32.407959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Attempting to bind port 28063d34-1bbb-4feb-8836-141f31d35f0f on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:32.433221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Port 28063d34-1bbb-4feb-8836-141f31d35f0f on network 14c212e3-8c05-49f1-960f-135c87f330c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:40:32.440210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Attempting to bind port 28063d34-1bbb-4feb-8836-141f31d35f0f on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:32.457983 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9500714f-cb4d-414c-9250-5d563034401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:32.460983 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9500714f-cb4d-414c-9250-5d563034401c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:32.466071 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9500714f-cb4d-414c-9250-5d563034401c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a6e73ce-a9f4-40f1-9b07-16058ebcda58 HTTP/1.1" status: 204 len: 168 time: 0.3973038 Jul 27 19:40:32.478326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500714f-cb4d-414c-9250-5d563034401c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6e73ce-a9f4-40f1-9b07-16058ebcda58,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:32.482797 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:32.483161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Checking segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:32.483651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Bound using segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:32.484810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4195b200-58d3-4a55-8a0a-69e23870ad98 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:32.485944 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Bound port: 28063d34-1bbb-4feb-8836-141f31d35f0f, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:32.487413 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:32.500782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88610704-6e07-4591-8b08-0bb260d75145 req-adc4c211-c01d-4f3e-a1fd-f7b0d80e6e7c tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:32.502779 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88610704-6e07-4591-8b08-0bb260d75145 req-adc4c211-c01d-4f3e-a1fd-f7b0d80e6e7c tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 943 time: 0.0801060 Jul 27 19:40:32.545653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88610704-6e07-4591-8b08-0bb260d75145 req-e5f807b6-3acc-424e-8567-31ab56e13912 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352132 Jul 27 19:40:32.590032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:32.593935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=28063d34-1bbb-4feb-8836-141f31d35f0f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:32.604871 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:32.639180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 4195b200-58d3-4a55-8a0a-69e23870ad98 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:32.639830 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:32.692343 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Pushing event updated for resources: {'Port': ['ID=28063d34-1bbb-4feb-8836-141f31d35f0f,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:32.708032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:32.708746 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:32.710229 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-24637887-aebc-4759-9a49-42c9c39104da service neutron] 10.222.0.52 "PUT /v2.0/ports/28063d34-1bbb-4feb-8836-141f31d35f0f HTTP/1.1" status: 200 len: 1092 time: 1.2922380 Jul 27 19:40:32.710690 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0c1855-0df9-4056-a517-f3398946b907', 'tag': '28063d34-1bbb-4feb-8836-141f31d35f0f'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:32.714301 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51035a9a-aff5-46d0-9d04-1834883521cf" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0c1855-0df9-4056-a517-f3398946b907", "tag": "28063d34-1bbb-4feb-8836-141f31d35f0f"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:32.778167 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:32.787318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99b934-49d9-43c3-860a-68003c368156 req-21c7152a-0aba-40ec-8a7f-78134264ef5e tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:32.792083 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Transition to ACTIVE for port object 49105967-78ee-4386-a758-6cabcd3d7534 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:32.795001 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad99b934-49d9-43c3-860a-68003c368156 req-21c7152a-0aba-40ec-8a7f-78134264ef5e tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 950 time: 0.1282060 Jul 27 19:40:32.838740 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:32.839193 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad99b934-49d9-43c3-860a-68003c368156 req-bdfa1eca-b3fd-4ce6-b2b3-c9a20b2f7929 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Jul 27 19:40:32.894228 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-c20a1316-e2da-40eb-8fe9-02cb058f6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:32.898768 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-c20a1316-e2da-40eb-8fe9-02cb058f6e47 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 1095 time: 0.1346152 Jul 27 19:40:32.899177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87c12c-2547-49c0-8f89-9052793c296a None None] Pushing event updated for resources: {'Port': ['ID=49105967-78ee-4386-a758-6cabcd3d7534,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:33.012820 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485fa2b9-7797-4f02-b869-7bf381edd16a x-openstack-request-id: req-485fa2b9-7797-4f02-b869-7bf381edd16a {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:33.013148 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0c1855-0df9-4056-a517-f3398946b907", "tag": "28063d34-1bbb-4feb-8836-141f31d35f0f", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:33.013381 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-485fa2b9-7797-4f02-b869-7bf381edd16a {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:33.013811 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0c1855-0df9-4056-a517-f3398946b907', 'tag': '28063d34-1bbb-4feb-8836-141f31d35f0f', 'status': 'completed', 'code': 200} Jul 27 19:40:33.015541 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-29806a07-1371-4b5a-ad37-d0f65d7b26b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28063d34-1bbb-4feb-8836-141f31d35f0f HTTP/1.1" status: 200 len: 217 time: 0.1021056 Jul 27 19:40:33.126726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Attempting to bind port 49105967-78ee-4386-a758-6cabcd3d7534 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:33.126927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-d26ebeb9-a6e9-4efd-9431-3b3e6e2ad9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:33.127379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Attempting to bind port 49105967-78ee-4386-a758-6cabcd3d7534 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '6a50ff17-dac1-4d2d-8cdd-1e8316326f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:33.127468 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Attempting to bind port 49105967-78ee-4386-a758-6cabcd3d7534 on network de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:33.128248 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-d26ebeb9-a6e9-4efd-9431-3b3e6e2ad9db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.0969629 Jul 27 19:40:33.132837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145013a-a188-4bf9-8c52-bd8f45e2ee4b req-c85890fd-32a5-48b8-858d-0357525beb48 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:33.133931 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:33.134307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Checking segment: {'id': '6a50ff17-dac1-4d2d-8cdd-1e8316326f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:33.134715 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:33.135107 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Bound using segment: {'id': '6a50ff17-dac1-4d2d-8cdd-1e8316326f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:33.135743 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Bound port: 49105967-78ee-4386-a758-6cabcd3d7534, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a50ff17-dac1-4d2d-8cdd-1e8316326f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:33.136141 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:33.147390 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f145013a-a188-4bf9-8c52-bd8f45e2ee4b req-c85890fd-32a5-48b8-858d-0357525beb48 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 969 time: 0.1003423 Jul 27 19:40:33.191098 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f145013a-a188-4bf9-8c52-bd8f45e2ee4b req-01671377-0865-449b-8217-8bae22189072 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427222 Jul 27 19:40:33.197710 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-aae765d6-d3c1-43a8-bd2f-58e887360f1c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505321 Jul 27 19:40:33.246935 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] For port 49105967-78ee-4386-a758-6cabcd3d7534, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:33.251686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] For port 49105967-78ee-4386-a758-6cabcd3d7534, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=49105967-78ee-4386-a758-6cabcd3d7534,segment=NetworkSegment(6a50ff17-dac1-4d2d-8cdd-1e8316326f21),segment_id=6a50ff17-dac1-4d2d-8cdd-1e8316326f21)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:33.266217 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:33.352162 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-42d7cd18-454d-4ad2-a269-8f7e15c79c1b service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425052 Jul 27 19:40:33.387394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b517133-a5a9-42fe-b376-1dab8d3929a4 req-97d41065-ec73-4420-b326-8aa6cb027a20 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:33.389048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b517133-a5a9-42fe-b376-1dab8d3929a4 req-97d41065-ec73-4420-b326-8aa6cb027a20 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 970 time: 0.1290638 Jul 27 19:40:33.389848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Routers {'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:40:33.390510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:40:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:33.507075 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b517133-a5a9-42fe-b376-1dab8d3929a4 req-750be189-0f37-4ca6-87ba-d0d48fd25e4d tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095896 Jul 27 19:40:33.527759 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eca421a3-4ee6-4057-b506-35a9ea957501 req-30e126ff-4b7e-44bc-bc40-7e2e428c1b1f service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665180 Jul 27 19:40:33.544505 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a8892-d420-417a-b28e-37f942975144 req-ac3eee92-5bc8-4142-803d-93a01b96d94a tempest-AggregatesAdminTestJSON-474817702 tempest-AggregatesAdminTestJSON-474817702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:33.546053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-946a8892-d420-417a-b28e-37f942975144 req-ac3eee92-5bc8-4142-803d-93a01b96d94a tempest-AggregatesAdminTestJSON-474817702 tempest-AggregatesAdminTestJSON-474817702-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 1121 time: 0.1186049 Jul 27 19:40:33.568524 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-946a8892-d420-417a-b28e-37f942975144 req-1b9d3736-d11a-4ab8-86db-8b03a612701f tempest-AggregatesAdminTestJSON-474817702 tempest-AggregatesAdminTestJSON-474817702-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:33.581737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87c12c-2547-49c0-8f89-9052793c296a None None] Pushing event updated for resources: {'Port': ['ID=49105967-78ee-4386-a758-6cabcd3d7534,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:33.676789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] Set router f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:40:33.723739 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-946a8892-d420-417a-b28e-37f942975144 req-1b9d3736-d11a-4ab8-86db-8b03a612701f tempest-AggregatesAdminTestJSON-474817702 tempest-AggregatesAdminTestJSON-474817702-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:33.725878 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51035a9a-aff5-46d0-9d04-1834883521cf req-9d02a153-f982-45e0-a5f5-21cfee34d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:33.727773 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-51035a9a-aff5-46d0-9d04-1834883521cf req-9d02a153-f982-45e0-a5f5-21cfee34d9c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 1095 time: 0.1248758 Jul 27 19:40:33.729838 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-946a8892-d420-417a-b28e-37f942975144 req-1b9d3736-d11a-4ab8-86db-8b03a612701f tempest-AggregatesAdminTestJSON-474817702 tempest-AggregatesAdminTestJSON-474817702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:33.765064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-946a8892-d420-417a-b28e-37f942975144 req-1b9d3736-d11a-4ab8-86db-8b03a612701f tempest-AggregatesAdminTestJSON-474817702 tempest-AggregatesAdminTestJSON-474817702-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117748 Jul 27 19:40:33.775625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d3736-d11a-4ab8-86db-8b03a612701f tempest-AggregatesAdminTestJSON-474817702 tempest-AggregatesAdminTestJSON-474817702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4377c59-29e9-4207-af3d-8959d74ebfd9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:33.915696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51035a9a-aff5-46d0-9d04-1834883521cf req-00baa049-8c2d-40b9-99ac-ee4175c9137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:33.916855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-51035a9a-aff5-46d0-9d04-1834883521cf req-00baa049-8c2d-40b9-99ac-ee4175c9137b service neutron] 10.222.0.52 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.1711309 Jul 27 19:40:33.982641 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-51035a9a-aff5-46d0-9d04-1834883521cf req-be4af229-41dc-43c5-b943-4d4e9ccd03b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28063d34-1bbb-4feb-8836-141f31d35f0f HTTP/1.1" status: 200 len: 217 time: 0.0474105 Jul 27 19:40:34.016532 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-f759ff26-6969-4721-9979-1d14812ca847 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=55513b7593b8485dbddad05c6f431667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417011 Jul 27 19:40:34.029562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-520289332-router', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4195b200-58d3-4a55-8a0a-69e23870ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:23Z', 'updated_at': '2021-07-27T19:40:29Z', 'revision_number': 4, 'project_id': '900dfd80e32b4295b16cb5deb3746685', 'gw_port': {'id': '4195b200-58d3-4a55-8a0a-69e23870ad98', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:24Z', 'updated_at': '2021-07-27T19:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '49105967-78ee-4386-a758-6cabcd3d7534', 'name': '', 'network_id': 'de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685', 'mac_address': 'fa:16:3e:e4:5c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd25a3e3d-3134-4b23-af51-deef6feb3e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:27Z', 'updated_at': '2021-07-27T19:40:33Z', 'revision_number': 4, 'project_id': '900dfd80e32b4295b16cb5deb3746685', 'subnets': [{'id': 'd25a3e3d-3134-4b23-af51-deef6feb3e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:34.054444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51035a9a-aff5-46d0-9d04-1834883521cf req-2158ff87-9ee1-4c33-b4a7-4fd26d0b2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:34.056913 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-51035a9a-aff5-46d0-9d04-1834883521cf req-2158ff87-9ee1-4c33-b4a7-4fd26d0b2701 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.0634508 Jul 27 19:40:34.066519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657e2e37-9b9a-4b8a-86cd-41e0823eceb2 None None] The sync data for ids ['f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'] in n-d-705657-21 is: [{'id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-520289332-router', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4195b200-58d3-4a55-8a0a-69e23870ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:23Z', 'updated_at': '2021-07-27T19:40:29Z', 'revision_number': 4, 'project_id': '900dfd80e32b4295b16cb5deb3746685', 'gw_port': {'id': '4195b200-58d3-4a55-8a0a-69e23870ad98', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:24Z', 'updated_at': '2021-07-27T19:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '49105967-78ee-4386-a758-6cabcd3d7534', 'name': '', 'network_id': 'de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685', 'mac_address': 'fa:16:3e:e4:5c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': 'd25a3e3d-3134-4b23-af51-deef6feb3e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:27Z', 'updated_at': '2021-07-27T19:40:33Z', 'revision_number': 4, 'project_id': '900dfd80e32b4295b16cb5deb3746685', 'subnets': [{'id': 'd25a3e3d-3134-4b23-af51-deef6feb3e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:40:34.100466 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-51035a9a-aff5-46d0-9d04-1834883521cf req-4df518be-d86d-48b4-8bd7-4e247211dc0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333664 Jul 27 19:40:34.126412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.52', 59219) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:34.220752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3b854-0201-43ba-a1cd-f4f93e25ebc5 req-46e02ad5-aa95-450a-9fbf-7eb375cc32fc tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:34.222354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94c3b854-0201-43ba-a1cd-f4f93e25ebc5 req-46e02ad5-aa95-450a-9fbf-7eb375cc32fc tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 943 time: 0.2048466 Jul 27 19:40:34.236618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-14ccd021-3903-49c4-9565-4abb4162b332 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:34.238181 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-14ccd021-3903-49c4-9565-4abb4162b332 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121809 Jul 27 19:40:34.277675 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-2c98f949-0c33-422e-9463-31a2d7132ce0 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/quotas/55513b7593b8485dbddad05c6f431667 HTTP/1.1" status: 200 len: 375 time: 0.0298448 Jul 27 19:40:34.286367 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-51035a9a-aff5-46d0-9d04-1834883521cf req-04e5ed14-e316-458c-ac13-1fae243e0634 service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534481 Jul 27 19:40:34.363448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94c3b854-0201-43ba-a1cd-f4f93e25ebc5 req-7e7070d4-f76e-4fc7-b316-f320e1478f0c tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241879 Jul 27 19:40:34.372433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da6b15-2d62-4c52-98d6-27250d7e03b7 req-98d8e5a0-97f2-42fa-82f7-d9779a0cf5e4 tempest-DeleteServersAdminTestJSON-1968873539 tempest-DeleteServersAdminTestJSON-1968873539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:34.373912 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67da6b15-2d62-4c52-98d6-27250d7e03b7 req-98d8e5a0-97f2-42fa-82f7-d9779a0cf5e4 tempest-DeleteServersAdminTestJSON-1968873539 tempest-DeleteServersAdminTestJSON-1968873539-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 1102 time: 0.2441416 Jul 27 19:40:34.481722 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-51035a9a-aff5-46d0-9d04-1834883521cf req-207d9292-8017-4c5c-83f3-1cf661b857da service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897218 Jul 27 19:40:34.508889 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 49105967-78ee-4386-a758-6cabcd3d7534 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:34.571562 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-f0575b19-36bd-4c2b-91f6-fee48e28bf4e tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=55513b7593b8485dbddad05c6f431667&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2928932 Jul 27 19:40:34.612844 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-67da6b15-2d62-4c52-98d6-27250d7e03b7 req-eac994c8-eabb-460b-82f8-437a633596d8 tempest-DeleteServersAdminTestJSON-1968873539 tempest-DeleteServersAdminTestJSON-1968873539-project-admin] Deleting port 040c538c-7852-48c5-8f50-ac2b6f7b898d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:40:34.613188 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-67da6b15-2d62-4c52-98d6-27250d7e03b7 req-eac994c8-eabb-460b-82f8-437a633596d8 tempest-DeleteServersAdminTestJSON-1968873539 tempest-DeleteServersAdminTestJSON-1968873539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:34.626299 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 49105967-78ee-4386-a758-6cabcd3d7534 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:34.638728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 49105967-78ee-4386-a758-6cabcd3d7534 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:34.639109 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:34.777577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-67da6b15-2d62-4c52-98d6-27250d7e03b7 req-eac994c8-eabb-460b-82f8-437a633596d8 tempest-DeleteServersAdminTestJSON-1968873539 tempest-DeleteServersAdminTestJSON-1968873539-project-admin] For port 040c538c-7852-48c5-8f50-ac2b6f7b898d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=040c538c-7852-48c5-8f50-ac2b6f7b898d,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:34.779169 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-67da6b15-2d62-4c52-98d6-27250d7e03b7 req-eac994c8-eabb-460b-82f8-437a633596d8 tempest-DeleteServersAdminTestJSON-1968873539 tempest-DeleteServersAdminTestJSON-1968873539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:34.796147 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:34.811360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-67da6b15-2d62-4c52-98d6-27250d7e03b7 req-eac994c8-eabb-460b-82f8-437a633596d8 tempest-DeleteServersAdminTestJSON-1968873539 tempest-DeleteServersAdminTestJSON-1968873539-project-admin] Calling delete_port for 040c538c-7852-48c5-8f50-ac2b6f7b898d owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:40:34.837102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 49105967-78ee-4386-a758-6cabcd3d7534, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=49105967-78ee-4386-a758-6cabcd3d7534,segment=NetworkSegment(6a50ff17-dac1-4d2d-8cdd-1e8316326f21),segment_id=6a50ff17-dac1-4d2d-8cdd-1e8316326f21)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:34.841912 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:34.865129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891c1b0-e831-4b78-bd17-798d749cf82b req-556cb796-54e2-4f52-9d05-ba8097b0bdd2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:34.866645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d891c1b0-e831-4b78-bd17-798d749cf82b req-556cb796-54e2-4f52-9d05-ba8097b0bdd2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 950 time: 0.1906006 Jul 27 19:40:34.898482 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=49105967-78ee-4386-a758-6cabcd3d7534,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:34.997739 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d891c1b0-e831-4b78-bd17-798d749cf82b req-ea80e30c-e411-4c15-9172-c963cd1fed09 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726094 Jul 27 19:40:35.082559 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-67da6b15-2d62-4c52-98d6-27250d7e03b7 req-eac994c8-eabb-460b-82f8-437a633596d8 tempest-DeleteServersAdminTestJSON-1968873539 tempest-DeleteServersAdminTestJSON-1968873539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:35.098700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['040c538c-7852-48c5-8f50-ac2b6f7b898d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:40:35.144830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac994c8-eabb-460b-82f8-437a633596d8 tempest-DeleteServersAdminTestJSON-1968873539 tempest-DeleteServersAdminTestJSON-1968873539-project-admin] Pushing event deleted for resources: {'Port': ['ID=040c538c-7852-48c5-8f50-ac2b6f7b898d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:35.161136 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-726882f4-a4e7-48ab-8f1c-21026b736bb9 req-1eb30a60-6651-4837-8b3e-2a5920294082 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 210 time: 0.0486319 Jul 27 19:40:35.232105 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59804) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:35.239416 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8ab37f43-f227-44c4-bbb8-359963e1f59d tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2001994049', 'description': 'tempest-description--905460983'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:35.267768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-67da6b15-2d62-4c52-98d6-27250d7e03b7 req-eac994c8-eabb-460b-82f8-437a633596d8 tempest-DeleteServersAdminTestJSON-1968873539 tempest-DeleteServersAdminTestJSON-1968873539-project-admin] No DVR routers for this DVR port 040c538c-7852-48c5-8f50-ac2b6f7b898d on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:40:35.273276 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-67da6b15-2d62-4c52-98d6-27250d7e03b7 req-eac994c8-eabb-460b-82f8-437a633596d8 tempest-DeleteServersAdminTestJSON-1968873539 tempest-DeleteServersAdminTestJSON-1968873539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:35.275563 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67da6b15-2d62-4c52-98d6-27250d7e03b7 req-eac994c8-eabb-460b-82f8-437a633596d8 tempest-DeleteServersAdminTestJSON-1968873539 tempest-DeleteServersAdminTestJSON-1968873539-project-admin] 10.222.0.52 "DELETE /v2.0/ports/040c538c-7852-48c5-8f50-ac2b6f7b898d HTTP/1.1" status: 204 len: 173 time: 0.8871455 Jul 27 19:40:35.276031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08a8ec2-7e61-42bf-9700-f57e387254f9', 'name': 'network-vif-deleted', 'tag': '040c538c-7852-48c5-8f50-ac2b6f7b898d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:35.278470 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02216dc9-4f02-41d2-b7d1-32af9432550f" -d '{"events": [{"server_uuid": "c08a8ec2-7e61-42bf-9700-f57e387254f9", "name": "network-vif-deleted", "tag": "040c538c-7852-48c5-8f50-ac2b6f7b898d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:35.313352 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8ab37f43-f227-44c4-bbb8-359963e1f59d tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:35.480008 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-eba6c36a-7cfc-4448-89b7-39f0c5749465 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=994761dd73e44270b1c6acfd3ed33606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413837 Jul 27 19:40:35.488063 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8ab37f43-f227-44c4-bbb8-359963e1f59d tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:35.502769 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8ab37f43-f227-44c4-bbb8-359963e1f59d tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:35.558786 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab37f43-f227-44c4-bbb8-359963e1f59d tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:35.570767 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8ab37f43-f227-44c4-bbb8-359963e1f59d tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:35.577064 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8ab37f43-f227-44c4-bbb8-359963e1f59d tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3433366 Jul 27 19:40:35.578129 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59822) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:35.584214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-170a74ab-3f67-4618-bd0b-2d2805a8852c tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Request body: {'security_group_rule': {'security_group_id': '600c3e5d-5e0d-43af-b1eb-9842de7fbfbf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:35.630978 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-170a74ab-3f67-4618-bd0b-2d2805a8852c tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:35.699274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-970e025d-543b-4608-a3f4-6b1da1c4effc tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:35.707053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-970e025d-543b-4608-a3f4-6b1da1c4effc tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2200031 Jul 27 19:40:35.710994 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89942aca-1b4f-450f-9d78-274892877cd7 x-openstack-request-id: req-89942aca-1b4f-450f-9d78-274892877cd7 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:35.711293 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08a8ec2-7e61-42bf-9700-f57e387254f9", "name": "network-vif-deleted", "tag": "040c538c-7852-48c5-8f50-ac2b6f7b898d", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:35.711529 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89942aca-1b4f-450f-9d78-274892877cd7 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:35.711930 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08a8ec2-7e61-42bf-9700-f57e387254f9', 'name': 'network-vif-deleted', 'tag': '040c538c-7852-48c5-8f50-ac2b6f7b898d', 'status': 'completed', 'code': 200} Jul 27 19:40:35.727671 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-170a74ab-3f67-4618-bd0b-2d2805a8852c tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:35.733544 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-170a74ab-3f67-4618-bd0b-2d2805a8852c tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:35.748931 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a74ab-3f67-4618-bd0b-2d2805a8852c tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bca0245-afde-4b88-87a3-be1dc2470af4,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:35.764625 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-170a74ab-3f67-4618-bd0b-2d2805a8852c tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:35.768942 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-170a74ab-3f67-4618-bd0b-2d2805a8852c tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1893554 Jul 27 19:40:35.770476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59826) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:35.772130 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-33b0b64a-7f58-4ce5-baec-b52db424b6be tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/quotas/994761dd73e44270b1c6acfd3ed33606 HTTP/1.1" status: 200 len: 375 time: 0.0640841 Jul 27 19:40:35.779107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-26a6276e-a8ba-470e-a703-d961bd5c149c tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Request body: {'security_group_rule': {'security_group_id': '600c3e5d-5e0d-43af-b1eb-9842de7fbfbf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:35.814439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-971c1139-ea7a-4a8a-896e-0128ee5a3ce5 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=994761dd73e44270b1c6acfd3ed33606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351453 Jul 27 19:40:35.829662 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-26a6276e-a8ba-470e-a703-d961bd5c149c tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:35.832983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db48b9-f350-43f5-8f36-0920d06ef2f8 req-ad656381-c7b9-4f8f-85e4-78562861eb96 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:35.835187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60db48b9-f350-43f5-8f36-0920d06ef2f8 req-ad656381-c7b9-4f8f-85e4-78562861eb96 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 943 time: 0.1224279 Jul 27 19:40:35.892657 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60db48b9-f350-43f5-8f36-0920d06ef2f8 req-75f8e0a7-c869-4b45-a0e3-8010d85154ab tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478184 Jul 27 19:40:35.913704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-26a6276e-a8ba-470e-a703-d961bd5c149c tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:35.919960 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-26a6276e-a8ba-470e-a703-d961bd5c149c tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:35.967881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6276e-a8ba-470e-a703-d961bd5c149c tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af1e315-db62-4917-a674-e446654bbdb0,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:35.983124 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-26a6276e-a8ba-470e-a703-d961bd5c149c tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:35.984388 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-26a6276e-a8ba-470e-a703-d961bd5c149c tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2129462 Jul 27 19:40:35.987798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59830) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:35.994227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:36.025824 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 28063d34-1bbb-4feb-8836-141f31d35f0f details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:40:36.041505 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59838) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:36.080972 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:36.287403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c061c438-f6bd-43c2-b6d6-0774bb10cf6f req-4e4dda87-51fe-40f9-9459-eb5bc80c6328 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=c08a8ec2-7e61-42bf-9700-f57e387254f9 HTTP/1.1" status: 200 len: 210 time: 0.0649154 Jul 27 19:40:36.317295 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f10be010-540a-4757-8db9-3dde8458815c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:36.326283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=28063d34-1bbb-4feb-8836-141f31d35f0f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:36.364250 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae60531d-95e5-4059-9a8c-2b967cd7e9f8 req-10e3c44e-aaf1-4cd2-93bf-61dbde14e3c9 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fc49025-c6ac-48c6-9e6d-7d8c97d82e40 HTTP/1.1" status: 200 len: 210 time: 0.1182759 Jul 27 19:40:36.367548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '28063d34-1bbb-4feb-8836-141f31d35f0f', 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5', 'port_id': '28063d34-1bbb-4feb-8836-141f31d35f0f', 'mac_address': 'fa:16:3e:70:d9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd96bae-a28c-4775-95b5-878b93c5c958', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:40:36.469990 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:36.528158 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 49105967-78ee-4386-a758-6cabcd3d7534 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:36.548713 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f10be010-540a-4757-8db9-3dde8458815c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:36.549338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28063d34-1bbb-4feb-8836-141f31d35f0f {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:36.550695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21e1cf29-b2f0-45ab-8217-3f5a2bc46c2b req-5ae6c755-bec4-4a32-bbf0-f2c339d7e250 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 210 time: 0.0591078 Jul 27 19:40:36.553689 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:36.561166 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f10be010-540a-4757-8db9-3dde8458815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:36.641234 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f10be010-540a-4757-8db9-3dde8458815c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10e048e3b52447e29c356ce83077d118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5982842 Jul 27 19:40:36.642635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10be010-540a-4757-8db9-3dde8458815c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0a6ccc-1352-4ec9-8a54-bfd89f49d5eb,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:36.645270 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59866) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:36.660526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=28063d34-1bbb-4feb-8836-141f31d35f0f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:36.670173 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:36.679545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-ea20ef0c-eeff-4f4f-944c-478ba63019db tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=55513b7593b8485dbddad05c6f431667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691092 Jul 27 19:40:36.723105 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc9b9837-8594-474e-9528-a066dd431ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:36.770425 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc9b9837-8594-474e-9528-a066dd431ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:36.785475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=28063d34-1bbb-4feb-8836-141f31d35f0f,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:36.798920 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 49105967-78ee-4386-a758-6cabcd3d7534 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:36.799751 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:36.857753 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc9b9837-8594-474e-9528-a066dd431ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:36.865370 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc9b9837-8594-474e-9528-a066dd431ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:36.870857 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dc9b9837-8594-474e-9528-a066dd431ca2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf0a6ccc-1352-4ec9-8a54-bfd89f49d5eb HTTP/1.1" status: 204 len: 168 time: 0.2216721 Jul 27 19:40:36.890500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b9837-8594-474e-9528-a066dd431ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0a6ccc-1352-4ec9-8a54-bfd89f49d5eb,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:36.948308 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Allocated IP 172.25.1.60 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/ada99f92-2be7-4a62-ae6f-e440cfb6ec9c) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:36.953943 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['28063d34-1bbb-4feb-8836-141f31d35f0f'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:40:37.079580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-229ebae7-7f74-4d7b-979c-1c43c6c38ef1 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:37.081113 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-229ebae7-7f74-4d7b-979c-1c43c6c38ef1 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3933444 Jul 27 19:40:37.105740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-6f388da3-2c8d-4c1e-876c-3b094c9c094c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Request body: {'port': {'device_id': 'e98728cc-2f73-4689-9801-504be9ac5df3', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '55513b7593b8485dbddad05c6f431667'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:37.301986 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f56860-96a7-4c8b-be08-ddaad45c0f54 req-3c7d399c-2b25-460f-b096-123cc92bf486 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:37.303512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80f56860-96a7-4c8b-be08-ddaad45c0f54 req-3c7d399c-2b25-460f-b096-123cc92bf486 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 944 time: 0.2973726 Jul 27 19:40:37.316163 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59902) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:37.332707 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e44352ce-7df7-42b7-a14d-90dc14b806a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:37.374169 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:37.398981 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80f56860-96a7-4c8b-be08-ddaad45c0f54 req-476114e4-a596-45c9-8a11-d02e01cbc3e8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845349 Jul 27 19:40:37.435967 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:37.456413 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e44352ce-7df7-42b7-a14d-90dc14b806a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:37.462256 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e44352ce-7df7-42b7-a14d-90dc14b806a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:37.494055 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:37.498901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Pushing event updated for resources: {'Port': ['ID=ada99f92-2be7-4a62-ae6f-e440cfb6ec9c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:37.501878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:37.504932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:37.513877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-6f388da3-2c8d-4c1e-876c-3b094c9c094c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Made reservation on behalf of 55513b7593b8485dbddad05c6f431667 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:37.517947 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-6f388da3-2c8d-4c1e-876c-3b094c9c094c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:37.542365 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e44352ce-7df7-42b7-a14d-90dc14b806a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32078cbb5fc84367a25972cd58467e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246048 Jul 27 19:40:37.552837 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44352ce-7df7-42b7-a14d-90dc14b806a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2266ce39-3d48-4826-bd6c-33a250f88791,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:37.555593 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59916) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:37.626276 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-603501c8-d521-4a03-8f4f-4f740f27ab2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:37.663994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-603501c8-d521-4a03-8f4f-4f740f27ab2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:37.728922 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-7ab79230-379d-4d60-83a1-cc597f748b53 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=994761dd73e44270b1c6acfd3ed33606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429935 Jul 27 19:40:37.815410 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-603501c8-d521-4a03-8f4f-4f740f27ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:37.819382 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-603501c8-d521-4a03-8f4f-4f740f27ab2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:37.821353 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-603501c8-d521-4a03-8f4f-4f740f27ab2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2266ce39-3d48-4826-bd6c-33a250f88791 HTTP/1.1" status: 204 len: 168 time: 0.2645528 Jul 27 19:40:37.840952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603501c8-d521-4a03-8f4f-4f740f27ab2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2266ce39-3d48-4826-bd6c-33a250f88791,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:37.913485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-80c139c2-57ee-40dd-9c36-82045e7bd04d tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:37.916228 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-80c139c2-57ee-40dd-9c36-82045e7bd04d tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804445 Jul 27 19:40:37.928955 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7bf6d53b-7c1a-40a4-991a-af2de48408fd req-dfb36597-3066-4cb9-ad61-e82dd33060c5 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fc49025-c6ac-48c6-9e6d-7d8c97d82e40 HTTP/1.1" status: 200 len: 210 time: 0.3912587 Jul 27 19:40:37.932804 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Request body: {'port': {'device_id': '1fc49025-c6ac-48c6-9e6d-7d8c97d82e40', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '994761dd73e44270b1c6acfd3ed33606'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:37.949434 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:37.967996 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b92d3768-eab4-420a-8bd6-0a659f1ad6a0 req-f9d8d66f-b586-4a07-8274-b338d6091695 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 210 time: 0.0931478 Jul 27 19:40:38.028964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 28063d34-1bbb-4feb-8836-141f31d35f0f up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:38.091792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Made reservation on behalf of 994761dd73e44270b1c6acfd3ed33606 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:38.096959 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.110974 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.120295 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.132964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.141472 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 28063d34-1bbb-4feb-8836-141f31d35f0f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:38.150748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 28063d34-1bbb-4feb-8836-141f31d35f0f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:38.151658 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.194222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-df907c30-19d5-4a0e-aa41-69a6566f097b tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=538ec0c39bce42419e96e434799c087b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541513 Jul 27 19:40:38.212126 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-6f388da3-2c8d-4c1e-876c-3b094c9c094c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Allocated IP 192.168.233.42 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/48322b1d-8aa8-459b-ac4e-d1ec0f3fc063) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:38.272204 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.306179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0c1855-0df9-4056-a517-f3398946b907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28063d34-1bbb-4feb-8836-141f31d35f0f'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:38.309670 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465b02e0-7aae-4b0d-ba90-7ca9f2dde4cb" -d '{"events": [{"server_uuid": "9a0c1855-0df9-4056-a517-f3398946b907", "name": "network-vif-plugged", "status": "completed", "tag": "28063d34-1bbb-4feb-8836-141f31d35f0f"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:38.337715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=28063d34-1bbb-4feb-8836-141f31d35f0f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:38.347845 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.348994 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 040c538c-7852-48c5-8f50-ac2b6f7b898d no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:40:38.380260 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.388421 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 040c538c-7852-48c5-8f50-ac2b6f7b898d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:40:38.388853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 040c538c-7852-48c5-8f50-ac2b6f7b898d not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:40:38.397386 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.420278 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-eefda0b6-d2ed-4fdb-a398-0fa92389c2aa tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:38.427957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-eefda0b6-d2ed-4fdb-a398-0fa92389c2aa tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2227304 Jul 27 19:40:38.454207 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=28063d34-1bbb-4feb-8836-141f31d35f0f,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:38.497738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bf8246-61a8-4b13-8bf3-42878723696a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:38.505847 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34b2b67-84e7-4b69-a20d-1d70448fd515 x-openstack-request-id: req-c34b2b67-84e7-4b69-a20d-1d70448fd515 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:38.506286 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0c1855-0df9-4056-a517-f3398946b907", "name": "network-vif-plugged", "status": "completed", "tag": "28063d34-1bbb-4feb-8836-141f31d35f0f", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:38.506641 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c34b2b67-84e7-4b69-a20d-1d70448fd515 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:38.507153 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0c1855-0df9-4056-a517-f3398946b907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28063d34-1bbb-4feb-8836-141f31d35f0f', 'code': 200} Jul 27 19:40:38.513810 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-af2e9176-9a2b-4422-9b4c-5bfb78e3ec38 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/quotas/538ec0c39bce42419e96e434799c087b HTTP/1.1" status: 200 len: 375 time: 0.0848515 Jul 27 19:40:38.565628 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-f81cff53-ff75-4bdb-b80f-022497c0ca16 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=538ec0c39bce42419e96e434799c087b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509214 Jul 27 19:40:38.586217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.52', 59225) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:38.587139 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.597305 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.637371 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-6f388da3-2c8d-4c1e-876c-3b094c9c094c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.676456 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.679974 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e560f-2ee1-4a8d-80c4-bee8761bff8a req-3be4dc53-70ea-499a-ac84-9ae24996c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:38.681785 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b88e560f-2ee1-4a8d-80c4-bee8761bff8a req-3be4dc53-70ea-499a-ac84-9ae24996c131 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 1097 time: 0.0818846 Jul 27 19:40:38.727941 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-6f388da3-2c8d-4c1e-876c-3b094c9c094c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Transition to ACTIVE for port object 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:38.736137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Pushing event updated for resources: {'Port': ['ID=ada99f92-2be7-4a62-ae6f-e440cfb6ec9c,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:38.742848 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b88e560f-2ee1-4a8d-80c4-bee8761bff8a req-c64a3170-e90a-418c-b3fd-4f814cf284d1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515513 Jul 27 19:40:38.749870 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.751094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6657981b-055b-4a57-8432-79197e3bb426 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7623031 Jul 27 19:40:38.796452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727c9b9-8d8f-4096-8fc2-d4fdd80dcdca req-f3e162ca-fb6f-497c-a892-3366efc1b38c tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:38.804090 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2727c9b9-8d8f-4096-8fc2-d4fdd80dcdca req-f3e162ca-fb6f-497c-a892-3366efc1b38c tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 945 time: 0.1610978 Jul 27 19:40:38.812149 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-6f388da3-2c8d-4c1e-876c-3b094c9c094c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.824828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['6aa82009-012f-46d7-bf3c-1435d0c3fdd0'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:40:38.876147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-6f388da3-2c8d-4c1e-876c-3b094c9c094c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:38.887586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-6f388da3-2c8d-4c1e-876c-3b094c9c094c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:38.893035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-6f388da3-2c8d-4c1e-876c-3b094c9c094c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:38.898597 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-6f388da3-2c8d-4c1e-876c-3b094c9c094c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:38.899236 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-6f388da3-2c8d-4c1e-876c-3b094c9c094c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:38.911503 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Allocated IP 192.168.233.116 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/b8656630-755d-488c-8030-de9ef937433e) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:38.919528 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2727c9b9-8d8f-4096-8fc2-d4fdd80dcdca req-c201f74f-619c-4edd-8ec7-1b3470679b65 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125555 Jul 27 19:40:38.921748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f388da3-2c8d-4c1e-876c-3b094c9c094c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Pushing event updated for resources: {'Port': ['ID=48322b1d-8aa8-459b-ac4e-d1ec0f3fc063,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:39.001388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-6f388da3-2c8d-4c1e-876c-3b094c9c094c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9067812 Jul 27 19:40:39.018149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Request body: {'port': {'device_id': 'e98728cc-2f73-4689-9801-504be9ac5df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:39.189591 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6bb3208-7ac3-490c-8db4-0ffe03b4c333 req-3c2e6111-e1a1-4e93-a1a9-243bab94c613 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 210 time: 0.0361693 Jul 27 19:40:39.195517 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:39.339231 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:39.361722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Transition to ACTIVE for port object b8656630-755d-488c-8030-de9ef937433e will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:39.397070 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60024) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:39.418098 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:39.422732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-623d931f-34fd-49c3-9765-7ed95f8161c7 req-259699ac-6865-4310-b444-c043fae8f04e tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fc49025-c6ac-48c6-9e6d-7d8c97d82e40 HTTP/1.1" status: 200 len: 210 time: 0.1130736 Jul 27 19:40:39.423308 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f47ac5f9-b6db-48b5-b672-a318d972ceb5 None None] Provisioning for port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:39.430658 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f47ac5f9-b6db-48b5-b672-a318d972ceb5 None None] Provisioning complete for port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:39.431040 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f47ac5f9-b6db-48b5-b672-a318d972ceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:39.435646 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-9ec363e2-d90e-44a9-b150-6d43680f60a9 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2001994049&fields=id&tenant_id=eaa2a46568494f18a26d9c60a2c39541 HTTP/1.1" status: 200 len: 267 time: 0.1618936 Jul 27 19:40:39.512586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f47ac5f9-b6db-48b5-b672-a318d972ceb5 None None] Port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:40:39.538437 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:39.546953 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:39.552518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:39.558624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:39.559826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:39.564575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-network', 'tenant_id': '7844aba5e5b149b0b78babceb3037803'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:39.614101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Pushing event updated for resources: {'Port': ['ID=b8656630-755d-488c-8030-de9ef937433e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:39.622818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] Made reservation on behalf of 7844aba5e5b149b0b78babceb3037803 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:39.625298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:39.651414 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:39.657495 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-a76e2782-77d2-4cbc-9de7-b2e96dc2f437 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7317524 Jul 27 19:40:39.683390 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Request body: {'port': {'device_id': '1fc49025-c6ac-48c6-9e6d-7d8c97d82e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:39.690682 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-74c82054-548a-4946-9ce9-16178c8f2903 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:39.692631 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-74c82054-548a-4946-9ce9-16178c8f2903 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/networks?id=1efccaaf-715e-4036-a519-1b6b1cc8f573 HTTP/1.1" status: 200 len: 823 time: 0.2555244 Jul 27 19:40:39.740195 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-4be3143b-543d-452c-9870-ed8a7363fa5a tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/quotas/eaa2a46568494f18a26d9c60a2c39541 HTTP/1.1" status: 200 len: 375 time: 0.0364804 Jul 27 19:40:39.758332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7116512-a706-4cad-b8d3-9b6ba0e7d2b9 req-407f6f0f-9f67-4c2b-a447-04b42fe7776f tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:39.760245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7116512-a706-4cad-b8d3-9b6ba0e7d2b9 req-407f6f0f-9f67-4c2b-a447-04b42fe7776f tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 935 time: 0.1997912 Jul 27 19:40:39.790958 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:39.840757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c14e24a4-de6c-4687-8c3f-cbfa9ea8e181 None None] Provisioning for port b8656630-755d-488c-8030-de9ef937433e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:39.845192 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c14e24a4-de6c-4687-8c3f-cbfa9ea8e181 None None] Provisioning complete for port b8656630-755d-488c-8030-de9ef937433e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:39.845875 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c14e24a4-de6c-4687-8c3f-cbfa9ea8e181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:39.882416 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7116512-a706-4cad-b8d3-9b6ba0e7d2b9 req-f663e83a-f080-414c-b8e3-6dc40984666c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071882 Jul 27 19:40:39.887446 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c14e24a4-de6c-4687-8c3f-cbfa9ea8e181 None None] Port b8656630-755d-488c-8030-de9ef937433e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:40:39.892591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:39.903866 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:39.938587 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-63683f39-a2e0-4987-a14a-627288f62a74 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eaa2a46568494f18a26d9c60a2c39541&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1719799 Jul 27 19:40:39.957587 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:39.962932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:39.968012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Transition to ACTIVE for port object 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:39.997569 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84613c91-9f64-4d04-a093-7fb6685276e3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:40.001885 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:40.060687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:40:40.077601 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:40.078110 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] Added segment ccf42730-aca0-4f52-a694-8ed417ad5431 of type vlan for network 87d706c2-4754-4ed0-8dbd-4cf294320f05 Jul 27 19:40:40.113677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Pushing event updated for resources: {'Port': ['ID=48322b1d-8aa8-459b-ac4e-d1ec0f3fc063,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:40.151665 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:40.181295 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-fbb2bd9a-2c3c-4e4e-805b-3e2b728da8c6 service neutron] 10.222.0.48 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361729 Jul 27 19:40:40.184251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Attempting to bind port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:40.184611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Attempting to bind port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:40.184932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Attempting to bind port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:40.216922 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:40:40.217265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Attempting to bind port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:40.236354 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:40.236790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:40.237367 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:40.252063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:40.252426 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:40.252811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:40.253257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Bound port: 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:40.253616 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:40.269443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749e14a-047f-4bb2-8067-8180e674746e req-b72c67d4-e97e-423e-ac4c-cec5a5e035ac tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:40.270890 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f749e14a-047f-4bb2-8067-8180e674746e req-b72c67d4-e97e-423e-ac4c-cec5a5e035ac tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 945 time: 0.2217634 Jul 27 19:40:40.299242 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-e3f486ba-dc14-4230-88df-e5ba4bea5245 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=538ec0c39bce42419e96e434799c087b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844784 Jul 27 19:40:40.328259 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9300013 Jul 27 19:40:40.331467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60038) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:40.340634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-b03c4a77-8f2f-4336-b505-61ab6627de49 admin admin] Request body: {'subnet': {'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-subnet', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:40.366614 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8656630-755d-488c-8030-de9ef937433e {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:40.388739 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-0a9197de-721d-48dc-a10e-c7aceab42bb1 service neutron] 10.222.0.48 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993330 Jul 27 19:40:40.403553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f749e14a-047f-4bb2-8067-8180e674746e req-c806fefd-37d4-4012-8bb4-f4b15bde6d58 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242857 Jul 27 19:40:40.410572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] For port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:40.414116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] For port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=48322b1d-8aa8-459b-ac4e-d1ec0f3fc063,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:40.415513 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03c4a77-8f2f-4336-b505-61ab6627de49 admin admin] Made reservation on behalf of 7844aba5e5b149b0b78babceb3037803 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:40.418155 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b03c4a77-8f2f-4336-b505-61ab6627de49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:40.422032 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:40.578166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:40.578999 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:40.581612 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] 10.222.0.52 "PUT /v2.0/ports/48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 HTTP/1.1" status: 200 len: 1096 time: 1.5680974 Jul 27 19:40:40.582341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98728cc-2f73-4689-9801-504be9ac5df3', 'tag': '48322b1d-8aa8-459b-ac4e-d1ec0f3fc063'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:40.591863 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1700c124-0336-4c88-acf3-c5b246b28f95" -d '{"events": [{"name": "network-changed", "server_uuid": "e98728cc-2f73-4689-9801-504be9ac5df3", "tag": "48322b1d-8aa8-459b-ac4e-d1ec0f3fc063"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:40.653080 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:40.664999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0dea63c-8e5e-4980-a6bc-51c4055da4a3 req-f3a5f726-3ded-4671-bc72-dfc087c069dd tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 210 time: 0.0649440 Jul 27 19:40:40.692255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929376e0-e3b0-459e-a0e3-e84de102d8bb service neutron] Pushing event updated for resources: {'Port': ['ID=48322b1d-8aa8-459b-ac4e-d1ec0f3fc063,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:40.704509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f8ac4-3454-4b53-8851-7bacc8904031 admin admin] Pushing event updated for resources: {'Network': ['ID=87d706c2-4754-4ed0-8dbd-4cf294320f05,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:40.710060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Transition to ACTIVE for port object b8656630-755d-488c-8030-de9ef937433e will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:40.719255 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 87d706c2-4754-4ed0-8dbd-4cf294320f05 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:40:40.722153 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:40.840685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-f8f699cb-7a5c-40b5-b162-38de60bad597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:40.842461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-f8f699cb-7a5c-40b5-b162-38de60bad597 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=55513b7593b8485dbddad05c6f431667&device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 1099 time: 0.1883421 Jul 27 19:40:40.852544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-c6d784c5-cd70-486b-83ed-0c9e369c885e tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:40.855208 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-c6d784c5-cd70-486b-83ed-0c9e369c885e tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5234468 Jul 27 19:40:40.857392 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8656630-755d-488c-8030-de9ef937433e,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:40.904213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-8e40c920-f310-4108-8cbe-36ab2f9862b2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Request body: {'port': {'device_id': '5cfd6e63-0530-4c27-b410-acf0963ae8f8', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '538ec0c39bce42419e96e434799c087b'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:40.926830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Attempting to bind port b8656630-755d-488c-8030-de9ef937433e on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:40.927624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Attempting to bind port b8656630-755d-488c-8030-de9ef937433e by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:40.928100 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Attempting to bind port b8656630-755d-488c-8030-de9ef937433e on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:40.937337 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Port b8656630-755d-488c-8030-de9ef937433e on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:40:40.938123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Attempting to bind port b8656630-755d-488c-8030-de9ef937433e on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:40.995084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:40.996048 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:40.996750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:40.997193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Bound port: b8656630-755d-488c-8030-de9ef937433e, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:40.997609 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:41.109776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] For port b8656630-755d-488c-8030-de9ef937433e, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:41.149179 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] For port b8656630-755d-488c-8030-de9ef937433e, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b8656630-755d-488c-8030-de9ef937433e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:41.160381 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:41.208770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:41.208770 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:41.210666 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] 10.222.0.52 "PUT /v2.0/ports/b8656630-755d-488c-8030-de9ef937433e HTTP/1.1" status: 200 len: 1097 time: 1.5336015 Jul 27 19:40:41.212898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc49025-c6ac-48c6-9e6d-7d8c97d82e40', 'tag': 'b8656630-755d-488c-8030-de9ef937433e'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:41.215370 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a30597-28ca-454e-97c4-7080259dcbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc49025-c6ac-48c6-9e6d-7d8c97d82e40", "tag": "b8656630-755d-488c-8030-de9ef937433e"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:41.232884 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-8e40c920-f310-4108-8cbe-36ab2f9862b2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Made reservation on behalf of 538ec0c39bce42419e96e434799c087b for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:41.236276 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-8e40c920-f310-4108-8cbe-36ab2f9862b2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:41.237175 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:41.257718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ee970-4b9f-43ea-aac5-eedae74786b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8656630-755d-488c-8030-de9ef937433e,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:41.281288 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b03c4a77-8f2f-4336-b505-61ab6627de49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:41.302562 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4553d4e6-3c54-4a7b-9292-8d2b7620f89f req-1ef52964-148e-4396-b3c4-210e46ac951d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5399168 Jul 27 19:40:41.305946 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-cf4f03f2-c7a6-49a3-845a-742d38994c4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 HTTP/1.1" status: 200 len: 217 time: 0.4165201 Jul 27 19:40:41.424227 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-d211621c-b0f1-4372-b6f0-19ce56898e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:41.426265 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-d211621c-b0f1-4372-b6f0-19ce56898e34 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=994761dd73e44270b1c6acfd3ed33606&device_id=1fc49025-c6ac-48c6-9e6d-7d8c97d82e40 HTTP/1.1" status: 200 len: 1100 time: 0.1574330 Jul 27 19:40:41.480153 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-8e40c920-f310-4108-8cbe-36ab2f9862b2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Allocated IP 192.168.233.136 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/553ab1a3-5a26-4099-9b05-3a3df78ea4b4) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:41.482867 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-4dd39c19-dbbc-4efb-a252-16a1c2de03a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=b8656630-755d-488c-8030-de9ef937433e HTTP/1.1" status: 200 len: 217 time: 0.0465436 Jul 27 19:40:41.487880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c4a77-8f2f-4336-b505-61ab6627de49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:41.494284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-22a1e7a5-41c5-4f46-8c5b-68385bf837f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:41.496151 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-22a1e7a5-41c5-4f46-8c5b-68385bf837f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1645005 Jul 27 19:40:41.510866 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c4a77-8f2f-4336-b505-61ab6627de49 admin admin] Checking segment: {'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:41.511597 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03c4a77-8f2f-4336-b505-61ab6627de49 admin admin] Network hostable DHCP agents. Network: 87d706c2-4754-4ed0-8dbd-4cf294320f05, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:40:41.528339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a124738-3c5d-41ea-80c7-b11e63616ff8 req-4f25c475-055c-4e4b-a931-09f065e430d4 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:41.535947 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a124738-3c5d-41ea-80c7-b11e63616ff8 req-4f25c475-055c-4e4b-a931-09f065e430d4 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fc49025-c6ac-48c6-9e6d-7d8c97d82e40 HTTP/1.1" status: 200 len: 948 time: 0.6388052 Jul 27 19:40:41.587108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2134660-90bb-4908-bc47-dc84b22b6d44 req-6ed1498d-bb12-4132-b560-3d8c0fdafe8f tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:41.588643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2134660-90bb-4908-bc47-dc84b22b6d44 req-6ed1498d-bb12-4132-b560-3d8c0fdafe8f tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 1097 time: 0.3671718 Jul 27 19:40:41.614776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-d4bf540f-0dde-4bc9-b334-ad75a8b659e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:41.616279 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-d4bf540f-0dde-4bc9-b334-ad75a8b659e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0985141 Jul 27 19:40:41.629873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03c4a77-8f2f-4336-b505-61ab6627de49 admin admin] Network 87d706c2-4754-4ed0-8dbd-4cf294320f05 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:40:41.648797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a124738-3c5d-41ea-80c7-b11e63616ff8 req-26b4b8eb-8edd-4bf7-a95b-09f67bb8060b tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119490 Jul 27 19:40:41.655540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553d4e6-3c54-4a7b-9292-8d2b7620f89f req-5be149d8-19f9-46f6-b8f4-6b04e93d0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:41.657067 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4553d4e6-3c54-4a7b-9292-8d2b7620f89f req-5be149d8-19f9-46f6-b8f4-6b04e93d0d55 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=55513b7593b8485dbddad05c6f431667&device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 1122 time: 0.2604153 Jul 27 19:40:41.659858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-b03c4a77-8f2f-4336-b505-61ab6627de49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 87d706c2-4754-4ed0-8dbd-4cf294320f05) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:41.674982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c90558-11da-41f6-ae8c-c102c5abecee None None] Network 87d706c2-4754-4ed0-8dbd-4cf294320f05 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:40:41.704726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03c4a77-8f2f-4336-b505-61ab6627de49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:41.705670 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b03c4a77-8f2f-4336-b505-61ab6627de49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:41.738197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2134660-90bb-4908-bc47-dc84b22b6d44 req-621a91eb-920a-4cb6-89a7-61114ef0e763 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295218 Jul 27 19:40:41.766044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b03c4a77-8f2f-4336-b505-61ab6627de49 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4303916 Jul 27 19:40:41.766256 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-8e40c920-f310-4108-8cbe-36ab2f9862b2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:41.766878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60072) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:41.772355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:41.786902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-36586de9-9069-4ba6-9f0f-f061f1037183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:41.793472 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-36586de9-9069-4ba6-9f0f-f061f1037183 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1328998 Jul 27 19:40:41.794312 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-8e40c920-f310-4108-8cbe-36ab2f9862b2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Transition to ACTIVE for port object 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:41.827084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-c0ca625b-e14d-4498-8806-d6263a84b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:41.828627 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-c0ca625b-e14d-4498-8806-d6263a84b785 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3104987 Jul 27 19:40:41.903042 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-8e40c920-f310-4108-8cbe-36ab2f9862b2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:41.921659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-87d706c2-4754-4ed0-8dbd-4cf294320f05', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:40:41.922564 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:41.969004 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-158d2e64-31a1-4d34-9fd8-3bc8e856ec85 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581922 Jul 27 19:40:41.984001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-8e40c920-f310-4108-8cbe-36ab2f9862b2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:41.985515 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9af3c4a-a968-41a3-86d9-473822655d8a x-openstack-request-id: req-d9af3c4a-a968-41a3-86d9-473822655d8a {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:41.985880 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98728cc-2f73-4689-9801-504be9ac5df3", "tag": "48322b1d-8aa8-459b-ac4e-d1ec0f3fc063", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:41.986221 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9af3c4a-a968-41a3-86d9-473822655d8a {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:41.986763 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98728cc-2f73-4689-9801-504be9ac5df3', 'tag': '48322b1d-8aa8-459b-ac4e-d1ec0f3fc063', 'status': 'completed', 'code': 200} Jul 27 19:40:41.998313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-8e40c920-f310-4108-8cbe-36ab2f9862b2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:42.001072 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-8e40c920-f310-4108-8cbe-36ab2f9862b2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:42.006688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-8e40c920-f310-4108-8cbe-36ab2f9862b2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:42.007328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-8e40c920-f310-4108-8cbe-36ab2f9862b2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:42.009903 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40c920-f310-4108-8cbe-36ab2f9862b2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Pushing event updated for resources: {'Port': ['ID=553ab1a3-5a26-4099-9b05-3a3df78ea4b4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:42.055472 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553d4e6-3c54-4a7b-9292-8d2b7620f89f req-5f358617-8ceb-4ec0-8bf1-cd2fad041868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:42.062842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4553d4e6-3c54-4a7b-9292-8d2b7620f89f req-5f358617-8ceb-4ec0-8bf1-cd2fad041868 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.3159013 Jul 27 19:40:42.073532 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-8e40c920-f310-4108-8cbe-36ab2f9862b2 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1763730 Jul 27 19:40:42.074031 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:42.078010 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:42.089775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Allocated IP 172.20.0.2 (87d706c2-4754-4ed0-8dbd-4cf294320f05/b3b7ce50-55cb-46fb-875f-22fc7a04dd8f/4f2fc635-ed30-4186-91b8-9b0b04a7f403) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:42.095237 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Request body: {'port': {'device_id': '5cfd6e63-0530-4c27-b410-acf0963ae8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:42.255459 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-41bcdba3-b9cf-4fb6-89be-89be1b11f9c4 req-9d1b06d0-7d8b-4db6-9427-eab2c76603c0 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702236 Jul 27 19:40:42.265645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ff58bdd-ec73-43e5-83db-54560104cb54 req-1ce41e2e-3847-4659-8544-dda1559d6781 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 210 time: 0.2818484 Jul 27 19:40:42.302680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4553d4e6-3c54-4a7b-9292-8d2b7620f89f req-22d81f5d-193e-4b00-8821-84805716cbf5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=6aa82009-012f-46d7-bf3c-1435d0c3fdd0 HTTP/1.1" status: 200 len: 217 time: 0.2202413 Jul 27 19:40:42.385069 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a087965-71dd-47bc-bfe5-0037c370c64d x-openstack-request-id: req-4a087965-71dd-47bc-bfe5-0037c370c64d {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:42.385777 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc49025-c6ac-48c6-9e6d-7d8c97d82e40", "tag": "b8656630-755d-488c-8030-de9ef937433e", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:42.386108 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a087965-71dd-47bc-bfe5-0037c370c64d {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:42.386712 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc49025-c6ac-48c6-9e6d-7d8c97d82e40', 'tag': 'b8656630-755d-488c-8030-de9ef937433e', 'status': 'completed', 'code': 200} Jul 27 19:40:42.401616 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-f252f874-8462-4037-99b0-ae99879db35d tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:42.406164 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-f252f874-8462-4037-99b0-ae99879db35d tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.52 "GET /v2.0/networks?id=1efccaaf-715e-4036-a519-1b6b1cc8f573 HTTP/1.1" status: 200 len: 823 time: 0.2711942 Jul 27 19:40:42.419963 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:42.464538 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:42.474193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cb8bc39f-b285-4397-af89-6c5604c7b60b None None] Provisioning for port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:42.477418 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Transition to ACTIVE for port object 4f2fc635-ed30-4186-91b8-9b0b04a7f403 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:42.484479 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cb8bc39f-b285-4397-af89-6c5604c7b60b None None] Provisioning complete for port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:42.485160 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc39f-b285-4397-af89-6c5604c7b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:42.486711 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:42.495191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-151e8ca5-507b-43a9-8834-a57972cdfa06 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525249 Jul 27 19:40:42.518118 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Transition to ACTIVE for port object 4f2fc635-ed30-4186-91b8-9b0b04a7f403 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:42.530455 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:42.536083 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-cb8bc39f-b285-4397-af89-6c5604c7b60b None None] Port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:40:42.560375 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-1e1d3639-97fc-4bd6-b171-20f0de130014 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaa2a46568494f18a26d9c60a2c39541 HTTP/1.1" status: 200 len: 380 time: 0.1075521 Jul 27 19:40:42.579362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Network 87d706c2-4754-4ed0-8dbd-4cf294320f05 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:42.585610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:42.587921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Pushing event updated for resources: {'Port': ['ID=4f2fc635-ed30-4186-91b8-9b0b04a7f403,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:42.590713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:42.629477 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-d53b6e5d-bdbe-4e0d-819e-ae189744b079 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Request body: {'port': {'device_id': '8fa0e745-44af-45d5-96b8-8f3601459906', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'admin_state_up': True, 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'security_groups': ['600c3e5d-5e0d-43af-b1eb-9842de7fbfbf']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:42.644461 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553d4e6-3c54-4a7b-9292-8d2b7620f89f req-dbf59ab6-6d26-4813-81cd-59dee1b93b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:42.645971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4553d4e6-3c54-4a7b-9292-8d2b7620f89f req-dbf59ab6-6d26-4813-81cd-59dee1b93b5e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.2771649 Jul 27 19:40:42.657609 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Attempting to bind port 4f2fc635-ed30-4186-91b8-9b0b04a7f403 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:42.657985 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Attempting to bind port 4f2fc635-ed30-4186-91b8-9b0b04a7f403 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:42.658491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Attempting to bind port 4f2fc635-ed30-4186-91b8-9b0b04a7f403 on network 87d706c2-4754-4ed0-8dbd-4cf294320f05 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:42.664026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:42.664419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Checking segment: {'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:42.664838 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:42.665253 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Bound using segment: {'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:42.665716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Bound port: 4f2fc635-ed30-4186-91b8-9b0b04a7f403, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:42.666099 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:42.699412 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a30597-28ca-454e-97c4-7080259dcbe1 req-a342f86e-375c-43f7-b0e9-73dc156cf9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:42.701389 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f9a30597-28ca-454e-97c4-7080259dcbe1 req-a342f86e-375c-43f7-b0e9-73dc156cf9ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=994761dd73e44270b1c6acfd3ed33606&device_id=1fc49025-c6ac-48c6-9e6d-7d8c97d82e40 HTTP/1.1" status: 200 len: 1100 time: 0.2942343 Jul 27 19:40:42.734327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] For port 4f2fc635-ed30-4186-91b8-9b0b04a7f403, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:42.738411 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] For port 4f2fc635-ed30-4186-91b8-9b0b04a7f403, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4f2fc635-ed30-4186-91b8-9b0b04a7f403,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:42.747601 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:42.759411 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013adeb-ec94-4b54-a161-cd7550798143 req-e768a934-2c0e-4ec5-9c68-bf074d45892b tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:42.767352 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2013adeb-ec94-4b54-a161-cd7550798143 req-e768a934-2c0e-4ec5-9c68-bf074d45892b tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 947 time: 0.7849874 Jul 27 19:40:42.804428 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affc0cc-c3ac-4f6a-8b36-af994286720d None None] Pushing event updated for resources: {'Port': ['ID=4f2fc635-ed30-4186-91b8-9b0b04a7f403,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:42.818053 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:42.863516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b514471-f108-47ae-80a5-1f1fbc2455c5 req-b42a2552-0c20-472a-9ced-852cb972997b tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:42.871591 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b514471-f108-47ae-80a5-1f1fbc2455c5 req-b42a2552-0c20-472a-9ced-852cb972997b tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 936 time: 0.4029527 Jul 27 19:40:42.887651 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3baae0e-0e01-4f09-ad4e-31994160d857 req-34e3006f-0572-4f9b-bb97-3a32da722ada service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622651 Jul 27 19:40:42.944884 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-d53b6e5d-bdbe-4e0d-819e-ae189744b079 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Made reservation on behalf of eaa2a46568494f18a26d9c60a2c39541 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:42.950174 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-d53b6e5d-bdbe-4e0d-819e-ae189744b079 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:42.954892 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a30597-28ca-454e-97c4-7080259dcbe1 req-d65a7ce9-1954-423e-9d02-2126c3b57fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:42.956410 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f9a30597-28ca-454e-97c4-7080259dcbe1 req-d65a7ce9-1954-423e-9d02-2126c3b57fad service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2399230 Jul 27 19:40:42.961093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2013adeb-ec94-4b54-a161-cd7550798143 req-cc9b7831-9d85-429b-af94-2b3be8126c16 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926739 Jul 27 19:40:43.033007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b514471-f108-47ae-80a5-1f1fbc2455c5 req-6c325e46-18f1-40cd-b666-e9568d77b2b9 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604586 Jul 27 19:40:43.067419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553d4e6-3c54-4a7b-9292-8d2b7620f89f req-08de3428-c6fe-49d2-a82a-dcce2da520b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:43.069275 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4553d4e6-3c54-4a7b-9292-8d2b7620f89f req-08de3428-c6fe-49d2-a82a-dcce2da520b1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4125230 Jul 27 19:40:43.158644 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f9a30597-28ca-454e-97c4-7080259dcbe1 req-30f20a34-c3bf-45ea-b632-e9e6b975e853 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=b8656630-755d-488c-8030-de9ef937433e HTTP/1.1" status: 200 len: 217 time: 0.1663671 Jul 27 19:40:43.249077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:43.264530 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:43.310202 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fa444171-6d94-4ce8-a691-23b0dd69979c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:43.323443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Transition to ACTIVE for port object 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:43.330760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a30597-28ca-454e-97c4-7080259dcbe1 req-f1ea46bd-a677-44a3-b0bf-a0b0053f9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:43.332285 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f9a30597-28ca-454e-97c4-7080259dcbe1 req-f1ea46bd-a677-44a3-b0bf-a0b0053f9288 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1425984 Jul 27 19:40:43.335639 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:43.350286 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60090) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:43.418371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-d53b6e5d-bdbe-4e0d-819e-ae189744b079 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Allocated IP 172.20.0.14 (1efccaaf-715e-4036-a519-1b6b1cc8f573/5a473bf7-98b5-45ce-8210-1ea9a7314439/c5eda7de-5e30-4925-8d7e-890b252472cc) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:43.446324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Pushing event updated for resources: {'Port': ['ID=553ab1a3-5a26-4099-9b05-3a3df78ea4b4,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:43.529545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700c124-0336-4c88-acf3-c5b246b28f95 req-50663050-60de-485a-807f-5d41e30dd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:43.531770 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1700c124-0336-4c88-acf3-c5b246b28f95 req-50663050-60de-485a-807f-5d41e30dd5cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=55513b7593b8485dbddad05c6f431667&device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 1099 time: 0.5262229 Jul 27 19:40:43.533218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Attempting to bind port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:43.533536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Attempting to bind port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:43.533863 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Attempting to bind port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:43.596136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:40:43.596375 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Attempting to bind port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:43.609079 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.52', 59228) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:43.616416 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da4374ab-e44d-492f-b980-186dcabb35ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:43.622006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a30597-28ca-454e-97c4-7080259dcbe1 req-1c030e85-6df1-4c1b-a804-f49daad81f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:43.623560 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f9a30597-28ca-454e-97c4-7080259dcbe1 req-1c030e85-6df1-4c1b-a804-f49daad81f48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2741616 Jul 27 19:40:43.624318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:43.624690 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:43.625067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:43.625511 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Bound port: 553ab1a3-5a26-4099-9b05-3a3df78ea4b4, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:43.625866 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:43.655415 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4553d4e6-3c54-4a7b-9292-8d2b7620f89f req-459e3388-69c3-4d06-92cd-773aa3eda9b4 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578313 Jul 27 19:40:43.663248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7edd0-48f7-42ec-aaf3-cac2dda78289 req-6d66f857-f55c-4b8b-820b-e3f2d9a22f0a tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:43.665113 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8fa7edd0-48f7-42ec-aaf3-cac2dda78289 req-6d66f857-f55c-4b8b-820b-e3f2d9a22f0a tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fc49025-c6ac-48c6-9e6d-7d8c97d82e40 HTTP/1.1" status: 200 len: 948 time: 0.5213335 Jul 27 19:40:43.680136 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:40:43.711460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524473a0-74d9-4b48-aa1b-13e66bfd1159 req-dae468a8-215e-489a-b8f1-5437a959583d tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:43.712984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-524473a0-74d9-4b48-aa1b-13e66bfd1159 req-dae468a8-215e-489a-b8f1-5437a959583d tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 1097 time: 0.5716884 Jul 27 19:40:43.938708 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade90094-8186-4434-bd9e-8ab103430ebe None None] Network 87d706c2-4754-4ed0-8dbd-4cf294320f05 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:40:43.941500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8fa7edd0-48f7-42ec-aaf3-cac2dda78289 req-bcc1495b-c02b-4acc-a814-50618a2dc2f9 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372477 Jul 27 19:40:43.976076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700c124-0336-4c88-acf3-c5b246b28f95 req-37ff48b0-778b-453c-877e-8946f9f2490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:43.978030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1700c124-0336-4c88-acf3-c5b246b28f95 req-37ff48b0-778b-453c-877e-8946f9f2490a service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.4237564 Jul 27 19:40:43.979849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-524473a0-74d9-4b48-aa1b-13e66bfd1159 req-8044d06d-f56e-4300-b058-0606ef377ae1 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155955 Jul 27 19:40:44.014333 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0c803b14-5ebe-46d8-b96e-7a86304d99d4 None None] Provisioning for port 4f2fc635-ed30-4186-91b8-9b0b04a7f403 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:44.041990 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-d53b6e5d-bdbe-4e0d-819e-ae189744b079 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:44.048934 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a0c6416-a0e5-473c-9ef2-ac9f2543fb38 req-13a08cc0-9307-424f-bf89-cc9ee52c3f8d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4073207 Jul 27 19:40:44.052978 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4553d4e6-3c54-4a7b-9292-8d2b7620f89f req-20c19865-7864-4e54-ba5d-ca9efc7fbf5d service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830521 Jul 27 19:40:44.056055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1700c124-0336-4c88-acf3-c5b246b28f95 req-a04a7042-b2c2-4bb6-8faa-c3ae42a07b54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 HTTP/1.1" status: 200 len: 217 time: 0.0571105 Jul 27 19:40:44.060120 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:44.065082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-d53b6e5d-bdbe-4e0d-819e-ae189744b079 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Transition to ACTIVE for port object c5eda7de-5e30-4925-8d7e-890b252472cc will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:44.129213 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-d53b6e5d-bdbe-4e0d-819e-ae189744b079 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:44.204891 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:44.237322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-d53b6e5d-bdbe-4e0d-819e-ae189744b079 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Network 1efccaaf-715e-4036-a519-1b6b1cc8f573 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:44.263794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-d53b6e5d-bdbe-4e0d-819e-ae189744b079 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:44.276980 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-d53b6e5d-bdbe-4e0d-819e-ae189744b079 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:44.282669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-d53b6e5d-bdbe-4e0d-819e-ae189744b079 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:44.283332 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-d53b6e5d-bdbe-4e0d-819e-ae189744b079 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:44.290814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] For port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:44.332517 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f9a30597-28ca-454e-97c4-7080259dcbe1 req-27be40c8-5038-46dd-a840-f90e8508177d service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836975 Jul 27 19:40:44.339688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b6e5d-bdbe-4e0d-819e-ae189744b079 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Pushing event updated for resources: {'Port': ['ID=c5eda7de-5e30-4925-8d7e-890b252472cc,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:44.350131 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] For port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=553ab1a3-5a26-4099-9b05-3a3df78ea4b4,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:44.396862 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:44.466349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700c124-0336-4c88-acf3-c5b246b28f95 req-cdfd4177-7d7e-4a9a-9db6-69ecbb080aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:44.467854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1700c124-0336-4c88-acf3-c5b246b28f95 req-cdfd4177-7d7e-4a9a-9db6-69ecbb080aa5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.2983642 Jul 27 19:40:44.542851 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da4374ab-e44d-492f-b980-186dcabb35ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:44.552625 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:44.553544 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:44.557421 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] 10.222.0.63 "PUT /v2.0/ports/553ab1a3-5a26-4099-9b05-3a3df78ea4b4 HTTP/1.1" status: 200 len: 1097 time: 2.4676435 Jul 27 19:40:44.560093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfd6e63-0530-4c27-b410-acf0963ae8f8', 'tag': '553ab1a3-5a26-4099-9b05-3a3df78ea4b4'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:44.562127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4f2fc635-ed30-4186-91b8-9b0b04a7f403 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:44.564100 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ed23c9-785d-4136-9ae5-ec595272e21f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfd6e63-0530-4c27-b410-acf0963ae8f8", "tag": "553ab1a3-5a26-4099-9b05-3a3df78ea4b4"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:44.608817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da4374ab-e44d-492f-b980-186dcabb35ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:44.625193 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-d53b6e5d-bdbe-4e0d-819e-ae189744b079 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0537543 Jul 27 19:40:44.648653 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Allocated IP 172.25.1.254 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/5edaf451-dd37-43fa-bfef-8c2490ace2d1) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:44.658279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c6416-a0e5-473c-9ef2-ac9f2543fb38 req-96d560ab-87e0-48f5-ab04-3dbc3dcede32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:44.665944 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a0c6416-a0e5-473c-9ef2-ac9f2543fb38 req-96d560ab-87e0-48f5-ab04-3dbc3dcede32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 1097 time: 0.5368111 Jul 27 19:40:44.670172 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Request body: {'port': {'device_id': '8fa0e745-44af-45d5-96b8-8f3601459906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:44.683541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaeb5a-5b6b-42ca-bb8e-b24ec9e93866 req-7dbe7ea4-40a2-4ff5-a098-c56f6ea450d7 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:44.685601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 4f2fc635-ed30-4186-91b8-9b0b04a7f403 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:44.692520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aabaeb5a-5b6b-42ca-bb8e-b24ec9e93866 req-7dbe7ea4-40a2-4ff5-a098-c56f6ea450d7 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 932 time: 0.5061183 Jul 27 19:40:44.694850 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 4f2fc635-ed30-4186-91b8-9b0b04a7f403 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:44.695349 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:44.726456 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-76a10f94-2346-4c50-b61d-0de6213282bb None None] Provisioning for port c5eda7de-5e30-4925-8d7e-890b252472cc completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:44.732949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-76a10f94-2346-4c50-b61d-0de6213282bb None None] Provisioning complete for port c5eda7de-5e30-4925-8d7e-890b252472cc triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:44.733480 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-76a10f94-2346-4c50-b61d-0de6213282bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:44.766828 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aabaeb5a-5b6b-42ca-bb8e-b24ec9e93866 req-3feb027c-073a-47fe-b7a1-a51334730098 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733199 Jul 27 19:40:44.784562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-76a10f94-2346-4c50-b61d-0de6213282bb None None] Port c5eda7de-5e30-4925-8d7e-890b252472cc cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:40:44.822828 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:44.837530 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:44.840440 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae618251-6e3d-453d-b602-d25868efcdf2 req-7213d923-1194-47df-a494-4840d482467c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:44.840612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47652f46-0cae-4bcb-b827-41be7320f596 service neutron] Pushing event updated for resources: {'Port': ['ID=553ab1a3-5a26-4099-9b05-3a3df78ea4b4,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:44.849160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae618251-6e3d-453d-b602-d25868efcdf2 req-7213d923-1194-47df-a494-4840d482467c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 947 time: 0.4386218 Jul 27 19:40:44.855793 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-da4374ab-e44d-492f-b980-186dcabb35ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e88baae1bbb844669d1b45bf59f58792&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4832356 Jul 27 19:40:44.861550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4374ab-e44d-492f-b980-186dcabb35ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a18a0c-2caa-4dd1-917c-b4c4d7dec15e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:44.874252 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60110) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:44.891320 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 4f2fc635-ed30-4186-91b8-9b0b04a7f403, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4f2fc635-ed30-4186-91b8-9b0b04a7f403,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:44.901706 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:44.913650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700c124-0336-4c88-acf3-c5b246b28f95 req-fd24f7ab-428d-4631-b103-7a1c67e69c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:44.915114 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1700c124-0336-4c88-acf3-c5b246b28f95 req-fd24f7ab-428d-4631-b103-7a1c67e69c52 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4269905 Jul 27 19:40:44.938090 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f9a30597-28ca-454e-97c4-7080259dcbe1 req-2885274a-b5c6-4f13-9984-ae59a844825b service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901682 Jul 27 19:40:44.955319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4d3b4690-1d7e-44cb-90e5-bcae1585617c None None] Provisioning complete for port 4f2fc635-ed30-4186-91b8-9b0b04a7f403 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:44.955694 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4d3b4690-1d7e-44cb-90e5-bcae1585617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:44.981826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=4f2fc635-ed30-4186-91b8-9b0b04a7f403,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:45.058182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-6cb89a38-17b4-4859-91e4-fe2e12e3cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:45.059723 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-6cb89a38-17b4-4859-91e4-fe2e12e3cb63 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=538ec0c39bce42419e96e434799c087b&device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 1100 time: 0.4478223 Jul 27 19:40:45.101233 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae618251-6e3d-453d-b602-d25868efcdf2 req-a6984ff5-6c77-4010-9e2d-efc3e5f03569 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513628 Jul 27 19:40:45.115329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2600b6c2-68d9-4128-8776-1acb50894c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:45.121492 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-c2fa290b-5a22-430d-a016-1dbed9a8efe4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=553ab1a3-5a26-4099-9b05-3a3df78ea4b4 HTTP/1.1" status: 200 len: 217 time: 0.0472655 Jul 27 19:40:45.181933 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:45.202794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c6416-a0e5-473c-9ef2-ac9f2543fb38 req-ca41f9d5-e332-482c-b039-a310d1c35483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:45.204352 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a0c6416-a0e5-473c-9ef2-ac9f2543fb38 req-ca41f9d5-e332-482c-b039-a310d1c35483 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.4853356 Jul 27 19:40:45.207241 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2600b6c2-68d9-4128-8776-1acb50894c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:45.211135 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0de62cb-9522-4ad7-b676-302851f7bf5b x-openstack-request-id: req-b0de62cb-9522-4ad7-b676-302851f7bf5b {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:45.211382 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfd6e63-0530-4c27-b410-acf0963ae8f8", "tag": "553ab1a3-5a26-4099-9b05-3a3df78ea4b4", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:45.211626 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0de62cb-9522-4ad7-b676-302851f7bf5b {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:45.212015 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfd6e63-0530-4c27-b410-acf0963ae8f8', 'tag': '553ab1a3-5a26-4099-9b05-3a3df78ea4b4', 'status': 'completed', 'code': 200} Jul 27 19:40:45.224015 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0054596-a5f4-42a8-ba44-0e2dcf1aff8f req-6bd71396-883f-400a-8280-5606d380102a tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:45.232310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0054596-a5f4-42a8-ba44-0e2dcf1aff8f req-6bd71396-883f-400a-8280-5606d380102a tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 948 time: 0.3434100 Jul 27 19:40:45.268580 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-a9ac0888-7ce9-4840-b7fb-187e8d75825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:45.270070 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-a9ac0888-7ce9-4840-b7fb-187e8d75825e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1372216 Jul 27 19:40:45.282512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1700c124-0336-4c88-acf3-c5b246b28f95 req-45201b49-aa25-421b-b059-6ce947ce0837 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240254 Jul 27 19:40:45.295347 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a0c6416-a0e5-473c-9ef2-ac9f2543fb38 req-8fa335e4-36bd-4800-be0a-57d0e8c18919 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28063d34-1bbb-4feb-8836-141f31d35f0f HTTP/1.1" status: 200 len: 217 time: 0.0807102 Jul 27 19:40:45.357878 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2600b6c2-68d9-4128-8776-1acb50894c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:45.360372 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2600b6c2-68d9-4128-8776-1acb50894c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:45.361554 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2600b6c2-68d9-4128-8776-1acb50894c7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9a18a0c-2caa-4dd1-917c-b4c4d7dec15e HTTP/1.1" status: 204 len: 168 time: 0.4762084 Jul 27 19:40:45.399724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600b6c2-68d9-4128-8776-1acb50894c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a18a0c-2caa-4dd1-917c-b4c4d7dec15e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:45.408556 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5eda7de-5e30-4925-8d7e-890b252472cc {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:45.418500 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:45.426814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-1e16c056-d886-47e0-bd4e-38470d906dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:45.426814 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-1e16c056-d886-47e0-bd4e-38470d906dcc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1447728 Jul 27 19:40:45.443156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Transition to ACTIVE for port object c5eda7de-5e30-4925-8d7e-890b252472cc will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:45.472876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0054596-a5f4-42a8-ba44-0e2dcf1aff8f req-82efad00-ba9d-4bdf-9e11-9609668cfc9a tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397778 Jul 27 19:40:45.485013 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:45.490023 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:45.568522 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Pushing event updated for resources: {'Port': ['ID=c5eda7de-5e30-4925-8d7e-890b252472cc,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:45.634723 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-ab4ba557-4c76-4a43-b638-3e9c4ffd5e75 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002439 Jul 27 19:40:45.637483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Attempting to bind port c5eda7de-5e30-4925-8d7e-890b252472cc on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:45.637975 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Attempting to bind port c5eda7de-5e30-4925-8d7e-890b252472cc by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:45.638310 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Attempting to bind port c5eda7de-5e30-4925-8d7e-890b252472cc on network 1efccaaf-715e-4036-a519-1b6b1cc8f573 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:45.644657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Port c5eda7de-5e30-4925-8d7e-890b252472cc on network 1efccaaf-715e-4036-a519-1b6b1cc8f573 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:40:45.644981 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Attempting to bind port c5eda7de-5e30-4925-8d7e-890b252472cc on network 1efccaaf-715e-4036-a519-1b6b1cc8f573 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:45.666879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:45.667221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Checking segment: {'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:45.667616 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Bound using segment: {'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:45.668104 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Bound port: c5eda7de-5e30-4925-8d7e-890b252472cc, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:45.668512 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:45.823751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60128) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:45.843372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c6416-a0e5-473c-9ef2-ac9f2543fb38 req-13258c6b-0166-463b-a583-2acefb7d17fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:45.844877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a0c6416-a0e5-473c-9ef2-ac9f2543fb38 req-13258c6b-0166-463b-a583-2acefb7d17fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.5351763 Jul 27 19:40:45.848814 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2fa78e71-76b9-486c-bb6b-f6724286c4e7 req-c46809eb-8023-4a53-a835-a41f0524069a service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049778 Jul 27 19:40:45.849736 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] For port c5eda7de-5e30-4925-8d7e-890b252472cc, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:45.852763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7553449-818c-40a9-8cdc-9799dbdd6cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:45.873008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] For port c5eda7de-5e30-4925-8d7e-890b252472cc, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c5eda7de-5e30-4925-8d7e-890b252472cc,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:45.881161 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:45.922955 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a0c6416-a0e5-473c-9ef2-ac9f2543fb38 req-8ac83b4a-936b-4f85-a9b7-00fa9cbb0fb4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589449 Jul 27 19:40:45.924566 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:45.934301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1700c124-0336-4c88-acf3-c5b246b28f95 req-5f614dbb-90ed-4ef6-9014-567d9327d64b service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6430104 Jul 27 19:40:45.959976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:45.972139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:45.972759 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:45.974234 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] 10.222.0.52 "PUT /v2.0/ports/c5eda7de-5e30-4925-8d7e-890b252472cc HTTP/1.1" status: 200 len: 1093 time: 1.3211031 Jul 27 19:40:45.981737 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:45.983606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5edaf451-dd37-43fa-bfef-8c2490ace2d1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:45.999920 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2b153-0b5c-4e67-bab1-b780d72e5951 service neutron] Pushing event updated for resources: {'Port': ['ID=c5eda7de-5e30-4925-8d7e-890b252472cc,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:46.047239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed23c9-785d-4136-9ae5-ec595272e21f req-dd5497d0-1fce-4b82-9283-e16fa6bfa8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:46.049252 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a9ed23c9-785d-4136-9ae5-ec595272e21f req-dd5497d0-1fce-4b82-9283-e16fa6bfa8a6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=538ec0c39bce42419e96e434799c087b&device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 1100 time: 0.1339424 Jul 27 19:40:46.066400 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:40:46.080291 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7553449-818c-40a9-8cdc-9799dbdd6cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:46.082741 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5303965d-791f-4b75-bb5f-2a8176664bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:46.085475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebb198-8b0e-40a5-8c7e-ec1b6d8984ef req-a29e4bb6-969e-43a2-811a-2c64aa03b3a0 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:46.094357 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2aebb198-8b0e-40a5-8c7e-ec1b6d8984ef req-a29e4bb6-969e-43a2-811a-2c64aa03b3a0 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fc49025-c6ac-48c6-9e6d-7d8c97d82e40 HTTP/1.1" status: 200 len: 948 time: 0.7885513 Jul 27 19:40:46.123784 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7553449-818c-40a9-8cdc-9799dbdd6cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:46.224371 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b7553449-818c-40a9-8cdc-9799dbdd6cec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd1e22ba18b0423491d068943e9e5d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3994884 Jul 27 19:40:46.232614 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7553449-818c-40a9-8cdc-9799dbdd6cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa25816-6c2b-40bd-89ed-13dfff7f726a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:46.235917 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:46.237005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60144) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:46.276595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=48322b1d-8aa8-459b-ac4e-d1ec0f3fc063,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:46.299438 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '48322b1d-8aa8-459b-ac4e-d1ec0f3fc063', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '48322b1d-8aa8-459b-ac4e-d1ec0f3fc063', 'mac_address': 'fa:16:3e:42:68:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:40:46.324264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-7ea79937-fca5-436e-84c9-344667bacfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:46.326053 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-7ea79937-fca5-436e-84c9-344667bacfbf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eaa2a46568494f18a26d9c60a2c39541&device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 1096 time: 0.2604649 Jul 27 19:40:46.353223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed23c9-785d-4136-9ae5-ec595272e21f req-86f7c5eb-e737-4b8c-a94a-99af6c1a670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:46.355358 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a9ed23c9-785d-4136-9ae5-ec595272e21f req-86f7c5eb-e737-4b8c-a94a-99af6c1a670b service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2772782 Jul 27 19:40:46.356425 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:46.358914 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2aebb198-8b0e-40a5-8c7e-ec1b6d8984ef req-9001deb2-3107-4a9e-a3d3-3c3003e0ebb1 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632055 Jul 27 19:40:46.376159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:46.404037 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=48322b1d-8aa8-459b-ac4e-d1ec0f3fc063,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:46.415793 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:46.417067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device b8656630-755d-488c-8030-de9ef937433e details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:40:46.458508 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-bc5a86a8-55bb-4b76-bc29-be308308d338 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5eda7de-5e30-4925-8d7e-890b252472cc HTTP/1.1" status: 200 len: 217 time: 0.1215880 Jul 27 19:40:46.472503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a0c6416-a0e5-473c-9ef2-ac9f2543fb38 req-043adb8d-4831-4280-9ffe-a751ed584f9d service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325446 Jul 27 19:40:46.515370 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=48322b1d-8aa8-459b-ac4e-d1ec0f3fc063,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:46.518220 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a9ed23c9-785d-4136-9ae5-ec595272e21f req-05a2be26-a605-4289-9b93-d00d4cbd7b0e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=553ab1a3-5a26-4099-9b05-3a3df78ea4b4 HTTP/1.1" status: 200 len: 217 time: 0.0946136 Jul 27 19:40:46.533527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4f2fc635-ed30-4186-91b8-9b0b04a7f403 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:46.591705 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-16f7f896-52e8-414e-9802-d5c0c975b177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:46.610340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 4f2fc635-ed30-4186-91b8-9b0b04a7f403 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:46.611072 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:46.619322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-16f7f896-52e8-414e-9802-d5c0c975b177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:46.643621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port b8656630-755d-488c-8030-de9ef937433e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b8656630-755d-488c-8030-de9ef937433e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:46.666561 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'b8656630-755d-488c-8030-de9ef937433e', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'b8656630-755d-488c-8030-de9ef937433e', 'mac_address': 'fa:16:3e:f8:67:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:40:46.677198 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:46.682140 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a0c6416-a0e5-473c-9ef2-ac9f2543fb38 req-a244d014-16dc-4e90-a2f7-2a19f499d10a service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937013 Jul 27 19:40:46.711948 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:46.731594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8656630-755d-488c-8030-de9ef937433e {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:46.746431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c1543-4d82-4624-9283-f0a81b61b30d req-4364f28a-222c-4e56-a000-8752a3555924 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:46.753886 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-875c1543-4d82-4624-9283-f0a81b61b30d req-4364f28a-222c-4e56-a000-8752a3555924 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 944 time: 0.2237399 Jul 27 19:40:46.762333 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-16f7f896-52e8-414e-9802-d5c0c975b177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:46.762667 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port b8656630-755d-488c-8030-de9ef937433e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b8656630-755d-488c-8030-de9ef937433e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:46.778549 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-16f7f896-52e8-414e-9802-d5c0c975b177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:46.780570 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-16f7f896-52e8-414e-9802-d5c0c975b177 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/faa25816-6c2b-40bd-89ed-13dfff7f726a HTTP/1.1" status: 204 len: 168 time: 0.5369523 Jul 27 19:40:46.801446 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-5721a47b-1a6a-46d4-b63f-ca50338c3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:46.806302 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-5721a47b-1a6a-46d4-b63f-ca50338c3dd5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a473bf7-98b5-45ce-8210-1ea9a7314439 HTTP/1.1" status: 200 len: 862 time: 0.3001041 Jul 27 19:40:46.809806 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:46.810623 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed23c9-785d-4136-9ae5-ec595272e21f req-f518869d-bb95-463f-afd2-fa4b00d18162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:46.812460 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a9ed23c9-785d-4136-9ae5-ec595272e21f req-f518869d-bb95-463f-afd2-fa4b00d18162 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.2586324 Jul 27 19:40:46.827501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7f896-52e8-414e-9802-d5c0c975b177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa25816-6c2b-40bd-89ed-13dfff7f726a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:46.882815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=b8656630-755d-488c-8030-de9ef937433e,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:46.921103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-875c1543-4d82-4624-9283-f0a81b61b30d req-fc7a7348-2319-44c6-a82a-f6b2cf70a2cb tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663246 Jul 27 19:40:46.928637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-fc046a5d-2651-49cd-aaab-c3009f69a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:46.930158 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-fc046a5d-2651-49cd-aaab-c3009f69a807 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1efccaaf-715e-4036-a519-1b6b1cc8f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107793 Jul 27 19:40:46.946093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed23c9-785d-4136-9ae5-ec595272e21f req-456fbb63-cd60-43b8-ae46-bd37f84de949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:46.947547 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a9ed23c9-785d-4136-9ae5-ec595272e21f req-456fbb63-cd60-43b8-ae46-bd37f84de949 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0948610 Jul 27 19:40:46.970748 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:47.068570 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:47.123878 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-9214034a-c3ca-44a1-9148-896faf21e2be service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801014 Jul 27 19:40:47.177672 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['b8656630-755d-488c-8030-de9ef937433e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:40:47.194041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424069-4635-41a7-8fdf-12daa6a34a3f req-ce8887b6-bc04-47fc-a330-f8e552ae842e tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:47.198022 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a9ed23c9-785d-4136-9ae5-ec595272e21f req-938e8e38-a418-4309-ac12-1e78c7ce192d service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932414 Jul 27 19:40:47.201775 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52424069-4635-41a7-8fdf-12daa6a34a3f req-ce8887b6-bc04-47fc-a330-f8e552ae842e tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 948 time: 0.1672575 Jul 27 19:40:47.224510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['48322b1d-8aa8-459b-ac4e-d1ec0f3fc063'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:40:47.230424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa0e745-44af-45d5-96b8-8f3601459906', 'tag': 'c5eda7de-5e30-4925-8d7e-890b252472cc'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:47.232669 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a2bb86-740d-48cd-b1da-11a55fca8660" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa0e745-44af-45d5-96b8-8f3601459906", "tag": "c5eda7de-5e30-4925-8d7e-890b252472cc"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:47.269481 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52424069-4635-41a7-8fdf-12daa6a34a3f req-11cb6776-fb05-436b-8b28-7a6d9aebb9fe tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661309 Jul 27 19:40:47.273734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60178) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:47.292379 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Router be9ad7c2-baaf-4806-b192-65e6f2db1c17 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:40:47.455554 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4fee546-3577-4689-a63a-20d34fa6e65e req-6af19115-371e-456f-9e42-beb6409270a6 service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061385 Jul 27 19:40:47.501230 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a9ed23c9-785d-4136-9ae5-ec595272e21f req-1ad16470-d26b-4959-b900-5e479ce45903 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907977 Jul 27 19:40:47.502596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:40:47.517026 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Sync routers for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:40:47.530709 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:47.532188 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9bcc41e6-4a88-436a-9d80-bcf4f45091d0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.7655492 Jul 27 19:40:47.535271 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60188) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:47.540492 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:40:47.541207 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:40:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:47.779545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bbd84-e43e-452b-ad9c-adcbfb22c684 req-45af87d8-6e64-4a32-a414-51be9c19b9e7 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:47.782266 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c58bbd84-e43e-452b-ad9c-adcbfb22c684 req-45af87d8-6e64-4a32-a414-51be9c19b9e7 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 948 time: 0.0904660 Jul 27 19:40:47.817274 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:40:47.835668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c58bbd84-e43e-452b-ad9c-adcbfb22c684 req-0345d5b1-9fd8-4186-83d7-692a9840d718 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Jul 27 19:40:47.904875 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d919c9-f81a-45f4-8b02-356ff26ed0f9 x-openstack-request-id: req-63d919c9-f81a-45f4-8b02-356ff26ed0f9 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:47.905162 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa0e745-44af-45d5-96b8-8f3601459906", "tag": "c5eda7de-5e30-4925-8d7e-890b252472cc", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:47.905412 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63d919c9-f81a-45f4-8b02-356ff26ed0f9 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:47.905792 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa0e745-44af-45d5-96b8-8f3601459906', 'tag': 'c5eda7de-5e30-4925-8d7e-890b252472cc', 'status': 'completed', 'code': 200} Jul 27 19:40:47.909725 n-d-705657-21 neutron-server[94060]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 19:40:47.918632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-ef0f7d4f-d6cc-4e2e-99b2-d38d70e5a5ba tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:40:47.931248 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-ef0f7d4f-d6cc-4e2e-99b2-d38d70e5a5ba tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6460366 Jul 27 19:40:48.070307 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ec5e5-3701-4e4d-ab53-8d54805f24da req-b1948e5f-b9aa-48e3-9288-f42e5f0a8d70 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:48.074593 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-575ec5e5-3701-4e4d-ab53-8d54805f24da req-b1948e5f-b9aa-48e3-9288-f42e5f0a8d70 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fc49025-c6ac-48c6-9e6d-7d8c97d82e40 HTTP/1.1" status: 200 len: 949 time: 0.0944355 Jul 27 19:40:48.076460 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:46Z', 'revision_number': 3, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:48.078315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2bb86-740d-48cd-b1da-11a55fca8660 req-5d142b74-5e39-4017-ae49-5f4a5f29e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:48.080268 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-48a2bb86-740d-48cd-b1da-11a55fca8660 req-5d142b74-5e39-4017-ae49-5f4a5f29e3aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eaa2a46568494f18a26d9c60a2c39541&device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 1096 time: 0.1453273 Jul 27 19:40:48.084746 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device b8656630-755d-488c-8030-de9ef937433e up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:48.117350 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Checking router: be9ad7c2-baaf-4806-b192-65e6f2db1c17 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:40:48.118013 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Updating router be9ad7c2-baaf-4806-b192-65e6f2db1c17 port 5edaf451-dd37-43fa-bfef-8c2490ace2d1 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:40:48.167369 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:48.188179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port b8656630-755d-488c-8030-de9ef937433e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:48.191387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-575ec5e5-3701-4e4d-ab53-8d54805f24da req-128b284c-5bcc-4b01-9e29-c18e2f15d6d1 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063600 Jul 27 19:40:48.199162 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port b8656630-755d-488c-8030-de9ef937433e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:48.199546 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:48.292641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2bb86-740d-48cd-b1da-11a55fca8660 req-5945d44a-5c1e-4d4c-b7cd-db777356545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:48.294140 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-48a2bb86-740d-48cd-b1da-11a55fca8660 req-5945d44a-5c1e-4d4c-b7cd-db777356545d service neutron] 10.222.0.52 "GET /v2.0/networks?id=1efccaaf-715e-4036-a519-1b6b1cc8f573 HTTP/1.1" status: 200 len: 924 time: 0.1864846 Jul 27 19:40:48.298194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-2fb96219-37bb-4e06-aea0-16cf441d6276 service neutron] Request body: {'binding': {'host': 'n-h2-705657-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:48.298735 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-2fb96219-37bb-4e06-aea0-16cf441d6276 service neutron] Unknown quota resources ['binding']. {{(pid=94060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 19:40:48.314492 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:48.351417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port b8656630-755d-488c-8030-de9ef937433e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b8656630-755d-488c-8030-de9ef937433e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:48.353022 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc49025-c6ac-48c6-9e6d-7d8c97d82e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8656630-755d-488c-8030-de9ef937433e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:48.356499 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c080e89-5c12-4862-a84d-495cc9d497e4" -d '{"events": [{"server_uuid": "1fc49025-c6ac-48c6-9e6d-7d8c97d82e40", "name": "network-vif-plugged", "status": "completed", "tag": "b8656630-755d-488c-8030-de9ef937433e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:48.362252 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:48.453394 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-48a2bb86-740d-48cd-b1da-11a55fca8660 req-c3817072-439d-4c47-b984-729c97bd32aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5eda7de-5e30-4925-8d7e-890b252472cc HTTP/1.1" status: 200 len: 217 time: 0.0619409 Jul 27 19:40:48.454917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb883b1a-0782-492f-9cb7-0d7d9c4ae781 req-795203f5-e1a6-46dc-915c-36280bdceed7 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:48.465522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb883b1a-0782-492f-9cb7-0d7d9c4ae781 req-795203f5-e1a6-46dc-915c-36280bdceed7 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 944 time: 0.1040988 Jul 27 19:40:48.471415 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=b8656630-755d-488c-8030-de9ef937433e,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:48.545052 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb883b1a-0782-492f-9cb7-0d7d9c4ae781 req-7b3a6b7a-676e-4c2b-aa4e-b2027c90bbc0 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781696 Jul 27 19:40:48.602629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2bb86-740d-48cd-b1da-11a55fca8660 req-ad167e2c-cc82-4fc7-8ea0-d99455fafb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:48.604187 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-48a2bb86-740d-48cd-b1da-11a55fca8660 req-ad167e2c-cc82-4fc7-8ea0-d99455fafb21 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a473bf7-98b5-45ce-8210-1ea9a7314439 HTTP/1.1" status: 200 len: 862 time: 0.1412516 Jul 27 19:40:48.611131 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-2fb96219-37bb-4e06-aea0-16cf441d6276 service neutron] Attempting to bind port 28063d34-1bbb-4feb-8836-141f31d35f0f on host n-h2-705657-21 for vnic_type normal with profile None {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:48.611469 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-2fb96219-37bb-4e06-aea0-16cf441d6276 service neutron] Attempting to bind port 28063d34-1bbb-4feb-8836-141f31d35f0f by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:48.611796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-2fb96219-37bb-4e06-aea0-16cf441d6276 service neutron] Attempting to bind port 28063d34-1bbb-4feb-8836-141f31d35f0f on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:48.629573 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:48.646612 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Transition to ACTIVE for port object 5edaf451-dd37-43fa-bfef-8c2490ace2d1 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:48.652452 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-2fb96219-37bb-4e06-aea0-16cf441d6276 service neutron] Port 28063d34-1bbb-4feb-8836-141f31d35f0f on network 14c212e3-8c05-49f1-960f-135c87f330c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:40:48.652868 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-2fb96219-37bb-4e06-aea0-16cf441d6276 service neutron] Attempting to bind port 28063d34-1bbb-4feb-8836-141f31d35f0f on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:48.656281 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:48.664978 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-2fb96219-37bb-4e06-aea0-16cf441d6276 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:48.665313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-2fb96219-37bb-4e06-aea0-16cf441d6276 service neutron] Checking segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:48.665707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-2fb96219-37bb-4e06-aea0-16cf441d6276 service neutron] Bound using segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:48.666153 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-2fb96219-37bb-4e06-aea0-16cf441d6276 service neutron] Bound port: 28063d34-1bbb-4feb-8836-141f31d35f0f, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:48.721683 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Attempting to bind port 5edaf451-dd37-43fa-bfef-8c2490ace2d1 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:48.723001 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Attempting to bind port 5edaf451-dd37-43fa-bfef-8c2490ace2d1 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:48.723645 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Attempting to bind port 5edaf451-dd37-43fa-bfef-8c2490ace2d1 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:48.735846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad5397-efa0-46a9-98ab-1fdcc25cc486 req-c3e8b32e-ba66-4268-871c-16fce1f90293 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:48.736935 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76476f-a204-4bf8-b520-aff349196cd4 None None] Pushing event updated for resources: {'Port': ['ID=5edaf451-dd37-43fa-bfef-8c2490ace2d1,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:48.737937 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-86ad5397-efa0-46a9-98ab-1fdcc25cc486 req-c3e8b32e-ba66-4268-871c-16fce1f90293 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 948 time: 0.0784357 Jul 27 19:40:48.746337 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:48.746746 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:48.747157 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:48.747546 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:48.748581 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Bound port: 5edaf451-dd37-43fa-bfef-8c2490ace2d1, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:48.748989 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:48.766311 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:48.784367 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-86ad5397-efa0-46a9-98ab-1fdcc25cc486 req-877413c4-420c-4505-a0e4-aa4c53db1250 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Jul 27 19:40:48.803378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:48.812976 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-2fb96219-37bb-4e06-aea0-16cf441d6276 service neutron] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=28063d34-1bbb-4feb-8836-141f31d35f0f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:48.815517 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] For port 5edaf451-dd37-43fa-bfef-8c2490ace2d1, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:48.819513 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] For port 5edaf451-dd37-43fa-bfef-8c2490ace2d1, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5edaf451-dd37-43fa-bfef-8c2490ace2d1,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:48.825028 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:48.828825 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-2fb96219-37bb-4e06-aea0-16cf441d6276 service neutron] Notify callbacks [] for binding, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:48.830024 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-2fb96219-37bb-4e06-aea0-16cf441d6276 service neutron] 10.222.0.48 "POST /v2.0/ports/28063d34-1bbb-4feb-8836-141f31d35f0f/bindings HTTP/1.1" status: 201 len: 390 time: 0.7718835 Jul 27 19:40:48.847475 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2bb86-740d-48cd-b1da-11a55fca8660 req-bc05b965-3841-43be-9bf0-b0f2722fd887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:48.849850 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-48a2bb86-740d-48cd-b1da-11a55fca8660 req-bc05b965-3841-43be-9bf0-b0f2722fd887 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1efccaaf-715e-4036-a519-1b6b1cc8f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2356820 Jul 27 19:40:48.849974 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1946cc-6ab5-4c80-8d7a-0344f79c3754 x-openstack-request-id: req-ff1946cc-6ab5-4c80-8d7a-0344f79c3754 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:48.851354 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc49025-c6ac-48c6-9e6d-7d8c97d82e40", "name": "network-vif-plugged", "status": "completed", "tag": "b8656630-755d-488c-8030-de9ef937433e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:48.851987 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff1946cc-6ab5-4c80-8d7a-0344f79c3754 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:48.855102 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc49025-c6ac-48c6-9e6d-7d8c97d82e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8656630-755d-488c-8030-de9ef937433e', 'code': 200} Jul 27 19:40:48.893395 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:40:48.894113 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:40:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:48.939251 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76476f-a204-4bf8-b520-aff349196cd4 None None] Pushing event updated for resources: {'Port': ['ID=5edaf451-dd37-43fa-bfef-8c2490ace2d1,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:48.963799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:40:49.044508 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:40:49.065826 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424040c-394d-4ac9-9d73-84c1bce6da0b req-8328c1d7-55b5-425a-969b-7ff4ed67e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:49.068080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0424040c-394d-4ac9-9d73-84c1bce6da0b req-8328c1d7-55b5-425a-969b-7ff4ed67e9fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1fc49025-c6ac-48c6-9e6d-7d8c97d82e40 HTTP/1.1" status: 200 len: 1102 time: 0.1555026 Jul 27 19:40:49.171934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=553ab1a3-5a26-4099-9b05-3a3df78ea4b4,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:49.184791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '553ab1a3-5a26-4099-9b05-3a3df78ea4b4', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '553ab1a3-5a26-4099-9b05-3a3df78ea4b4', 'mac_address': 'fa:16:3e:bf:03:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:40:49.201853 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0424040c-394d-4ac9-9d73-84c1bce6da0b req-e6207f83-cba9-44e1-8362-7425002c65d9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254559 Jul 27 19:40:49.242171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Allocated IP 172.20.0.1 (87d706c2-4754-4ed0-8dbd-4cf294320f05/b3b7ce50-55cb-46fb-875f-22fc7a04dd8f/068026db-0284-467c-a8cc-48ed09b50afa) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:49.243445 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c951014-f0bc-4f2e-8592-37bd7308adad req-1b9cca6f-1721-4e07-8077-013269e11952 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:49.246957 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-48a2bb86-740d-48cd-b1da-11a55fca8660 req-3e396f0f-aaeb-4a5a-a709-d8a8ca5134e9 service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366470 Jul 27 19:40:49.249552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c951014-f0bc-4f2e-8592-37bd7308adad req-1b9cca6f-1721-4e07-8077-013269e11952 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 948 time: 0.1714873 Jul 27 19:40:49.269873 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:49.302147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:49.320157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c951014-f0bc-4f2e-8592-37bd7308adad req-5839b082-f666-41c8-90e9-ac9b7ba27b6a tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606298 Jul 27 19:40:49.345935 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=553ab1a3-5a26-4099-9b05-3a3df78ea4b4,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:49.356728 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:49.387410 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:46Z', 'revision_number': 3, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:49.436626 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-48a2bb86-740d-48cd-b1da-11a55fca8660 req-dbd6f8c5-ea12-401e-a491-d75a7f9554c3 service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704605 Jul 27 19:40:49.443967 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=553ab1a3-5a26-4099-9b05-3a3df78ea4b4,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:49.448279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-be602129-d46a-4dc8-8966-e7a67ba0165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:49.449901 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-be602129-d46a-4dc8-8966-e7a67ba0165e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 1097 time: 0.3090897 Jul 27 19:40:49.462668 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888a6a1-e213-4efe-92d2-3301840d7493 None None] The sync data for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 is: [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:46Z', 'revision_number': 3, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:40:49.566313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983b373-5c75-4fcc-a3dd-098774905ef2 req-24e6ffb1-ed67-40b5-8560-7a379058f84f tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:49.574065 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1983b373-5c75-4fcc-a3dd-098774905ef2 req-24e6ffb1-ed67-40b5-8560-7a379058f84f tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 945 time: 0.1677635 Jul 27 19:40:49.576935 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:49.580690 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['553ab1a3-5a26-4099-9b05-3a3df78ea4b4'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:40:49.606706 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Transition to ACTIVE for port object 068026db-0284-467c-a8cc-48ed09b50afa will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:49.621494 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-46573985-109d-4145-97cb-364f24f96686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:49.622550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8e347-9966-4185-abf8-bcb352298eab req-6ca510e0-934c-4a9d-bd73-6167cc6741f0 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:49.622982 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-46573985-109d-4145-97cb-364f24f96686 service neutron] 10.222.0.63 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.1637659 Jul 27 19:40:49.629749 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fdb8e347-9966-4185-abf8-bcb352298eab req-6ca510e0-934c-4a9d-bd73-6167cc6741f0 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fc49025-c6ac-48c6-9e6d-7d8c97d82e40 HTTP/1.1" status: 200 len: 950 time: 0.2055156 Jul 27 19:40:49.666466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60250) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:49.676968 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-0a18147d-bcd3-44f2-b661-091cd629b2cc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28063d34-1bbb-4feb-8836-141f31d35f0f HTTP/1.1" status: 200 len: 217 time: 0.0461075 Jul 27 19:40:49.703242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1983b373-5c75-4fcc-a3dd-098774905ef2 req-ff5d7b8f-7d64-4891-9902-6dad10c9df9e tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282902 Jul 27 19:40:49.716990 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:49.729307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fdb8e347-9966-4185-abf8-bcb352298eab req-2cfa8c78-48dd-403a-ab6e-cc0389081223 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961552 Jul 27 19:40:49.794267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Network 87d706c2-4754-4ed0-8dbd-4cf294320f05 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:49.801025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-ef54a8f1-4ee3-4cf1-afa5-18c02dc894ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:49.802538 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-ef54a8f1-4ee3-4cf1-afa5-18c02dc894ec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.1149752 Jul 27 19:40:49.805577 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:49.809023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:49.809535 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:49.977371 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd7dd1-548b-487d-92d5-428797e0c765 req-32bfdb3c-88bb-4dbd-9076-4de1aaa24d5d tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:49.979318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eebd7dd1-548b-487d-92d5-428797e0c765 req-32bfdb3c-88bb-4dbd-9076-4de1aaa24d5d tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 944 time: 0.1653490 Jul 27 19:40:49.992042 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56097fb4-71c5-45c4-8607-b41052b524c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:50.047141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eebd7dd1-548b-487d-92d5-428797e0c765 req-6d871a8f-714d-4f40-a763-9c03d809469b tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571740 Jul 27 19:40:50.096032 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device c5eda7de-5e30-4925-8d7e-890b252472cc details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:40:50.105743 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:50.220307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Pushing event updated for resources: {'Port': ['ID=068026db-0284-467c-a8cc-48ed09b50afa,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:50.253388 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-29d52f16-3c75-4a18-8a48-526429a77618 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4370034 Jul 27 19:40:50.309816 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-409f407b-5137-44b2-a6dc-926863677f84 None None] Provisioning for port 068026db-0284-467c-a8cc-48ed09b50afa completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:50.344063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-409f407b-5137-44b2-a6dc-926863677f84 None None] Provisioning complete for port 068026db-0284-467c-a8cc-48ed09b50afa triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:50.344502 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-409f407b-5137-44b2-a6dc-926863677f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:50.417028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:50.427425 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-409f407b-5137-44b2-a6dc-926863677f84 None None] Port 068026db-0284-467c-a8cc-48ed09b50afa cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:40:50.432485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:50.432956 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:50.466632 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-7df900fa-87a2-4fa9-9608-37aebcc047fd service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921639 Jul 27 19:40:50.500239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port c5eda7de-5e30-4925-8d7e-890b252472cc, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c5eda7de-5e30-4925-8d7e-890b252472cc,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:50.515894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5edaf451-dd37-43fa-bfef-8c2490ace2d1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:50.523860 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'c5eda7de-5e30-4925-8d7e-890b252472cc', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'port_id': 'c5eda7de-5e30-4925-8d7e-890b252472cc', 'mac_address': 'fa:16:3e:de:94:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:40:50.535186 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:50.629601 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:50.630304 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-bd8cc065-b0be-45f9-afa0-fcc1a16b7049 service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524093 Jul 27 19:40:50.651699 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:50.655115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 5edaf451-dd37-43fa-bfef-8c2490ace2d1 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:50.660464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5eda7de-5e30-4925-8d7e-890b252472cc {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:50.703777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port c5eda7de-5e30-4925-8d7e-890b252472cc, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c5eda7de-5e30-4925-8d7e-890b252472cc,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:50.704925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 5edaf451-dd37-43fa-bfef-8c2490ace2d1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:50.705687 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:50.710307 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:50.729109 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56097fb4-71c5-45c4-8607-b41052b524c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:50.738393 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56097fb4-71c5-45c4-8607-b41052b524c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:50.795852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=c5eda7de-5e30-4925-8d7e-890b252472cc,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:50.811757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=48322b1d-8aa8-459b-ac4e-d1ec0f3fc063,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:50.814408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56097fb4-71c5-45c4-8607-b41052b524c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65aada1d-4dba-4903-82e8-6dca92118d0e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:50.820191 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:50.839310 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:50.844580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca80787-6f59-4181-bc87-ebeeb101e8ef req-760c7a7d-84f4-4a8e-a826-d7340f7c33af tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:50.846439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ca80787-6f59-4181-bc87-ebeeb101e8ef req-760c7a7d-84f4-4a8e-a826-d7340f7c33af tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 948 time: 0.6624615 Jul 27 19:40:50.847277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:50.848009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:50.857727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea10ac-8b23-4221-b4c9-c84424bcd418 req-6036f2fa-f216-412a-beae-caf06ad3dbda tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:50.858667 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98728cc-2f73-4689-9801-504be9ac5df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48322b1d-8aa8-459b-ac4e-d1ec0f3fc063'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:50.860452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1aea10ac-8b23-4221-b4c9-c84424bcd418 req-6036f2fa-f216-412a-beae-caf06ad3dbda tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 969 time: 0.2082784 Jul 27 19:40:50.861101 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e376afd-f576-416a-b4e4-a1430b663197" -d '{"events": [{"server_uuid": "e98728cc-2f73-4689-9801-504be9ac5df3", "name": "network-vif-plugged", "status": "completed", "tag": "48322b1d-8aa8-459b-ac4e-d1ec0f3fc063"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:50.863386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-56097fb4-71c5-45c4-8607-b41052b524c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f58f863dffd410f8cfd96750c811254&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1956937 Jul 27 19:40:50.870536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60266) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:50.920982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=48322b1d-8aa8-459b-ac4e-d1ec0f3fc063,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:50.927371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:50.967883 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-630af4ff-f64a-4537-b4ee-0beb688865ab tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:50.969829 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-630af4ff-f64a-4537-b4ee-0beb688865ab tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907&tenant_id=83373949e0124aa78732c2d4023213df&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1097 time: 0.2230284 Jul 27 19:40:50.972546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Pushing event updated for resources: {'Port': ['ID=068026db-0284-467c-a8cc-48ed09b50afa,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:50.985019 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ca80787-6f59-4181-bc87-ebeeb101e8ef req-54c36dc8-f4a0-4d2b-a303-a4f166904728 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202531 Jul 27 19:40:50.986226 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705657-21'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:51.005541 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-986e0e93-335e-4302-a189-c80ed571159a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:51.037767 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-986e0e93-335e-4302-a189-c80ed571159a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:51.071406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:51.076331 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 5edaf451-dd37-43fa-bfef-8c2490ace2d1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5edaf451-dd37-43fa-bfef-8c2490ace2d1,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:51.091306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1aea10ac-8b23-4221-b4c9-c84424bcd418 req-7c008d0b-f872-4190-8ee4-1a2cb0e4507b tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158554 Jul 27 19:40:51.094049 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Network 87d706c2-4754-4ed0-8dbd-4cf294320f05 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:51.096426 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:51.097286 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:51.107900 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:51.157336 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-986e0e93-335e-4302-a189-c80ed571159a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:51.161212 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-986e0e93-335e-4302-a189-c80ed571159a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:51.162391 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-986e0e93-335e-4302-a189-c80ed571159a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65aada1d-4dba-4903-82e8-6dca92118d0e HTTP/1.1" status: 204 len: 168 time: 0.2906322 Jul 27 19:40:51.184768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=5edaf451-dd37-43fa-bfef-8c2490ace2d1,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:51.197474 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:51.206231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:51.206722 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:51.226090 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e0e93-335e-4302-a189-c80ed571159a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65aada1d-4dba-4903-82e8-6dca92118d0e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:51.234721 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['c5eda7de-5e30-4925-8d7e-890b252472cc'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:40:51.289585 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f026a-3ee8-4baf-ad2a-d458c6b679a4 req-a587b2d3-bd03-4cba-87d4-07954ae418fb tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:51.302983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-414f026a-3ee8-4baf-ad2a-d458c6b679a4 req-a587b2d3-bd03-4cba-87d4-07954ae418fb tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 949 time: 0.2090738 Jul 27 19:40:51.347402 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Router be9ad7c2-baaf-4806-b192-65e6f2db1c17 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:40:51.389730 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:51.409099 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=28063d34-1bbb-4feb-8836-141f31d35f0f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:51.457785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=553ab1a3-5a26-4099-9b05-3a3df78ea4b4,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:51.460859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:51.474535 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:51.489903 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-414f026a-3ee8-4baf-ad2a-d458c6b679a4 req-040af3cd-0610-476b-9372-3cb149a63340 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861997 Jul 27 19:40:51.550883 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:51.556075 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0c1855-0df9-4056-a517-f3398946b907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28063d34-1bbb-4feb-8836-141f31d35f0f'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:51.559449 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bb522e-e1ab-438f-8363-1a2dd0ec1634" -d '{"events": [{"server_uuid": "9a0c1855-0df9-4056-a517-f3398946b907", "name": "network-vif-unplugged", "status": "completed", "tag": "28063d34-1bbb-4feb-8836-141f31d35f0f"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:51.563657 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:51.572597 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62799a08-e82e-4531-ba1e-3f05cba3bebb req-5e332445-a5c2-4c22-9e85-c32f07fd64ff tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:51.576508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62799a08-e82e-4531-ba1e-3f05cba3bebb req-5e332445-a5c2-4c22-9e85-c32f07fd64ff tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 945 time: 0.2338505 Jul 27 19:40:51.618406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=553ab1a3-5a26-4099-9b05-3a3df78ea4b4,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:51.641559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3857f470-dea4-459e-bae6-a7055be25fbb None None] Provisioning complete for port 068026db-0284-467c-a8cc-48ed09b50afa triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:51.642093 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3857f470-dea4-459e-bae6-a7055be25fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:51.664356 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62799a08-e82e-4531-ba1e-3f05cba3bebb req-63ac5257-201c-4c6a-bac5-7805e65b803c tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817709 Jul 27 19:40:51.676369 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60278) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:51.691796 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-3857f470-dea4-459e-bae6-a7055be25fbb None None] Port 068026db-0284-467c-a8cc-48ed09b50afa cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:40:51.704222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd9596-7b89-4cde-9c38-584b88c505c5 req-a14db025-74f6-483f-bf48-702f960018c7 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:51.705822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4edd9596-7b89-4cde-9c38-584b88c505c5 req-a14db025-74f6-483f-bf48-702f960018c7 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fc49025-c6ac-48c6-9e6d-7d8c97d82e40 HTTP/1.1" status: 200 len: 950 time: 0.1083610 Jul 27 19:40:51.707549 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f212a857-da73-40e0-af74-fec6d1a59bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:51.735041 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8399d6a4-c36a-4a88-810e-0f56397ab936 x-openstack-request-id: req-8399d6a4-c36a-4a88-810e-0f56397ab936 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:51.735350 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98728cc-2f73-4689-9801-504be9ac5df3", "name": "network-vif-plugged", "status": "completed", "tag": "48322b1d-8aa8-459b-ac4e-d1ec0f3fc063", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:51.735973 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8399d6a4-c36a-4a88-810e-0f56397ab936 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:51.735973 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98728cc-2f73-4689-9801-504be9ac5df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48322b1d-8aa8-459b-ac4e-d1ec0f3fc063', 'code': 200} Jul 27 19:40:51.804897 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4edd9596-7b89-4cde-9c38-584b88c505c5 req-d8d868f2-59ac-4aac-aa5d-7eee86278478 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884714 Jul 27 19:40:51.832863 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Pushing event updated for resources: {'Port': ['ID=28063d34-1bbb-4feb-8836-141f31d35f0f,revision_number=7']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:51.839146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Attempting to bind port 28063d34-1bbb-4feb-8836-141f31d35f0f on host n-h1-705657-21 for vnic_type normal with profile {"migrating_to": "n-h2-705657-21"} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:51.839482 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Attempting to bind port 28063d34-1bbb-4feb-8836-141f31d35f0f by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:51.839814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Attempting to bind port 28063d34-1bbb-4feb-8836-141f31d35f0f on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:51.852686 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Port 28063d34-1bbb-4feb-8836-141f31d35f0f on network 14c212e3-8c05-49f1-960f-135c87f330c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:40:51.853008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Attempting to bind port 28063d34-1bbb-4feb-8836-141f31d35f0f on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:51.897597 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bb91c9-d5e4-4a58-8bdc-ecb6dd570870 x-openstack-request-id: req-94bb91c9-d5e4-4a58-8bdc-ecb6dd570870 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:51.897882 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0c1855-0df9-4056-a517-f3398946b907", "name": "network-vif-unplugged", "status": "completed", "tag": "28063d34-1bbb-4feb-8836-141f31d35f0f", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:51.898129 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94bb91c9-d5e4-4a58-8bdc-ecb6dd570870 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:51.898516 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0c1855-0df9-4056-a517-f3398946b907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28063d34-1bbb-4feb-8836-141f31d35f0f', 'code': 200} Jul 27 19:40:51.899595 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:51.899926 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Checking segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:51.900310 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Bound using segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:51.900861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Bound port: 28063d34-1bbb-4feb-8836-141f31d35f0f, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:51.901402 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:51.905812 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:40:51.926336 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-28db9a34-ce14-4794-a8a1-2c242e133769 admin admin] 10.222.0.48 "PUT /v2.0/routers/be9ad7c2-baaf-4806-b192-65e6f2db1c17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3812463 Jul 27 19:40:51.926537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334e83-0411-4390-aea8-c7e8aaa84c35 req-17b8e89b-edaa-4ef2-bd52-a51b3552f155 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:51.926537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02334e83-0411-4390-aea8-c7e8aaa84c35 req-17b8e89b-edaa-4ef2-bd52-a51b3552f155 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.63 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 969 time: 0.1650689 Jul 27 19:40:51.967974 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48853dc7-3f08-4f15-a370-ff5fdde3dcb0 req-547e2c6c-acea-4713-bc5c-2a839b7fe457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:51.969951 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-48853dc7-3f08-4f15-a370-ff5fdde3dcb0 req-547e2c6c-acea-4713-bc5c-2a839b7fe457 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 1101 time: 0.1188390 Jul 27 19:40:52.011575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Sync routers for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:40:52.023455 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-48853dc7-3f08-4f15-a370-ff5fdde3dcb0 req-60959648-dc7d-4f65-85eb-3bb942a59ac3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453980 Jul 27 19:40:52.025415 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:40:52.026258 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:40:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:52.029171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:52.032760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=28063d34-1bbb-4feb-8836-141f31d35f0f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:52.040407 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:52.141136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Pushing event updated for resources: {'Port': ['ID=28063d34-1bbb-4feb-8836-141f31d35f0f,revision_number=8']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:52.145065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:52.145885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:52.147469 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f4636153-e556-435e-96f6-022e3ad1e604 service neutron] 10.222.0.63 "PUT /v2.0/ports/28063d34-1bbb-4feb-8836-141f31d35f0f HTTP/1.1" status: 200 len: 1123 time: 1.1656749 Jul 27 19:40:52.150647 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f212a857-da73-40e0-af74-fec6d1a59bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:52.193457 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf4338-9ce9-47cf-a35c-0f1bed7d25e4 req-d8e531e5-470e-4b86-a08e-b6e97e693402 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:52.194599 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faaf4338-9ce9-47cf-a35c-0f1bed7d25e4 req-d8e531e5-470e-4b86-a08e-b6e97e693402 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 945 time: 0.3814168 Jul 27 19:40:52.196948 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f212a857-da73-40e0-af74-fec6d1a59bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:52.203198 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:40:52.264069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f212a857-da73-40e0-af74-fec6d1a59bf0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3062266633d465db29a33008156af5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5832906 Jul 27 19:40:52.264069 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212a857-da73-40e0-af74-fec6d1a59bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45c2b4a-0b30-47ea-8f5b-80f179aad81e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:52.264352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60294) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:52.289265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faaf4338-9ce9-47cf-a35c-0f1bed7d25e4 req-7215af70-d60b-4f5d-80fc-07f2e11bcf3a tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763135 Jul 27 19:40:52.296231 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-02334e83-0411-4390-aea8-c7e8aaa84c35 req-26bd367a-e6cf-4882-8986-8616a33ad497 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Deleting port 18bf34f9-7b7d-4079-9107-5c2097edb555 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:40:52.296608 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-02334e83-0411-4390-aea8-c7e8aaa84c35 req-26bd367a-e6cf-4882-8986-8616a33ad497 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:52.363561 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9037c9d-8d7f-4dfc-89fc-70f4b6c4ced5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:52.418001 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9037c9d-8d7f-4dfc-89fc-70f4b6c4ced5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:52.443925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['28063d34-1bbb-4feb-8836-141f31d35f0f'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:40:52.500091 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9037c9d-8d7f-4dfc-89fc-70f4b6c4ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:52.502886 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9037c9d-8d7f-4dfc-89fc-70f4b6c4ced5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:52.506871 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f9037c9d-8d7f-4dfc-89fc-70f4b6c4ced5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f45c2b4a-0b30-47ea-8f5b-80f179aad81e HTTP/1.1" status: 204 len: 168 time: 0.2390003 Jul 27 19:40:52.517526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5edaf451-dd37-43fa-bfef-8c2490ace2d1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:52.520559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9037c9d-8d7f-4dfc-89fc-70f4b6c4ced5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45c2b4a-0b30-47ea-8f5b-80f179aad81e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:52.530305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-02334e83-0411-4390-aea8-c7e8aaa84c35 req-26bd367a-e6cf-4882-8986-8616a33ad497 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] For port 18bf34f9-7b7d-4079-9107-5c2097edb555, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=18bf34f9-7b7d-4079-9107-5c2097edb555,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:52.530668 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-02334e83-0411-4390-aea8-c7e8aaa84c35 req-26bd367a-e6cf-4882-8986-8616a33ad497 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:52.574643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-02334e83-0411-4390-aea8-c7e8aaa84c35 req-26bd367a-e6cf-4882-8986-8616a33ad497 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Calling delete_port for 18bf34f9-7b7d-4079-9107-5c2097edb555 owned by compute:tempest-test_az-29136785 {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:40:52.609230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d17e9-b2fb-40d1-bf15-1fcbf46a8997 req-a3d48b95-26d9-42f2-ab88-7702db7260d8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:52.610738 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-433d17e9-b2fb-40d1-bf15-1fcbf46a8997 req-a3d48b95-26d9-42f2-ab88-7702db7260d8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 949 time: 0.2187197 Jul 27 19:40:52.656621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 5edaf451-dd37-43fa-bfef-8c2490ace2d1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:52.656907 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:52.661893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 2, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:52.720859 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Checking router: be9ad7c2-baaf-4806-b192-65e6f2db1c17 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:40:52.721217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Updating router be9ad7c2-baaf-4806-b192-65e6f2db1c17 port 068026db-0284-467c-a8cc-48ed09b50afa binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:40:52.747713 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-433d17e9-b2fb-40d1-bf15-1fcbf46a8997 req-431de08a-760c-4bf3-9c58-fbccf642ade8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275306 Jul 27 19:40:52.758475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-aa455119-2564-41bc-84e3-6ccd046e95a6 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:52.759976 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-aa455119-2564-41bc-84e3-6ccd046e95a6 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 821 time: 0.2253010 Jul 27 19:40:52.788118 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:52.795278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-f4f1d37c-d930-43c5-8e6f-d85338463cbf tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/quotas/7844aba5e5b149b0b78babceb3037803 HTTP/1.1" status: 200 len: 375 time: 0.0179741 Jul 27 19:40:52.952142 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-02334e83-0411-4390-aea8-c7e8aaa84c35 req-26bd367a-e6cf-4882-8986-8616a33ad497 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:52.967817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['18bf34f9-7b7d-4079-9107-5c2097edb555'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:40:52.989630 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-e73a633b-4a11-437c-8cb0-3b6cc41255ea tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1881022 Jul 27 19:40:52.996746 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd367a-e6cf-4882-8986-8616a33ad497 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Pushing event deleted for resources: {'Port': ['ID=18bf34f9-7b7d-4079-9107-5c2097edb555,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:53.098220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f736f9-5504-4180-a1b0-62d6f99d54f4 req-750ed13f-7139-4364-9485-8afe02a9bed4 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:53.100933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5f736f9-5504-4180-a1b0-62d6f99d54f4 req-750ed13f-7139-4364-9485-8afe02a9bed4 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb27ce36-cc76-4ded-8ebe-54af991da454 HTTP/1.1" status: 200 len: 887 time: 0.2325995 Jul 27 19:40:53.186937 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:53.198999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Transition to ACTIVE for port object 068026db-0284-467c-a8cc-48ed09b50afa will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:53.209560 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:53.263556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-02334e83-0411-4390-aea8-c7e8aaa84c35 req-26bd367a-e6cf-4882-8986-8616a33ad497 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] No DVR routers for this DVR port 18bf34f9-7b7d-4079-9107-5c2097edb555 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:40:53.267482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-02334e83-0411-4390-aea8-c7e8aaa84c35 req-26bd367a-e6cf-4882-8986-8616a33ad497 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:53.270135 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02334e83-0411-4390-aea8-c7e8aaa84c35 req-26bd367a-e6cf-4882-8986-8616a33ad497 tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.63 "DELETE /v2.0/ports/18bf34f9-7b7d-4079-9107-5c2097edb555 HTTP/1.1" status: 204 len: 173 time: 1.3265114 Jul 27 19:40:53.278204 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb27ce36-cc76-4ded-8ebe-54af991da454', 'name': 'network-vif-deleted', 'tag': '18bf34f9-7b7d-4079-9107-5c2097edb555'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:53.280825 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3a86eb-e481-42b8-9271-7b78987fda6d" -d '{"events": [{"server_uuid": "eb27ce36-cc76-4ded-8ebe-54af991da454", "name": "network-vif-deleted", "tag": "18bf34f9-7b7d-4079-9107-5c2097edb555"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:53.292565 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21a9a7-73f9-4cc8-8c96-da630ab15d05 None None] Pushing event updated for resources: {'Port': ['ID=068026db-0284-467c-a8cc-48ed09b50afa,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:53.293295 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5f736f9-5504-4180-a1b0-62d6f99d54f4 req-1a113aec-f573-4c7f-810e-6c871b7d4fed tempest-AggregatesAdminTestJSON-1146243098 tempest-AggregatesAdminTestJSON-1146243098-project] 10.222.0.48 "GET /v2.0/security-groups?id=d65c30e7-b48f-42e3-997d-ca1e76402d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654925 Jul 27 19:40:53.354261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Attempting to bind port 068026db-0284-467c-a8cc-48ed09b50afa on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:53.354618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Attempting to bind port 068026db-0284-467c-a8cc-48ed09b50afa by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:53.354960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Attempting to bind port 068026db-0284-467c-a8cc-48ed09b50afa on network 87d706c2-4754-4ed0-8dbd-4cf294320f05 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:53.364631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:53.365892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Checking segment: {'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:53.369298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-8e298d53-c1e7-4012-a1df-e70c8c001b34 service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701453 Jul 27 19:40:53.370515 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:53.371071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Bound using segment: {'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:53.371740 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Bound port: 068026db-0284-467c-a8cc-48ed09b50afa, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:53.372280 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:53.465452 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] For port 068026db-0284-467c-a8cc-48ed09b50afa, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:53.472025 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] For port 068026db-0284-467c-a8cc-48ed09b50afa, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=068026db-0284-467c-a8cc-48ed09b50afa,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:53.481465 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:53.481704 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-285bd52e-46b0-40d2-992e-7b3ef47ed885 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=994761dd73e44270b1c6acfd3ed33606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341978 Jul 27 19:40:53.565304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21a9a7-73f9-4cc8-8c96-da630ab15d05 None None] Pushing event updated for resources: {'Port': ['ID=068026db-0284-467c-a8cc-48ed09b50afa,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:53.571194 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:40:53.571705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:40:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:53.621929 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-e4cb19e4-f7f7-438d-88ba-d12e205510b0 service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406485 Jul 27 19:40:53.671891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-b13ded4d-160b-46f9-ad9d-e0522f913bb8 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:53.680864 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-b13ded4d-160b-46f9-ad9d-e0522f913bb8 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976123 Jul 27 19:40:53.703705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-44fe6fe7-c6b3-4831-abed-0e80f58dc119 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/quotas/994761dd73e44270b1c6acfd3ed33606 HTTP/1.1" status: 200 len: 375 time: 0.0217254 Jul 27 19:40:53.715404 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:40:53.754873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd6e63-0530-4c27-b410-acf0963ae8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553ab1a3-5a26-4099-9b05-3a3df78ea4b4'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:53.757186 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d0ea7b-d79e-40e1-b1cd-72b5fe77910a" -d '{"events": [{"server_uuid": "5cfd6e63-0530-4c27-b410-acf0963ae8f8", "name": "network-vif-plugged", "status": "completed", "tag": "553ab1a3-5a26-4099-9b05-3a3df78ea4b4"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:53.819117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-11841363-ecd3-4851-b372-48b2e32602dc tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=994761dd73e44270b1c6acfd3ed33606&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1144221 Jul 27 19:40:53.899843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0c1855-0df9-4056-a517-f3398946b907', 'tag': '28063d34-1bbb-4feb-8836-141f31d35f0f'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:53.902923 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482aa8a1-c671-4da4-9506-de50dc74aa67" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0c1855-0df9-4056-a517-f3398946b907", "tag": "28063d34-1bbb-4feb-8836-141f31d35f0f"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:54.012652 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00604d65-f7ae-4ca3-b5b0-d8bc5fb97bb7 req-95ac70c7-e5eb-4762-9352-84cb45f4f333 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:54.036684 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00604d65-f7ae-4ca3-b5b0-d8bc5fb97bb7 req-95ac70c7-e5eb-4762-9352-84cb45f4f333 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 950 time: 0.1950984 Jul 27 19:40:54.150616 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device c5eda7de-5e30-4925-8d7e-890b252472cc up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:54.210197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00604d65-f7ae-4ca3-b5b0-d8bc5fb97bb7 req-de3f6bb6-8470-4b73-a871-436d8d9bdb7f tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724246 Jul 27 19:40:54.293878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1b2fe-8efc-43ba-8666-822da74ae96a req-11a1b426-9008-4a85-bf64-0ff2b9f67c28 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:54.295480 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ef1b2fe-8efc-43ba-8666-822da74ae96a req-11a1b426-9008-4a85-bf64-0ff2b9f67c28 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 943 time: 0.2511456 Jul 27 19:40:54.323370 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port c5eda7de-5e30-4925-8d7e-890b252472cc completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:54.340519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port c5eda7de-5e30-4925-8d7e-890b252472cc triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:54.340972 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:54.401888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ef1b2fe-8efc-43ba-8666-822da74ae96a req-720af847-0125-4d4e-bfe3-8e71c63dc889 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965724 Jul 27 19:40:54.458462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20369927-bbfe-4558-80e7-6e4ef58d8c95 req-99a6c919-d992-40fa-85e4-4a3598da6e08 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:54.461342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20369927-bbfe-4558-80e7-6e4ef58d8c95 req-99a6c919-d992-40fa-85e4-4a3598da6e08 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 945 time: 0.1450620 Jul 27 19:40:54.507299 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4f7659-8231-4483-a97a-a14670f7a0b5 x-openstack-request-id: req-6f4f7659-8231-4483-a97a-a14670f7a0b5 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:54.507572 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb27ce36-cc76-4ded-8ebe-54af991da454", "name": "network-vif-deleted", "tag": "18bf34f9-7b7d-4079-9107-5c2097edb555", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:54.507907 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6f4f7659-8231-4483-a97a-a14670f7a0b5 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:54.508298 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb27ce36-cc76-4ded-8ebe-54af991da454', 'name': 'network-vif-deleted', 'tag': '18bf34f9-7b7d-4079-9107-5c2097edb555', 'status': 'completed', 'code': 200} Jul 27 19:40:54.524867 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20369927-bbfe-4558-80e7-6e4ef58d8c95 req-4ec0a395-285a-4247-95d2-046224ee332f tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564716 Jul 27 19:40:54.531026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:53Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:40:54.563495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43de7b1-ae2d-482e-b798-85de27eb2b18 None None] The sync data for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 is: [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:53Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:40:54.565247 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:54.597027 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ca8885-affd-4dd0-bc34-41a1c8a4b993 x-openstack-request-id: req-45ca8885-affd-4dd0-bc34-41a1c8a4b993 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:54.597424 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfd6e63-0530-4c27-b410-acf0963ae8f8", "name": "network-vif-plugged", "status": "completed", "tag": "553ab1a3-5a26-4099-9b05-3a3df78ea4b4", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:54.597671 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45ca8885-affd-4dd0-bc34-41a1c8a4b993 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:54.598038 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfd6e63-0530-4c27-b410-acf0963ae8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553ab1a3-5a26-4099-9b05-3a3df78ea4b4', 'code': 200} Jul 27 19:40:54.647501 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port c5eda7de-5e30-4925-8d7e-890b252472cc, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c5eda7de-5e30-4925-8d7e-890b252472cc,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:54.653472 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:54.708280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74f7f546-5f82-484b-abbf-f13411089c6b req-aa1548c1-3170-4032-ab84-a1097a2ec858 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 210 time: 0.1204793 Jul 27 19:40:54.724171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=c5eda7de-5e30-4925-8d7e-890b252472cc,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:54.785765 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8ab792-cefc-45d1-9244-daafe11f8d46 x-openstack-request-id: req-2d8ab792-cefc-45d1-9244-daafe11f8d46 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:54.786053 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0c1855-0df9-4056-a517-f3398946b907", "tag": "28063d34-1bbb-4feb-8836-141f31d35f0f", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:54.786649 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d8ab792-cefc-45d1-9244-daafe11f8d46 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:54.787231 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0c1855-0df9-4056-a517-f3398946b907', 'tag': '28063d34-1bbb-4feb-8836-141f31d35f0f', 'status': 'completed', 'code': 200} Jul 27 19:40:54.829215 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224b333-69c0-4f65-9f4b-461dd44313a1 req-2a6208d3-4110-4642-8a5d-fdaeb5a14495 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:54.830766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7224b333-69c0-4f65-9f4b-461dd44313a1 req-2a6208d3-4110-4642-8a5d-fdaeb5a14495 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 949 time: 0.1322854 Jul 27 19:40:54.839183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82694b44-2b54-4ffe-8905-a4ed773a6837 req-272db46a-d3c9-4689-b3ba-ea2b3dc4f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:54.841023 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82694b44-2b54-4ffe-8905-a4ed773a6837 req-272db46a-d3c9-4689-b3ba-ea2b3dc4f1fc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 1102 time: 0.1289856 Jul 27 19:40:54.910848 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82694b44-2b54-4ffe-8905-a4ed773a6837 req-a0a7bbe8-97d0-41c7-a1a5-1339b20ed92f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620666 Jul 27 19:40:54.923756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7224b333-69c0-4f65-9f4b-461dd44313a1 req-fd2d93cf-2a13-4b1e-96a6-f6ad74d92b5c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816896 Jul 27 19:40:54.926817 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aa8a1-c671-4da4-9506-de50dc74aa67 req-70ffd1a7-a004-4c2d-bfba-2fd7301db116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:54.929096 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-482aa8a1-c671-4da4-9506-de50dc74aa67 req-70ffd1a7-a004-4c2d-bfba-2fd7301db116 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 1126 time: 0.1097975 Jul 27 19:40:54.952569 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e97acad2-2191-4744-93f4-e728091000a5 req-f31550fa-48cd-4694-aa2e-7625f85a1479 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 210 time: 0.0548015 Jul 27 19:40:54.998598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 28063d34-1bbb-4feb-8836-141f31d35f0f details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:40:55.091135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aa8a1-c671-4da4-9506-de50dc74aa67 req-277391f8-2677-4841-baaa-1ea3ce7c9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:55.094146 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-482aa8a1-c671-4da4-9506-de50dc74aa67 req-277391f8-2677-4841-baaa-1ea3ce7c9687 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.1511090 Jul 27 19:40:55.147259 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-482aa8a1-c671-4da4-9506-de50dc74aa67 req-8a346895-5664-479f-8df7-4f4ceba7be6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28063d34-1bbb-4feb-8836-141f31d35f0f HTTP/1.1" status: 200 len: 217 time: 0.0406842 Jul 27 19:40:55.194544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=28063d34-1bbb-4feb-8836-141f31d35f0f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:55.216244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 28063d34-1bbb-4feb-8836-141f31d35f0f has no active binding in host n-h2-705657-21 {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 19:40:55.257293 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aa8a1-c671-4da4-9506-de50dc74aa67 req-d2c98b62-c858-4586-a5b2-16bed0f5c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:55.260458 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-482aa8a1-c671-4da4-9506-de50dc74aa67 req-d2c98b62-c858-4586-a5b2-16bed0f5c7bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.1016903 Jul 27 19:40:55.319192 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-482aa8a1-c671-4da4-9506-de50dc74aa67 req-9897e526-17a6-43cc-985e-71373ef67c6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395989 Jul 27 19:40:55.483852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60406) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:55.512628 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-482aa8a1-c671-4da4-9506-de50dc74aa67 req-f619dbeb-4b52-4721-abe6-72fa08a58226 service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773150 Jul 27 19:40:55.633715 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-482aa8a1-c671-4da4-9506-de50dc74aa67 req-132a6478-c8c8-4558-969c-90695358c313 service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040049 Jul 27 19:40:55.696884 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-00631bc6-1d05-4778-9e40-eee0e4083377 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8197a2d3394c448cb621567042a7079b&name=default HTTP/1.1" status: 200 len: 2978 time: 0.2114601 Jul 27 19:40:55.699717 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60412) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:55.755573 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:55.778886 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:55.813636 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-614383f8-74c3-4093-931a-7f54f0db6e48 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:55.815153 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-614383f8-74c3-4093-931a-7f54f0db6e48 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.63 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 821 time: 0.4269035 Jul 27 19:40:55.823981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e75c5-45bd-4939-a06e-8206f6cebc94 req-b913f559-d3af-45a7-b9c1-1325347f6621 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:55.825554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe9e75c5-45bd-4939-a06e-8206f6cebc94 req-b913f559-d3af-45a7-b9c1-1325347f6621 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 950 time: 0.5038753 Jul 27 19:40:55.836693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3abf50-2e27-4789-9047-f3e3a0e27a76 req-4b8216dd-8de4-4883-83fa-1eca82f68d7b tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:55.839080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed3abf50-2e27-4789-9047-f3e3a0e27a76 req-4b8216dd-8de4-4883-83fa-1eca82f68d7b tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 949 time: 0.4496562 Jul 27 19:40:55.840479 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:55.843279 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:55.846882 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d65c30e7-b48f-42e3-997d-ca1e76402d5c HTTP/1.1" status: 204 len: 168 time: 0.1438270 Jul 27 19:40:55.847023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-08af155f-f4c0-4a5f-b6ab-71cbc5361d50 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Request body: {'port': {'device_id': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'admin_state_up': True, 'tenant_id': '7844aba5e5b149b0b78babceb3037803'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:55.859509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65c30e7-b48f-42e3-997d-ca1e76402d5c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:55.872969 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:55.873174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:55.873472 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:55.873992 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:55.874294 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:55.875714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:55.876060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:55.876420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:55.876755 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:55.877294 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:55.877538 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:55.878000 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3fd1-d213-4d94-9435-c76e34e54f63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:56.003130 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe9e75c5-45bd-4939-a06e-8206f6cebc94 req-186d0678-0185-4aef-8208-104c9a02eb61 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629081 Jul 27 19:40:56.005817 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-8cb89d94-b065-4e2d-8d6e-bf8bda024271 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=994761dd73e44270b1c6acfd3ed33606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746329 Jul 27 19:40:56.048701 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed3abf50-2e27-4789-9047-f3e3a0e27a76 req-ae5b48b4-390c-4f7a-9052-05e917bc7269 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801467 Jul 27 19:40:56.116468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-08af155f-f4c0-4a5f-b6ab-71cbc5361d50 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Made reservation on behalf of 7844aba5e5b149b0b78babceb3037803 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:56.122747 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-08af155f-f4c0-4a5f-b6ab-71cbc5361d50 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:56.258041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-cad8397f-0c73-43c4-91b4-f2bc5cf86299 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:56.262329 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-cad8397f-0c73-43c4-91b4-f2bc5cf86299 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2493846 Jul 27 19:40:56.289520 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-dc876313-1569-474d-93b2-ee67085df273 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Request body: {'port': {'device_id': '96b84b6a-699c-4fcb-bfd8-3d635e143f14', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '994761dd73e44270b1c6acfd3ed33606'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:56.358994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60426) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:56.406559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf016c-ce5f-4ea5-bd5d-dec1b3ad0ae0 req-6d7c92b9-d689-4cbd-b8f7-cfc84be2fcf6 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:56.408120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0bf016c-ce5f-4ea5-bd5d-dec1b3ad0ae0 req-6d7c92b9-d689-4cbd-b8f7-cfc84be2fcf6 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 943 time: 0.1915050 Jul 27 19:40:56.419393 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-efb0fbb4-dc3b-4dd3-be26-90556da7d903 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16877e77b06f444197b98ec451d4baef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590093 Jul 27 19:40:56.423965 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b688790-ee4d-4913-84c1-e2faaf27f20c req-61b09d01-b679-4cc5-8198-7655c4a94ffb tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:56.425515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b688790-ee4d-4913-84c1-e2faaf27f20c req-61b09d01-b679-4cc5-8198-7655c4a94ffb tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 946 time: 0.1857219 Jul 27 19:40:56.426000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60428) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:56.442446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-08af155f-f4c0-4a5f-b6ab-71cbc5361d50 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Allocated IP 172.20.0.11 (87d706c2-4754-4ed0-8dbd-4cf294320f05/b3b7ce50-55cb-46fb-875f-22fc7a04dd8f/609e4ffa-7292-45e4-835d-da59c8b79a05) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:56.474464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-dc876313-1569-474d-93b2-ee67085df273 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Made reservation on behalf of 994761dd73e44270b1c6acfd3ed33606 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:40:56.480849 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 068026db-0284-467c-a8cc-48ed09b50afa up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:56.489848 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-dc876313-1569-474d-93b2-ee67085df273 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:56.532807 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 068026db-0284-467c-a8cc-48ed09b50afa completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:56.536905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 068026db-0284-467c-a8cc-48ed09b50afa triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:56.537286 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:56.553742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0bf016c-ce5f-4ea5-bd5d-dec1b3ad0ae0 req-1c889c1e-c4d4-4678-b680-7d6332d49f35 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388228 Jul 27 19:40:56.572355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b688790-ee4d-4913-84c1-e2faaf27f20c req-d8322fc3-e543-4d77-811f-08f35be3f133 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259491 Jul 27 19:40:56.583523 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:56.600901 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa0e745-44af-45d5-96b8-8f3601459906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5eda7de-5e30-4925-8d7e-890b252472cc'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:56.603724 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066f98b7-7027-456e-9b07-37345e93c75e" -d '{"events": [{"server_uuid": "8fa0e745-44af-45d5-96b8-8f3601459906", "name": "network-vif-plugged", "status": "completed", "tag": "c5eda7de-5e30-4925-8d7e-890b252472cc"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:56.657681 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:56.663480 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:56.674333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-dc876313-1569-474d-93b2-ee67085df273 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Allocated IP 192.168.233.38 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/fae771fe-b133-4cf2-8cf9-e76a3f8c9f89) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:40:56.698115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 068026db-0284-467c-a8cc-48ed09b50afa, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=068026db-0284-467c-a8cc-48ed09b50afa,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:56.702816 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:56.724027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15b4f183-d7dd-4cf0-b7ee-4d13a1864d29 req-24737a78-6bb9-4b7f-a802-482899b74289 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 210 time: 0.0698433 Jul 27 19:40:56.759580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=068026db-0284-467c-a8cc-48ed09b50afa,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:56.760858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdfc1290-1601-42f9-8acc-99144175feff req-fe9e7b54-c8ce-4b5f-97a9-ab84eb710743 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 210 time: 0.0853729 Jul 27 19:40:56.818867 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f65a60f-f5b0-4939-9111-e0f0ccd2e1f6 x-openstack-request-id: req-5f65a60f-f5b0-4939-9111-e0f0ccd2e1f6 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:56.818867 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa0e745-44af-45d5-96b8-8f3601459906", "name": "network-vif-plugged", "status": "completed", "tag": "c5eda7de-5e30-4925-8d7e-890b252472cc", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:56.819111 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f65a60f-f5b0-4939-9111-e0f0ccd2e1f6 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:56.819449 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa0e745-44af-45d5-96b8-8f3601459906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5eda7de-5e30-4925-8d7e-890b252472cc', 'code': 200} Jul 27 19:40:56.827292 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:56.831147 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:56.834782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4377c59-29e9-4207-af3d-8959d74ebfd9 HTTP/1.1" status: 204 len: 168 time: 0.4025619 Jul 27 19:40:56.852298 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-08af155f-f4c0-4a5f-b6ab-71cbc5361d50 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:56.855342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4377c59-29e9-4207-af3d-8959d74ebfd9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:56.875207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:56.875207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:56.875445 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:56.875708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:56.876031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:56.876357 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:56.876702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:56.877029 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:56.877349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:56.877663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:56.877979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:56.878292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0bf18-5b04-40c5-9613-fde0a8fb5605 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:40:56.905962 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-08af155f-f4c0-4a5f-b6ab-71cbc5361d50 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Transition to ACTIVE for port object 609e4ffa-7292-45e4-835d-da59c8b79a05 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:56.955002 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-08af155f-f4c0-4a5f-b6ab-71cbc5361d50 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:56.987440 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-dc876313-1569-474d-93b2-ee67085df273 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:57.002860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-08af155f-f4c0-4a5f-b6ab-71cbc5361d50 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Network 87d706c2-4754-4ed0-8dbd-4cf294320f05 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:57.007848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-08af155f-f4c0-4a5f-b6ab-71cbc5361d50 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:57.008964 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-dc876313-1569-474d-93b2-ee67085df273 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Transition to ACTIVE for port object fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:57.012888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-08af155f-f4c0-4a5f-b6ab-71cbc5361d50 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:57.017658 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 18bf34f9-7b7d-4079-9107-5c2097edb555 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:40:57.020467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-08af155f-f4c0-4a5f-b6ab-71cbc5361d50 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:57.021204 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-08af155f-f4c0-4a5f-b6ab-71cbc5361d50 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:57.046552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af155f-f4c0-4a5f-b6ab-71cbc5361d50 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Pushing event updated for resources: {'Port': ['ID=609e4ffa-7292-45e4-835d-da59c8b79a05,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:57.064576 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-dc876313-1569-474d-93b2-ee67085df273 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:57.071191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-08af155f-f4c0-4a5f-b6ab-71cbc5361d50 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2299399 Jul 27 19:40:57.083885 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 18bf34f9-7b7d-4079-9107-5c2097edb555 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:40:57.084238 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 18bf34f9-7b7d-4079-9107-5c2097edb555 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:40:57.085198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Request body: {'port': {'device_id': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:57.087678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['b8656630-755d-488c-8030-de9ef937433e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:40:57.190366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-dc876313-1569-474d-93b2-ee67085df273 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:40:57.195000 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-dc876313-1569-474d-93b2-ee67085df273 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:40:57.197654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc876313-1569-474d-93b2-ee67085df273 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Pushing event updated for resources: {'Port': ['ID=fae771fe-b133-4cf2-8cf9-e76a3f8c9f89,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:57.201360 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-dc876313-1569-474d-93b2-ee67085df273 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:40:57.207285 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-dc876313-1569-474d-93b2-ee67085df273 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:57.207901 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-dc876313-1569-474d-93b2-ee67085df273 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:57.234857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29006c29-6999-4ea4-8fb0-887d62e3543c req-af5e5c03-d831-43fd-bf57-04e5b39ffbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:57.236446 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-29006c29-6999-4ea4-8fb0-887d62e3543c req-af5e5c03-d831-43fd-bf57-04e5b39ffbd2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 1098 time: 0.3249140 Jul 27 19:40:57.240150 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-dc876313-1569-474d-93b2-ee67085df273 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9634299 Jul 27 19:40:57.263532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Request body: {'port': {'device_id': '96b84b6a-699c-4fcb-bfd8-3d635e143f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:40:57.361274 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-29006c29-6999-4ea4-8fb0-887d62e3543c req-8bd03884-42a7-4b3a-8d4c-c0310e637ba6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145549 Jul 27 19:40:57.414045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c770ef8-3194-43f2-8ee8-8bc080b87352 req-6c044249-8f4f-403f-befd-71257099b9e4 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:57.416558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c770ef8-3194-43f2-8ee8-8bc080b87352 req-6c044249-8f4f-403f-befd-71257099b9e4 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 950 time: 0.2412968 Jul 27 19:40:57.423246 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:57.489155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-dedf8fcf-fc84-410d-ae21-ef9ac7d69325 None None] Provisioning for port 609e4ffa-7292-45e4-835d-da59c8b79a05 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:57.496638 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-dedf8fcf-fc84-410d-ae21-ef9ac7d69325 None None] Provisioning complete for port 609e4ffa-7292-45e4-835d-da59c8b79a05 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:57.497305 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-dedf8fcf-fc84-410d-ae21-ef9ac7d69325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:57.513274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f257d56-58b1-469a-ac36-85e9d7d844ee req-56cb24c6-a78c-4704-8642-058336bd8320 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:57.515004 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f257d56-58b1-469a-ac36-85e9d7d844ee req-56cb24c6-a78c-4704-8642-058336bd8320 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 949 time: 0.3336673 Jul 27 19:40:57.551660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-dedf8fcf-fc84-410d-ae21-ef9ac7d69325 None None] Port 609e4ffa-7292-45e4-835d-da59c8b79a05 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:40:57.568445 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c770ef8-3194-43f2-8ee8-8bc080b87352 req-00e55d53-8ddb-4c93-8115-5943555e0766 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405168 Jul 27 19:40:57.640692 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f257d56-58b1-469a-ac36-85e9d7d844ee req-c9f4f614-6f76-49ac-afff-87161f12a4b5 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164567 Jul 27 19:40:57.669431 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:57.681398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d268a2a4-0653-40ab-bf5c-9f88f72979b8 None None] Provisioning for port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:40:57.689245 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d268a2a4-0653-40ab-bf5c-9f88f72979b8 None None] Provisioning complete for port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:57.689768 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d268a2a4-0653-40ab-bf5c-9f88f72979b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:57.766407 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d268a2a4-0653-40ab-bf5c-9f88f72979b8 None None] Port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:40:57.946674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de11cb-1900-4702-961d-5fe5773d58cc req-5262a9a3-5570-4dea-ad04-c1ec35682923 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:57.951197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50de11cb-1900-4702-961d-5fe5773d58cc req-5262a9a3-5570-4dea-ad04-c1ec35682923 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 946 time: 0.1783400 Jul 27 19:40:57.969318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609e4ffa-7292-45e4-835d-da59c8b79a05 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:57.981529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47c19d-3d0b-4ed1-ac65-a77ae317eafd req-3190912e-0d52-4a53-8c21-053d01c9768b tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:57.983049 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed47c19d-3d0b-4ed1-ac65-a77ae317eafd req-3190912e-0d52-4a53-8c21-053d01c9768b tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 943 time: 0.2256474 Jul 27 19:40:57.993908 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:58.000022 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:58.009521 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:58.022536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Transition to ACTIVE for port object fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:58.028439 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:58.046116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Transition to ACTIVE for port object 609e4ffa-7292-45e4-835d-da59c8b79a05 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:58.053348 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed47c19d-3d0b-4ed1-ac65-a77ae317eafd req-48ad2ef1-5f58-460c-99d2-3fb73f99310e tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616002 Jul 27 19:40:58.056345 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50de11cb-1900-4702-961d-5fe5773d58cc req-602d0e1c-3398-4ece-baba-bae9404c0152 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992110 Jul 27 19:40:58.057573 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:58.116082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Pushing event updated for resources: {'Port': ['ID=fae771fe-b133-4cf2-8cf9-e76a3f8c9f89,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:58.127547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Pushing event updated for resources: {'Port': ['ID=609e4ffa-7292-45e4-835d-da59c8b79a05,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:58.190641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Attempting to bind port 609e4ffa-7292-45e4-835d-da59c8b79a05 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:58.191067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Attempting to bind port 609e4ffa-7292-45e4-835d-da59c8b79a05 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:58.192146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Attempting to bind port 609e4ffa-7292-45e4-835d-da59c8b79a05 on network 87d706c2-4754-4ed0-8dbd-4cf294320f05 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:58.196907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Port 609e4ffa-7292-45e4-835d-da59c8b79a05 on network 87d706c2-4754-4ed0-8dbd-4cf294320f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:40:58.197598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Attempting to bind port 609e4ffa-7292-45e4-835d-da59c8b79a05 on network 87d706c2-4754-4ed0-8dbd-4cf294320f05 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:58.211431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Attempting to bind port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:40:58.211829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:58.212266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Checking segment: {'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:58.212675 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Attempting to bind port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:40:58.213182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Bound using segment: {'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:58.213699 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Attempting to bind port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:58.214463 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Bound port: 609e4ffa-7292-45e4-835d-da59c8b79a05, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:58.216960 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:58.240431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:40:58.240830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Attempting to bind port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:40:58.290031 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-aa680691-6f8a-4d15-8d9d-19886ed57ca0 service neutron] 10.222.0.52 "GET /v2.0/ports/28063d34-1bbb-4feb-8836-141f31d35f0f/bindings/n-h2-705657-21 HTTP/1.1" status: 200 len: 385 time: 0.1690941 Jul 27 19:40:58.292549 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:40:58.292796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:40:58.293176 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:40:58.293770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Bound port: fae771fe-b133-4cf2-8cf9-e76a3f8c9f89, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:40:58.294193 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:58.414380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] For port 609e4ffa-7292-45e4-835d-da59c8b79a05, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:58.427564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] For port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:58.449229 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] For port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=fae771fe-b133-4cf2-8cf9-e76a3f8c9f89,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:58.475814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] For port 609e4ffa-7292-45e4-835d-da59c8b79a05, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=609e4ffa-7292-45e4-835d-da59c8b79a05,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:40:58.497195 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:58.501525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 068026db-0284-467c-a8cc-48ed09b50afa up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:40:58.504977 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:58.542739 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:58.543381 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:58.544915 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] 10.222.0.63 "PUT /v2.0/ports/fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 HTTP/1.1" status: 200 len: 1096 time: 1.2907624 Jul 27 19:40:58.571640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Pushing event updated for resources: {'Port': ['ID=609e4ffa-7292-45e4-835d-da59c8b79a05,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:58.574118 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 068026db-0284-467c-a8cc-48ed09b50afa triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:40:58.574754 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:58.597013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c532b-c209-4e81-aa10-9a460e5e095a req-2e0f9f34-9e31-4e22-a4f5-096b5ed81854 tempest-LiveMigrationNegativeTest-1697622160 tempest-LiveMigrationNegativeTest-1697622160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:58.597153 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b84b6a-699c-4fcb-bfd8-3d635e143f14', 'tag': 'fae771fe-b133-4cf2-8cf9-e76a3f8c9f89'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:58.600176 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d41ed1b-1f3c-4be0-a650-3d664bbe7ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "96b84b6a-699c-4fcb-bfd8-3d635e143f14", "tag": "fae771fe-b133-4cf2-8cf9-e76a3f8c9f89"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:58.605986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-753c532b-c209-4e81-aa10-9a460e5e095a req-2e0f9f34-9e31-4e22-a4f5-096b5ed81854 tempest-LiveMigrationNegativeTest-1697622160 tempest-LiveMigrationNegativeTest-1697622160-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 1101 time: 0.2882371 Jul 27 19:40:58.608465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:58.609088 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:58.613270 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-a8645b54-38d9-4219-b02b-fd90910fc7ed service neutron] 10.222.0.63 "PUT /v2.0/ports/609e4ffa-7292-45e4-835d-da59c8b79a05 HTTP/1.1" status: 200 len: 1093 time: 1.5307562 Jul 27 19:40:58.615400 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'tag': '609e4ffa-7292-45e4-835d-da59c8b79a05'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:40:58.617741 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ef16bd-a160-4928-abbb-5583d7bc3f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d78b0b0-33b7-4a8e-bd11-3e761e193df7", "tag": "609e4ffa-7292-45e4-835d-da59c8b79a05"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:40:58.740002 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-753c532b-c209-4e81-aa10-9a460e5e095a req-e44ee1e7-f81d-4a8a-a08a-4a134dfb0901 tempest-LiveMigrationNegativeTest-1697622160 tempest-LiveMigrationNegativeTest-1697622160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:58.779439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-1f9bfd9b-f918-49c4-9b15-55eec993b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:58.781001 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-1f9bfd9b-f918-49c4-9b15-55eec993b320 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=994761dd73e44270b1c6acfd3ed33606&device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 1099 time: 0.1751370 Jul 27 19:40:58.788768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecb75d-d5cf-42ad-a87c-922725cc74be service neutron] Pushing event updated for resources: {'Port': ['ID=fae771fe-b133-4cf2-8cf9-e76a3f8c9f89,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:58.844332 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-1ea93b1a-c3c6-4156-b4c8-46662b1d418e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 HTTP/1.1" status: 200 len: 217 time: 0.0482566 Jul 27 19:40:58.846120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-fd0ddd07-ba95-4874-b4f5-d625fddf670c service neutron] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=28063d34-1bbb-4feb-8836-141f31d35f0f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:58.904620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-fd0ddd07-ba95-4874-b4f5-d625fddf670c service neutron] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:40:58.937826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-e78e7c24-e5b3-459f-a426-62747d734dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:58.939315 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-e78e7c24-e5b3-459f-a426-62747d734dde service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0836561 Jul 27 19:40:58.947911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-fd0ddd07-ba95-4874-b4f5-d625fddf670c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28063d34-1bbb-4feb-8836-141f31d35f0f {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:40:58.948355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-0433509f-8864-4222-b42f-3f3ccb3b2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:58.950397 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-0433509f-8864-4222-b42f-3f3ccb3b2ce2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 1096 time: 0.2257195 Jul 27 19:40:58.958253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712382e6-07f8-4266-88da-a53286b0406e req-da5001fa-4765-4b3c-8d9f-c5321c1cf780 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:58.966307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-712382e6-07f8-4266-88da-a53286b0406e req-da5001fa-4765-4b3c-8d9f-c5321c1cf780 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 944 time: 0.3514223 Jul 27 19:40:58.998777 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-fd0ddd07-ba95-4874-b4f5-d625fddf670c service neutron] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=28063d34-1bbb-4feb-8836-141f31d35f0f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:40:59.022494 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-fd0ddd07-ba95-4874-b4f5-d625fddf670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:59.037844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-0024231f-4372-4a44-b911-3a9abf055ee3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609e4ffa-7292-45e4-835d-da59c8b79a05 HTTP/1.1" status: 200 len: 217 time: 0.0602298 Jul 27 19:40:59.045374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-c3657a84-d463-4cb1-b8ae-2e51f8822b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:59.047115 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-c3657a84-d463-4cb1-b8ae-2e51f8822b2e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0933304 Jul 27 19:40:59.066461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-712382e6-07f8-4266-88da-a53286b0406e req-aa9414c0-4303-4af1-b080-bcdedb93c494 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991435 Jul 27 19:40:59.068195 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-753c532b-c209-4e81-aa10-9a460e5e095a req-e44ee1e7-f81d-4a8a-a08a-4a134dfb0901 tempest-LiveMigrationNegativeTest-1697622160 tempest-LiveMigrationNegativeTest-1697622160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:59.078864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-753c532b-c209-4e81-aa10-9a460e5e095a req-e44ee1e7-f81d-4a8a-a08a-4a134dfb0901 tempest-LiveMigrationNegativeTest-1697622160 tempest-LiveMigrationNegativeTest-1697622160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:59.123247 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-753c532b-c209-4e81-aa10-9a460e5e095a req-e44ee1e7-f81d-4a8a-a08a-4a134dfb0901 tempest-LiveMigrationNegativeTest-1697622160 tempest-LiveMigrationNegativeTest-1697622160-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163770 Jul 27 19:40:59.157156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-f4e15d33-2ba4-4d8d-9df2-68ab7dd8d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:59.158601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-f4e15d33-2ba4-4d8d-9df2-68ab7dd8d1c9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.0886688 Jul 27 19:40:59.165789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ee1e7-f81d-4a8a-a08a-4a134dfb0901 tempest-LiveMigrationNegativeTest-1697622160 tempest-LiveMigrationNegativeTest-1697622160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c506ce0a-79f3-47e6-9db0-dd624fb29820,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:59.189285 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-fd0ddd07-ba95-4874-b4f5-d625fddf670c service neutron] Transition to ACTIVE for port object 28063d34-1bbb-4feb-8836-141f31d35f0f will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:40:59.202655 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-fd0ddd07-ba95-4874-b4f5-d625fddf670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:40:59.216874 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-2d5941a9-e80a-4783-9ed5-edb1cdceba18 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454513 Jul 27 19:40:59.294006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13133d35-794d-4db3-a862-9dc15bac82a2 req-bd038030-205f-4dff-b2c2-9448a733e7b3 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:59.295497 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13133d35-794d-4db3-a862-9dc15bac82a2 req-bd038030-205f-4dff-b2c2-9448a733e7b3 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 947 time: 0.1411400 Jul 27 19:40:59.307428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-678563ef-2c99-4b69-a795-16272a6baf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:59.309007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-678563ef-2c99-4b69-a795-16272a6baf29 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402454 Jul 27 19:40:59.329983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-fd0ddd07-ba95-4874-b4f5-d625fddf670c service neutron] No DVR routers for this DVR port 28063d34-1bbb-4feb-8836-141f31d35f0f on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:40:59.340105 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ddd07-ba95-4874-b4f5-d625fddf670c service neutron] Pushing event updated for resources: {'Port': ['ID=28063d34-1bbb-4feb-8836-141f31d35f0f,revision_number=10']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:40:59.388615 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-fd0ddd07-ba95-4874-b4f5-d625fddf670c service neutron] 10.222.0.52 "PUT /v2.0/ports/28063d34-1bbb-4feb-8836-141f31d35f0f/bindings/n-h2-705657-21/activate HTTP/1.1" status: 200 len: 370 time: 1.0705826 Jul 27 19:40:59.394000 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6e1a8621-6cb4-4b19-b254-7b6d6059e746 req-8bf177a5-3cfd-4a54-857c-1a290944e530 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586397 Jul 27 19:40:59.414146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13133d35-794d-4db3-a862-9dc15bac82a2 req-21b90acd-845c-4b22-979c-903daca82a54 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071975 Jul 27 19:40:59.440809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74372b54-8774-4eb4-a396-eb9e4c750556 req-0a6ff856-4890-4253-8cd7-6d394ddae080 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:59.442329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74372b54-8774-4eb4-a396-eb9e4c750556 req-0a6ff856-4890-4253-8cd7-6d394ddae080 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 950 time: 0.1948969 Jul 27 19:40:59.461941 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac083bc5-b052-44a4-9984-b86529a93363 x-openstack-request-id: req-ac083bc5-b052-44a4-9984-b86529a93363 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:59.462232 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b84b6a-699c-4fcb-bfd8-3d635e143f14", "tag": "fae771fe-b133-4cf2-8cf9-e76a3f8c9f89", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:59.462516 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac083bc5-b052-44a4-9984-b86529a93363 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:59.463345 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b84b6a-699c-4fcb-bfd8-3d635e143f14', 'tag': 'fae771fe-b133-4cf2-8cf9-e76a3f8c9f89', 'status': 'completed', 'code': 200} Jul 27 19:40:59.473505 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-19b7c695-2171-41fb-aaf0-b3744c1668f0 service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497569 Jul 27 19:40:59.503214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.63', 59798) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:40:59.509701 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e9892b-a5e8-410b-a96d-8b679b0d1e5a x-openstack-request-id: req-45e9892b-a5e8-410b-a96d-8b679b0d1e5a {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:40:59.510289 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d78b0b0-33b7-4a8e-bd11-3e761e193df7", "tag": "609e4ffa-7292-45e4-835d-da59c8b79a05", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:40:59.510534 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45e9892b-a5e8-410b-a96d-8b679b0d1e5a {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:40:59.511220 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'tag': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'status': 'completed', 'code': 200} Jul 27 19:40:59.531882 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-0ccf7517-47e3-464e-abac-e80baef17006 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:59.533431 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-0ccf7517-47e3-464e-abac-e80baef17006 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907&tenant_id=83373949e0124aa78732c2d4023213df&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1096 time: 0.0631742 Jul 27 19:40:59.642793 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f953140d-009f-40e6-866c-326cdb53999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:59.644352 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-f953140d-009f-40e6-866c-326cdb53999c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907&tenant_id=83373949e0124aa78732c2d4023213df HTTP/1.1" status: 200 len: 1096 time: 0.1018319 Jul 27 19:40:59.743462 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-37abc225-02ea-4371-bc3e-06ecf6bcd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:59.745239 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-37abc225-02ea-4371-bc3e-06ecf6bcd684 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 1096 time: 0.0701826 Jul 27 19:40:59.792071 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74372b54-8774-4eb4-a396-eb9e4c750556 req-4a1f947f-0dc0-409e-8bdb-f158dcef5eae tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425596 Jul 27 19:40:59.846722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-3e6297c2-9a7e-4895-ab93-3bd08c3a379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:59.848157 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-3e6297c2-9a7e-4895-ab93-3bd08c3a379d service neutron] 10.222.0.63 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.0924842 Jul 27 19:40:59.884964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1046e9ef-a32c-4a12-907e-2df41c9f44b7 req-420bdfbc-0a0f-432f-a150-3c954a92db60 service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007773 Jul 27 19:40:59.892906 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-e65df836-a3b3-43b9-85fc-d1427b070e21 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28063d34-1bbb-4feb-8836-141f31d35f0f HTTP/1.1" status: 200 len: 217 time: 0.0348680 Jul 27 19:40:59.914435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41ed1b-1f3c-4be0-a650-3d664bbe7ea2 req-ccbd4244-ff77-4a14-934f-4a439a3aaec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:59.915916 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d41ed1b-1f3c-4be0-a650-3d664bbe7ea2 req-ccbd4244-ff77-4a14-934f-4a439a3aaec3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=994761dd73e44270b1c6acfd3ed33606&device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 1099 time: 0.4038782 Jul 27 19:40:59.935694 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567f62a-442e-4b9c-8cae-01bad86567a9 req-cef47079-dbb7-4868-b756-60c8dc0ecc7e tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:59.937434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e567f62a-442e-4b9c-8cae-01bad86567a9 req-cef47079-dbb7-4868-b756-60c8dc0ecc7e tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 946 time: 0.1752522 Jul 27 19:40:59.951103 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-d61f695d-3fab-4b2a-97a1-a7fa007a8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:40:59.952610 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-d61f695d-3fab-4b2a-97a1-a7fa007a8dff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.0471654 Jul 27 19:40:59.998599 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-1bc8eeaf-b183-4620-be79-76e759baa3db service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314360 Jul 27 19:41:00.080010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e567f62a-442e-4b9c-8cae-01bad86567a9 req-91890e14-6b9b-49dd-afb3-7d9526ce7bdb tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331275 Jul 27 19:41:00.090925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cac0c-af77-4692-976c-6624b19aa0cf req-7955f3d2-00ad-4343-ada3-ec655b176d49 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:00.092472 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e06cac0c-af77-4692-976c-6624b19aa0cf req-7955f3d2-00ad-4343-ada3-ec655b176d49 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 944 time: 0.2235942 Jul 27 19:41:00.111080 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-813b86e2-8e26-4173-ac95-0c12c307dd26 service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995276 Jul 27 19:41:00.138242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41ed1b-1f3c-4be0-a650-3d664bbe7ea2 req-563a210b-1ad1-49bf-9017-0bdd5d313d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:00.139706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d41ed1b-1f3c-4be0-a650-3d664bbe7ea2 req-563a210b-1ad1-49bf-9017-0bdd5d313d3e service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2019548 Jul 27 19:41:00.163762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef16bd-a160-4928-abbb-5583d7bc3f2b req-2ad339a7-30ca-4813-bf00-37d9b68cf498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:00.165325 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2ef16bd-a160-4928-abbb-5583d7bc3f2b req-2ad339a7-30ca-4813-bf00-37d9b68cf498 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 1096 time: 0.2051322 Jul 27 19:41:00.193962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e06cac0c-af77-4692-976c-6624b19aa0cf req-baa44075-4387-4e00-80cf-1c63e39906c7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940957 Jul 27 19:41:00.203770 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d41ed1b-1f3c-4be0-a650-3d664bbe7ea2 req-5e469fff-dd06-49ce-a3db-74baf4ccadb2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 HTTP/1.1" status: 200 len: 217 time: 0.0534232 Jul 27 19:41:00.232542 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-ea6ea397-8044-4335-9c7f-46b537684381 service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040370 Jul 27 19:41:00.315953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41ed1b-1f3c-4be0-a650-3d664bbe7ea2 req-514f1aed-986f-42b8-8822-453cf0fcde51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:00.317444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d41ed1b-1f3c-4be0-a650-3d664bbe7ea2 req-514f1aed-986f-42b8-8822-453cf0fcde51 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1024406 Jul 27 19:41:00.335523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef16bd-a160-4928-abbb-5583d7bc3f2b req-ce8038dd-3f62-4627-8297-13039594d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:00.337128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2ef16bd-a160-4928-abbb-5583d7bc3f2b req-ce8038dd-3f62-4627-8297-13039594d5ad service neutron] 10.222.0.63 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 922 time: 0.1422122 Jul 27 19:41:00.413207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2ef16bd-a160-4928-abbb-5583d7bc3f2b req-d4c797ab-4b52-47c5-9ad0-35945e0c56c8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609e4ffa-7292-45e4-835d-da59c8b79a05 HTTP/1.1" status: 200 len: 217 time: 0.0661008 Jul 27 19:41:00.526820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-45da5cfe-fb29-4031-8052-1389698dbf0a tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:00.528309 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-45da5cfe-fb29-4031-8052-1389698dbf0a tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907&tenant_id=83373949e0124aa78732c2d4023213df&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 1096 time: 0.0591872 Jul 27 19:41:00.538732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef16bd-a160-4928-abbb-5583d7bc3f2b req-ffe4e05e-51dc-4929-9315-85719d51950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:00.540169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2ef16bd-a160-4928-abbb-5583d7bc3f2b req-ffe4e05e-51dc-4929-9315-85719d51950d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.1041734 Jul 27 19:41:00.563667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41ed1b-1f3c-4be0-a650-3d664bbe7ea2 req-2f5817f7-164b-4b93-9e43-f21d15cce204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:00.565167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d41ed1b-1f3c-4be0-a650-3d664bbe7ea2 req-2f5817f7-164b-4b93-9e43-f21d15cce204 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2271452 Jul 27 19:41:00.591358 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0df249-44cc-4b0d-b9b3-5269147e7837 req-be7203d3-50ea-4c6c-a53f-fa73c483dca3 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:00.592801 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d0df249-44cc-4b0d-b9b3-5269147e7837 req-be7203d3-50ea-4c6c-a53f-fa73c483dca3 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 944 time: 0.2205667 Jul 27 19:41:00.664457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-681bf977-aeae-4ffc-a34e-e099ae093b7d service neutron] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:41:00.667844 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-681bf977-aeae-4ffc-a34e-e099ae093b7d service neutron] Notify callbacks [] for binding, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:00.669114 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f081f81-e8a0-428b-b175-10d9f2fca5b9 req-681bf977-aeae-4ffc-a34e-e099ae093b7d service neutron] 10.222.0.63 "DELETE /v2.0/ports/28063d34-1bbb-4feb-8836-141f31d35f0f/bindings/n-h1-705657-21 HTTP/1.1" status: 204 len: 173 time: 0.1313286 Jul 27 19:41:00.697237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddd4ff-ea85-4940-a36f-f201cc89f652 req-eec89b3c-5482-4c3f-8893-209963458948 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:00.698911 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acddd4ff-ea85-4940-a36f-f201cc89f652 req-eec89b3c-5482-4c3f-8893-209963458948 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 946 time: 0.2278316 Jul 27 19:41:00.708794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60544) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:00.713625 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-01ae701a-65d3-46c9-b82e-c238b749ed77 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Request body: {'floatingip': {'port_id': 'c5eda7de-5e30-4925-8d7e-890b252472cc'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:00.721969 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d0df249-44cc-4b0d-b9b3-5269147e7837 req-29bd942a-d713-4add-b10e-61c47760ceeb tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208558 Jul 27 19:41:00.742296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef16bd-a160-4928-abbb-5583d7bc3f2b req-ec6cae1e-91ac-49c9-95f9-cdc05924beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:00.743805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2ef16bd-a160-4928-abbb-5583d7bc3f2b req-ec6cae1e-91ac-49c9-95f9-cdc05924beac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1946619 Jul 27 19:41:00.751777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d41ed1b-1f3c-4be0-a650-3d664bbe7ea2 req-89ed8abf-b3cc-4858-a162-9ae7e1481c9e service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686387 Jul 27 19:41:00.813358 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01ae701a-65d3-46c9-b82e-c238b749ed77 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for floatingip, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:00.983989 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2ef16bd-a160-4928-abbb-5583d7bc3f2b req-5716bc11-b34d-4040-b8c0-4a61becc467e service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311559 Jul 27 19:41:00.993388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d41ed1b-1f3c-4be0-a650-3d664bbe7ea2 req-7fac8786-c1ae-4109-8dfd-60a371233b30 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201610 Jul 27 19:41:01.071626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2d814-710a-4d50-8398-1d9b2a80ef09 req-538b2133-9364-4fec-9fbf-f9ca8b500a04 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:01.073813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbb2d814-710a-4d50-8398-1d9b2a80ef09 req-538b2133-9364-4fec-9fbf-f9ca8b500a04 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 950 time: 0.2082114 Jul 27 19:41:01.085600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51363577-6db7-42e5-a641-763129d15d6e req-457a5804-98f6-4047-9014-49d5b496d384 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:01.087027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51363577-6db7-42e5-a641-763129d15d6e req-457a5804-98f6-4047-9014-49d5b496d384 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 947 time: 0.2334073 Jul 27 19:41:01.164318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2ef16bd-a160-4928-abbb-5583d7bc3f2b req-67dc8a4d-0c3b-4982-b788-d5c62b06884d service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673839 Jul 27 19:41:01.169545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbb2d814-710a-4d50-8398-1d9b2a80ef09 req-b6330eeb-70ec-4906-9a70-781a60fe90a7 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793676 Jul 27 19:41:01.174690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51363577-6db7-42e5-a641-763129d15d6e req-bf18ad1a-1bb1-4013-982d-0226d616470f tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702393 Jul 27 19:41:01.397488 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06409a71-5d49-4ad3-aae2-f23ba023105d req-57d0b712-0586-4191-b004-4c3815ef0380 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:01.406467 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06409a71-5d49-4ad3-aae2-f23ba023105d req-57d0b712-0586-4191-b004-4c3815ef0380 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 944 time: 0.0898075 Jul 27 19:41:01.443652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06409a71-5d49-4ad3-aae2-f23ba023105d req-703a4426-007c-4be0-8609-ccde3bbe8131 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354056 Jul 27 19:41:01.529476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b62afe-41c5-4028-8a47-ebf2b28b79f0 req-46b708ab-00f1-4840-bf47-fcb657b9afc7 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:01.531141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31b62afe-41c5-4028-8a47-ebf2b28b79f0 req-46b708ab-00f1-4840-bf47-fcb657b9afc7 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 949 time: 0.0752237 Jul 27 19:41:01.572968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31b62afe-41c5-4028-8a47-ebf2b28b79f0 req-1c0df78e-b659-4015-a9da-21b09e70b241 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352118 Jul 27 19:41:01.725638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8905c-b11f-485c-94b0-0fc64f82c9df req-509f746d-7fb8-4e84-931c-a9505e15b35f tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:01.735521 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-11c8905c-b11f-485c-94b0-0fc64f82c9df req-509f746d-7fb8-4e84-931c-a9505e15b35f tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 1096 time: 0.0786879 Jul 27 19:41:01.776968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-11c8905c-b11f-485c-94b0-0fc64f82c9df req-44ca9618-aad8-448b-adfe-a2512fd26bc8 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401156 Jul 27 19:41:01.818816 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01ae701a-65d3-46c9-b82e-c238b749ed77 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:01.825576 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01ae701a-65d3-46c9-b82e-c238b749ed77 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:01.911353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2a0a9-7e73-4e29-88b4-a2a46bd22c04 req-a126f3a8-c227-464a-869e-b8bf8463c7eb tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:01.913264 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08a2a0a9-7e73-4e29-88b4-a2a46bd22c04 req-a126f3a8-c227-464a-869e-b8bf8463c7eb tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 944 time: 0.0949261 Jul 27 19:41:01.960480 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-01ae701a-65d3-46c9-b82e-c238b749ed77 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Floating IP 1850c131-c058-4494-a4bf-1a3b8c2f6fdc associated. External IP: 172.25.1.60, port: c5eda7de-5e30-4925-8d7e-890b252472cc. Jul 27 19:41:01.965926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08a2a0a9-7e73-4e29-88b4-a2a46bd22c04 req-6e0716a3-59ed-44c3-b9c8-62e5daecfd3e tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453274 Jul 27 19:41:02.069830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c32cf-19dd-4c2d-a437-6235e9aba87b req-a3494a05-b26d-4984-9364-cf748c31c918 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:02.071217 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-792c32cf-19dd-4c2d-a437-6235e9aba87b req-a3494a05-b26d-4984-9364-cf748c31c918 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.63 "GET /v2.0/ports?device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 950 time: 0.0995128 Jul 27 19:41:02.182279 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 28063d34-1bbb-4feb-8836-141f31d35f0f no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:41:02.251269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 28063d34-1bbb-4feb-8836-141f31d35f0f not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:41:02.252883 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ae701a-65d3-46c9-b82e-c238b749ed77 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:41:02.375107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ae701a-65d3-46c9-b82e-c238b749ed77 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:41:02.380675 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01ae701a-65d3-46c9-b82e-c238b749ed77 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:02.402634 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754e3b45-b804-42aa-98ca-4e2135e261a8 None None] Sync routers for ids ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:41:02.421656 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754e3b45-b804-42aa-98ca-4e2135e261a8 None None] Routers {'3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:41:02.422600 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-754e3b45-b804-42aa-98ca-4e2135e261a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:40:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:02.423713 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-01ae701a-65d3-46c9-b82e-c238b749ed77 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "PUT /v2.0/floatingips/1850c131-c058-4494-a4bf-1a3b8c2f6fdc HTTP/1.1" status: 200 len: 991 time: 1.7137980 Jul 27 19:41:02.424304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa0e745-44af-45d5-96b8-8f3601459906', 'tag': 'c5eda7de-5e30-4925-8d7e-890b252472cc'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:02.427006 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c462a61-ee69-4a8c-ad11-8f14c65279f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa0e745-44af-45d5-96b8-8f3601459906", "tag": "c5eda7de-5e30-4925-8d7e-890b252472cc"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:02.486725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60636) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:02.514605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-49bf3cd0-e6d1-40d6-9c84-9819d5255df7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:02.516137 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-49bf3cd0-e6d1-40d6-9c84-9819d5255df7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 821 time: 0.4662118 Jul 27 19:41:02.542636 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-754e3b45-b804-42aa-98ca-4e2135e261a8 None None] Set router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:41:02.555667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650cbc1-0504-4c7b-8694-ab7c448e72c4 req-c3809a54-e9e8-4d58-a09d-4d3cb908484b tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:02.557394 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5650cbc1-0504-4c7b-8694-ab7c448e72c4 req-c3809a54-e9e8-4d58-a09d-4d3cb908484b tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cfd6e63-0530-4c27-b410-acf0963ae8f8 HTTP/1.1" status: 200 len: 950 time: 0.1591516 Jul 27 19:41:02.564319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4c422e1d-efe0-4dfb-8f3f-9f59eeff4144 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/quotas/83373949e0124aa78732c2d4023213df HTTP/1.1" status: 200 len: 375 time: 0.0376625 Jul 27 19:41:02.610832 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e84b1696-f9c1-495c-921d-a661868d5405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:02.616377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-792c32cf-19dd-4c2d-a437-6235e9aba87b req-3531cc28-d00c-4a49-ab0a-48a7d33f1104 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Deleting port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:41:02.616737 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-792c32cf-19dd-4c2d-a437-6235e9aba87b req-3531cc28-d00c-4a49-ab0a-48a7d33f1104 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:02.676101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5650cbc1-0504-4c7b-8694-ab7c448e72c4 req-f2f6f537-d084-48ed-b3c2-bb8139c9486d tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083539 Jul 27 19:41:02.727043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e84b1696-f9c1-495c-921d-a661868d5405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:02.729055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-26fe82e9-8cc6-4cea-9ba4-0eec310f398a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1637349 Jul 27 19:41:02.733456 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e84b1696-f9c1-495c-921d-a661868d5405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:02.759759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-792c32cf-19dd-4c2d-a437-6235e9aba87b req-3531cc28-d00c-4a49-ab0a-48a7d33f1104 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] For port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=553ab1a3-5a26-4099-9b05-3a3df78ea4b4,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:02.760558 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-792c32cf-19dd-4c2d-a437-6235e9aba87b req-3531cc28-d00c-4a49-ab0a-48a7d33f1104 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:02.781368 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e84b1696-f9c1-495c-921d-a661868d5405 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6410497d15954adc83dee2f9d736596b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934868 Jul 27 19:41:02.783951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-792c32cf-19dd-4c2d-a437-6235e9aba87b req-3531cc28-d00c-4a49-ab0a-48a7d33f1104 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Calling delete_port for 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:41:02.789020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60646) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:02.820164 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b1696-f9c1-495c-921d-a661868d5405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e809fa01-e5fe-4ade-94f3-01485137b0b4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:02.845160 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-754e3b45-b804-42aa-98ca-4e2135e261a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '1850c131-c058-4494-a4bf-1a3b8c2f6fdc', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'port_id': 'c5eda7de-5e30-4925-8d7e-890b252472cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'mac_address': 'fa:16:3e:de:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa0e745-44af-45d5-96b8-8f3601459906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:40:37Z', 'updated_at': '2021-07-27T19:41:01Z', 'revision_number': 1, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab159236-2da8-42f4-b94d-4591c761ddcb', 'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'mac_address': 'fa:16:3e:8f:f7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:17Z', 'updated_at': '2021-07-27T19:40:26Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'subnets': [{'id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:02.861088 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-735af7c3-a82a-4741-93d4-c122f5d96ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:02.881715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-b3b15b6f-14c4-4432-93ea-ded214654510 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:41:02.882391 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754e3b45-b804-42aa-98ca-4e2135e261a8 None None] Checking router: 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:41:02.884939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-b3b15b6f-14c4-4432-93ea-ded214654510 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0913100 Jul 27 19:41:02.885211 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-735af7c3-a82a-4741-93d4-c122f5d96ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:02.891153 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754e3b45-b804-42aa-98ca-4e2135e261a8 None None] Routers {'3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:41:02.891986 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-754e3b45-b804-42aa-98ca-4e2135e261a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:40:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:02.938215 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-735af7c3-a82a-4741-93d4-c122f5d96ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:02.941092 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-735af7c3-a82a-4741-93d4-c122f5d96ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:02.942242 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-735af7c3-a82a-4741-93d4-c122f5d96ae0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e809fa01-e5fe-4ade-94f3-01485137b0b4 HTTP/1.1" status: 204 len: 168 time: 0.1522853 Jul 27 19:41:02.961557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735af7c3-a82a-4741-93d4-c122f5d96ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e809fa01-e5fe-4ade-94f3-01485137b0b4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:02.990637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712dafe-2bb3-4ac5-a801-88bb7f3a30eb req-ae3764b6-a3b0-4f64-97d6-afd6992b738a tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:02.992262 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2712dafe-2bb3-4ac5-a801-88bb7f3a30eb req-ae3764b6-a3b0-4f64-97d6-afd6992b738a tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 947 time: 0.2234058 Jul 27 19:41:03.019224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:41:03.067329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-9a02b260-5627-4b78-a4cc-b4c0e6618e64 service neutron] 10.222.0.48 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737170 Jul 27 19:41:03.100566 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-754e3b45-b804-42aa-98ca-4e2135e261a8 None None] Set router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:41:03.121231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=fae771fe-b133-4cf2-8cf9-e76a3f8c9f89,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:03.148713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'fae771fe-b133-4cf2-8cf9-e76a3f8c9f89', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'fae771fe-b133-4cf2-8cf9-e76a3f8c9f89', 'mac_address': 'fa:16:3e:70:2c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:41:03.165814 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-792c32cf-19dd-4c2d-a437-6235e9aba87b req-3531cc28-d00c-4a49-ab0a-48a7d33f1104 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:03.183367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['553ab1a3-5a26-4099-9b05-3a3df78ea4b4'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:03.202221 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:03.249233 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2712dafe-2bb3-4ac5-a801-88bb7f3a30eb req-ce80d64b-250d-49e6-96d6-432cd9c62ce8 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455764 Jul 27 19:41:03.253037 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531cc28-d00c-4a49-ab0a-48a7d33f1104 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Pushing event deleted for resources: {'Port': ['ID=553ab1a3-5a26-4099-9b05-3a3df78ea4b4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:03.267650 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:03.319897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=fae771fe-b133-4cf2-8cf9-e76a3f8c9f89,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:03.329206 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:03.330414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 609e4ffa-7292-45e4-835d-da59c8b79a05 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:41:03.333042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-792c32cf-19dd-4c2d-a437-6235e9aba87b req-3531cc28-d00c-4a49-ab0a-48a7d33f1104 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] No DVR routers for this DVR port 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:41:03.336079 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-792c32cf-19dd-4c2d-a437-6235e9aba87b req-3531cc28-d00c-4a49-ab0a-48a7d33f1104 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:03.339037 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-792c32cf-19dd-4c2d-a437-6235e9aba87b req-3531cc28-d00c-4a49-ab0a-48a7d33f1104 tempest-DeleteServersAdminTestJSON-1578335668 tempest-DeleteServersAdminTestJSON-1578335668-project] 10.222.0.63 "DELETE /v2.0/ports/553ab1a3-5a26-4099-9b05-3a3df78ea4b4 HTTP/1.1" status: 204 len: 173 time: 1.2495313 Jul 27 19:41:03.350097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd6e63-0530-4c27-b410-acf0963ae8f8', 'name': 'network-vif-deleted', 'tag': '553ab1a3-5a26-4099-9b05-3a3df78ea4b4'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:03.353330 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b709fd8d-5971-4c6f-8f8f-f4139c337bdc" -d '{"events": [{"server_uuid": "5cfd6e63-0530-4c27-b410-acf0963ae8f8", "name": "network-vif-deleted", "tag": "553ab1a3-5a26-4099-9b05-3a3df78ea4b4"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:03.378177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60660) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:03.401565 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0191ca8-bc7b-454f-a3da-e03d05eeb1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:03.408645 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-754e3b45-b804-42aa-98ca-4e2135e261a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '1850c131-c058-4494-a4bf-1a3b8c2f6fdc', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'port_id': 'c5eda7de-5e30-4925-8d7e-890b252472cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'mac_address': 'fa:16:3e:de:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa0e745-44af-45d5-96b8-8f3601459906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:40:37Z', 'updated_at': '2021-07-27T19:41:01Z', 'revision_number': 1, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab159236-2da8-42f4-b94d-4591c761ddcb', 'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'mac_address': 'fa:16:3e:8f:f7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:17Z', 'updated_at': '2021-07-27T19:40:26Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'subnets': [{'id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:03.444990 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-1b12e133-1816-4346-8152-0e7490a8f445 service neutron] 10.222.0.48 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912314 Jul 27 19:41:03.445853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=fae771fe-b133-4cf2-8cf9-e76a3f8c9f89,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:03.447391 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754e3b45-b804-42aa-98ca-4e2135e261a8 None None] The sync data for ids ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'] in n-d-705657-21 is: [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '1850c131-c058-4494-a4bf-1a3b8c2f6fdc', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'port_id': 'c5eda7de-5e30-4925-8d7e-890b252472cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'mac_address': 'fa:16:3e:de:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa0e745-44af-45d5-96b8-8f3601459906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:40:37Z', 'updated_at': '2021-07-27T19:41:01Z', 'revision_number': 1, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab159236-2da8-42f4-b94d-4591c761ddcb', 'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'mac_address': 'fa:16:3e:8f:f7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:17Z', 'updated_at': '2021-07-27T19:40:26Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'subnets': [{'id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:41:03.584773 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13340827-ae34-4734-9989-2e02c07b6d72 x-openstack-request-id: req-13340827-ae34-4734-9989-2e02c07b6d72 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:03.585177 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa0e745-44af-45d5-96b8-8f3601459906", "tag": "c5eda7de-5e30-4925-8d7e-890b252472cc", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:03.585369 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13340827-ae34-4734-9989-2e02c07b6d72 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:03.585767 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa0e745-44af-45d5-96b8-8f3601459906', 'tag': 'c5eda7de-5e30-4925-8d7e-890b252472cc', 'status': 'completed', 'code': 200} Jul 27 19:41:03.657520 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 609e4ffa-7292-45e4-835d-da59c8b79a05, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=609e4ffa-7292-45e4-835d-da59c8b79a05,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:03.670721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f67065-3eff-4c8d-915a-fe1627bed01d req-6ed0cc0e-5033-440e-9263-775ef9974609 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:03.674744 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c1f67065-3eff-4c8d-915a-fe1627bed01d req-6ed0cc0e-5033-440e-9263-775ef9974609 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 949 time: 0.2288530 Jul 27 19:41:03.683266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'port_id': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'mac_address': 'fa:16:3e:7d:2d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:41:03.699223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c462a61-ee69-4a8c-ad11-8f14c65279f9 req-cb2042e4-4631-4cd6-a702-023398756d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:03.701284 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c462a61-ee69-4a8c-ad11-8f14c65279f9 req-cb2042e4-4631-4cd6-a702-023398756d95 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eaa2a46568494f18a26d9c60a2c39541&device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 1098 time: 0.0879114 Jul 27 19:41:03.743837 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:03.767101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609e4ffa-7292-45e4-835d-da59c8b79a05 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:03.795545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 609e4ffa-7292-45e4-835d-da59c8b79a05, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=609e4ffa-7292-45e4-835d-da59c8b79a05,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:03.809139 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:03.847166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fefc3ef-30a4-4f84-90b6-8ce4e7c60901 None None] New status for floating IP 1850c131-c058-4494-a4bf-1a3b8c2f6fdc: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:41:03.928895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb181ae3-433c-4981-a635-f014b9bcea61 req-41d214a2-91fb-45d8-84d0-1bc2812be927 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:03.938381 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb181ae3-433c-4981-a635-f014b9bcea61 req-41d214a2-91fb-45d8-84d0-1bc2812be927 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 949 time: 0.2669122 Jul 27 19:41:03.955971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c462a61-ee69-4a8c-ad11-8f14c65279f9 req-39fa8772-9473-4e17-bf75-76bfcaba7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:03.957747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c462a61-ee69-4a8c-ad11-8f14c65279f9 req-39fa8772-9473-4e17-bf75-76bfcaba7e19 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1efccaaf-715e-4036-a519-1b6b1cc8f573 HTTP/1.1" status: 200 len: 924 time: 0.2303753 Jul 27 19:41:03.961062 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0191ca8-bc7b-454f-a3da-e03d05eeb1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:03.972176 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-c1f67065-3eff-4c8d-915a-fe1627bed01d req-f9593bd1-bbad-4c1e-ba9f-f40a5a77f521 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Deleting port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:41:03.972544 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c1f67065-3eff-4c8d-915a-fe1627bed01d req-f9593bd1-bbad-4c1e-ba9f-f40a5a77f521 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:03.992189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=609e4ffa-7292-45e4-835d-da59c8b79a05,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:04.020261 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0191ca8-bc7b-454f-a3da-e03d05eeb1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:04.081564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c96a1-6771-4f4a-86a8-e130eaac8e1f req-77449307-195b-4119-afdc-faf668c1cc13 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:04.083232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f44c96a1-6771-4f4a-86a8-e130eaac8e1f req-77449307-195b-4119-afdc-faf668c1cc13 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 945 time: 0.2671773 Jul 27 19:41:04.088230 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['609e4ffa-7292-45e4-835d-da59c8b79a05'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:04.094544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['fae771fe-b133-4cf2-8cf9-e76a3f8c9f89'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:04.123002 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb181ae3-433c-4981-a635-f014b9bcea61 req-89aeaf14-da41-4af0-ad69-70390c0a1a3f tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832199 Jul 27 19:41:04.145509 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b0191ca8-bc7b-454f-a3da-e03d05eeb1e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb822bfb2e404b5c8e07df3d63e39214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7663615 Jul 27 19:41:04.146094 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60674) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:04.189061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0191ca8-bc7b-454f-a3da-e03d05eeb1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcde1e7-6d6c-4e16-8dad-36d3fb111843,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:04.257364 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-c1f67065-3eff-4c8d-915a-fe1627bed01d req-f9593bd1-bbad-4c1e-ba9f-f40a5a77f521 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] For port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=48322b1d-8aa8-459b-ac4e-d1ec0f3fc063,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:04.257728 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c1f67065-3eff-4c8d-915a-fe1627bed01d req-f9593bd1-bbad-4c1e-ba9f-f40a5a77f521 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:04.284566 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c462a61-ee69-4a8c-ad11-8f14c65279f9 req-b464e0cc-d377-4e45-be8b-b73200595eb3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5eda7de-5e30-4925-8d7e-890b252472cc HTTP/1.1" status: 200 len: 999 time: 0.3120103 Jul 27 19:41:04.285031 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-c1f67065-3eff-4c8d-915a-fe1627bed01d req-f9593bd1-bbad-4c1e-ba9f-f40a5a77f521 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Calling delete_port for 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:41:04.298667 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8b1468a1-241a-45a6-95d8-562b2f071789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:04.300962 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eca0f6-1545-4aa4-9f93-025dd01564cc x-openstack-request-id: req-b3eca0f6-1545-4aa4-9f93-025dd01564cc {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:04.301382 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfd6e63-0530-4c27-b410-acf0963ae8f8", "name": "network-vif-deleted", "tag": "553ab1a3-5a26-4099-9b05-3a3df78ea4b4", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:04.302194 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3eca0f6-1545-4aa4-9f93-025dd01564cc {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:04.311386 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfd6e63-0530-4c27-b410-acf0963ae8f8', 'name': 'network-vif-deleted', 'tag': '553ab1a3-5a26-4099-9b05-3a3df78ea4b4', 'status': 'completed', 'code': 200} Jul 27 19:41:04.337807 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f44c96a1-6771-4f4a-86a8-e130eaac8e1f req-b4ffe516-2f65-4560-9533-6426d0efb371 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329750 Jul 27 19:41:04.444431 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8b1468a1-241a-45a6-95d8-562b2f071789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:04.474115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78ad2ae6-8750-454b-a2a8-fbcf34a403c1 req-de49a8d3-8bdc-425e-af0f-86338022378a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 210 time: 0.0853820 Jul 27 19:41:04.503497 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c462a61-ee69-4a8c-ad11-8f14c65279f9 req-f5ef4059-e319-48ec-a325-9b3e5acb81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:04.507178 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c462a61-ee69-4a8c-ad11-8f14c65279f9 req-f5ef4059-e319-48ec-a325-9b3e5acb81f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a473bf7-98b5-45ce-8210-1ea9a7314439 HTTP/1.1" status: 200 len: 862 time: 0.1949704 Jul 27 19:41:04.631147 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8b1468a1-241a-45a6-95d8-562b2f071789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:04.634914 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8b1468a1-241a-45a6-95d8-562b2f071789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:04.635627 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8b1468a1-241a-45a6-95d8-562b2f071789 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbcde1e7-6d6c-4e16-8dad-36d3fb111843 HTTP/1.1" status: 204 len: 168 time: 0.4859242 Jul 27 19:41:04.661680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c462a61-ee69-4a8c-ad11-8f14c65279f9 req-5cbcd071-c033-454a-90ff-e960eabe85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:04.663189 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c462a61-ee69-4a8c-ad11-8f14c65279f9 req-5cbcd071-c033-454a-90ff-e960eabe85e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1efccaaf-715e-4036-a519-1b6b1cc8f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1432509 Jul 27 19:41:04.676165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f58b04-819d-4780-a5e4-eb42c1ebcc18 req-040c8f26-0f49-4484-a7e7-b85602f01ac1 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:04.684489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7f58b04-819d-4780-a5e4-eb42c1ebcc18 req-040c8f26-0f49-4484-a7e7-b85602f01ac1 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 948 time: 0.1123641 Jul 27 19:41:04.687950 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1468a1-241a-45a6-95d8-562b2f071789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcde1e7-6d6c-4e16-8dad-36d3fb111843,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:04.695354 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c1f67065-3eff-4c8d-915a-fe1627bed01d req-f9593bd1-bbad-4c1e-ba9f-f40a5a77f521 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:04.708333 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['48322b1d-8aa8-459b-ac4e-d1ec0f3fc063'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:04.775734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9593bd1-bbad-4c1e-ba9f-f40a5a77f521 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Pushing event deleted for resources: {'Port': ['ID=48322b1d-8aa8-459b-ac4e-d1ec0f3fc063,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:04.785030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7f58b04-819d-4780-a5e4-eb42c1ebcc18 req-8784b7bf-a6a4-4286-88b6-10708e3a7892 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977132 Jul 27 19:41:04.848701 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c462a61-ee69-4a8c-ad11-8f14c65279f9 req-65fea4ee-1e7e-44de-89ac-e0fe0a88d080 service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614013 Jul 27 19:41:05.003179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['6aa82009-012f-46d7-bf3c-1435d0c3fdd0'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:05.023050 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c462a61-ee69-4a8c-ad11-8f14c65279f9 req-2bc5282a-0703-4709-8d8e-954065b19f3a service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603272 Jul 27 19:41:05.065365 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:41:05.214587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:41:05.215509 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 553ab1a3-5a26-4099-9b05-3a3df78ea4b4 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:41:05.250822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f67065-3eff-4c8d-915a-fe1627bed01d req-f9593bd1-bbad-4c1e-ba9f-f40a5a77f521 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] No DVR routers for this DVR port 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:41:05.255005 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c1f67065-3eff-4c8d-915a-fe1627bed01d req-f9593bd1-bbad-4c1e-ba9f-f40a5a77f521 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:05.257657 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c1f67065-3eff-4c8d-915a-fe1627bed01d req-f9593bd1-bbad-4c1e-ba9f-f40a5a77f521 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.52 "DELETE /v2.0/ports/48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 HTTP/1.1" status: 204 len: 173 time: 1.5652120 Jul 27 19:41:05.316615 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-732a18ee-ebac-432d-8437-e958a8b8c806 req-66512500-4c58-4034-961e-f58df615e2ab tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=e98728cc-2f73-4689-9801-504be9ac5df3 HTTP/1.1" status: 200 len: 210 time: 0.0745692 Jul 27 19:41:05.383730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60732) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:05.574631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959ec16-535a-4acb-aaa2-177d2f61ffa1 req-6bbd8aa3-c360-47bb-a789-86dc858e009f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:05.575631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-0ffc8ce4-0812-41f8-82d2-7e89f4c93b01 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:05.576567 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1959ec16-535a-4acb-aaa2-177d2f61ffa1 req-6bbd8aa3-c360-47bb-a789-86dc858e009f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 945 time: 0.1279440 Jul 27 19:41:05.577363 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-0ffc8ce4-0812-41f8-82d2-7e89f4c93b01 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.52 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 821 time: 0.2408071 Jul 27 19:41:05.587337 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98728cc-2f73-4689-9801-504be9ac5df3', 'name': 'network-vif-deleted', 'tag': '48322b1d-8aa8-459b-ac4e-d1ec0f3fc063'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:05.590516 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa37345-90ab-4b99-8ab1-c8d6246b567b" -d '{"events": [{"server_uuid": "e98728cc-2f73-4689-9801-504be9ac5df3", "name": "network-vif-deleted", "tag": "48322b1d-8aa8-459b-ac4e-d1ec0f3fc063"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:05.604859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-1bec9cbc-3513-4fbd-89ae-8c89fa2dd9b8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Request body: {'port': {'device_id': 'ff5fa803-8cdb-4f82-8d7b-83f1134aafe7', 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5', 'admin_state_up': True, 'tenant_id': '83373949e0124aa78732c2d4023213df'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:05.626541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5656499b-f5fd-4e3e-825f-aac226a4f5f4 req-4f5cf613-4240-4f7d-a6db-7974b2499025 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 210 time: 0.0466142 Jul 27 19:41:05.650398 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-196e634c-d922-4edf-9fc9-ecd1abefab1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=538ec0c39bce42419e96e434799c087b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2642798 Jul 27 19:41:05.652532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60750) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:05.720788 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1959ec16-535a-4acb-aaa2-177d2f61ffa1 req-1f903d9c-e1c4-4abb-aca0-76bcf83b99cf tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109421 Jul 27 19:41:05.750358 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c9348c-e264-4b1c-97d6-4f4879872dc8 x-openstack-request-id: req-36c9348c-e264-4b1c-97d6-4f4879872dc8 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:05.750692 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98728cc-2f73-4689-9801-504be9ac5df3", "name": "network-vif-deleted", "tag": "48322b1d-8aa8-459b-ac4e-d1ec0f3fc063", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:05.752000 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36c9348c-e264-4b1c-97d6-4f4879872dc8 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:05.752316 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98728cc-2f73-4689-9801-504be9ac5df3', 'name': 'network-vif-deleted', 'tag': '48322b1d-8aa8-459b-ac4e-d1ec0f3fc063', 'status': 'completed', 'code': 200} Jul 27 19:41:05.752459 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56044e36-8b73-4f4f-97e3-54081ef1c1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:05.782264 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56044e36-8b73-4f4f-97e3-54081ef1c1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:05.793787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-1bec9cbc-3513-4fbd-89ae-8c89fa2dd9b8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Made reservation on behalf of 83373949e0124aa78732c2d4023213df for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:41:05.798776 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-1bec9cbc-3513-4fbd-89ae-8c89fa2dd9b8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:05.842915 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56044e36-8b73-4f4f-97e3-54081ef1c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:05.846581 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56044e36-8b73-4f4f-97e3-54081ef1c1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:05.848554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-56044e36-8b73-4f4f-97e3-54081ef1c1fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382 HTTP/1.1" status: 204 len: 168 time: 0.1950667 Jul 27 19:41:05.862495 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56044e36-8b73-4f4f-97e3-54081ef1c1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ee38e8-1bbd-4fb0-b9f6-6fdadfd54382,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:05.962310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0e5a3-c663-4ead-9d68-356e3fbc754e req-490f9910-7613-49f5-90f1-d1595e4a8441 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:05.964021 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61e0e5a3-c663-4ead-9d68-356e3fbc754e req-490f9910-7613-49f5-90f1-d1595e4a8441 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 948 time: 0.0815535 Jul 27 19:41:05.993456 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-1bec9cbc-3513-4fbd-89ae-8c89fa2dd9b8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Allocated IP 172.20.0.5 (14c212e3-8c05-49f1-960f-135c87f330c5/3bd96bae-a28c-4775-95b5-878b93c5c958/decedcb4-5b62-4560-9ea4-ebfc9db24738) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:41:06.006405 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61e0e5a3-c663-4ead-9d68-356e3fbc754e req-4175c8e2-a90f-43fc-9349-fb74de853b7b tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363696 Jul 27 19:41:06.185102 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-1bec9cbc-3513-4fbd-89ae-8c89fa2dd9b8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:06.230688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60778) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:06.260448 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-1bec9cbc-3513-4fbd-89ae-8c89fa2dd9b8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:06.307231 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60784) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:06.321871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-1bec9cbc-3513-4fbd-89ae-8c89fa2dd9b8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Network 14c212e3-8c05-49f1-960f-135c87f330c5 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:41:06.326987 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-beac8da3-050c-4e24-b62c-aab2cd2c14cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:06.336287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-1bec9cbc-3513-4fbd-89ae-8c89fa2dd9b8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:41:06.347402 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-1bec9cbc-3513-4fbd-89ae-8c89fa2dd9b8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:41:06.358590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-1bec9cbc-3513-4fbd-89ae-8c89fa2dd9b8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:06.359267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-1bec9cbc-3513-4fbd-89ae-8c89fa2dd9b8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:06.370792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec9cbc-3513-4fbd-89ae-8c89fa2dd9b8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Pushing event updated for resources: {'Port': ['ID=decedcb4-5b62-4560-9ea4-ebfc9db24738,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:06.452445 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-beac8da3-050c-4e24-b62c-aab2cd2c14cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:06.458712 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-beac8da3-050c-4e24-b62c-aab2cd2c14cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:06.467248 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-1bec9cbc-3513-4fbd-89ae-8c89fa2dd9b8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8671589 Jul 27 19:41:06.475679 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60790) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:06.500301 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Request body: {'port': {'device_id': 'ff5fa803-8cdb-4f82-8d7b-83f1134aafe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:06.513753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac8da3-050c-4e24-b62c-aab2cd2c14cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742591d9-3ed6-4bf8-9d6d-6a5e0514d2d4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:06.518234 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-beac8da3-050c-4e24-b62c-aab2cd2c14cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23ff0158723944da9a81f34b22a4b5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099974 Jul 27 19:41:06.521205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60794) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:06.571722 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a394b3d4-310b-48ec-8cbd-cb5bcbe6057a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:06.597332 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1299890649-network', 'tenant_id': '7b77cb1555044c6bba713df0ce19dca6'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:06.622697 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.api [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 19:41:06.622697 n-d-705657-21 neutron-server[94060]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 19:41:06.622697 n-d-705657-21 neutron-server[94060]: [parameters: {'project_id': '7b77cb1555044c6bba713df0ce19dca6', 'id': 'ad10e946-233e-40a5-aee7-046f5a5e1ef5', 'expiration': datetime.datetime(2021, 7, 27, 19, 43, 6, 615796)}] Jul 27 19:41:06.622697 n-d-705657-21 neutron-server[94060]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:41:06.623216 n-d-705657-21 neutron-server[94060]: DEBUG oslo_db.api [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:41:06.623624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:06.657952 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf7ba-72fa-4271-a718-04142bc43a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:06.702808 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf7ba-72fa-4271-a718-04142bc43a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:06.809764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb4716-76e2-4595-8854-73f8417c432b req-5e752b14-b99b-460e-851a-3ccfdf6acc41 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:06.811562 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46bb4716-76e2-4595-8854-73f8417c432b req-5e752b14-b99b-460e-851a-3ccfdf6acc41 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 970 time: 0.1892703 Jul 27 19:41:06.852355 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf7ba-72fa-4271-a718-04142bc43a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:06.854963 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf7ba-72fa-4271-a718-04142bc43a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:06.856106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fa6cf7ba-72fa-4271-a718-04142bc43a1d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/742591d9-3ed6-4bf8-9d6d-6a5e0514d2d4 HTTP/1.1" status: 204 len: 168 time: 0.3333807 Jul 27 19:41:06.858749 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a394b3d4-310b-48ec-8cbd-cb5bcbe6057a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:06.876716 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a394b3d4-310b-48ec-8cbd-cb5bcbe6057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:06.879225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cf7ba-72fa-4271-a718-04142bc43a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742591d9-3ed6-4bf8-9d6d-6a5e0514d2d4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:06.914977 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46bb4716-76e2-4595-8854-73f8417c432b req-dece4330-ffeb-4351-a0cf-eec6c9b2f922 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925534 Jul 27 19:41:06.935283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c18bf6-1d7d-4ea8-a7c0-ebdca4f5715b req-306ae165-24bd-4c0c-873e-e7aeb435feda tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:06.936008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decedcb4-5b62-4560-9ea4-ebfc9db24738 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:06.937388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a0c18bf6-1d7d-4ea8-a7c0-ebdca4f5715b req-306ae165-24bd-4c0c-873e-e7aeb435feda tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 931 time: 0.2102616 Jul 27 19:41:06.945669 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:06.951310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a394b3d4-310b-48ec-8cbd-cb5bcbe6057a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17eab1d1c71d4b3bac9c9942c56c9d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7190239 Jul 27 19:41:06.957405 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394b3d4-310b-48ec-8cbd-cb5bcbe6057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a3851b-7d42-45af-9fbf-abadac437029,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:06.960808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60806) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:06.975542 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Transition to ACTIVE for port object decedcb4-5b62-4560-9ea4-ebfc9db24738 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:41:06.983847 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.030339 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:41:07.045926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a0c18bf6-1d7d-4ea8-a7c0-ebdca4f5715b req-687b77de-be1c-47fb-95f9-68963f44470c tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001670 Jul 27 19:41:07.083392 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Pushing event updated for resources: {'Port': ['ID=decedcb4-5b62-4560-9ea4-ebfc9db24738,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:07.091600 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a8c78d3-156f-4575-8e23-33d062c2f077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.098175 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Attempting to bind port decedcb4-5b62-4560-9ea4-ebfc9db24738 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:41:07.098656 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Attempting to bind port decedcb4-5b62-4560-9ea4-ebfc9db24738 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:41:07.099005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Attempting to bind port decedcb4-5b62-4560-9ea4-ebfc9db24738 on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:07.106025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Port decedcb4-5b62-4560-9ea4-ebfc9db24738 on network 14c212e3-8c05-49f1-960f-135c87f330c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:41:07.106355 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Attempting to bind port decedcb4-5b62-4560-9ea4-ebfc9db24738 on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:07.113831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:41:07.114409 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Checking segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:41:07.115489 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Bound using segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:41:07.115965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Bound port: decedcb4-5b62-4560-9ea4-ebfc9db24738, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:41:07.116344 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.120576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:41:07.125449 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:41:07.126146 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.166582 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a8c78d3-156f-4575-8e23-33d062c2f077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.171474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Made reservation on behalf of 7b77cb1555044c6bba713df0ce19dca6 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:41:07.173840 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.193173 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.200652 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d27011-0c11-431c-bb5b-8ac06bde7702 req-6db9b5e2-bcac-43cf-a2c0-5b64afafa22f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:07.202232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4d27011-0c11-431c-bb5b-8ac06bde7702 req-6db9b5e2-bcac-43cf-a2c0-5b64afafa22f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 945 time: 0.2034767 Jul 27 19:41:07.253251 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.260741 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:41:07.266787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:41:07.284571 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.295949 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4d27011-0c11-431c-bb5b-8ac06bde7702 req-0c3d2e6d-e113-41ae-9d2a-f95aa3b1ebf8 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818329 Jul 27 19:41:07.300312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b84b6a-699c-4fcb-bfd8-3d635e143f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae771fe-b133-4cf2-8cf9-e76a3f8c9f89'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:07.303631 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6e1a8e-5e5d-4fe6-aacd-a4bd5502021f" -d '{"events": [{"server_uuid": "96b84b6a-699c-4fcb-bfd8-3d635e143f14", "name": "network-vif-plugged", "status": "completed", "tag": "fae771fe-b133-4cf2-8cf9-e76a3f8c9f89"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:07.325852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=fae771fe-b133-4cf2-8cf9-e76a3f8c9f89,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:07.337409 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.338376 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a8c78d3-156f-4575-8e23-33d062c2f077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.339265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 609e4ffa-7292-45e4-835d-da59c8b79a05 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:41:07.341759 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a8c78d3-156f-4575-8e23-33d062c2f077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.349420 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6a8c78d3-156f-4575-8e23-33d062c2f077 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3a3851b-7d42-45af-9fbf-abadac437029 HTTP/1.1" status: 204 len: 168 time: 0.3801270 Jul 27 19:41:07.361077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:07.361706 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.363104 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] 10.222.0.52 "PUT /v2.0/ports/decedcb4-5b62-4560-9ea4-ebfc9db24738 HTTP/1.1" status: 200 len: 1092 time: 0.8794825 Jul 27 19:41:07.378426 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c78d3-156f-4575-8e23-33d062c2f077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a3851b-7d42-45af-9fbf-abadac437029,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:07.397034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d574526-bd91-48d0-b325-30a0236479d7 service neutron] Pushing event updated for resources: {'Port': ['ID=decedcb4-5b62-4560-9ea4-ebfc9db24738,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:07.406441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e38ce6-98a7-47ef-9307-bfa1bb50d91c req-9c82c90b-5f20-4d97-85f2-069d802fc14a tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:07.408048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c1e38ce6-98a7-47ef-9307-bfa1bb50d91c req-9c82c90b-5f20-4d97-85f2-069d802fc14a tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 948 time: 0.1765199 Jul 27 19:41:07.448267 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c876c617-1503-4ea5-b5e9-64f845ca4e4c x-openstack-request-id: req-c876c617-1503-4ea5-b5e9-64f845ca4e4c {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:07.448527 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b84b6a-699c-4fcb-bfd8-3d635e143f14", "name": "network-vif-plugged", "status": "completed", "tag": "fae771fe-b133-4cf2-8cf9-e76a3f8c9f89", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:07.448781 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c876c617-1503-4ea5-b5e9-64f845ca4e4c {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:07.450467 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b84b6a-699c-4fcb-bfd8-3d635e143f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae771fe-b133-4cf2-8cf9-e76a3f8c9f89', 'code': 200} Jul 27 19:41:07.480287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.494529 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.506240 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=fae771fe-b133-4cf2-8cf9-e76a3f8c9f89,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:07.515422 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c1e38ce6-98a7-47ef-9307-bfa1bb50d91c req-3e99de91-943b-4993-8e8d-e164a7f46eda tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981405 Jul 27 19:41:07.532758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:41:07.543550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 609e4ffa-7292-45e4-835d-da59c8b79a05 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:41:07.556892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 609e4ffa-7292-45e4-835d-da59c8b79a05 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:41:07.558152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:07.559666 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.580541 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.581072 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Added segment f86e3661-5561-4d63-8f62-b73e520f56a1 of type vlan for network a0463eab-3d38-43e7-932e-91f09e3b2eeb Jul 27 19:41:07.584152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-778cd031-9713-4c14-98f9-fea5ebb4612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:07.585893 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-778cd031-9713-4c14-98f9-fea5ebb4612b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 1095 time: 0.1489460 Jul 27 19:41:07.637130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192dd6b-26ce-4f4b-b82d-e21f7fc7cb88 req-ce2c2bf6-31c8-4535-ae12-ce4fd53a95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:07.639949 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3192dd6b-26ce-4f4b-b82d-e21f7fc7cb88 req-ce2c2bf6-31c8-4535-ae12-ce4fd53a95b0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 1101 time: 0.1152821 Jul 27 19:41:07.659632 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.661927 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-4fcf1d8e-be72-4798-89d0-8f20b95ce771 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738 HTTP/1.1" status: 200 len: 217 time: 0.0640464 Jul 27 19:41:07.690733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.703177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 609e4ffa-7292-45e4-835d-da59c8b79a05, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=609e4ffa-7292-45e4-835d-da59c8b79a05,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:07.707348 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3192dd6b-26ce-4f4b-b82d-e21f7fc7cb88 req-8d809472-5229-41b7-b581-539f007d5cba service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555220 Jul 27 19:41:07.711587 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.752942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5fa803-8cdb-4f82-8d7b-83f1134aafe7', 'tag': 'decedcb4-5b62-4560-9ea4-ebfc9db24738'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:07.755364 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8a359c-514a-41f1-ab6d-4fa04cdf53f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5fa803-8cdb-4f82-8d7b-83f1134aafe7", "tag": "decedcb4-5b62-4560-9ea4-ebfc9db24738"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:07.762678 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-85d597f2-c998-483f-a35b-3d5a33ecbf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:07.764175 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-85d597f2-c998-483f-a35b-3d5a33ecbf10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.0885353 Jul 27 19:41:07.772253 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.773875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:07.774862 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.788604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=609e4ffa-7292-45e4-835d-da59c8b79a05,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:07.855556 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875901b5-d156-4b2b-93ae-f07bcbcd57a9 x-openstack-request-id: req-875901b5-d156-4b2b-93ae-f07bcbcd57a9 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:07.855895 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5fa803-8cdb-4f82-8d7b-83f1134aafe7", "tag": "decedcb4-5b62-4560-9ea4-ebfc9db24738", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:07.856089 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-875901b5-d156-4b2b-93ae-f07bcbcd57a9 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:07.856501 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5fa803-8cdb-4f82-8d7b-83f1134aafe7', 'tag': 'decedcb4-5b62-4560-9ea4-ebfc9db24738', 'status': 'completed', 'code': 200} Jul 27 19:41:07.860028 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-49f5b826-2538-47ee-a4e0-8e9b90fa8b4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810013 Jul 27 19:41:07.871974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60834) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:07.875661 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3981605 Jul 27 19:41:07.881949 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60836) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:07.892145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-446f2f7b-b65d-4d5b-8360-98bd2c4ca053 admin admin] Request body: {'subnet': {'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1299890649-subnet', 'tenant_id': '7b77cb1555044c6bba713df0ce19dca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:07.896516 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-406a8410-862d-457f-938c-70913b1839da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.924415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446f2f7b-b65d-4d5b-8360-98bd2c4ca053 admin admin] Made reservation on behalf of 7b77cb1555044c6bba713df0ce19dca6 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:41:07.926964 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-446f2f7b-b65d-4d5b-8360-98bd2c4ca053 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:07.931654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2a3ac-e4aa-4026-aba8-d80d07858bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=a0463eab-3d38-43e7-932e-91f09e3b2eeb,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:07.960257 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network a0463eab-3d38-43e7-932e-91f09e3b2eeb details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:41:08.005980 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-261e9e05-a22d-4c53-be9c-49176fe65b28 service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292710 Jul 27 19:41:08.106946 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:08.141766 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ef28654c-1258-4954-a88e-22e9fe587ee7 req-9384e47c-f0f2-4c5d-bc8b-59f02d5f3dda service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193326 Jul 27 19:41:08.219776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:41:08.252160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:41:08.252781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 48322b1d-8aa8-459b-ac4e-d1ec0f3fc063 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:41:08.289085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a359c-514a-41f1-ab6d-4fa04cdf53f1 req-8959417e-b47d-4000-9826-581122616fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:08.290617 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb8a359c-514a-41f1-ab6d-4fa04cdf53f1 req-8959417e-b47d-4000-9826-581122616fbd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 1095 time: 0.0771453 Jul 27 19:41:08.399439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a359c-514a-41f1-ab6d-4fa04cdf53f1 req-2c4e6d02-716e-4f47-8858-8c0983d97d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:08.401278 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb8a359c-514a-41f1-ab6d-4fa04cdf53f1 req-2c4e6d02-716e-4f47-8858-8c0983d97d07 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.0976613 Jul 27 19:41:08.451009 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb8a359c-514a-41f1-ab6d-4fa04cdf53f1 req-a3dd917d-2d82-4c63-9f5f-f60438fe840c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738 HTTP/1.1" status: 200 len: 217 time: 0.0418503 Jul 27 19:41:08.498227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2f272-d94f-4f91-8952-2f433a152376 req-dfca5dfe-0dba-4562-822b-e21d1f9e1944 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:08.499764 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0aa2f272-d94f-4f91-8952-2f433a152376 req-dfca5dfe-0dba-4562-822b-e21d1f9e1944 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 943 time: 0.2817111 Jul 27 19:41:08.509456 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a359c-514a-41f1-ab6d-4fa04cdf53f1 req-e42951b2-93e7-4deb-98a5-ad935a8fa6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:08.510885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bc631-376d-463b-8fd6-ce1d2312da34 req-5d8a0e78-fbe0-48e2-82b2-ae226253e83c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:08.511048 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb8a359c-514a-41f1-ab6d-4fa04cdf53f1 req-e42951b2-93e7-4deb-98a5-ad935a8fa6cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.0512826 Jul 27 19:41:08.512342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad3bc631-376d-463b-8fd6-ce1d2312da34 req-5d8a0e78-fbe0-48e2-82b2-ae226253e83c tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 970 time: 0.2931745 Jul 27 19:41:08.519717 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f45fa-6f27-4ef5-9e9c-f1b495707050 req-b35a51fd-f9eb-433d-ad2e-6036916325c8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:08.521117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e5f45fa-6f27-4ef5-9e9c-f1b495707050 req-b35a51fd-f9eb-433d-ad2e-6036916325c8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.63 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 970 time: 0.3008993 Jul 27 19:41:08.561727 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb8a359c-514a-41f1-ab6d-4fa04cdf53f1 req-42b1c0ee-4667-4958-af23-f65dfc716f34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330870 Jul 27 19:41:08.563755 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-406a8410-862d-457f-938c-70913b1839da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:08.621459 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-406a8410-862d-457f-938c-70913b1839da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:08.685523 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb8a359c-514a-41f1-ab6d-4fa04cdf53f1 req-ebc04201-80e7-4d89-aeda-4babea73bf6a service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149006 Jul 27 19:41:08.734262 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad3bc631-376d-463b-8fd6-ce1d2312da34 req-4464781f-d93d-41c4-a3fd-93bcb9843620 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/security-groups?id=fab80320-3c3f-4a01-a835-3e29e91f37da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093778 Jul 27 19:41:08.734764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a8410-862d-457f-938c-70913b1839da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc128f17-3756-4ace-9011-189777733db6,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:08.768077 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0aa2f272-d94f-4f91-8952-2f433a152376 req-04329db3-9d3f-4e21-87e2-9d83ae5eff99 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422788 Jul 27 19:41:08.790884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-406a8410-862d-457f-938c-70913b1839da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c59beb216164621b0f19540c341a88d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9144368 Jul 27 19:41:08.791730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60866) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:08.826953 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb8a359c-514a-41f1-ab6d-4fa04cdf53f1 req-e4114634-9cc9-44ea-97ad-e65bcdf031cf service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265097 Jul 27 19:41:08.836310 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-446f2f7b-b65d-4d5b-8360-98bd2c4ca053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:08.894191 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43ab383d-c9c3-4a5f-ab01-650a9c926c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:08.919947 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43ab383d-c9c3-4a5f-ab01-650a9c926c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:08.972958 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43ab383d-c9c3-4a5f-ab01-650a9c926c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:08.975525 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43ab383d-c9c3-4a5f-ab01-650a9c926c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:08.979760 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-43ab383d-c9c3-4a5f-ab01-650a9c926c3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc128f17-3756-4ace-9011-189777733db6 HTTP/1.1" status: 204 len: 168 time: 0.1848028 Jul 27 19:41:08.983872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f2f7b-b65d-4d5b-8360-98bd2c4ca053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4ae7283-160b-4a02-9bd4-6eed6c729ef5,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:08.986644 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab383d-c9c3-4a5f-ab01-650a9c926c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc128f17-3756-4ace-9011-189777733db6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:09.025924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8e5f45fa-6f27-4ef5-9e9c-f1b495707050 req-9bd0a5ba-40bf-445b-8979-5441237601e8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Deleting port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:41:09.026273 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8e5f45fa-6f27-4ef5-9e9c-f1b495707050 req-9bd0a5ba-40bf-445b-8979-5441237601e8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:09.089069 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f2f7b-b65d-4d5b-8360-98bd2c4ca053 admin admin] Checking segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:41:09.089597 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446f2f7b-b65d-4d5b-8360-98bd2c4ca053 admin admin] Network hostable DHCP agents. Network: a0463eab-3d38-43e7-932e-91f09e3b2eeb, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:41:09.162437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daffe27-23ee-420c-acd7-61f79c20518a req-057322a3-eba0-4a95-8b30-37188b9525a8 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:09.163987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8daffe27-23ee-420c-acd7-61f79c20518a req-057322a3-eba0-4a95-8b30-37188b9525a8 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 946 time: 0.2710218 Jul 27 19:41:09.180844 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225fb1e-d03a-4ac2-b47c-13d55a4a978a req-a87dbe47-5bcd-4d80-bdaf-695c2f64886e tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:09.182532 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f225fb1e-d03a-4ac2-b47c-13d55a4a978a req-a87dbe47-5bcd-4d80-bdaf-695c2f64886e tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 949 time: 0.2674301 Jul 27 19:41:09.196933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446f2f7b-b65d-4d5b-8360-98bd2c4ca053 admin admin] Network a0463eab-3d38-43e7-932e-91f09e3b2eeb is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:41:09.238021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-8e5f45fa-6f27-4ef5-9e9c-f1b495707050 req-9bd0a5ba-40bf-445b-8979-5441237601e8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] For port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6aa82009-012f-46d7-bf3c-1435d0c3fdd0,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:09.238306 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8e5f45fa-6f27-4ef5-9e9c-f1b495707050 req-9bd0a5ba-40bf-445b-8979-5441237601e8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:09.240979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-446f2f7b-b65d-4d5b-8360-98bd2c4ca053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, a0463eab-3d38-43e7-932e-91f09e3b2eeb) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:41:09.261943 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8306dee8-6a87-472d-9cce-a2b27c246f5c None None] Network a0463eab-3d38-43e7-932e-91f09e3b2eeb requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:41:09.267782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446f2f7b-b65d-4d5b-8360-98bd2c4ca053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:09.268379 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-446f2f7b-b65d-4d5b-8360-98bd2c4ca053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:09.270713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8e5f45fa-6f27-4ef5-9e9c-f1b495707050 req-9bd0a5ba-40bf-445b-8979-5441237601e8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Calling delete_port for 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 owned by compute:tempest-test_az-29136785 {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:41:09.300050 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8daffe27-23ee-420c-acd7-61f79c20518a req-632a2da7-9204-42f8-8e9d-81df9c9c91fd tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272173 Jul 27 19:41:09.317735 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f225fb1e-d03a-4ac2-b47c-13d55a4a978a req-c3295d0b-dcf8-48fc-921b-928a3d9e7d5a tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196899 Jul 27 19:41:09.343043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-446f2f7b-b65d-4d5b-8360-98bd2c4ca053 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4596756 Jul 27 19:41:09.452950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609e4ffa-7292-45e4-835d-da59c8b79a05'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:09.455191 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0749603b-4cd6-4964-aa04-4b9d78ba01e0" -d '{"events": [{"server_uuid": "8d78b0b0-33b7-4a8e-bd11-3e761e193df7", "name": "network-vif-plugged", "status": "completed", "tag": "609e4ffa-7292-45e4-835d-da59c8b79a05"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:09.531344 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5b5b56-74b0-4eb0-9586-5fb2eb6c58e8 None None] Network a0463eab-3d38-43e7-932e-91f09e3b2eeb requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:41:09.574986 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8e5f45fa-6f27-4ef5-9e9c-f1b495707050 req-9bd0a5ba-40bf-445b-8979-5441237601e8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:09.607406 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecea0f8-d4d2-4151-be59-944cf54b3126 x-openstack-request-id: req-6ecea0f8-d4d2-4151-be59-944cf54b3126 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:09.607679 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d78b0b0-33b7-4a8e-bd11-3e761e193df7", "name": "network-vif-plugged", "status": "completed", "tag": "609e4ffa-7292-45e4-835d-da59c8b79a05", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:09.607932 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ecea0f8-d4d2-4151-be59-944cf54b3126 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:09.608322 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'code': 200} Jul 27 19:41:09.620077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0a5ba-40bf-445b-8979-5441237601e8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Pushing event deleted for resources: {'Port': ['ID=6aa82009-012f-46d7-bf3c-1435d0c3fdd0,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:09.622755 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['6aa82009-012f-46d7-bf3c-1435d0c3fdd0'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:09.737089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5f45fa-6f27-4ef5-9e9c-f1b495707050 req-9bd0a5ba-40bf-445b-8979-5441237601e8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] No DVR routers for this DVR port 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:41:09.775007 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8e5f45fa-6f27-4ef5-9e9c-f1b495707050 req-9bd0a5ba-40bf-445b-8979-5441237601e8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:09.777098 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e5f45fa-6f27-4ef5-9e9c-f1b495707050 req-9bd0a5ba-40bf-445b-8979-5441237601e8 tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.63 "DELETE /v2.0/ports/6aa82009-012f-46d7-bf3c-1435d0c3fdd0 HTTP/1.1" status: 204 len: 173 time: 1.2423632 Jul 27 19:41:09.777571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ba2fe0-528c-4841-b2db-6085c5fc6e09', 'name': 'network-vif-deleted', 'tag': '6aa82009-012f-46d7-bf3c-1435d0c3fdd0'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:09.779839 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42860f78-4708-43b9-b8ad-f403fe12900d" -d '{"events": [{"server_uuid": "66ba2fe0-528c-4841-b2db-6085c5fc6e09", "name": "network-vif-deleted", "tag": "6aa82009-012f-46d7-bf3c-1435d0c3fdd0"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:09.824436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc8925-3885-4494-8939-1b2dcfa981d2 req-aab4b7ee-f47b-4ec7-bdc0-cac2883232c8 tempest-ServersAdminNegativeTestJSON-1167439461 tempest-ServersAdminNegativeTestJSON-1167439461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:09.826026 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3dc8925-3885-4494-8939-1b2dcfa981d2 req-aab4b7ee-f47b-4ec7-bdc0-cac2883232c8 tempest-ServersAdminNegativeTestJSON-1167439461 tempest-ServersAdminNegativeTestJSON-1167439461-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 1101 time: 0.1423891 Jul 27 19:41:09.828824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138bbf1-18d2-4778-a8b8-c7c8a879d658 req-e954db4e-64d1-4383-9f71-ed85c433f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:09.830261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8138bbf1-18d2-4778-a8b8-c7c8a879d658 req-e954db4e-64d1-4383-9f71-ed85c433f0c8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 1098 time: 0.1497724 Jul 27 19:41:09.890613 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a3dc8925-3885-4494-8939-1b2dcfa981d2 req-ce5025e5-6991-4505-9ad2-421b1aad2465 tempest-ServersAdminNegativeTestJSON-1167439461 tempest-ServersAdminNegativeTestJSON-1167439461-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:09.925743 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8138bbf1-18d2-4778-a8b8-c7c8a879d658 req-f9ba8988-7256-4a59-a3a4-d43adbbf3895 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808327 Jul 27 19:41:09.989604 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4697d2ad-af77-4982-ab1f-575a89724826 req-259ac3a7-720a-4fdf-8024-556f4ffd227a tempest-LiveMigrationNegativeTest-1786389669 tempest-LiveMigrationNegativeTest-1786389669-project] 10.222.0.48 "GET /v2.0/ports?device_id=66ba2fe0-528c-4841-b2db-6085c5fc6e09 HTTP/1.1" status: 200 len: 210 time: 0.0533960 Jul 27 19:41:10.080138 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7333e826-a540-4797-8677-b938ef48fe7f x-openstack-request-id: req-7333e826-a540-4797-8677-b938ef48fe7f {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:10.080598 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ba2fe0-528c-4841-b2db-6085c5fc6e09", "name": "network-vif-deleted", "tag": "6aa82009-012f-46d7-bf3c-1435d0c3fdd0", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:10.082904 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7333e826-a540-4797-8677-b938ef48fe7f {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:10.084695 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ba2fe0-528c-4841-b2db-6085c5fc6e09', 'name': 'network-vif-deleted', 'tag': '6aa82009-012f-46d7-bf3c-1435d0c3fdd0', 'status': 'completed', 'code': 200} Jul 27 19:41:10.206571 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a3dc8925-3885-4494-8939-1b2dcfa981d2 req-ce5025e5-6991-4505-9ad2-421b1aad2465 tempest-ServersAdminNegativeTestJSON-1167439461 tempest-ServersAdminNegativeTestJSON-1167439461-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:10.214591 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a3dc8925-3885-4494-8939-1b2dcfa981d2 req-ce5025e5-6991-4505-9ad2-421b1aad2465 tempest-ServersAdminNegativeTestJSON-1167439461 tempest-ServersAdminNegativeTestJSON-1167439461-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:10.244104 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5025e5-6991-4505-9ad2-421b1aad2465 tempest-ServersAdminNegativeTestJSON-1167439461 tempest-ServersAdminNegativeTestJSON-1167439461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff5cd20-89f3-4b5d-a12c-23081eecefe4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:10.265069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3dc8925-3885-4494-8939-1b2dcfa981d2 req-ce5025e5-6991-4505-9ad2-421b1aad2465 tempest-ServersAdminNegativeTestJSON-1167439461 tempest-ServersAdminNegativeTestJSON-1167439461-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289021 Jul 27 19:41:10.309190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f7f18-c4c6-4594-b179-65dc7d6b718a req-085315d4-0a80-4c39-8eab-f4f0e9a9d952 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:10.317060 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be1f7f18-c4c6-4594-b179-65dc7d6b718a req-085315d4-0a80-4c39-8eab-f4f0e9a9d952 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 943 time: 0.1910632 Jul 27 19:41:10.408029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be1f7f18-c4c6-4594-b179-65dc7d6b718a req-57646ec4-4d9d-49e2-8b85-c9d1e0e12ad4 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764499 Jul 27 19:41:10.441792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60940) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:10.441792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1387153599-network', 'tenant_id': '92c1f336bf9e4f62a3540cbffcae92b9'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:10.472001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] Made reservation on behalf of 92c1f336bf9e4f62a3540cbffcae92b9 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:41:10.475503 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:10.501100 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:10.686876 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d755ec-e0ac-475b-88da-60bb38ac1ad0 req-92bd4cae-2b7d-4a8b-a8d1-973863a53b4c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:10.698806 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7d755ec-e0ac-475b-88da-60bb38ac1ad0 req-92bd4cae-2b7d-4a8b-a8d1-973863a53b4c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 946 time: 0.1345417 Jul 27 19:41:10.761065 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:10.771869 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:10.792887 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7d755ec-e0ac-475b-88da-60bb38ac1ad0 req-3240a08b-f228-48cd-9414-fdaa43475c53 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825357 Jul 27 19:41:10.804638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:41:10.810398 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f20b16-6eb5-49a2-af82-89991eb9dd68,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:10.818587 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:10.819119 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] Added segment e72e8584-db45-4219-a65a-f392eae7aa92 of type vlan for network bfd3867c-a173-46c2-a0aa-85851acd8a75 Jul 27 19:41:10.866250 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:10.904276 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:10.905284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:10.905869 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:10.971771 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5349896 Jul 27 19:41:10.971971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60958) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:10.977156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-de9ab523-e8ed-44c0-8658-3b9963677a8a admin admin] Request body: {'subnet': {'network_id': 'bfd3867c-a173-46c2-a0aa-85851acd8a75', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1387153599-subnet', 'tenant_id': '92c1f336bf9e4f62a3540cbffcae92b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:10.993428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da142d-177b-4b7d-a047-3c352472d7fd admin admin] Pushing event updated for resources: {'Network': ['ID=bfd3867c-a173-46c2-a0aa-85851acd8a75,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:11.006013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network bfd3867c-a173-46c2-a0aa-85851acd8a75 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:41:11.013275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9ab523-e8ed-44c0-8658-3b9963677a8a admin admin] Made reservation on behalf of 92c1f336bf9e4f62a3540cbffcae92b9 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:41:11.016488 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de9ab523-e8ed-44c0-8658-3b9963677a8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:11.252849 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:11.300842 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de9ab523-e8ed-44c0-8658-3b9963677a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:11.376233 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ab523-e8ed-44c0-8658-3b9963677a8a admin admin] Checking segment: {'id': 'e72e8584-db45-4219-a65a-f392eae7aa92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bfd3867c-a173-46c2-a0aa-85851acd8a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:41:11.376634 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ab523-e8ed-44c0-8658-3b9963677a8a admin admin] Network hostable DHCP agents. Network: bfd3867c-a173-46c2-a0aa-85851acd8a75, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:41:11.382504 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ab523-e8ed-44c0-8658-3b9963677a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8735143-f752-4fe7-9341-ac2aa6fefed4,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:11.407099 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ab523-e8ed-44c0-8658-3b9963677a8a admin admin] Network bfd3867c-a173-46c2-a0aa-85851acd8a75 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:41:11.418843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-de9ab523-e8ed-44c0-8658-3b9963677a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, bfd3867c-a173-46c2-a0aa-85851acd8a75) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:41:11.430224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36bf65f-35e8-4764-9e56-23960c1af817 None None] Network bfd3867c-a173-46c2-a0aa-85851acd8a75 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:41:11.438168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae25d30-9fcb-4ac0-8f3d-248c593488df req-e244db93-9419-430f-8da5-5e5e17950c63 tempest-ServersAdminNegativeTestJSON-1167439461 tempest-ServersAdminNegativeTestJSON-1167439461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:11.440094 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9ab523-e8ed-44c0-8658-3b9963677a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:11.443554 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de9ab523-e8ed-44c0-8658-3b9963677a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:11.447758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ae25d30-9fcb-4ac0-8f3d-248c593488df req-e244db93-9419-430f-8da5-5e5e17950c63 tempest-ServersAdminNegativeTestJSON-1167439461 tempest-ServersAdminNegativeTestJSON-1167439461-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 1101 time: 0.1022193 Jul 27 19:41:11.491651 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-de9ab523-e8ed-44c0-8658-3b9963677a8a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5185027 Jul 27 19:41:11.499983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ae25d30-9fcb-4ac0-8f3d-248c593488df req-214d6408-d62d-4534-99b8-66225f88c182 tempest-ServersAdminNegativeTestJSON-1167439461 tempest-ServersAdminNegativeTestJSON-1167439461-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505641 Jul 27 19:41:11.528901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60990) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:11.575796 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60994) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:11.611202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ebdcd2-b935-448b-b338-bed1fbdf9b90 None None] Network bfd3867c-a173-46c2-a0aa-85851acd8a75 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:41:11.871284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c88d6e-fb16-46e4-843f-b3f452bb1d65 req-a6e4de29-897a-433e-a90b-7e383b879d98 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:11.880223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10c88d6e-fb16-46e4-843f-b3f452bb1d65 req-a6e4de29-897a-433e-a90b-7e383b879d98 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 943 time: 0.1436443 Jul 27 19:41:11.948301 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ac4598dd-c4cf-4627-baf9-191e9fb2da4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.003537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-af7e2884-ec4c-405f-980b-2060f8e0e2b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55513b7593b8485dbddad05c6f431667&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4725709 Jul 27 19:41:12.006119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32778) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:12.028639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10c88d6e-fb16-46e4-843f-b3f452bb1d65 req-9dce367d-ee2d-4201-960e-1daa51f59e1d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470129 Jul 27 19:41:12.100633 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-251454ed-d413-49e9-9902-8386c65b1b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.157338 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-251454ed-d413-49e9-9902-8386c65b1b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.194170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41629751-5164-44f4-a285-5ee5fe4e84b8 req-9bcdc2ee-21c2-4211-88fa-5bd06f3f7d3c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:12.195841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41629751-5164-44f4-a285-5ee5fe4e84b8 req-9bcdc2ee-21c2-4211-88fa-5bd06f3f7d3c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 946 time: 0.1228063 Jul 27 19:41:12.215930 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ac4598dd-c4cf-4627-baf9-191e9fb2da4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.224269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-251454ed-d413-49e9-9902-8386c65b1b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.226053 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ac4598dd-c4cf-4627-baf9-191e9fb2da4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.232240 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-251454ed-d413-49e9-9902-8386c65b1b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.233438 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-251454ed-d413-49e9-9902-8386c65b1b66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fab80320-3c3f-4a01-a835-3e29e91f37da HTTP/1.1" status: 204 len: 168 time: 0.2261193 Jul 27 19:41:12.244671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device decedcb4-5b62-4560-9ea4-ebfc9db24738 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:41:12.245191 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251454ed-d413-49e9-9902-8386c65b1b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab80320-3c3f-4a01-a835-3e29e91f37da,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:12.308232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41629751-5164-44f4-a285-5ee5fe4e84b8 req-1faab4e7-339d-4c80-a2ad-60cf0811e2a1 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034095 Jul 27 19:41:12.314729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32792) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:12.314873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ac4598dd-c4cf-4627-baf9-191e9fb2da4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=141dff62364546029303185a6437420a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7376297 Jul 27 19:41:12.316281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4598dd-c4cf-4627-baf9-191e9fb2da4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02fee4e-d13f-4477-8684-1fef772c3e48,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:12.404504 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66ffcbcc-eeff-4ca8-9c1d-23c8fe25c728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.434753 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66ffcbcc-eeff-4ca8-9c1d-23c8fe25c728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.440319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:12.461691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'decedcb4-5b62-4560-9ea4-ebfc9db24738', 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5', 'port_id': 'decedcb4-5b62-4560-9ea4-ebfc9db24738', 'mac_address': 'fa:16:3e:d1:57:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd96bae-a28c-4775-95b5-878b93c5c958', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:41:12.498860 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66ffcbcc-eeff-4ca8-9c1d-23c8fe25c728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.504737 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66ffcbcc-eeff-4ca8-9c1d-23c8fe25c728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.506544 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-66ffcbcc-eeff-4ca8-9c1d-23c8fe25c728 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a02fee4e-d13f-4477-8684-1fef772c3e48 HTTP/1.1" status: 204 len: 168 time: 0.1908264 Jul 27 19:41:12.517067 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.531335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decedcb4-5b62-4560-9ea4-ebfc9db24738 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:12.539325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffcbcc-eeff-4ca8-9c1d-23c8fe25c728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02fee4e-d13f-4477-8684-1fef772c3e48,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:12.559925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:12.571508 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.648309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=decedcb4-5b62-4560-9ea4-ebfc9db24738,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:12.657165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:12.657513 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:12.657871 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:12.658775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:12.658775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:12.658775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:12.659020 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:12.659341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:12.659640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:12.660051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:12.660370 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:12.660709 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:12.699995 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-c9386ce4-a1ce-4d1d-a0df-a234b596a660 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:12.701758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-c9386ce4-a1ce-4d1d-a0df-a234b596a660 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 808 time: 0.3533905 Jul 27 19:41:12.708628 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-ffc8191f-1377-4734-be26-5dbb28a18489 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2846727 Jul 27 19:41:12.724283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:12.729288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32810) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:12.764098 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-4a453a24-278d-4c7b-9237-3ea829177480 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/quotas/7b77cb1555044c6bba713df0ce19dca6 HTTP/1.1" status: 200 len: 375 time: 0.0270374 Jul 27 19:41:12.791110 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.802925 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-47c04be9-7bf3-4a18-b5fb-85a295024ef6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2808074c0ee74164bacb119fdb792d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701032 Jul 27 19:41:12.803157 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32814) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:12.817069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-deb46930-1746-41ec-975c-d443e0c39aab tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401919 Jul 27 19:41:12.852921 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8f96-06ed-40fc-9a7b-62cc2a9e3efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.875126 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8f96-06ed-40fc-9a7b-62cc2a9e3efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.918550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['decedcb4-5b62-4560-9ea4-ebfc9db24738'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:12.928813 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8f96-06ed-40fc-9a7b-62cc2a9e3efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.932709 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8f96-06ed-40fc-9a7b-62cc2a9e3efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:12.936421 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2c5a8f96-06ed-40fc-9a7b-62cc2a9e3efa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c506ce0a-79f3-47e6-9db0-dd624fb29820 HTTP/1.1" status: 204 len: 168 time: 0.1300900 Jul 27 19:41:12.961765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-4510d9ac-1ba0-423f-a7fa-a8db8022a029 service neutron] 10.222.0.48 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329448 Jul 27 19:41:12.965538 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a8f96-06ed-40fc-9a7b-62cc2a9e3efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c506ce0a-79f3-47e6-9db0-dd624fb29820,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:12.985589 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32818) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:13.000668 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8711e409-2d66-4119-b343-ec9b985a67c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:13.064347 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:13.073570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:41:13.111870 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:41:13.112508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6aa82009-012f-46d7-bf3c-1435d0c3fdd0 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:41:13.121270 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8711e409-2d66-4119-b343-ec9b985a67c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:13.129689 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8711e409-2d66-4119-b343-ec9b985a67c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:13.174497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711e409-2d66-4119-b343-ec9b985a67c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19399f03-9ff6-4ce0-a472-1f45bcf99265,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:13.193646 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8711e409-2d66-4119-b343-ec9b985a67c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4db8414b60c44e168fbdda312f6c45e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067304 Jul 27 19:41:13.196233 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32822) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:13.204093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-e50aafd4-11d5-4549-b25f-31bfe1c08220 service neutron] 10.222.0.48 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253540 Jul 27 19:41:13.227175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Allocated IP 172.25.1.219 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/56a92017-bd4e-425e-bf1b-bbcce90b564d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:41:13.256598 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78a8b3cb-c85f-4f97-894a-e8d88c137c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:13.283500 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78a8b3cb-c85f-4f97-894a-e8d88c137c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:13.306821 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-59537a5b-aa52-436d-b38a-8c0a78511491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:13.342211 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78a8b3cb-c85f-4f97-894a-e8d88c137c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:13.345114 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78a8b3cb-c85f-4f97-894a-e8d88c137c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:13.349110 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-78a8b3cb-c85f-4f97-894a-e8d88c137c07 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19399f03-9ff6-4ce0-a472-1f45bcf99265 HTTP/1.1" status: 204 len: 168 time: 0.1518099 Jul 27 19:41:13.360627 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8b3cb-c85f-4f97-894a-e8d88c137c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19399f03-9ff6-4ce0-a472-1f45bcf99265,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:13.376725 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:13.728110 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:13.784662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:41:13.791655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:41:13.799721 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:41:13.813829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d7e84-9682-4a36-9fc4-18a1d89212ce req-6a93d4a3-51f5-45e3-9f57-ca53efa92ba1 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:13.821533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f12d7e84-9682-4a36-9fc4-18a1d89212ce req-6a93d4a3-51f5-45e3-9f57-ca53efa92ba1 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 944 time: 0.1451411 Jul 27 19:41:13.835613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Pushing event updated for resources: {'Port': ['ID=56a92017-bd4e-425e-bf1b-bbcce90b564d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:13.904733 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f12d7e84-9682-4a36-9fc4-18a1d89212ce req-17078558-460a-455b-8a8f-89f2e8284a38 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768449 Jul 27 19:41:13.930377 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:14.000782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-797ad3ff-a622-4759-ba24-a10812bcd689 req-03eaa716-6904-4ad6-b862-c4e193756cd3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 210 time: 0.0337367 Jul 27 19:41:14.027520 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:14.244948 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:14.252788 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:14.253911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device decedcb4-5b62-4560-9ea4-ebfc9db24738 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:41:14.268557 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:14.323138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Pushing event updated for resources: {'Port': ['ID=56a92017-bd4e-425e-bf1b-bbcce90b564d,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:14.326983 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:14.328292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-f8fae158-9e27-4faa-a057-4aaaa39bbb81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6101723 Jul 27 19:41:14.357091 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port decedcb4-5b62-4560-9ea4-ebfc9db24738 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:41:14.361855 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port decedcb4-5b62-4560-9ea4-ebfc9db24738 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:41:14.362428 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:14.469139 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:14.475484 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-d85940b6-203e-463e-9ebe-bbaa086a9bb9 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 696 time: 0.1391623 Jul 27 19:41:14.507847 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:14.509001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5fa803-8cdb-4f82-8d7b-83f1134aafe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decedcb4-5b62-4560-9ea4-ebfc9db24738'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:14.512502 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea2bb6d-f872-4dae-9a90-5a4d718bede1" -d '{"events": [{"server_uuid": "ff5fa803-8cdb-4f82-8d7b-83f1134aafe7", "name": "network-vif-plugged", "status": "completed", "tag": "decedcb4-5b62-4560-9ea4-ebfc9db24738"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:14.516420 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:14.575084 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=decedcb4-5b62-4560-9ea4-ebfc9db24738,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:14.583557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347651e-87d1-4d81-aa40-1e9721f6fc49 req-bd4649ae-7b2f-4c6f-9a74-a18215406036 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:14.585301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0347651e-87d1-4d81-aa40-1e9721f6fc49 req-bd4649ae-7b2f-4c6f-9a74-a18215406036 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 949 time: 0.2061584 Jul 27 19:41:14.640486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-7d3358d0-aea2-43b9-927b-8a057436bdbb tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:14.642011 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-7d3358d0-aea2-43b9-927b-8a057436bdbb tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.1656411 Jul 27 19:41:14.653402 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0347651e-87d1-4d81-aa40-1e9721f6fc49 req-dc042315-a754-4c47-a749-4e948765a394 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597467 Jul 27 19:41:14.673002 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-c3dd7322-f2b2-4c05-8e33-ad5a900aba1a tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:41:14.673002 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1dd0edcd-acf9-4c94-8c3d-c825a3472922 req-c3dd7322-f2b2-4c05-8e33-ad5a900aba1a tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113838 Jul 27 19:41:14.745705 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac2d1b0-0c1d-407b-8758-467f69a7e7ac x-openstack-request-id: req-9ac2d1b0-0c1d-407b-8758-467f69a7e7ac {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:14.746224 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5fa803-8cdb-4f82-8d7b-83f1134aafe7", "name": "network-vif-plugged", "status": "completed", "tag": "decedcb4-5b62-4560-9ea4-ebfc9db24738", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:14.746719 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ac2d1b0-0c1d-407b-8758-467f69a7e7ac {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:14.747427 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5fa803-8cdb-4f82-8d7b-83f1134aafe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decedcb4-5b62-4560-9ea4-ebfc9db24738', 'code': 200} Jul 27 19:41:14.931614 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd3c30-2e16-4fea-b8bc-58f9037e2373 req-960fa889-308f-4453-b002-4c7562dd540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:14.934022 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5cfd3c30-2e16-4fea-b8bc-58f9037e2373 req-960fa889-308f-4453-b002-4c7562dd540b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 1097 time: 0.0902078 Jul 27 19:41:14.988718 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5cfd3c30-2e16-4fea-b8bc-58f9037e2373 req-b783ad4e-9d27-4f32-875a-723c0f466527 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397224 Jul 27 19:41:15.046220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-e9078535-bdd6-41d6-a2cb-e55de836917e tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:15.046220 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-e9078535-bdd6-41d6-a2cb-e55de836917e tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 821 time: 0.1522937 Jul 27 19:41:15.080763 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-d879435b-b473-41e0-8a43-c73336abcd6a tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/quotas/7844aba5e5b149b0b78babceb3037803 HTTP/1.1" status: 200 len: 375 time: 0.0211804 Jul 27 19:41:15.282854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-285760ce-b8fe-42e7-84b0-f22858f8cc4e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:15.284412 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-285760ce-b8fe-42e7-84b0-f22858f8cc4e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.52 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 808 time: 0.2024667 Jul 27 19:41:15.304682 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28bf7c-b025-4d5b-b613-a7e6501164d1 req-1365909d-fb0e-4c2d-b5a2-b45bee23bcdb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:15.306375 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a28bf7c-b025-4d5b-b613-a7e6501164d1 req-1365909d-fb0e-4c2d-b5a2-b45bee23bcdb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 945 time: 0.2089710 Jul 27 19:41:15.315161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-4eeda2c3-3519-401f-8d58-c1038ba48418 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Request body: {'port': {'device_id': 'a71b6364-1a70-4b75-8c56-a7708e945257', 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb', 'admin_state_up': True, 'tenant_id': '7b77cb1555044c6bba713df0ce19dca6'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:15.327909 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-170b075d-4459-4ed1-8a44-677b946cc109 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2275977 Jul 27 19:41:15.470655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a28bf7c-b025-4d5b-b613-a7e6501164d1 req-2ff5fe5f-2c0c-4baa-b6e5-8f5b707ee569 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520541 Jul 27 19:41:15.519300 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-96c302e8-0027-44a5-9c19-a418f201ff0d service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735921 Jul 27 19:41:15.550371 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-4eeda2c3-3519-401f-8d58-c1038ba48418 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Made reservation on behalf of 7b77cb1555044c6bba713df0ce19dca6 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:41:15.553793 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-4eeda2c3-3519-401f-8d58-c1038ba48418 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:15.621296 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4558f280-cb5e-4fba-95f2-853d90f3dbdc req-e0536442-12be-447f-8667-04c23fb5032b tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 210 time: 0.0379753 Jul 27 19:41:15.724951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-70d83e3d-b1a7-4761-88b5-4d84a872d07b service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950717 Jul 27 19:41:15.816371 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-4eeda2c3-3519-401f-8d58-c1038ba48418 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Allocated IP 172.20.0.10 (a0463eab-3d38-43e7-932e-91f09e3b2eeb/d4ae7283-160b-4a02-9bd4-6eed6c729ef5/359728d5-d6df-4bd9-acc6-6b85791593c9) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:41:15.835404 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926615d-6e14-406b-b937-f8aa94fc1856 req-978eff52-1d0f-4361-8547-10da048ff7c4 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:15.836833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c926615d-6e14-406b-b937-f8aa94fc1856 req-978eff52-1d0f-4361-8547-10da048ff7c4 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.63 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 949 time: 0.1289999 Jul 27 19:41:16.055186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-49dfc93a-9438-49db-8da7-d025d0686971 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023178 Jul 27 19:41:16.063194 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3aa93552-9825-42d1-9022-f5c27110f2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:16.169907 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:16.203207 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-4eeda2c3-3519-401f-8d58-c1038ba48418 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:16.208149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-c926615d-6e14-406b-b937-f8aa94fc1856 req-ca88d6b5-9513-4498-adb9-e6b8fb49a797 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Deleting port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:41:16.208498 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c926615d-6e14-406b-b937-f8aa94fc1856 req-ca88d6b5-9513-4498-adb9-e6b8fb49a797 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:16.279508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88186ed9-ef99-45df-8cd1-fc732e4a606f req-23f4a179-17d5-458c-9cb5-4ccafa8780b8 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:16.281080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88186ed9-ef99-45df-8cd1-fc732e4a606f req-23f4a179-17d5-458c-9cb5-4ccafa8780b8 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 949 time: 0.3272119 Jul 27 19:41:16.315428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-7dfb0a9e-4d8f-4610-9f88-e9f1c1afbf5a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:16.316964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-7dfb0a9e-4d8f-4610-9f88-e9f1c1afbf5a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498984 Jul 27 19:41:16.376633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-57cc5fff-d803-45fb-95bf-45069d0e49d4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/quotas/6338c498f3a44b01b8ebed4fff6ab6c4 HTTP/1.1" status: 200 len: 375 time: 0.0501559 Jul 27 19:41:16.408835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88186ed9-ef99-45df-8cd1-fc732e4a606f req-a850adc7-a3df-41ea-bb20-2ea535d7b6d3 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189001 Jul 27 19:41:16.439436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-81759111-25ab-49c2-87b5-b75caeda6f64 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498834 Jul 27 19:41:16.452197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-c926615d-6e14-406b-b937-f8aa94fc1856 req-ca88d6b5-9513-4498-adb9-e6b8fb49a797 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] For port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=fae771fe-b133-4cf2-8cf9-e76a3f8c9f89,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:16.452649 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c926615d-6e14-406b-b937-f8aa94fc1856 req-ca88d6b5-9513-4498-adb9-e6b8fb49a797 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:16.467456 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-4eeda2c3-3519-401f-8d58-c1038ba48418 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:16.469974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-c926615d-6e14-406b-b937-f8aa94fc1856 req-ca88d6b5-9513-4498-adb9-e6b8fb49a797 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Calling delete_port for fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:41:16.567230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-4eeda2c3-3519-401f-8d58-c1038ba48418 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Network a0463eab-3d38-43e7-932e-91f09e3b2eeb is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:41:16.575474 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-4eeda2c3-3519-401f-8d58-c1038ba48418 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:41:16.582872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-4eeda2c3-3519-401f-8d58-c1038ba48418 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:41:16.588170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-4eeda2c3-3519-401f-8d58-c1038ba48418 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:16.588932 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-4eeda2c3-3519-401f-8d58-c1038ba48418 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:16.603660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeda2c3-3519-401f-8d58-c1038ba48418 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Pushing event updated for resources: {'Port': ['ID=359728d5-d6df-4bd9-acc6-6b85791593c9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:16.647520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e4f17db-fb5f-4cf4-ac3f-075a0530ce74 req-53afc3d1-7a96-4d44-a282-6baf5d73117b tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 210 time: 0.0657759 Jul 27 19:41:16.710089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-4eeda2c3-3519-401f-8d58-c1038ba48418 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3970237 Jul 27 19:41:16.755772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Request body: {'port': {'device_id': 'a71b6364-1a70-4b75-8c56-a7708e945257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:16.970907 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:17.060819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21272046-5f84-4ba8-8259-0115095b0f9a req-9d089641-dbc7-4b84-8472-96c82b21b54e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 210 time: 0.3125298 Jul 27 19:41:17.157304 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c926615d-6e14-406b-b937-f8aa94fc1856 req-ca88d6b5-9513-4498-adb9-e6b8fb49a797 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:17.171518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['fae771fe-b133-4cf2-8cf9-e76a3f8c9f89'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:17.200242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['b8656630-755d-488c-8030-de9ef937433e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:17.264219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88d6b5-9513-4498-adb9-e6b8fb49a797 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Pushing event deleted for resources: {'Port': ['ID=fae771fe-b133-4cf2-8cf9-e76a3f8c9f89,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:17.292590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a04a76-f636-4c88-b5df-c6521f945ef1 req-6b27e420-99fd-4271-a705-0e23bc1020a7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:17.301006 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8a04a76-f636-4c88-b5df-c6521f945ef1 req-6b27e420-99fd-4271-a705-0e23bc1020a7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 945 time: 0.6189561 Jul 27 19:41:17.328327 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:17.439986 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-953d43ac-9bd0-46ce-9f21-528ade73038c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:17.441518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-953d43ac-9bd0-46ce-9f21-528ade73038c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.63 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 821 time: 0.4098811 Jul 27 19:41:17.442353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c926615d-6e14-406b-b937-f8aa94fc1856 req-ca88d6b5-9513-4498-adb9-e6b8fb49a797 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] No DVR routers for this DVR port fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:41:17.449283 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c926615d-6e14-406b-b937-f8aa94fc1856 req-ca88d6b5-9513-4498-adb9-e6b8fb49a797 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:17.451293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c926615d-6e14-406b-b937-f8aa94fc1856 req-ca88d6b5-9513-4498-adb9-e6b8fb49a797 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.63 "DELETE /v2.0/ports/fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 HTTP/1.1" status: 204 len: 173 time: 1.6061370 Jul 27 19:41:17.451873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b84b6a-699c-4fcb-bfd8-3d635e143f14', 'name': 'network-vif-deleted', 'tag': 'fae771fe-b133-4cf2-8cf9-e76a3f8c9f89'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:17.454154 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4ca2a0-f803-4df8-b6b3-f09414aafd0d" -d '{"events": [{"server_uuid": "96b84b6a-699c-4fcb-bfd8-3d635e143f14", "name": "network-vif-deleted", "tag": "fae771fe-b133-4cf2-8cf9-e76a3f8c9f89"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:17.472041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-7e8750df-7d98-4f97-8da5-90ad96d4e46c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Request body: {'port': {'device_id': '010f564d-ab46-4ff7-9356-523febfaaebd', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'admin_state_up': True, 'tenant_id': '7844aba5e5b149b0b78babceb3037803'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:17.586252 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8a04a76-f636-4c88-b5df-c6521f945ef1 req-954f769a-6320-48c9-b9b0-b4c612f38391 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841609 Jul 27 19:41:17.758449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1aac5b5e-eae2-4ae0-b13f-ff7c6ab4338d req-71484fd6-9cb3-4deb-9577-5ec73b7d0f24 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=96b84b6a-699c-4fcb-bfd8-3d635e143f14 HTTP/1.1" status: 200 len: 210 time: 0.0436611 Jul 27 19:41:17.769354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eb666-c9aa-46b1-8eed-4bfc39bc49c2 req-7e382eb3-45b5-43dd-8a77-d4636c0ebd47 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:17.770727 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a58eb666-c9aa-46b1-8eed-4bfc39bc49c2 req-7e382eb3-45b5-43dd-8a77-d4636c0ebd47 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 932 time: 0.3489573 Jul 27 19:41:17.816494 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cfca88-19d9-4534-af20-154fce16aeef x-openstack-request-id: req-44cfca88-19d9-4534-af20-154fce16aeef {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:17.816759 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b84b6a-699c-4fcb-bfd8-3d635e143f14", "name": "network-vif-deleted", "tag": "fae771fe-b133-4cf2-8cf9-e76a3f8c9f89", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:17.817014 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44cfca88-19d9-4534-af20-154fce16aeef {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:17.817395 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b84b6a-699c-4fcb-bfd8-3d635e143f14', 'name': 'network-vif-deleted', 'tag': 'fae771fe-b133-4cf2-8cf9-e76a3f8c9f89', 'status': 'completed', 'code': 200} Jul 27 19:41:17.842328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-7e8750df-7d98-4f97-8da5-90ad96d4e46c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Made reservation on behalf of 7844aba5e5b149b0b78babceb3037803 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:41:17.845820 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-7e8750df-7d98-4f97-8da5-90ad96d4e46c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:17.885370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a58eb666-c9aa-46b1-8eed-4bfc39bc49c2 req-3d61f2a4-c6ca-4a4e-aa57-21b5e3c688be tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019077 Jul 27 19:41:18.020194 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-263ed701-f2c8-4878-a24c-a0314b833600 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396512 Jul 27 19:41:18.123925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-7e8750df-7d98-4f97-8da5-90ad96d4e46c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Allocated IP 172.20.0.6 (87d706c2-4754-4ed0-8dbd-4cf294320f05/b3b7ce50-55cb-46fb-875f-22fc7a04dd8f/d5a42a31-7e96-4e55-a18f-c79db5cd68f6) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:41:18.130856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359728d5-d6df-4bd9-acc6-6b85791593c9 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:18.151173 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:18.176277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58e03f-9383-40b9-b7b6-f33152455c78 req-ad823e75-90af-46f3-91e6-696e7dc2fc77 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:18.183653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea58e03f-9383-40b9-b7b6-f33152455c78 req-ad823e75-90af-46f3-91e6-696e7dc2fc77 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 1097 time: 0.2222397 Jul 27 19:41:18.200606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Transition to ACTIVE for port object 359728d5-d6df-4bd9-acc6-6b85791593c9 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:41:18.222659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-210e889d-74e8-469a-a1f4-12728d090a75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:18.224342 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-210e889d-74e8-469a-a1f4-12728d090a75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884699 Jul 27 19:41:18.224652 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:18.248429 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Request body: {'port': {'device_id': '2e7afbc9-aaa2-44cc-ab87-ade8b755a932', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '6338c498f3a44b01b8ebed4fff6ab6c4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:18.253185 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d7d7d167-2aaa-44a7-b30d-e50ecddbdd7a req-9d4a9c4f-074f-4fb9-b655-1fda350e6a3b tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 210 time: 0.0674994 Jul 27 19:41:18.341678 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea58e03f-9383-40b9-b7b6-f33152455c78 req-47c6be4e-496b-442d-88c2-09e804def624 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571276 Jul 27 19:41:18.375771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Pushing event updated for resources: {'Port': ['ID=359728d5-d6df-4bd9-acc6-6b85791593c9,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:18.381646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Made reservation on behalf of 6338c498f3a44b01b8ebed4fff6ab6c4 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:41:18.387582 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:18.400617 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-358206d7-da85-43a6-a603-e0b041e28e28 req-6669a6cf-8fbb-4949-8362-dd72cc530019 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 210 time: 0.0514700 Jul 27 19:41:18.405123 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:18.448798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Attempting to bind port 359728d5-d6df-4bd9-acc6-6b85791593c9 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:41:18.449203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Attempting to bind port 359728d5-d6df-4bd9-acc6-6b85791593c9 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:41:18.449804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Attempting to bind port 359728d5-d6df-4bd9-acc6-6b85791593c9 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:18.462468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Port 359728d5-d6df-4bd9-acc6-6b85791593c9 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:41:18.463056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Attempting to bind port 359728d5-d6df-4bd9-acc6-6b85791593c9 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:18.477429 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:41:18.477792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Checking segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:41:18.478156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Bound using segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:41:18.478674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Bound port: 359728d5-d6df-4bd9-acc6-6b85791593c9, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:41:18.479034 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:18.494523 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-7e8750df-7d98-4f97-8da5-90ad96d4e46c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:18.538491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-7e8750df-7d98-4f97-8da5-90ad96d4e46c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Transition to ACTIVE for port object d5a42a31-7e96-4e55-a18f-c79db5cd68f6 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:41:18.545365 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:18.550200 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:18.584859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6349235-3e0e-451b-b59d-52c5ae3ce462,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:18.634779 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:41:18.639190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=359728d5-d6df-4bd9-acc6-6b85791593c9,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:41:18.645580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea454b-6482-44cb-a2a8-0d48da881f83 req-c38b0c1a-f0b0-4c88-8a1c-4e4cf9cf20c8 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:18.647287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-22ea454b-6482-44cb-a2a8-0d48da881f83 req-c38b0c1a-f0b0-4c88-8a1c-4e4cf9cf20c8 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 1097 time: 0.1660643 Jul 27 19:41:18.651635 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-7e8750df-7d98-4f97-8da5-90ad96d4e46c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:18.656866 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:18.666940 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['609e4ffa-7292-45e4-835d-da59c8b79a05'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:18.725775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:18.726751 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:18.728864 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] 10.222.0.52 "PUT /v2.0/ports/359728d5-d6df-4bd9-acc6-6b85791593c9 HTTP/1.1" status: 200 len: 1093 time: 1.9779932 Jul 27 19:41:18.753299 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-7e8750df-7d98-4f97-8da5-90ad96d4e46c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Network 87d706c2-4754-4ed0-8dbd-4cf294320f05 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:41:18.770794 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-22ea454b-6482-44cb-a2a8-0d48da881f83 req-77408312-a426-43eb-a5d4-a20e1728b21a tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089098 Jul 27 19:41:18.783070 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Allocated IP 192.168.233.8 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/ee687bbd-f1da-4760-bb27-c67054a1732a) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:41:18.792372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-7e8750df-7d98-4f97-8da5-90ad96d4e46c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:41:18.819384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-7e8750df-7d98-4f97-8da5-90ad96d4e46c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:41:18.825065 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:18.828047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-7e8750df-7d98-4f97-8da5-90ad96d4e46c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:18.828761 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-7e8750df-7d98-4f97-8da5-90ad96d4e46c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:18.862139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9c998-4b2e-41e1-aa38-3c222b923c90 service neutron] Pushing event updated for resources: {'Port': ['ID=359728d5-d6df-4bd9-acc6-6b85791593c9,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:18.953668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-7e8750df-7d98-4f97-8da5-90ad96d4e46c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4854341 Jul 27 19:41:18.972909 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Request body: {'port': {'device_id': '010f564d-ab46-4ff7-9356-523febfaaebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:19.007596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8750df-7d98-4f97-8da5-90ad96d4e46c tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Pushing event updated for resources: {'Port': ['ID=d5a42a31-7e96-4e55-a18f-c79db5cd68f6,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:19.068034 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-2372b66e-dd52-4b86-9e42-14c202f879b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:19.070080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-2372b66e-dd52-4b86-9e42-14c202f879b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 1096 time: 0.2361681 Jul 27 19:41:19.142150 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-03552c2e-d6bb-48f7-bc34-61a26f9141d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359728d5-d6df-4bd9-acc6-6b85791593c9 HTTP/1.1" status: 200 len: 217 time: 0.0464406 Jul 27 19:41:19.154797 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33076) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:19.212512 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-2d184dcd-3d6e-46d3-8b22-80e593abc273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:19.213356 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:19.214134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-2d184dcd-3d6e-46d3-8b22-80e593abc273 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.0593247 Jul 27 19:41:19.230690 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:19.236353 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Transition to ACTIVE for port object ee687bbd-f1da-4760-bb27-c67054a1732a will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:41:19.262149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-27c36709-bd4a-4cb9-a5fc-70eeb9cc64b8 None None] Provisioning for port d5a42a31-7e96-4e55-a18f-c79db5cd68f6 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:41:19.268341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-27c36709-bd4a-4cb9-a5fc-70eeb9cc64b8 None None] Provisioning complete for port d5a42a31-7e96-4e55-a18f-c79db5cd68f6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:41:19.270392 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-27c36709-bd4a-4cb9-a5fc-70eeb9cc64b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:19.286613 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:19.317349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-281088d2-8035-4f2a-a12e-14362aa15777 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634165 Jul 27 19:41:19.349857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-27c36709-bd4a-4cb9-a5fc-70eeb9cc64b8 None None] Port d5a42a31-7e96-4e55-a18f-c79db5cd68f6 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:41:19.354912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:41:19.358844 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:41:19.361522 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33086) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:19.371285 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:41:19.385528 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:19.386265 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:19.410701 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Pushing event updated for resources: {'Port': ['ID=ee687bbd-f1da-4760-bb27-c67054a1732a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:19.428532 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-10961d7c-9ace-4aaa-9812-b27cc1f53d75 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1842155 Jul 27 19:41:19.450068 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Request body: {'port': {'device_id': '2e7afbc9-aaa2-44cc-ab87-ade8b755a932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:19.456899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03926f7-7fd3-4843-aa12-110f5c06ab87 req-dee289ee-43d3-4682-89ab-87132a7dfd6e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:19.470067 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f03926f7-7fd3-4843-aa12-110f5c06ab87 req-dee289ee-43d3-4682-89ab-87132a7dfd6e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 944 time: 0.2547317 Jul 27 19:41:19.557141 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec4ef2fa-6f77-4995-8578-834ee597a156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:19.562719 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-81c2c6de-20cc-4590-a299-b5670f151704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:19.646671 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:19.668982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f03926f7-7fd3-4843-aa12-110f5c06ab87 req-ed5f939e-9bc5-49aa-9b36-8c9d4b4e6ff7 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969426 Jul 27 19:41:19.680106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4e600848-4700-4ff6-be5f-fb917ad8634c None None] Provisioning for port ee687bbd-f1da-4760-bb27-c67054a1732a completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:41:19.684803 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4e600848-4700-4ff6-be5f-fb917ad8634c None None] Provisioning complete for port ee687bbd-f1da-4760-bb27-c67054a1732a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:41:19.685358 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4e600848-4700-4ff6-be5f-fb917ad8634c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:19.707532 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-c56139cc-8bb8-4ae4-9b62-5f7fb0c6cb5b service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481879 Jul 27 19:41:19.742417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4e600848-4700-4ff6-be5f-fb917ad8634c None None] Port ee687bbd-f1da-4760-bb27-c67054a1732a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:41:19.823668 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec4ef2fa-6f77-4995-8578-834ee597a156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:19.867606 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec4ef2fa-6f77-4995-8578-834ee597a156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:19.935940 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ec4ef2fa-6f77-4995-8578-834ee597a156 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f598c1953c4422eaf5727168d7c263f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5674176 Jul 27 19:41:19.940170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ef2fa-6f77-4995-8578-834ee597a156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37952e9-e81f-4eb7-9e76-b0e63ec32868,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:19.950276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33094) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:20.060087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71b6364-1a70-4b75-8c56-a7708e945257', 'tag': '359728d5-d6df-4bd9-acc6-6b85791593c9'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:20.062587 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56932ffd-3fb3-477a-9260-62b69d2f4a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a71b6364-1a70-4b75-8c56-a7708e945257", "tag": "359728d5-d6df-4bd9-acc6-6b85791593c9"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:20.079738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7db7-7ba5-4b92-af84-8c5d1423a1e3 req-70f5e110-850e-4fcb-a58e-6e8c1e7dd1af tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:20.081229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed4c7db7-7ba5-4b92-af84-8c5d1423a1e3 req-70f5e110-850e-4fcb-a58e-6e8c1e7dd1af tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 931 time: 0.5272181 Jul 27 19:41:20.101926 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3293cc9f-ddec-417b-ab5d-5fdee00ce76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.127218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee687bbd-f1da-4760-bb27-c67054a1732a {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:20.139542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.142997 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-81c2c6de-20cc-4590-a299-b5670f151704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.156987 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3293cc9f-ddec-417b-ab5d-5fdee00ce76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.158656 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-81c2c6de-20cc-4590-a299-b5670f151704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.173886 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Transition to ACTIVE for port object ee687bbd-f1da-4760-bb27-c67054a1732a will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:41:20.183777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ec53208-1131-4031-b61e-be8e7cbd6b57 req-deb06769-e8c4-403c-b00e-a177d7ba04c6 service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585760 Jul 27 19:41:20.194373 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.219713 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed4c7db7-7ba5-4b92-af84-8c5d1423a1e3 req-ecaa644c-748f-4e8c-b966-c469671aa2d7 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233706 Jul 27 19:41:20.234418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a42a31-7e96-4e55-a18f-c79db5cd68f6 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:20.248189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fa307-f2ff-45dd-89f2-652cbb2ec0fb req-aa372107-652f-442b-adb7-19dde81ef045 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:20.250308 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd2fa307-f2ff-45dd-89f2-652cbb2ec0fb req-aa372107-652f-442b-adb7-19dde81ef045 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fc49025-c6ac-48c6-9e6d-7d8c97d82e40 HTTP/1.1" status: 200 len: 950 time: 0.4906812 Jul 27 19:41:20.254255 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.262983 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-81c2c6de-20cc-4590-a299-b5670f151704 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4762701a655849bcacc7623bb2a443e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1057873 Jul 27 19:41:20.263773 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2c6de-20cc-4590-a299-b5670f151704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fa0703-f075-4c8a-b95e-231d8e955ca7,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:20.264704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33100) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:20.281165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Transition to ACTIVE for port object d5a42a31-7e96-4e55-a18f-c79db5cd68f6 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:41:20.291255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Pushing event updated for resources: {'Port': ['ID=ee687bbd-f1da-4760-bb27-c67054a1732a,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:20.291483 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.325411 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3293cc9f-ddec-417b-ab5d-5fdee00ce76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.328354 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3293cc9f-ddec-417b-ab5d-5fdee00ce76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.333591 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3293cc9f-ddec-417b-ab5d-5fdee00ce76e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f37952e9-e81f-4eb7-9e76-b0e63ec32868 HTTP/1.1" status: 204 len: 168 time: 0.3782356 Jul 27 19:41:20.343169 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Attempting to bind port ee687bbd-f1da-4760-bb27-c67054a1732a on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:41:20.343509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Attempting to bind port ee687bbd-f1da-4760-bb27-c67054a1732a by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:41:20.343857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Attempting to bind port ee687bbd-f1da-4760-bb27-c67054a1732a on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:20.353675 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Port ee687bbd-f1da-4760-bb27-c67054a1732a on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:41:20.354004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Attempting to bind port ee687bbd-f1da-4760-bb27-c67054a1732a on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:20.356082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293cc9f-ddec-417b-ab5d-5fdee00ce76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37952e9-e81f-4eb7-9e76-b0e63ec32868,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:20.361929 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:41:20.362435 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:41:20.362979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:41:20.363557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Bound port: ee687bbd-f1da-4760-bb27-c67054a1732a, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:41:20.364316 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.433730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a42a31-7e96-4e55-a18f-c79db5cd68f6,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:20.449614 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-359f1950-5cb6-417d-a459-87faeba3edc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.488875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] For port ee687bbd-f1da-4760-bb27-c67054a1732a, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:41:20.495301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd2fa307-f2ff-45dd-89f2-652cbb2ec0fb req-28d9da3e-5a4f-4f9c-b119-57a01e5bf0c6 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3bf8246-61a8-4b13-8bf3-42878723696a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933618 Jul 27 19:41:20.499144 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] For port ee687bbd-f1da-4760-bb27-c67054a1732a, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=ee687bbd-f1da-4760-bb27-c67054a1732a,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:41:20.511512 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.534204 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-359f1950-5cb6-417d-a459-87faeba3edc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.568033 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:20.569000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.570741 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] 10.222.0.52 "PUT /v2.0/ports/ee687bbd-f1da-4760-bb27-c67054a1732a HTTP/1.1" status: 200 len: 1095 time: 1.1268842 Jul 27 19:41:20.571416 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7afbc9-aaa2-44cc-ab87-ade8b755a932', 'tag': 'ee687bbd-f1da-4760-bb27-c67054a1732a'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:20.574129 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca07101f-fb76-49b7-8f95-2afe9dc0bfe2" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7afbc9-aaa2-44cc-ab87-ade8b755a932", "tag": "ee687bbd-f1da-4760-bb27-c67054a1732a"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:20.595154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Attempting to bind port d5a42a31-7e96-4e55-a18f-c79db5cd68f6 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:41:20.595551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Attempting to bind port d5a42a31-7e96-4e55-a18f-c79db5cd68f6 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:41:20.596084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Attempting to bind port d5a42a31-7e96-4e55-a18f-c79db5cd68f6 on network 87d706c2-4754-4ed0-8dbd-4cf294320f05 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:20.624792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ae788-b1fb-4ec8-a630-1a9c939abcab service neutron] Pushing event updated for resources: {'Port': ['ID=ee687bbd-f1da-4760-bb27-c67054a1732a,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:20.638236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Port d5a42a31-7e96-4e55-a18f-c79db5cd68f6 on network 87d706c2-4754-4ed0-8dbd-4cf294320f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:41:20.638593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Attempting to bind port d5a42a31-7e96-4e55-a18f-c79db5cd68f6 on network 87d706c2-4754-4ed0-8dbd-4cf294320f05 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:20.666994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852d516-46b6-4dd1-b2cd-4876039946c9 req-edc0f0ca-d5be-4561-8761-58eefdaf9497 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:20.668927 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d852d516-46b6-4dd1-b2cd-4876039946c9 req-edc0f0ca-d5be-4561-8761-58eefdaf9497 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 946 time: 0.3355401 Jul 27 19:41:20.675245 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:41:20.675588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Checking segment: {'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:41:20.675975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Bound using segment: {'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:41:20.676460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Bound port: d5a42a31-7e96-4e55-a18f-c79db5cd68f6, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf42730-aca0-4f52-a694-8ed417ad5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:41:20.677086 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.684328 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:41:20.753341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-9841069b-c044-419a-a4ee-5a3e2bf4d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:20.755425 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-9841069b-c044-419a-a4ee-5a3e2bf4d9a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 1098 time: 0.1003678 Jul 27 19:41:20.768420 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-359f1950-5cb6-417d-a459-87faeba3edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.770952 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-359f1950-5cb6-417d-a459-87faeba3edc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.772112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-359f1950-5cb6-417d-a459-87faeba3edc9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27fa0703-f075-4c8a-b95e-231d8e955ca7 HTTP/1.1" status: 204 len: 168 time: 0.5064044 Jul 27 19:41:20.810952 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d852d516-46b6-4dd1-b2cd-4876039946c9 req-a173777d-e203-4ebc-811d-61b0395f1fdc tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157110 Jul 27 19:41:20.815674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f1950-5cb6-417d-a459-87faeba3edc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fa0703-f075-4c8a-b95e-231d8e955ca7,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:20.835563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f1f58-21f5-460d-8d05-e44ba53bb866 req-61cb103a-d91d-4573-92de-e75065af8754 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:20.842970 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-070f1f58-21f5-460d-8d05-e44ba53bb866 req-61cb103a-d91d-4573-92de-e75065af8754 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 1097 time: 0.2434092 Jul 27 19:41:20.877848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] For port d5a42a31-7e96-4e55-a18f-c79db5cd68f6, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:41:20.882939 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0e1627c7-7033-4b93-87bc-e6d7b2c8136a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=ee687bbd-f1da-4760-bb27-c67054a1732a HTTP/1.1" status: 200 len: 217 time: 0.1069870 Jul 27 19:41:20.889565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33112) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:20.903791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] For port d5a42a31-7e96-4e55-a18f-c79db5cd68f6, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=d5a42a31-7e96-4e55-a18f-c79db5cd68f6,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:41:20.913431 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.944551 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a74f1d5e-eb97-428b-9de6-b680ad067b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:20.954718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0eb251f6-0504-4fb4-92f0-84c66453821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:20.957151 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-0eb251f6-0504-4fb4-92f0-84c66453821e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0636866 Jul 27 19:41:20.973070 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8c2541-b751-4399-907e-1228a145fb8b x-openstack-request-id: req-ca8c2541-b751-4399-907e-1228a145fb8b {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:20.973329 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71b6364-1a70-4b75-8c56-a7708e945257", "tag": "359728d5-d6df-4bd9-acc6-6b85791593c9", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:20.973591 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca8c2541-b751-4399-907e-1228a145fb8b {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:20.973953 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71b6364-1a70-4b75-8c56-a7708e945257', 'tag': '359728d5-d6df-4bd9-acc6-6b85791593c9', 'status': 'completed', 'code': 200} Jul 27 19:41:20.985652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-070f1f58-21f5-460d-8d05-e44ba53bb866 req-be40b08b-e62c-4fb7-8ed7-eeb39e2662a1 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416681 Jul 27 19:41:21.009249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:21.010148 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:21.014783 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] 10.222.0.63 "PUT /v2.0/ports/d5a42a31-7e96-4e55-a18f-c79db5cd68f6 HTTP/1.1" status: 200 len: 1092 time: 2.0506201 Jul 27 19:41:21.064575 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65333036-05cf-4878-8a80-51784744955d x-openstack-request-id: req-65333036-05cf-4878-8a80-51784744955d {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:21.065238 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7afbc9-aaa2-44cc-ab87-ade8b755a932", "tag": "ee687bbd-f1da-4760-bb27-c67054a1732a", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:21.066056 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65333036-05cf-4878-8a80-51784744955d {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:21.066744 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7afbc9-aaa2-44cc-ab87-ade8b755a932', 'tag': 'ee687bbd-f1da-4760-bb27-c67054a1732a', 'status': 'completed', 'code': 200} Jul 27 19:41:21.074009 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-e82f6533-c825-44f6-b22d-3adc8e14f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:21.075818 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-e82f6533-c825-44f6-b22d-3adc8e14f141 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1049755 Jul 27 19:41:21.109594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:41:21.152374 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:41:21.153314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device fae771fe-b133-4cf2-8cf9-e76a3f8c9f89 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:41:21.271671 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a74f1d5e-eb97-428b-9de6-b680ad067b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:21.281440 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726696b4-7360-4936-b4ab-814d8a78c993 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a42a31-7e96-4e55-a18f-c79db5cd68f6,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:21.332260 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a74f1d5e-eb97-428b-9de6-b680ad067b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:21.398716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33120) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:21.433258 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a74f1d5e-eb97-428b-9de6-b680ad067b6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62063fd9879c4d9481256c5d6fa07066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5411608 Jul 27 19:41:21.447150 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fa74c59-c015-4504-a419-c10d1d485086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:21.453080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33124) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:21.463495 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f1d5e-eb97-428b-9de6-b680ad067b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985ed94a-3bb9-473d-9dd8-4f0690680180,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:21.536853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56932ffd-3fb3-477a-9260-62b69d2f4a5c req-97aeedba-4d71-466e-8a2c-065c9fdace64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:21.538472 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56932ffd-3fb3-477a-9260-62b69d2f4a5c req-97aeedba-4d71-466e-8a2c-065c9fdace64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 1096 time: 0.5019252 Jul 27 19:41:21.538634 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dde79705-8c13-40b0-9577-cf1557c838fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:21.543184 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-5599c295-37c4-4d2c-a984-75870910b297 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542940 Jul 27 19:41:21.543691 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-06f90029-a910-4dec-b882-4b35f165b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:21.545177 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-06f90029-a910-4dec-b882-4b35f165b09d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 1095 time: 0.4569461 Jul 27 19:41:21.563757 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dde79705-8c13-40b0-9577-cf1557c838fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:21.595574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-b2817b14-cbff-45d3-bda6-8d143240459e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5a42a31-7e96-4e55-a18f-c79db5cd68f6 HTTP/1.1" status: 200 len: 217 time: 0.0372796 Jul 27 19:41:21.673732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef693f9-3593-4cf9-8050-1af8c56ae0c4 req-6574858d-47c8-403b-b774-57d9c2317b88 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:21.675221 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bef693f9-3593-4cf9-8050-1af8c56ae0c4 req-6574858d-47c8-403b-b774-57d9c2317b88 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 944 time: 0.3618989 Jul 27 19:41:21.683460 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dde79705-8c13-40b0-9577-cf1557c838fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:21.686120 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dde79705-8c13-40b0-9577-cf1557c838fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:21.687230 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dde79705-8c13-40b0-9577-cf1557c838fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/985ed94a-3bb9-473d-9dd8-4f0690680180 HTTP/1.1" status: 204 len: 168 time: 0.2332044 Jul 27 19:41:21.704581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde79705-8c13-40b0-9577-cf1557c838fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985ed94a-3bb9-473d-9dd8-4f0690680180,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:21.708212 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d22e2839-74f1-433b-8ebe-ffb0220977d0 req-b9e80bb1-a5b6-45b6-b487-1396fdcdaf78 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288757 Jul 27 19:41:21.764628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-970a47cc-b19d-453a-9329-5691f9fd7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:21.773829 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-970a47cc-b19d-453a-9329-5691f9fd7aa5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.1649187 Jul 27 19:41:21.822004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c9b07-1abc-4fd9-9210-108d42cc41ba req-5d68a16b-fc83-46fd-b9ce-3daf80c77abb tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:21.825122 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-002c9b07-1abc-4fd9-9210-108d42cc41ba req-5d68a16b-fc83-46fd-b9ce-3daf80c77abb tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fc49025-c6ac-48c6-9e6d-7d8c97d82e40 HTTP/1.1" status: 200 len: 950 time: 0.0967340 Jul 27 19:41:21.857027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bef693f9-3593-4cf9-8050-1af8c56ae0c4 req-fdb84d85-c777-4ada-85fb-1edc653a526c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496990 Jul 27 19:41:21.972059 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-002c9b07-1abc-4fd9-9210-108d42cc41ba req-e194ce2b-a87d-4900-9e25-3ce4f6211658 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Deleting port b8656630-755d-488c-8030-de9ef937433e {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:41:21.972417 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-002c9b07-1abc-4fd9-9210-108d42cc41ba req-e194ce2b-a87d-4900-9e25-3ce4f6211658 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:21.983224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56932ffd-3fb3-477a-9260-62b69d2f4a5c req-3333de94-c0c0-4ba5-a5ff-6313783e74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:21.984818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56932ffd-3fb3-477a-9260-62b69d2f4a5c req-3333de94-c0c0-4ba5-a5ff-6313783e74fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.3872111 Jul 27 19:41:22.078381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-f6e10aa0-f31c-4257-9f4a-e26a4a545eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:22.079937 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-f6e10aa0-f31c-4257-9f4a-e26a4a545eea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2968590 Jul 27 19:41:22.088412 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56932ffd-3fb3-477a-9260-62b69d2f4a5c req-c15f02b0-ed87-492f-9746-1d21166b9878 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359728d5-d6df-4bd9-acc6-6b85791593c9 HTTP/1.1" status: 200 len: 217 time: 0.0751495 Jul 27 19:41:22.092584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-002c9b07-1abc-4fd9-9210-108d42cc41ba req-e194ce2b-a87d-4900-9e25-3ce4f6211658 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] For port b8656630-755d-488c-8030-de9ef937433e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b8656630-755d-488c-8030-de9ef937433e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:22.093247 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-002c9b07-1abc-4fd9-9210-108d42cc41ba req-e194ce2b-a87d-4900-9e25-3ce4f6211658 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:22.094795 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fa74c59-c015-4504-a419-c10d1d485086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:22.109196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-002c9b07-1abc-4fd9-9210-108d42cc41ba req-e194ce2b-a87d-4900-9e25-3ce4f6211658 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Calling delete_port for b8656630-755d-488c-8030-de9ef937433e owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:41:22.128879 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fa74c59-c015-4504-a419-c10d1d485086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:22.191198 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33158) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:22.211320 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-074e3deb-8171-464a-b1de-0f1bd381f2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:22.231974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07101f-fb76-49b7-8f95-2afe9dc0bfe2 req-804f489d-40cb-4942-9ef9-ec924ce19c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:22.233519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca07101f-fb76-49b7-8f95-2afe9dc0bfe2 req-804f489d-40cb-4942-9ef9-ec924ce19c98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 1098 time: 0.3952138 Jul 27 19:41:22.267086 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6fa74c59-c015-4504-a419-c10d1d485086 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7cd72e80b8a44d0b8ea85754f5af70e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8647051 Jul 27 19:41:22.277044 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33160) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:22.298665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56932ffd-3fb3-477a-9260-62b69d2f4a5c req-92fb45f6-e1ac-4b58-badd-a2161a80c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:22.299884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56932ffd-3fb3-477a-9260-62b69d2f4a5c req-92fb45f6-e1ac-4b58-badd-a2161a80c916 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.1900039 Jul 27 19:41:22.300483 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa74c59-c015-4504-a419-c10d1d485086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64710e03-ebd2-4456-8b25-cd370e758aca,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:22.337351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-002c9b07-1abc-4fd9-9210-108d42cc41ba req-e194ce2b-a87d-4900-9e25-3ce4f6211658 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:22.354279 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['b8656630-755d-488c-8030-de9ef937433e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:22.393863 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194ce2b-a87d-4900-9e25-3ce4f6211658 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Pushing event deleted for resources: {'Port': ['ID=b8656630-755d-488c-8030-de9ef937433e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:22.401706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a17145-d618-401c-aa74-15088a0cecc7 req-19c14f20-9068-4f1d-ac12-b2baaa695cc4 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:22.409437 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-72a17145-d618-401c-aa74-15088a0cecc7 req-19c14f20-9068-4f1d-ac12-b2baaa695cc4 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 943 time: 0.4697700 Jul 27 19:41:22.426789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56932ffd-3fb3-477a-9260-62b69d2f4a5c req-c1437046-7226-4140-949c-d7778ed811a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885861 Jul 27 19:41:22.452131 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-002c9b07-1abc-4fd9-9210-108d42cc41ba req-e194ce2b-a87d-4900-9e25-3ce4f6211658 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] No DVR routers for this DVR port b8656630-755d-488c-8030-de9ef937433e on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:41:22.455839 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-002c9b07-1abc-4fd9-9210-108d42cc41ba req-e194ce2b-a87d-4900-9e25-3ce4f6211658 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:22.457912 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-002c9b07-1abc-4fd9-9210-108d42cc41ba req-e194ce2b-a87d-4900-9e25-3ce4f6211658 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.52 "DELETE /v2.0/ports/b8656630-755d-488c-8030-de9ef937433e HTTP/1.1" status: 204 len: 173 time: 0.6163495 Jul 27 19:41:22.473082 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-074e3deb-8171-464a-b1de-0f1bd381f2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:22.479160 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-074e3deb-8171-464a-b1de-0f1bd381f2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:22.488554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-9f6d1d7c-b34f-4b66-9eba-ef940fd6ef14 service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977845 Jul 27 19:41:22.549466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33166) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:22.556094 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e3deb-8171-464a-b1de-0f1bd381f2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2640f4-767f-4d3e-83c7-50dfe0e13d73,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:22.562291 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-074e3deb-8171-464a-b1de-0f1bd381f2cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cefa125389d0407ab763651f71a1349d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692248 Jul 27 19:41:22.564994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33170) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:22.634517 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfb09e79-7b62-49f4-bce1-e87375665136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:22.639236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07101f-fb76-49b7-8f95-2afe9dc0bfe2 req-3ae6c51e-b888-48c9-89de-b2f3e0a0b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:22.640830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca07101f-fb76-49b7-8f95-2afe9dc0bfe2 req-3ae6c51e-b888-48c9-89de-b2f3e0a0b32c service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.3841174 Jul 27 19:41:22.663328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfb09e79-7b62-49f4-bce1-e87375665136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:22.666982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-72a17145-d618-401c-aa74-15088a0cecc7 req-33f9be07-1c63-4a0b-8a3e-6a8a2e678a93 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524698 Jul 27 19:41:22.739389 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-1a5b9e46-6418-4fc1-8314-1e95edee8a07 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:41:22.740431 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-1a5b9e46-6418-4fc1-8314-1e95edee8a07 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1897423 Jul 27 19:41:22.741522 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfb09e79-7b62-49f4-bce1-e87375665136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:22.744696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfb09e79-7b62-49f4-bce1-e87375665136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:22.745765 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dfb09e79-7b62-49f4-bce1-e87375665136 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa2640f4-767f-4d3e-83c7-50dfe0e13d73 HTTP/1.1" status: 204 len: 168 time: 0.1795011 Jul 27 19:41:22.754771 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb09e79-7b62-49f4-bce1-e87375665136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2640f4-767f-4d3e-83c7-50dfe0e13d73,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:22.791758 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5d47afbc-add3-48da-9bf4-a1142f618a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:22.803226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca07101f-fb76-49b7-8f95-2afe9dc0bfe2 req-63c98330-20f4-4973-9c61-7674355b2ec8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=ee687bbd-f1da-4760-bb27-c67054a1732a HTTP/1.1" status: 200 len: 217 time: 0.1237531 Jul 27 19:41:22.854636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-2024c326-f97b-4002-aae3-16d050064575 service neutron] Request body: {'binding': {'host': 'n-h2-705657-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:22.855205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-2024c326-f97b-4002-aae3-16d050064575 service neutron] Unknown quota resources ['binding']. {{(pid=94060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 19:41:23.014218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-2024c326-f97b-4002-aae3-16d050064575 service neutron] Attempting to bind port decedcb4-5b62-4560-9ea4-ebfc9db24738 on host n-h2-705657-21 for vnic_type normal with profile None {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:41:23.014577 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-2024c326-f97b-4002-aae3-16d050064575 service neutron] Attempting to bind port decedcb4-5b62-4560-9ea4-ebfc9db24738 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:41:23.014952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-2024c326-f97b-4002-aae3-16d050064575 service neutron] Attempting to bind port decedcb4-5b62-4560-9ea4-ebfc9db24738 on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:23.020251 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-2024c326-f97b-4002-aae3-16d050064575 service neutron] Port decedcb4-5b62-4560-9ea4-ebfc9db24738 on network 14c212e3-8c05-49f1-960f-135c87f330c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:41:23.020580 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-2024c326-f97b-4002-aae3-16d050064575 service neutron] Attempting to bind port decedcb4-5b62-4560-9ea4-ebfc9db24738 on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:23.026494 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-2024c326-f97b-4002-aae3-16d050064575 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:41:23.027688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-2024c326-f97b-4002-aae3-16d050064575 service neutron] Checking segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:41:23.027688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-2024c326-f97b-4002-aae3-16d050064575 service neutron] Bound using segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:41:23.027688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-2024c326-f97b-4002-aae3-16d050064575 service neutron] Bound port: decedcb4-5b62-4560-9ea4-ebfc9db24738, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:41:23.049733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010f564d-ab46-4ff7-9356-523febfaaebd', 'tag': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:23.052337 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5492c5b-5250-4cf4-9bae-80801defff9d" -d '{"events": [{"name": "network-changed", "server_uuid": "010f564d-ab46-4ff7-9356-523febfaaebd", "tag": "d5a42a31-7e96-4e55-a18f-c79db5cd68f6"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:23.083051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc49025-c6ac-48c6-9e6d-7d8c97d82e40', 'name': 'network-vif-deleted', 'tag': 'b8656630-755d-488c-8030-de9ef937433e'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:23.088167 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bfb813-aec7-41ab-be70-ee627f0719d8" -d '{"events": [{"server_uuid": "1fc49025-c6ac-48c6-9e6d-7d8c97d82e40", "name": "network-vif-deleted", "tag": "b8656630-755d-488c-8030-de9ef937433e"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:23.099709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-735318bb-6a51-41a3-a16f-541837217142 req-399ac660-12a8-442d-a6fa-741208a77e13 tempest-ServersAdminNegativeTestJSON-602589839 tempest-ServersAdminNegativeTestJSON-602589839-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fc49025-c6ac-48c6-9e6d-7d8c97d82e40 HTTP/1.1" status: 200 len: 210 time: 0.3051097 Jul 27 19:41:23.114334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-2024c326-f97b-4002-aae3-16d050064575 service neutron] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:41:23.129061 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-2024c326-f97b-4002-aae3-16d050064575 service neutron] Notify callbacks [] for binding, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:23.130323 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-2024c326-f97b-4002-aae3-16d050064575 service neutron] 10.222.0.48 "POST /v2.0/ports/decedcb4-5b62-4560-9ea4-ebfc9db24738/bindings HTTP/1.1" status: 201 len: 390 time: 0.3203623 Jul 27 19:41:23.148492 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5d47afbc-add3-48da-9bf4-a1142f618a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:23.216632 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56932ffd-3fb3-477a-9260-62b69d2f4a5c req-79a92824-9dcf-458d-b555-8171337ca54c service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7733257 Jul 27 19:41:23.272169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07101f-fb76-49b7-8f95-2afe9dc0bfe2 req-da126287-66ca-412d-8def-60aabbe0fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:23.273743 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca07101f-fb76-49b7-8f95-2afe9dc0bfe2 req-da126287-66ca-412d-8def-60aabbe0fad0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.2173929 Jul 27 19:41:23.324157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91618fed-706e-4d74-b9fe-d27d8152a1e4 req-ed18c84d-2ac6-40ab-be03-5ae81127c28c service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7854359 Jul 27 19:41:23.437384 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56932ffd-3fb3-477a-9260-62b69d2f4a5c req-e1ea62a0-cde2-43b1-8fe5-c6e78f116c8b service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042654 Jul 27 19:41:23.437908 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5d47afbc-add3-48da-9bf4-a1142f618a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:23.440451 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5d47afbc-add3-48da-9bf4-a1142f618a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:23.444146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5d47afbc-add3-48da-9bf4-a1142f618a49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64710e03-ebd2-4456-8b25-cd370e758aca HTTP/1.1" status: 204 len: 168 time: 1.1638644 Jul 27 19:41:23.465454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0c493-e701-42d3-bf09-4597f9f68849 req-93868111-7885-48db-85b3-24a50eed3e7f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:23.472942 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ad0c493-e701-42d3-bf09-4597f9f68849 req-93868111-7885-48db-85b3-24a50eed3e7f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 946 time: 0.2552443 Jul 27 19:41:23.474919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47afbc-add3-48da-9bf4-a1142f618a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64710e03-ebd2-4456-8b25-cd370e758aca,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:23.559336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07101f-fb76-49b7-8f95-2afe9dc0bfe2 req-77effc9e-3b71-4481-8b28-e8ef5796b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:23.560888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca07101f-fb76-49b7-8f95-2afe9dc0bfe2 req-77effc9e-3b71-4481-8b28-e8ef5796b03e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2398193 Jul 27 19:41:23.617391 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ad0c493-e701-42d3-bf09-4597f9f68849 req-dc897fd9-587a-4af9-aa29-a28d850dcfef tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435776 Jul 27 19:41:23.692169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb77061-7458-4779-9487-fa1d8b30a3f6 req-f00844dc-964b-4c41-80cd-6e7b897668c3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:23.693905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdb77061-7458-4779-9487-fa1d8b30a3f6 req-f00844dc-964b-4c41-80cd-6e7b897668c3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 944 time: 0.2156653 Jul 27 19:41:23.695613 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ff219d-49ac-4b47-a56a-0a555087b8b6 x-openstack-request-id: req-20ff219d-49ac-4b47-a56a-0a555087b8b6 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:23.695948 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010f564d-ab46-4ff7-9356-523febfaaebd", "tag": "d5a42a31-7e96-4e55-a18f-c79db5cd68f6", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:23.696274 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20ff219d-49ac-4b47-a56a-0a555087b8b6 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:23.697187 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010f564d-ab46-4ff7-9356-523febfaaebd', 'tag': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6', 'status': 'completed', 'code': 200} Jul 27 19:41:23.734326 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b341c3ec-6d19-4db6-931f-20d38eea39c7 x-openstack-request-id: req-b341c3ec-6d19-4db6-931f-20d38eea39c7 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:23.734841 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc49025-c6ac-48c6-9e6d-7d8c97d82e40", "name": "network-vif-deleted", "tag": "b8656630-755d-488c-8030-de9ef937433e", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:23.735160 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b341c3ec-6d19-4db6-931f-20d38eea39c7 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:23.735843 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc49025-c6ac-48c6-9e6d-7d8c97d82e40', 'name': 'network-vif-deleted', 'tag': 'b8656630-755d-488c-8030-de9ef937433e', 'status': 'completed', 'code': 200} Jul 27 19:41:23.736039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-84c22478-8d04-4189-8bfc-535a37c1b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:23.737910 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-84c22478-8d04-4189-8bfc-535a37c1b310 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 1097 time: 0.2606483 Jul 27 19:41:23.799120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33214) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:23.847497 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca07101f-fb76-49b7-8f95-2afe9dc0bfe2 req-95050c0f-ed08-4572-9836-7029a4758a03 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669291 Jul 27 19:41:23.899493 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdb77061-7458-4779-9487-fa1d8b30a3f6 req-0f31d953-a182-4f7a-ba85-4f21f2818f82 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916215 Jul 27 19:41:23.916799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-64075594-network', 'tenant_id': 'ffa41c713cfe40b5a87caaa2baae84e4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:23.949002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] Made reservation on behalf of ffa41c713cfe40b5a87caaa2baae84e4 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:41:23.952375 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:23.967253 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:24.043324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5492c5b-5250-4cf4-9bae-80801defff9d req-cf20eb14-5a29-4287-9416-c527e7c3825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:24.044849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5492c5b-5250-4cf4-9bae-80801defff9d req-cf20eb14-5a29-4287-9416-c527e7c3825c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 1095 time: 0.3270566 Jul 27 19:41:24.045831 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-7aa806e6-95f0-4051-bf1e-3053451b608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:24.047246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-7aa806e6-95f0-4051-bf1e-3053451b608a service neutron] 10.222.0.63 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.2950804 Jul 27 19:41:24.097465 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:24.103400 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:24.132210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:41:24.151565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acc39c9-a65f-475b-b7ff-685394a87011,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:24.154878 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:24.155105 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] Added segment 4c99bc7c-512c-4755-b46a-11754f5ea3e5 of type vlan for network dae66d87-0149-432e-9876-605a0f1c5859 Jul 27 19:41:24.193679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd635e6-3d74-4754-bbb9-bf44483087e3 req-3e8c9e4c-0d46-423d-90b5-fa530f6f64fe tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:24.195560 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-edd635e6-3d74-4754-bbb9-bf44483087e3 req-3e8c9e4c-0d46-423d-90b5-fa530f6f64fe tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 945 time: 0.4047067 Jul 27 19:41:24.200442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-99e55bcd-f9b1-41e7-9557-e5b97bd6d4d1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738 HTTP/1.1" status: 200 len: 217 time: 0.1311569 Jul 27 19:41:24.205029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:24.205221 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca07101f-fb76-49b7-8f95-2afe9dc0bfe2 req-1ffaf31b-83e2-4b59-8318-f8d3df8c1e77 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312211 Jul 27 19:41:24.259912 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:24.261338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:24.262828 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:24.290838 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device ee687bbd-f1da-4760-bb27-c67054a1732a details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:41:24.344471 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5416067 Jul 27 19:41:24.344471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec226c0b-78d2-4ab7-9b14-314ce19eeebe admin admin] Pushing event updated for resources: {'Network': ['ID=dae66d87-0149-432e-9876-605a0f1c5859,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:24.346095 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-edd635e6-3d74-4754-bbb9-bf44483087e3 req-88207e4e-2d5e-4a0b-b42f-6f742975f925 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364698 Jul 27 19:41:24.347062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33234) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:24.351106 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-379c51fd-ed8c-4c57-b101-d5358fd6551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:24.354818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-379c51fd-ed8c-4c57-b101-d5358fd6551c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.1411355 Jul 27 19:41:24.369116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-4d6e5484-259c-48d7-94af-bd31039a061d admin admin] Request body: {'subnet': {'network_id': 'dae66d87-0149-432e-9876-605a0f1c5859', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-64075594-subnet', 'tenant_id': 'ffa41c713cfe40b5a87caaa2baae84e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:24.388145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5492c5b-5250-4cf4-9bae-80801defff9d req-d504b1b5-262c-492c-b36f-335d5250b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:24.390136 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network dae66d87-0149-432e-9876-605a0f1c5859 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:41:24.390337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5492c5b-5250-4cf4-9bae-80801defff9d req-d504b1b5-262c-492c-b36f-335d5250b765 service neutron] 10.222.0.63 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 922 time: 0.3195379 Jul 27 19:41:24.406270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffafa81-d138-4439-ba2f-d1d339793dc4 req-ed136fb2-4661-4827-93ac-0957eafc2bfa tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:24.411076 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ffafa81-d138-4439-ba2f-d1d339793dc4 req-ed136fb2-4661-4827-93ac-0957eafc2bfa tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 943 time: 0.4101887 Jul 27 19:41:24.514661 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-8659ea54-df60-4d77-b4cf-9ad708272df5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232255 Jul 27 19:41:24.516874 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6e5484-259c-48d7-94af-bd31039a061d admin admin] Made reservation on behalf of ffa41c713cfe40b5a87caaa2baae84e4 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:41:24.519214 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d6e5484-259c-48d7-94af-bd31039a061d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:24.529911 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5492c5b-5250-4cf4-9bae-80801defff9d req-a8016cab-7714-44f2-ba1a-f9a393d45852 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5a42a31-7e96-4e55-a18f-c79db5cd68f6 HTTP/1.1" status: 200 len: 217 time: 0.0933774 Jul 27 19:41:24.533071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port ee687bbd-f1da-4760-bb27-c67054a1732a, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=ee687bbd-f1da-4760-bb27-c67054a1732a,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:24.548794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'ee687bbd-f1da-4760-bb27-c67054a1732a', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'ee687bbd-f1da-4760-bb27-c67054a1732a', 'mac_address': 'fa:16:3e:7c:fd:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:41:24.601162 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:24.621888 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee687bbd-f1da-4760-bb27-c67054a1732a {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:24.652847 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port ee687bbd-f1da-4760-bb27-c67054a1732a, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=ee687bbd-f1da-4760-bb27-c67054a1732a,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:24.661353 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:24.664292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 359728d5-d6df-4bd9-acc6-6b85791593c9 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:41:24.718786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ffafa81-d138-4439-ba2f-d1d339793dc4 req-b4d18f39-c66b-453e-afa6-cf65856d67b7 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676811 Jul 27 19:41:24.726261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5492c5b-5250-4cf4-9bae-80801defff9d req-2c198b40-9981-4554-83ef-ef77891813c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:24.729664 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5492c5b-5250-4cf4-9bae-80801defff9d req-2c198b40-9981-4554-83ef-ef77891813c9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.1871486 Jul 27 19:41:24.841791 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33250) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:24.863074 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-4c48b906-7280-42fa-b879-de7cbb359f96 service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319447 Jul 27 19:41:24.955907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=ee687bbd-f1da-4760-bb27-c67054a1732a,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:24.971275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=359728d5-d6df-4bd9-acc6-6b85791593c9,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:24.983157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '359728d5-d6df-4bd9-acc6-6b85791593c9', 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb', 'port_id': '359728d5-d6df-4bd9-acc6-6b85791593c9', 'mac_address': 'fa:16:3e:7b:88:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ae7283-160b-4a02-9bd4-6eed6c729ef5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:41:25.036435 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:25.054332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359728d5-d6df-4bd9-acc6-6b85791593c9 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:25.077031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=359728d5-d6df-4bd9-acc6-6b85791593c9,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:25.083467 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:25.158486 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=359728d5-d6df-4bd9-acc6-6b85791593c9,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:25.205312 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0f058d01-43f3-4d16-b88e-b8b3230badf7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=994761dd73e44270b1c6acfd3ed33606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616474 Jul 27 19:41:25.208011 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33264) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:25.267145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50da9681-d2b4-46e5-8b50-eef023252829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:25.288894 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50da9681-d2b4-46e5-8b50-eef023252829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:25.303101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81075274-3f73-4ecb-856a-15f134da7c5d req-6b35e3c5-0701-4f09-be31-5eac307d0bf2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:25.304675 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81075274-3f73-4ecb-856a-15f134da7c5d req-6b35e3c5-0701-4f09-be31-5eac307d0bf2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 947 time: 0.5821204 Jul 27 19:41:25.310787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5492c5b-5250-4cf4-9bae-80801defff9d req-fc211e45-8f15-4a33-bac7-b2a63cfdcd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:25.312242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5492c5b-5250-4cf4-9bae-80801defff9d req-fc211e45-8f15-4a33-bac7-b2a63cfdcd77 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5739677 Jul 27 19:41:25.337666 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50da9681-d2b4-46e5-8b50-eef023252829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:25.340708 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50da9681-d2b4-46e5-8b50-eef023252829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:25.341869 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-50da9681-d2b4-46e5-8b50-eef023252829 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3bf8246-61a8-4b13-8bf3-42878723696a HTTP/1.1" status: 204 len: 168 time: 0.1327291 Jul 27 19:41:25.350614 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da9681-d2b4-46e5-8b50-eef023252829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bf8246-61a8-4b13-8bf3-42878723696a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:25.411020 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d6e5484-259c-48d7-94af-bd31039a061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:25.443521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['359728d5-d6df-4bd9-acc6-6b85791593c9'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:25.448833 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['ee687bbd-f1da-4760-bb27-c67054a1732a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:25.486749 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81075274-3f73-4ecb-856a-15f134da7c5d req-415cf376-073c-44d0-9401-ebdae241717c tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719887 Jul 27 19:41:25.488772 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-ec6037ee-3781-4979-8182-801686ee521f service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6003623 Jul 27 19:41:25.523899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e5484-259c-48d7-94af-bd31039a061d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b889e6-ac63-4288-b8fa-741e9264bfec,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:25.562757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60d66e-e513-44cf-9d47-aba2d46a4c1d req-bb5361d9-4f20-4b47-b45b-0a02f469f6fc tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:25.564703 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd60d66e-e513-44cf-9d47-aba2d46a4c1d req-bb5361d9-4f20-4b47-b45b-0a02f469f6fc tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 945 time: 0.3436460 Jul 27 19:41:25.569631 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5492c5b-5250-4cf4-9bae-80801defff9d req-0c39e900-aa29-47c9-ad2e-221de9e61b52 service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422128 Jul 27 19:41:25.570332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e5484-259c-48d7-94af-bd31039a061d admin admin] Checking segment: {'id': '4c99bc7c-512c-4755-b46a-11754f5ea3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dae66d87-0149-432e-9876-605a0f1c5859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:41:25.570686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6e5484-259c-48d7-94af-bd31039a061d admin admin] Network hostable DHCP agents. Network: dae66d87-0149-432e-9876-605a0f1c5859, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:41:25.727177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6e5484-259c-48d7-94af-bd31039a061d admin admin] Network dae66d87-0149-432e-9876-605a0f1c5859 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:41:25.739168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd60d66e-e513-44cf-9d47-aba2d46a4c1d req-1c59eb76-959c-4273-9cee-433ee2f22bcf tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630833 Jul 27 19:41:25.767647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-4d6e5484-259c-48d7-94af-bd31039a061d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, dae66d87-0149-432e-9876-605a0f1c5859) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:41:25.772500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6e5484-259c-48d7-94af-bd31039a061d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:25.773545 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d6e5484-259c-48d7-94af-bd31039a061d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:25.779183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecff04e4-3e0d-4f60-ae7d-e836e1f2832c None None] Network dae66d87-0149-432e-9876-605a0f1c5859 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:41:25.812611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33280) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:25.862871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4d6e5484-259c-48d7-94af-bd31039a061d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5135639 Jul 27 19:41:25.872782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5492c5b-5250-4cf4-9bae-80801defff9d req-5e1743a1-0515-4193-a6bf-a8d46fc8a63f service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881446 Jul 27 19:41:25.893713 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3cb39760-8fbf-45e8-bb7f-600c1ad1a957 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ed59de89a7248cf863ccde3b17309d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0795517 Jul 27 19:41:25.894248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33286) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:25.915223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-755f6dba-6691-413a-8605-2fccbef5926e tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:25.916998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-755f6dba-6691-413a-8605-2fccbef5926e tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7&tenant_id=83373949e0124aa78732c2d4023213df&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1097 time: 0.3098872 Jul 27 19:41:25.942221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705657-21'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:25.962923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5980916-d8ea-4b01-b94d-374783301b5e None None] Network dae66d87-0149-432e-9876-605a0f1c5859 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:41:26.056211 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9896843f-a931-4ed9-b683-ee0f3fde4cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.081804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b72ca7-c43b-4191-a025-1bf29883b049 req-479b10f0-02f9-4244-afc0-81a044ac97d7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:26.083350 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79b72ca7-c43b-4191-a025-1bf29883b049 req-479b10f0-02f9-4244-afc0-81a044ac97d7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 945 time: 0.2676404 Jul 27 19:41:26.139790 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9896843f-a931-4ed9-b683-ee0f3fde4cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.141541 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.203984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79b72ca7-c43b-4191-a025-1bf29883b049 req-81df7e76-39b1-4eab-ad1b-5ece1244e3ad tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071894 Jul 27 19:41:26.243998 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf800544-c3f0-43ed-b053-d409ac78b287 req-99ccaeb4-eeb2-4800-8078-09a456741375 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:26.251241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf800544-c3f0-43ed-b053-d409ac78b287 req-99ccaeb4-eeb2-4800-8078-09a456741375 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 943 time: 0.2323344 Jul 27 19:41:26.304671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device b8656630-755d-488c-8030-de9ef937433e no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:41:26.323949 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9896843f-a931-4ed9-b683-ee0f3fde4cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.326487 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9896843f-a931-4ed9-b683-ee0f3fde4cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.330351 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9896843f-a931-4ed9-b683-ee0f3fde4cce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ff5cd20-89f3-4b5d-a12c-23081eecefe4 HTTP/1.1" status: 204 len: 168 time: 0.4299624 Jul 27 19:41:26.343156 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: b8656630-755d-488c-8030-de9ef937433e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:41:26.344350 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device b8656630-755d-488c-8030-de9ef937433e not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:41:26.356541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896843f-a931-4ed9-b683-ee0f3fde4cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff5cd20-89f3-4b5d-a12c-23081eecefe4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:26.370877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf800544-c3f0-43ed-b053-d409ac78b287 req-8152feb9-d432-49ea-8892-fdbd0cba4c93 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162152 Jul 27 19:41:26.417673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:26.470097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:41:26.520840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33312) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:26.526346 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-561615240-network', 'tenant_id': 'edcac3c101ea4b3581262d0e9c816bff'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:26.534685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5fa803-8cdb-4f82-8d7b-83f1134aafe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'decedcb4-5b62-4560-9ea4-ebfc9db24738'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:26.538921 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26df287-370d-4e00-8ce7-5f5260d48515" -d '{"events": [{"server_uuid": "ff5fa803-8cdb-4f82-8d7b-83f1134aafe7", "name": "network-vif-unplugged", "status": "completed", "tag": "decedcb4-5b62-4560-9ea4-ebfc9db24738"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:26.543126 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.554356 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.563627 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] Made reservation on behalf of edcac3c101ea4b3581262d0e9c816bff for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:41:26.566380 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.588520 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.620132 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68e665c-9c4b-40a9-af89-888452560a9c x-openstack-request-id: req-f68e665c-9c4b-40a9-af89-888452560a9c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:26.620440 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5fa803-8cdb-4f82-8d7b-83f1134aafe7", "name": "network-vif-unplugged", "status": "completed", "tag": "decedcb4-5b62-4560-9ea4-ebfc9db24738", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:26.620800 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f68e665c-9c4b-40a9-af89-888452560a9c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:26.621311 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5fa803-8cdb-4f82-8d7b-83f1134aafe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'decedcb4-5b62-4560-9ea4-ebfc9db24738', 'code': 200} Jul 27 19:41:26.675150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Pushing event updated for resources: {'Port': ['ID=decedcb4-5b62-4560-9ea4-ebfc9db24738,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:26.704348 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Attempting to bind port decedcb4-5b62-4560-9ea4-ebfc9db24738 on host n-h1-705657-21 for vnic_type normal with profile {"migrating_to": "n-h2-705657-21"} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:41:26.704699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Attempting to bind port decedcb4-5b62-4560-9ea4-ebfc9db24738 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:41:26.705033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Attempting to bind port decedcb4-5b62-4560-9ea4-ebfc9db24738 on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:26.714392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Port decedcb4-5b62-4560-9ea4-ebfc9db24738 on network 14c212e3-8c05-49f1-960f-135c87f330c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:41:26.714715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Attempting to bind port decedcb4-5b62-4560-9ea4-ebfc9db24738 on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:26.722487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:41:26.722879 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Checking segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:41:26.723215 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Bound using segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:41:26.723683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Bound port: decedcb4-5b62-4560-9ea4-ebfc9db24738, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:41:26.724045 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.767647 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.775928 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.784788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4eae6-0f95-4ac6-a124-8700ecf5fef1 req-12e7cf1f-df45-4fec-ad20-9541c0e917b0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:26.786324 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53f4eae6-0f95-4ac6-a124-8700ecf5fef1 req-12e7cf1f-df45-4fec-ad20-9541c0e917b0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 947 time: 0.1345925 Jul 27 19:41:26.810621 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:41:26.821407 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2d0ae2-811b-419e-bc43-1b05617af3b8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:26.844289 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.844937 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] Added segment 0b741a22-a715-49ef-8063-b6e02f18f090 of type vlan for network f42f80b4-ae25-453e-ab48-87073182c5fe Jul 27 19:41:26.849539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:41:26.889687 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53f4eae6-0f95-4ac6-a124-8700ecf5fef1 req-7705ab12-9972-4898-a5da-41c83925f167 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964243 Jul 27 19:41:26.893024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:41:26.895386 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.901669 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.940322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:26.941958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:26.942623 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:27.012030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Pushing event updated for resources: {'Port': ['ID=decedcb4-5b62-4560-9ea4-ebfc9db24738,revision_number=8']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:27.016800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:27.017659 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:27.019229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-72fab70d-b1c6-408a-b797-0ae65591fe79 service neutron] 10.222.0.63 "PUT /v2.0/ports/decedcb4-5b62-4560-9ea4-ebfc9db24738 HTTP/1.1" status: 200 len: 1123 time: 1.0905929 Jul 27 19:41:27.032154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f42aeb-0978-46e8-afb0-dd180de04e33 req-04a5405b-6cfe-49ed-b1bb-44533710595e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:27.042722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81f42aeb-0978-46e8-afb0-dd180de04e33 req-04a5405b-6cfe-49ed-b1bb-44533710595e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 945 time: 0.1971517 Jul 27 19:41:27.050731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] Pushing event updated for resources: {'Network': ['ID=f42f80b4-ae25-453e-ab48-87073182c5fe,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:27.058906 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-637f5ce1-30e2-4c8f-88b6-72d27ce7eb8c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5367644 Jul 27 19:41:27.059800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33340) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:27.065146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-643050aa-4a70-4238-824a-c1655db39a7e admin admin] Request body: {'subnet': {'network_id': 'f42f80b4-ae25-453e-ab48-87073182c5fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-561615240-subnet', 'tenant_id': 'edcac3c101ea4b3581262d0e9c816bff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:27.065326 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network f42f80b4-ae25-453e-ab48-87073182c5fe details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:41:27.118132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81f42aeb-0978-46e8-afb0-dd180de04e33 req-ea7b4e32-9cb8-4f76-b34a-5a1de8bcaf77 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688920 Jul 27 19:41:27.132990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643050aa-4a70-4238-824a-c1655db39a7e admin admin] Made reservation on behalf of edcac3c101ea4b3581262d0e9c816bff for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:41:27.139976 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-643050aa-4a70-4238-824a-c1655db39a7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:27.157115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device d5a42a31-7e96-4e55-a18f-c79db5cd68f6 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:41:27.169329 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['decedcb4-5b62-4560-9ea4-ebfc9db24738'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:27.173195 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33342) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:27.343829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port d5a42a31-7e96-4e55-a18f-c79db5cd68f6, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=d5a42a31-7e96-4e55-a18f-c79db5cd68f6,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:27.361233 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d469190-c83f-41d1-a6fe-3192641225d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:27.362130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'port_id': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6', 'mac_address': 'fa:16:3e:0d:6a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:41:27.412670 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-643050aa-4a70-4238-824a-c1655db39a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:27.453057 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:27.472105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a42a31-7e96-4e55-a18f-c79db5cd68f6 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:27.507150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port d5a42a31-7e96-4e55-a18f-c79db5cd68f6, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=d5a42a31-7e96-4e55-a18f-c79db5cd68f6,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:27.515016 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:27.535680 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d469190-c83f-41d1-a6fe-3192641225d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:27.544986 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d469190-c83f-41d1-a6fe-3192641225d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:27.553978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c01dca-a85b-4f69-98a7-6f41b5e3a204 req-cffea14f-a560-4321-99c8-3d0c61c470ff tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:27.555514 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57c01dca-a85b-4f69-98a7-6f41b5e3a204 req-cffea14f-a560-4321-99c8-3d0c61c470ff tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 943 time: 0.2026343 Jul 27 19:41:27.557660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643050aa-4a70-4238-824a-c1655db39a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2705c602-2809-4b0f-a75e-0fa46082564f,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:27.569574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=d5a42a31-7e96-4e55-a18f-c79db5cd68f6,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:27.587897 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643050aa-4a70-4238-824a-c1655db39a7e admin admin] Checking segment: {'id': '0b741a22-a715-49ef-8063-b6e02f18f090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f42f80b4-ae25-453e-ab48-87073182c5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:41:27.588319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643050aa-4a70-4238-824a-c1655db39a7e admin admin] Network hostable DHCP agents. Network: f42f80b4-ae25-453e-ab48-87073182c5fe, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:41:27.599975 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4d469190-c83f-41d1-a6fe-3192641225d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f86b519a8b94bc98abeef21602aead2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4234748 Jul 27 19:41:27.599975 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d469190-c83f-41d1-a6fe-3192641225d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47af691a-a739-4c9f-a23e-ab7ec1f58c8a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:27.604536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33360) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:27.638086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643050aa-4a70-4238-824a-c1655db39a7e admin admin] Network f42f80b4-ae25-453e-ab48-87073182c5fe is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:41:27.648113 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57c01dca-a85b-4f69-98a7-6f41b5e3a204 req-b5dfbe9e-cf1c-4c83-a7e7-1bc0f8b63b33 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787342 Jul 27 19:41:27.658000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9a1c1-fea9-426c-a9c1-309328cceb3d req-1b158b7a-8ce6-4619-9e79-593a734202a1 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:27.659510 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4f9a1c1-fea9-426c-a9c1-309328cceb3d req-1b158b7a-8ce6-4619-9e79-593a734202a1 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 943 time: 0.1760085 Jul 27 19:41:27.660606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-643050aa-4a70-4238-824a-c1655db39a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, f42f80b4-ae25-453e-ab48-87073182c5fe) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:41:27.672377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643050aa-4a70-4238-824a-c1655db39a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:27.672629 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-643050aa-4a70-4238-824a-c1655db39a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:27.678883 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f85ee39-0996-4ce4-8472-7894ff564b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:27.679133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96041a4-dbbb-4dc2-b8b4-c22283116956 None None] Network f42f80b4-ae25-453e-ab48-87073182c5fe requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:41:27.717336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-643050aa-4a70-4238-824a-c1655db39a7e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6565247 Jul 27 19:41:27.726994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f85ee39-0996-4ce4-8472-7894ff564b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:27.732373 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4f9a1c1-fea9-426c-a9c1-309328cceb3d req-167b8460-7877-43cb-9b94-060f511cefe3 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432920 Jul 27 19:41:27.785247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['d5a42a31-7e96-4e55-a18f-c79db5cd68f6'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:27.823029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f85ee39-0996-4ce4-8472-7894ff564b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:27.826031 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f85ee39-0996-4ce4-8472-7894ff564b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:27.827117 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0f85ee39-0996-4ce4-8472-7894ff564b38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47af691a-a739-4c9f-a23e-ab7ec1f58c8a HTTP/1.1" status: 204 len: 168 time: 0.2216344 Jul 27 19:41:27.838573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85ee39-0996-4ce4-8472-7894ff564b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47af691a-a739-4c9f-a23e-ab7ec1f58c8a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:27.884604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33374) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:27.951883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-905b8f50-0133-47bb-9404-5822dbd5b8ba admin admin] Deleting subnet d2b889e6-ac63-4288-b8fa-741e9264bfec {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:41:27.971681 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-905b8f50-0133-47bb-9404-5822dbd5b8ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:27.982778 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fded043-192c-4cff-aa30-71d78fbf48bf None None] Network f42f80b4-ae25-453e-ab48-87073182c5fe requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:41:28.051613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-7d7611fd-d0e8-4d83-bc4b-aa6d851dd722 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=fbbda8412d304db39c4c9a7011c86834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0967174 Jul 27 19:41:28.154635 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-905b8f50-0133-47bb-9404-5822dbd5b8ba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:28.174558 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-905b8f50-0133-47bb-9404-5822dbd5b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:28.258908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-da4bbccb-b2c5-469c-b9d1-5b2618942c2c tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:28.266204 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-da4bbccb-b2c5-469c-b9d1-5b2618942c2c tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135179 Jul 27 19:41:28.292911 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306334b9-a0c7-41c3-aea9-3c4366bbcb02 req-6bffb71c-fd2b-4c61-8dac-e5560be04697 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:28.294518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-306334b9-a0c7-41c3-aea9-3c4366bbcb02 req-6bffb71c-fd2b-4c61-8dac-e5560be04697 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 947 time: 0.2316635 Jul 27 19:41:28.304218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-e80e95bb-7335-47d9-b63f-0d452ecb5200 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/quotas/fbbda8412d304db39c4c9a7011c86834 HTTP/1.1" status: 200 len: 375 time: 0.0370069 Jul 27 19:41:28.304997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device ee687bbd-f1da-4760-bb27-c67054a1732a up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:41:28.313315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33388) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:28.327138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-82e91560-187d-44a4-81e2-85f3ca72fc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:28.344369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-4ebdc08f-7ad9-4f99-a757-d89a409f11a1 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbbda8412d304db39c4c9a7011c86834&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391235 Jul 27 19:41:28.345317 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-905b8f50-0133-47bb-9404-5822dbd5b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:28.390529 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-905b8f50-0133-47bb-9404-5822dbd5b8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:28.394498 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-905b8f50-0133-47bb-9404-5822dbd5b8ba admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d2b889e6-ac63-4288-b8fa-741e9264bfec HTTP/1.1" status: 204 len: 168 time: 0.5068967 Jul 27 19:41:28.394498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b8f50-0133-47bb-9404-5822dbd5b8ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b889e6-ac63-4288-b8fa-741e9264bfec,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:28.395386 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33390) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:28.417788 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-306334b9-a0c7-41c3-aea9-3c4366bbcb02 req-671e3a15-6c8b-46d7-8d59-e4f5e75cf1cc tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114228 Jul 27 19:41:28.440096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port ee687bbd-f1da-4760-bb27-c67054a1732a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:41:28.444648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port ee687bbd-f1da-4760-bb27-c67054a1732a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:41:28.445023 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:28.571229 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:28.601267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:28.623060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5fa803-8cdb-4f82-8d7b-83f1134aafe7', 'tag': 'decedcb4-5b62-4560-9ea4-ebfc9db24738'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:28.626356 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-82e91560-187d-44a4-81e2-85f3ca72fc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:28.626593 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0235e79f-bb49-427c-bc77-a1cc7bd9e135" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5fa803-8cdb-4f82-8d7b-83f1134aafe7", "tag": "decedcb4-5b62-4560-9ea4-ebfc9db24738"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:28.632564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7afbc9-aaa2-44cc-ab87-ade8b755a932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee687bbd-f1da-4760-bb27-c67054a1732a'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:28.638970 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d729091-421a-42ad-a2b5-d3fe8a4c9db1" -d '{"events": [{"server_uuid": "2e7afbc9-aaa2-44cc-ab87-ade8b755a932", "name": "network-vif-plugged", "status": "completed", "tag": "ee687bbd-f1da-4760-bb27-c67054a1732a"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:28.651621 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-82e91560-187d-44a4-81e2-85f3ca72fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:28.669771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port ee687bbd-f1da-4760-bb27-c67054a1732a, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=ee687bbd-f1da-4760-bb27-c67054a1732a,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:28.686948 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:28.689764 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 359728d5-d6df-4bd9-acc6-6b85791593c9 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:41:28.713233 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60d4fd0c-12da-4e22-b609-cfa105b4d602 req-b6a25dd8-2c2d-41d2-b6c8-f4ed2d9c91fc tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/ports?device_id=bebb550d-863b-4226-9a0a-e89d72edd742 HTTP/1.1" status: 200 len: 210 time: 0.0611706 Jul 27 19:41:28.726252 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e91560-187d-44a4-81e2-85f3ca72fc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b0333a-153c-48c3-ad22-838ccccef3fa,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:28.748303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac69e80-3e59-4bbe-a9a6-f753f4eab549 req-a18d7569-829a-4e22-ac03-cdba8a8b0a35 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:28.750733 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac69e80-3e59-4bbe-a9a6-f753f4eab549 req-a18d7569-829a-4e22-ac03-cdba8a8b0a35 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 945 time: 0.1875961 Jul 27 19:41:28.752984 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:28.761331 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-82e91560-187d-44a4-81e2-85f3ca72fc22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4c617b6e9214d95bc5c9ac427b056e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467366 Jul 27 19:41:28.761498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33404) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:28.771873 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:41:28.772499 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:41:28.773638 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:41:28.774150 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=94060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:41:28.774677 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:41:28.775233 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=94060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:41:28.775747 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:41:28.776475 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:41:28.777214 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:41:28.777711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:41:28.822003 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089dac2a-b816-48dd-b043-0d6e85323826 x-openstack-request-id: req-089dac2a-b816-48dd-b043-0d6e85323826 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:28.822251 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5fa803-8cdb-4f82-8d7b-83f1134aafe7", "tag": "decedcb4-5b62-4560-9ea4-ebfc9db24738", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:28.822807 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-089dac2a-b816-48dd-b043-0d6e85323826 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:28.823203 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5fa803-8cdb-4f82-8d7b-83f1134aafe7', 'tag': 'decedcb4-5b62-4560-9ea4-ebfc9db24738', 'status': 'completed', 'code': 200} Jul 27 19:41:28.840881 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=ee687bbd-f1da-4760-bb27-c67054a1732a,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:28.851069 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b44556-5f4c-43f1-9896-1354198e3578 x-openstack-request-id: req-95b44556-5f4c-43f1-9896-1354198e3578 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:28.851767 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7afbc9-aaa2-44cc-ab87-ade8b755a932", "name": "network-vif-plugged", "status": "completed", "tag": "ee687bbd-f1da-4760-bb27-c67054a1732a", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:28.855457 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95b44556-5f4c-43f1-9896-1354198e3578 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:28.855865 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7afbc9-aaa2-44cc-ab87-ade8b755a932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee687bbd-f1da-4760-bb27-c67054a1732a', 'code': 200} Jul 27 19:41:28.858240 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 359728d5-d6df-4bd9-acc6-6b85791593c9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:41:28.869811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 359728d5-d6df-4bd9-acc6-6b85791593c9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:41:28.870423 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:28.889823 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:41:28.891347 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:41:28.892029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:41:28.895527 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:41:28.896176 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae66d87-0149-432e-9876-605a0f1c5859']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:28.933876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac69e80-3e59-4bbe-a9a6-f753f4eab549 req-345970cd-191d-4aac-a61b-3ff43558d4d6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745105 Jul 27 19:41:28.942315 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d11ccdd-0f3e-4fa9-a80f-7cc4297f6b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:28.944646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c99bc7c-512c-4755-b46a-11754f5ea3e5') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:28.944770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c99bc7c-512c-4755-b46a-11754f5ea3e5') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:28.972885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.002437 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.022359 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:41:29.022788 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.033307 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: from cryptography.utils import int_from_bytes Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: from cryptography.utils import int_from_bytes Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:41:29.058936 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:41:29.070272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=359728d5-d6df-4bd9-acc6-6b85791593c9,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:29.075544 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.077261 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d11ccdd-0f3e-4fa9-a80f-7cc4297f6b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.138217 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.163427 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device decedcb4-5b62-4560-9ea4-ebfc9db24738 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:41:29.167898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dae66d87-0149-432e-9876-605a0f1c5859,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:29.170178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.172318 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4378668f-f933-4763-8dbd-1758500af2d5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dae66d87-0149-432e-9876-605a0f1c5859 HTTP/1.1" status: 204 len: 168 time: 0.7757361 Jul 27 19:41:29.175299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33412) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:29.184589 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device d5a42a31-7e96-4e55-a18f-c79db5cd68f6 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:41:29.189034 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=359728d5-d6df-4bd9-acc6-6b85791593c9,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:29.229784 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc472003-727c-4bba-b951-99b246ff5b42 admin admin] Deleting subnet 2705c602-2809-4b0f-a75e-0fa46082564f {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:41:29.241974 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc472003-727c-4bba-b951-99b246ff5b42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.283442 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc472003-727c-4bba-b951-99b246ff5b42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.331290 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port d5a42a31-7e96-4e55-a18f-c79db5cd68f6 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:41:29.339303 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port d5a42a31-7e96-4e55-a18f-c79db5cd68f6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:41:29.339750 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.347341 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc472003-727c-4bba-b951-99b246ff5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.411356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235e79f-bb49-427c-bc77-a1cc7bd9e135 req-7743e86f-113a-466a-9374-59be0d950f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:29.413293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0235e79f-bb49-427c-bc77-a1cc7bd9e135 req-7743e86f-113a-466a-9374-59be0d950f15 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 1126 time: 0.5559306 Jul 27 19:41:29.413485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:29.427415 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc472003-727c-4bba-b951-99b246ff5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.429638 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device decedcb4-5b62-4560-9ea4-ebfc9db24738 has no active binding in host n-h2-705657-21 {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 19:41:29.463897 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.468562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc472003-727c-4bba-b951-99b246ff5b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2705c602-2809-4b0f-a75e-0fa46082564f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:29.470423 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc472003-727c-4bba-b951-99b246ff5b42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.472672 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cc472003-727c-4bba-b951-99b246ff5b42 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2705c602-2809-4b0f-a75e-0fa46082564f HTTP/1.1" status: 204 len: 168 time: 0.2962372 Jul 27 19:41:29.479356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33416) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:29.514706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port d5a42a31-7e96-4e55-a18f-c79db5cd68f6, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=d5a42a31-7e96-4e55-a18f-c79db5cd68f6,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:29.520441 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.527030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d02f4-429a-472c-872a-51244c133f62 req-523cbbbf-1c30-408f-a31b-a923d20c234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:29.528671 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e76d02f4-429a-472c-872a-51244c133f62 req-523cbbbf-1c30-408f-a31b-a923d20c234c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 1100 time: 0.5873728 Jul 27 19:41:29.541197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae7b95-b971-47f2-b87f-70494f797f1d req-9a2ae046-f618-46af-88e9-94a967b70421 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:29.545589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2eae7b95-b971-47f2-b87f-70494f797f1d req-9a2ae046-f618-46af-88e9-94a967b70421 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 943 time: 0.5606334 Jul 27 19:41:29.559857 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-871107be-0799-48e6-bad8-cc167a0c63ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.576426 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d11ccdd-0f3e-4fa9-a80f-7cc4297f6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.579138 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d11ccdd-0f3e-4fa9-a80f-7cc4297f6b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.579815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=d5a42a31-7e96-4e55-a18f-c79db5cd68f6,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:29.580329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4d11ccdd-0f3e-4fa9-a80f-7cc4297f6b88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41b0333a-153c-48c3-ad22-838ccccef3fa HTTP/1.1" status: 204 len: 168 time: 0.8125031 Jul 27 19:41:29.621327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08032dd3-dba0-4389-9beb-521ec7ed6575 req-798f0381-bf4c-4326-a135-b86fa60799f9 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:29.622865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08032dd3-dba0-4389-9beb-521ec7ed6575 req-798f0381-bf4c-4326-a135-b86fa60799f9 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 944 time: 0.5712795 Jul 27 19:41:29.635119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11ccdd-0f3e-4fa9-a80f-7cc4297f6b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b0333a-153c-48c3-ad22-838ccccef3fa,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:29.652116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235e79f-bb49-427c-bc77-a1cc7bd9e135 req-3253a088-c0ff-4211-9c30-06daf65327a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:29.654209 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0235e79f-bb49-427c-bc77-a1cc7bd9e135 req-3253a088-c0ff-4211-9c30-06daf65327a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.2303107 Jul 27 19:41:29.657430 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-871107be-0799-48e6-bad8-cc167a0c63ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.667659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-871107be-0799-48e6-bad8-cc167a0c63ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42f80b4-ae25-453e-ab48-87073182c5fe']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:29.678140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-871107be-0799-48e6-bad8-cc167a0c63ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b741a22-a715-49ef-8063-b6e02f18f090') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:29.678430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-871107be-0799-48e6-bad8-cc167a0c63ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b741a22-a715-49ef-8063-b6e02f18f090') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:29.687950 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-871107be-0799-48e6-bad8-cc167a0c63ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.702000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-871107be-0799-48e6-bad8-cc167a0c63ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.707887 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871107be-0799-48e6-bad8-cc167a0c63ea admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:41:29.708353 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-871107be-0799-48e6-bad8-cc167a0c63ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:41:29.710151 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:41:29.721035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e76d02f4-429a-472c-872a-51244c133f62 req-3234219a-561c-4a4a-b014-dad7d5039be8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567624 Jul 27 19:41:29.728474 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0235e79f-bb49-427c-bc77-a1cc7bd9e135 req-b8042f7c-0e7a-46fd-9af5-83b50a415edc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738 HTTP/1.1" status: 200 len: 217 time: 0.0582881 Jul 27 19:41:29.736901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2eae7b95-b971-47f2-b87f-70494f797f1d req-5794a342-5501-43c5-a9d0-301b9bb9c7eb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624448 Jul 27 19:41:29.752244 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08032dd3-dba0-4389-9beb-521ec7ed6575 req-e6df1a62-9b4a-4840-86a1-2be69d9f1dbf tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200476 Jul 27 19:41:29.781175 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-871107be-0799-48e6-bad8-cc167a0c63ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.788343 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-871107be-0799-48e6-bad8-cc167a0c63ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:29.794048 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-871107be-0799-48e6-bad8-cc167a0c63ea admin admin] 10.222.0.48 "DELETE /v2.0/networks/f42f80b4-ae25-453e-ab48-87073182c5fe HTTP/1.1" status: 204 len: 168 time: 0.3100734 Jul 27 19:41:29.807738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871107be-0799-48e6-bad8-cc167a0c63ea admin admin] Pushing event deleted for resources: {'Network': ['ID=f42f80b4-ae25-453e-ab48-87073182c5fe,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:29.857973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235e79f-bb49-427c-bc77-a1cc7bd9e135 req-104f5a97-8000-43bd-a8b7-d4261f68e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:29.859606 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0235e79f-bb49-427c-bc77-a1cc7bd9e135 req-104f5a97-8000-43bd-a8b7-d4261f68e129 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.0563984 Jul 27 19:41:29.928428 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0235e79f-bb49-427c-bc77-a1cc7bd9e135 req-5a2c3ef2-0608-4877-9ceb-f30e33a82871 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390005 Jul 27 19:41:29.989507 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2701ee6e-b1b9-4b1d-be3e-862df1bc0e08 req-1a517f32-970c-4909-a707-edcf6fc6980e tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/ports?device_id=bebb550d-863b-4226-9a0a-e89d72edd742 HTTP/1.1" status: 200 len: 210 time: 0.0586827 Jul 27 19:41:30.053180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637bfee-39d7-4439-bf10-a8f660da9dd0 req-f3f5900c-e463-478a-863b-d3b567ef384b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:30.060849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0637bfee-39d7-4439-bf10-a8f660da9dd0 req-f3f5900c-e463-478a-863b-d3b567ef384b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.2058947 Jul 27 19:41:30.073433 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bfd5657c-b1e8-48e8-a9d8-9511e74beb84 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=fbbda8412d304db39c4c9a7011c86834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578983 Jul 27 19:41:30.085861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33434) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:30.146406 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5adf0b99-17d4-40a3-8138-7ba692e355cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ffa41c713cfe40b5a87caaa2baae84e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593328 Jul 27 19:41:30.148711 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33438) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:30.207992 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb04d897-b611-4914-988d-5c03636179e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:30.230702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb04d897-b611-4914-988d-5c03636179e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:30.244301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0637bfee-39d7-4439-bf10-a8f660da9dd0 req-3d6058c5-7c6a-4ecb-a531-d38b00a2af18 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823981 Jul 27 19:41:30.252748 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0235e79f-bb49-427c-bc77-a1cc7bd9e135 req-4d2f3ded-21be-4078-a407-24f88bd66e8f service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856481 Jul 27 19:41:30.285254 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb04d897-b611-4914-988d-5c03636179e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:30.288461 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb04d897-b611-4914-988d-5c03636179e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:30.292451 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fb04d897-b611-4914-988d-5c03636179e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2acc39c9-a65f-475b-b7ff-685394a87011 HTTP/1.1" status: 204 len: 168 time: 0.1400905 Jul 27 19:41:30.301533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04d897-b611-4914-988d-5c03636179e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acc39c9-a65f-475b-b7ff-685394a87011,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:30.340760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-f77a5739-7496-48c7-8c6b-687961a2769c tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:30.342287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-f77a5739-7496-48c7-8c6b-687961a2769c tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2463112 Jul 27 19:41:30.354080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc4f1a-2c51-4064-b6f1-337964673b39 req-19905684-e60d-44e7-bfea-fdd9bdc009d9 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:30.360914 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9fdc4f1a-2c51-4064-b6f1-337964673b39 req-19905684-e60d-44e7-bfea-fdd9bdc009d9 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 946 time: 0.2865086 Jul 27 19:41:30.377271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Request body: {'port': {'device_id': 'bebb550d-863b-4226-9a0a-e89d72edd742', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': 'fbbda8412d304db39c4c9a7011c86834'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:30.497302 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9fdc4f1a-2c51-4064-b6f1-337964673b39 req-a2afeebc-5d79-41c7-be69-9566d37062f1 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351418 Jul 27 19:41:30.523489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0235e79f-bb49-427c-bc77-a1cc7bd9e135 req-1c61cc06-6c96-45dd-a07d-cc5fdbe40582 service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564902 Jul 27 19:41:30.561176 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Made reservation on behalf of fbbda8412d304db39c4c9a7011c86834 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:41:30.565394 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:30.576708 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:30.680721 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:30.685030 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:30.739055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33458) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:30.754594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd3cf9e-93b1-4376-8baf-ef40178e107a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:30.789925 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9e69e087-850a-47fd-824c-ccfa6e5de604 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=edcac3c101ea4b3581262d0e9c816bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494187 Jul 27 19:41:30.792539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33464) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:30.850803 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6dac3dfc-4741-4ac7-9ddb-ebe4deac137d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:30.854958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Allocated IP 192.168.233.7 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/da92d11e-c8dc-4777-9e02-f4ca926eaf93) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:41:30.857343 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71b6364-1a70-4b75-8c56-a7708e945257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359728d5-d6df-4bd9-acc6-6b85791593c9'}, {'server_uuid': '010f564d-ab46-4ff7-9356-523febfaaebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:30.860507 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03e6ad1-f714-444d-abfd-2de59a79a5d4" -d '{"events": [{"server_uuid": "a71b6364-1a70-4b75-8c56-a7708e945257", "name": "network-vif-plugged", "status": "completed", "tag": "359728d5-d6df-4bd9-acc6-6b85791593c9"}, {"server_uuid": "010f564d-ab46-4ff7-9356-523febfaaebd", "name": "network-vif-plugged", "status": "completed", "tag": "d5a42a31-7e96-4e55-a18f-c79db5cd68f6"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:30.879062 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6dac3dfc-4741-4ac7-9ddb-ebe4deac137d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:30.936895 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6dac3dfc-4741-4ac7-9ddb-ebe4deac137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:30.939564 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6dac3dfc-4741-4ac7-9ddb-ebe4deac137d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:30.943717 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6dac3dfc-4741-4ac7-9ddb-ebe4deac137d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a2d0ae2-811b-419e-bc43-1b05617af3b8 HTTP/1.1" status: 204 len: 168 time: 0.1498342 Jul 27 19:41:30.956912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac3dfc-4741-4ac7-9ddb-ebe4deac137d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2d0ae2-811b-419e-bc43-1b05617af3b8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:31.157542 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748116d6-b220-4347-bf92-3553a919456d req-76698199-4a5b-4863-8ab8-2d252b34ed5c tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:31.159178 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-748116d6-b220-4347-bf92-3553a919456d req-76698199-4a5b-4863-8ab8-2d252b34ed5c tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 943 time: 0.2857721 Jul 27 19:41:31.167545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe91d2-6cf4-46ae-9003-ef60e1f8a32c req-b4175fc8-702f-418a-b109-de900829bf36 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:31.169144 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61fe91d2-6cf4-46ae-9003-ef60e1f8a32c req-b4175fc8-702f-418a-b109-de900829bf36 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 945 time: 0.3012288 Jul 27 19:41:31.223991 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-4fccf053-7462-4b0c-8ff6-cbb83bd4b172 service neutron] 10.222.0.52 "GET /v2.0/ports/decedcb4-5b62-4560-9ea4-ebfc9db24738/bindings/n-h2-705657-21 HTTP/1.1" status: 200 len: 385 time: 0.2148855 Jul 27 19:41:31.298032 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:31.311342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61fe91d2-6cf4-46ae-9003-ef60e1f8a32c req-f036a3e0-7893-4a65-b2de-9110fa431b55 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302609 Jul 27 19:41:31.314461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-748116d6-b220-4347-bf92-3553a919456d req-274da338-5455-4203-852f-dcdf65bc6054 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416430 Jul 27 19:41:31.335198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Transition to ACTIVE for port object da92d11e-c8dc-4777-9e02-f4ca926eaf93 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:41:31.402147 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0bf724-4fb4-4f9d-938d-3b616b8dfa25 x-openstack-request-id: req-9f0bf724-4fb4-4f9d-938d-3b616b8dfa25 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:31.402445 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71b6364-1a70-4b75-8c56-a7708e945257", "name": "network-vif-plugged", "status": "completed", "tag": "359728d5-d6df-4bd9-acc6-6b85791593c9", "code": 200}, {"server_uuid": "010f564d-ab46-4ff7-9356-523febfaaebd", "name": "network-vif-plugged", "status": "completed", "tag": "d5a42a31-7e96-4e55-a18f-c79db5cd68f6", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:31.402693 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f0bf724-4fb4-4f9d-938d-3b616b8dfa25 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:31.403090 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71b6364-1a70-4b75-8c56-a7708e945257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359728d5-d6df-4bd9-acc6-6b85791593c9', 'code': 200} Jul 27 19:41:31.403338 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010f564d-ab46-4ff7-9356-523febfaaebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6', 'code': 200} Jul 27 19:41:31.476285 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:31.593083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-1e147bc6-db64-4ede-845d-3485a06db2d4 service neutron] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:31.651228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:41:31.689950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:41:31.700136 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:41:31.705857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:31.706497 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:31.710808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Pushing event updated for resources: {'Port': ['ID=da92d11e-c8dc-4777-9e02-f4ca926eaf93,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:31.716070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-1e147bc6-db64-4ede-845d-3485a06db2d4 service neutron] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:41:31.786893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-1e147bc6-db64-4ede-845d-3485a06db2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decedcb4-5b62-4560-9ea4-ebfc9db24738 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:31.804812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-bac5826d-716b-43c2-a019-3ae4bfae8b76 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4411609 Jul 27 19:41:31.814235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-1e147bc6-db64-4ede-845d-3485a06db2d4 service neutron] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:31.818864 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15323d9-301b-4e97-a78d-54c478c770a9 req-422e32fc-424c-48a4-abb1-3d7e573b35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:31.820384 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f15323d9-301b-4e97-a78d-54c478c770a9 req-422e32fc-424c-48a4-abb1-3d7e573b35b1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 1097 time: 0.3355093 Jul 27 19:41:31.836473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Request body: {'port': {'device_id': 'bebb550d-863b-4226-9a0a-e89d72edd742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:31.854256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae7b12-9e1b-4d99-bcc8-4321d0c17d74 req-5cf49ba1-d2ee-4d0f-96a2-902cae612141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:31.855770 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5eae7b12-9e1b-4d99-bcc8-4321d0c17d74 req-5cf49ba1-d2ee-4d0f-96a2-902cae612141 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 1098 time: 0.3318241 Jul 27 19:41:31.904740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f8b06-5f5a-40a8-a68d-afab42586984 req-0a73ed40-2b52-4e8a-80fa-5e6a3444f620 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:31.906263 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb5f8b06-5f5a-40a8-a68d-afab42586984 req-0a73ed40-2b52-4e8a-80fa-5e6a3444f620 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/ports?device_id=bebb550d-863b-4226-9a0a-e89d72edd742 HTTP/1.1" status: 200 len: 934 time: 0.3811977 Jul 27 19:41:31.911401 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-1e147bc6-db64-4ede-845d-3485a06db2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:31.951803 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5cbbc850-faf1-42c4-93ac-5630ac715ae2 None None] Provisioning for port da92d11e-c8dc-4777-9e02-f4ca926eaf93 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:41:31.958127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5cbbc850-faf1-42c4-93ac-5630ac715ae2 None None] Provisioning complete for port da92d11e-c8dc-4777-9e02-f4ca926eaf93 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:41:31.959364 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc850-faf1-42c4-93ac-5630ac715ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:31.959910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf692961-343d-4cd9-89d1-2907415693a5 req-98ededaf-79bf-4c65-bffb-f1ec2a9e9e07 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:31.961694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf692961-343d-4cd9-89d1-2907415693a5 req-98ededaf-79bf-4c65-bffb-f1ec2a9e9e07 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.4297116 Jul 27 19:41:32.006503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbc850-faf1-42c4-93ac-5630ac715ae2 None None] Port da92d11e-c8dc-4777-9e02-f4ca926eaf93 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:41:32.027404 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f15323d9-301b-4e97-a78d-54c478c770a9 req-2cec369b-c462-4948-a161-d34325582606 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964877 Jul 27 19:41:32.061058 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5eae7b12-9e1b-4d99-bcc8-4321d0c17d74 req-a6255889-a69d-4365-b11c-5e7e4ddf54e4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822228 Jul 27 19:41:32.099160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb5f8b06-5f5a-40a8-a68d-afab42586984 req-b1c34d0c-4a28-4b56-bc91-95ee70b2f1b3 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd3cf9e-93b1-4376-8baf-ef40178e107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854486 Jul 27 19:41:32.103633 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:32.132683 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf692961-343d-4cd9-89d1-2907415693a5 req-9ad1be7e-e0cf-400c-97cf-fae1aa3d0e5a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495230 Jul 27 19:41:32.158841 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-1e147bc6-db64-4ede-845d-3485a06db2d4 service neutron] Transition to ACTIVE for port object decedcb4-5b62-4560-9ea4-ebfc9db24738 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:41:32.171648 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-1e147bc6-db64-4ede-845d-3485a06db2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:32.605476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e147bc6-db64-4ede-845d-3485a06db2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=decedcb4-5b62-4560-9ea4-ebfc9db24738,revision_number=10']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:32.609583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-1e147bc6-db64-4ede-845d-3485a06db2d4 service neutron] No DVR routers for this DVR port decedcb4-5b62-4560-9ea4-ebfc9db24738 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:41:32.701624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-1e147bc6-db64-4ede-845d-3485a06db2d4 service neutron] 10.222.0.52 "PUT /v2.0/ports/decedcb4-5b62-4560-9ea4-ebfc9db24738/bindings/n-h2-705657-21/activate HTTP/1.1" status: 200 len: 370 time: 1.4660423 Jul 27 19:41:32.753070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7a5be-22b4-4798-8903-f77eeb8bb8d8 req-74451813-46cb-4b5f-a6d7-0bbe9fb092d5 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:32.754573 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-54b7a5be-22b4-4798-8903-f77eeb8bb8d8 req-74451813-46cb-4b5f-a6d7-0bbe9fb092d5 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 946 time: 0.2955964 Jul 27 19:41:32.867225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-54b7a5be-22b4-4798-8903-f77eeb8bb8d8 req-080ffed3-164d-437f-b690-2ffa039bdcdf tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055789 Jul 27 19:41:32.898880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62945e-25e5-4143-b1b5-e5d929e64930 req-a974a621-8602-4f32-ae99-b0e501d50162 tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:32.901083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a62945e-25e5-4143-b1b5-e5d929e64930 req-a974a621-8602-4f32-ae99-b0e501d50162 tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 1100 time: 0.2048502 Jul 27 19:41:32.984990 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2a62945e-25e5-4143-b1b5-e5d929e64930 req-4e9be639-b419-489e-a871-f3c0b9b2a952 tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:32.987896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da92d11e-c8dc-4777-9e02-f4ca926eaf93 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:33.005164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-b2efd044-b942-4922-9ada-907e4ced3e6a tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:33.006662 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-b2efd044-b942-4922-9ada-907e4ced3e6a tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7&tenant_id=83373949e0124aa78732c2d4023213df&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1096 time: 0.2169728 Jul 27 19:41:33.008289 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:33.072214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Transition to ACTIVE for port object da92d11e-c8dc-4777-9e02-f4ca926eaf93 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:41:33.091625 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:33.190598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11236cc2-7b4f-499d-b70e-4292e5c8d07d req-6d70aa40-1bc1-4385-b760-20555a01e892 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:33.192180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-11236cc2-7b4f-499d-b70e-4292e5c8d07d req-6d70aa40-1bc1-4385-b760-20555a01e892 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 945 time: 0.2536287 Jul 27 19:41:33.192851 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Pushing event updated for resources: {'Port': ['ID=da92d11e-c8dc-4777-9e02-f4ca926eaf93,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:33.294626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-b79fa1b3-b916-49cf-90ab-4bcf003bd9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:33.296121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-b79fa1b3-b916-49cf-90ab-4bcf003bd9c8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7&tenant_id=83373949e0124aa78732c2d4023213df HTTP/1.1" status: 200 len: 1096 time: 0.2806003 Jul 27 19:41:33.305533 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Attempting to bind port da92d11e-c8dc-4777-9e02-f4ca926eaf93 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:41:33.305857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Attempting to bind port da92d11e-c8dc-4777-9e02-f4ca926eaf93 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:41:33.306375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Attempting to bind port da92d11e-c8dc-4777-9e02-f4ca926eaf93 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:33.318537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-11236cc2-7b4f-499d-b70e-4292e5c8d07d req-2a427bcd-0014-4122-a8d0-591caeb30fae tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166875 Jul 27 19:41:33.339738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Port da92d11e-c8dc-4777-9e02-f4ca926eaf93 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:41:33.340054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Attempting to bind port da92d11e-c8dc-4777-9e02-f4ca926eaf93 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:33.371836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:41:33.372174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:41:33.372581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:41:33.373006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Bound port: da92d11e-c8dc-4777-9e02-f4ca926eaf93, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:41:33.373358 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:33.378159 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2a62945e-25e5-4143-b1b5-e5d929e64930 req-4e9be639-b419-489e-a871-f3c0b9b2a952 tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:33.396555 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2a62945e-25e5-4143-b1b5-e5d929e64930 req-4e9be639-b419-489e-a871-f3c0b9b2a952 tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:33.473734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a62945e-25e5-4143-b1b5-e5d929e64930 req-4e9be639-b419-489e-a871-f3c0b9b2a952 tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5651622 Jul 27 19:41:33.496908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9be639-b419-489e-a871-f3c0b9b2a952 tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae6424a-ccbc-4308-8967-94cb8349c29a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:33.524386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] For port da92d11e-c8dc-4777-9e02-f4ca926eaf93, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:41:33.532558 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] For port da92d11e-c8dc-4777-9e02-f4ca926eaf93, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=da92d11e-c8dc-4777-9e02-f4ca926eaf93,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:41:33.535197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-37a82e83-567c-4394-a5ad-79039ebcceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:33.536717 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-37a82e83-567c-4394-a5ad-79039ebcceac service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 1096 time: 0.2073519 Jul 27 19:41:33.540277 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:33.593558 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff812d-ec72-4e2d-80ce-4cf3cd647af4 req-94d65713-417c-4739-920b-0921ed767fe4 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:33.595053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20ff812d-ec72-4e2d-80ce-4cf3cd647af4 req-94d65713-417c-4739-920b-0921ed767fe4 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 944 time: 0.2156689 Jul 27 19:41:33.657131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:33.657766 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:33.659152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] 10.222.0.63 "PUT /v2.0/ports/da92d11e-c8dc-4777-9e02-f4ca926eaf93 HTTP/1.1" status: 200 len: 1095 time: 1.8378267 Jul 27 19:41:33.659588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebb550d-863b-4226-9a0a-e89d72edd742', 'tag': 'da92d11e-c8dc-4777-9e02-f4ca926eaf93'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:33.661899 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5fc54a-ff7f-49a5-aabe-c803614dc9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "bebb550d-863b-4226-9a0a-e89d72edd742", "tag": "da92d11e-c8dc-4777-9e02-f4ca926eaf93"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:33.745511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4188e1-982a-4c83-ba38-a119d16bcac1 service neutron] Pushing event updated for resources: {'Port': ['ID=da92d11e-c8dc-4777-9e02-f4ca926eaf93,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:33.799725 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20ff812d-ec72-4e2d-80ce-4cf3cd647af4 req-1bc43e7f-1a64-4dc6-8a60-a54e4e667c27 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765101 Jul 27 19:41:33.836731 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-bd1308f1-6738-46d4-9e06-0e199621979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:33.838920 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-bd1308f1-6738-46d4-9e06-0e199621979a service neutron] 10.222.0.63 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.2939081 Jul 27 19:41:33.907059 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33558) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:33.911986 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe8f69-7ac6-4ba7-a483-8f0e2d9d7d01 req-91761514-2fa9-4e48-a6bb-1a7626f397f8 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:33.919859 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dfe8f69-7ac6-4ba7-a483-8f0e2d9d7d01 req-91761514-2fa9-4e48-a6bb-1a7626f397f8 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/ports?device_id=bebb550d-863b-4226-9a0a-e89d72edd742 HTTP/1.1" status: 200 len: 946 time: 0.1708913 Jul 27 19:41:33.930006 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-e6febb81-afef-4596-a36f-4fc4b5ee3303 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738 HTTP/1.1" status: 200 len: 217 time: 0.0747390 Jul 27 19:41:33.941982 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-7e56851f-5ba2-45bc-a3e3-37dce1b3868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:33.943400 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-7e56851f-5ba2-45bc-a3e3-37dce1b3868e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fbbda8412d304db39c4c9a7011c86834&device_id=bebb550d-863b-4226-9a0a-e89d72edd742 HTTP/1.1" status: 200 len: 1098 time: 0.2357495 Jul 27 19:41:34.015025 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8438572f-409d-4142-b4b2-face6e224704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:34.070295 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-8fbd006e-1b2c-45a5-bcbe-a513a8def24e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=da92d11e-c8dc-4777-9e02-f4ca926eaf93 HTTP/1.1" status: 200 len: 217 time: 0.0879807 Jul 27 19:41:34.096376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dfe8f69-7ac6-4ba7-a483-8f0e2d9d7d01 req-4d22c029-00d4-42ec-a17d-80afa21860d2 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd3cf9e-93b1-4376-8baf-ef40178e107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756556 Jul 27 19:41:34.120662 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8438572f-409d-4142-b4b2-face6e224704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:34.128753 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8438572f-409d-4142-b4b2-face6e224704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:34.128937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-12b47be9-d571-490e-8f29-5e003ecd450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:34.128937 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-12b47be9-d571-490e-8f29-5e003ecd450e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.1834514 Jul 27 19:41:34.166617 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438572f-409d-4142-b4b2-face6e224704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ad832a-6b17-41b2-847b-b56ca95bf46b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:34.173915 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8438572f-409d-4142-b4b2-face6e224704 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8c6c6420706464bb55c07641bae7479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655747 Jul 27 19:41:34.174764 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33562) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:34.179659 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-d9fbad4c-6339-4894-b4f3-144941289707 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433354 Jul 27 19:41:34.201347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-0b731668-d3b1-4c9e-a2fa-51716fc0bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:34.202754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-0b731668-d3b1-4c9e-a2fa-51716fc0bc0a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1227839 Jul 27 19:41:34.227412 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2dce46bd-7e75-4cda-942b-59fbca3eb960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:34.249384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2dce46bd-7e75-4cda-942b-59fbca3eb960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:34.266298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-c96f7b0a-88fe-4eb1-a908-103c79fb7ae9 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:34.267809 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-c96f7b0a-88fe-4eb1-a908-103c79fb7ae9 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3346679 Jul 27 19:41:34.307051 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2dce46bd-7e75-4cda-942b-59fbca3eb960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:34.309827 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2dce46bd-7e75-4cda-942b-59fbca3eb960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:34.313490 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2dce46bd-7e75-4cda-942b-59fbca3eb960 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8ad832a-6b17-41b2-847b-b56ca95bf46b HTTP/1.1" status: 204 len: 168 time: 0.1348622 Jul 27 19:41:34.320098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce46bd-7e75-4cda-942b-59fbca3eb960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ad832a-6b17-41b2-847b-b56ca95bf46b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:34.340293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device decedcb4-5b62-4560-9ea4-ebfc9db24738 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:41:34.404049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device decedcb4-5b62-4560-9ea4-ebfc9db24738 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:41:34.598101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-3dcf004b-cdd4-4ef3-941c-708de0422f10 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 696 time: 0.3125563 Jul 27 19:41:34.611688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-e55340b1-b104-4643-b66b-784a33188969 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Request body: {'floatingip': {'port_id': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:34.645440 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec9cad7-1967-4cc5-89e2-38502aff4abc x-openstack-request-id: req-cec9cad7-1967-4cc5-89e2-38502aff4abc {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:34.645796 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebb550d-863b-4226-9a0a-e89d72edd742", "tag": "da92d11e-c8dc-4777-9e02-f4ca926eaf93", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:34.645963 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cec9cad7-1967-4cc5-89e2-38502aff4abc {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:34.646365 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebb550d-863b-4226-9a0a-e89d72edd742', 'tag': 'da92d11e-c8dc-4777-9e02-f4ca926eaf93', 'status': 'completed', 'code': 200} Jul 27 19:41:34.703469 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33582) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:34.714938 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-fe14c9f2-b460-439b-a09a-9949b9380ac4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781744 Jul 27 19:41:34.721027 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03a70bca-6832-499f-a8cc-16d1729a2155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:34.726029 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-e55340b1-b104-4643-b66b-784a33188969 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:34.772732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-27aa1c97-d31e-4247-b324-f19f656784ea service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807846 Jul 27 19:41:34.801861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-243fa56e-ca11-4808-bf19-32102e90c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:34.803538 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-243fa56e-ca11-4808-bf19-32102e90c125 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5837538 Jul 27 19:41:34.840761 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03a70bca-6832-499f-a8cc-16d1729a2155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:34.847012 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03a70bca-6832-499f-a8cc-16d1729a2155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:34.892643 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-03a70bca-6832-499f-a8cc-16d1729a2155 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c738047968d4cabacf62497d0b0d809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856008 Jul 27 19:41:34.892643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a70bca-6832-499f-a8cc-16d1729a2155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9fe4a6-b9a2-4d97-9a54-2e59e00dccde,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:34.895388 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33590) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:34.964415 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d0b30636-7afb-487f-938d-dde88908c012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:34.993286 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d0b30636-7afb-487f-938d-dde88908c012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:35.059948 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-edb493f8-f9f0-4269-9b7c-f95f45b97276 service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615204 Jul 27 19:41:35.062610 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d0b30636-7afb-487f-938d-dde88908c012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:35.063780 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-cea730ff-b8fb-471a-acd6-f496bb71b72e service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506297 Jul 27 19:41:35.067686 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d0b30636-7afb-487f-938d-dde88908c012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:35.068520 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d0b30636-7afb-487f-938d-dde88908c012 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e9fe4a6-b9a2-4d97-9a54-2e59e00dccde HTTP/1.1" status: 204 len: 168 time: 0.1721563 Jul 27 19:41:35.078100 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b30636-7afb-487f-938d-dde88908c012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9fe4a6-b9a2-4d97-9a54-2e59e00dccde,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:35.457364 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679a6188-8d2d-4a4b-95ec-ed8e93e9571f req-40c3962f-2506-47a7-b01d-17bb3d4bc5ec service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851039 Jul 27 19:41:35.612215 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06019c4f-70de-4ad4-97c3-48b7c855ee46 req-76f55ed6-ee6f-404f-a732-6f0e9dee5ea8 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:35.613745 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06019c4f-70de-4ad4-97c3-48b7c855ee46 req-76f55ed6-ee6f-404f-a732-6f0e9dee5ea8 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 946 time: 0.4593894 Jul 27 19:41:35.663461 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-854fcb3a-dd10-4809-a3e8-aa765e1625fc tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:35.665005 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-854fcb3a-dd10-4809-a3e8-aa765e1625fc tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7&tenant_id=83373949e0124aa78732c2d4023213df&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 1096 time: 0.3406565 Jul 27 19:41:35.668152 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.resource_extend [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-e55340b1-b104-4643-b66b-784a33188969 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 19:41:35.796952 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06019c4f-70de-4ad4-97c3-48b7c855ee46 req-1894d2ec-2f68-4f05-95f6-3270aa4f4a0b tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728427 Jul 27 19:41:35.809441 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-e55340b1-b104-4643-b66b-784a33188969 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:35.821435 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-e55340b1-b104-4643-b66b-784a33188969 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:35.865863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fc54a-ff7f-49a5-aabe-c803614dc9b8 req-cd5da70d-c761-4307-8f34-ff548ddeaea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:35.867387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f5fc54a-ff7f-49a5-aabe-c803614dc9b8 req-cd5da70d-c761-4307-8f34-ff548ddeaea8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fbbda8412d304db39c4c9a7011c86834&device_id=bebb550d-863b-4226-9a0a-e89d72edd742 HTTP/1.1" status: 200 len: 1098 time: 0.3519967 Jul 27 19:41:36.369721 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-e55340b1-b104-4643-b66b-784a33188969 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Floating IP 0fcc92e5-ce6a-4813-8def-76e4ffdf80cd associated. External IP: 172.25.1.219, port: 609e4ffa-7292-45e4-835d-da59c8b79a05. Jul 27 19:41:36.420086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-afb9a791-118c-42b3-9558-8d85c1f8d6cd service neutron] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:41:36.437589 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-afb9a791-118c-42b3-9558-8d85c1f8d6cd service neutron] Notify callbacks [] for binding, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:36.438619 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530b44fe-dea9-4dd8-9694-d866046d79fb req-afb9a791-118c-42b3-9558-8d85c1f8d6cd service neutron] 10.222.0.63 "DELETE /v2.0/ports/decedcb4-5b62-4560-9ea4-ebfc9db24738/bindings/n-h1-705657-21 HTTP/1.1" status: 204 len: 173 time: 0.7323875 Jul 27 19:41:36.454394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fc54a-ff7f-49a5-aabe-c803614dc9b8 req-05fbf1a2-2dcc-4909-aab5-383b5bebe90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:36.455667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f5fc54a-ff7f-49a5-aabe-c803614dc9b8 req-05fbf1a2-2dcc-4909-aab5-383b5bebe90a service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.5756457 Jul 27 19:41:36.514329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77b772-3b7f-4c04-9af2-4d5ec7d3f27f req-e13c1142-77e5-48f0-bfd6-d5b61ad08ec2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:36.515796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb77b772-3b7f-4c04-9af2-4d5ec7d3f27f req-e13c1142-77e5-48f0-bfd6-d5b61ad08ec2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.3534937 Jul 27 19:41:36.552779 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f5fc54a-ff7f-49a5-aabe-c803614dc9b8 req-fc7da82b-7a21-41ac-a7c1-c1889cf4806a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=da92d11e-c8dc-4777-9e02-f4ca926eaf93 HTTP/1.1" status: 200 len: 217 time: 0.0622561 Jul 27 19:41:36.608628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-cd1de2bb-0576-4d37-bc1c-7a97fa128b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:36.610685 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-cd1de2bb-0576-4d37-bc1c-7a97fa128b98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 1100 time: 0.2923551 Jul 27 19:41:36.658781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb77b772-3b7f-4c04-9af2-4d5ec7d3f27f req-539b98b4-9968-4ecd-a86b-2918d1b176fc tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146042 Jul 27 19:41:36.723554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fc54a-ff7f-49a5-aabe-c803614dc9b8 req-c2246abf-9394-40f3-abae-24b15fd2e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:36.725088 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f5fc54a-ff7f-49a5-aabe-c803614dc9b8 req-c2246abf-9394-40f3-abae-24b15fd2e7a2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1647923 Jul 27 19:41:36.888896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-99bef96c-8232-4270-8cca-aed39e14e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:36.890281 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-99bef96c-8232-4270-8cca-aed39e14e57e service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2585220 Jul 27 19:41:36.902030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-e55340b1-b104-4643-b66b-784a33188969 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Router be9ad7c2-baaf-4806-b192-65e6f2db1c17 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:41:36.950109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fc54a-ff7f-49a5-aabe-c803614dc9b8 req-211cf5e0-3475-4666-a370-4faa330e80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:36.951607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f5fc54a-ff7f-49a5-aabe-c803614dc9b8 req-211cf5e0-3475-4666-a370-4faa330e80ec service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2126977 Jul 27 19:41:36.953365 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-e3e6cb2d-18ff-4449-8da5-2c2cc7eafa92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=ee687bbd-f1da-4760-bb27-c67054a1732a HTTP/1.1" status: 200 len: 217 time: 0.0477228 Jul 27 19:41:36.960527 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18154c-fe34-4f57-b2f8-413545a4e25d req-a4617ce8-a242-4090-983b-e8fd759bff3e tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:36.961923 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f18154c-fe34-4f57-b2f8-413545a4e25d req-a4617ce8-a242-4090-983b-e8fd759bff3e tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 944 time: 0.2420046 Jul 27 19:41:37.138665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f18154c-fe34-4f57-b2f8-413545a4e25d req-53f7772b-abe3-486a-ba05-84d2c0b2cd4a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663704 Jul 27 19:41:37.172524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-f2e14657-798f-4d61-b1bf-9fe8aa93341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:37.173996 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-f2e14657-798f-4d61-b1bf-9fe8aa93341e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1838818 Jul 27 19:41:37.231495 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f5fc54a-ff7f-49a5-aabe-c803614dc9b8 req-e4db7438-f6e4-4148-be58-de2b2781f519 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685678 Jul 27 19:41:37.303881 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-e55340b1-b104-4643-b66b-784a33188969 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:41:37.312604 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-e55340b1-b104-4643-b66b-784a33188969 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:37.314653 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4519880c-ebd6-4d0a-af44-870a8f25328a None None] Sync routers for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:41:37.324900 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4519880c-ebd6-4d0a-af44-870a8f25328a None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:41:37.325608 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4519880c-ebd6-4d0a-af44-870a8f25328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:37.387449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-e55340b1-b104-4643-b66b-784a33188969 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "PUT /v2.0/floatingips/0fcc92e5-ce6a-4813-8def-76e4ffdf80cd HTTP/1.1" status: 200 len: 997 time: 2.7883980 Jul 27 19:41:37.393090 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'tag': '609e4ffa-7292-45e4-835d-da59c8b79a05'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:37.395287 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd704744-989e-4240-bd0c-273b318ed6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d78b0b0-33b7-4a8e-bd11-3e761e193df7", "tag": "609e4ffa-7292-45e4-835d-da59c8b79a05"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:37.430642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-03c39ba4-7a02-48b5-8069-b0265d25ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:37.432255 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-03c39ba4-7a02-48b5-8069-b0265d25ef5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2438445 Jul 27 19:41:37.434058 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f5fc54a-ff7f-49a5-aabe-c803614dc9b8 req-ea7bc7c9-82e3-4a14-9495-4cc3c84ed0ba service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898706 Jul 27 19:41:37.440439 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-4519880c-ebd6-4d0a-af44-870a8f25328a None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:41:37.471793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b3565-0914-4514-a63d-d151ff25d51f req-ba73d449-4bba-42fb-9391-41d2548f67f4 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:37.473315 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-032b3565-0914-4514-a63d-d151ff25d51f req-ba73d449-4bba-42fb-9391-41d2548f67f4 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/ports?device_id=bebb550d-863b-4226-9a0a-e89d72edd742 HTTP/1.1" status: 200 len: 946 time: 0.2506950 Jul 27 19:41:37.580374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-032b3565-0914-4514-a63d-d151ff25d51f req-ff694dc1-4b6a-46f6-812f-974f45684f29 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd3cf9e-93b1-4376-8baf-ef40178e107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930080 Jul 27 19:41:37.590080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-bbc78470-3e98-401c-bf72-cf5e9cdd4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:37.591579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-bbc78470-3e98-401c-bf72-cf5e9cdd4992 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 1098 time: 0.1835334 Jul 27 19:41:37.605534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-c46c0db9-3af3-4b1c-9cfa-f01b62c036cf service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469948 Jul 27 19:41:37.678852 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4519880c-ebd6-4d0a-af44-870a8f25328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '0fcc92e5-ce6a-4813-8def-76e4ffdf80cd', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'port_id': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'mac_address': 'fa:16:3e:7d:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:41:13Z', 'updated_at': '2021-07-27T19:41:35Z', 'revision_number': 1, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:37.709063 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4519880c-ebd6-4d0a-af44-870a8f25328a None None] Checking router: be9ad7c2-baaf-4806-b192-65e6f2db1c17 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:41:37.718349 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4519880c-ebd6-4d0a-af44-870a8f25328a None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:41:37.719094 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4519880c-ebd6-4d0a-af44-870a8f25328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:37.838122 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-4519880c-ebd6-4d0a-af44-870a8f25328a None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:41:38.048504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-1f3556d7-e824-435e-b325-18fbe5e73e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:38.050007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-1f3556d7-e824-435e-b325-18fbe5e73e50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 922 time: 0.4495263 Jul 27 19:41:38.057926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-2cd94131-a48a-4fb9-a510-379bd93b0468 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346538 Jul 27 19:41:38.066925 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4519880c-ebd6-4d0a-af44-870a8f25328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '0fcc92e5-ce6a-4813-8def-76e4ffdf80cd', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'port_id': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'mac_address': 'fa:16:3e:7d:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:41:13Z', 'updated_at': '2021-07-27T19:41:35Z', 'revision_number': 1, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:38.093802 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4519880c-ebd6-4d0a-af44-870a8f25328a None None] The sync data for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 is: [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '0fcc92e5-ce6a-4813-8def-76e4ffdf80cd', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'port_id': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'mac_address': 'fa:16:3e:7d:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:41:13Z', 'updated_at': '2021-07-27T19:41:35Z', 'revision_number': 1, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:41:38.109012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a43020-2780-4399-bdc4-4b02005e252e req-f87e4622-07e3-4900-8cf6-e69d63c325bb tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:38.110691 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80a43020-2780-4399-bdc4-4b02005e252e req-f87e4622-07e3-4900-8cf6-e69d63c325bb tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 1098 time: 0.1583183 Jul 27 19:41:38.119422 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:38.148210 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-5cb1ff23-4ab2-44bb-8068-66b83f59912a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609e4ffa-7292-45e4-835d-da59c8b79a05 HTTP/1.1" status: 200 len: 1000 time: 0.0879896 Jul 27 19:41:38.193051 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80a43020-2780-4399-bdc4-4b02005e252e req-cd2c1832-4627-44a6-9c88-a8c02bfdfbe6 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743506 Jul 27 19:41:38.217565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-ba87b9f1-046c-4dd0-acb7-86a61e12dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:38.219093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-ba87b9f1-046c-4dd0-acb7-86a61e12dc8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.0703127 Jul 27 19:41:38.289231 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-ec70f5c9-c182-48a3-8264-9cf55a6c3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:38.290701 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-ec70f5c9-c182-48a3-8264-9cf55a6c3a9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643585 Jul 27 19:41:38.302864 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-6a7ee7ca-c971-4cf4-a59a-fa5b2de68a76 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:41:38.304002 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-6a7ee7ca-c971-4cf4-a59a-fa5b2de68a76 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055304 Jul 27 19:41:38.315320 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1613a7a4-c3e5-4f7c-91ce-89540cff5f9e None None] New status for floating IP 0fcc92e5-ce6a-4813-8def-76e4ffdf80cd: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:41:38.418212 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-90256ff6-2d90-4d97-8a3d-f282c48ab64b service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004128 Jul 27 19:41:38.529202 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55a21053-3dbc-4ccc-943c-81b409d72bdd req-426e2c7f-7b89-4dbe-9d3a-021ffcdb2192 service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038661 Jul 27 19:41:38.550453 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3523a2-b993-459c-bf3c-27716bcb436c x-openstack-request-id: req-5f3523a2-b993-459c-bf3c-27716bcb436c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:38.550898 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d78b0b0-33b7-4a8e-bd11-3e761e193df7", "tag": "609e4ffa-7292-45e4-835d-da59c8b79a05", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:38.551268 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f3523a2-b993-459c-bf3c-27716bcb436c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:38.552003 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'tag': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'status': 'completed', 'code': 200} Jul 27 19:41:38.730553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd704744-989e-4240-bd0c-273b318ed6a0 req-50690bec-c447-4460-9799-8d87626b8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:38.732129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd704744-989e-4240-bd0c-273b318ed6a0 req-50690bec-c447-4460-9799-8d87626b8220 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 1098 time: 0.1554844 Jul 27 19:41:38.735610 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d09d14-39f7-490e-96bb-1cd1f6871333 req-becdac07-6714-430d-91e8-badb2ac7fd71 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:38.737020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6d09d14-39f7-490e-96bb-1cd1f6871333 req-becdac07-6714-430d-91e8-badb2ac7fd71 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 1098 time: 0.1248574 Jul 27 19:41:38.757442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecee7e0-def3-4fc2-a3b9-05a47c4ead0b req-35216c6d-c417-4633-b8f9-3a0417b8537a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:38.758893 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ecee7e0-def3-4fc2-a3b9-05a47c4ead0b req-35216c6d-c417-4633-b8f9-3a0417b8537a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.1479447 Jul 27 19:41:38.790695 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33680) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:38.865310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6d09d14-39f7-490e-96bb-1cd1f6871333 req-bb667699-0b35-43ae-9e78-7daa1b31d2b1 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154699 Jul 27 19:41:38.874640 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ecee7e0-def3-4fc2-a3b9-05a47c4ead0b req-ada3e317-a944-4157-a8d1-db9f4a77f16e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813658 Jul 27 19:41:38.898750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd704744-989e-4240-bd0c-273b318ed6a0 req-fc3eb427-4064-4b29-9d44-6a11a29e9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:38.900577 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd704744-989e-4240-bd0c-273b318ed6a0 req-fc3eb427-4064-4b29-9d44-6a11a29e9bb5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 922 time: 0.1606147 Jul 27 19:41:38.921897 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62edd4a4-56b2-4bf6-9feb-12fb777fb3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:39.017271 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd704744-989e-4240-bd0c-273b318ed6a0 req-70b66292-b15a-41ea-9d08-00d627d8beff service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609e4ffa-7292-45e4-835d-da59c8b79a05 HTTP/1.1" status: 200 len: 1002 time: 0.1087646 Jul 27 19:41:39.023166 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62edd4a4-56b2-4bf6-9feb-12fb777fb3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:39.028804 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62edd4a4-56b2-4bf6-9feb-12fb777fb3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:39.062367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb0f55-1863-4348-b93c-4f13f72063ee req-5d207b98-7033-4af2-bdd3-9117bc038f21 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:39.063894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-04cb0f55-1863-4348-b93c-4f13f72063ee req-5d207b98-7033-4af2-bdd3-9117bc038f21 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 1096 time: 0.1050987 Jul 27 19:41:39.068065 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-62edd4a4-56b2-4bf6-9feb-12fb777fb3c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d2cac0b67274572ac9701bcce7012ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760675 Jul 27 19:41:39.068912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edd4a4-56b2-4bf6-9feb-12fb777fb3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8182eb50-1089-4739-835f-a19b8bd5b58f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:39.071172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33688) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:39.123641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd704744-989e-4240-bd0c-273b318ed6a0 req-6565d45d-972c-4a27-b8cb-1cc3fd48dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:39.128674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd704744-989e-4240-bd0c-273b318ed6a0 req-6565d45d-972c-4a27-b8cb-1cc3fd48dc87 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.0980098 Jul 27 19:41:39.181852 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-04cb0f55-1863-4348-b93c-4f13f72063ee req-ff831428-31e6-4713-81e6-9285cdb1394c tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969365 Jul 27 19:41:39.194787 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04247200-ca71-4939-90a6-1e86894d081a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:39.223276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device da92d11e-c8dc-4777-9e02-f4ca926eaf93 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:41:39.256003 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04247200-ca71-4939-90a6-1e86894d081a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:39.300862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd704744-989e-4240-bd0c-273b318ed6a0 req-88e45f11-233f-46f1-a4d4-7a6307f7d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:39.302407 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd704744-989e-4240-bd0c-273b318ed6a0 req-88e45f11-233f-46f1-a4d4-7a6307f7d7be service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1683650 Jul 27 19:41:39.338195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port da92d11e-c8dc-4777-9e02-f4ca926eaf93, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=da92d11e-c8dc-4777-9e02-f4ca926eaf93,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:39.359522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'da92d11e-c8dc-4777-9e02-f4ca926eaf93', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'da92d11e-c8dc-4777-9e02-f4ca926eaf93', 'mac_address': 'fa:16:3e:25:1f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:41:39.398847 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:39.405025 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-d7c64356-4c6d-4618-81cc-850580f58675 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:39.406548 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-d7c64356-4c6d-4618-81cc-850580f58675 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=010f564d-ab46-4ff7-9356-523febfaaebd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2099061 Jul 27 19:41:39.412625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da92d11e-c8dc-4777-9e02-f4ca926eaf93 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:39.433580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port da92d11e-c8dc-4777-9e02-f4ca926eaf93, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=da92d11e-c8dc-4777-9e02-f4ca926eaf93,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:39.438641 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:39.484085 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04247200-ca71-4939-90a6-1e86894d081a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:39.486858 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04247200-ca71-4939-90a6-1e86894d081a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:39.488011 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-04247200-ca71-4939-90a6-1e86894d081a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8182eb50-1089-4739-835f-a19b8bd5b58f HTTP/1.1" status: 204 len: 168 time: 0.4156921 Jul 27 19:41:39.491773 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=da92d11e-c8dc-4777-9e02-f4ca926eaf93,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:39.539588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04247200-ca71-4939-90a6-1e86894d081a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8182eb50-1089-4739-835f-a19b8bd5b58f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:39.550660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef226eac-c5ef-4ea9-970c-cda09dff6998 req-61d62e80-4dea-4080-a052-3a9cc4d4bfef tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:39.552198 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef226eac-c5ef-4ea9-970c-cda09dff6998 req-61d62e80-4dea-4080-a052-3a9cc4d4bfef tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/ports?device_id=bebb550d-863b-4226-9a0a-e89d72edd742 HTTP/1.1" status: 200 len: 946 time: 0.2849774 Jul 27 19:41:39.557432 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-496153ab-6843-4ed8-a00f-7b8df8b820d1 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1002 time: 0.1435843 Jul 27 19:41:39.559774 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd704744-989e-4240-bd0c-273b318ed6a0 req-f21dedb3-9161-4efe-8683-ba1f7b683867 service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299662 Jul 27 19:41:39.573275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-70e8a46b-ad5a-4311-bd24-bfee4a64a68f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Request body: {'floatingip': {'port_id': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:39.694829 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef226eac-c5ef-4ea9-970c-cda09dff6998 req-bbaffdd3-0017-45cb-9327-681022ebcccd tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd3cf9e-93b1-4376-8baf-ef40178e107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327963 Jul 27 19:41:39.709813 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['da92d11e-c8dc-4777-9e02-f4ca926eaf93'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:39.720126 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-70e8a46b-ad5a-4311-bd24-bfee4a64a68f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:39.779492 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd704744-989e-4240-bd0c-273b318ed6a0 req-7eaa1961-04a8-49b8-9e23-509f93d1615a service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036376 Jul 27 19:41:39.791357 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33708) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:39.815198 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-249df6a5-1869-4b49-828a-a0ada2398e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:39.919077 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-249df6a5-1869-4b49-828a-a0ada2398e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:39.924280 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-249df6a5-1869-4b49-828a-a0ada2398e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:39.960898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249df6a5-1869-4b49-828a-a0ada2398e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6a0c59-ce0f-43bc-9336-ff1ba7e04fbe,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:39.967788 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-249df6a5-1869-4b49-828a-a0ada2398e07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f0b94a1f21e45d58080a87b9af2ae11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727571 Jul 27 19:41:39.967999 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33720) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:40.019104 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-443612ee-9c75-43e2-958f-fd985335ed50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:40.040102 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-443612ee-9c75-43e2-958f-fd985335ed50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:40.064601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-1698b890-8f84-4f7f-9805-a09234d9acb8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:40.066110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-1698b890-8f84-4f7f-9805-a09234d9acb8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 821 time: 0.1898751 Jul 27 19:41:40.087457 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-443612ee-9c75-43e2-958f-fd985335ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:40.088849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-76df00dd-22d6-44d1-9f20-c7bb1de88284 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/quotas/83373949e0124aa78732c2d4023213df HTTP/1.1" status: 200 len: 375 time: 0.0168068 Jul 27 19:41:40.090470 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-443612ee-9c75-43e2-958f-fd985335ed50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:40.091614 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-443612ee-9c75-43e2-958f-fd985335ed50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a6a0c59-ce0f-43bc-9336-ff1ba7e04fbe HTTP/1.1" status: 204 len: 168 time: 0.1226611 Jul 27 19:41:40.104481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443612ee-9c75-43e2-958f-fd985335ed50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6a0c59-ce0f-43bc-9336-ff1ba7e04fbe,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:40.250686 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-adae47ca-c61f-4c05-8c08-1a82db170025 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1555703 Jul 27 19:41:40.413576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-b0960eaf-fe06-4956-8275-028e57d20956 service neutron] 10.222.0.48 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374381 Jul 27 19:41:40.514172 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-70e8a46b-ad5a-4311-bd24-bfee4a64a68f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:40.520758 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-70e8a46b-ad5a-4311-bd24-bfee4a64a68f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:40.847010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-dc2a15ac-315c-4c87-a96d-7ea10e362ea9 service neutron] 10.222.0.48 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066212 Jul 27 19:41:40.905909 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-70e8a46b-ad5a-4311-bd24-bfee4a64a68f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Floating IP 0fcc92e5-ce6a-4813-8def-76e4ffdf80cd associated. External IP: 172.25.1.219, port: 609e4ffa-7292-45e4-835d-da59c8b79a05. Jul 27 19:41:41.144912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-70e8a46b-ad5a-4311-bd24-bfee4a64a68f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Router be9ad7c2-baaf-4806-b192-65e6f2db1c17 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:41:41.228086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device da92d11e-c8dc-4777-9e02-f4ca926eaf93 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:41:41.315537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-70e8a46b-ad5a-4311-bd24-bfee4a64a68f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:41:41.320284 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:41.323263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port da92d11e-c8dc-4777-9e02-f4ca926eaf93 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:41:41.329482 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a4599-24ce-456a-a198-de92bbe4bd3b None None] Sync routers for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:41:41.333358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port da92d11e-c8dc-4777-9e02-f4ca926eaf93 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:41:41.334289 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:41.343277 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a4599-24ce-456a-a198-de92bbe4bd3b None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:41:41.343932 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-293a4599-24ce-456a-a198-de92bbe4bd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:41.476951 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:41.566028 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-293a4599-24ce-456a-a198-de92bbe4bd3b None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:41:41.624192 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-70e8a46b-ad5a-4311-bd24-bfee4a64a68f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Router be9ad7c2-baaf-4806-b192-65e6f2db1c17 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:41:41.688494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebb550d-863b-4226-9a0a-e89d72edd742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da92d11e-c8dc-4777-9e02-f4ca926eaf93'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:41.691609 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e23f8f-1094-4e76-90a6-1d722bf4ca90" -d '{"events": [{"server_uuid": "bebb550d-863b-4226-9a0a-e89d72edd742", "name": "network-vif-plugged", "status": "completed", "tag": "da92d11e-c8dc-4777-9e02-f4ca926eaf93"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:41.720261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port da92d11e-c8dc-4777-9e02-f4ca926eaf93, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=da92d11e-c8dc-4777-9e02-f4ca926eaf93,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:41.730201 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:41.800455 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=da92d11e-c8dc-4777-9e02-f4ca926eaf93,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:41.812014 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-70e8a46b-ad5a-4311-bd24-bfee4a64a68f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:41:41.816687 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-70e8a46b-ad5a-4311-bd24-bfee4a64a68f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:41.863280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'tag': '609e4ffa-7292-45e4-835d-da59c8b79a05'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:41.866512 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63928b4-b5c8-4087-a8aa-4695e5fe1d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d78b0b0-33b7-4a8e-bd11-3e761e193df7", "tag": "609e4ffa-7292-45e4-835d-da59c8b79a05"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:41.898815 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-293a4599-24ce-456a-a198-de92bbe4bd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '0fcc92e5-ce6a-4813-8def-76e4ffdf80cd', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'port_id': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'mac_address': 'fa:16:3e:0d:6a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010f564d-ab46-4ff7-9356-523febfaaebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:41:13Z', 'updated_at': '2021-07-27T19:41:40Z', 'revision_number': 3, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:41.912887 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-70e8a46b-ad5a-4311-bd24-bfee4a64a68f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "PUT /v2.0/floatingips/0fcc92e5-ce6a-4813-8def-76e4ffdf80cd HTTP/1.1" status: 200 len: 998 time: 2.3444817 Jul 27 19:41:41.928996 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a4599-24ce-456a-a198-de92bbe4bd3b None None] Checking router: be9ad7c2-baaf-4806-b192-65e6f2db1c17 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:41:41.938006 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a4599-24ce-456a-a198-de92bbe4bd3b None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:41:41.938701 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-293a4599-24ce-456a-a198-de92bbe4bd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:41.985932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-6eaa8fd8-4975-4908-bb09-20afeb0b6441 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:41.987503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-6eaa8fd8-4975-4908-bb09-20afeb0b6441 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports/609e4ffa-7292-45e4-835d-da59c8b79a05 HTTP/1.1" status: 200 len: 943 time: 0.0678444 Jul 27 19:41:42.120772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-22107e2a-6801-44cb-bc5f-5f97f85addfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:42.127309 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-22107e2a-6801-44cb-bc5f-5f97f85addfe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 1098 time: 0.0691464 Jul 27 19:41:42.153175 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-293a4599-24ce-456a-a198-de92bbe4bd3b None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:41:42.240782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-89feaf7b-1bae-4f36-a75e-7b560a00b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:42.248434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-89feaf7b-1bae-4f36-a75e-7b560a00b560 service neutron] 10.222.0.48 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 922 time: 0.1080799 Jul 27 19:41:42.251693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-378e3c80-514c-4392-8b53-ab3ad1eefb61 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:41:42.252950 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-378e3c80-514c-4392-8b53-ab3ad1eefb61 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061495 Jul 27 19:41:42.266758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6c7ae8aa-2183-4376-a8bd-401de0dc3acd service neutron] Request body: {'binding': {'host': 'n-h2-705657-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:42.267212 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6c7ae8aa-2183-4376-a8bd-401de0dc3acd service neutron] Unknown quota resources ['binding']. {{(pid=94060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 19:41:42.287911 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-4e0ad758-4799-4468-9c8b-fed1349f52fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609e4ffa-7292-45e4-835d-da59c8b79a05 HTTP/1.1" status: 200 len: 217 time: 0.0386133 Jul 27 19:41:42.350588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-4ed7a5c6-d74d-4805-9d3a-560a07b8512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:42.362063 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-4ed7a5c6-d74d-4805-9d3a-560a07b8512b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.0664530 Jul 27 19:41:42.429116 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-293a4599-24ce-456a-a198-de92bbe4bd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '0fcc92e5-ce6a-4813-8def-76e4ffdf80cd', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'port_id': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'mac_address': 'fa:16:3e:0d:6a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010f564d-ab46-4ff7-9356-523febfaaebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:41:13Z', 'updated_at': '2021-07-27T19:41:40Z', 'revision_number': 3, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:42.455858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6c7ae8aa-2183-4376-a8bd-401de0dc3acd service neutron] Attempting to bind port 359728d5-d6df-4bd9-acc6-6b85791593c9 on host n-h2-705657-21 for vnic_type normal with profile None {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:41:42.456186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6c7ae8aa-2183-4376-a8bd-401de0dc3acd service neutron] Attempting to bind port 359728d5-d6df-4bd9-acc6-6b85791593c9 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:41:42.458646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6c7ae8aa-2183-4376-a8bd-401de0dc3acd service neutron] Attempting to bind port 359728d5-d6df-4bd9-acc6-6b85791593c9 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:42.464030 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a4599-24ce-456a-a198-de92bbe4bd3b None None] The sync data for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 is: [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '0fcc92e5-ce6a-4813-8def-76e4ffdf80cd', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'port_id': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'mac_address': 'fa:16:3e:0d:6a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010f564d-ab46-4ff7-9356-523febfaaebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:41:13Z', 'updated_at': '2021-07-27T19:41:40Z', 'revision_number': 3, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:41:42.467613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6c7ae8aa-2183-4376-a8bd-401de0dc3acd service neutron] Port 359728d5-d6df-4bd9-acc6-6b85791593c9 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:41:42.468818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6c7ae8aa-2183-4376-a8bd-401de0dc3acd service neutron] Attempting to bind port 359728d5-d6df-4bd9-acc6-6b85791593c9 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:42.484322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6c7ae8aa-2183-4376-a8bd-401de0dc3acd service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:41:42.486642 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6c7ae8aa-2183-4376-a8bd-401de0dc3acd service neutron] Checking segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:41:42.487299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6c7ae8aa-2183-4376-a8bd-401de0dc3acd service neutron] Bound using segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:41:42.487745 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6c7ae8aa-2183-4376-a8bd-401de0dc3acd service neutron] Bound port: 359728d5-d6df-4bd9-acc6-6b85791593c9, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:41:42.541670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-748beba5-d546-4773-8e9b-3b1eed19150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:42.543252 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-748beba5-d546-4773-8e9b-3b1eed19150a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800051 Jul 27 19:41:42.553465 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6c7ae8aa-2183-4376-a8bd-401de0dc3acd service neutron] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=359728d5-d6df-4bd9-acc6-6b85791593c9,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:41:42.560561 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6c7ae8aa-2183-4376-a8bd-401de0dc3acd service neutron] Notify callbacks [] for binding, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:42.562210 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6c7ae8aa-2183-4376-a8bd-401de0dc3acd service neutron] 10.222.0.48 "POST /v2.0/ports/359728d5-d6df-4bd9-acc6-6b85791593c9/bindings HTTP/1.1" status: 201 len: 390 time: 0.2990220 Jul 27 19:41:42.566242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-6c8301f9-25c5-4aa1-bbda-753d7dd6954d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:41:42.567453 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-6c8301f9-25c5-4aa1-bbda-753d7dd6954d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081396 Jul 27 19:41:42.576113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-8b420aa4-42e6-491f-a1f8-d9f937d4d8a7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:42.577643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-8b420aa4-42e6-491f-a1f8-d9f937d4d8a7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.52 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 821 time: 0.1728964 Jul 27 19:41:42.629316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-185395ed-4424-4305-9063-c3c5655c7bb7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Request body: {'port': {'device_id': '3b72cdb7-aaad-44a2-897c-3be8aafbef7a', 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5', 'admin_state_up': True, 'tenant_id': '83373949e0124aa78732c2d4023213df'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:42.745175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ef3cf-96f0-42a1-9a99-24cdacb490e0 None None] New status for floating IP 0fcc92e5-ce6a-4813-8def-76e4ffdf80cd: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:41:42.775298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-5b594af5-0fc0-4b01-b3d4-4974d12c6932 service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965659 Jul 27 19:41:42.907387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-185395ed-4424-4305-9063-c3c5655c7bb7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Made reservation on behalf of 83373949e0124aa78732c2d4023213df for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:41:42.910753 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-185395ed-4424-4305-9063-c3c5655c7bb7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:42.939385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe17504-a02c-4b20-8880-a162a97ea2c7 req-6abddc0d-c6d6-462d-9444-6f16ee96dae2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:42.941019 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfe17504-a02c-4b20-8880-a162a97ea2c7 req-6abddc0d-c6d6-462d-9444-6f16ee96dae2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.2168367 Jul 27 19:41:43.000302 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-55116362-2bab-4cc8-a861-6b2fa248f85f service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072642 Jul 27 19:41:43.003634 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee9f1e-69cc-4c13-bb11-dd30eda903d5 None None] Sync routers for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:41:43.012603 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee9f1e-69cc-4c13-bb11-dd30eda903d5 None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:41:43.013258 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-dcee9f1e-69cc-4c13-bb11-dd30eda903d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:43.089447 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-c896ff4d-2a21-41b1-b481-b62390894cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:43.090970 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-c896ff4d-2a21-41b1-b481-b62390894cad service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 1098 time: 0.2524598 Jul 27 19:41:43.119752 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfe17504-a02c-4b20-8880-a162a97ea2c7 req-f83f6576-7934-49e8-a061-24e1046d2033 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718071 Jul 27 19:41:43.120001 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-dcee9f1e-69cc-4c13-bb11-dd30eda903d5 None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:41:43.294917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-185395ed-4424-4305-9063-c3c5655c7bb7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Allocated IP 172.20.0.11 (14c212e3-8c05-49f1-960f-135c87f330c5/3bd96bae-a28c-4775-95b5-878b93c5c958/12d6c583-a804-4a24-b142-1d333a15ec7f) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:41:43.300228 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-64ac23c8-28e2-41eb-b94e-2e6b7794d6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:43.316859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-3f7de41e-2a55-45f9-a610-f78bed631941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:43.318419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-3f7de41e-2a55-45f9-a610-f78bed631941 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 1097 time: 0.2768958 Jul 27 19:41:43.361417 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-dcee9f1e-69cc-4c13-bb11-dd30eda903d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '0fcc92e5-ce6a-4813-8def-76e4ffdf80cd', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'port_id': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'mac_address': 'fa:16:3e:0d:6a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010f564d-ab46-4ff7-9356-523febfaaebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:41:13Z', 'updated_at': '2021-07-27T19:41:42Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:43.388057 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee9f1e-69cc-4c13-bb11-dd30eda903d5 None None] Checking router: be9ad7c2-baaf-4806-b192-65e6f2db1c17 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:41:43.390883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-8f4daaca-ade3-4ace-858b-bd87f0026ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:43.392365 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-8f4daaca-ade3-4ace-858b-bd87f0026ed9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.2855430 Jul 27 19:41:43.397088 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee9f1e-69cc-4c13-bb11-dd30eda903d5 None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:41:43.397250 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-dcee9f1e-69cc-4c13-bb11-dd30eda903d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:43.468949 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-44a1baf7-fd0b-4f3f-8a63-350221419599 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359728d5-d6df-4bd9-acc6-6b85791593c9 HTTP/1.1" status: 200 len: 217 time: 0.0662405 Jul 27 19:41:43.504662 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-dcee9f1e-69cc-4c13-bb11-dd30eda903d5 None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:41:43.529310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b88d7d-6388-479b-b667-c2cb19634794 req-a3216f6f-b07a-43d2-a8df-1aacdf05c5fe tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:43.530792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88b88d7d-6388-479b-b667-c2cb19634794 req-a3216f6f-b07a-43d2-a8df-1aacdf05c5fe tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/ports?device_id=bebb550d-863b-4226-9a0a-e89d72edd742 HTTP/1.1" status: 200 len: 948 time: 0.3258746 Jul 27 19:41:43.605853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-3ee0712a-06ff-45ce-81da-cac6e12adb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:43.607355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-3ee0712a-06ff-45ce-81da-cac6e12adb49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 922 time: 0.2759867 Jul 27 19:41:43.625551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-296e1bd7-0be8-46dd-a000-4c489de16e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:43.626950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-296e1bd7-0be8-46dd-a000-4c489de16e12 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.1451366 Jul 27 19:41:43.711806 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9360ce41-e005-45d9-aed9-001fe3047814 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723717 Jul 27 19:41:43.715381 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88b88d7d-6388-479b-b667-c2cb19634794 req-d07debc1-3788-4881-a570-7838cd9f191a tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd3cf9e-93b1-4376-8baf-ef40178e107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603348 Jul 27 19:41:43.753119 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-dcee9f1e-69cc-4c13-bb11-dd30eda903d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '0fcc92e5-ce6a-4813-8def-76e4ffdf80cd', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'port_id': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'mac_address': 'fa:16:3e:0d:6a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010f564d-ab46-4ff7-9356-523febfaaebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:41:13Z', 'updated_at': '2021-07-27T19:41:42Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:43.780507 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee9f1e-69cc-4c13-bb11-dd30eda903d5 None None] The sync data for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 is: [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '0fcc92e5-ce6a-4813-8def-76e4ffdf80cd', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'port_id': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'mac_address': 'fa:16:3e:0d:6a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010f564d-ab46-4ff7-9356-523febfaaebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:41:13Z', 'updated_at': '2021-07-27T19:41:42Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:41:44.055522 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-185395ed-4424-4305-9063-c3c5655c7bb7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:44.072648 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-18ee7238-e163-43bd-a6d7-ac65546ad872 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5a42a31-7e96-4e55-a18f-c79db5cd68f6 HTTP/1.1" status: 200 len: 1001 time: 0.4515958 Jul 27 19:41:44.097480 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b91ec14-4cfa-4bc4-9828-e252ace45c0c req-3d3fc9bf-39f8-42a6-87b6-7811376bc37d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 210 time: 0.0450294 Jul 27 19:41:44.181695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-5af74460-2023-4a05-b614-c5ce9c1bacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:44.183196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-5af74460-2023-4a05-b614-c5ce9c1bacc5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.0897586 Jul 27 19:41:44.188858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-705febd9-2b9f-49f4-9bd6-0f3091a1369b service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669049 Jul 27 19:41:44.267952 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-185395ed-4424-4305-9063-c3c5655c7bb7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:44.290788 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f30d53-9d5b-42c0-813e-b45b5f312cbf x-openstack-request-id: req-67f30d53-9d5b-42c0-813e-b45b5f312cbf {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:44.291330 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebb550d-863b-4226-9a0a-e89d72edd742", "name": "network-vif-plugged", "status": "completed", "tag": "da92d11e-c8dc-4777-9e02-f4ca926eaf93", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:44.291647 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67f30d53-9d5b-42c0-813e-b45b5f312cbf {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:44.292069 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebb550d-863b-4226-9a0a-e89d72edd742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da92d11e-c8dc-4777-9e02-f4ca926eaf93', 'code': 200} Jul 27 19:41:44.327138 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dcc398-75f7-46a1-b3a5-7c9b2a700276 x-openstack-request-id: req-e7dcc398-75f7-46a1-b3a5-7c9b2a700276 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:44.327924 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d78b0b0-33b7-4a8e-bd11-3e761e193df7", "tag": "609e4ffa-7292-45e4-835d-da59c8b79a05", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:44.327924 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7dcc398-75f7-46a1-b3a5-7c9b2a700276 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:44.328137 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'tag': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'status': 'completed', 'code': 200} Jul 27 19:41:44.341142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-185395ed-4424-4305-9063-c3c5655c7bb7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Network 14c212e3-8c05-49f1-960f-135c87f330c5 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:41:44.360890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-185395ed-4424-4305-9063-c3c5655c7bb7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:41:44.363649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185395ed-4424-4305-9063-c3c5655c7bb7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Pushing event updated for resources: {'Port': ['ID=12d6c583-a804-4a24-b142-1d333a15ec7f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:44.365929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-185395ed-4424-4305-9063-c3c5655c7bb7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:41:44.371364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-185395ed-4424-4305-9063-c3c5655c7bb7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:44.371981 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-185395ed-4424-4305-9063-c3c5655c7bb7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:44.429902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4753d-9278-4e4e-8382-5241829dbebc req-1f87effb-928c-4755-845e-8e52ecbf84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:44.432162 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0bd4753d-9278-4e4e-8382-5241829dbebc req-1f87effb-928c-4755-845e-8e52ecbf84c8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bebb550d-863b-4226-9a0a-e89d72edd742 HTTP/1.1" status: 200 len: 1100 time: 0.0644722 Jul 27 19:41:44.437934 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-a3b2e819-4466-456f-9ac8-1ec1c85e41c1 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393646 Jul 27 19:41:44.439483 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-185395ed-4424-4305-9063-c3c5655c7bb7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8145123 Jul 27 19:41:44.442346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-881d7f00-958e-4a73-a9df-8634af933895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:44.446518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-881d7f00-958e-4a73-a9df-8634af933895 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2567377 Jul 27 19:41:44.475288 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0bd4753d-9278-4e4e-8382-5241829dbebc req-a8461049-f3c1-4f3b-9100-ab455a7b3edb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7cd3cf9e-93b1-4376-8baf-ef40178e107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311501 Jul 27 19:41:44.488388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Request body: {'port': {'device_id': '3b72cdb7-aaad-44a2-897c-3be8aafbef7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:44.612060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-ef18177a-bf50-4584-907e-d4e9c071076c tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:44.613646 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-ef18177a-bf50-4584-907e-d4e9c071076c tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257&tenant_id=7b77cb1555044c6bba713df0ce19dca6&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1098 time: 0.0693095 Jul 27 19:41:44.625505 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705657-21'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:44.637989 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63928b4-b5c8-4087-a8aa-4695e5fe1d9c req-dc8074c9-b817-4a9a-b9f8-4237a81c8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:44.639501 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b63928b4-b5c8-4087-a8aa-4695e5fe1d9c req-dc8074c9-b817-4a9a-b9f8-4237a81c8f46 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 1098 time: 0.2858167 Jul 27 19:41:44.696299 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:44.736179 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:44.742434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-eec56817-6e8a-4280-aa5f-8564e7f1be56 service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825246 Jul 27 19:41:44.750370 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd698a-d8eb-4f35-86cb-f4f46eb3ff19 req-fcca1871-5f7a-4995-bcef-8bf6e507d25a tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:44.751817 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33bd698a-d8eb-4f35-86cb-f4f46eb3ff19 req-fcca1871-5f7a-4995-bcef-8bf6e507d25a tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 946 time: 0.3029401 Jul 27 19:41:44.829169 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=359728d5-d6df-4bd9-acc6-6b85791593c9,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:44.869765 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:41:44.909999 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71b6364-1a70-4b75-8c56-a7708e945257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359728d5-d6df-4bd9-acc6-6b85791593c9'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:44.912554 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d83709-2c79-4095-a714-df6d72d854ab" -d '{"events": [{"server_uuid": "a71b6364-1a70-4b75-8c56-a7708e945257", "name": "network-vif-unplugged", "status": "completed", "tag": "359728d5-d6df-4bd9-acc6-6b85791593c9"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:44.917089 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:44.923554 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:44.926139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63928b4-b5c8-4087-a8aa-4695e5fe1d9c req-71b444c0-3ff8-462f-acc8-8a27e58dc00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:44.927647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b63928b4-b5c8-4087-a8aa-4695e5fe1d9c req-71b444c0-3ff8-462f-acc8-8a27e58dc00e service neutron] 10.222.0.63 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 922 time: 0.2777541 Jul 27 19:41:44.941799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33bd698a-d8eb-4f35-86cb-f4f46eb3ff19 req-dda9fad6-f19c-4d63-be62-89708d64fdf8 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667907 Jul 27 19:41:45.017916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Attempting to bind port 359728d5-d6df-4bd9-acc6-6b85791593c9 on host n-h1-705657-21 for vnic_type normal with profile {"migrating_to": "n-h2-705657-21"} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:41:45.018251 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Attempting to bind port 359728d5-d6df-4bd9-acc6-6b85791593c9 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:41:45.018764 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Attempting to bind port 359728d5-d6df-4bd9-acc6-6b85791593c9 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:45.025581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Port 359728d5-d6df-4bd9-acc6-6b85791593c9 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:41:45.025954 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Attempting to bind port 359728d5-d6df-4bd9-acc6-6b85791593c9 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:45.028053 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Pushing event updated for resources: {'Port': ['ID=359728d5-d6df-4bd9-acc6-6b85791593c9,revision_number=7']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:45.035664 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:41:45.036342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Checking segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:41:45.036810 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Bound using segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:41:45.037236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Bound port: 359728d5-d6df-4bd9-acc6-6b85791593c9, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:41:45.037596 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:45.052169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49d0935e-6683-4431-8510-1665e6d89291 req-419abaff-649a-4c59-b5d2-150b5e49869d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8fa0e745-44af-45d5-96b8-8f3601459906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4033091 Jul 27 19:41:45.056946 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b63928b4-b5c8-4087-a8aa-4695e5fe1d9c req-e3e796b7-58f3-49a8-bfca-912ebba67806 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609e4ffa-7292-45e4-835d-da59c8b79a05 HTTP/1.1" status: 200 len: 217 time: 0.1106668 Jul 27 19:41:45.067527 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1afb416-b9c6-4610-b53f-40563ef3766f req-56beaa36-65de-41dc-b39d-22b45fce6560 service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115430 Jul 27 19:41:45.121414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:41:45.125176 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=359728d5-d6df-4bd9-acc6-6b85791593c9,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:41:45.138366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:45.225593 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Pushing event updated for resources: {'Port': ['ID=359728d5-d6df-4bd9-acc6-6b85791593c9,revision_number=8']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:45.232501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:45.233063 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:45.236143 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-9474ca4b-185b-43be-9c8d-9fd6c59f1050 service neutron] 10.222.0.63 "PUT /v2.0/ports/359728d5-d6df-4bd9-acc6-6b85791593c9 HTTP/1.1" status: 200 len: 1124 time: 0.6135852 Jul 27 19:41:45.261329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63928b4-b5c8-4087-a8aa-4695e5fe1d9c req-5f7b62bc-8529-4ed5-8a50-97552ed9aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:45.262800 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b63928b4-b5c8-4087-a8aa-4695e5fe1d9c req-5f7b62bc-8529-4ed5-8a50-97552ed9aea3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.1875474 Jul 27 19:41:45.356115 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d2050-c726-48c2-aaf6-db609b1067c7 req-898e20de-bfdc-40cc-88ef-295c404d03d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:45.357636 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-359d2050-c726-48c2-aaf6-db609b1067c7 req-898e20de-bfdc-40cc-88ef-295c404d03d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.3120499 Jul 27 19:41:45.360098 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['359728d5-d6df-4bd9-acc6-6b85791593c9'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:45.392054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0935e-6683-4431-8510-1665e6d89291 req-1f7adae2-2dd7-42c1-87e8-792231f0d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:45.393443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49d0935e-6683-4431-8510-1665e6d89291 req-1f7adae2-2dd7-42c1-87e8-792231f0d990 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eaa2a46568494f18a26d9c60a2c39541&device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 1098 time: 0.2621512 Jul 27 19:41:45.445140 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db81707-78e2-41eb-8f38-14ec3f04c9b5 req-0ef8c151-167f-44b9-a377-6394bf299ada tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:45.446654 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2db81707-78e2-41eb-8f38-14ec3f04c9b5 req-0ef8c151-167f-44b9-a377-6394bf299ada tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/ports?device_id=bebb550d-863b-4226-9a0a-e89d72edd742 HTTP/1.1" status: 200 len: 948 time: 0.2417059 Jul 27 19:41:45.551567 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-359d2050-c726-48c2-aaf6-db609b1067c7 req-a89124cb-9f76-4ff6-bd91-dfb3ae5c93f4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812813 Jul 27 19:41:45.563642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d6c583-a804-4a24-b142-1d333a15ec7f {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:45.575118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63928b4-b5c8-4087-a8aa-4695e5fe1d9c req-7dcf4f18-aa0d-4417-b708-00a9f5c464eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:45.576638 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b63928b4-b5c8-4087-a8aa-4695e5fe1d9c req-7dcf4f18-aa0d-4417-b708-00a9f5c464eb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2986162 Jul 27 19:41:45.579849 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:45.605766 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4ccec2-39ae-44a4-8c05-31da7c69fbbf x-openstack-request-id: req-2a4ccec2-39ae-44a4-8c05-31da7c69fbbf {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:45.606274 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71b6364-1a70-4b75-8c56-a7708e945257", "name": "network-vif-unplugged", "status": "completed", "tag": "359728d5-d6df-4bd9-acc6-6b85791593c9", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:45.606274 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a4ccec2-39ae-44a4-8c05-31da7c69fbbf {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:45.606674 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71b6364-1a70-4b75-8c56-a7708e945257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359728d5-d6df-4bd9-acc6-6b85791593c9', 'code': 200} Jul 27 19:41:45.655000 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2db81707-78e2-41eb-8f38-14ec3f04c9b5 req-9d8dbf83-04af-4b04-aee0-0eb18a889755 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd3cf9e-93b1-4376-8baf-ef40178e107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738410 Jul 27 19:41:45.669427 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Transition to ACTIVE for port object 12d6c583-a804-4a24-b142-1d333a15ec7f will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:41:45.716870 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:45.733394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0935e-6683-4431-8510-1665e6d89291 req-578611c6-7920-49bf-a0fe-dcbedc85b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:45.734874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49d0935e-6683-4431-8510-1665e6d89291 req-578611c6-7920-49bf-a0fe-dcbedc85b687 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1efccaaf-715e-4036-a519-1b6b1cc8f573 HTTP/1.1" status: 200 len: 924 time: 0.2988038 Jul 27 19:41:45.879789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1bfce0df-e77b-44c3-a885-0e702355362f req-ea30b7a2-bf00-46a1-be4b-7c810614126e tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1001 time: 0.2225115 Jul 27 19:41:45.889272 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Pushing event updated for resources: {'Port': ['ID=12d6c583-a804-4a24-b142-1d333a15ec7f,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:45.889764 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33830) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:45.916305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b63928b4-b5c8-4087-a8aa-4695e5fe1d9c req-edaec163-20be-4cb0-9931-0315217728e1 service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242855 Jul 27 19:41:45.984767 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49d0935e-6683-4431-8510-1665e6d89291 req-8ff51fd1-6e44-4cd3-ae15-b0258f9dc3bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5eda7de-5e30-4925-8d7e-890b252472cc HTTP/1.1" status: 200 len: 1001 time: 0.2162771 Jul 27 19:41:46.005990 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a1615567-670d-4551-8827-55885f3bd453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.058319 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3e305717-b66a-4e1b-9d29-60a1b32e83b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.109381 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a1615567-670d-4551-8827-55885f3bd453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.113623 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a1615567-670d-4551-8827-55885f3bd453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.162265 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a1615567-670d-4551-8827-55885f3bd453 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f8389b37b19483c9489acca4bf121a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712712 Jul 27 19:41:46.163151 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1615567-670d-4551-8827-55885f3bd453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab1a8a0-20bd-4f0b-979e-977857f83a0c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:46.165829 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33836) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:46.166198 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.218095 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9877487-b4c1-4041-ab66-a280185f7ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.240675 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9877487-b4c1-4041-ab66-a280185f7ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.307777 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9877487-b4c1-4041-ab66-a280185f7ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.310652 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9877487-b4c1-4041-ab66-a280185f7ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.312496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Attempting to bind port 12d6c583-a804-4a24-b142-1d333a15ec7f on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:41:46.312643 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e9877487-b4c1-4041-ab66-a280185f7ff2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ab1a8a0-20bd-4f0b-979e-977857f83a0c HTTP/1.1" status: 204 len: 168 time: 0.1460288 Jul 27 19:41:46.312892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Attempting to bind port 12d6c583-a804-4a24-b142-1d333a15ec7f by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:41:46.313150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Attempting to bind port 12d6c583-a804-4a24-b142-1d333a15ec7f on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:46.321302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9877487-b4c1-4041-ab66-a280185f7ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab1a8a0-20bd-4f0b-979e-977857f83a0c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:46.338170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010f564d-ab46-4ff7-9356-523febfaaebd', 'tag': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:46.340543 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593907b4-0f15-4b80-8c4b-2709598ab5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "010f564d-ab46-4ff7-9356-523febfaaebd", "tag": "d5a42a31-7e96-4e55-a18f-c79db5cd68f6"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:46.358962 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfce0df-e77b-44c3-a885-0e702355362f req-0c8733b8-c79b-453a-b242-8b305b1a44ea tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:46.360333 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1bfce0df-e77b-44c3-a885-0e702355362f req-0c8733b8-c79b-453a-b242-8b305b1a44ea tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports/d5a42a31-7e96-4e55-a18f-c79db5cd68f6 HTTP/1.1" status: 200 len: 942 time: 0.4662449 Jul 27 19:41:46.366258 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Port 12d6c583-a804-4a24-b142-1d333a15ec7f on network 14c212e3-8c05-49f1-960f-135c87f330c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:41:46.366585 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Attempting to bind port 12d6c583-a804-4a24-b142-1d333a15ec7f on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:41:46.387759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553dd2f-f731-4f0c-9f74-cf91cddcd849 req-370138a9-b483-4e1d-8820-2203bc7c3d03 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:46.389326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6553dd2f-f731-4f0c-9f74-cf91cddcd849 req-370138a9-b483-4e1d-8820-2203bc7c3d03 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 944 time: 0.6680744 Jul 27 19:41:46.393441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:41:46.393776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Checking segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:41:46.394156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Bound using segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:41:46.394604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Bound port: 12d6c583-a804-4a24-b142-1d333a15ec7f, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:41:46.394961 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.485342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0935e-6683-4431-8510-1665e6d89291 req-033ce877-1c16-424f-b694-3981688d6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:46.486850 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49d0935e-6683-4431-8510-1665e6d89291 req-033ce877-1c16-424f-b694-3981688d6248 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a473bf7-98b5-45ce-8210-1ea9a7314439 HTTP/1.1" status: 200 len: 862 time: 0.2231238 Jul 27 19:41:46.529153 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b63928b4-b5c8-4087-a8aa-4695e5fe1d9c req-214ec5a7-c913-449d-a5e5-d5d518563891 service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889204 Jul 27 19:41:46.592557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6553dd2f-f731-4f0c-9f74-cf91cddcd849 req-4a28dd1c-67f5-47cf-bffe-39ffa73ae1ba tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899517 Jul 27 19:41:46.601168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1bfce0df-e77b-44c3-a885-0e702355362f req-5955093a-e0cb-424d-8f72-5a2d4713dc19 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1001 time: 0.1828802 Jul 27 19:41:46.605157 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33846) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:46.619908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:41:46.619908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=12d6c583-a804-4a24-b142-1d333a15ec7f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:41:46.621560 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a614bba8-98c6-4a0d-8114-58f5cfa13ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.640161 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.722361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:46.723432 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.725084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] 10.222.0.52 "PUT /v2.0/ports/12d6c583-a804-4a24-b142-1d333a15ec7f HTTP/1.1" status: 200 len: 1093 time: 2.2661877 Jul 27 19:41:46.734852 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a614bba8-98c6-4a0d-8114-58f5cfa13ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.745720 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a614bba8-98c6-4a0d-8114-58f5cfa13ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.748853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0935e-6683-4431-8510-1665e6d89291 req-ec29675f-cef8-4610-83aa-d3f01507554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:46.750398 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49d0935e-6683-4431-8510-1665e6d89291 req-ec29675f-cef8-4610-83aa-d3f01507554b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1efccaaf-715e-4036-a519-1b6b1cc8f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2390919 Jul 27 19:41:46.774647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614bba8-98c6-4a0d-8114-58f5cfa13ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129f7699-1631-4dbd-a3d6-16a0d051cca9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:46.792360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0e5f0-39c3-4b33-bac1-4a0f74e30f8d service neutron] Pushing event updated for resources: {'Port': ['ID=12d6c583-a804-4a24-b142-1d333a15ec7f,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:46.794644 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a614bba8-98c6-4a0d-8114-58f5cfa13ce7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa48575ff9494c9f9df92cff072d43a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879253 Jul 27 19:41:46.799077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33854) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:46.849046 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc1af991-f188-4e5a-b750-137df521f17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.872055 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc1af991-f188-4e5a-b750-137df521f17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.876472 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfce0df-e77b-44c3-a885-0e702355362f req-93c898ae-c1f2-451c-a3e4-bd34f8a5c228 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:46.877784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1bfce0df-e77b-44c3-a885-0e702355362f req-93c898ae-c1f2-451c-a3e4-bd34f8a5c228 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.2642238 Jul 27 19:41:46.926625 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc1af991-f188-4e5a-b750-137df521f17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.927974 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44164c8d-d981-43f8-b1e3-e2b77a32b23c x-openstack-request-id: req-44164c8d-d981-43f8-b1e3-e2b77a32b23c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:46.928257 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010f564d-ab46-4ff7-9356-523febfaaebd", "tag": "d5a42a31-7e96-4e55-a18f-c79db5cd68f6", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:46.928536 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44164c8d-d981-43f8-b1e3-e2b77a32b23c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:46.928920 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010f564d-ab46-4ff7-9356-523febfaaebd', 'tag': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6', 'status': 'completed', 'code': 200} Jul 27 19:41:46.930207 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc1af991-f188-4e5a-b750-137df521f17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:46.935110 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bc1af991-f188-4e5a-b750-137df521f17d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/129f7699-1631-4dbd-a3d6-16a0d051cca9 HTTP/1.1" status: 204 len: 168 time: 0.1322961 Jul 27 19:41:46.954087 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49d0935e-6683-4431-8510-1665e6d89291 req-d6c7e7e9-c9a6-4c97-81b5-8bc262e5bdcb service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874294 Jul 27 19:41:46.960750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1af991-f188-4e5a-b750-137df521f17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129f7699-1631-4dbd-a3d6-16a0d051cca9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:46.990363 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:47.078383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-2e5d6df8-1f1f-411b-abd4-de26d3c705b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:47.079995 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-2e5d6df8-1f1f-411b-abd4-de26d3c705b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 1096 time: 0.2584305 Jul 27 19:41:47.090757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14f917-5d26-4ec3-b2f5-99b60c97c1c5 req-7da33e21-7545-4a3a-91c1-5b8234b46a5c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:47.092190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d14f917-5d26-4ec3-b2f5-99b60c97c1c5 req-7da33e21-7545-4a3a-91c1-5b8234b46a5c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 944 time: 0.2645948 Jul 27 19:41:47.161447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-97e095e4-ce23-467e-b66c-1151330f9330 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12d6c583-a804-4a24-b142-1d333a15ec7f HTTP/1.1" status: 200 len: 217 time: 0.0634968 Jul 27 19:41:47.253056 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d14f917-5d26-4ec3-b2f5-99b60c97c1c5 req-75d8c566-0435-4e73-a680-d01b8548f128 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481283 Jul 27 19:41:47.254911 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49d0935e-6683-4431-8510-1665e6d89291 req-fd3cca1b-ea92-4367-a043-66e853c952a6 service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794418 Jul 27 19:41:47.269086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593907b4-0f15-4b80-8c4b-2709598ab5ad req-d68ba6b3-514b-4e16-9abd-a9ebe5da5434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:47.269086 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-593907b4-0f15-4b80-8c4b-2709598ab5ad req-d68ba6b3-514b-4e16-9abd-a9ebe5da5434 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 1097 time: 0.3110833 Jul 27 19:41:47.269650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-ee362857-d779-4a5a-923a-1e27c184bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:47.271018 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-ee362857-d779-4a5a-923a-1e27c184bb45 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.0924177 Jul 27 19:41:47.282736 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74f657-2610-42db-8d17-a15ec3768db6 req-b1b5ac76-8015-438c-a32f-62928bceced2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:47.284387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f74f657-2610-42db-8d17-a15ec3768db6 req-b1b5ac76-8015-438c-a32f-62928bceced2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.2823753 Jul 27 19:41:47.372897 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-b0c32e62-89bd-4f6e-9ba8-e311b76ecfb5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787818 Jul 27 19:41:47.455340 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f74f657-2610-42db-8d17-a15ec3768db6 req-28e7875b-bae4-4053-8442-695b2eb28722 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599448 Jul 27 19:41:47.563513 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593907b4-0f15-4b80-8c4b-2709598ab5ad req-cf528c07-ef76-4553-bc89-72dd5d2a5b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:47.565030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-593907b4-0f15-4b80-8c4b-2709598ab5ad req-cf528c07-ef76-4553-bc89-72dd5d2a5b55 service neutron] 10.222.0.63 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 922 time: 0.2797604 Jul 27 19:41:47.582579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33878) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:47.607493 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71b6364-1a70-4b75-8c56-a7708e945257', 'tag': '359728d5-d6df-4bd9-acc6-6b85791593c9'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:47.611222 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28faa0ed-f676-41b0-afd8-d4092b24275b" -d '{"events": [{"name": "network-changed", "server_uuid": "a71b6364-1a70-4b75-8c56-a7708e945257", "tag": "359728d5-d6df-4bd9-acc6-6b85791593c9"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:47.641238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-d827a538-118a-4f9c-abd3-6824b44988c3 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1001 time: 0.1507788 Jul 27 19:41:47.661876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-01c63555-0939-4998-b221-851097957661 service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753077 Jul 27 19:41:47.711624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50e9f20e-fbf5-412a-8ac4-9a9dd2b05fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:47.720022 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-593907b4-0f15-4b80-8c4b-2709598ab5ad req-5fa979fc-a821-4dad-b231-8550a44a6a98 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5a42a31-7e96-4e55-a18f-c79db5cd68f6 HTTP/1.1" status: 200 len: 1001 time: 0.1375704 Jul 27 19:41:47.728185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48433c-8f16-417e-b198-6fe85a6accfb req-13abd750-6fe3-4e56-a108-dbc53cac1c31 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:47.730061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff48433c-8f16-417e-b198-6fe85a6accfb req-13abd750-6fe3-4e56-a108-dbc53cac1c31 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/ports?device_id=bebb550d-863b-4226-9a0a-e89d72edd742 HTTP/1.1" status: 200 len: 948 time: 0.3354340 Jul 27 19:41:47.820768 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50e9f20e-fbf5-412a-8ac4-9a9dd2b05fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:47.826257 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50e9f20e-fbf5-412a-8ac4-9a9dd2b05fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:47.833735 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-c2231f99-3115-4e53-87da-883185c50912 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:47.835120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-c2231f99-3115-4e53-87da-883185c50912 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports/d5a42a31-7e96-4e55-a18f-c79db5cd68f6 HTTP/1.1" status: 200 len: 942 time: 0.1793680 Jul 27 19:41:47.858082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9f20e-fbf5-412a-8ac4-9a9dd2b05fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9ade60-887d-4695-ac78-f28bb9b72f53,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:47.894756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff48433c-8f16-417e-b198-6fe85a6accfb req-04983b44-5bfe-4b8b-8378-e9678e198749 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd3cf9e-93b1-4376-8baf-ef40178e107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362772 Jul 27 19:41:47.894756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593907b4-0f15-4b80-8c4b-2709598ab5ad req-9b457bd2-ec22-41ee-984c-758ad636b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:47.894756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-593907b4-0f15-4b80-8c4b-2709598ab5ad req-9b457bd2-ec22-41ee-984c-758ad636b9a3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.1459479 Jul 27 19:41:47.896928 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-50e9f20e-fbf5-412a-8ac4-9a9dd2b05fd4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=921082221110489cb18afb06926ee8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132579 Jul 27 19:41:47.899265 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33898) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:47.941227 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63472a7f-760c-45ac-aa0d-00e14213bbba x-openstack-request-id: req-63472a7f-760c-45ac-aa0d-00e14213bbba {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:47.941517 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71b6364-1a70-4b75-8c56-a7708e945257", "tag": "359728d5-d6df-4bd9-acc6-6b85791593c9", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:47.941791 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63472a7f-760c-45ac-aa0d-00e14213bbba {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:47.942159 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71b6364-1a70-4b75-8c56-a7708e945257', 'tag': '359728d5-d6df-4bd9-acc6-6b85791593c9', 'status': 'completed', 'code': 200} Jul 27 19:41:47.967518 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2273c3c2-9fb1-45e6-83fd-ff1c9821ba6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:47.993034 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88294d66-afeb-4a0e-86ae-32f8d003c1d5 req-8f24f656-c973-4a46-9554-7f28bf636b73 service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888532 Jul 27 19:41:47.995633 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2273c3c2-9fb1-45e6-83fd-ff1c9821ba6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:48.050517 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2273c3c2-9fb1-45e6-83fd-ff1c9821ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:48.057681 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2273c3c2-9fb1-45e6-83fd-ff1c9821ba6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:48.059037 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2273c3c2-9fb1-45e6-83fd-ff1c9821ba6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb9ade60-887d-4695-ac78-f28bb9b72f53 HTTP/1.1" status: 204 len: 168 time: 0.1585865 Jul 27 19:41:48.067937 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273c3c2-9fb1-45e6-83fd-ff1c9821ba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9ade60-887d-4695-ac78-f28bb9b72f53,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:48.146185 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-aef1e07c-b4ae-4ccb-821e-aafad9e4b4cc tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1001 time: 0.2467027 Jul 27 19:41:48.440420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33918) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:48.454920 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b05b0a14-7df3-47c0-ac7a-37110b132a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:48.526696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593907b4-0f15-4b80-8c4b-2709598ab5ad req-b7fdce03-b091-4748-a5b4-6cf58933cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:48.528224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-593907b4-0f15-4b80-8c4b-2709598ab5ad req-b7fdce03-b091-4748-a5b4-6cf58933cfe8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6277695 Jul 27 19:41:48.534170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28faa0ed-f676-41b0-afd8-d4092b24275b req-aeebf5ab-4ac6-46b4-acfd-dffe21fa6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:48.535941 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28faa0ed-f676-41b0-afd8-d4092b24275b req-aeebf5ab-4ac6-46b4-acfd-dffe21fa6aa5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 1127 time: 0.5407834 Jul 27 19:41:48.551202 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b05b0a14-7df3-47c0-ac7a-37110b132a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:48.555227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913cf42-6179-4d13-a8a6-a86dd539ec22 req-b2a76e47-0d01-48b6-8d05-6bc94222af92 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:48.556173 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b05b0a14-7df3-47c0-ac7a-37110b132a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:48.556986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3913cf42-6179-4d13-a8a6-a86dd539ec22 req-b2a76e47-0d01-48b6-8d05-6bc94222af92 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 944 time: 0.5267661 Jul 27 19:41:48.595367 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b05b0a14-7df3-47c0-ac7a-37110b132a51 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0b040ae020c4a8097bab696f4a75ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536975 Jul 27 19:41:48.596220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b0a14-7df3-47c0-ac7a-37110b132a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5721ee-4df0-46b1-9080-6be93b33e89f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:48.598523 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33924) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:48.649479 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60295ec4-ad68-454f-90cb-85e26627bda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:48.670888 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60295ec4-ad68-454f-90cb-85e26627bda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:48.711723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-8deeabd4-d3d7-4e40-aad8-a3cdc5bd6c6d tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:48.713384 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-8deeabd4-d3d7-4e40-aad8-a3cdc5bd6c6d tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.5664096 Jul 27 19:41:48.720033 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60295ec4-ad68-454f-90cb-85e26627bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:48.722864 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60295ec4-ad68-454f-90cb-85e26627bda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:48.724277 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-60295ec4-ad68-454f-90cb-85e26627bda1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac5721ee-4df0-46b1-9080-6be93b33e89f HTTP/1.1" status: 204 len: 168 time: 0.1248715 Jul 27 19:41:48.732723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60295ec4-ad68-454f-90cb-85e26627bda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5721ee-4df0-46b1-9080-6be93b33e89f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:48.750865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3913cf42-6179-4d13-a8a6-a86dd539ec22 req-75a5bd2e-1ef4-4ec3-98fe-61d5d9117b3e tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839957 Jul 27 19:41:48.784801 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:48.812455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28faa0ed-f676-41b0-afd8-d4092b24275b req-591ff2ff-2f11-4e23-a6f2-f453a80a6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:48.813965 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28faa0ed-f676-41b0-afd8-d4092b24275b req-591ff2ff-2f11-4e23-a6f2-f453a80a6214 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.2682006 Jul 27 19:41:48.841485 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-593907b4-0f15-4b80-8c4b-2709598ab5ad req-cb88d5a7-0ab2-47f5-9bbf-439c8b9ad421 service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835591 Jul 27 19:41:48.847288 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-d148266f-6408-4342-ab3c-bdba8292dcce tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1001 time: 0.1183946 Jul 27 19:41:48.901814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-793a291a-1028-4ec6-8608-b0eb6ae0b005 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:48.914488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28faa0ed-f676-41b0-afd8-d4092b24275b req-107578c4-8ad3-4127-8435-7e70cabf64b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359728d5-d6df-4bd9-acc6-6b85791593c9 HTTP/1.1" status: 200 len: 217 time: 0.0647306 Jul 27 19:41:48.941324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b72cdb7-aaad-44a2-897c-3be8aafbef7a', 'tag': '12d6c583-a804-4a24-b142-1d333a15ec7f'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:48.943716 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a6daf4-0d01-47a4-ba99-f04bbce63c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b72cdb7-aaad-44a2-897c-3be8aafbef7a", "tag": "12d6c583-a804-4a24-b142-1d333a15ec7f"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:49.078005 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-793a291a-1028-4ec6-8608-b0eb6ae0b005 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:49.131473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28faa0ed-f676-41b0-afd8-d4092b24275b req-bee7d4c8-e931-464b-bb4a-831310455961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:49.133001 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28faa0ed-f676-41b0-afd8-d4092b24275b req-bee7d4c8-e931-464b-bb4a-831310455961 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.1504622 Jul 27 19:41:49.189693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28faa0ed-f676-41b0-afd8-d4092b24275b req-c83ad8da-9521-4f2e-b391-9f079ef3b5af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424976 Jul 27 19:41:49.191559 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-593907b4-0f15-4b80-8c4b-2709598ab5ad req-b8a7fb21-0a44-4210-ba5f-3f05953ff36a service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345537 Jul 27 19:41:49.275081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 359728d5-d6df-4bd9-acc6-6b85791593c9 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:41:49.338221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8949f-a199-4ac6-8388-c3accda44371 req-38f6a08e-eaae-4fa0-b52b-aafd779028fc tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:49.339797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44b8949f-a199-4ac6-8388-c3accda44371 req-38f6a08e-eaae-4fa0-b52b-aafd779028fc tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 944 time: 0.2905297 Jul 27 19:41:49.375832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=359728d5-d6df-4bd9-acc6-6b85791593c9,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:49.383325 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-793a291a-1028-4ec6-8608-b0eb6ae0b005 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:49.388062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 359728d5-d6df-4bd9-acc6-6b85791593c9 has no active binding in host n-h2-705657-21 {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 19:41:49.404710 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-793a291a-1028-4ec6-8608-b0eb6ae0b005 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:49.405029 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-793a291a-1028-4ec6-8608-b0eb6ae0b005 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Floating IP 0fcc92e5-ce6a-4813-8def-76e4ffdf80cd disassociated. External IP: 172.25.1.219, port: d5a42a31-7e96-4e55-a18f-c79db5cd68f6. Jul 27 19:41:49.475385 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28faa0ed-f676-41b0-afd8-d4092b24275b req-4dae657f-80b4-4690-bee5-303cc177af5e service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718103 Jul 27 19:41:49.478674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44b8949f-a199-4ac6-8388-c3accda44371 req-65077c4b-e4be-4b69-ada3-1c262bb4a0e7 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033831 Jul 27 19:41:49.660338 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28faa0ed-f676-41b0-afd8-d4092b24275b req-44d3ff77-0d4a-43cd-bed2-7b8c8211775d service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709814 Jul 27 19:41:49.734407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-793a291a-1028-4ec6-8608-b0eb6ae0b005 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Router be9ad7c2-baaf-4806-b192-65e6f2db1c17 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:41:49.888040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-793a291a-1028-4ec6-8608-b0eb6ae0b005 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:41:49.893105 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-793a291a-1028-4ec6-8608-b0eb6ae0b005 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:49.899634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0ed39-6f3b-4ad9-8bf4-ce52634177bb None None] Sync routers for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:41:49.902462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930cdb5-1ed4-406c-a8b5-6e88b6eccd45 req-faedb7c6-6f07-412e-8a5e-f3170eaeb799 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:49.903999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2930cdb5-1ed4-406c-a8b5-6e88b6eccd45 req-faedb7c6-6f07-412e-8a5e-f3170eaeb799 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.1218178 Jul 27 19:41:49.909041 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0ed39-6f3b-4ad9-8bf4-ce52634177bb None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:41:49.909849 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-01b0ed39-6f3b-4ad9-8bf4-ce52634177bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:49.955165 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-793a291a-1028-4ec6-8608-b0eb6ae0b005 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "PUT /v2.0/floatingips/0fcc92e5-ce6a-4813-8def-76e4ffdf80cd HTTP/1.1" status: 200 len: 695 time: 1.0959249 Jul 27 19:41:49.969706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2930cdb5-1ed4-406c-a8b5-6e88b6eccd45 req-2add50ba-28d1-44a6-86c4-d9fd3fe0586c tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469754 Jul 27 19:41:50.021543 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45f11c6-7d7c-42f8-a870-1cb818eeda5f x-openstack-request-id: req-b45f11c6-7d7c-42f8-a870-1cb818eeda5f {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:50.021835 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b72cdb7-aaad-44a2-897c-3be8aafbef7a", "tag": "12d6c583-a804-4a24-b142-1d333a15ec7f", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:50.022170 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b45f11c6-7d7c-42f8-a870-1cb818eeda5f {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:50.022650 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b72cdb7-aaad-44a2-897c-3be8aafbef7a', 'tag': '12d6c583-a804-4a24-b142-1d333a15ec7f', 'status': 'completed', 'code': 200} Jul 27 19:41:50.052435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-01b0ed39-6f3b-4ad9-8bf4-ce52634177bb None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:41:50.054768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-949e5256-f905-413b-b761-ff18cc7d0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:50.056463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-949e5256-f905-413b-b761-ff18cc7d0432 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 1097 time: 0.0782275 Jul 27 19:41:50.227602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-f475658e-5218-499f-acca-de7fa47fa172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:50.229154 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-f475658e-5218-499f-acca-de7fa47fa172 service neutron] 10.222.0.48 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 922 time: 0.1661818 Jul 27 19:41:50.235853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6daf4-0d01-47a4-ba99-f04bbce63c4c req-fc74ab76-bb20-4ac8-a988-68d2bbd26bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:50.237337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13a6daf4-0d01-47a4-ba99-f04bbce63c4c req-fc74ab76-bb20-4ac8-a988-68d2bbd26bf3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 1096 time: 0.1668172 Jul 27 19:41:50.250942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b42ea2-7c40-454c-a09d-e1eb61bfd4bb req-bd8a93ee-3d18-44ad-98ed-d481ee89674b tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:50.252409 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64b42ea2-7c40-454c-a09d-e1eb61bfd4bb req-bd8a93ee-3d18-44ad-98ed-d481ee89674b tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/ports?device_id=bebb550d-863b-4226-9a0a-e89d72edd742 HTTP/1.1" status: 200 len: 948 time: 0.1730940 Jul 27 19:41:50.262027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-01b0ed39-6f3b-4ad9-8bf4-ce52634177bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:50.288253 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0ed39-6f3b-4ad9-8bf4-ce52634177bb None None] Checking router: be9ad7c2-baaf-4806-b192-65e6f2db1c17 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:41:50.294413 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-4768236f-e1c7-404e-9bdf-dafa25ba4c6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5a42a31-7e96-4e55-a18f-c79db5cd68f6 HTTP/1.1" status: 200 len: 217 time: 0.0561543 Jul 27 19:41:50.297570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0ed39-6f3b-4ad9-8bf4-ce52634177bb None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:41:50.298209 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-01b0ed39-6f3b-4ad9-8bf4-ce52634177bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:50.404732 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-01b0ed39-6f3b-4ad9-8bf4-ce52634177bb None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:41:50.416762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64b42ea2-7c40-454c-a09d-e1eb61bfd4bb req-c01490d8-f2e3-49f1-9afd-7134787f90ce tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd3cf9e-93b1-4376-8baf-ef40178e107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254134 Jul 27 19:41:50.418984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-242a323e-36e7-414d-a3f9-3689084efeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:50.421468 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-242a323e-36e7-414d-a3f9-3689084efeee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.0896008 Jul 27 19:41:50.481904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6daf4-0d01-47a4-ba99-f04bbce63c4c req-17f2a7a1-36b9-4afc-b397-3db119fda93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:50.483542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13a6daf4-0d01-47a4-ba99-f04bbce63c4c req-17f2a7a1-36b9-4afc-b397-3db119fda93c service neutron] 10.222.0.52 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.2291911 Jul 27 19:41:50.549088 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13a6daf4-0d01-47a4-ba99-f04bbce63c4c req-b82ada1e-89e2-49b6-b09f-daaa940de810 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12d6c583-a804-4a24-b142-1d333a15ec7f HTTP/1.1" status: 200 len: 217 time: 0.0464242 Jul 27 19:41:50.560506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-2409243a-d16c-4095-83d7-d6d0416e66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:50.562115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-2409243a-d16c-4095-83d7-d6d0416e66aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1280034 Jul 27 19:41:50.639382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-01b0ed39-6f3b-4ad9-8bf4-ce52634177bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:50.674259 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0ed39-6f3b-4ad9-8bf4-ce52634177bb None None] The sync data for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 is: [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:41:50.756771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6daf4-0d01-47a4-ba99-f04bbce63c4c req-2e794a1e-8aa0-44be-9700-0a22aba18447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:50.758246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13a6daf4-0d01-47a4-ba99-f04bbce63c4c req-2e794a1e-8aa0-44be-9700-0a22aba18447 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.1767085 Jul 27 19:41:50.761517 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33980) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:50.886790 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c89233d1-bdf4-4ab2-8e7a-f380b2ef8dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:50.934251 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f25e66-007e-4274-8c90-bb2608058705 None None] New status for floating IP 0fcc92e5-ce6a-4813-8def-76e4ffdf80cd: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:41:50.990589 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c89233d1-bdf4-4ab2-8e7a-f380b2ef8dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:50.996749 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c89233d1-bdf4-4ab2-8e7a-f380b2ef8dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:51.035442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89233d1-bdf4-4ab2-8e7a-f380b2ef8dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409a6380-e083-44c1-b58c-875f0482002d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:51.041390 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c89233d1-bdf4-4ab2-8e7a-f380b2ef8dbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4ff6b0a39aa4a96bd0d3074b5e9958b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786331 Jul 27 19:41:51.043977 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33986) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:51.097876 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8ee50ee-4961-46fd-8422-dfb6d88d809a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:51.123310 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8ee50ee-4961-46fd-8422-dfb6d88d809a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:51.127139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13a6daf4-0d01-47a4-ba99-f04bbce63c4c req-d3301c01-4038-449b-b010-52a782e36c2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3398411 Jul 27 19:41:51.133321 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-a5124814-870d-42ed-8c33-41b02e01e4d3 service neutron] 10.222.0.52 "GET /v2.0/ports/359728d5-d6df-4bd9-acc6-6b85791593c9/bindings/n-h2-705657-21 HTTP/1.1" status: 200 len: 385 time: 0.4789641 Jul 27 19:41:51.136775 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-fce2ac79-7ea6-4ddb-9a56-cb0fe6e0efe7 service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564373 Jul 27 19:41:51.152845 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8751ab-2bdc-4445-8370-bc6efb9a2d3f req-7dca0de2-3e21-4957-9a11-df3aaf71f23d tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:51.154432 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d8751ab-2bdc-4445-8370-bc6efb9a2d3f req-7dca0de2-3e21-4957-9a11-df3aaf71f23d tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.63 "GET /v2.0/ports?device_id=bebb550d-863b-4226-9a0a-e89d72edd742 HTTP/1.1" status: 200 len: 948 time: 0.4986546 Jul 27 19:41:51.165211 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a94ce-74bf-4392-86ec-6ab7ed721e56 req-ad965a02-04a8-4b06-9e18-81a70f1b8a4c tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:51.167216 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d92a94ce-74bf-4392-86ec-6ab7ed721e56 req-ad965a02-04a8-4b06-9e18-81a70f1b8a4c tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 944 time: 0.6223519 Jul 27 19:41:51.186556 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8ee50ee-4961-46fd-8422-dfb6d88d809a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:51.189899 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8ee50ee-4961-46fd-8422-dfb6d88d809a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:51.191335 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b8ee50ee-4961-46fd-8422-dfb6d88d809a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/409a6380-e083-44c1-b58c-875f0482002d HTTP/1.1" status: 204 len: 168 time: 0.1462433 Jul 27 19:41:51.199875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee50ee-4961-46fd-8422-dfb6d88d809a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409a6380-e083-44c1-b58c-875f0482002d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:51.440764 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d92a94ce-74bf-4392-86ec-6ab7ed721e56 req-01c9ec8d-73ee-4032-a2bf-4c35a9a6a5ce tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514100 Jul 27 19:41:51.471452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13a6daf4-0d01-47a4-ba99-f04bbce63c4c req-f65d0954-8abd-4734-add1-cef22bb2382e service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160286 Jul 27 19:41:51.474974 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fdc8ed-45f9-417a-bf9f-d90f7b9858ac req-1b5497ba-0a1a-4712-8866-7e7e344a3407 service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174984 Jul 27 19:41:51.511563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34000) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:51.531559 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47f2a8ef-9e0c-4446-88cd-e4929bfae4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:51.640845 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-3d8751ab-2bdc-4445-8370-bc6efb9a2d3f req-0e240749-c3aa-41d2-887a-d036e0b25a04 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Deleting port da92d11e-c8dc-4777-9e02-f4ca926eaf93 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:41:51.641182 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3d8751ab-2bdc-4445-8370-bc6efb9a2d3f req-0e240749-c3aa-41d2-887a-d036e0b25a04 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:51.650890 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47f2a8ef-9e0c-4446-88cd-e4929bfae4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:51.655593 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47f2a8ef-9e0c-4446-88cd-e4929bfae4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:51.695044 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2a8ef-9e0c-4446-88cd-e4929bfae4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fb8c1b-fc31-4a50-960d-4f59ebb0513f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:51.699864 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-47f2a8ef-9e0c-4446-88cd-e4929bfae4e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7ae7c3d574145fe976d53cc74ee39fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871600 Jul 27 19:41:51.702442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34002) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:51.758219 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13a6daf4-0d01-47a4-ba99-f04bbce63c4c req-f7b81f10-8f13-4227-8270-d15e6802ac6d service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745779 Jul 27 19:41:51.763018 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a512cfc-40bc-4097-b926-57f6d9912ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:51.810644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a512cfc-40bc-4097-b926-57f6d9912ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:51.817226 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-b238b12f-7ef1-4b66-9cf6-3f12a060f142 service neutron] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=359728d5-d6df-4bd9-acc6-6b85791593c9,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:51.836255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-3d8751ab-2bdc-4445-8370-bc6efb9a2d3f req-0e240749-c3aa-41d2-887a-d036e0b25a04 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] For port da92d11e-c8dc-4777-9e02-f4ca926eaf93, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=da92d11e-c8dc-4777-9e02-f4ca926eaf93,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:51.836643 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3d8751ab-2bdc-4445-8370-bc6efb9a2d3f req-0e240749-c3aa-41d2-887a-d036e0b25a04 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:51.861821 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a512cfc-40bc-4097-b926-57f6d9912ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:51.863771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef7cea-4e92-4e7f-8cd7-a5ed825a4f2c req-82c40d4e-21fd-46c9-8224-c82161e744b2 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:51.864793 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a512cfc-40bc-4097-b926-57f6d9912ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:51.865284 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fef7cea-4e92-4e7f-8cd7-a5ed825a4f2c req-82c40d4e-21fd-46c9-8224-c82161e744b2 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 944 time: 0.2716191 Jul 27 19:41:51.868306 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1a512cfc-40bc-4097-b926-57f6d9912ff6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2fb8c1b-fc31-4a50-960d-4f59ebb0513f HTTP/1.1" status: 204 len: 168 time: 0.1624072 Jul 27 19:41:51.873067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-3d8751ab-2bdc-4445-8370-bc6efb9a2d3f req-0e240749-c3aa-41d2-887a-d036e0b25a04 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Calling delete_port for da92d11e-c8dc-4777-9e02-f4ca926eaf93 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:41:51.880966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a512cfc-40bc-4097-b926-57f6d9912ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fb8c1b-fc31-4a50-960d-4f59ebb0513f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:51.905792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-b238b12f-7ef1-4b66-9cf6-3f12a060f142 service neutron] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:41:52.001720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-b238b12f-7ef1-4b66-9cf6-3f12a060f142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359728d5-d6df-4bd9-acc6-6b85791593c9 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:52.021517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-b238b12f-7ef1-4b66-9cf6-3f12a060f142 service neutron] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=359728d5-d6df-4bd9-acc6-6b85791593c9,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:52.026784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fef7cea-4e92-4e7f-8cd7-a5ed825a4f2c req-d536a540-c82c-409e-879f-226d2fe0e99c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497266 Jul 27 19:41:52.028111 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010f564d-ab46-4ff7-9356-523febfaaebd', 'tag': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:52.030551 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8a7ae9-cbc7-4623-a2ae-0e4eafdb4f38" -d '{"events": [{"name": "network-changed", "server_uuid": "010f564d-ab46-4ff7-9356-523febfaaebd", "tag": "d5a42a31-7e96-4e55-a18f-c79db5cd68f6"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:52.066051 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-b238b12f-7ef1-4b66-9cf6-3f12a060f142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:52.079591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0c302-2269-4f90-9237-dbf30e386811 req-7ff597d8-4b0a-4b0f-a47d-87b1918c5d27 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:52.081190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0b0c302-2269-4f90-9237-dbf30e386811 req-7ff597d8-4b0a-4b0f-a47d-87b1918c5d27 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.2334425 Jul 27 19:41:52.243119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0b0c302-2269-4f90-9237-dbf30e386811 req-df64b9ce-5085-402f-afc8-e8ba55fc94cf tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450844 Jul 27 19:41:52.277314 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3d8751ab-2bdc-4445-8370-bc6efb9a2d3f req-0e240749-c3aa-41d2-887a-d036e0b25a04 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:52.291857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['da92d11e-c8dc-4777-9e02-f4ca926eaf93'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:52.295616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-b238b12f-7ef1-4b66-9cf6-3f12a060f142 service neutron] Transition to ACTIVE for port object 359728d5-d6df-4bd9-acc6-6b85791593c9 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:41:52.323745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9692d11-bb2e-40c9-ac00-93c12524368e req-5e787d7b-1eb2-427b-bd58-e36a3186f581 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:52.325398 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9692d11-bb2e-40c9-ac00-93c12524368e req-5e787d7b-1eb2-427b-bd58-e36a3186f581 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/ports?device_id=bebb550d-863b-4226-9a0a-e89d72edd742 HTTP/1.1" status: 200 len: 867 time: 0.2300811 Jul 27 19:41:52.328865 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-b238b12f-7ef1-4b66-9cf6-3f12a060f142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:52.334313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e240749-c3aa-41d2-887a-d036e0b25a04 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Pushing event deleted for resources: {'Port': ['ID=da92d11e-c8dc-4777-9e02-f4ca926eaf93,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:52.426999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8751ab-2bdc-4445-8370-bc6efb9a2d3f req-0e240749-c3aa-41d2-887a-d036e0b25a04 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] No DVR routers for this DVR port da92d11e-c8dc-4777-9e02-f4ca926eaf93 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:41:52.429367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 12d6c583-a804-4a24-b142-1d333a15ec7f details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:41:52.437625 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3d8751ab-2bdc-4445-8370-bc6efb9a2d3f req-0e240749-c3aa-41d2-887a-d036e0b25a04 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:52.439588 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d8751ab-2bdc-4445-8370-bc6efb9a2d3f req-0e240749-c3aa-41d2-887a-d036e0b25a04 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.63 "DELETE /v2.0/ports/da92d11e-c8dc-4777-9e02-f4ca926eaf93 HTTP/1.1" status: 204 len: 173 time: 1.2715349 Jul 27 19:41:52.474497 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-b238b12f-7ef1-4b66-9cf6-3f12a060f142 service neutron] No DVR routers for this DVR port 359728d5-d6df-4bd9-acc6-6b85791593c9 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:41:52.514502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9692d11-bb2e-40c9-ac00-93c12524368e req-1149b3f3-8f85-4198-b28a-81ae178846f5 tempest-ImagesNegativeTestJSON-1021481512 tempest-ImagesNegativeTestJSON-1021481512-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd3cf9e-93b1-4376-8baf-ef40178e107a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780617 Jul 27 19:41:52.557356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238b12f-7ef1-4b66-9cf6-3f12a060f142 service neutron] Pushing event updated for resources: {'Port': ['ID=359728d5-d6df-4bd9-acc6-6b85791593c9,revision_number=10']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:52.573374 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091c5b53-177d-4cd0-b0ee-1c3e4272e230 x-openstack-request-id: req-091c5b53-177d-4cd0-b0ee-1c3e4272e230 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:52.573691 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010f564d-ab46-4ff7-9356-523febfaaebd", "tag": "d5a42a31-7e96-4e55-a18f-c79db5cd68f6", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:52.574024 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-091c5b53-177d-4cd0-b0ee-1c3e4272e230 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:52.574269 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010f564d-ab46-4ff7-9356-523febfaaebd', 'tag': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6', 'status': 'completed', 'code': 200} Jul 27 19:41:52.586030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-b238b12f-7ef1-4b66-9cf6-3f12a060f142 service neutron] 10.222.0.52 "PUT /v2.0/ports/359728d5-d6df-4bd9-acc6-6b85791593c9/bindings/n-h2-705657-21/activate HTTP/1.1" status: 200 len: 370 time: 1.4295478 Jul 27 19:41:52.652739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=12d6c583-a804-4a24-b142-1d333a15ec7f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:52.684162 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '12d6c583-a804-4a24-b142-1d333a15ec7f', 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5', 'port_id': '12d6c583-a804-4a24-b142-1d333a15ec7f', 'mac_address': 'fa:16:3e:fd:f5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd96bae-a28c-4775-95b5-878b93c5c958', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:41:52.719359 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a7ae9-cbc7-4623-a2ae-0e4eafdb4f38 req-550b02bd-bb8d-4ff9-8775-0c925b8372c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:52.719359 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df8a7ae9-cbc7-4623-a2ae-0e4eafdb4f38 req-550b02bd-bb8d-4ff9-8775-0c925b8372c4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 1097 time: 0.1243265 Jul 27 19:41:52.741302 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:52.756779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d6c583-a804-4a24-b142-1d333a15ec7f {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:41:52.775495 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-fe44d92a-bece-4d0f-8e91-5dfbbeb67967 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:52.777706 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-fe44d92a-bece-4d0f-8e91-5dfbbeb67967 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257&tenant_id=7b77cb1555044c6bba713df0ce19dca6&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1097 time: 0.0818133 Jul 27 19:41:52.781980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=12d6c583-a804-4a24-b142-1d333a15ec7f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:52.787193 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:52.847974 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-fef34cf8-3845-449a-93a6-edd388533d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:52.849578 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-fef34cf8-3845-449a-93a6-edd388533d6e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257&tenant_id=7b77cb1555044c6bba713df0ce19dca6 HTTP/1.1" status: 200 len: 1097 time: 0.0611486 Jul 27 19:41:52.850568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1710613-5fd2-4032-8aa7-782249009058 req-9fea7973-d796-42f0-a754-5df772b5eeeb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:52.851041 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=12d6c583-a804-4a24-b142-1d333a15ec7f,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:52.852581 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1710613-5fd2-4032-8aa7-782249009058 req-9fea7973-d796-42f0-a754-5df772b5eeeb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 944 time: 0.1882133 Jul 27 19:41:52.881589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-1caca9b7-b45b-4420-815b-937ede638472 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:52.883084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-1caca9b7-b45b-4420-815b-937ede638472 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2054744 Jul 27 19:41:52.901001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a7ae9-cbc7-4623-a2ae-0e4eafdb4f38 req-097e400a-366a-441f-aefd-606559610d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:52.902429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df8a7ae9-cbc7-4623-a2ae-0e4eafdb4f38 req-097e400a-366a-441f-aefd-606559610d26 service neutron] 10.222.0.63 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 922 time: 0.1698418 Jul 27 19:41:52.935906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-5f68f3f7-de9e-4e8d-b8a2-c0b5304965f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:52.937451 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-5f68f3f7-de9e-4e8d-b8a2-c0b5304965f2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 1097 time: 0.0572908 Jul 27 19:41:52.990480 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-f1bdc1e4-ab60-4428-97c4-45c115f57b81 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 696 time: 0.0989342 Jul 27 19:41:52.993510 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1710613-5fd2-4032-8aa7-782249009058 req-133c83c0-435c-4f27-949b-8e57f18549c1 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294296 Jul 27 19:41:52.994746 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df8a7ae9-cbc7-4623-a2ae-0e4eafdb4f38 req-8e148036-aa7b-49f8-95b3-4736b97d07dd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5a42a31-7e96-4e55-a18f-c79db5cd68f6 HTTP/1.1" status: 200 len: 217 time: 0.0566335 Jul 27 19:41:53.003321 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-2bbea511-3160-4718-a95f-4a3e83d010d3 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Request body: {'floatingip': {'port_id': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:53.079567 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-2bbea511-3160-4718-a95f-4a3e83d010d3 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:53.086909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-79e45ccd-fa5d-4628-bf02-f8b9d4f5b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:53.089000 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-79e45ccd-fa5d-4628-bf02-f8b9d4f5b3ce service neutron] 10.222.0.63 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.1370080 Jul 27 19:41:53.151695 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['12d6c583-a804-4a24-b142-1d333a15ec7f'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:53.166247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a7ae9-cbc7-4623-a2ae-0e4eafdb4f38 req-e4b04a02-d388-4383-9427-7a800e933073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:53.168768 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df8a7ae9-cbc7-4623-a2ae-0e4eafdb4f38 req-e4b04a02-d388-4383-9427-7a800e933073 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.1615992 Jul 27 19:41:53.245535 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-2cb06523-3982-48f5-9c00-bdfe1ab2c631 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359728d5-d6df-4bd9-acc6-6b85791593c9 HTTP/1.1" status: 200 len: 217 time: 0.1408589 Jul 27 19:41:53.364925 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6e79d9ed-0197-4c51-a0c5-b34bf6688d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:53.366620 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-6e79d9ed-0197-4c51-a0c5-b34bf6688d9f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.1027322 Jul 27 19:41:53.377834 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a7ae9-cbc7-4623-a2ae-0e4eafdb4f38 req-0da2e4f8-2626-4f7b-b337-339a625ae881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:53.379357 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df8a7ae9-cbc7-4623-a2ae-0e4eafdb4f38 req-0da2e4f8-2626-4f7b-b337-339a625ae881 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1984911 Jul 27 19:41:53.434853 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-df2cfe49-cbc6-410c-a023-d6a00083afdb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591807 Jul 27 19:41:53.571302 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-4a004a3a-9505-4619-b09f-4d1fe5a61b10 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079493 Jul 27 19:41:53.661039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34062) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:53.716558 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-3a8d37c5-6b57-4fb8-9e0d-c51416455236 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313555 Jul 27 19:41:53.803730 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30cadeed-8b9a-4238-b742-da2671036023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:53.917596 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df8a7ae9-cbc7-4623-a2ae-0e4eafdb4f38 req-6f761d67-5510-49f9-a5fb-c3382f52a009 service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248091 Jul 27 19:41:53.994512 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34070) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:54.010964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073892e6-c0ec-40e3-82d0-04426f411923 req-9a0901c6-ff0d-4572-adfb-33e5cbc2dc65 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:54.012503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-073892e6-c0ec-40e3-82d0-04426f411923 req-9a0901c6-ff0d-4572-adfb-33e5cbc2dc65 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 945 time: 0.5488334 Jul 27 19:41:54.191376 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aac9b12f-5533-41a1-b081-50cde86947ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.193915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-30d67122-ad68-4a46-a05c-bc46605a8224 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:54.195424 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-30d67122-ad68-4a46-a05c-bc46605a8224 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257&tenant_id=7b77cb1555044c6bba713df0ce19dca6&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 1097 time: 0.0978642 Jul 27 19:41:54.196459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-073892e6-c0ec-40e3-82d0-04426f411923 req-61bbc9ae-2cda-4b61-b61e-31c51b41075e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711907 Jul 27 19:41:54.202478 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df8a7ae9-cbc7-4623-a2ae-0e4eafdb4f38 req-93fab031-d79f-4fed-8286-b596dae3d758 service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675247 Jul 27 19:41:54.248661 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-2bbea511-3160-4718-a95f-4a3e83d010d3 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.262486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f7ca8-249d-4ffa-b7c0-438af88db2ad req-c14b9a30-0301-4952-b744-f10900fe8ff0 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:54.264112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-136f7ca8-249d-4ffa-b7c0-438af88db2ad req-c14b9a30-0301-4952-b744-f10900fe8ff0 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.63 "GET /v2.0/ports?device_id=010f564d-ab46-4ff7-9356-523febfaaebd HTTP/1.1" status: 200 len: 945 time: 0.1996768 Jul 27 19:41:54.265693 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-2bbea511-3160-4718-a95f-4a3e83d010d3 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.280004 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30cadeed-8b9a-4238-b742-da2671036023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.288561 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30cadeed-8b9a-4238-b742-da2671036023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.342531 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-30cadeed-8b9a-4238-b742-da2671036023 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=295b410c12a84ff8aa50205cd446ffb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6803753 Jul 27 19:41:54.346418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34076) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:54.353191 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cadeed-8b9a-4238-b742-da2671036023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5041e9ec-bb37-4423-834a-6e09d0d47e1c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:54.437485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-ce569004-fba9-4751-8514-60b5f680d5c6 service neutron] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:41:54.438741 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad872d5e-2da9-4633-9fb7-c5d30ba88a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.439212 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 12d6c583-a804-4a24-b142-1d333a15ec7f up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:41:54.444175 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-ce569004-fba9-4751-8514-60b5f680d5c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.445352 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e0b748d-68f7-4710-9e09-3f025de6d174 req-ce569004-fba9-4751-8514-60b5f680d5c6 service neutron] 10.222.0.63 "DELETE /v2.0/ports/359728d5-d6df-4bd9-acc6-6b85791593c9/bindings/n-h1-705657-21 HTTP/1.1" status: 204 len: 173 time: 0.2227805 Jul 27 19:41:54.469212 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad872d5e-2da9-4633-9fb7-c5d30ba88a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.498577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 12d6c583-a804-4a24-b142-1d333a15ec7f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:41:54.505873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 12d6c583-a804-4a24-b142-1d333a15ec7f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:41:54.506255 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.524079 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad872d5e-2da9-4633-9fb7-c5d30ba88a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.528362 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad872d5e-2da9-4633-9fb7-c5d30ba88a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.532500 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ad872d5e-2da9-4633-9fb7-c5d30ba88a1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5041e9ec-bb37-4423-834a-6e09d0d47e1c HTTP/1.1" status: 204 len: 168 time: 0.1832604 Jul 27 19:41:54.543702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad872d5e-2da9-4633-9fb7-c5d30ba88a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5041e9ec-bb37-4423-834a-6e09d0d47e1c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:54.579024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebb550d-863b-4226-9a0a-e89d72edd742', 'name': 'network-vif-deleted', 'tag': 'da92d11e-c8dc-4777-9e02-f4ca926eaf93'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:54.581327 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3cfc7a-ebf1-47ff-85f6-cf17ecc9fd3b" -d '{"events": [{"server_uuid": "bebb550d-863b-4226-9a0a-e89d72edd742", "name": "network-vif-deleted", "tag": "da92d11e-c8dc-4777-9e02-f4ca926eaf93"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:54.590168 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-2bbea511-3160-4718-a95f-4a3e83d010d3 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Floating IP 0fcc92e5-ce6a-4813-8def-76e4ffdf80cd associated. External IP: 172.25.1.219, port: 609e4ffa-7292-45e4-835d-da59c8b79a05. Jul 27 19:41:54.602594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3f48a-5aa1-4b0f-9590-173d71a59bc5 req-c95feab0-b2c3-4ddb-9964-5d06f5615c09 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:54.604151 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32e3f48a-5aa1-4b0f-9590-173d71a59bc5 req-c95feab0-b2c3-4ddb-9964-5d06f5615c09 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.2981467 Jul 27 19:41:54.605915 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.630114 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b72cdb7-aaad-44a2-897c-3be8aafbef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d6c583-a804-4a24-b142-1d333a15ec7f'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:54.632420 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91655013-811f-4220-b707-30873c591fa4" -d '{"events": [{"server_uuid": "3b72cdb7-aaad-44a2-897c-3be8aafbef7a", "name": "network-vif-plugged", "status": "completed", "tag": "12d6c583-a804-4a24-b142-1d333a15ec7f"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:54.648138 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=12d6c583-a804-4a24-b142-1d333a15ec7f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:54.653392 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.654450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 359728d5-d6df-4bd9-acc6-6b85791593c9 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:41:54.691902 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aac9b12f-5533-41a1-b081-50cde86947ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.706850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-136f7ca8-249d-4ffa-b7c0-438af88db2ad req-008234d5-2839-4c04-9f01-fda86a75e3ad tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Deleting port d5a42a31-7e96-4e55-a18f-c79db5cd68f6 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:41:54.707577 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-136f7ca8-249d-4ffa-b7c0-438af88db2ad req-008234d5-2839-4c04-9f01-fda86a75e3ad tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.716369 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aac9b12f-5533-41a1-b081-50cde86947ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.742550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=12d6c583-a804-4a24-b142-1d333a15ec7f,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:54.746228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 359728d5-d6df-4bd9-acc6-6b85791593c9 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:41:54.813742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32e3f48a-5aa1-4b0f-9590-173d71a59bc5 req-941f3d51-2bd5-4fd0-abd9-07a7e1817783 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986473 Jul 27 19:41:54.821210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34088) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:54.847270 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04283e8e-deb8-4090-8e4b-2a3edeb4458f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.864291 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aac9b12f-5533-41a1-b081-50cde86947ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5fd8ed8eb544a0bb85e0018502164ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8686357 Jul 27 19:41:54.868737 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34090) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:54.869004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9b12f-5533-41a1-b081-50cde86947ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f0924b-fb59-4e6d-9253-6be4afaf6b44,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:54.968669 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dce60614-1be3-4c73-bbf3-fa653c672ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:54.974447 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-136f7ca8-249d-4ffa-b7c0-438af88db2ad req-008234d5-2839-4c04-9f01-fda86a75e3ad tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] For port d5a42a31-7e96-4e55-a18f-c79db5cd68f6, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=d5a42a31-7e96-4e55-a18f-c79db5cd68f6,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:41:54.975028 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-136f7ca8-249d-4ffa-b7c0-438af88db2ad req-008234d5-2839-4c04-9f01-fda86a75e3ad tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:55.004694 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dce60614-1be3-4c73-bbf3-fa653c672ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:55.038556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-136f7ca8-249d-4ffa-b7c0-438af88db2ad req-008234d5-2839-4c04-9f01-fda86a75e3ad tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Calling delete_port for d5a42a31-7e96-4e55-a18f-c79db5cd68f6 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:41:55.068307 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04283e8e-deb8-4090-8e4b-2a3edeb4458f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:55.073608 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04283e8e-deb8-4090-8e4b-2a3edeb4458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:55.097237 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dce60614-1be3-4c73-bbf3-fa653c672ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:55.099819 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dce60614-1be3-4c73-bbf3-fa653c672ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:55.101016 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dce60614-1be3-4c73-bbf3-fa653c672ae9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13f0924b-fb59-4e6d-9253-6be4afaf6b44 HTTP/1.1" status: 204 len: 168 time: 0.2165778 Jul 27 19:41:55.121874 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-04283e8e-deb8-4090-8e4b-2a3edeb4458f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9d474a4c3094bc4910448df194a8824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987468 Jul 27 19:41:55.122834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04283e8e-deb8-4090-8e4b-2a3edeb4458f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e1d955-26cd-4e50-b93e-ded4e31457f7,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:55.126292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-2bbea511-3160-4718-a95f-4a3e83d010d3 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Router be9ad7c2-baaf-4806-b192-65e6f2db1c17 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:41:55.127797 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34096) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:55.153747 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce60614-1be3-4c73-bbf3-fa653c672ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f0924b-fb59-4e6d-9253-6be4afaf6b44,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:55.177433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e5f9a-e607-4a37-8a6c-24fb53997b33 req-7e3a9a47-02f4-49b3-99bb-5f20eeec13c1 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:55.178996 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d2e5f9a-e607-4a37-8a6c-24fb53997b33 req-7e3a9a47-02f4-49b3-99bb-5f20eeec13c1 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 946 time: 0.2261441 Jul 27 19:41:55.197178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-10cb351d-a95a-4eb7-8c21-31b8e03d4911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:55.219075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-10cb351d-a95a-4eb7-8c21-31b8e03d4911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:55.269158 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-10cb351d-a95a-4eb7-8c21-31b8e03d4911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:55.271817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-10cb351d-a95a-4eb7-8c21-31b8e03d4911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:55.273073 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-10cb351d-a95a-4eb7-8c21-31b8e03d4911 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56e1d955-26cd-4e50-b93e-ded4e31457f7 HTTP/1.1" status: 204 len: 168 time: 0.1443381 Jul 27 19:41:55.286998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb351d-a95a-4eb7-8c21-31b8e03d4911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e1d955-26cd-4e50-b93e-ded4e31457f7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:55.336921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device da92d11e-c8dc-4777-9e02-f4ca926eaf93 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:41:55.366900 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: da92d11e-c8dc-4777-9e02-f4ca926eaf93 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:41:55.367261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device da92d11e-c8dc-4777-9e02-f4ca926eaf93 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:41:55.382943 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d2e5f9a-e607-4a37-8a6c-24fb53997b33 req-80c78f9c-55f5-4c85-b9ed-4a39fe6dc9b8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963184 Jul 27 19:41:55.406680 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-136f7ca8-249d-4ffa-b7c0-438af88db2ad req-008234d5-2839-4c04-9f01-fda86a75e3ad tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:55.419363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['609e4ffa-7292-45e4-835d-da59c8b79a05', 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:41:55.439266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008234d5-2839-4c04-9f01-fda86a75e3ad tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Pushing event deleted for resources: {'Port': ['ID=d5a42a31-7e96-4e55-a18f-c79db5cd68f6,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:55.442051 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-2bbea511-3160-4718-a95f-4a3e83d010d3 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:41:55.447803 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-2bbea511-3160-4718-a95f-4a3e83d010d3 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:55.498158 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9eedf0-b2cd-48a3-afc8-bd313f024168 None None] Sync routers for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:41:55.526941 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-136f7ca8-249d-4ffa-b7c0-438af88db2ad req-008234d5-2839-4c04-9f01-fda86a75e3ad tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] No DVR routers for this DVR port d5a42a31-7e96-4e55-a18f-c79db5cd68f6 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:41:55.533309 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-136f7ca8-249d-4ffa-b7c0-438af88db2ad req-008234d5-2839-4c04-9f01-fda86a75e3ad tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:55.535800 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-136f7ca8-249d-4ffa-b7c0-438af88db2ad req-008234d5-2839-4c04-9f01-fda86a75e3ad tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.63 "DELETE /v2.0/ports/d5a42a31-7e96-4e55-a18f-c79db5cd68f6 HTTP/1.1" status: 204 len: 173 time: 1.2654920 Jul 27 19:41:55.548330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-2bbea511-3160-4718-a95f-4a3e83d010d3 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "PUT /v2.0/floatingips/0fcc92e5-ce6a-4813-8def-76e4ffdf80cd HTTP/1.1" status: 200 len: 997 time: 2.5491104 Jul 27 19:41:55.549477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9eedf0-b2cd-48a3-afc8-bd313f024168 None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:41:55.550944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9f9eedf0-b2cd-48a3-afc8-bd313f024168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:55.603925 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1bae29-a95b-469f-9f47-289702e9cfba x-openstack-request-id: req-5b1bae29-a95b-469f-9f47-289702e9cfba {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:55.604171 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebb550d-863b-4226-9a0a-e89d72edd742", "name": "network-vif-deleted", "tag": "da92d11e-c8dc-4777-9e02-f4ca926eaf93", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:55.604455 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b1bae29-a95b-469f-9f47-289702e9cfba {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:55.604828 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebb550d-863b-4226-9a0a-e89d72edd742', 'name': 'network-vif-deleted', 'tag': 'da92d11e-c8dc-4777-9e02-f4ca926eaf93', 'status': 'completed', 'code': 200} Jul 27 19:41:55.676655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-77b268fa-4da0-406d-980f-113893e9df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:55.681601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-77b268fa-4da0-406d-980f-113893e9df56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 1098 time: 0.1193647 Jul 27 19:41:55.702057 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8e6f30-d0b3-45dd-b7d7-05c11d130ec6 x-openstack-request-id: req-bf8e6f30-d0b3-45dd-b7d7-05c11d130ec6 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:55.702350 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b72cdb7-aaad-44a2-897c-3be8aafbef7a", "name": "network-vif-plugged", "status": "completed", "tag": "12d6c583-a804-4a24-b142-1d333a15ec7f", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:55.702597 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf8e6f30-d0b3-45dd-b7d7-05c11d130ec6 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:55.702989 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b72cdb7-aaad-44a2-897c-3be8aafbef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d6c583-a804-4a24-b142-1d333a15ec7f', 'code': 200} Jul 27 19:41:55.864201 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34118) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:55.884348 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:55.909381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-39564dfb-1710-4ceb-b5f1-3a61f536b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:55.910874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-39564dfb-1710-4ceb-b5f1-3a61f536b8ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 922 time: 0.2230353 Jul 27 19:41:55.944321 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02c896-b6ea-4fe1-82f9-9befa5d3836d req-94153808-9527-4ae3-911b-c337af96c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:55.945829 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c02c896-b6ea-4fe1-82f9-9befa5d3836d req-94153808-9527-4ae3-911b-c337af96c9f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 1098 time: 0.1345983 Jul 27 19:41:56.003270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-9f9eedf0-b2cd-48a3-afc8-bd313f024168 None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:41:56.029047 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:56.034167 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:56.066025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-ebb1b8f0-4cef-4a0b-b6f2-f111e30a4a86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609e4ffa-7292-45e4-835d-da59c8b79a05 HTTP/1.1" status: 200 len: 1000 time: 0.1373405 Jul 27 19:41:56.075387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c02c896-b6ea-4fe1-82f9-9befa5d3836d req-312eea73-7ef9-402c-a8bf-fef5d5dc4ea3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879695 Jul 27 19:41:56.094411 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=775f84c40c1546d7af74cc1b948864a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265356 Jul 27 19:41:56.094411 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c861a4b0-fd23-4439-b8da-708caae2d062,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:56.100664 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34120) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:56.133321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:56.133942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:56.135576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:56.136710 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:56.137061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:56.137394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:56.138966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:56.139322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:56.139969 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:56.146214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:56.146214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:56.146214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f68ed2e-89cf-4c9f-b197-621ea516542a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:41:56.158087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ad78b-8ea3-4604-8589-f5448a251c22 req-578eb896-0df6-4844-9b8b-6815b332d499 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:56.169140 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a91ad78b-8ea3-4604-8589-f5448a251c22 req-578eb896-0df6-4844-9b8b-6815b332d499 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 945 time: 0.2802925 Jul 27 19:41:56.195260 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-66444d83-127b-4ea5-8293-a4ad801949c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:56.197949 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-66444d83-127b-4ea5-8293-a4ad801949c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.1201723 Jul 27 19:41:56.267817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-592a81e6-c7b3-4bd1-8dc5-3b758829afea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:56.268437 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a91ad78b-8ea3-4604-8589-f5448a251c22 req-8921c080-57db-4319-8700-e60aaefc1012 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958545 Jul 27 19:41:56.308514 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-592a81e6-c7b3-4bd1-8dc5-3b758829afea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:56.368260 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-f1d97626-1bc9-4baf-89d2-1157b9838b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:56.370300 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-f1d97626-1bc9-4baf-89d2-1157b9838b4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1518037 Jul 27 19:41:56.388807 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9f9eedf0-b2cd-48a3-afc8-bd313f024168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '0fcc92e5-ce6a-4813-8def-76e4ffdf80cd', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'port_id': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'mac_address': 'fa:16:3e:7d:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:41:13Z', 'updated_at': '2021-07-27T19:41:54Z', 'revision_number': 8, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:56.410596 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-592a81e6-c7b3-4bd1-8dc5-3b758829afea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:56.413399 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-592a81e6-c7b3-4bd1-8dc5-3b758829afea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:56.417841 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-592a81e6-c7b3-4bd1-8dc5-3b758829afea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c861a4b0-fd23-4439-b8da-708caae2d062 HTTP/1.1" status: 204 len: 168 time: 0.3046067 Jul 27 19:41:56.426388 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a81e6-c7b3-4bd1-8dc5-3b758829afea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c861a4b0-fd23-4439-b8da-708caae2d062,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:56.433398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9eedf0-b2cd-48a3-afc8-bd313f024168 None None] Checking router: be9ad7c2-baaf-4806-b192-65e6f2db1c17 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:41:56.443423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9eedf0-b2cd-48a3-afc8-bd313f024168 None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:41:56.444185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9f9eedf0-b2cd-48a3-afc8-bd313f024168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:56.482611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-65134b78-17ae-4b1c-89e1-bd21fd9e2d80 service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056688 Jul 27 19:41:56.577542 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-9f9eedf0-b2cd-48a3-afc8-bd313f024168 None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:41:56.627772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08f77c-407f-4014-bf86-43896db7d15d req-fc21f03b-68ff-490a-bde1-2a1b624c6567 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:56.629336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec08f77c-407f-4014-bf86-43896db7d15d req-fc21f03b-68ff-490a-bde1-2a1b624c6567 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.1454010 Jul 27 19:41:56.647456 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89dfbcbc-ede8-4464-bca3-34c6bb3edfad req-ad9d5b5f-4fe5-4188-9b2a-a82140fb84b3 service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305873 Jul 27 19:41:56.695419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec08f77c-407f-4014-bf86-43896db7d15d req-339911e3-a838-495f-91b7-8d1403d7d25e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577731 Jul 27 19:41:56.849376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8dac2-b299-47cc-bf78-61dd2a51cc8f req-e811fc8d-288d-4a43-b6dd-c65591b6b920 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:56.850911 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6f8dac2-b299-47cc-bf78-61dd2a51cc8f req-e811fc8d-288d-4a43-b6dd-c65591b6b920 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 946 time: 0.0707242 Jul 27 19:41:56.868998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9f9eedf0-b2cd-48a3-afc8-bd313f024168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '0fcc92e5-ce6a-4813-8def-76e4ffdf80cd', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'port_id': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'mac_address': 'fa:16:3e:7d:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:41:13Z', 'updated_at': '2021-07-27T19:41:54Z', 'revision_number': 8, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:56.901350 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9eedf0-b2cd-48a3-afc8-bd313f024168 None None] The sync data for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 is: [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '0fcc92e5-ce6a-4813-8def-76e4ffdf80cd', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'port_id': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'mac_address': 'fa:16:3e:7d:2d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:41:13Z', 'updated_at': '2021-07-27T19:41:54Z', 'revision_number': 8, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:41:56.906027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6f8dac2-b299-47cc-bf78-61dd2a51cc8f req-8b5aa427-51fe-4264-9081-2f7a5455e1d1 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455678 Jul 27 19:41:57.218488 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6d5f62-6fe6-4197-9755-4f6db5f51b94 None None] New status for floating IP 0fcc92e5-ce6a-4813-8def-76e4ffdf80cd: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:41:57.348362 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25a3a3e3-15c9-43f3-a2b2-e342c123bd0d req-d9a7f3f3-30ce-4638-a849-1479f2e45307 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips/0fcc92e5-ce6a-4813-8def-76e4ffdf80cd HTTP/1.1" status: 200 len: 997 time: 0.4118845 Jul 27 19:41:57.450464 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2894ac-eb27-44d0-b7ae-46c0b4570cfa req-c7b48630-6a79-4409-abc4-b75fe20f119b tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:57.452410 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f2894ac-eb27-44d0-b7ae-46c0b4570cfa req-c7b48630-6a79-4409-abc4-b75fe20f119b tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 1097 time: 0.1538923 Jul 27 19:41:57.510756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f2894ac-eb27-44d0-b7ae-46c0b4570cfa req-488580af-74f9-4bc0-896f-3dee2f831fb8 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480912 Jul 27 19:41:57.553165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3a3e3-15c9-43f3-a2b2-e342c123bd0d req-c5d1f98b-dce0-4926-bc10-83a886939846 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:57.554603 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25a3a3e3-15c9-43f3-a2b2-e342c123bd0d req-c5d1f98b-dce0-4926-bc10-83a886939846 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.1999540 Jul 27 19:41:57.565916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-25a3a3e3-15c9-43f3-a2b2-e342c123bd0d req-8d63bb4b-0266-4d28-8f0c-f8c98324d0b4 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:41:57.572189 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25a3a3e3-15c9-43f3-a2b2-e342c123bd0d req-8d63bb4b-0266-4d28-8f0c-f8c98324d0b4 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109715 Jul 27 19:41:57.640659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010f564d-ab46-4ff7-9356-523febfaaebd', 'name': 'network-vif-deleted', 'tag': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6'}, {'name': 'network-changed', 'server_uuid': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'tag': '609e4ffa-7292-45e4-835d-da59c8b79a05'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:57.642909 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a85d597-5b9c-4a3d-bf1d-26b5a9abdbfd" -d '{"events": [{"server_uuid": "010f564d-ab46-4ff7-9356-523febfaaebd", "name": "network-vif-deleted", "tag": "d5a42a31-7e96-4e55-a18f-c79db5cd68f6"}, {"name": "network-changed", "server_uuid": "8d78b0b0-33b7-4a8e-bd11-3e761e193df7", "tag": "609e4ffa-7292-45e4-835d-da59c8b79a05"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:57.677988 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-6e84a752-e6bd-4e70-a5fa-469812f2da82 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1000 time: 0.0878055 Jul 27 19:41:57.690757 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:41:57.751712 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e21f2d6-6d53-4ff0-8d52-e3a121c79ed9 x-openstack-request-id: req-7e21f2d6-6d53-4ff0-8d52-e3a121c79ed9 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:41:57.752095 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010f564d-ab46-4ff7-9356-523febfaaebd", "name": "network-vif-deleted", "tag": "d5a42a31-7e96-4e55-a18f-c79db5cd68f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d78b0b0-33b7-4a8e-bd11-3e761e193df7", "tag": "609e4ffa-7292-45e4-835d-da59c8b79a05", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:41:57.752352 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e21f2d6-6d53-4ff0-8d52-e3a121c79ed9 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:41:57.752767 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010f564d-ab46-4ff7-9356-523febfaaebd', 'name': 'network-vif-deleted', 'tag': 'd5a42a31-7e96-4e55-a18f-c79db5cd68f6', 'status': 'completed', 'code': 200} Jul 27 19:41:57.753016 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'tag': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'status': 'completed', 'code': 200} Jul 27 19:41:57.840417 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-d3297f85-157d-436a-9e1d-92cbea68e48b tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:57.841842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-d3297f85-157d-436a-9e1d-92cbea68e48b tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports/609e4ffa-7292-45e4-835d-da59c8b79a05 HTTP/1.1" status: 200 len: 943 time: 0.1524384 Jul 27 19:41:57.886292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85d597-5b9c-4a3d-bf1d-26b5a9abdbfd req-d4399e92-38e4-4ba7-96cf-003c11ee1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:57.888261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a85d597-5b9c-4a3d-bf1d-26b5a9abdbfd req-d4399e92-38e4-4ba7-96cf-003c11ee1f4d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 1098 time: 0.1344857 Jul 27 19:41:57.899588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28377595-86d7-40bc-9de7-956770a6b8f4 req-98381291-64a5-4673-9ff9-00372708588f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:57.901196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28377595-86d7-40bc-9de7-956770a6b8f4 req-98381291-64a5-4673-9ff9-00372708588f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.1141973 Jul 27 19:41:58.040545 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34226) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:58.062681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-d5a030cd-bc56-4175-a8f8-ef64a3cbcbb2 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1002 time: 0.1719971 Jul 27 19:41:58.078162 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28377595-86d7-40bc-9de7-956770a6b8f4 req-d44a644c-2464-41c7-b037-55a9987137e8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634369 Jul 27 19:41:58.149670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85d597-5b9c-4a3d-bf1d-26b5a9abdbfd req-01e5b650-5f3a-4fec-921d-ccedfd9d6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:58.151167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a85d597-5b9c-4a3d-bf1d-26b5a9abdbfd req-01e5b650-5f3a-4fec-921d-ccedfd9d6ef5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 922 time: 0.2491059 Jul 27 19:41:58.309754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-521ef0c4-6e2f-45fe-9541-a29ca67c7437 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:58.318088 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-521ef0c4-6e2f-45fe-9541-a29ca67c7437 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.2461748 Jul 27 19:41:58.320842 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bd415e42-c97e-4fb2-9e45-c6113c519819 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbbda8412d304db39c4c9a7011c86834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793295 Jul 27 19:41:58.323424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34246) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:41:58.370193 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a85d597-5b9c-4a3d-bf1d-26b5a9abdbfd req-cd4cfe62-6fb2-4cd2-8b25-bbc002ae448f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609e4ffa-7292-45e4-835d-da59c8b79a05 HTTP/1.1" status: 200 len: 1002 time: 0.2071483 Jul 27 19:41:58.376189 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75e919b1-ad32-4f1a-815f-6e1a33f890cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:58.399965 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75e919b1-ad32-4f1a-815f-6e1a33f890cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:58.455626 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75e919b1-ad32-4f1a-815f-6e1a33f890cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:58.458602 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75e919b1-ad32-4f1a-815f-6e1a33f890cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:58.459773 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-75e919b1-ad32-4f1a-815f-6e1a33f890cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7cd3cf9e-93b1-4376-8baf-ef40178e107a HTTP/1.1" status: 204 len: 168 time: 0.1352820 Jul 27 19:41:58.460983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-ccc6ef21-be27-424d-ac11-28e92df49d63 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 1002 time: 0.1421862 Jul 27 19:41:58.469815 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e919b1-ad32-4f1a-815f-6e1a33f890cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd3cf9e-93b1-4376-8baf-ef40178e107a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:41:58.471836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-18e13a41-1cf3-426b-aff6-b8a22a4b3491 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:58.473363 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-18e13a41-1cf3-426b-aff6-b8a22a4b3491 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 808 time: 0.2599630 Jul 27 19:41:58.476808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-2c791413-081c-4d94-92e2-3ee45c62cea0 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:41:58.483547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85d597-5b9c-4a3d-bf1d-26b5a9abdbfd req-e46e459f-5e62-47fe-841f-a9f1d9eb72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:58.485121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a85d597-5b9c-4a3d-bf1d-26b5a9abdbfd req-e46e459f-5e62-47fe-841f-a9f1d9eb72b8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.1013060 Jul 27 19:41:58.575153 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-c8607d65-d3fc-44ad-bf61-f82812c36979 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/quotas/7b77cb1555044c6bba713df0ce19dca6 HTTP/1.1" status: 200 len: 375 time: 0.0848393 Jul 27 19:41:58.622190 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-2c791413-081c-4d94-92e2-3ee45c62cea0 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:58.727259 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85d597-5b9c-4a3d-bf1d-26b5a9abdbfd req-252e2389-3108-4e67-a54e-2e4a4fcf0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:58.729080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a85d597-5b9c-4a3d-bf1d-26b5a9abdbfd req-252e2389-3108-4e67-a54e-2e4a4fcf0759 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2088177 Jul 27 19:41:58.856035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-40f2d01a-819d-4b35-9b93-2bc9f8ed1661 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2779350 Jul 27 19:41:58.858146 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-2c791413-081c-4d94-92e2-3ee45c62cea0 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:58.875522 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-2c791413-081c-4d94-92e2-3ee45c62cea0 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:58.875839 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-2c791413-081c-4d94-92e2-3ee45c62cea0 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Floating IP 0fcc92e5-ce6a-4813-8def-76e4ffdf80cd disassociated. External IP: 172.25.1.219, port: 609e4ffa-7292-45e4-835d-da59c8b79a05. Jul 27 19:41:59.005189 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a85d597-5b9c-4a3d-bf1d-26b5a9abdbfd req-c9f62241-af10-4c4b-b6c1-6cb9bbf7d987 service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669554 Jul 27 19:41:59.128459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-54b69d97-8ca2-4141-82bb-2485160d0a55 service neutron] 10.222.0.48 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617977 Jul 27 19:41:59.247094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a85d597-5b9c-4a3d-bf1d-26b5a9abdbfd req-ce5e0204-46dd-42c1-9def-f89ef29f98bb service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051983 Jul 27 19:41:59.327045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-c6990fa6-23b7-4bb7-847c-e1b97eabacca service neutron] 10.222.0.48 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919096 Jul 27 19:41:59.339308 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-2c791413-081c-4d94-92e2-3ee45c62cea0 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Router be9ad7c2-baaf-4806-b192-65e6f2db1c17 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:41:59.366975 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device d5a42a31-7e96-4e55-a18f-c79db5cd68f6 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:41:59.387990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: d5a42a31-7e96-4e55-a18f-c79db5cd68f6 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:41:59.388335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device d5a42a31-7e96-4e55-a18f-c79db5cd68f6 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:41:59.459432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-2c791413-081c-4d94-92e2-3ee45c62cea0 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:41:59.464132 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-2c791413-081c-4d94-92e2-3ee45c62cea0 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:41:59.477735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58baffb-cd3a-4558-915d-fc8bae05ec6c None None] Sync routers for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:41:59.488086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58baffb-cd3a-4558-915d-fc8bae05ec6c None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:41:59.488998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a58baffb-cd3a-4558-915d-fc8bae05ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:59.511029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-2c791413-081c-4d94-92e2-3ee45c62cea0 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "PUT /v2.0/floatingips/0fcc92e5-ce6a-4813-8def-76e4ffdf80cd HTTP/1.1" status: 200 len: 696 time: 1.0470638 Jul 27 19:41:59.583565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-e9712ed4-598d-4110-b9b8-f508286f5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:59.585122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-e9712ed4-598d-4110-b9b8-f508286f5b4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 1098 time: 0.0671854 Jul 27 19:41:59.608682 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a58baffb-cd3a-4558-915d-fc8bae05ec6c None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:41:59.716502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-7bdad46d-9a0d-43da-8583-ca3493178a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:59.718211 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-7bdad46d-9a0d-43da-8583-ca3493178a9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 922 time: 0.1239147 Jul 27 19:41:59.729109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04e600-1aa4-44f6-8d18-524a2e867fd9 req-0526796c-e846-41be-bded-89a27b707fbb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:59.730901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec04e600-1aa4-44f6-8d18-524a2e867fd9 req-0526796c-e846-41be-bded-89a27b707fbb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 946 time: 0.1497738 Jul 27 19:41:59.770183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'tag': '609e4ffa-7292-45e4-835d-da59c8b79a05'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:41:59.772445 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebe2974-087d-4a5e-8deb-7812ab3a2219" -d '{"events": [{"name": "network-changed", "server_uuid": "8d78b0b0-33b7-4a8e-bd11-3e761e193df7", "tag": "609e4ffa-7292-45e4-835d-da59c8b79a05"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:41:59.782180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-71b4e846-5896-48c3-bb3a-c5b0cc943e4d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609e4ffa-7292-45e4-835d-da59c8b79a05 HTTP/1.1" status: 200 len: 217 time: 0.0502732 Jul 27 19:41:59.823334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a58baffb-cd3a-4558-915d-fc8bae05ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:59.843111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec04e600-1aa4-44f6-8d18-524a2e867fd9 req-3fa3c8f7-c8df-487c-80a1-8b85ae20a83f tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037984 Jul 27 19:41:59.852280 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58baffb-cd3a-4558-915d-fc8bae05ec6c None None] Checking router: be9ad7c2-baaf-4806-b192-65e6f2db1c17 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:41:59.856811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-d9f876ee-ceb9-4658-bc6c-762b321d9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:59.864458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-d9f876ee-ceb9-4658-bc6c-762b321d9d58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.0712457 Jul 27 19:41:59.872742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58baffb-cd3a-4558-915d-fc8bae05ec6c None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:41:59.874145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a58baffb-cd3a-4558-915d-fc8bae05ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:41:59.925960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-b9133fc1-5012-40af-9912-48a87268b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:41:59.936779 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-b9133fc1-5012-40af-9912-48a87268b4cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696220 Jul 27 19:41:59.994325 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a58baffb-cd3a-4558-915d-fc8bae05ec6c None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:00.212712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a58baffb-cd3a-4558-915d-fc8bae05ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:00.243884 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58baffb-cd3a-4558-915d-fc8bae05ec6c None None] The sync data for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 is: [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '068026db-0284-467c-a8cc-48ed09b50afa', 'name': '', 'network_id': '87d706c2-4754-4ed0-8dbd-4cf294320f05', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'mac_address': 'fa:16:3e:03:c3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:48Z', 'updated_at': '2021-07-27T19:40:56Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'subnets': [{'id': 'b3b7ce50-55cb-46fb-875f-22fc7a04dd8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:42:00.269594 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c39b450d-edd1-494a-a014-9a1c264b6c35 req-1e58923d-c8f2-464f-a436-88cf1c250dc6 tempest-FlavorsV2NegativeTest-902258005 tempest-FlavorsV2NegativeTest-902258005-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6dad8218a97a4f2ea1048a6cee54694d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3249900 Jul 27 19:42:00.373201 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-80f8d1e5-11f0-42d4-a689-e7d8fb4924e3 service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371448 Jul 27 19:42:00.477060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b450d-edd1-494a-a014-9a1c264b6c35 req-3bcde36e-f9f9-4bd7-a080-0bb4ec1fbc3c tempest-FlavorsV2NegativeTest-902258005 tempest-FlavorsV2NegativeTest-902258005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:00.484549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c39b450d-edd1-494a-a014-9a1c264b6c35 req-3bcde36e-f9f9-4bd7-a080-0bb4ec1fbc3c tempest-FlavorsV2NegativeTest-902258005 tempest-FlavorsV2NegativeTest-902258005-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051241 Jul 27 19:42:00.502374 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58905d65-ef35-407d-afc4-13469940618d None None] New status for floating IP 0fcc92e5-ce6a-4813-8def-76e4ffdf80cd: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:42:00.537893 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c39b450d-edd1-494a-a014-9a1c264b6c35 req-480d540d-f19f-402e-a81a-dc2f0baf6d26 tempest-FlavorsV2NegativeTest-902258005 tempest-FlavorsV2NegativeTest-902258005-project] 10.222.0.48 "GET /v2.0/quotas/6dad8218a97a4f2ea1048a6cee54694d HTTP/1.1" status: 200 len: 375 time: 0.0524452 Jul 27 19:42:00.592508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c39b450d-edd1-494a-a014-9a1c264b6c35 req-d5cd517d-d2a7-4f1b-8650-10530440fd10 tempest-FlavorsV2NegativeTest-902258005 tempest-FlavorsV2NegativeTest-902258005-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6dad8218a97a4f2ea1048a6cee54694d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458126 Jul 27 19:42:00.606574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a62735a-b5dd-4d92-8eb3-1d752564ba85 req-68268298-5880-4c43-b4f8-2a5ca5dc1109 service neutron] 10.222.0.48 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265460 Jul 27 19:42:00.653674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-138eea90-f5fe-4b22-b01b-6ee1f75d42d6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:00.655199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-138eea90-f5fe-4b22-b01b-6ee1f75d42d6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.63 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 808 time: 0.2150953 Jul 27 19:42:00.670778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Request body: {'port': {'device_id': 'aeb9a61b-5229-4f1c-a744-156a32feca39', 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb', 'admin_state_up': True, 'tenant_id': '7b77cb1555044c6bba713df0ce19dca6'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:00.844446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9aba8-04a1-4e54-9270-e440bdfb2664 req-b158055b-4b2e-43d4-9202-4e9b9dec55d1 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:00.845987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09c9aba8-04a1-4e54-9270-e440bdfb2664 req-b158055b-4b2e-43d4-9202-4e9b9dec55d1 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.1158326 Jul 27 19:42:00.851239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Made reservation on behalf of 7b77cb1555044c6bba713df0ce19dca6 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:00.856253 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:00.923431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09c9aba8-04a1-4e54-9270-e440bdfb2664 req-cf05b3d8-c60b-49c9-acc7-0b647d6e6371 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645335 Jul 27 19:42:00.968344 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-032053f3-df6f-4e89-8a0f-01eabd365693 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8516f4f23c934600a2703873bb6a8e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608578 Jul 27 19:42:01.123192 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Allocated IP 172.20.0.5 (a0463eab-3d38-43e7-932e-91f09e3b2eeb/d4ae7283-160b-4a02-9bd4-6eed6c729ef5/df689806-0d96-4159-a656-f983cea73832) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:01.139004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-7b539889-634d-4f2d-bc15-9f5ba9459d36 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:01.145038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-7b539889-634d-4f2d-bc15-9f5ba9459d36 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1699157 Jul 27 19:42:01.169212 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-d139694e-8b25-423b-8ba2-6d58bc99fa66 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/quotas/8516f4f23c934600a2703873bb6a8e49 HTTP/1.1" status: 200 len: 375 time: 0.0207005 Jul 27 19:42:01.217179 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-f45365ba-bd4c-460f-8dc2-7f09f17d3054 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8516f4f23c934600a2703873bb6a8e49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379686 Jul 27 19:42:01.328108 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34336) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:01.357048 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:01.456368 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84dafad4-a6bc-46a1-869c-d415026b5ff8 req-52a771fe-77c2-49c4-8163-09cfb01738ed tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 210 time: 0.0429575 Jul 27 19:42:01.458091 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:01.466814 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-994d9ddc-2757-49e0-a83b-c9691c645623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:01.552950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Pushing event updated for resources: {'Port': ['ID=df689806-0d96-4159-a656-f983cea73832,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:01.556517 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4c50b7-c5d6-4bd6-b592-241ab632d664 x-openstack-request-id: req-bf4c50b7-c5d6-4bd6-b592-241ab632d664 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:01.556808 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d78b0b0-33b7-4a8e-bd11-3e761e193df7", "tag": "609e4ffa-7292-45e4-835d-da59c8b79a05", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:01.557057 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf4c50b7-c5d6-4bd6-b592-241ab632d664 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:01.557495 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'tag': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'status': 'completed', 'code': 200} Jul 27 19:42:01.590406 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:01.590826 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:01.591232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:01.591894 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:01.592006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:01.593356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:01.593760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:01.594172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:01.594567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:01.594982 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:01.595371 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:01.595869 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:01.634236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Network a0463eab-3d38-43e7-932e-91f09e3b2eeb is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:01.641170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:01.643920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:01.651136 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:01.651800 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:01.657612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-994d9ddc-2757-49e0-a83b-c9691c645623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:01.659857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe2974-087d-4a5e-8deb-7812ab3a2219 req-8a879b43-10c8-495d-a55b-0e639f8900fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:01.661922 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0ebe2974-087d-4a5e-8deb-7812ab3a2219 req-8a879b43-10c8-495d-a55b-0e639f8900fd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7844aba5e5b149b0b78babceb3037803&device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 1098 time: 0.1109540 Jul 27 19:42:01.666431 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-994d9ddc-2757-49e0-a83b-c9691c645623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:01.687523 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-4ad1fcfa-2d4e-4d98-a291-1018587494ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0205567 Jul 27 19:42:01.692420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96788f58-32ac-49b9-be93-81350f6bde95 req-a027a789-b3e9-4807-96a4-9608dce44ed5 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:01.694978 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96788f58-32ac-49b9-be93-81350f6bde95 req-a027a789-b3e9-4807-96a4-9608dce44ed5 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 1098 time: 0.1333330 Jul 27 19:42:01.701395 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Request body: {'port': {'device_id': 'aeb9a61b-5229-4f1c-a744-156a32feca39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:01.763726 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-994d9ddc-2757-49e0-a83b-c9691c645623 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6dad8218a97a4f2ea1048a6cee54694d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336033 Jul 27 19:42:01.766989 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34352) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:01.782307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d9ddc-2757-49e0-a83b-c9691c645623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5296bb8b-0190-4e8b-bc35-53b45816ee47,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:01.787496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ad10994-fcd3-4c6e-bff5-cc452eaab56d req-fb234150-58df-4477-97aa-e02dc423ffeb tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/ports?device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 210 time: 0.0693226 Jul 27 19:42:01.837887 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe2974-087d-4a5e-8deb-7812ab3a2219 req-bc68f5a4-46bf-4670-bac4-37fafa80631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:01.839381 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0ebe2974-087d-4a5e-8deb-7812ab3a2219 req-bc68f5a4-46bf-4670-bac4-37fafa80631e service neutron] 10.222.0.63 "GET /v2.0/networks?id=87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 200 len: 922 time: 0.1625936 Jul 27 19:42:01.856733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8e47e3a-aa3c-4db7-b59e-fed339cdf57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:01.865125 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96788f58-32ac-49b9-be93-81350f6bde95 req-d6687dda-fff9-46ac-a9d3-1e510cd02170 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608264 Jul 27 19:42:01.866055 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:01.895941 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0ebe2974-087d-4a5e-8deb-7812ab3a2219 req-be48e804-212c-4cde-84e2-f243cf3c3b6c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609e4ffa-7292-45e4-835d-da59c8b79a05 HTTP/1.1" status: 200 len: 217 time: 0.0472615 Jul 27 19:42:01.966484 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8e47e3a-aa3c-4db7-b59e-fed339cdf57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:01.997583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe2974-087d-4a5e-8deb-7812ab3a2219 req-7c4313b3-4ca2-493e-b654-6a3965280775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:01.999617 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0ebe2974-087d-4a5e-8deb-7812ab3a2219 req-7c4313b3-4ca2-493e-b654-6a3965280775 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 200 len: 860 time: 0.0930767 Jul 27 19:42:02.012191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-0aecd82e-3df3-474d-a4ec-d7da473232b8 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips/0fcc92e5-ce6a-4813-8def-76e4ffdf80cd HTTP/1.1" status: 200 len: 694 time: 0.0706422 Jul 27 19:42:02.132711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8e47e3a-aa3c-4db7-b59e-fed339cdf57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:02.138736 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8e47e3a-aa3c-4db7-b59e-fed339cdf57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:02.147263 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f8e47e3a-aa3c-4db7-b59e-fed339cdf57e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5296bb8b-0190-4e8b-bc35-53b45816ee47 HTTP/1.1" status: 204 len: 168 time: 0.3770485 Jul 27 19:42:02.166270 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e47e3a-aa3c-4db7-b59e-fed339cdf57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5296bb8b-0190-4e8b-bc35-53b45816ee47,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:02.172122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe2974-087d-4a5e-8deb-7812ab3a2219 req-cb998639-a5e0-41c0-9cc1-99a7171b494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:02.175605 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0ebe2974-087d-4a5e-8deb-7812ab3a2219 req-cb998639-a5e0-41c0-9cc1-99a7171b494c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=87d706c2-4754-4ed0-8dbd-4cf294320f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595414 Jul 27 19:42:02.423123 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0ebe2974-087d-4a5e-8deb-7812ab3a2219 req-5017081b-0afc-4a48-b994-e51637e3bfb5 service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304652 Jul 27 19:42:02.451468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-099e5501-ffb5-411e-8a5a-c7df596ded76 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:02.459177 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-099e5501-ffb5-411e-8a5a-c7df596ded76 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.4319870 Jul 27 19:42:02.467911 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-e6fa1f05-1d85-4485-bc82-fe30cbc53825 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:42:02.479428 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-e6fa1f05-1d85-4485-bc82-fe30cbc53825 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173876 Jul 27 19:42:02.566512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-56bbfc23-af33-4c92-8b12-5a47c147bef4 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 697 time: 0.0863428 Jul 27 19:42:02.590779 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0ebe2974-087d-4a5e-8deb-7812ab3a2219 req-73be5ac5-46e4-4520-bdda-d05ab14fcd4d service neutron] 10.222.0.63 "GET /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666813 Jul 27 19:42:02.667484 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-e302d65a-b6a0-460f-8ec5-c89e05ed0dad tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=8516f4f23c934600a2703873bb6a8e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305200 Jul 27 19:42:02.694956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df689806-0d96-4159-a656-f983cea73832 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:02.706800 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:02.729137 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-73a64d06-c3aa-4811-8bbc-b1adf812f67a tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.219 HTTP/1.1" status: 200 len: 697 time: 0.1569741 Jul 27 19:42:02.739891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Transition to ACTIVE for port object df689806-0d96-4159-a656-f983cea73832 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:02.747544 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:02.852466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-07df734c-7f72-45af-9410-75d65f97566a tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:02.855009 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-07df734c-7f72-45af-9410-75d65f97566a tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815939 Jul 27 19:42:02.872552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Request body: {'port': {'device_id': '32f55a0f-931d-4f7e-b80b-97c8659aca73', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '8516f4f23c934600a2703873bb6a8e49'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:03.059077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Pushing event updated for resources: {'Port': ['ID=df689806-0d96-4159-a656-f983cea73832,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:03.097881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Made reservation on behalf of 8516f4f23c934600a2703873bb6a8e49 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:03.104332 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.115270 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.126994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Attempting to bind port df689806-0d96-4159-a656-f983cea73832 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:03.127330 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Attempting to bind port df689806-0d96-4159-a656-f983cea73832 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:03.127686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Attempting to bind port df689806-0d96-4159-a656-f983cea73832 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:03.137937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Port df689806-0d96-4159-a656-f983cea73832 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:42:03.138260 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Attempting to bind port df689806-0d96-4159-a656-f983cea73832 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:03.153318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:03.153852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Checking segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:03.154276 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Bound using segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:03.154873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Bound port: df689806-0d96-4159-a656-f983cea73832, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:03.155326 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.157200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34410) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:03.233089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2afda-79b6-4003-bd94-d75956e5675a req-98d77b85-043b-421a-996a-b23861500434 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:03.234809 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74d2afda-79b6-4003-bd94-d75956e5675a req-98d77b85-043b-421a-996a-b23861500434 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.1835203 Jul 27 19:42:03.240333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-d229389b-99a0-4bd0-809d-7aa4f980dd4f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Deleting port 56a92017-bd4e-425e-bf1b-bbcce90b564d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:42:03.240701 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-d229389b-99a0-4bd0-809d-7aa4f980dd4f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.267800 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.275554 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.310803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da163236-1f87-448d-b452-a6359086a48a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:03.316616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1186627655-network', 'tenant_id': '994b3275e29e4af7ada66ab920320259'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:03.351043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] For port df689806-0d96-4159-a656-f983cea73832, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:03.379464 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74d2afda-79b6-4003-bd94-d75956e5675a req-ec60a24b-ae78-4d8d-9bfb-a128d3b45347 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350412 Jul 27 19:42:03.388385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] For port df689806-0d96-4159-a656-f983cea73832, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=df689806-0d96-4159-a656-f983cea73832,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:03.392827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] Made reservation on behalf of 994b3275e29e4af7ada66ab920320259 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:03.395191 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.409758 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.425307 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.429457 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-d229389b-99a0-4bd0-809d-7aa4f980dd4f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.429786 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-d229389b-99a0-4bd0-809d-7aa4f980dd4f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.442153 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Allocated IP 192.168.233.98 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/f0b30d6b-6694-44f0-a774-f8295422a60a) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:03.479934 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-d229389b-99a0-4bd0-809d-7aa4f980dd4f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Calling delete_port for 56a92017-bd4e-425e-bf1b-bbcce90b564d owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:42:03.519863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:03.524291 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.527202 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] 10.222.0.63 "PUT /v2.0/ports/df689806-0d96-4159-a656-f983cea73832 HTTP/1.1" status: 200 len: 1092 time: 1.8300414 Jul 27 19:42:03.562470 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb9a61b-5229-4f1c-a744-156a32feca39', 'tag': 'df689806-0d96-4159-a656-f983cea73832'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:03.564339 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62c8f23-e14f-48d6-a356-f4ed59805fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb9a61b-5229-4f1c-a744-156a32feca39", "tag": "df689806-0d96-4159-a656-f983cea73832"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:03.639711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.653909 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5424aea-37ac-4a94-9b50-529732123c01 service neutron] Pushing event updated for resources: {'Port': ['ID=df689806-0d96-4159-a656-f983cea73832,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:03.654528 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Transition to ACTIVE for port object f0b30d6b-6694-44f0-a774-f8295422a60a will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:03.690848 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.744684 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:03.750276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:03.754129 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:03.761601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Pushing event updated for resources: {'Port': ['ID=f0b30d6b-6694-44f0-a774-f8295422a60a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:03.788371 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565e51c-f36a-4e46-979d-d02006cc02d6 req-10dbd3dd-3757-46b1-9438-484a1870f351 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:03.790873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6565e51c-f36a-4e46-979d-d02006cc02d6 req-10dbd3dd-3757-46b1-9438-484a1870f351 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 943 time: 0.3122208 Jul 27 19:42:03.797579 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-93e5787b-444a-4b32-a1e9-563066ca4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:03.799073 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-93e5787b-444a-4b32-a1e9-563066ca4225 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 1095 time: 0.2172554 Jul 27 19:42:03.834625 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:03.835235 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.895491 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.900869 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-05bffe23-5451-47df-b6b9-e727c04b63d7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df689806-0d96-4159-a656-f983cea73832 HTTP/1.1" status: 200 len: 217 time: 0.0900836 Jul 27 19:42:03.922276 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-1798c12a-01e9-4712-933d-52c459b60cac tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0541642 Jul 27 19:42:03.935799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Request body: {'port': {'device_id': '32f55a0f-931d-4f7e-b80b-97c8659aca73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:03.936193 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:03.991508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6565e51c-f36a-4e46-979d-d02006cc02d6 req-fe6d3003-4498-4caf-b441-cb8ac1792cf4 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839578 Jul 27 19:42:04.006521 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5f0cd2-00ea-4f13-8c65-b801f54dfad2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:04.017467 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-d229389b-99a0-4bd0-809d-7aa4f980dd4f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:04.019273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:42:04.030053 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:04.064700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-bd932281-444d-4f28-a8a2-86abfbd275ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:04.067061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-bd932281-444d-4f28-a8a2-86abfbd275ff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.1551008 Jul 27 19:42:04.082106 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229389b-99a0-4bd0-809d-7aa4f980dd4f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Pushing event deleted for resources: {'Port': ['ID=56a92017-bd4e-425e-bf1b-bbcce90b564d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:04.104777 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:04.105122 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] Added segment 49a80a57-3ce5-4ec0-b438-925b3104dc86 of type vlan for network 926f3a62-2cfd-4322-bdd8-919aab3fabd4 Jul 27 19:42:04.158838 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-d3c68ca2-ae86-4d47-8e56-7825e153d7fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814908 Jul 27 19:42:04.164165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-694b8f6b-d82d-497c-9021-1b370a0396f5 None None] Provisioning for port f0b30d6b-6694-44f0-a774-f8295422a60a completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:04.168691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-694b8f6b-d82d-497c-9021-1b370a0396f5 None None] Provisioning complete for port f0b30d6b-6694-44f0-a774-f8295422a60a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:04.169202 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-694b8f6b-d82d-497c-9021-1b370a0396f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:04.246274 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-694b8f6b-d82d-497c-9021-1b370a0396f5 None None] Port f0b30d6b-6694-44f0-a774-f8295422a60a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:42:04.248502 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-d229389b-99a0-4bd0-809d-7aa4f980dd4f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:04.251027 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-d229389b-99a0-4bd0-809d-7aa4f980dd4f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:04.252435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00fe7703-5d8d-413e-a6ef-502d97c56131 req-d229389b-99a0-4bd0-809d-7aa4f980dd4f tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "DELETE /v2.0/floatingips/0fcc92e5-ce6a-4813-8def-76e4ffdf80cd HTTP/1.1" status: 204 len: 173 time: 1.4807553 Jul 27 19:42:04.307486 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:04.359738 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d12adf-cc36-47d7-9282-1ea2cbcae537 x-openstack-request-id: req-e3d12adf-cc36-47d7-9282-1ea2cbcae537 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:04.360144 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb9a61b-5229-4f1c-a744-156a32feca39", "tag": "df689806-0d96-4159-a656-f983cea73832", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:04.361655 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3d12adf-cc36-47d7-9282-1ea2cbcae537 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:04.361655 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb9a61b-5229-4f1c-a744-156a32feca39', 'tag': 'df689806-0d96-4159-a656-f983cea73832', 'status': 'completed', 'code': 200} Jul 27 19:42:04.392145 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:04.393292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:04.393956 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:04.407723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b30d6b-6694-44f0-a774-f8295422a60a {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:04.417273 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:04.429535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Transition to ACTIVE for port object f0b30d6b-6694-44f0-a774-f8295422a60a will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:04.435408 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:04.494543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b30d6b-6694-44f0-a774-f8295422a60a,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:04.588019 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Attempting to bind port f0b30d6b-6694-44f0-a774-f8295422a60a on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:04.588422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Attempting to bind port f0b30d6b-6694-44f0-a774-f8295422a60a by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:04.588740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Attempting to bind port f0b30d6b-6694-44f0-a774-f8295422a60a on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:04.595511 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Port f0b30d6b-6694-44f0-a774-f8295422a60a on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:42:04.596518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Attempting to bind port f0b30d6b-6694-44f0-a774-f8295422a60a on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:04.603801 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:04.604161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:04.604605 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:04.605060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Bound port: f0b30d6b-6694-44f0-a774-f8295422a60a, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:04.605435 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:04.723578 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] For port f0b30d6b-6694-44f0-a774-f8295422a60a, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:04.728216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] For port f0b30d6b-6694-44f0-a774-f8295422a60a, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f0b30d6b-6694-44f0-a774-f8295422a60a,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:04.741842 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:04.779627 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:04.780255 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:04.781867 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] 10.222.0.63 "PUT /v2.0/ports/f0b30d6b-6694-44f0-a774-f8295422a60a HTTP/1.1" status: 200 len: 1096 time: 0.8521652 Jul 27 19:42:04.782156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f55a0f-931d-4f7e-b80b-97c8659aca73', 'tag': 'f0b30d6b-6694-44f0-a774-f8295422a60a'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:04.784481 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd3855f-7111-4dd9-92d6-c16ba01988e7" -d '{"events": [{"name": "network-changed", "server_uuid": "32f55a0f-931d-4f7e-b80b-97c8659aca73", "tag": "f0b30d6b-6694-44f0-a774-f8295422a60a"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:04.820930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435c98d-5670-4b3e-bc86-fcc9b6754817 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b30d6b-6694-44f0-a774-f8295422a60a,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:04.856318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6947155 Jul 27 19:42:04.859492 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34432) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:04.864959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e7ea4aa2-fde2-4506-ba2a-3ad0bdcfd920 admin admin] Request body: {'subnet': {'network_id': '926f3a62-2cfd-4322-bdd8-919aab3fabd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1186627655-subnet', 'tenant_id': '994b3275e29e4af7ada66ab920320259', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:04.886933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-27f7099f-d029-43db-acee-a723ebf2f022 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873512 Jul 27 19:42:04.899483 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca664b46-5d27-4a9d-b8a0-ea27280d010f admin admin] Pushing event updated for resources: {'Network': ['ID=926f3a62-2cfd-4322-bdd8-919aab3fabd4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:04.901762 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ea4aa2-fde2-4506-ba2a-3ad0bdcfd920 admin admin] Made reservation on behalf of 994b3275e29e4af7ada66ab920320259 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:04.904000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4aa2-fde2-4506-ba2a-3ad0bdcfd920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:04.914178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 926f3a62-2cfd-4322-bdd8-919aab3fabd4 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:42:04.957659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-92b15159-aa62-4370-835b-3333fb6edd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:04.959756 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-92b15159-aa62-4370-835b-3333fb6edd3d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8516f4f23c934600a2703873bb6a8e49&device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 1099 time: 0.1325283 Jul 27 19:42:04.973323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251e30a-ca92-406f-af54-70bf50d6454f req-20b1fb48-dd9e-46ca-ac21-e17efc66f274 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:04.981737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3251e30a-ca92-406f-af54-70bf50d6454f req-20b1fb48-dd9e-46ca-ac21-e17efc66f274 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/ports?device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 935 time: 0.6620462 Jul 27 19:42:05.018633 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-41c91f32-3791-4bad-8b7d-599e0de11123 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=f0b30d6b-6694-44f0-a774-f8295422a60a HTTP/1.1" status: 200 len: 217 time: 0.0483966 Jul 27 19:42:05.052388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3251e30a-ca92-406f-af54-70bf50d6454f req-844a5d4c-c778-4208-b505-6b8a5b6010fd tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/security-groups?id=da163236-1f87-448d-b452-a6359086a48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696836 Jul 27 19:42:05.075758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be478f4-85f8-41cd-bc5c-0f6aa1341b7e req-83868fad-0cfb-41e1-9530-90b5b6b77874 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:05.075758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7be478f4-85f8-41cd-bc5c-0f6aa1341b7e req-83868fad-0cfb-41e1-9530-90b5b6b77874 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.2562008 Jul 27 19:42:05.078393 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc630e3b-7ff7-4885-892e-9556f2bb2bcd req-41806a4e-a639-4687-bfcd-c83417b697d3 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806519 Jul 27 19:42:05.111782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-32eb4dae-9b06-41c6-8f1c-0e04d6836a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:05.113336 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-32eb4dae-9b06-41c6-8f1c-0e04d6836a1c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0859246 Jul 27 19:42:05.139819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7be478f4-85f8-41cd-bc5c-0f6aa1341b7e req-0f3dfca9-3a69-44ed-b9ad-f347cdaf7b6f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603662 Jul 27 19:42:05.221808 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4aa2-fde2-4506-ba2a-3ad0bdcfd920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:05.257822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c035889-8704-4ed4-aebc-8a6ddba9878a req-4d55fb04-db27-49c2-8631-79cdf93c5d68 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:05.258504 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8d0f28-2201-4b0a-91ee-8f3da362fdbe x-openstack-request-id: req-0a8d0f28-2201-4b0a-91ee-8f3da362fdbe {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:05.258813 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f55a0f-931d-4f7e-b80b-97c8659aca73", "tag": "f0b30d6b-6694-44f0-a774-f8295422a60a", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:05.259078 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a8d0f28-2201-4b0a-91ee-8f3da362fdbe {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:05.259436 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f55a0f-931d-4f7e-b80b-97c8659aca73', 'tag': 'f0b30d6b-6694-44f0-a774-f8295422a60a', 'status': 'completed', 'code': 200} Jul 27 19:42:05.264530 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-ab022a39-2f00-4e65-afb1-6f5aa2966646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:05.265435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c035889-8704-4ed4-aebc-8a6ddba9878a req-4d55fb04-db27-49c2-8631-79cdf93c5d68 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 946 time: 0.1071811 Jul 27 19:42:05.266110 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-ab022a39-2f00-4e65-afb1-6f5aa2966646 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1357937 Jul 27 19:42:05.330712 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c8f23-e14f-48d6-a356-f4ed59805fbc req-f8e5a359-bdb2-4f5d-a1da-13c58f13b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:05.332203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e62c8f23-e14f-48d6-a356-f4ed59805fbc req-f8e5a359-bdb2-4f5d-a1da-13c58f13b4b5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 1095 time: 0.1844032 Jul 27 19:42:05.336601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea4aa2-fde2-4506-ba2a-3ad0bdcfd920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b023258b-13bc-402a-a4c2-d4939b4b0f44,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:05.343964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c035889-8704-4ed4-aebc-8a6ddba9878a req-259ec2a7-02e6-4a0e-94c8-d22502990901 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769796 Jul 27 19:42:05.355839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea4aa2-fde2-4506-ba2a-3ad0bdcfd920 admin admin] Checking segment: {'id': '49a80a57-3ce5-4ec0-b438-925b3104dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926f3a62-2cfd-4322-bdd8-919aab3fabd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:05.356172 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea4aa2-fde2-4506-ba2a-3ad0bdcfd920 admin admin] Network hostable DHCP agents. Network: 926f3a62-2cfd-4322-bdd8-919aab3fabd4, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:42:05.407373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea4aa2-fde2-4506-ba2a-3ad0bdcfd920 admin admin] Network 926f3a62-2cfd-4322-bdd8-919aab3fabd4 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:42:05.415588 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-dea03ee3-2ff9-4df4-bedd-f36c79b5df16 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373179 Jul 27 19:42:05.421207 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea4aa2-fde2-4506-ba2a-3ad0bdcfd920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 926f3a62-2cfd-4322-bdd8-919aab3fabd4) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:05.432282 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa1d327-9e8e-455e-9199-4dfe2e469d9b None None] Network 926f3a62-2cfd-4322-bdd8-919aab3fabd4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:42:05.433235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea4aa2-fde2-4506-ba2a-3ad0bdcfd920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:05.433916 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4aa2-fde2-4506-ba2a-3ad0bdcfd920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:05.453437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355aa55-804d-474f-bbb7-5393bb235ca4 req-25958c3d-e372-4dda-91ad-3dec3cc18703 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:05.454985 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5355aa55-804d-474f-bbb7-5393bb235ca4 req-25958c3d-e372-4dda-91ad-3dec3cc18703 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 943 time: 0.1624651 Jul 27 19:42:05.499016 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e7ea4aa2-fde2-4506-ba2a-3ad0bdcfd920 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6384487 Jul 27 19:42:05.505922 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34444) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:05.512079 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c8f23-e14f-48d6-a356-f4ed59805fbc req-61e6d4cc-d8f8-4b7e-9c79-88cf421a17d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:05.513740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1186627655-router', 'tenant_id': '994b3275e29e4af7ada66ab920320259', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:05.514304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e62c8f23-e14f-48d6-a356-f4ed59805fbc req-61e6d4cc-d8f8-4b7e-9c79-88cf421a17d8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.1699800 Jul 27 19:42:05.552224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5355aa55-804d-474f-bbb7-5393bb235ca4 req-cd4151ea-63d1-440d-a040-c5b1d3207209 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889521 Jul 27 19:42:05.560786 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd322538-a593-47f0-a393-f0dea65c3dc9 req-4b600be0-63ea-4e4f-b4b4-26ad87d8065b service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356387 Jul 27 19:42:05.573360 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:05.576887 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:05.613407 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e62c8f23-e14f-48d6-a356-f4ed59805fbc req-469476cb-e571-45ec-8534-d7436dd1ce7b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df689806-0d96-4159-a656-f983cea73832 HTTP/1.1" status: 200 len: 217 time: 0.0830934 Jul 27 19:42:05.638902 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-926f3a62-2cfd-4322-bdd8-919aab3fabd4', 'network_id': '926f3a62-2cfd-4322-bdd8-919aab3fabd4', 'tenant_id': '994b3275e29e4af7ada66ab920320259', 'fixed_ips': [{'subnet_id': 'b023258b-13bc-402a-a4c2-d4939b4b0f44'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:42:05.639787 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:05.652784 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:05.699469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c8f23-e14f-48d6-a356-f4ed59805fbc req-1f077262-f449-454c-a163-11b4467d6871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:05.701097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e62c8f23-e14f-48d6-a356-f4ed59805fbc req-1f077262-f449-454c-a163-11b4467d6871 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.0741856 Jul 27 19:42:05.748298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e62c8f23-e14f-48d6-a356-f4ed59805fbc req-1224efe8-5249-4ceb-9fb1-66d776dec68d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377529 Jul 27 19:42:05.845436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:05.856296 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3855f-7111-4dd9-92d6-c16ba01988e7 req-5106c8ae-8656-4cda-a8cc-fb4178e968d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:05.857767 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd3855f-7111-4dd9-92d6-c16ba01988e7 req-5106c8ae-8656-4cda-a8cc-fb4178e968d2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8516f4f23c934600a2703873bb6a8e49&device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 1099 time: 0.2159483 Jul 27 19:42:05.910622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Allocated IP 172.20.0.2 (926f3a62-2cfd-4322-bdd8-919aab3fabd4/b023258b-13bc-402a-a4c2-d4939b4b0f44/d395c94f-7cf6-4723-a8b0-eef846d4a9a9) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:05.914330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e62c8f23-e14f-48d6-a356-f4ed59805fbc req-53d5a472-965d-4e3b-8915-70121be47a17 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554303 Jul 27 19:42:06.027000 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3855f-7111-4dd9-92d6-c16ba01988e7 req-dc11a775-def1-4dde-a553-d7950cc9f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:06.028492 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd3855f-7111-4dd9-92d6-c16ba01988e7 req-dc11a775-def1-4dde-a553-d7950cc9f329 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.1470282 Jul 27 19:42:06.094888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e62c8f23-e14f-48d6-a356-f4ed59805fbc req-08033fd5-d89c-4a8c-98f2-16fd47b6516f service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716568 Jul 27 19:42:06.095709 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd3855f-7111-4dd9-92d6-c16ba01988e7 req-5e1af98d-63f9-43a5-8ecc-74288e386a49 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=f0b30d6b-6694-44f0-a774-f8295422a60a HTTP/1.1" status: 200 len: 217 time: 0.0527079 Jul 27 19:42:06.148694 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6e9da-6a5a-47d2-b639-b0f0384d3e0c req-1c6d10b9-b048-455d-b5cc-720feffa34f8 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:06.151217 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4d6e9da-6a5a-47d2-b639-b0f0384d3e0c req-1c6d10b9-b048-455d-b5cc-720feffa34f8 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 946 time: 0.0957458 Jul 27 19:42:06.164111 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:06.187597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Transition to ACTIVE for port object d395c94f-7cf6-4723-a8b0-eef846d4a9a9 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:06.216621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Transition to ACTIVE for port object d395c94f-7cf6-4723-a8b0-eef846d4a9a9 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:06.228448 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:06.239075 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3855f-7111-4dd9-92d6-c16ba01988e7 req-be73db85-afc3-4740-bf06-98cd7548cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:06.240555 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd3855f-7111-4dd9-92d6-c16ba01988e7 req-be73db85-afc3-4740-bf06-98cd7548cd5c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1323373 Jul 27 19:42:06.306392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Network 926f3a62-2cfd-4322-bdd8-919aab3fabd4 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:06.309572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:06.314419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:06.324430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Pushing event updated for resources: {'Port': ['ID=d395c94f-7cf6-4723-a8b0-eef846d4a9a9,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:06.350488 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:06.381168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:06.443346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-d4d6e9da-6a5a-47d2-b639-b0f0384d3e0c req-82998a8f-fecb-4394-b6dc-85bcc72a3a23 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Deleting port 609e4ffa-7292-45e4-835d-da59c8b79a05 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:42:06.443701 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d4d6e9da-6a5a-47d2-b639-b0f0384d3e0c req-82998a8f-fecb-4394-b6dc-85bcc72a3a23 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:06.479268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3855f-7111-4dd9-92d6-c16ba01988e7 req-13ea15a6-ac57-487c-8e3c-0e16437b382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:06.481316 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd3855f-7111-4dd9-92d6-c16ba01988e7 req-13ea15a6-ac57-487c-8e3c-0e16437b382f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1934407 Jul 27 19:42:06.522087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6e143-8567-4108-b014-b31228228ed9 req-d52b7800-557d-491c-adb2-b56a3716b10d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:06.529502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25a6e143-8567-4108-b014-b31228228ed9 req-d52b7800-557d-491c-adb2-b56a3716b10d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.1850502 Jul 27 19:42:06.537325 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Attempting to bind port d395c94f-7cf6-4723-a8b0-eef846d4a9a9 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:06.537928 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Attempting to bind port d395c94f-7cf6-4723-a8b0-eef846d4a9a9 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '49a80a57-3ce5-4ec0-b438-925b3104dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926f3a62-2cfd-4322-bdd8-919aab3fabd4'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:06.538031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Attempting to bind port d395c94f-7cf6-4723-a8b0-eef846d4a9a9 on network 926f3a62-2cfd-4322-bdd8-919aab3fabd4 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:06.545375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:06.547131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Checking segment: {'id': '49a80a57-3ce5-4ec0-b438-925b3104dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926f3a62-2cfd-4322-bdd8-919aab3fabd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:06.547821 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:06.548433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Bound using segment: {'id': '49a80a57-3ce5-4ec0-b438-925b3104dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926f3a62-2cfd-4322-bdd8-919aab3fabd4'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:06.549052 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Bound port: d395c94f-7cf6-4723-a8b0-eef846d4a9a9, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a80a57-3ce5-4ec0-b438-925b3104dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926f3a62-2cfd-4322-bdd8-919aab3fabd4'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:06.549588 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:06.602389 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Allocated IP 172.25.1.22 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/95603222-000c-485d-af16-05b5d3df43a3) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:06.603638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b37d0-5a60-4306-9a07-745bdc74e6a2 req-26b5a250-6e1e-4c4e-88c1-478794527af7 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:06.611306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf8b37d0-5a60-4306-9a07-745bdc74e6a2 req-26b5a250-6e1e-4c4e-88c1-478794527af7 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/ports?device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 947 time: 0.2734623 Jul 27 19:42:06.658752 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] For port d395c94f-7cf6-4723-a8b0-eef846d4a9a9, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:06.663063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] For port d395c94f-7cf6-4723-a8b0-eef846d4a9a9, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d395c94f-7cf6-4723-a8b0-eef846d4a9a9,segment=NetworkSegment(49a80a57-3ce5-4ec0-b438-925b3104dc86),segment_id=49a80a57-3ce5-4ec0-b438-925b3104dc86)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:06.663647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25a6e143-8567-4108-b014-b31228228ed9 req-6e001c3a-e8f2-437d-822c-967f089e03c3 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330061 Jul 27 19:42:06.670768 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:06.681494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-d4d6e9da-6a5a-47d2-b639-b0f0384d3e0c req-82998a8f-fecb-4394-b6dc-85bcc72a3a23 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] For port 609e4ffa-7292-45e4-835d-da59c8b79a05, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=609e4ffa-7292-45e4-835d-da59c8b79a05,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:06.682110 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d4d6e9da-6a5a-47d2-b639-b0f0384d3e0c req-82998a8f-fecb-4394-b6dc-85bcc72a3a23 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:06.697675 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf8b37d0-5a60-4306-9a07-745bdc74e6a2 req-16fdf572-914b-4034-831f-e239eff7dd32 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/security-groups?id=da163236-1f87-448d-b452-a6359086a48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829413 Jul 27 19:42:06.712641 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd3855f-7111-4dd9-92d6-c16ba01988e7 req-82d29d4b-54fc-4854-8767-5137443de78d service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985600 Jul 27 19:42:06.757568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-d4d6e9da-6a5a-47d2-b639-b0f0384d3e0c req-82998a8f-fecb-4394-b6dc-85bcc72a3a23 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Calling delete_port for 609e4ffa-7292-45e4-835d-da59c8b79a05 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:42:06.791729 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e04c6-526e-43a8-aa9e-1a25df000f5f None None] Pushing event updated for resources: {'Port': ['ID=d395c94f-7cf6-4723-a8b0-eef846d4a9a9,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:06.821345 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd3855f-7111-4dd9-92d6-c16ba01988e7 req-d29b7db1-8e72-4eed-97dd-7ca73f067056 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981786 Jul 27 19:42:06.877597 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:06.950721 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcdf42-9bbd-4687-b3b7-52d626d9d8b8 req-7c4f0fdd-7da5-4b0e-8f62-91eee8febcd8 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:06.959269 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88bcdf42-9bbd-4687-b3b7-52d626d9d8b8 req-7c4f0fdd-7da5-4b0e-8f62-91eee8febcd8 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d78b0b0-33b7-4a8e-bd11-3e761e193df7 HTTP/1.1" status: 200 len: 946 time: 0.1208560 Jul 27 19:42:07.120356 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88bcdf42-9bbd-4687-b3b7-52d626d9d8b8 req-9cb863c7-08c9-4774-95cf-9f1ec9eecb63 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.48 "GET /v2.0/security-groups?id=84613c91-9f64-4d04-a093-7fb6685276e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547074 Jul 27 19:42:07.122900 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d4d6e9da-6a5a-47d2-b639-b0f0384d3e0c req-82998a8f-fecb-4394-b6dc-85bcc72a3a23 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:07.150924 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['609e4ffa-7292-45e4-835d-da59c8b79a05'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:42:07.223735 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82998a8f-fecb-4394-b6dc-85bcc72a3a23 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Pushing event deleted for resources: {'Port': ['ID=609e4ffa-7292-45e4-835d-da59c8b79a05,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:07.317460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d6e9da-6a5a-47d2-b639-b0f0384d3e0c req-82998a8f-fecb-4394-b6dc-85bcc72a3a23 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] No DVR routers for this DVR port 609e4ffa-7292-45e4-835d-da59c8b79a05 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:42:07.322794 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d4d6e9da-6a5a-47d2-b639-b0f0384d3e0c req-82998a8f-fecb-4394-b6dc-85bcc72a3a23 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:07.323958 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4d6e9da-6a5a-47d2-b639-b0f0384d3e0c req-82998a8f-fecb-4394-b6dc-85bcc72a3a23 tempest-FloatingIPsAssociationTestJSON-1543964999 tempest-FloatingIPsAssociationTestJSON-1543964999-project] 10.222.0.63 "DELETE /v2.0/ports/609e4ffa-7292-45e4-835d-da59c8b79a05 HTTP/1.1" status: 204 len: 173 time: 1.1642549 Jul 27 19:42:07.324077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'name': 'network-vif-deleted', 'tag': '609e4ffa-7292-45e4-835d-da59c8b79a05'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:07.326420 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfac9f4-ba19-4349-a12b-4dc658a1f77f" -d '{"events": [{"server_uuid": "8d78b0b0-33b7-4a8e-bd11-3e761e193df7", "name": "network-vif-deleted", "tag": "609e4ffa-7292-45e4-835d-da59c8b79a05"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:07.378568 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:07.428690 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d9445-e775-4bb5-b13d-220c9e6f8fd7 req-b8d06896-bfa7-4210-b182-5f13ed29a38e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:07.430852 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b48d9445-e775-4bb5-b13d-220c9e6f8fd7 req-b8d06896-bfa7-4210-b182-5f13ed29a38e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 943 time: 0.1229541 Jul 27 19:42:07.441951 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:07.445126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:07.453353 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:07.478533 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3319bf-07d9-48fe-967a-bd18644c5865 x-openstack-request-id: req-9f3319bf-07d9-48fe-967a-bd18644c5865 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:07.478822 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d78b0b0-33b7-4a8e-bd11-3e761e193df7", "name": "network-vif-deleted", "tag": "609e4ffa-7292-45e4-835d-da59c8b79a05", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:07.479069 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f3319bf-07d9-48fe-967a-bd18644c5865 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:07.479603 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d78b0b0-33b7-4a8e-bd11-3e761e193df7', 'name': 'network-vif-deleted', 'tag': '609e4ffa-7292-45e4-835d-da59c8b79a05', 'status': 'completed', 'code': 200} Jul 27 19:42:07.482261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Pushing event updated for resources: {'Port': ['ID=95603222-000c-485d-af16-05b5d3df43a3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:07.519963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b48d9445-e775-4bb5-b13d-220c9e6f8fd7 req-74e1143f-7bd4-4242-8de8-4dba86f701b9 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751693 Jul 27 19:42:07.785665 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:07.874254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34492) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:08.053349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be218824-e9e0-4c43-97a5-e200afe83ed6 req-e0b4bdce-5c41-4792-a553-82df7a20ab46 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:08.056607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be218824-e9e0-4c43-97a5-e200afe83ed6 req-e0b4bdce-5c41-4792-a553-82df7a20ab46 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.2362711 Jul 27 19:42:08.071736 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b583820-f41b-4391-8be3-8942d19f4db8 req-ac3a4e4a-d451-4a5d-a6f6-4843364f2e99 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:08.083121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b583820-f41b-4391-8be3-8942d19f4db8 req-ac3a4e4a-d451-4a5d-a6f6-4843364f2e99 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/ports?device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 947 time: 0.2011254 Jul 27 19:42:08.112996 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:08.154388 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:08.160177 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b583820-f41b-4391-8be3-8942d19f4db8 req-432a5eab-c352-40d7-a57c-62c15bec3def tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/security-groups?id=da163236-1f87-448d-b452-a6359086a48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757928 Jul 27 19:42:08.166585 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be218824-e9e0-4c43-97a5-e200afe83ed6 req-a5d8f677-e68d-4a9e-8458-7b56fc279d83 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799022 Jul 27 19:42:08.171078 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17295e36-af24-48f1-921e-c518e69108b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:08.204269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d683c-7f3d-4963-854a-aa46ab7fb6c6 None None] Network 926f3a62-2cfd-4322-bdd8-919aab3fabd4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:42:08.222977 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34498) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:08.280893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e21d597f-d6a4-4e97-8169-b86cecae162b None None] Provisioning for port d395c94f-7cf6-4723-a8b0-eef846d4a9a9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:08.474860 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17295e36-af24-48f1-921e-c518e69108b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:08.479146 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17295e36-af24-48f1-921e-c518e69108b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:08.510432 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17295e36-af24-48f1-921e-c518e69108b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb0e298-05ff-4a65-a80a-90c98c1857e8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:08.553291 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-17295e36-af24-48f1-921e-c518e69108b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c629504fcf634fb7a1d5f4823933e442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6764765 Jul 27 19:42:08.554964 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34506) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:08.589488 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Router 2270ca23-4dcd-489e-bc89-3ed1f7257145 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:42:08.636745 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-69199635-0f69-403b-90d1-233a622a05ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:08.719716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d395c94f-7cf6-4723-a8b0-eef846d4a9a9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:08.735846 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-69199635-0f69-403b-90d1-233a622a05ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:08.777284 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port d395c94f-7cf6-4723-a8b0-eef846d4a9a9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:08.782069 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d395c94f-7cf6-4723-a8b0-eef846d4a9a9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:08.782578 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:08.828141 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:42:08.847928 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Sync routers for ids ['2270ca23-4dcd-489e-bc89-3ed1f7257145'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:42:08.853863 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-69199635-0f69-403b-90d1-233a622a05ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:08.857392 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-69199635-0f69-403b-90d1-233a622a05ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:08.859019 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-69199635-0f69-403b-90d1-233a622a05ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6eb0e298-05ff-4a65-a80a-90c98c1857e8 HTTP/1.1" status: 204 len: 168 time: 0.3028948 Jul 27 19:42:08.864302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Routers {'2270ca23-4dcd-489e-bc89-3ed1f7257145'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:08.865058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['2270ca23-4dcd-489e-bc89-3ed1f7257145'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:08.872548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7132148-7721-491e-98e2-f8a5994684e0 req-981473a3-e00f-4903-975c-7879e375950c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:08.877743 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:08.880410 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7132148-7721-491e-98e2-f8a5994684e0 req-981473a3-e00f-4903-975c-7879e375950c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 943 time: 0.2241714 Jul 27 19:42:08.881868 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-872f0d26-d057-4d0f-8e4b-3da93107395a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3747408 Jul 27 19:42:08.889349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34510) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:08.895722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69199635-0f69-403b-90d1-233a622a05ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb0e298-05ff-4a65-a80a-90c98c1857e8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:08.948563 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:09.050546 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7132148-7721-491e-98e2-f8a5994684e0 req-f4575ba0-088d-459b-806e-d5b2b2485ffa tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691513 Jul 27 19:42:09.065937 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04c90087-cad9-42cb-88c3-ddd05d12185a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:09.083659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Set router 2270ca23-4dcd-489e-bc89-3ed1f7257145 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:09.159542 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port d395c94f-7cf6-4723-a8b0-eef846d4a9a9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d395c94f-7cf6-4723-a8b0-eef846d4a9a9,segment=NetworkSegment(49a80a57-3ce5-4ec0-b438-925b3104dc86),segment_id=49a80a57-3ce5-4ec0-b438-925b3104dc86)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:09.177749 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:09.328375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=d395c94f-7cf6-4723-a8b0-eef846d4a9a9,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:09.405174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f0b30d6b-6694-44f0-a774-f8295422a60a details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:42:09.407575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 609e4ffa-7292-45e4-835d-da59c8b79a05 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:42:09.444866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 609e4ffa-7292-45e4-835d-da59c8b79a05 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:42:09.445206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 609e4ffa-7292-45e4-835d-da59c8b79a05 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:42:09.462835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'name': 'tempest-FloatingIPsNegativeTestJSON-1186627655-router', 'tenant_id': '994b3275e29e4af7ada66ab920320259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '95603222-000c-485d-af16-05b5d3df43a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:05Z', 'updated_at': '2021-07-27T19:42:07Z', 'revision_number': 3, 'project_id': '994b3275e29e4af7ada66ab920320259', 'gw_port': {'id': '95603222-000c-485d-af16-05b5d3df43a3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:06Z', 'updated_at': '2021-07-27T19:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:09.516358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Checking router: 2270ca23-4dcd-489e-bc89-3ed1f7257145 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:42:09.516777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Updating router 2270ca23-4dcd-489e-bc89-3ed1f7257145 port 95603222-000c-485d-af16-05b5d3df43a3 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:42:09.605717 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:09.688154 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f0b30d6b-6694-44f0-a774-f8295422a60a, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f0b30d6b-6694-44f0-a774-f8295422a60a,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:09.758359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'f0b30d6b-6694-44f0-a774-f8295422a60a', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'f0b30d6b-6694-44f0-a774-f8295422a60a', 'mac_address': 'fa:16:3e:77:78:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:42:09.830285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36538825-6cec-42d6-a53e-81e948c7fd0a req-4fcfdd71-6d61-42e7-8467-af49bd4a7184 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:09.831744 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36538825-6cec-42d6-a53e-81e948c7fd0a req-4fcfdd71-6d61-42e7-8467-af49bd4a7184 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/ports?device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 947 time: 0.5278771 Jul 27 19:42:09.849780 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:09.871007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b30d6b-6694-44f0-a774-f8295422a60a {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:09.903512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f0b30d6b-6694-44f0-a774-f8295422a60a, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f0b30d6b-6694-44f0-a774-f8295422a60a,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:09.909405 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:09.910048 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device df689806-0d96-4159-a656-f983cea73832 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:42:09.940338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ea984-f036-4847-9f36-7aee4fd3ff38 req-0e024e72-efe1-432d-9491-4199a30e5a84 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:09.941836 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c5ea984-f036-4847-9f36-7aee4fd3ff38 req-0e024e72-efe1-432d-9491-4199a30e5a84 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.6365042 Jul 27 19:42:10.006862 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36538825-6cec-42d6-a53e-81e948c7fd0a req-a770efdf-acdb-4d9c-81b3-bbc4dcbeac4f tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/security-groups?id=da163236-1f87-448d-b452-a6359086a48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639588 Jul 27 19:42:10.043433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=f0b30d6b-6694-44f0-a774-f8295422a60a,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:10.071180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c5ea984-f036-4847-9f36-7aee4fd3ff38 req-2267f3c8-5f6b-4706-8661-6723c42b25cb tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158311 Jul 27 19:42:10.142681 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:10.166649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port df689806-0d96-4159-a656-f983cea73832, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=df689806-0d96-4159-a656-f983cea73832,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:10.169392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Transition to ACTIVE for port object 95603222-000c-485d-af16-05b5d3df43a3 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:10.173069 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-04c90087-cad9-42cb-88c3-ddd05d12185a admin admin] Deleting port 068026db-0284-467c-a8cc-48ed09b50afa {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:42:10.173549 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04c90087-cad9-42cb-88c3-ddd05d12185a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:10.184221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'df689806-0d96-4159-a656-f983cea73832', 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb', 'port_id': 'df689806-0d96-4159-a656-f983cea73832', 'mac_address': 'fa:16:3e:8e:c3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ae7283-160b-4a02-9bd4-6eed6c729ef5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:42:10.221985 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:10.300999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Attempting to bind port 95603222-000c-485d-af16-05b5d3df43a3 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:10.301461 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Attempting to bind port 95603222-000c-485d-af16-05b5d3df43a3 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:10.301892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Attempting to bind port 95603222-000c-485d-af16-05b5d3df43a3 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:10.315078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:10.316117 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:10.316117 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:10.316478 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:10.317476 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Bound port: 95603222-000c-485d-af16-05b5d3df43a3, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:10.317476 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:10.359163 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:10.360792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-04c90087-cad9-42cb-88c3-ddd05d12185a admin admin] For port 068026db-0284-467c-a8cc-48ed09b50afa, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=068026db-0284-467c-a8cc-48ed09b50afa,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:10.361217 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04c90087-cad9-42cb-88c3-ddd05d12185a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:10.364699 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:10.390534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcaad6c-ef13-4125-8400-58c43cc51edc None None] Pushing event updated for resources: {'Port': ['ID=95603222-000c-485d-af16-05b5d3df43a3,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:10.395845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df689806-0d96-4159-a656-f983cea73832 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:10.398518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-04c90087-cad9-42cb-88c3-ddd05d12185a admin admin] Calling delete_port for 068026db-0284-467c-a8cc-48ed09b50afa owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:42:10.451431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebd779-1aff-4796-884c-f2fcd77bc5f9 req-6eb283a4-e667-4d12-86c8-11b487401aaa tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:10.455034 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port df689806-0d96-4159-a656-f983cea73832, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=df689806-0d96-4159-a656-f983cea73832,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:10.456575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] For port 95603222-000c-485d-af16-05b5d3df43a3, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:10.460305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1bebd779-1aff-4796-884c-f2fcd77bc5f9 req-6eb283a4-e667-4d12-86c8-11b487401aaa tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 943 time: 0.2353621 Jul 27 19:42:10.463615 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:10.469564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] For port 95603222-000c-485d-af16-05b5d3df43a3, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=95603222-000c-485d-af16-05b5d3df43a3,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:10.500686 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:10.538987 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d395c94f-7cf6-4723-a8b0-eef846d4a9a9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:10.615181 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a00edf7f-07a5-43a6-a97e-c1f86f874650 req-525abe43-1d57-4190-8744-16eadc8550f0 tempest-AbsoluteLimitsNegativeTestJSON-1628699599 tempest-AbsoluteLimitsNegativeTestJSON-1628699599-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=b07913c10dba45babd339a8a78978fd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699513 Jul 27 19:42:10.653371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1bebd779-1aff-4796-884c-f2fcd77bc5f9 req-36fbc31c-dc68-42df-929d-b174cf7ab7d1 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918609 Jul 27 19:42:10.711304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=df689806-0d96-4159-a656-f983cea73832,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:10.746349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Routers {'2270ca23-4dcd-489e-bc89-3ed1f7257145'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:10.747149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['2270ca23-4dcd-489e-bc89-3ed1f7257145'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:10.799154 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['df689806-0d96-4159-a656-f983cea73832'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:42:10.801252 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['f0b30d6b-6694-44f0-a774-f8295422a60a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:42:10.864842 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Allocated IP 172.20.0.1 (926f3a62-2cfd-4322-bdd8-919aab3fabd4/b023258b-13bc-402a-a4c2-d4939b4b0f44/d9269cd7-cfb6-451e-aff0-4d28c062216d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:10.883742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcaad6c-ef13-4125-8400-58c43cc51edc None None] Pushing event updated for resources: {'Port': ['ID=95603222-000c-485d-af16-05b5d3df43a3,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:10.961444 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d395c94f-7cf6-4723-a8b0-eef846d4a9a9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:10.962069 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:11.017749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] Set router 2270ca23-4dcd-489e-bc89-3ed1f7257145 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:11.027048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00edf7f-07a5-43a6-a97e-c1f86f874650 req-fedaccea-0f2e-415e-9725-6da8ed8f4980 tempest-AbsoluteLimitsNegativeTestJSON-1628699599 tempest-AbsoluteLimitsNegativeTestJSON-1628699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:11.028673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a00edf7f-07a5-43a6-a97e-c1f86f874650 req-fedaccea-0f2e-415e-9725-6da8ed8f4980 tempest-AbsoluteLimitsNegativeTestJSON-1628699599 tempest-AbsoluteLimitsNegativeTestJSON-1628699599-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3963344 Jul 27 19:42:11.029578 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-21aaa4ff-d55d-4ecc-8769-729516460263 service neutron] show failed (client error): The resource could not be found. Jul 27 19:42:11.030513 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-21aaa4ff-d55d-4ecc-8769-729516460263 service neutron] 10.222.0.52 "GET /v2.0/ports/ee687bbd-f1da-4760-bb27-c67054a1732a/bindings/n-h2-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.3337181 Jul 27 19:42:11.061376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a00edf7f-07a5-43a6-a97e-c1f86f874650 req-3225cfa8-4a33-4fd4-9b6d-ed9fd4a7172f tempest-AbsoluteLimitsNegativeTestJSON-1628699599 tempest-AbsoluteLimitsNegativeTestJSON-1628699599-project] 10.222.0.48 "GET /v2.0/quotas/b07913c10dba45babd339a8a78978fd6 HTTP/1.1" status: 200 len: 375 time: 0.0199027 Jul 27 19:42:11.119537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a00edf7f-07a5-43a6-a97e-c1f86f874650 req-2cbc8488-8233-46d5-b1c7-c6a4f0a38c4c tempest-AbsoluteLimitsNegativeTestJSON-1628699599 tempest-AbsoluteLimitsNegativeTestJSON-1628699599-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b07913c10dba45babd339a8a78978fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500486 Jul 27 19:42:11.311431 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:11.344040 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04c90087-cad9-42cb-88c3-ddd05d12185a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:11.352585 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Transition to ACTIVE for port object d9269cd7-cfb6-451e-aff0-4d28c062216d will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:11.361279 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:11.421236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c90087-cad9-42cb-88c3-ddd05d12185a admin admin] Pushing event deleted for resources: {'Port': ['ID=068026db-0284-467c-a8cc-48ed09b50afa,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:11.479184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26a048-5fc4-47a8-8e95-bcdae2324e0e req-8f2a6c76-1f9f-4a5b-b62f-1bcf7c8367cd tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:11.480967 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f26a048-5fc4-47a8-8e95-bcdae2324e0e req-8f2a6c76-1f9f-4a5b-b62f-1bcf7c8367cd tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/ports?device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 948 time: 0.3517056 Jul 27 19:42:11.488260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'name': 'tempest-FloatingIPsNegativeTestJSON-1186627655-router', 'tenant_id': '994b3275e29e4af7ada66ab920320259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '95603222-000c-485d-af16-05b5d3df43a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:05Z', 'updated_at': '2021-07-27T19:42:07Z', 'revision_number': 3, 'project_id': '994b3275e29e4af7ada66ab920320259', 'gw_port': {'id': '95603222-000c-485d-af16-05b5d3df43a3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:06Z', 'updated_at': '2021-07-27T19:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:11.528768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867e545-867f-45df-b0fb-434e65d480eb None None] The sync data for ids ['2270ca23-4dcd-489e-bc89-3ed1f7257145'] in n-d-705657-21 is: [{'id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'name': 'tempest-FloatingIPsNegativeTestJSON-1186627655-router', 'tenant_id': '994b3275e29e4af7ada66ab920320259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '95603222-000c-485d-af16-05b5d3df43a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:05Z', 'updated_at': '2021-07-27T19:42:07Z', 'revision_number': 3, 'project_id': '994b3275e29e4af7ada66ab920320259', 'gw_port': {'id': '95603222-000c-485d-af16-05b5d3df43a3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:06Z', 'updated_at': '2021-07-27T19:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:42:11.556711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3c15a-435b-42af-ae44-3133db5490d4 req-77d516d6-460b-46c3-bcf5-6965a93488f4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:11.564690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-22f3c15a-435b-42af-ae44-3133db5490d4 req-77d516d6-460b-46c3-bcf5-6965a93488f4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.3137600 Jul 27 19:42:11.590693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34568) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:11.704719 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:11.717946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-7ed71a7c-802b-4233-8203-1db350038a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:11.719480 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-7ed71a7c-802b-4233-8203-1db350038a4e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932&tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4 HTTP/1.1" status: 200 len: 1100 time: 0.3603942 Jul 27 19:42:11.733256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f26a048-5fc4-47a8-8e95-bcdae2324e0e req-a6b9d46f-342a-4783-ae9d-d5edb4d04719 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/security-groups?id=da163236-1f87-448d-b452-a6359086a48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257559 Jul 27 19:42:11.750331 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b997e5d0-99b2-4aff-9954-4a7a667c6518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:11.800641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:11.872361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-22f3c15a-435b-42af-ae44-3133db5490d4 req-bcaf4a67-7942-4728-af3d-abbd9081960b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045559 Jul 27 19:42:11.874675 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04c90087-cad9-42cb-88c3-ddd05d12185a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:11.903648 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b997e5d0-99b2-4aff-9954-4a7a667c6518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:11.925581 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b997e5d0-99b2-4aff-9954-4a7a667c6518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:11.991042 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997e5d0-99b2-4aff-9954-4a7a667c6518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be78b135-9b6d-43dd-8cfe-d1b85fb53c26,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:11.997308 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b997e5d0-99b2-4aff-9954-4a7a667c6518 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b07913c10dba45babd339a8a78978fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052033 Jul 27 19:42:11.999874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34576) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:12.064973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff7a0-8eaf-4f0b-8e41-9c48db8021c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:12.069234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Network 926f3a62-2cfd-4322-bdd8-919aab3fabd4 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:12.090145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff7a0-8eaf-4f0b-8e41-9c48db8021c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:12.123115 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Pushing event updated for resources: {'Port': ['ID=d9269cd7-cfb6-451e-aff0-4d28c062216d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:12.126551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:12.128156 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:12.131548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:12.132027 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:12.169785 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff7a0-8eaf-4f0b-8e41-9c48db8021c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:12.173629 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c4ff7a0-8eaf-4f0b-8e41-9c48db8021c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:12.178030 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7c4ff7a0-8eaf-4f0b-8e41-9c48db8021c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be78b135-9b6d-43dd-8cfe-d1b85fb53c26 HTTP/1.1" status: 204 len: 168 time: 0.1731477 Jul 27 19:42:12.190405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ff7a0-8eaf-4f0b-8e41-9c48db8021c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be78b135-9b6d-43dd-8cfe-d1b85fb53c26,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:12.497564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e73bb0bb-9e73-4404-b0a0-ff3e05b1efc2 None None] Provisioning for port d9269cd7-cfb6-451e-aff0-4d28c062216d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:12.506135 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e73bb0bb-9e73-4404-b0a0-ff3e05b1efc2 None None] Provisioning complete for port d9269cd7-cfb6-451e-aff0-4d28c062216d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:12.506507 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e73bb0bb-9e73-4404-b0a0-ff3e05b1efc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:12.586845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e73bb0bb-9e73-4404-b0a0-ff3e05b1efc2 None None] Port d9269cd7-cfb6-451e-aff0-4d28c062216d cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:42:12.662178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 95603222-000c-485d-af16-05b5d3df43a3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:12.726006 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 95603222-000c-485d-af16-05b5d3df43a3 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:12.731318 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 95603222-000c-485d-af16-05b5d3df43a3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:12.731695 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:12.844605 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:12.875187 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 95603222-000c-485d-af16-05b5d3df43a3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=95603222-000c-485d-af16-05b5d3df43a3,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:12.880574 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:12.942589 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=95603222-000c-485d-af16-05b5d3df43a3,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:12.955091 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:12.955583 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:12.955933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:12.956272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:12.956634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:12.957257 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:12.957604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:12.957925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:12.958250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:12.958573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:12.958897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:12.959404 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:12.989272 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab933cf9-e2fa-4e3e-bf94-daa3159e2b3e req-d6d792c3-afbe-4c2f-9611-8b25ea96a8f9 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:12.990777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab933cf9-e2fa-4e3e-bf94-daa3159e2b3e req-d6d792c3-afbe-4c2f-9611-8b25ea96a8f9 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 944 time: 1.0125787 Jul 27 19:42:13.016833 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34606) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:13.017634 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.120540 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1210702312-network', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:13.144822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] Made reservation on behalf of c6cfdf24bc3d4d79a3fc8ba5e899cb12 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:13.145046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] For port ee687bbd-f1da-4760-bb27-c67054a1732a, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=ee687bbd-f1da-4760-bb27-c67054a1732a,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:13.147598 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.159377 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.168734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab933cf9-e2fa-4e3e-bf94-daa3159e2b3e req-905e034d-1f34-4c7a-b51b-6a632fd6c89b tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666245 Jul 27 19:42:13.212961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ff99-0338-442d-9540-fd2672bd9124 req-1dce2631-252d-4e80-820d-b1d0d3ee7761 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:13.215525 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d28ff99-0338-442d-9540-fd2672bd9124 req-1dce2631-252d-4e80-820d-b1d0d3ee7761 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/ports?device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 948 time: 0.3731310 Jul 27 19:42:13.240445 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c90087-cad9-42cb-88c3-ddd05d12185a admin admin] Router be9ad7c2-baaf-4806-b192-65e6f2db1c17 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:42:13.257163 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] For port ee687bbd-f1da-4760-bb27-c67054a1732a, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:13.262178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.269001 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.298514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:42:13.306108 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-46cc6dab-f00f-4ec8-99f4-e0d7b83f187b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.308743 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ccaede-ecf7-4c3d-b44e-a8fe76ad2ead,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:13.330498 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.331044 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] Added segment a50241ca-b14e-4728-bedf-cb8fa41b707f of type vlan for network 33f8129d-fe6b-4a4a-9081-df0e90c2a03d Jul 27 19:42:13.374849 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.406298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.407538 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:13.408220 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.414672 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d28ff99-0338-442d-9540-fd2672bd9124 req-0befe715-1778-4c46-96ef-9b201b46a326 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/security-groups?id=da163236-1f87-448d-b452-a6359086a48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821775 Jul 27 19:42:13.415945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f0b30d6b-6694-44f0-a774-f8295422a60a up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:13.447797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7afbc9-aaa2-44cc-ab87-ade8b755a932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee687bbd-f1da-4760-bb27-c67054a1732a'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:13.450374 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec724651-7f29-489b-b3b9-242af6e9eda3" -d '{"events": [{"server_uuid": "2e7afbc9-aaa2-44cc-ab87-ade8b755a932", "name": "network-vif-unplugged", "status": "completed", "tag": "ee687bbd-f1da-4760-bb27-c67054a1732a"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:13.457912 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.479501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] Pushing event updated for resources: {'Network': ['ID=33f8129d-fe6b-4a4a-9081-df0e90c2a03d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:13.491727 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 33f8129d-fe6b-4a4a-9081-df0e90c2a03d details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:42:13.502608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Transition to ACTIVE for port object ee687bbd-f1da-4760-bb27-c67054a1732a will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:13.505263 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-655fc57a-1986-4d7c-8af8-2eca524d4d7d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4872453 Jul 27 19:42:13.508941 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34612) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:13.516063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4b33a463-9c55-406c-b148-46ccbbfb1e73 admin admin] Request body: {'subnet': {'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-subnet', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:13.524889 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port f0b30d6b-6694-44f0-a774-f8295422a60a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:13.541328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b33a463-9c55-406c-b148-46ccbbfb1e73 admin admin] Made reservation on behalf of c6cfdf24bc3d4d79a3fc8ba5e899cb12 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:13.543854 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.549700 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b33a463-9c55-406c-b148-46ccbbfb1e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.565639 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port f0b30d6b-6694-44f0-a774-f8295422a60a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:13.566000 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.580569 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9ba63e-b943-4851-b509-7e35ce7877b8 x-openstack-request-id: req-bb9ba63e-b943-4851-b509-7e35ce7877b8 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:13.580928 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7afbc9-aaa2-44cc-ab87-ade8b755a932", "name": "network-vif-unplugged", "status": "completed", "tag": "ee687bbd-f1da-4760-bb27-c67054a1732a", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:13.581104 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb9ba63e-b943-4851-b509-7e35ce7877b8 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:13.581476 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7afbc9-aaa2-44cc-ab87-ade8b755a932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee687bbd-f1da-4760-bb27-c67054a1732a', 'code': 200} Jul 27 19:42:13.618403 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.641994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Pushing event updated for resources: {'Port': ['ID=ee687bbd-f1da-4760-bb27-c67054a1732a,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:13.644378 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.645109 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.667366 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.677614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c90087-cad9-42cb-88c3-ddd05d12185a admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:42:13.679347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] No DVR routers for this DVR port ee687bbd-f1da-4760-bb27-c67054a1732a on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:42:13.688094 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dee042-f951-463b-897a-d335680edec7 None None] Sync routers for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:42:13.692567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f55a0f-931d-4f7e-b80b-97c8659aca73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b30d6b-6694-44f0-a774-f8295422a60a'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:13.695315 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca15c7a-4267-4f0b-a0a5-352939154ba6" -d '{"events": [{"server_uuid": "32f55a0f-931d-4f7e-b80b-97c8659aca73", "name": "network-vif-plugged", "status": "completed", "tag": "f0b30d6b-6694-44f0-a774-f8295422a60a"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:13.704074 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dee042-f951-463b-897a-d335680edec7 None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:13.705289 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-35dee042-f951-463b-897a-d335680edec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:13.708579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-04c90087-cad9-42cb-88c3-ddd05d12185a admin admin] 10.222.0.48 "PUT /v2.0/routers/be9ad7c2-baaf-4806-b192-65e6f2db1c17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4842150 Jul 27 19:42:13.712240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34616) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:13.717509 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08184b1-c1b3-46f2-be34-3eef7fa26f88 req-86682d02-ea25-4080-9a83-e876ce6855c5 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:13.719607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d08184b1-c1b3-46f2-be34-3eef7fa26f88 req-86682d02-ea25-4080-9a83-e876ce6855c5 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.3780591 Jul 27 19:42:13.730734 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f0b30d6b-6694-44f0-a774-f8295422a60a, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f0b30d6b-6694-44f0-a774-f8295422a60a,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:13.745461 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.746269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device df689806-0d96-4159-a656-f983cea73832 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:13.781211 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73af1e71-0f00-4728-b060-d02d06eec71c x-openstack-request-id: req-73af1e71-0f00-4728-b060-d02d06eec71c {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:13.781498 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f55a0f-931d-4f7e-b80b-97c8659aca73", "name": "network-vif-plugged", "status": "completed", "tag": "f0b30d6b-6694-44f0-a774-f8295422a60a", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:13.781750 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73af1e71-0f00-4728-b060-d02d06eec71c {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:13.782140 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f55a0f-931d-4f7e-b80b-97c8659aca73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b30d6b-6694-44f0-a774-f8295422a60a', 'code': 200} Jul 27 19:42:13.857166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Pushing event updated for resources: {'Port': ['ID=d9269cd7-cfb6-451e-aff0-4d28c062216d,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:13.873110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=f0b30d6b-6694-44f0-a774-f8295422a60a,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:13.899448 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port df689806-0d96-4159-a656-f983cea73832 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:13.905400 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port df689806-0d96-4159-a656-f983cea73832 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:13.905763 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:13.914010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Attempting to bind port ee687bbd-f1da-4760-bb27-c67054a1732a on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:13.914677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Attempting to bind port ee687bbd-f1da-4760-bb27-c67054a1732a by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:13.915215 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Attempting to bind port ee687bbd-f1da-4760-bb27-c67054a1732a on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:13.931613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d08184b1-c1b3-46f2-be34-3eef7fa26f88 req-9dae23f6-fe61-495d-9404-903046a8d776 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025867 Jul 27 19:42:13.957951 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-35dee042-f951-463b-897a-d335680edec7 None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:13.960335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Port ee687bbd-f1da-4760-bb27-c67054a1732a on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:42:13.960335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Attempting to bind port ee687bbd-f1da-4760-bb27-c67054a1732a on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:13.971942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:13.972430 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:13.972829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:13.973412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Bound port: ee687bbd-f1da-4760-bb27-c67054a1732a, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:13.973772 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.030020 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.046086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Network 926f3a62-2cfd-4322-bdd8-919aab3fabd4 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:14.049750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:14.065040 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.075591 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b33a463-9c55-406c-b148-46ccbbfb1e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.102932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port df689806-0d96-4159-a656-f983cea73832, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=df689806-0d96-4159-a656-f983cea73832,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:14.118204 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.171340 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] For port ee687bbd-f1da-4760-bb27-c67054a1732a, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:14.175525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] For port ee687bbd-f1da-4760-bb27-c67054a1732a, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=ee687bbd-f1da-4760-bb27-c67054a1732a,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:14.184600 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.186177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dce0ec-2ca7-421e-bf83-b9fb99047527 req-91a2b9f8-641a-4daf-9bb0-1b1e3ffc3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:14.187880 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e4dce0ec-2ca7-421e-bf83-b9fb99047527 req-91a2b9f8-641a-4daf-9bb0-1b1e3ffc3824 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 1101 time: 0.3273575 Jul 27 19:42:14.224186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=df689806-0d96-4159-a656-f983cea73832,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:14.296112 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33a463-9c55-406c-b148-46ccbbfb1e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c65012b-6554-4590-b2c3-3b47790aff60,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:14.312093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33a463-9c55-406c-b148-46ccbbfb1e73 admin admin] Checking segment: {'id': 'a50241ca-b14e-4728-bedf-cb8fa41b707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:14.312542 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b33a463-9c55-406c-b148-46ccbbfb1e73 admin admin] Network hostable DHCP agents. Network: 33f8129d-fe6b-4a4a-9081-df0e90c2a03d, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:42:14.329549 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-35dee042-f951-463b-897a-d335680edec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:42:11Z', 'revision_number': 5, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port': {'id': '5edaf451-dd37-43fa-bfef-8c2490ace2d1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:44Z', 'updated_at': '2021-07-27T19:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:14.342897 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:14.343581 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.344449 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e4dce0ec-2ca7-421e-bf83-b9fb99047527 req-57c33051-9c34-42cc-9c0b-3f7d1d6b6edc service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=da163236-1f87-448d-b452-a6359086a48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361136 Jul 27 19:42:14.345702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] 10.222.0.63 "PUT /v2.0/ports/ee687bbd-f1da-4760-bb27-c67054a1732a HTTP/1.1" status: 200 len: 1095 time: 2.5691628 Jul 27 19:42:14.349668 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaea5d-fa72-4b67-8a08-2ba3dfec4952 service neutron] Pushing event updated for resources: {'Port': ['ID=ee687bbd-f1da-4760-bb27-c67054a1732a,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:14.364091 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.365864 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dee042-f951-463b-897a-d335680edec7 None None] Checking router: be9ad7c2-baaf-4806-b192-65e6f2db1c17 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:42:14.373776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b33a463-9c55-406c-b148-46ccbbfb1e73 admin admin] Network 33f8129d-fe6b-4a4a-9081-df0e90c2a03d is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:42:14.381342 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dee042-f951-463b-897a-d335680edec7 None None] Routers {'be9ad7c2-baaf-4806-b192-65e6f2db1c17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:14.383385 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-35dee042-f951-463b-897a-d335680edec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:14.390221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4b33a463-9c55-406c-b148-46ccbbfb1e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 33f8129d-fe6b-4a4a-9081-df0e90c2a03d) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:14.398396 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6656dcb3-36fc-47ad-a5f6-9ef518002264 None None] Network 33f8129d-fe6b-4a4a-9081-df0e90c2a03d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:42:14.437784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Router 2270ca23-4dcd-489e-bc89-3ed1f7257145 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:42:14.438112 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33a463-9c55-406c-b148-46ccbbfb1e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:14.438619 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b33a463-9c55-406c-b148-46ccbbfb1e73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.475635 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4b33a463-9c55-406c-b148-46ccbbfb1e73 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9649277 Jul 27 19:42:14.478894 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34626) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:14.483278 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:14.513802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-00f6c1c8-21ec-4ce2-93d6-ef4b1fdb7798 None None] Provisioning complete for port d9269cd7-cfb6-451e-aff0-4d28c062216d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:14.514172 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-00f6c1c8-21ec-4ce2-93d6-ef4b1fdb7798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.558844 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-35dee042-f951-463b-897a-d335680edec7 None None] Set router be9ad7c2-baaf-4806-b192-65e6f2db1c17 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:14.578835 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.579899 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.597586 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] Deleting port 5edaf451-dd37-43fa-bfef-8c2490ace2d1 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:42:14.598059 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.611559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device ee687bbd-f1da-4760-bb27-c67054a1732a no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:42:14.613718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 95603222-000c-485d-af16-05b5d3df43a3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:14.649548 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-35dee042-f951-463b-897a-d335680edec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:42:14Z', 'revision_number': 6, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:14.679588 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.684744 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dee042-f951-463b-897a-d335680edec7 None None] The sync data for ids ['be9ad7c2-baaf-4806-b192-65e6f2db1c17'] in n-d-705657-21 is: [{'id': 'be9ad7c2-baaf-4806-b192-65e6f2db1c17', 'name': 'tempest-FloatingIPsAssociationTestJSON-2050446138-router', 'tenant_id': '7844aba5e5b149b0b78babceb3037803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:42Z', 'updated_at': '2021-07-27T19:42:14Z', 'revision_number': 6, 'project_id': '7844aba5e5b149b0b78babceb3037803', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:42:14.701812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-00f6c1c8-21ec-4ce2-93d6-ef4b1fdb7798 None None] Port d9269cd7-cfb6-451e-aff0-4d28c062216d cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:42:14.741193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device ee687bbd-f1da-4760-bb27-c67054a1732a not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:42:14.751124 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-96c29208-d44f-429f-b354-ccfef0b7ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:14.753734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-96c29208-d44f-429f-b354-ccfef0b7ccf0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 1098 time: 0.3300982 Jul 27 19:42:14.760369 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02198c-b6ac-4017-a0e6-e7baa96bea43 req-040d7925-a7cd-495b-96ef-d961f4651615 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:14.762011 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f02198c-b6ac-4017-a0e6-e7baa96bea43 req-040d7925-a7cd-495b-96ef-d961f4651615 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 945 time: 0.4152739 Jul 27 19:42:14.788121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 95603222-000c-485d-af16-05b5d3df43a3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:14.788121 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.811899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'fixed_ips': [{'subnet_id': '0c65012b-6554-4590-b2c3-3b47790aff60'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:42:14.812771 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.835744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] For port 5edaf451-dd37-43fa-bfef-8c2490ace2d1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5edaf451-dd37-43fa-bfef-8c2490ace2d1,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:14.836103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.839972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22c350-aae5-4176-a844-2bb83a395e9b req-38b8415c-94fa-4c74-a8d1-b873be65e9d8 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:14.841626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d22c350-aae5-4176-a844-2bb83a395e9b req-38b8415c-94fa-4c74-a8d1-b873be65e9d8 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/ports?device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 949 time: 0.2752919 Jul 27 19:42:14.860041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:42:14.880843 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3684cf07-470a-4213-a31b-9d516ef1037c admin admin] 10.222.0.48 "PUT /v2.0/routers/2270ca23-4dcd-489e-bc89-3ed1f7257145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9835539 Jul 27 19:42:14.903871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f02198c-b6ac-4017-a0e6-e7baa96bea43 req-8f8065af-a47f-4073-8025-5759fe2312bc tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292768 Jul 27 19:42:14.905030 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Sync routers for ids ['2270ca23-4dcd-489e-bc89-3ed1f7257145'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:42:14.932452 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:14.942722 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Routers {'2270ca23-4dcd-489e-bc89-3ed1f7257145'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:14.943449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d22c350-aae5-4176-a844-2bb83a395e9b req-8f4f3924-9c92-44af-8252-80b3deae913d tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/security-groups?id=da163236-1f87-448d-b452-a6359086a48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797255 Jul 27 19:42:14.943585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:41:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['2270ca23-4dcd-489e-bc89-3ed1f7257145'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:14.945971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] Calling delete_port for 5edaf451-dd37-43fa-bfef-8c2490ace2d1 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:42:14.970257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-d41dc3ad-1df8-4134-9d85-e49eea7d336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:14.974320 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-d41dc3ad-1df8-4134-9d85-e49eea7d336d service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2075362 Jul 27 19:42:15.061734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-59b0729a-e3d5-4ea0-8d82-8b2906df9619 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=ee687bbd-f1da-4760-bb27-c67054a1732a HTTP/1.1" status: 200 len: 217 time: 0.0701530 Jul 27 19:42:15.201338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-d5a48548-598d-4172-b7ea-bb1ebd26b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:15.202844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-d5a48548-598d-4172-b7ea-bb1ebd26b180 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1201665 Jul 27 19:42:15.238030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c46ad-c849-4419-999e-a0eec6e9b82f req-4e46b144-ac3f-400c-9bbb-031aa15667f3 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:15.269158 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402c46ad-c849-4419-999e-a0eec6e9b82f req-4e46b144-ac3f-400c-9bbb-031aa15667f3 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 946 time: 0.2059441 Jul 27 19:42:15.324805 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:15.355741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Allocated IP 172.20.0.2 (33f8129d-fe6b-4a4a-9081-df0e90c2a03d/0c65012b-6554-4590-b2c3-3b47790aff60/2310920a-51ee-4d59-b072-6a06d15e36ad) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:15.387651 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-350feeb2-94f2-492a-9d1a-f9f4711af0ac req-350eca58-673c-48b0-a447-9d1b1a4a370e tempest-FloatingIPsNegativeTestJSON-408279025 tempest-FloatingIPsNegativeTestJSON-408279025-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=994b3275e29e4af7ada66ab920320259 HTTP/1.1" status: 200 len: 217 time: 0.0749457 Jul 27 19:42:15.415978 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] Pushing event deleted for resources: {'Port': ['ID=5edaf451-dd37-43fa-bfef-8c2490ace2d1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:15.418083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402c46ad-c849-4419-999e-a0eec6e9b82f req-92efafb0-dd41-4c09-ad2d-c0c1d091c2da tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458528 Jul 27 19:42:15.453955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Set router 2270ca23-4dcd-489e-bc89-3ed1f7257145 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:15.458456 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:15.477449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-7d3addba-ed22-4a5c-adba-b9591a16be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:15.478592 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-7d3addba-ed22-4a5c-adba-b9591a16be27 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2052181 Jul 27 19:42:15.579037 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:15.582486 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:15.693368 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:15.713900 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Transition to ACTIVE for port object 2310920a-51ee-4d59-b072-6a06d15e36ad will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:15.750731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Transition to ACTIVE for port object 2310920a-51ee-4d59-b072-6a06d15e36ad will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:15.764145 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:15.792795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb9a61b-5229-4f1c-a744-156a32feca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df689806-0d96-4159-a656-f983cea73832'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:15.795163 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898032e8-0874-4926-b089-03d58a3c419e" -d '{"events": [{"server_uuid": "aeb9a61b-5229-4f1c-a744-156a32feca39", "name": "network-vif-plugged", "status": "completed", "tag": "df689806-0d96-4159-a656-f983cea73832"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:15.823446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7afbc9-aaa2-44cc-ab87-ade8b755a932', 'tag': 'ee687bbd-f1da-4760-bb27-c67054a1732a'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:15.825534 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c5ac36-e963-41ea-bf24-9fa526fefdee" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7afbc9-aaa2-44cc-ab87-ade8b755a932", "tag": "ee687bbd-f1da-4760-bb27-c67054a1732a"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:15.840808 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Network 33f8129d-fe6b-4a4a-9081-df0e90c2a03d is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:15.845688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:15.848162 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2729abee-515a-4b91-a7e0-d3f3bef6bfb1 req-7859e220-7971-48b7-9970-0d481fd1c126 tempest-FloatingIPsNegativeTestJSON-408279025 tempest-FloatingIPsNegativeTestJSON-408279025-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.3821499 Jul 27 19:42:15.853147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:15.872219 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Pushing event updated for resources: {'Port': ['ID=2310920a-51ee-4d59-b072-6a06d15e36ad,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:15.917697 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650dc5eb-2964-4173-9181-98c5cc280dbb x-openstack-request-id: req-650dc5eb-2964-4173-9181-98c5cc280dbb {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:15.917979 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb9a61b-5229-4f1c-a744-156a32feca39", "name": "network-vif-plugged", "status": "completed", "tag": "df689806-0d96-4159-a656-f983cea73832", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:15.918215 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-650dc5eb-2964-4173-9181-98c5cc280dbb {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:15.918600 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb9a61b-5229-4f1c-a744-156a32feca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df689806-0d96-4159-a656-f983cea73832', 'code': 200} Jul 27 19:42:15.938632 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-da7152fd-9a7d-42c2-bb31-3440841a29ef service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498069 Jul 27 19:42:15.952063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'name': 'tempest-FloatingIPsNegativeTestJSON-1186627655-router', 'tenant_id': '994b3275e29e4af7ada66ab920320259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '95603222-000c-485d-af16-05b5d3df43a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:05Z', 'updated_at': '2021-07-27T19:42:12Z', 'revision_number': 4, 'project_id': '994b3275e29e4af7ada66ab920320259', 'gw_port': {'id': '95603222-000c-485d-af16-05b5d3df43a3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:06Z', 'updated_at': '2021-07-27T19:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd9269cd7-cfb6-451e-aff0-4d28c062216d', 'name': '', 'network_id': '926f3a62-2cfd-4322-bdd8-919aab3fabd4', 'tenant_id': '994b3275e29e4af7ada66ab920320259', 'mac_address': 'fa:16:3e:49:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b023258b-13bc-402a-a4c2-d4939b4b0f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:10Z', 'updated_at': '2021-07-27T19:42:13Z', 'revision_number': 2, 'project_id': '994b3275e29e4af7ada66ab920320259', 'subnets': [{'id': 'b023258b-13bc-402a-a4c2-d4939b4b0f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:15.994028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Checking router: 2270ca23-4dcd-489e-bc89-3ed1f7257145 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:42:15.994438 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Updating router 2270ca23-4dcd-489e-bc89-3ed1f7257145 port d9269cd7-cfb6-451e-aff0-4d28c062216d binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:42:16.007764 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:16.008536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be9ad7c2-baaf-4806-b192-65e6f2db1c17 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:42:16.014232 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38e9aaf-2e11-4d81-a38b-2703fea2a68a x-openstack-request-id: req-e38e9aaf-2e11-4d81-a38b-2703fea2a68a {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:16.014866 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7afbc9-aaa2-44cc-ab87-ade8b755a932", "tag": "ee687bbd-f1da-4760-bb27-c67054a1732a", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:16.015258 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e38e9aaf-2e11-4d81-a38b-2703fea2a68a {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:16.015787 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7afbc9-aaa2-44cc-ab87-ade8b755a932', 'tag': 'ee687bbd-f1da-4760-bb27-c67054a1732a', 'status': 'completed', 'code': 200} Jul 27 19:42:16.023608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Attempting to bind port 2310920a-51ee-4d59-b072-6a06d15e36ad on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:16.025395 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Attempting to bind port 2310920a-51ee-4d59-b072-6a06d15e36ad by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'a50241ca-b14e-4728-bedf-cb8fa41b707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:16.025767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Attempting to bind port 2310920a-51ee-4d59-b072-6a06d15e36ad on network 33f8129d-fe6b-4a4a-9081-df0e90c2a03d {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:16.035008 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-ebcbc736-a6c2-424f-a8ab-d72aa87298fb req-27c5add9-e323-4b24-95e3-82c768137771 tempest-FloatingIPsNegativeTestJSON-408279025 tempest-FloatingIPsNegativeTestJSON-408279025-project] show failed (client error): The resource could not be found. Jul 27 19:42:16.036676 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ebcbc736-a6c2-424f-a8ab-d72aa87298fb req-27c5add9-e323-4b24-95e3-82c768137771 tempest-FloatingIPsNegativeTestJSON-408279025 tempest-FloatingIPsNegativeTestJSON-408279025-project] 10.222.0.48 "GET /v2.0/floatingips/d5eef98f-20a4-45fa-8a92-83fb65171a46 HTTP/1.1" status: 404 len: 350 time: 0.0970969 Jul 27 19:42:16.040699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:16.041212 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Checking segment: {'id': 'a50241ca-b14e-4728-bedf-cb8fa41b707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:16.041621 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:16.047467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Bound using segment: {'id': 'a50241ca-b14e-4728-bedf-cb8fa41b707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:16.048030 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Bound port: 2310920a-51ee-4d59-b072-6a06d15e36ad, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50241ca-b14e-4728-bedf-cb8fa41b707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:16.048445 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:16.055130 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:16.056558 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7c6ded8d-145d-4d42-b49d-6c5779534473 admin admin] 10.222.0.48 "DELETE /v2.0/routers/be9ad7c2-baaf-4806-b192-65e6f2db1c17 HTTP/1.1" status: 204 len: 168 time: 2.3424463 Jul 27 19:42:16.059456 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34652) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:16.059888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34654) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:16.091287 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:16.134685 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc03c364-d258-41f1-98d5-6986b5d71f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:16.244750 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:16.287028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-b5ca4ea7-bf15-4ef8-b6aa-17c0bde47dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:16.288669 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-b5ca4ea7-bf15-4ef8-b6aa-17c0bde47dea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 1098 time: 0.2636936 Jul 27 19:42:16.295663 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa2268d-3d17-49ba-a185-01fe9810c80e admin admin] Deleting subnet b3b7ce50-55cb-46fb-875f-22fc7a04dd8f {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:42:16.297494 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b1575be-82b6-4c35-b7c2-d3bd7832fac6 req-0aaeb71b-689e-4ef9-9a1d-0e2e8031abe4 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256569 Jul 27 19:42:16.321518 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3fa2268d-3d17-49ba-a185-01fe9810c80e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:16.324491 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:16.412930 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:16.421493 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3fa2268d-3d17-49ba-a185-01fe9810c80e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:16.427194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8f84f-f58f-40a9-bbbe-a14e43c6897e req-49006623-c8e2-40a0-8397-56fa38b3f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:16.428876 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eff8f84f-f58f-40a9-bbbe-a14e43c6897e req-49006623-c8e2-40a0-8397-56fa38b3f8ec service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 1097 time: 0.4306974 Jul 27 19:42:16.442000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-7745442c-ba36-4673-9362-1e3b4d08f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:16.444341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-7745442c-ba36-4673-9362-1e3b4d08f4a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.1449912 Jul 27 19:42:16.452656 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] For port 2310920a-51ee-4d59-b072-6a06d15e36ad, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:16.461974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] For port 2310920a-51ee-4d59-b072-6a06d15e36ad, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2310920a-51ee-4d59-b072-6a06d15e36ad,segment=NetworkSegment(a50241ca-b14e-4728-bedf-cb8fa41b707f),segment_id=a50241ca-b14e-4728-bedf-cb8fa41b707f)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:16.481111 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:16.501477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9c48b-48e1-4661-bf77-0779843b0ff0 req-a1b8a850-e195-4397-9272-5dac11697ad3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:16.515975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b0a9c48b-48e1-4661-bf77-0779843b0ff0 req-a1b8a850-e195-4397-9272-5dac11697ad3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 945 time: 0.3842008 Jul 27 19:42:16.526585 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033baec9-8bb2-4f58-b5ec-79124d74b14f req-aa7ae712-a580-41eb-8bbc-8ba537596086 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:16.528088 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-033baec9-8bb2-4f58-b5ec-79124d74b14f req-aa7ae712-a580-41eb-8bbc-8ba537596086 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/ports?device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 949 time: 0.3937929 Jul 27 19:42:16.544102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72546bf-6015-4eba-8441-8fec778d1a57 None None] Pushing event updated for resources: {'Port': ['ID=2310920a-51ee-4d59-b072-6a06d15e36ad,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:16.567550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 068026db-0284-467c-a8cc-48ed09b50afa no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:42:16.612000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 068026db-0284-467c-a8cc-48ed09b50afa {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:42:16.612358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 068026db-0284-467c-a8cc-48ed09b50afa not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:42:16.612809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5edaf451-dd37-43fa-bfef-8c2490ace2d1 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:42:16.635467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 5edaf451-dd37-43fa-bfef-8c2490ace2d1 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:42:16.635904 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5edaf451-dd37-43fa-bfef-8c2490ace2d1 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:42:16.657339 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:16.659625 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eff8f84f-f58f-40a9-bbbe-a14e43c6897e req-96738460-f226-446c-81d5-60736e08582a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705532 Jul 27 19:42:16.673809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Transition to ACTIVE for port object d9269cd7-cfb6-451e-aff0-4d28c062216d will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:16.684156 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-19c3221b-242e-4b04-bb79-4d41f294c157 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=ee687bbd-f1da-4760-bb27-c67054a1732a HTTP/1.1" status: 200 len: 217 time: 0.1491957 Jul 27 19:42:16.685310 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:16.697354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b0a9c48b-48e1-4661-bf77-0779843b0ff0 req-6032aba2-5f66-4caa-8836-c62128710c55 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799898 Jul 27 19:42:16.703122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-033baec9-8bb2-4f58-b5ec-79124d74b14f req-d9b57450-91f9-4e5d-b072-48dd9741f02c tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/security-groups?id=da163236-1f87-448d-b452-a6359086a48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210663 Jul 27 19:42:16.719324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Allocated IP 172.25.1.51 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/b6875501-eb67-4533-956e-3fdc7a1fbee7) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:16.801401 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-294c5ea3-1f99-47ab-914b-3697bb66c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:16.803394 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-294c5ea3-1f99-47ab-914b-3697bb66c4b5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 1098 time: 0.3564329 Jul 27 19:42:16.808535 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3fa2268d-3d17-49ba-a185-01fe9810c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:16.898957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815fe95-231b-4ab4-8f59-6140af290a60 None None] Pushing event updated for resources: {'Port': ['ID=d9269cd7-cfb6-451e-aff0-4d28c062216d,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:17.026519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Attempting to bind port d9269cd7-cfb6-451e-aff0-4d28c062216d on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:17.026901 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Attempting to bind port d9269cd7-cfb6-451e-aff0-4d28c062216d by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '49a80a57-3ce5-4ec0-b438-925b3104dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926f3a62-2cfd-4322-bdd8-919aab3fabd4'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:17.031879 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-d23d4291-e46d-4a09-9e25-dce74c65709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:17.033623 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Attempting to bind port d9269cd7-cfb6-451e-aff0-4d28c062216d on network 926f3a62-2cfd-4322-bdd8-919aab3fabd4 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:17.034248 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-d23d4291-e46d-4a09-9e25-dce74c65709f service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2201920 Jul 27 19:42:17.048597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:17.049782 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Checking segment: {'id': '49a80a57-3ce5-4ec0-b438-925b3104dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926f3a62-2cfd-4322-bdd8-919aab3fabd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:17.051410 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:17.051932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Bound using segment: {'id': '49a80a57-3ce5-4ec0-b438-925b3104dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926f3a62-2cfd-4322-bdd8-919aab3fabd4'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:17.052910 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Bound port: d9269cd7-cfb6-451e-aff0-4d28c062216d, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a80a57-3ce5-4ec0-b438-925b3104dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '926f3a62-2cfd-4322-bdd8-919aab3fabd4'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:17.053865 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:17.061331 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:17.095643 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:17.110069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3fa2268d-3d17-49ba-a185-01fe9810c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:17.167430 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-9ddc9e18-4d8d-4256-aca2-036d938499cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:17.169323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-9ddc9e18-4d8d-4256-aca2-036d938499cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.4581523 Jul 27 19:42:17.169963 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2268d-3d17-49ba-a185-01fe9810c80e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b7ce50-55cb-46fb-875f-22fc7a04dd8f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:17.173117 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3fa2268d-3d17-49ba-a185-01fe9810c80e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:17.177749 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3fa2268d-3d17-49ba-a185-01fe9810c80e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b3b7ce50-55cb-46fb-875f-22fc7a04dd8f HTTP/1.1" status: 204 len: 168 time: 1.1137972 Jul 27 19:42:17.178112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-f9e641db-1d18-491b-8c25-00460653225c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=ee687bbd-f1da-4760-bb27-c67054a1732a HTTP/1.1" status: 200 len: 217 time: 0.1297531 Jul 27 19:42:17.180319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34666) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:17.186659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b249f25-6dbc-4914-9a92-e5a321fe4dfb None None] Network 87d706c2-4754-4ed0-8dbd-4cf294320f05 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:42:17.255413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] For port d9269cd7-cfb6-451e-aff0-4d28c062216d, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:17.285839 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:17.288040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] For port d9269cd7-cfb6-451e-aff0-4d28c062216d, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d9269cd7-cfb6-451e-aff0-4d28c062216d,segment=NetworkSegment(49a80a57-3ce5-4ec0-b438-925b3104dc86),segment_id=49a80a57-3ce5-4ec0-b438-925b3104dc86)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:17.310405 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:17.355896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:17.365434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:17.372250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-8f9bc0ce-30a5-4858-b7aa-01e8ebd7c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:17.372747 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:17.373637 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-8f9bc0ce-30a5-4858-b7aa-01e8ebd7c0ca service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1825678 Jul 27 19:42:17.449673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Routers {'2270ca23-4dcd-489e-bc89-3ed1f7257145'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:17.450422 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['2270ca23-4dcd-489e-bc89-3ed1f7257145'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:17.486905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a0c8e-1d8d-442c-8967-70c8c87dfd6c req-1ac95cae-1f99-4d0a-b03b-b729d9b10cf0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:17.489081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-040a0c8e-1d8d-442c-8967-70c8c87dfd6c req-1ac95cae-1f99-4d0a-b03b-b729d9b10cf0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 946 time: 0.6845737 Jul 27 19:42:17.509748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815fe95-231b-4ab4-8f59-6140af290a60 None None] Pushing event updated for resources: {'Port': ['ID=d9269cd7-cfb6-451e-aff0-4d28c062216d,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:17.547615 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-877935e2-320b-45a1-9c33-ec1beef9a8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:17.579900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-040a0c8e-1d8d-442c-8967-70c8c87dfd6c req-17ee6440-f7a1-4db2-88ba-cb8d532046b3 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685840 Jul 27 19:42:17.635079 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:17.648419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Pushing event updated for resources: {'Port': ['ID=b6875501-eb67-4533-956e-3fdc7a1fbee7,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:17.703906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-1ca1d127-9dc2-4eff-99ba-4c00ee940baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:17.705515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-1ca1d127-9dc2-4eff-99ba-4c00ee940baa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5132768 Jul 27 19:42:17.710530 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] Set router 2270ca23-4dcd-489e-bc89-3ed1f7257145 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:17.808541 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a79a0e0-2b44-4741-812e-1da17e30209f None None] DHCP port deletion for 87d706c2-4754-4ed0-8dbd-4cf294320f05 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:42:17.884178 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-942e0d88-aa76-4438-8a57-45783e440049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:17.885779 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-942e0d88-aa76-4438-8a57-45783e440049 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4967990 Jul 27 19:42:17.888531 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-fff5f06b-be07-425f-b693-7657107a1d46 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590633 Jul 27 19:42:18.067301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-f5c61df6-e91b-49ff-ada1-59c095cb867a service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399949 Jul 27 19:42:18.138483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5750ae4f-42f3-4bb6-91d8-0dbf56275bf5 None None] Network 33f8129d-fe6b-4a4a-9081-df0e90c2a03d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:42:18.167963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605d4cf-7e10-4a95-aa1a-5843261bbf7e req-115540b1-7ea4-4165-a2e0-26f0e9271801 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:18.169741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d605d4cf-7e10-4a95-aa1a-5843261bbf7e req-115540b1-7ea4-4165-a2e0-26f0e9271801 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/ports?device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 949 time: 0.8420892 Jul 27 19:42:18.288634 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-dacd22e9-1e75-48c1-8ab6-56265a1fad68 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583437 Jul 27 19:42:18.307838 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d605d4cf-7e10-4a95-aa1a-5843261bbf7e req-0aa707bd-678e-4db6-ae9c-a15fe967487f tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/security-groups?id=da163236-1f87-448d-b452-a6359086a48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229312 Jul 27 19:42:18.312740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Deleting port 4f2fc635-ed30-4186-91b8-9b0b04a7f403 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:42:18.313499 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:18.362800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ce0ed-bb68-4e68-b03a-1daa03279ef4 req-515a6083-d11a-4b11-b515-996ee0955ac5 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:18.367997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0a79a0e0-2b44-4741-812e-1da17e30209f None None] Deleting port 4f2fc635-ed30-4186-91b8-9b0b04a7f403 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:42:18.368453 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0a79a0e0-2b44-4741-812e-1da17e30209f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:18.369306 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:18.374197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a70ce0ed-bb68-4e68-b03a-1daa03279ef4 req-515a6083-d11a-4b11-b515-996ee0955ac5 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 945 time: 0.4641757 Jul 27 19:42:18.450065 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1046f14a-a2bb-40fc-ac03-af4d165d5dfd None None] Provisioning for port 2310920a-51ee-4d59-b072-6a06d15e36ad completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:18.536310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0a79a0e0-2b44-4741-812e-1da17e30209f None None] For port 4f2fc635-ed30-4186-91b8-9b0b04a7f403, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4f2fc635-ed30-4186-91b8-9b0b04a7f403,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:18.536771 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0a79a0e0-2b44-4741-812e-1da17e30209f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:18.559054 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0a79a0e0-2b44-4741-812e-1da17e30209f None None] Calling delete_port for 4f2fc635-ed30-4186-91b8-9b0b04a7f403 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:42:18.563576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] For port 4f2fc635-ed30-4186-91b8-9b0b04a7f403, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4f2fc635-ed30-4186-91b8-9b0b04a7f403,segment=NetworkSegment(ccf42730-aca0-4f52-a694-8ed417ad5431),segment_id=ccf42730-aca0-4f52-a694-8ed417ad5431)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:18.564092 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:18.597013 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a70ce0ed-bb68-4e68-b03a-1daa03279ef4 req-25728ae6-8ec8-4af5-8c76-92d0a4e807ee tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214820 Jul 27 19:42:18.608314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Calling delete_port for 4f2fc635-ed30-4186-91b8-9b0b04a7f403 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:42:18.670295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'name': 'tempest-FloatingIPsNegativeTestJSON-1186627655-router', 'tenant_id': '994b3275e29e4af7ada66ab920320259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '95603222-000c-485d-af16-05b5d3df43a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:05Z', 'updated_at': '2021-07-27T19:42:12Z', 'revision_number': 4, 'project_id': '994b3275e29e4af7ada66ab920320259', 'gw_port': {'id': '95603222-000c-485d-af16-05b5d3df43a3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:06Z', 'updated_at': '2021-07-27T19:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd9269cd7-cfb6-451e-aff0-4d28c062216d', 'name': '', 'network_id': '926f3a62-2cfd-4322-bdd8-919aab3fabd4', 'tenant_id': '994b3275e29e4af7ada66ab920320259', 'mac_address': 'fa:16:3e:49:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b023258b-13bc-402a-a4c2-d4939b4b0f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:10Z', 'updated_at': '2021-07-27T19:42:17Z', 'revision_number': 4, 'project_id': '994b3275e29e4af7ada66ab920320259', 'subnets': [{'id': 'b023258b-13bc-402a-a4c2-d4939b4b0f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:18.705255 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:18.730499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab89452a-f5ac-4da1-ad27-2ee4668c3596 None None] The sync data for ids ['2270ca23-4dcd-489e-bc89-3ed1f7257145'] in n-d-705657-21 is: [{'id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'name': 'tempest-FloatingIPsNegativeTestJSON-1186627655-router', 'tenant_id': '994b3275e29e4af7ada66ab920320259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '95603222-000c-485d-af16-05b5d3df43a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:05Z', 'updated_at': '2021-07-27T19:42:12Z', 'revision_number': 4, 'project_id': '994b3275e29e4af7ada66ab920320259', 'gw_port': {'id': '95603222-000c-485d-af16-05b5d3df43a3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:06Z', 'updated_at': '2021-07-27T19:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd9269cd7-cfb6-451e-aff0-4d28c062216d', 'name': '', 'network_id': '926f3a62-2cfd-4322-bdd8-919aab3fabd4', 'tenant_id': '994b3275e29e4af7ada66ab920320259', 'mac_address': 'fa:16:3e:49:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b023258b-13bc-402a-a4c2-d4939b4b0f44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:10Z', 'updated_at': '2021-07-27T19:42:17Z', 'revision_number': 4, 'project_id': '994b3275e29e4af7ada66ab920320259', 'subnets': [{'id': 'b023258b-13bc-402a-a4c2-d4939b4b0f44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:42:18.743596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2310920a-51ee-4d59-b072-6a06d15e36ad up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:18.777993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-877935e2-320b-45a1-9c33-ec1beef9a8cc admin admin] Deleting port d9269cd7-cfb6-451e-aff0-4d28c062216d {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:42:18.777993 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-877935e2-320b-45a1-9c33-ec1beef9a8cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:18.873961 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:18.890375 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c5ac36-e963-41ea-bf24-9fa526fefdee req-da85ae20-c7dd-4336-bdfa-887f8438f98e service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795856 Jul 27 19:42:18.902823 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:18.919784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 2310920a-51ee-4d59-b072-6a06d15e36ad completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:18.930500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 2310920a-51ee-4d59-b072-6a06d15e36ad triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:18.931309 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:18.935806 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0a79a0e0-2b44-4741-812e-1da17e30209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:18.960353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] No DVR routers for this DVR port 4f2fc635-ed30-4186-91b8-9b0b04a7f403 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:42:18.999326 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a79a0e0-2b44-4741-812e-1da17e30209f None None] No DVR routers for this DVR port 4f2fc635-ed30-4186-91b8-9b0b04a7f403 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:42:19.002406 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2fc635-ed30-4186-91b8-9b0b04a7f403,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:19.017613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-877935e2-320b-45a1-9c33-ec1beef9a8cc admin admin] For port d9269cd7-cfb6-451e-aff0-4d28c062216d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d9269cd7-cfb6-451e-aff0-4d28c062216d,segment=NetworkSegment(49a80a57-3ce5-4ec0-b438-925b3104dc86),segment_id=49a80a57-3ce5-4ec0-b438-925b3104dc86)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:19.017898 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-877935e2-320b-45a1-9c33-ec1beef9a8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.052382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79a0e0-2b44-4741-812e-1da17e30209f None None] Pushing event deleted for resources: {'Port': ['ID=4f2fc635-ed30-4186-91b8-9b0b04a7f403,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:19.056143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-877935e2-320b-45a1-9c33-ec1beef9a8cc admin admin] Calling delete_port for d9269cd7-cfb6-451e-aff0-4d28c062216d owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:42:19.102013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996504bf-3740-47bb-bdeb-f5c7fd66678e req-66e08bfa-8190-45a8-ad68-25c4c61c42ce tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:19.104010 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-996504bf-3740-47bb-bdeb-f5c7fd66678e req-66e08bfa-8190-45a8-ad68-25c4c61c42ce tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.63 "GET /v2.0/ports?device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 949 time: 0.3392346 Jul 27 19:42:19.131683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751e439-27c2-4c19-b662-bb2b6814e4a2 req-25b5e8f1-f033-46a7-be66-0663783c82c6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:19.139970 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8751e439-27c2-4c19-b662-bb2b6814e4a2 req-25b5e8f1-f033-46a7-be66-0663783c82c6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 946 time: 0.3695641 Jul 27 19:42:19.153962 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6ce69-7fd3-4b41-b690-31ff5de51250 req-64c36c87-95e2-4f49-9af3-6cde790160a0 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:19.155519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0cf6ce69-7fd3-4b41-b690-31ff5de51250 req-64c36c87-95e2-4f49-9af3-6cde790160a0 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 1097 time: 0.3868887 Jul 27 19:42:19.162883 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.186745 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.202964 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:42:19.203861 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:42:19.204848 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:42:19.205408 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Subscribe: > port after_create 55550000 {{(pid=94059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:42:19.205983 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:42:19.206541 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Subscribe: > port after_update 55550000 {{(pid=94059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:42:19.207090 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:42:19.207639 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:42:19.208305 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:42:19.208903 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:42:19.216112 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-eda907cf-717b-4d33-8c81-9581818fa05b None None] Provisioning complete for port 2310920a-51ee-4d59-b072-6a06d15e36ad triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:19.216328 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eda907cf-717b-4d33-8c81-9581818fa05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.253229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 2310920a-51ee-4d59-b072-6a06d15e36ad, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2310920a-51ee-4d59-b072-6a06d15e36ad,segment=NetworkSegment(a50241ca-b14e-4728-bedf-cb8fa41b707f),segment_id=a50241ca-b14e-4728-bedf-cb8fa41b707f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:19.278241 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.307034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Router 27793e14-5901-4ebc-a862-76b1e74d9a0b is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:42:19.324368 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:42:19.324994 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:42:19.325611 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:42:19.326194 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 19:42:19.326752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d706c2-4754-4ed0-8dbd-4cf294320f05']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:19.346166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf42730-aca0-4f52-a694-8ed417ad5431') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:19.346699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf42730-aca0-4f52-a694-8ed417ad5431') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:19.376133 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.379877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=2310920a-51ee-4d59-b072-6a06d15e36ad,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:19.387411 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4f2fc635-ed30-4186-91b8-9b0b04a7f403 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:42:19.435762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 4f2fc635-ed30-4186-91b8-9b0b04a7f403 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:42:19.436217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4f2fc635-ed30-4186-91b8-9b0b04a7f403 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:42:19.448989 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.457173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device ee687bbd-f1da-4760-bb27-c67054a1732a details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:42:19.457780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-996504bf-3740-47bb-bdeb-f5c7fd66678e req-717d43b7-09b0-41b4-a178-c68863c5d75e tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Deleting port f0b30d6b-6694-44f0-a774-f8295422a60a {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:42:19.458122 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-996504bf-3740-47bb-bdeb-f5c7fd66678e req-717d43b7-09b0-41b4-a178-c68863c5d75e tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.476979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0cf6ce69-7fd3-4b41-b690-31ff5de51250 req-c7e56364-87d3-4049-8746-d191b64cfa2d tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106365 Jul 27 19:42:19.478455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:42:19.478893 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: from cryptography.utils import int_from_bytes Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: from cryptography.utils import int_from_bytes Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:42:19.485881 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:42:19.511689 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8751e439-27c2-4c19-b662-bb2b6814e4a2 req-33a32161-05f4-41a1-ba05-1eca12d3946e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651128 Jul 27 19:42:19.626762 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.635024 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.637226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] 10.222.0.48 "DELETE /v2.0/networks/87d706c2-4754-4ed0-8dbd-4cf294320f05 HTTP/1.1" status: 204 len: 168 time: 2.4552658 Jul 27 19:42:19.662122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port ee687bbd-f1da-4760-bb27-c67054a1732a, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=ee687bbd-f1da-4760-bb27-c67054a1732a,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:19.685347 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'ee687bbd-f1da-4760-bb27-c67054a1732a', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'ee687bbd-f1da-4760-bb27-c67054a1732a', 'mac_address': 'fa:16:3e:7c:fd:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:42:19.733008 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.737534 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:42:19.740368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-996504bf-3740-47bb-bdeb-f5c7fd66678e req-717d43b7-09b0-41b4-a178-c68863c5d75e tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] For port f0b30d6b-6694-44f0-a774-f8295422a60a, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f0b30d6b-6694-44f0-a774-f8295422a60a,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:19.741740 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-996504bf-3740-47bb-bdeb-f5c7fd66678e req-717d43b7-09b0-41b4-a178-c68863c5d75e tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.749168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee687bbd-f1da-4760-bb27-c67054a1732a {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:19.757246 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Sync routers for ids ['27793e14-5901-4ebc-a862-76b1e74d9a0b'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:42:19.765080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-996504bf-3740-47bb-bdeb-f5c7fd66678e req-717d43b7-09b0-41b4-a178-c68863c5d75e tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Calling delete_port for f0b30d6b-6694-44f0-a774-f8295422a60a owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:42:19.787277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2832f95-1af0-41f8-8653-170078c87893 admin admin] Pushing event deleted for resources: {'Network': ['ID=87d706c2-4754-4ed0-8dbd-4cf294320f05,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:19.798960 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Routers {'27793e14-5901-4ebc-a862-76b1e74d9a0b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:19.800119 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['27793e14-5901-4ebc-a862-76b1e74d9a0b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:19.809240 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port ee687bbd-f1da-4760-bb27-c67054a1732a, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=ee687bbd-f1da-4760-bb27-c67054a1732a,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:19.822147 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.824990 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.828485 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-727d38a6-0343-4184-9377-dd5c0ac2ba2e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3464394 Jul 27 19:42:19.829978 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34696) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:19.843380 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-877935e2-320b-45a1-9c33-ec1beef9a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:19.887598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762da0c-b9fe-4b02-945f-b0b7408ca8f6 req-c5d30d42-95d5-475b-868d-271dd4f8c5c2 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:19.889313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2762da0c-b9fe-4b02-945f-b0b7408ca8f6 req-c5d30d42-95d5-475b-868d-271dd4f8c5c2 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/ports?device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 949 time: 0.2824805 Jul 27 19:42:19.903855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64eb4b-3fc1-4bec-aabc-a119ae0e1f0e req-cfed265e-92b3-4d77-8cb3-3bdb786bc117 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:19.905538 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c64eb4b-3fc1-4bec-aabc-a119ae0e1f0e req-cfed265e-92b3-4d77-8cb3-3bdb786bc117 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 1097 time: 0.2670417 Jul 27 19:42:19.906825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34698) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:19.928889 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=ee687bbd-f1da-4760-bb27-c67054a1732a,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:19.974498 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Set router 27793e14-5901-4ebc-a862-76b1e74d9a0b gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:20.012729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877935e2-320b-45a1-9c33-ec1beef9a8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d9269cd7-cfb6-451e-aff0-4d28c062216d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:20.061307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2762da0c-b9fe-4b02-945f-b0b7408ca8f6 req-1d3d870c-9d95-432e-96ed-ba108299053f tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/security-groups?id=da163236-1f87-448d-b452-a6359086a48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638422 Jul 27 19:42:20.071648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['ee687bbd-f1da-4760-bb27-c67054a1732a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:42:20.092287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9039f20f-b43f-49bc-8573-1d9558dab1d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7844aba5e5b149b0b78babceb3037803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841433 Jul 27 19:42:20.093173 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34700) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:20.128986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c64eb4b-3fc1-4bec-aabc-a119ae0e1f0e req-229c72b3-c54b-4fe8-a987-a1cda45ef971 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826410 Jul 27 19:42:20.253172 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-000f9c35-5296-466b-8835-f7ee20ff7507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:20.304835 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-000f9c35-5296-466b-8835-f7ee20ff7507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:20.371186 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:14Z', 'updated_at': '2021-07-27T19:42:17Z', 'revision_number': 3, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'gw_port': {'id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:16Z', 'updated_at': '2021-07-27T19:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:20.409263 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-000f9c35-5296-466b-8835-f7ee20ff7507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:20.412381 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-000f9c35-5296-466b-8835-f7ee20ff7507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:20.415552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-000f9c35-5296-466b-8835-f7ee20ff7507 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84613c91-9f64-4d04-a093-7fb6685276e3 HTTP/1.1" status: 204 len: 168 time: 0.3147440 Jul 27 19:42:20.457621 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Checking router: 27793e14-5901-4ebc-a862-76b1e74d9a0b for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:42:20.457968 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Updating router 27793e14-5901-4ebc-a862-76b1e74d9a0b port b6875501-eb67-4533-956e-3fdc7a1fbee7 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:42:20.500815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f9c35-5296-466b-8835-f7ee20ff7507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84613c91-9f64-4d04-a093-7fb6685276e3,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:20.590119 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:20.592501 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2310920a-51ee-4d59-b072-6a06d15e36ad up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:20.701325 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 2310920a-51ee-4d59-b072-6a06d15e36ad triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:20.706505 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:20.971545 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-877935e2-320b-45a1-9c33-ec1beef9a8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:20.988663 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-996504bf-3740-47bb-bdeb-f5c7fd66678e req-717d43b7-09b0-41b4-a178-c68863c5d75e tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:20.994061 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c7cd1-0a03-4383-a54b-07057b154e05 req-4df81f6e-20ce-466a-b544-588a104da685 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:20.996345 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d42c7cd1-0a03-4383-a54b-07057b154e05 req-4df81f6e-20ce-466a-b544-588a104da685 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 1098 time: 0.5967405 Jul 27 19:42:21.007007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['f0b30d6b-6694-44f0-a774-f8295422a60a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:42:21.024314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16761c-5890-429c-95e8-8bb538338ea0 req-37997099-f460-4f0b-97e2-c0bc3f16a24a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:21.026238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab16761c-5890-429c-95e8-8bb538338ea0 req-37997099-f460-4f0b-97e2-c0bc3f16a24a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932&tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 947 time: 0.5766978 Jul 27 19:42:21.061573 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea3128-a126-4f78-981b-90cf71fac806 req-f63738bb-0818-41e1-abb2-6d4fd05359e6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:21.067173 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:21.069496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65ea3128-a126-4f78-981b-90cf71fac806 req-f63738bb-0818-41e1-abb2-6d4fd05359e6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 947 time: 0.5714772 Jul 27 19:42:21.081183 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Transition to ACTIVE for port object b6875501-eb67-4533-956e-3fdc7a1fbee7 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:21.094639 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:21.109313 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:21.115517 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d43b7-09b0-41b4-a178-c68863c5d75e tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Pushing event deleted for resources: {'Port': ['ID=f0b30d6b-6694-44f0-a774-f8295422a60a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:21.150335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d42c7cd1-0a03-4383-a54b-07057b154e05 req-e209766f-50ff-49a7-9d78-70a1e7b1b224 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394296 Jul 27 19:42:21.171881 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b3118-fa88-4524-8e88-72019cc141d1 None None] Pushing event updated for resources: {'Port': ['ID=b6875501-eb67-4533-956e-3fdc7a1fbee7,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:21.182696 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Attempting to bind port b6875501-eb67-4533-956e-3fdc7a1fbee7 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:21.184037 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Attempting to bind port b6875501-eb67-4533-956e-3fdc7a1fbee7 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:21.184229 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Attempting to bind port b6875501-eb67-4533-956e-3fdc7a1fbee7 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:21.188790 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b3118-fa88-4524-8e88-72019cc141d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:21.189215 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b3118-fa88-4524-8e88-72019cc141d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:21.189620 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b3118-fa88-4524-8e88-72019cc141d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:21.190019 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b3118-fa88-4524-8e88-72019cc141d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:21.190440 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b3118-fa88-4524-8e88-72019cc141d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:21.192034 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b3118-fa88-4524-8e88-72019cc141d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:21.192034 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b3118-fa88-4524-8e88-72019cc141d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:21.192034 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b3118-fa88-4524-8e88-72019cc141d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:21.192034 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b3118-fa88-4524-8e88-72019cc141d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:21.192034 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b3118-fa88-4524-8e88-72019cc141d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:21.192977 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b3118-fa88-4524-8e88-72019cc141d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:21.193081 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b3118-fa88-4524-8e88-72019cc141d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:42:21.199758 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:21.200207 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:21.200341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65ea3128-a126-4f78-981b-90cf71fac806 req-31537bf6-c316-4874-b75b-b8983c21fa64 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243098 Jul 27 19:42:21.200760 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:21.201213 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:21.201896 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Bound port: b6875501-eb67-4533-956e-3fdc7a1fbee7, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:21.202559 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:21.214374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-996504bf-3740-47bb-bdeb-f5c7fd66678e req-717d43b7-09b0-41b4-a178-c68863c5d75e tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] No DVR routers for this DVR port f0b30d6b-6694-44f0-a774-f8295422a60a on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:42:21.215133 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-ab16761c-5890-429c-95e8-8bb538338ea0 req-8c425415-87a9-45a8-ba4b-db4d9ce60597 service neutron] delete failed (client error): The resource could not be found. Jul 27 19:42:21.217028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab16761c-5890-429c-95e8-8bb538338ea0 req-8c425415-87a9-45a8-ba4b-db4d9ce60597 service neutron] 10.222.0.52 "DELETE /v2.0/ports/ee687bbd-f1da-4760-bb27-c67054a1732a/bindings/n-h1-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.1738272 Jul 27 19:42:21.272423 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-996504bf-3740-47bb-bdeb-f5c7fd66678e req-717d43b7-09b0-41b4-a178-c68863c5d75e tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:21.276174 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-996504bf-3740-47bb-bdeb-f5c7fd66678e req-717d43b7-09b0-41b4-a178-c68863c5d75e tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.63 "DELETE /v2.0/ports/f0b30d6b-6694-44f0-a774-f8295422a60a HTTP/1.1" status: 204 len: 173 time: 2.1635756 Jul 27 19:42:21.278077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f55a0f-931d-4f7e-b80b-97c8659aca73', 'name': 'network-vif-deleted', 'tag': 'f0b30d6b-6694-44f0-a774-f8295422a60a'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:21.282165 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223558ca-b032-4187-b268-7207d86e3081" -d '{"events": [{"server_uuid": "32f55a0f-931d-4f7e-b80b-97c8659aca73", "name": "network-vif-deleted", "tag": "f0b30d6b-6694-44f0-a774-f8295422a60a"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:21.349575 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] For port b6875501-eb67-4533-956e-3fdc7a1fbee7, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:21.358140 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] For port b6875501-eb67-4533-956e-3fdc7a1fbee7, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b6875501-eb67-4533-956e-3fdc7a1fbee7,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:21.373312 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:21.392192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb0eddcc-48ab-4ea6-84b8-4e898f923a93 req-d1cdc516-5be1-42a0-8c0b-e7c0867541b2 tempest-ServerDiagnosticsNegativeTest-276916704 tempest-ServerDiagnosticsNegativeTest-276916704-project] 10.222.0.48 "GET /v2.0/ports?device_id=32f55a0f-931d-4f7e-b80b-97c8659aca73 HTTP/1.1" status: 200 len: 210 time: 0.0547411 Jul 27 19:42:21.461696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device ee687bbd-f1da-4760-bb27-c67054a1732a up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:21.518436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16761c-5890-429c-95e8-8bb538338ea0 req-62420e29-3a36-4a5f-9b5a-1e30019f02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:21.526242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab16761c-5890-429c-95e8-8bb538338ea0 req-62420e29-3a36-4a5f-9b5a-1e30019f02c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 1099 time: 0.1313426 Jul 27 19:42:21.532317 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Routers {'27793e14-5901-4ebc-a862-76b1e74d9a0b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:21.533493 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['27793e14-5901-4ebc-a862-76b1e74d9a0b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:21.559172 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3821717c-e294-4666-a49e-dba6404e95bf x-openstack-request-id: req-3821717c-e294-4666-a49e-dba6404e95bf {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:21.559647 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f55a0f-931d-4f7e-b80b-97c8659aca73", "name": "network-vif-deleted", "tag": "f0b30d6b-6694-44f0-a774-f8295422a60a", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:21.559901 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3821717c-e294-4666-a49e-dba6404e95bf {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:21.560308 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f55a0f-931d-4f7e-b80b-97c8659aca73', 'name': 'network-vif-deleted', 'tag': 'f0b30d6b-6694-44f0-a774-f8295422a60a', 'status': 'completed', 'code': 200} Jul 27 19:42:21.587257 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port ee687bbd-f1da-4760-bb27-c67054a1732a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:21.596069 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port ee687bbd-f1da-4760-bb27-c67054a1732a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:21.596777 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:21.676775 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b3118-fa88-4524-8e88-72019cc141d1 None None] Pushing event updated for resources: {'Port': ['ID=b6875501-eb67-4533-956e-3fdc7a1fbee7,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:21.743968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16761c-5890-429c-95e8-8bb538338ea0 req-41a77d35-ccf1-459b-83b9-089b976b84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:21.745582 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab16761c-5890-429c-95e8-8bb538338ea0 req-41a77d35-ccf1-459b-83b9-089b976b84ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2035320 Jul 27 19:42:21.787792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Allocated IP 172.20.0.1 (33f8129d-fe6b-4a4a-9081-df0e90c2a03d/0c65012b-6554-4590-b2c3-3b47790aff60/9365d593-0387-42bf-aeb7-9e11c4ddd56e) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:21.810767 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab16761c-5890-429c-95e8-8bb538338ea0 req-b58d21ec-a676-4fa8-aa47-b51bed9e6cba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=ee687bbd-f1da-4760-bb27-c67054a1732a HTTP/1.1" status: 200 len: 217 time: 0.0500622 Jul 27 19:42:21.814435 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] Set router 27793e14-5901-4ebc-a862-76b1e74d9a0b gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:21.899136 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:21.940655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7afbc9-aaa2-44cc-ab87-ade8b755a932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee687bbd-f1da-4760-bb27-c67054a1732a'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:21.947161 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5fd4d0-89c6-4d20-aaac-f6c72f2edef5" -d '{"events": [{"server_uuid": "2e7afbc9-aaa2-44cc-ab87-ade8b755a932", "name": "network-vif-plugged", "status": "completed", "tag": "ee687bbd-f1da-4760-bb27-c67054a1732a"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:21.976147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16761c-5890-429c-95e8-8bb538338ea0 req-4cb1f064-2aab-49c3-aaa5-53dccff42691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:21.978622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab16761c-5890-429c-95e8-8bb538338ea0 req-4cb1f064-2aab-49c3-aaa5-53dccff42691 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1331456 Jul 27 19:42:21.981395 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port ee687bbd-f1da-4760-bb27-c67054a1732a, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=ee687bbd-f1da-4760-bb27-c67054a1732a,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:21.995373 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:22.068230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b8663-ae56-446c-8f47-3518eee3c66c req-1c42ee46-a8b4-41c7-aa1c-9b8acf8a2bed tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:22.077155 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e29b8663-ae56-446c-8f47-3518eee3c66c req-1c42ee46-a8b4-41c7-aa1c-9b8acf8a2bed tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 1097 time: 0.2698474 Jul 27 19:42:22.091844 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=ee687bbd-f1da-4760-bb27-c67054a1732a,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:22.165109 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:14Z', 'updated_at': '2021-07-27T19:42:17Z', 'revision_number': 3, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'gw_port': {'id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:16Z', 'updated_at': '2021-07-27T19:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:22.187269 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e29b8663-ae56-446c-8f47-3518eee3c66c req-7e0d6b60-0417-42d8-8272-a9309ac2a612 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087825 Jul 27 19:42:22.195909 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16761c-5890-429c-95e8-8bb538338ea0 req-9424fff6-9475-4693-9dcc-c7bf1692fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:22.199655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab16761c-5890-429c-95e8-8bb538338ea0 req-9424fff6-9475-4693-9dcc-c7bf1692fe67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2046549 Jul 27 19:42:22.223614 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81be30-5a0b-4471-ba78-a3465b3ed972 None None] The sync data for ids ['27793e14-5901-4ebc-a862-76b1e74d9a0b'] in n-d-705657-21 is: [{'id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:14Z', 'updated_at': '2021-07-27T19:42:17Z', 'revision_number': 3, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'gw_port': {'id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:16Z', 'updated_at': '2021-07-27T19:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:42:22.370053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab16761c-5890-429c-95e8-8bb538338ea0 req-ee377584-19fb-4bc2-8c26-b0ca30f63240 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477377 Jul 27 19:42:22.416457 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:22.440508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877935e2-320b-45a1-9c33-ec1beef9a8cc admin admin] Router 2270ca23-4dcd-489e-bc89-3ed1f7257145 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:42:22.441970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Transition to ACTIVE for port object 9365d593-0387-42bf-aeb7-9e11c4ddd56e will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:22.470751 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f51abf-5606-4e4b-8528-f49e33029101 x-openstack-request-id: req-78f51abf-5606-4e4b-8528-f49e33029101 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:22.475213 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7afbc9-aaa2-44cc-ab87-ade8b755a932", "name": "network-vif-plugged", "status": "completed", "tag": "ee687bbd-f1da-4760-bb27-c67054a1732a", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:22.475714 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78f51abf-5606-4e4b-8528-f49e33029101 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:22.476132 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7afbc9-aaa2-44cc-ab87-ade8b755a932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee687bbd-f1da-4760-bb27-c67054a1732a', 'code': 200} Jul 27 19:42:22.492080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab16761c-5890-429c-95e8-8bb538338ea0 req-9e1ac237-c34d-4fbb-be23-220e268c452e service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138191 Jul 27 19:42:22.610424 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:22.663472 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0624f0-d655-40b6-9664-8a410f3a7d3a req-a1b41972-c053-4eec-92e7-1cc7826cb10d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:22.665650 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d0624f0-d655-40b6-9664-8a410f3a7d3a req-a1b41972-c053-4eec-92e7-1cc7826cb10d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.1211796 Jul 27 19:42:22.678519 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Network 33f8129d-fe6b-4a4a-9081-df0e90c2a03d is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:22.684160 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:22.689247 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:22.728979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877935e2-320b-45a1-9c33-ec1beef9a8cc admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:42:22.733690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d0624f0-d655-40b6-9664-8a410f3a7d3a req-d2f78aa2-6992-4c38-a365-f772acf90350 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604768 Jul 27 19:42:22.742770 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-877935e2-320b-45a1-9c33-ec1beef9a8cc admin admin] 10.222.0.48 "PUT /v2.0/routers/2270ca23-4dcd-489e-bc89-3ed1f7257145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6774471 Jul 27 19:42:22.742953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a257dc9e-f46f-449c-9868-ea74d2f48332 None None] Sync routers for ids ['2270ca23-4dcd-489e-bc89-3ed1f7257145'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:42:22.743613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34774) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:22.754880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Pushing event updated for resources: {'Port': ['ID=9365d593-0387-42bf-aeb7-9e11c4ddd56e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:22.755096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a257dc9e-f46f-449c-9868-ea74d2f48332 None None] Routers {'2270ca23-4dcd-489e-bc89-3ed1f7257145'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:22.767134 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a257dc9e-f46f-449c-9868-ea74d2f48332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['2270ca23-4dcd-489e-bc89-3ed1f7257145'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:22.829328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:22.948694 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:23.011031 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-785df84d-63a7-4312-b1c3-8d1e108e6afc tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:42:23.012148 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-785df84d-63a7-4312-b1c3-8d1e108e6afc tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0605915 Jul 27 19:42:23.157063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-d0a75581-0336-4dd0-86ae-d5904c287c55 service neutron] Request body: {'binding': {'host': 'n-h2-705657-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:23.157063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-d0a75581-0336-4dd0-86ae-d5904c287c55 service neutron] Unknown quota resources ['binding']. {{(pid=94060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 19:42:23.257628 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-51c2e937-2859-4ae6-b772-3429a5ebd4ba None None] Provisioning for port 9365d593-0387-42bf-aeb7-9e11c4ddd56e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:23.264261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-51c2e937-2859-4ae6-b772-3429a5ebd4ba None None] Provisioning complete for port 9365d593-0387-42bf-aeb7-9e11c4ddd56e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:23.264886 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-51c2e937-2859-4ae6-b772-3429a5ebd4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:23.336760 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:23.360615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-51c2e937-2859-4ae6-b772-3429a5ebd4ba None None] Port 9365d593-0387-42bf-aeb7-9e11c4ddd56e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:42:23.365152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a257dc9e-f46f-449c-9868-ea74d2f48332 None None] Set router 2270ca23-4dcd-489e-bc89-3ed1f7257145 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:23.439941 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34812) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:23.476774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a010b-0563-486e-9441-81961402951c req-242c9cca-110f-4372-81a6-c3f3b917b506 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:23.478753 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df9a010b-0563-486e-9441-81961402951c req-242c9cca-110f-4372-81a6-c3f3b917b506 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 1097 time: 0.1689496 Jul 27 19:42:23.488015 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f0b30d6b-6694-44f0-a774-f8295422a60a no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:42:23.521312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: f0b30d6b-6694-44f0-a774-f8295422a60a {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:42:23.521657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f0b30d6b-6694-44f0-a774-f8295422a60a not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:42:23.580828 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df9a010b-0563-486e-9441-81961402951c req-e2a2f5e8-ab9a-4dfd-bfd4-1bf3a8a406ef tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929334 Jul 27 19:42:23.638200 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:23.643329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34820) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:23.711691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a257dc9e-f46f-449c-9868-ea74d2f48332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'name': 'tempest-FloatingIPsNegativeTestJSON-1186627655-router', 'tenant_id': '994b3275e29e4af7ada66ab920320259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '95603222-000c-485d-af16-05b5d3df43a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:05Z', 'updated_at': '2021-07-27T19:42:19Z', 'revision_number': 5, 'project_id': '994b3275e29e4af7ada66ab920320259', 'gw_port': {'id': '95603222-000c-485d-af16-05b5d3df43a3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:06Z', 'updated_at': '2021-07-27T19:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:23.729173 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f473-3643-4ba6-a1f9-3e19150b1704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:23.743914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a257dc9e-f46f-449c-9868-ea74d2f48332 None None] Checking router: 2270ca23-4dcd-489e-bc89-3ed1f7257145 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:42:23.753121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a257dc9e-f46f-449c-9868-ea74d2f48332 None None] Routers {'2270ca23-4dcd-489e-bc89-3ed1f7257145'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:23.754129 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a257dc9e-f46f-449c-9868-ea74d2f48332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['2270ca23-4dcd-489e-bc89-3ed1f7257145'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:23.823073 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ca298970-8de3-453d-bb40-0210d3673a50 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8516f4f23c934600a2703873bb6a8e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793311 Jul 27 19:42:23.824646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34826) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:23.874733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a257dc9e-f46f-449c-9868-ea74d2f48332 None None] Set router 2270ca23-4dcd-489e-bc89-3ed1f7257145 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:23.919740 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:23.936021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-d0a75581-0336-4dd0-86ae-d5904c287c55 service neutron] Attempting to bind port 12d6c583-a804-4a24-b142-1d333a15ec7f on host n-h2-705657-21 for vnic_type normal with profile None {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:23.936557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-d0a75581-0336-4dd0-86ae-d5904c287c55 service neutron] Attempting to bind port 12d6c583-a804-4a24-b142-1d333a15ec7f by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:23.936969 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-d0a75581-0336-4dd0-86ae-d5904c287c55 service neutron] Attempting to bind port 12d6c583-a804-4a24-b142-1d333a15ec7f on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:23.938015 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-84c0dd41-cf90-454a-b5e0-c83726f9ced6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:23.939230 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:23.946124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] Deleting port 95603222-000c-485d-af16-05b5d3df43a3 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:42:23.946617 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:23.952902 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a257dc9e-f46f-449c-9868-ea74d2f48332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'name': 'tempest-FloatingIPsNegativeTestJSON-1186627655-router', 'tenant_id': '994b3275e29e4af7ada66ab920320259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:05Z', 'updated_at': '2021-07-27T19:42:23Z', 'revision_number': 6, 'project_id': '994b3275e29e4af7ada66ab920320259', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:23.960842 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-84c0dd41-cf90-454a-b5e0-c83726f9ced6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:23.987420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a257dc9e-f46f-449c-9868-ea74d2f48332 None None] The sync data for ids ['2270ca23-4dcd-489e-bc89-3ed1f7257145'] in n-d-705657-21 is: [{'id': '2270ca23-4dcd-489e-bc89-3ed1f7257145', 'name': 'tempest-FloatingIPsNegativeTestJSON-1186627655-router', 'tenant_id': '994b3275e29e4af7ada66ab920320259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:05Z', 'updated_at': '2021-07-27T19:42:23Z', 'revision_number': 6, 'project_id': '994b3275e29e4af7ada66ab920320259', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:42:24.010869 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f473-3643-4ba6-a1f9-3e19150b1704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.019324 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f473-3643-4ba6-a1f9-3e19150b1704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.041741 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-d0a75581-0336-4dd0-86ae-d5904c287c55 service neutron] Port 12d6c583-a804-4a24-b142-1d333a15ec7f on network 14c212e3-8c05-49f1-960f-135c87f330c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:42:24.042060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-d0a75581-0336-4dd0-86ae-d5904c287c55 service neutron] Attempting to bind port 12d6c583-a804-4a24-b142-1d333a15ec7f on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:24.077076 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-84c0dd41-cf90-454a-b5e0-c83726f9ced6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.080073 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-84c0dd41-cf90-454a-b5e0-c83726f9ced6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.080573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-d0a75581-0336-4dd0-86ae-d5904c287c55 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:24.080963 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-d0a75581-0336-4dd0-86ae-d5904c287c55 service neutron] Checking segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:24.081355 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-d0a75581-0336-4dd0-86ae-d5904c287c55 service neutron] Bound using segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:24.082065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-d0a75581-0336-4dd0-86ae-d5904c287c55 service neutron] Bound port: 12d6c583-a804-4a24-b142-1d333a15ec7f, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:24.083862 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-84c0dd41-cf90-454a-b5e0-c83726f9ced6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da163236-1f87-448d-b452-a6359086a48a HTTP/1.1" status: 204 len: 168 time: 0.2581959 Jul 27 19:42:24.088860 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0cd9f473-3643-4ba6-a1f9-3e19150b1704 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c92da38377b4c32b1217293d9206452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4443836 Jul 27 19:42:24.090526 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9f473-3643-4ba6-a1f9-3e19150b1704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecc572c-86fa-4207-9ce6-42efbd74ff78,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:24.092119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34842) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:24.139059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0dd41-cf90-454a-b5e0-c83726f9ced6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da163236-1f87-448d-b452-a6359086a48a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:24.160508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] For port 95603222-000c-485d-af16-05b5d3df43a3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=95603222-000c-485d-af16-05b5d3df43a3,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:24.160907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.170492 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d33aa657-437b-4c4e-b7f7-b5e054521452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.181177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] Calling delete_port for 95603222-000c-485d-af16-05b5d3df43a3 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:42:24.202327 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d33aa657-437b-4c4e-b7f7-b5e054521452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.268191 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d33aa657-437b-4c4e-b7f7-b5e054521452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.275531 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d33aa657-437b-4c4e-b7f7-b5e054521452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.281971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d33aa657-437b-4c4e-b7f7-b5e054521452 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ecc572c-86fa-4207-9ce6-42efbd74ff78 HTTP/1.1" status: 204 len: 168 time: 0.1887431 Jul 27 19:42:24.296758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33aa657-437b-4c4e-b7f7-b5e054521452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecc572c-86fa-4207-9ce6-42efbd74ff78,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:24.362395 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.369330 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Pushing event updated for resources: {'Port': ['ID=9365d593-0387-42bf-aeb7-9e11c4ddd56e,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:24.608598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b6875501-eb67-4533-956e-3fdc7a1fbee7 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:24.656478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34860) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:24.682335 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e4e1693-8307-45e3-ab9e-2f51a256d3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.697907 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-d0a75581-0336-4dd0-86ae-d5904c287c55 service neutron] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=12d6c583-a804-4a24-b142-1d333a15ec7f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:24.716520 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-d0a75581-0336-4dd0-86ae-d5904c287c55 service neutron] Notify callbacks [] for binding, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.730087 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-d0a75581-0336-4dd0-86ae-d5904c287c55 service neutron] 10.222.0.48 "POST /v2.0/ports/12d6c583-a804-4a24-b142-1d333a15ec7f/bindings HTTP/1.1" status: 201 len: 390 time: 1.5768507 Jul 27 19:42:24.734268 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port b6875501-eb67-4533-956e-3fdc7a1fbee7 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:24.740815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b6875501-eb67-4533-956e-3fdc7a1fbee7 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:24.741335 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.861021 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e4e1693-8307-45e3-ab9e-2f51a256d3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.866074 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e4e1693-8307-45e3-ab9e-2f51a256d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.871275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Network 33f8129d-fe6b-4a4a-9081-df0e90c2a03d is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:24.873383 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:24.941615 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e1693-8307-45e3-ab9e-2f51a256d3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452968c2-5539-4889-b747-7291aeb12b21,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:24.948309 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:24.963253 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3e4e1693-8307-45e3-ab9e-2f51a256d3f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5ab599fa3c64303b24e3672c3b3e100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032765 Jul 27 19:42:24.963510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34870) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:25.068550 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:25.075144 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=95603222-000c-485d-af16-05b5d3df43a3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:25.122755 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port b6875501-eb67-4533-956e-3fdc7a1fbee7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b6875501-eb67-4533-956e-3fdc7a1fbee7,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:25.125263 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-96190fb9-9f49-43c1-b467-e7ad4a191149 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:42:25.126315 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-96190fb9-9f49-43c1-b467-e7ad4a191149 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123107 Jul 27 19:42:25.129472 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:25.152425 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-664d8ca2-067c-492b-ac48-ba962601fb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:25.165876 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9b5b9c2a-15be-4221-bcd7-3c407eb7f180 service neutron] Request body: {'binding': {'host': 'n-h1-705657-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:25.166308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9b5b9c2a-15be-4221-bcd7-3c407eb7f180 service neutron] Unknown quota resources ['binding']. {{(pid=94060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 19:42:25.187086 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-664d8ca2-067c-492b-ac48-ba962601fb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:25.218719 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d9269cd7-cfb6-451e-aff0-4d28c062216d no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:42:25.265159 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-664d8ca2-067c-492b-ac48-ba962601fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:25.265856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: d9269cd7-cfb6-451e-aff0-4d28c062216d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:42:25.266223 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d9269cd7-cfb6-451e-aff0-4d28c062216d not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:42:25.271948 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-664d8ca2-067c-492b-ac48-ba962601fb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:25.273590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=b6875501-eb67-4533-956e-3fdc7a1fbee7,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:25.276377 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-664d8ca2-067c-492b-ac48-ba962601fb84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/452968c2-5539-4889-b747-7291aeb12b21 HTTP/1.1" status: 204 len: 168 time: 0.3118382 Jul 27 19:42:25.294511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d8ca2-067c-492b-ac48-ba962601fb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452968c2-5539-4889-b747-7291aeb12b21,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:25.305150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f5e94-c7a6-454d-8b8f-a24664b5f68c req-baeef329-989e-4b98-b03c-76ff8d7719fe tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:25.312622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b43f5e94-c7a6-454d-8b8f-a24664b5f68c req-baeef329-989e-4b98-b03c-76ff8d7719fe tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.2651789 Jul 27 19:42:25.346265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-79e8b5f7-6996-4a66-b323-67d660feafdb None None] Provisioning complete for port 9365d593-0387-42bf-aeb7-9e11c4ddd56e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:25.348678 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-79e8b5f7-6996-4a66-b323-67d660feafdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:25.384902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b43f5e94-c7a6-454d-8b8f-a24664b5f68c req-74359172-ff0b-42b2-8668-1381f6f1ec27 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711660 Jul 27 19:42:25.405690 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-79e8b5f7-6996-4a66-b323-67d660feafdb None None] Port 9365d593-0387-42bf-aeb7-9e11c4ddd56e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:42:25.470103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:25.656540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308650f-4a1c-4abb-aad3-21608f37b263 req-23fc6fef-9750-451c-bb68-80d6116a5c24 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:25.658465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0308650f-4a1c-4abb-aad3-21608f37b263 req-23fc6fef-9750-451c-bb68-80d6116a5c24 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 946 time: 0.1351948 Jul 27 19:42:25.704017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0308650f-4a1c-4abb-aad3-21608f37b263 req-b172cb23-ccd4-4020-8504-7d5d2b0026f6 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386403 Jul 27 19:42:25.829388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdf652-6b47-45f4-8896-e8ff65e5fd8e req-3463b745-1243-4a39-8515-efe82c143544 tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:25.840486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cfdf652-6b47-45f4-8896-e8ff65e5fd8e req-3463b745-1243-4a39-8515-efe82c143544 tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 1100 time: 0.0670416 Jul 27 19:42:25.873538 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cfdf652-6b47-45f4-8896-e8ff65e5fd8e req-dcd33d22-e5be-44e7-a125-273a8878ad48 tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Jul 27 19:42:25.884825 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:25.888458 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:25.948491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9b5b9c2a-15be-4221-bcd7-3c407eb7f180 service neutron] Attempting to bind port df689806-0d96-4159-a656-f983cea73832 on host n-h1-705657-21 for vnic_type normal with profile None {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:25.948795 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9b5b9c2a-15be-4221-bcd7-3c407eb7f180 service neutron] Attempting to bind port df689806-0d96-4159-a656-f983cea73832 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:25.949134 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9b5b9c2a-15be-4221-bcd7-3c407eb7f180 service neutron] Attempting to bind port df689806-0d96-4159-a656-f983cea73832 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:25.960188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Router 27793e14-5901-4ebc-a862-76b1e74d9a0b has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:42:25.967363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9b5b9c2a-15be-4221-bcd7-3c407eb7f180 service neutron] Port df689806-0d96-4159-a656-f983cea73832 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:42:25.967683 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9b5b9c2a-15be-4221-bcd7-3c407eb7f180 service neutron] Attempting to bind port df689806-0d96-4159-a656-f983cea73832 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:25.969563 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:25.970056 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2270ca23-4dcd-489e-bc89-3ed1f7257145 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:42:25.977830 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:25.979028 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-72a319c5-148e-4417-862c-aafc5fa9c9d6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2270ca23-4dcd-489e-bc89-3ed1f7257145 HTTP/1.1" status: 204 len: 168 time: 3.2349999 Jul 27 19:42:25.982771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34906) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:25.985871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9b5b9c2a-15be-4221-bcd7-3c407eb7f180 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:25.986216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9b5b9c2a-15be-4221-bcd7-3c407eb7f180 service neutron] Checking segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:25.986602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9b5b9c2a-15be-4221-bcd7-3c407eb7f180 service neutron] Bound using segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:25.987099 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9b5b9c2a-15be-4221-bcd7-3c407eb7f180 service neutron] Bound port: df689806-0d96-4159-a656-f983cea73832, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:25.992320 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-c03aa58e-dac8-4f0b-a94f-124f99d2bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:25.994297 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-c03aa58e-dac8-4f0b-a94f-124f99d2bfe6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 1098 time: 0.8734329 Jul 27 19:42:26.048446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97d6ff1-8670-4c4f-ad41-b0cf95caca1d admin admin] Deleting subnet b023258b-13bc-402a-a4c2-d4939b4b0f44 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:42:26.052066 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e97d6ff1-8670-4c4f-ad41-b0cf95caca1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:26.102031 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e97d6ff1-8670-4c4f-ad41-b0cf95caca1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:26.225221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9b5b9c2a-15be-4221-bcd7-3c407eb7f180 service neutron] For port df689806-0d96-4159-a656-f983cea73832, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=df689806-0d96-4159-a656-f983cea73832,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:26.242480 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9b5b9c2a-15be-4221-bcd7-3c407eb7f180 service neutron] Notify callbacks [] for binding, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:26.243930 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9b5b9c2a-15be-4221-bcd7-3c407eb7f180 service neutron] 10.222.0.48 "POST /v2.0/ports/df689806-0d96-4159-a656-f983cea73832/bindings HTTP/1.1" status: 201 len: 390 time: 1.0891862 Jul 27 19:42:26.269758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-bface916-2055-40d6-bf8c-56a5f904ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:26.271621 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-bface916-2055-40d6-bf8c-56a5f904ecd8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.2480135 Jul 27 19:42:26.279084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:42:26.286100 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a930fa97-a6ea-47a6-9a70-30b7cbde8345 admin admin] 10.222.0.48 "PUT /v2.0/routers/27793e14-5901-4ebc-a862-76b1e74d9a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4521034 Jul 27 19:42:26.296518 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Sync routers for ids ['27793e14-5901-4ebc-a862-76b1e74d9a0b'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:42:26.328871 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-ee41729e-4467-4877-b9f7-c8b666e1573b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12d6c583-a804-4a24-b142-1d333a15ec7f HTTP/1.1" status: 200 len: 217 time: 0.0470800 Jul 27 19:42:26.334335 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Routers {'27793e14-5901-4ebc-a862-76b1e74d9a0b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:26.335181 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['27793e14-5901-4ebc-a862-76b1e74d9a0b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:26.348698 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e97d6ff1-8670-4c4f-ad41-b0cf95caca1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:26.402352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34922) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:26.459452 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-cdf5f88a-fc79-4690-b4fe-f99f49b546cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:26.463167 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-cdf5f88a-fc79-4690-b4fe-f99f49b546cc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.1255138 Jul 27 19:42:26.478136 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e97d6ff1-8670-4c4f-ad41-b0cf95caca1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:26.544711 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-2467bf5a-d7ed-4fed-82af-2e07637bbda4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750964 Jul 27 19:42:26.559777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b6875501-eb67-4533-956e-3fdc7a1fbee7 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:26.606467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c63ab11-e599-4702-8d79-ab5a964be64e None None] Network 926f3a62-2cfd-4322-bdd8-919aab3fabd4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:42:26.622599 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Set router 27793e14-5901-4ebc-a862-76b1e74d9a0b gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:26.628287 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d6ff1-8670-4c4f-ad41-b0cf95caca1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b023258b-13bc-402a-a4c2-d4939b4b0f44,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:26.658765 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e97d6ff1-8670-4c4f-ad41-b0cf95caca1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:26.680225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e97d6ff1-8670-4c4f-ad41-b0cf95caca1d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b023258b-13bc-402a-a4c2-d4939b4b0f44 HTTP/1.1" status: 204 len: 168 time: 0.6960657 Jul 27 19:42:26.683817 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34938) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:26.786687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-7906fd04-4d02-487c-bb21-1b0a6010e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:26.788673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-7906fd04-4d02-487c-bb21-1b0a6010e680 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 1097 time: 0.2283485 Jul 27 19:42:26.793064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-74a8cc0f-48c3-4046-a2f4-95fea516b167 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497749 Jul 27 19:42:26.852859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-network', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:26.865279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a1223-62d0-4d49-b3c5-4bec5af3dcc3 req-41778180-53bf-4bd4-afad-b52fd19d4db8 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:26.866827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d15a1223-62d0-4d49-b3c5-4bec5af3dcc3 req-41778180-53bf-4bd4-afad-b52fd19d4db8 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 945 time: 0.3564012 Jul 27 19:42:26.892443 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:26.904236 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b6875501-eb67-4533-956e-3fdc7a1fbee7 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:26.904651 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:26.912961 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-ca69295a-a1e7-4ec8-90e2-b117a13cafda service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594782 Jul 27 19:42:26.941949 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:14Z', 'updated_at': '2021-07-27T19:42:23Z', 'revision_number': 4, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'gw_port': {'id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:16Z', 'updated_at': '2021-07-27T19:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '9365d593-0387-42bf-aeb7-9e11c4ddd56e', 'name': '', 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'mac_address': 'fa:16:3e:3b:0a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:21Z', 'updated_at': '2021-07-27T19:42:23Z', 'revision_number': 2, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'subnets': [{'id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:26.957358 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d15a1223-62d0-4d49-b3c5-4bec5af3dcc3 req-96bfdb24-1076-4c63-a2b8-358a57365cbc tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799232 Jul 27 19:42:27.012659 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Checking router: 27793e14-5901-4ebc-a862-76b1e74d9a0b for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:42:27.012994 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Updating router 27793e14-5901-4ebc-a862-76b1e74d9a0b port 9365d593-0387-42bf-aeb7-9e11c4ddd56e binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:42:27.025003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-a4c45ead-3d9f-46c6-9410-4f690f0effc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:27.026668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-a4c45ead-3d9f-46c6-9410-4f690f0effc9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.2290125 Jul 27 19:42:27.067483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1406b6c-1269-4263-984d-d50e9552f1f6 None None] DHCP port deletion for 926f3a62-2cfd-4322-bdd8-919aab3fabd4 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:42:27.083496 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.087157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-65e2d05e-350f-40d2-aab6-ff200fc57d1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df689806-0d96-4159-a656-f983cea73832 HTTP/1.1" status: 200 len: 217 time: 0.0497992 Jul 27 19:42:27.096672 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-de8c9e39-6d88-4f87-acd1-0bfb44039e9f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:27.099552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-de8c9e39-6d88-4f87-acd1-0bfb44039e9f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2861433 Jul 27 19:42:27.107663 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] Made reservation on behalf of 9e03d58a53734ae0ba3fa50f4ec6113c for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:27.112790 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.115932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 95603222-000c-485d-af16-05b5d3df43a3 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:42:27.139310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 95603222-000c-485d-af16-05b5d3df43a3 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:42:27.139991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 95603222-000c-485d-af16-05b5d3df43a3 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:42:27.161956 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.167307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d1406b6c-1269-4263-984d-d50e9552f1f6 None None] Deleting port d395c94f-7cf6-4723-a8b0-eef846d4a9a9 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:42:27.167927 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d1406b6c-1269-4263-984d-d50e9552f1f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.169352 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-e8ebfe23-b326-4e90-bcd0-96be580abb36 service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455807 Jul 27 19:42:27.188637 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-131594f7-fb1d-4874-8869-fc473409b1ec tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/quotas/6338c498f3a44b01b8ebed4fff6ab6c4 HTTP/1.1" status: 200 len: 375 time: 0.0766549 Jul 27 19:42:27.215964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-09e54b68-b670-44f7-8742-680e4f3f90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:27.217722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-09e54b68-b670-44f7-8742-680e4f3f90eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.1171336 Jul 27 19:42:27.250879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d1406b6c-1269-4263-984d-d50e9552f1f6 None None] For port d395c94f-7cf6-4723-a8b0-eef846d4a9a9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d395c94f-7cf6-4723-a8b0-eef846d4a9a9,segment=NetworkSegment(49a80a57-3ce5-4ec0-b438-925b3104dc86),segment_id=49a80a57-3ce5-4ec0-b438-925b3104dc86)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:27.251576 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d1406b6c-1269-4263-984d-d50e9552f1f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.266778 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d1406b6c-1269-4263-984d-d50e9552f1f6 None None] Calling delete_port for d395c94f-7cf6-4723-a8b0-eef846d4a9a9 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:42:27.281196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-2b5f58ad-1fc4-42a1-97b5-a4aaca1255bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410416 Jul 27 19:42:27.290012 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.308362 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.337748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fd68c0-c4d5-4d5d-bb5b-e7befe501bb2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:27.353321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Deleting port d395c94f-7cf6-4723-a8b0-eef846d4a9a9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:42:27.356170 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.359040 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d1406b6c-1269-4263-984d-d50e9552f1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.393786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1406b6c-1269-4263-984d-d50e9552f1f6 None None] Pushing event deleted for resources: {'Port': ['ID=d395c94f-7cf6-4723-a8b0-eef846d4a9a9,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:27.396418 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1406b6c-1269-4263-984d-d50e9552f1f6 None None] No DVR routers for this DVR port d395c94f-7cf6-4723-a8b0-eef846d4a9a9 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:42:27.400604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a14cc-e3ff-4ebf-85c9-939d1e3b2802 req-730ac6b2-1a1f-4e7b-8674-0bf6c3356eca tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:27.402222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-039a14cc-e3ff-4ebf-85c9-939d1e3b2802 req-730ac6b2-1a1f-4e7b-8674-0bf6c3356eca tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 946 time: 0.3139615 Jul 27 19:42:27.436365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] For port d395c94f-7cf6-4723-a8b0-eef846d4a9a9, host n-d-705657-21, got binding levels [] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:27.436365 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.451797 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Calling delete_port for d395c94f-7cf6-4723-a8b0-eef846d4a9a9 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:42:27.454812 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_backend_mixin [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Port d395c94f-7cf6-4723-a8b0-eef846d4a9a9 was not found and therefore no delete operation was performed {{(pid=94060) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 19:42:27.456276 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-6f74d4dd-0ec9-47a5-b803-5ee55f6c73fa tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2589064 Jul 27 19:42:27.469096 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.485631 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.499120 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Transition to ACTIVE for port object 9365d593-0387-42bf-aeb7-9e11c4ddd56e will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:27.502699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-039a14cc-e3ff-4ebf-85c9-939d1e3b2802 req-6657b17d-76d5-47d5-bf08-500b923e1c6e tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774682 Jul 27 19:42:27.510607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] No DVR routers for this DVR port d395c94f-7cf6-4723-a8b0-eef846d4a9a9 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:42:27.512999 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.516809 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:42:27.542388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-10da0e30-6739-451b-8b74-0b8087e1681d service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499332 Jul 27 19:42:27.573575 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02b283-8d26-4cd8-b77b-45850705cc34 None None] Pushing event updated for resources: {'Port': ['ID=9365d593-0387-42bf-aeb7-9e11c4ddd56e,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:27.606611 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.607336 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] Added segment 43c8e1b2-026a-4cd3-adcf-aaafc69094f9 of type vlan for network 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 Jul 27 19:42:27.715595 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Attempting to bind port 9365d593-0387-42bf-aeb7-9e11c4ddd56e on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:27.715968 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Attempting to bind port 9365d593-0387-42bf-aeb7-9e11c4ddd56e by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'a50241ca-b14e-4728-bedf-cb8fa41b707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:27.716333 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Attempting to bind port 9365d593-0387-42bf-aeb7-9e11c4ddd56e on network 33f8129d-fe6b-4a4a-9081-df0e90c2a03d {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:27.734346 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:27.734724 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Checking segment: {'id': 'a50241ca-b14e-4728-bedf-cb8fa41b707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:27.735188 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.735585 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Bound using segment: {'id': 'a50241ca-b14e-4728-bedf-cb8fa41b707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:27.736059 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Bound port: 9365d593-0387-42bf-aeb7-9e11c4ddd56e, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50241ca-b14e-4728-bedf-cb8fa41b707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:27.736491 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.767158 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.869992 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-0609061a-da45-4bb7-809f-f63526715cf3 service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104315 Jul 27 19:42:27.927142 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Pushing event deleted for resources: {'Port': ['ID=d395c94f-7cf6-4723-a8b0-eef846d4a9a9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:27.931175 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.932159 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:27.933048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:27.965286 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] For port 9365d593-0387-42bf-aeb7-9e11c4ddd56e, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:27.971333 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] For port 9365d593-0387-42bf-aeb7-9e11c4ddd56e, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9365d593-0387-42bf-aeb7-9e11c4ddd56e,segment=NetworkSegment(a50241ca-b14e-4728-bedf-cb8fa41b707f),segment_id=a50241ca-b14e-4728-bedf-cb8fa41b707f)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:27.987192 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:28.114428 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.7057669 Jul 27 19:42:28.114674 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Routers {'27793e14-5901-4ebc-a862-76b1e74d9a0b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:28.116029 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['27793e14-5901-4ebc-a862-76b1e74d9a0b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:28.121633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34972) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:28.149104 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7a7868e-c755-4490-909c-b22298d71491 req-6e15e03b-a8e3-43fd-a33f-6946909d24e6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 210 time: 0.2223525 Jul 27 19:42:28.171091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-32189b2e-7283-44a4-add1-59cab7d6bfe8 admin admin] Request body: {'subnet': {'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-subnet', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:28.234168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-e2167b7b-0c6d-4b6c-9eae-3f9f56a0af21 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:28.238686 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:28.238871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-e2167b7b-0c6d-4b6c-9eae-3f9f56a0af21 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39&tenant_id=7b77cb1555044c6bba713df0ce19dca6&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 1097 time: 0.2796407 Jul 27 19:42:28.276686 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da4916-2c1f-4f35-8bcb-4166ec2a447b admin admin] Pushing event updated for resources: {'Network': ['ID=4b449ee3-0d4f-48a2-a6eb-2179518fa3c4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:28.278151 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02b283-8d26-4cd8-b77b-45850705cc34 None None] Pushing event updated for resources: {'Port': ['ID=9365d593-0387-42bf-aeb7-9e11c4ddd56e,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:28.282782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-705657-21'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:28.289107 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:42:28.297619 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926f3a62-2cfd-4322-bdd8-919aab3fabd4']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:28.342107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a80a57-3ce5-4ec0-b438-925b3104dc86') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:28.342394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a80a57-3ce5-4ec0-b438-925b3104dc86') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:28.385241 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:28.404678 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32189b2e-7283-44a4-add1-59cab7d6bfe8 admin admin] Made reservation on behalf of 9e03d58a53734ae0ba3fa50f4ec6113c for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:28.411533 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32189b2e-7283-44a4-add1-59cab7d6bfe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:28.468804 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] Set router 27793e14-5901-4ebc-a862-76b1e74d9a0b gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:28.538658 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:28.578923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:42:28.579785 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:42:28.584426 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:42:28.619115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d395c94f-7cf6-4723-a8b0-eef846d4a9a9 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:42:28.631485 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:28.683564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108c076-8f53-4224-b2fe-03d4f3f038cd req-e3484039-439c-4f29-803a-4d62505df526 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:28.697161 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1108c076-8f53-4224-b2fe-03d4f3f038cd req-e3484039-439c-4f29-803a-4d62505df526 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 945 time: 0.3963859 Jul 27 19:42:28.708567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: d395c94f-7cf6-4723-a8b0-eef846d4a9a9 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:42:28.709242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d395c94f-7cf6-4723-a8b0-eef846d4a9a9 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:42:28.713383 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34982) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:28.733833 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b8f13087-35c4-4afa-bebb-c7609f7f4e4f tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1455712436', 'description': 'tempest-description--56374254'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:28.821083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34984) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:28.989946 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32189b2e-7283-44a4-add1-59cab7d6bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.000543 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.026744 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.028856 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] 10.222.0.48 "DELETE /v2.0/networks/926f3a62-2cfd-4322-bdd8-919aab3fabd4 HTTP/1.1" status: 204 len: 168 time: 2.3419991 Jul 27 19:42:29.049715 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0fa55-6dbd-4cc5-8cf9-430c903f510d admin admin] Pushing event deleted for resources: {'Network': ['ID=926f3a62-2cfd-4322-bdd8-919aab3fabd4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:29.056098 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8f13087-35c4-4afa-bebb-c7609f7f4e4f tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.105065 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:14Z', 'updated_at': '2021-07-27T19:42:23Z', 'revision_number': 4, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'gw_port': {'id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:16Z', 'updated_at': '2021-07-27T19:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '9365d593-0387-42bf-aeb7-9e11c4ddd56e', 'name': '', 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'mac_address': 'fa:16:3e:3b:0a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:21Z', 'updated_at': '2021-07-27T19:42:27Z', 'revision_number': 4, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'subnets': [{'id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:29.119649 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32189b2e-7283-44a4-add1-59cab7d6bfe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a7718b-6c4f-4ee3-8733-41ab3fca0749,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:29.126239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32189b2e-7283-44a4-add1-59cab7d6bfe8 admin admin] Checking segment: {'id': '43c8e1b2-026a-4cd3-adcf-aaafc69094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:29.126589 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32189b2e-7283-44a4-add1-59cab7d6bfe8 admin admin] Network hostable DHCP agents. Network: 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:42:29.176119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] For port df689806-0d96-4159-a656-f983cea73832, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=df689806-0d96-4159-a656-f983cea73832,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:29.178800 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6fa795-1cf4-437f-8cd7-723136025d26 None None] The sync data for ids ['27793e14-5901-4ebc-a862-76b1e74d9a0b'] in n-d-705657-21 is: [{'id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:14Z', 'updated_at': '2021-07-27T19:42:23Z', 'revision_number': 4, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'gw_port': {'id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:16Z', 'updated_at': '2021-07-27T19:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '9365d593-0387-42bf-aeb7-9e11c4ddd56e', 'name': '', 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'mac_address': 'fa:16:3e:3b:0a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:21Z', 'updated_at': '2021-07-27T19:42:27Z', 'revision_number': 4, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'subnets': [{'id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:42:29.181122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32189b2e-7283-44a4-add1-59cab7d6bfe8 admin admin] Network 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:42:29.220021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-32189b2e-7283-44a4-add1-59cab7d6bfe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:29.233617 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd510379-c0c7-4792-8ffc-1175e2c9eaae None None] Network 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:42:29.244025 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] For port df689806-0d96-4159-a656-f983cea73832, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:29.277003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32189b2e-7283-44a4-add1-59cab7d6bfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:29.285956 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32189b2e-7283-44a4-add1-59cab7d6bfe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.308766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34994) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:29.337380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb9a61b-5229-4f1c-a744-156a32feca39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df689806-0d96-4159-a656-f983cea73832'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:29.345050 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd9a400-1718-4bf9-aaca-8ce358cc23a1" -d '{"events": [{"server_uuid": "aeb9a61b-5229-4f1c-a744-156a32feca39", "name": "network-vif-unplugged", "status": "completed", "tag": "df689806-0d96-4159-a656-f983cea73832"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:29.367032 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8f13087-35c4-4afa-bebb-c7609f7f4e4f tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.379106 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.389745 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8f13087-35c4-4afa-bebb-c7609f7f4e4f tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.400046 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d5993a1d-bd39-42c4-b6f0-4c91031bd846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.414388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1108c076-8f53-4224-b2fe-03d4f3f038cd req-fe52187a-b76b-4d56-bb16-90a48f62f52d tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159038 Jul 27 19:42:29.435666 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.456572 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-32189b2e-7283-44a4-add1-59cab7d6bfe8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3298249 Jul 27 19:42:29.462361 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34998) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:29.463282 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8f13087-35c4-4afa-bebb-c7609f7f4e4f tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.467375 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b8f13087-35c4-4afa-bebb-c7609f7f4e4f tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7410054 Jul 27 19:42:29.469526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:29.511418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35000) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:29.529476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9bda1ffc-f119-42fc-a7de-d45b450e9675 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Request body: {'security_group_rule': {'security_group_id': '0e44537a-5ed6-47e1-930c-73dfc8875736', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:29.590781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f13087-35c4-4afa-bebb-c7609f7f4e4f tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e44537a-5ed6-47e1-930c-73dfc8875736,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:29.661732 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'fixed_ips': [{'subnet_id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:42:29.662612 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.669420 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-94003a1f-1ece-45fa-b24c-89090a50d22c tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636680 Jul 27 19:42:29.670368 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.671500 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.749961 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.762972 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3c491e60-5089-4778-a461-e2c0a5d380da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=994b3275e29e4af7ada66ab920320259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530091 Jul 27 19:42:29.774194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35002) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:29.843047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a7b85-5115-4cc7-9e05-8fa1cec22ae5 req-397cf6f0-230d-4788-be43-0e43337c3259 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:29.850770 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef9a7b85-5115-4cc7-9e05-8fa1cec22ae5 req-397cf6f0-230d-4788-be43-0e43337c3259 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 946 time: 1.0013144 Jul 27 19:42:29.858198 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-478609c2-581a-4766-8039-9c59550735f3 req-77db3ae7-6140-48c2-94d5-86c978811e82 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 210 time: 0.1301177 Jul 27 19:42:29.880047 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Allocated IP 172.20.0.2 (4b449ee3-0d4f-48a2-a6eb-2179518fa3c4/46a7718b-6c4f-4ee3-8733-41ab3fca0749/d4aedf0c-3ab5-4405-86bf-0f0058486fbd) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:29.917172 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9bda1ffc-f119-42fc-a7de-d45b450e9675 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:29.956829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=df689806-0d96-4159-a656-f983cea73832,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:29.963728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Attempting to bind port df689806-0d96-4159-a656-f983cea73832 on host n-h2-705657-21 for vnic_type normal with profile {"migrating_to": "n-h1-705657-21"} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:29.964059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Attempting to bind port df689806-0d96-4159-a656-f983cea73832 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:29.964412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Attempting to bind port df689806-0d96-4159-a656-f983cea73832 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:29.978490 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef9a7b85-5115-4cc7-9e05-8fa1cec22ae5 req-14732e7e-6ec0-41b0-a754-90e7910536b6 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261797 Jul 27 19:42:29.999966 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b46ae32-67bf-4692-83c5-7a010f2ff228 x-openstack-request-id: req-9b46ae32-67bf-4692-83c5-7a010f2ff228 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:30.000257 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb9a61b-5229-4f1c-a744-156a32feca39", "name": "network-vif-unplugged", "status": "completed", "tag": "df689806-0d96-4159-a656-f983cea73832", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:30.000543 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b46ae32-67bf-4692-83c5-7a010f2ff228 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:30.000948 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb9a61b-5229-4f1c-a744-156a32feca39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df689806-0d96-4159-a656-f983cea73832', 'code': 200} Jul 27 19:42:30.012840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Port df689806-0d96-4159-a656-f983cea73832 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:42:30.013171 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Attempting to bind port df689806-0d96-4159-a656-f983cea73832 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:30.019432 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d5993a1d-bd39-42c4-b6f0-4c91031bd846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.021075 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:30.021421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Checking segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:30.021812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Bound using segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:30.022263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Bound port: df689806-0d96-4159-a656-f983cea73832, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:30.022617 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.026952 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d5993a1d-bd39-42c4-b6f0-4c91031bd846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.122434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d5993a1d-bd39-42c4-b6f0-4c91031bd846 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e6902183a2643edb7c1f10193919cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2978833 Jul 27 19:42:30.123629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35004) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:30.124511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5993a1d-bd39-42c4-b6f0-4c91031bd846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d60dce-9214-4a94-9251-6866bc675be2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:30.130738 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.145055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Transition to ACTIVE for port object d4aedf0c-3ab5-4405-86bf-0f0058486fbd will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:30.162774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Transition to ACTIVE for port object d4aedf0c-3ab5-4405-86bf-0f0058486fbd will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:30.182967 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.193458 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9bda1ffc-f119-42fc-a7de-d45b450e9675 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.213390 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d558eecc-6f40-4f01-ad31-1c8518783df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.249535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Network 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:30.254752 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9bda1ffc-f119-42fc-a7de-d45b450e9675 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.257247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:30.262650 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:30.266686 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b736448-b916-4312-96f4-f44f16304f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.270065 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Pushing event updated for resources: {'Port': ['ID=d4aedf0c-3ab5-4405-86bf-0f0058486fbd,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:30.273922 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] For port df689806-0d96-4159-a656-f983cea73832, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:30.301006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] For port df689806-0d96-4159-a656-f983cea73832, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=df689806-0d96-4159-a656-f983cea73832,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:30.310884 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b736448-b916-4312-96f4-f44f16304f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.321360 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.344034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda1ffc-f119-42fc-a7de-d45b450e9675 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85217b19-5cbf-4ac9-b9d9-0dbe93a70364,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:30.350276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Attempting to bind port d4aedf0c-3ab5-4405-86bf-0f0058486fbd on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:30.351676 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Attempting to bind port d4aedf0c-3ab5-4405-86bf-0f0058486fbd by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '43c8e1b2-026a-4cd3-adcf-aaafc69094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:30.352778 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Attempting to bind port d4aedf0c-3ab5-4405-86bf-0f0058486fbd on network 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:30.357515 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9bda1ffc-f119-42fc-a7de-d45b450e9675 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.359856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:30.360501 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Checking segment: {'id': '43c8e1b2-026a-4cd3-adcf-aaafc69094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:30.361279 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.361745 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9bda1ffc-f119-42fc-a7de-d45b450e9675 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8457763 Jul 27 19:42:30.362201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Bound using segment: {'id': '43c8e1b2-026a-4cd3-adcf-aaafc69094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:30.362526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35006) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:30.363627 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Bound port: d4aedf0c-3ab5-4405-86bf-0f0058486fbd, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c8e1b2-026a-4cd3-adcf-aaafc69094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:30.364194 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.388126 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.390094 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=df689806-0d96-4159-a656-f983cea73832,revision_number=8']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:30.408304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a86e3171-4c73-47fb-a3fa-88e8a033e668 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Request body: {'security_group_rule': {'security_group_id': '0e44537a-5ed6-47e1-930c-73dfc8875736', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:30.453080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:30.453932 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.456481 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-887c911f-5074-418a-b671-6f7126265fd5 service neutron] 10.222.0.52 "PUT /v2.0/ports/df689806-0d96-4159-a656-f983cea73832 HTTP/1.1" status: 200 len: 1123 time: 2.2076046 Jul 27 19:42:30.457714 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] For port d4aedf0c-3ab5-4405-86bf-0f0058486fbd, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:30.469159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] For port d4aedf0c-3ab5-4405-86bf-0f0058486fbd, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d4aedf0c-3ab5-4405-86bf-0f0058486fbd,segment=NetworkSegment(43c8e1b2-026a-4cd3-adcf-aaafc69094f9),segment_id=43c8e1b2-026a-4cd3-adcf-aaafc69094f9)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:30.475147 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b736448-b916-4312-96f4-f44f16304f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.478623 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.480042 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b736448-b916-4312-96f4-f44f16304f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.481510 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3b736448-b916-4312-96f4-f44f16304f94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5d60dce-9214-4a94-9251-6866bc675be2 HTTP/1.1" status: 204 len: 168 time: 0.3332922 Jul 27 19:42:30.502104 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d558eecc-6f40-4f01-ad31-1c8518783df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.514493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b736448-b916-4312-96f4-f44f16304f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d60dce-9214-4a94-9251-6866bc675be2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:30.569378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a86e3171-4c73-47fb-a3fa-88e8a033e668 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:30.589198 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-19d544a9-ec30-4f60-a09c-8da67b89b138 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:30.601552 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-19d544a9-ec30-4f60-a09c-8da67b89b138 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8153064 Jul 27 19:42:30.641239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71154c-43a4-462a-a8c2-43fc4c358c39 None None] Pushing event updated for resources: {'Port': ['ID=d4aedf0c-3ab5-4405-86bf-0f0058486fbd,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:30.651570 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-3406e1c0-bfe0-4597-92b9-5fc5052da2d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Request body: {'port': {'device_id': '04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '6338c498f3a44b01b8ebed4fff6ab6c4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:30.672879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9365d593-0387-42bf-aeb7-9e11c4ddd56e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:30.718086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea63fb6-aba5-425a-9a32-c91c4f9b40de req-8609a5fe-de0a-4621-928d-e0054c2e8cc4 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:30.720349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ea63fb6-aba5-425a-9a32-c91c4f9b40de req-8609a5fe-de0a-4621-928d-e0054c2e8cc4 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 943 time: 0.1318605 Jul 27 19:42:30.813718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['df689806-0d96-4159-a656-f983cea73832'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:42:30.817090 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ea63fb6-aba5-425a-9a32-c91c4f9b40de req-42faedc1-8804-41b5-b2e7-599c849bdbf4 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861049 Jul 27 19:42:31.090500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 9365d593-0387-42bf-aeb7-9e11c4ddd56e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:31.103107 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 9365d593-0387-42bf-aeb7-9e11c4ddd56e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:31.103500 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:31.144633 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a86e3171-4c73-47fb-a3fa-88e8a033e668 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:31.153387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dde81f82-ea9a-4587-83c6-36e8942d400a req-0763cbae-8d56-4634-9a69-749eef866a4e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 210 time: 0.0989578 Jul 27 19:42:31.193077 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a86e3171-4c73-47fb-a3fa-88e8a033e668 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:31.221497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e3171-4c73-47fb-a3fa-88e8a033e668 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e977bcd9-69ca-4d72-b43d-6951d974d986,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:31.245328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d558eecc-6f40-4f01-ad31-1c8518783df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:31.249087 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d558eecc-6f40-4f01-ad31-1c8518783df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:31.250293 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d558eecc-6f40-4f01-ad31-1c8518783df1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a5f0cd2-00ea-4f13-8c65-b801f54dfad2 HTTP/1.1" status: 204 len: 168 time: 1.4615197 Jul 27 19:42:31.269133 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a86e3171-4c73-47fb-a3fa-88e8a033e668 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:31.272157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b7157-0722-480c-80f2-d3ba8f028b54 req-daf134f8-8f4d-4aab-b364-f0fd7c7f7085 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:31.273649 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a86e3171-4c73-47fb-a3fa-88e8a033e668 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8891745 Jul 27 19:42:31.281366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35028) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:31.286888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd7b7157-0722-480c-80f2-d3ba8f028b54 req-daf134f8-8f4d-4aab-b364-f0fd7c7f7085 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 946 time: 0.1202874 Jul 27 19:42:31.294073 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:31.345586 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558eecc-6f40-4f01-ad31-1c8518783df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5f0cd2-00ea-4f13-8c65-b801f54dfad2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:31.363086 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd7b7157-0722-480c-80f2-d3ba8f028b54 req-cc1088e6-58a3-4411-b839-dd22ba68106f tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713036 Jul 27 19:42:31.388744 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:31.394308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-3406e1c0-bfe0-4597-92b9-5fc5052da2d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Made reservation on behalf of 6338c498f3a44b01b8ebed4fff6ab6c4 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:31.408017 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-3406e1c0-bfe0-4597-92b9-5fc5052da2d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:31.477973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:31.486913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 9365d593-0387-42bf-aeb7-9e11c4ddd56e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9365d593-0387-42bf-aeb7-9e11c4ddd56e,segment=NetworkSegment(a50241ca-b14e-4728-bedf-cb8fa41b707f),segment_id=a50241ca-b14e-4728-bedf-cb8fa41b707f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:31.496533 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:31.563179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=9365d593-0387-42bf-aeb7-9e11c4ddd56e,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:31.878278 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-3406e1c0-bfe0-4597-92b9-5fc5052da2d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Allocated IP 192.168.233.204 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/69974181-fc13-4292-815f-ef504b8a0b66) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:31.897406 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:31.934419 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:32.020684 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb9a61b-5229-4f1c-a744-156a32feca39', 'tag': 'df689806-0d96-4159-a656-f983cea73832'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:32.027532 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4c894d-7df4-41aa-affe-aaa85af544c5" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb9a61b-5229-4f1c-a744-156a32feca39", "tag": "df689806-0d96-4159-a656-f983cea73832"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:32.117755 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:32.162627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ec9a0-34be-4571-9938-18f1694dfc2c req-a7d6f367-bb35-4cdc-b908-8509d38bdc15 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:32.167044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c3ec9a0-34be-4571-9938-18f1694dfc2c req-a7d6f367-bb35-4cdc-b908-8509d38bdc15 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 943 time: 0.2257075 Jul 27 19:42:32.170312 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f418b5-8f33-476c-95f0-46d1bf9d5434 x-openstack-request-id: req-d6f418b5-8f33-476c-95f0-46d1bf9d5434 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:32.170603 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb9a61b-5229-4f1c-a744-156a32feca39", "tag": "df689806-0d96-4159-a656-f983cea73832", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:32.170852 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6f418b5-8f33-476c-95f0-46d1bf9d5434 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:32.173494 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb9a61b-5229-4f1c-a744-156a32feca39', 'tag': 'df689806-0d96-4159-a656-f983cea73832', 'status': 'completed', 'code': 200} Jul 27 19:42:32.270917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35060) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:32.273269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90fddcb-0fd3-40e6-b35b-7be49afd6540 None None] Network 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:42:32.713066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device df689806-0d96-4159-a656-f983cea73832 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:42:32.733272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab8f5662-36e6-4e6f-ba12-daefdcac1c92 req-f9d7e161-674c-46d3-990f-68796c44fa6a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 210 time: 0.4353292 Jul 27 19:42:32.733849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35072) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:32.751163 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2049269200-network', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:32.789282 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c3ec9a0-34be-4571-9938-18f1694dfc2c req-7b6eb5e9-143b-42f4-9210-c812e9dff402 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923214 Jul 27 19:42:32.869770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1927245146-network', 'tenant_id': '6a93e85ad01f42b285364689034f2ab2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:32.884832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port df689806-0d96-4159-a656-f983cea73832, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=df689806-0d96-4159-a656-f983cea73832,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:32.899658 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9365d593-0387-42bf-aeb7-9e11c4ddd56e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:32.917971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] Made reservation on behalf of 2dd7c4d346a24a0db331ef6e9c410c69 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:32.920361 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:32.946692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device df689806-0d96-4159-a656-f983cea73832 has no active binding in host n-h1-705657-21 {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 19:42:32.977948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Allocated IP 172.25.1.59 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/35e313df-19c6-4c79-8400-f70984401c7b) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:32.986490 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5ceb05f6-f692-4a43-ae7b-91ffd2341528 None None] Provisioning for port d4aedf0c-3ab5-4405-86bf-0f0058486fbd completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:33.002747 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 9365d593-0387-42bf-aeb7-9e11c4ddd56e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:33.002747 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.009660 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.018022 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] Made reservation on behalf of 6a93e85ad01f42b285364689034f2ab2 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:33.021182 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.041322 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.046002 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c894d-7df4-41aa-affe-aaa85af544c5 req-979fa273-1b9b-45ac-ad6b-dcc20c539242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:33.049029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca4c894d-7df4-41aa-affe-aaa85af544c5 req-979fa273-1b9b-45ac-ad6b-dcc20c539242 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 1126 time: 0.8740351 Jul 27 19:42:33.069291 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-3406e1c0-bfe0-4597-92b9-5fc5052da2d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.093602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-3406e1c0-bfe0-4597-92b9-5fc5052da2d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Transition to ACTIVE for port object 69974181-fc13-4292-815f-ef504b8a0b66 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:33.139468 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d4aedf0c-3ab5-4405-86bf-0f0058486fbd up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:33.150371 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.180562 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.186016 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-3406e1c0-bfe0-4597-92b9-5fc5052da2d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.209129 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['ee687bbd-f1da-4760-bb27-c67054a1732a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:42:33.243235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406e1c0-bfe0-4597-92b9-5fc5052da2d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Pushing event updated for resources: {'Port': ['ID=69974181-fc13-4292-815f-ef504b8a0b66,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:33.272371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-3406e1c0-bfe0-4597-92b9-5fc5052da2d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:33.274379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-3406e1c0-bfe0-4597-92b9-5fc5052da2d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:33.282726 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-3406e1c0-bfe0-4597-92b9-5fc5052da2d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:33.285653 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.344008 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.349202 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.378834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:33.387721 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port d4aedf0c-3ab5-4405-86bf-0f0058486fbd completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:33.393217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d4aedf0c-3ab5-4405-86bf-0f0058486fbd triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:33.393740 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.402075 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:33.412378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:33.441827 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.459225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:42:33.473966 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.477053 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] Added segment 075f2ffa-bfe1-447e-ad16-f73531fbd005 of type vlan for network 80acd5ab-fde1-4cef-bf74-a103544d15de Jul 27 19:42:33.498895 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.514774 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-3406e1c0-bfe0-4597-92b9-5fc5052da2d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:33.514774 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-3406e1c0-bfe0-4597-92b9-5fc5052da2d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.542221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port d4aedf0c-3ab5-4405-86bf-0f0058486fbd, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d4aedf0c-3ab5-4405-86bf-0f0058486fbd,segment=NetworkSegment(43c8e1b2-026a-4cd3-adcf-aaafc69094f9),segment_id=43c8e1b2-026a-4cd3-adcf-aaafc69094f9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:33.552886 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.553544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Allocated IP 172.25.1.152 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/b86a4076-723f-4f9b-b273-798c26e9daa2) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:33.559913 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-3406e1c0-bfe0-4597-92b9-5fc5052da2d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9523399 Jul 27 19:42:33.560583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Pushing event updated for resources: {'Port': ['ID=35e313df-19c6-4c79-8400-f70984401c7b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:33.583724 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.591103 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Request body: {'port': {'device_id': '04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:33.627286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=d4aedf0c-3ab5-4405-86bf-0f0058486fbd,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:33.667452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3200f3ab-7ea9-48d4-8037-344e96484503,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:33.685011 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.685951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:33.686535 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.710661 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:42:33.731352 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-274b12e2-0cbe-48dc-a99f-8f992dcddda6 None None] Provisioning complete for port d4aedf0c-3ab5-4405-86bf-0f0058486fbd triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:33.732248 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-274b12e2-0cbe-48dc-a99f-8f992dcddda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.741947 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9983311 Jul 27 19:42:33.762903 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35078) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:33.793107 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.793452 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] Added segment b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe of type vlan for network 2f987a4c-7176-4728-b48c-c6344a5a384d Jul 27 19:42:33.807966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-79b717d4-6dc2-42fe-8547-5586432a0ffd admin admin] Request body: {'subnet': {'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1927245146-subnet', 'tenant_id': '6a93e85ad01f42b285364689034f2ab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:33.847294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2cca5-ef5b-490f-8a91-db26cdbb480e req-bb492442-a24f-41d0-8562-ed0d73ea2fb4 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:33.856022 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4a2cca5-ef5b-490f-8a91-db26cdbb480e req-bb492442-a24f-41d0-8562-ed0d73ea2fb4 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 946 time: 0.9595590 Jul 27 19:42:33.863761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fea93f-f50f-4057-9e68-b6cd8f21241b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:33.883786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-274b12e2-0cbe-48dc-a99f-8f992dcddda6 None None] Provisioning for port 69974181-fc13-4292-815f-ef504b8a0b66 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:33.888412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-274b12e2-0cbe-48dc-a99f-8f992dcddda6 None None] Provisioning complete for port 69974181-fc13-4292-815f-ef504b8a0b66 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:33.888802 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-274b12e2-0cbe-48dc-a99f-8f992dcddda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.937193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-274b12e2-0cbe-48dc-a99f-8f992dcddda6 None None] Port 69974181-fc13-4292-815f-ef504b8a0b66 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:42:33.942301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94897225-cfba-45a0-a8b0-b37bf90aceb4 admin admin] Pushing event updated for resources: {'Network': ['ID=80acd5ab-fde1-4cef-bf74-a103544d15de,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:33.957032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b717d4-6dc2-42fe-8547-5586432a0ffd admin admin] Made reservation on behalf of 6a93e85ad01f42b285364689034f2ab2 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:33.959566 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79b717d4-6dc2-42fe-8547-5586432a0ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.965885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:33.985461 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 80acd5ab-fde1-4cef-bf74-a103544d15de details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:42:33.987477 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:34.006307 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c894d-7df4-41aa-affe-aaa85af544c5 req-4636fd98-16bd-4d59-bfd3-0c61d4d8c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:34.008094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca4c894d-7df4-41aa-affe-aaa85af544c5 req-4636fd98-16bd-4d59-bfd3-0c61d4d8c3c3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.8255682 Jul 27 19:42:34.028993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4a2cca5-ef5b-490f-8a91-db26cdbb480e req-10883dcc-cf93-436d-825f-eab929537ee1 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717167 Jul 27 19:42:34.094191 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:34.115264 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca4c894d-7df4-41aa-affe-aaa85af544c5 req-64e186f5-b6b3-44f2-8d38-6e52f0638db1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df689806-0d96-4159-a656-f983cea73832 HTTP/1.1" status: 200 len: 217 time: 0.0852072 Jul 27 19:42:34.196995 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:34.198113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:34.198718 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:34.294418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e95c3f-6a66-4d72-bb58-75b2617f4a53 req-255f813e-9ff2-494e-bb1c-ac347a3022da tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:34.296127 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8e95c3f-6a66-4d72-bb58-75b2617f4a53 req-255f813e-9ff2-494e-bb1c-ac347a3022da tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 943 time: 0.3925142 Jul 27 19:42:34.297444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0215564 Jul 27 19:42:34.306415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35086) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:34.314926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c3ad66e9-4f4c-45b7-bb8a-5da9aec2b075 admin admin] Request body: {'subnet': {'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2049269200-subnet', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:34.320954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c894d-7df4-41aa-affe-aaa85af544c5 req-43fb6336-3893-4ec4-9454-80f9234e32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:34.322469 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca4c894d-7df4-41aa-affe-aaa85af544c5 req-43fb6336-3893-4ec4-9454-80f9234e32d9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.1980789 Jul 27 19:42:34.334055 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc53a0a-3ecf-4809-98c6-234eb8848021 admin admin] Pushing event updated for resources: {'Network': ['ID=2f987a4c-7176-4728-b48c-c6344a5a384d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:34.336666 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:34.351174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 2f987a4c-7176-4728-b48c-c6344a5a384d details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:42:34.407848 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca4c894d-7df4-41aa-affe-aaa85af544c5 req-4e3cc7ab-df90-4df9-8a29-32d6a1de21bc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710704 Jul 27 19:42:34.435789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ad66e9-4f4c-45b7-bb8a-5da9aec2b075 admin admin] Made reservation on behalf of 2dd7c4d346a24a0db331ef6e9c410c69 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:34.438158 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3ad66e9-4f4c-45b7-bb8a-5da9aec2b075 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:34.451984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f926c09-be7b-4244-a947-8697e49e3ecd req-f66fc815-f812-4722-b19a-69bddaf1e1e8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:34.459895 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f926c09-be7b-4244-a947-8697e49e3ecd req-f66fc815-f812-4722-b19a-69bddaf1e1e8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 936 time: 0.3364580 Jul 27 19:42:34.469097 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:34.548118 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d4aedf0c-3ab5-4405-86bf-0f0058486fbd up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:34.556006 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8e95c3f-6a66-4d72-bb58-75b2617f4a53 req-5c02c5c0-bb21-4494-ae89-8d8e8c97dac0 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478113 Jul 27 19:42:34.612710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d4aedf0c-3ab5-4405-86bf-0f0058486fbd triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:34.613224 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:34.635183 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f926c09-be7b-4244-a947-8697e49e3ecd req-996cb71d-74a5-44e2-bc83-d71909e903f9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693704 Jul 27 19:42:34.668467 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca4c894d-7df4-41aa-affe-aaa85af544c5 req-f5bd40e4-810c-45d3-b304-eacfb6ddfa1c service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488620 Jul 27 19:42:34.682904 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:42:34.686425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:34.705371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:34.711079 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79b717d4-6dc2-42fe-8547-5586432a0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:34.716600 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:34.721238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Pushing event updated for resources: {'Port': ['ID=b86a4076-723f-4f9b-b273-798c26e9daa2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:34.831437 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3ad66e9-4f4c-45b7-bb8a-5da9aec2b075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:34.839308 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca4c894d-7df4-41aa-affe-aaa85af544c5 req-12d7711d-7f8d-4be7-8331-ca52d4cd91b6 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419501 Jul 27 19:42:34.882194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b717d4-6dc2-42fe-8547-5586432a0ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=039d2644-dacf-49e7-9e8b-54b45bb17c99,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:34.922436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad66e9-4f4c-45b7-bb8a-5da9aec2b075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a6d6e2-ef16-4337-a570-8e7d796ec20f,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:34.955718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad66e9-4f4c-45b7-bb8a-5da9aec2b075 admin admin] Checking segment: {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:34.956084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ad66e9-4f4c-45b7-bb8a-5da9aec2b075 admin admin] Network hostable DHCP agents. Network: 2f987a4c-7176-4728-b48c-c6344a5a384d, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:42:34.959978 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-de8bd5a2-602a-4041-bef4-adced4d05ff6 service neutron] 10.222.0.63 "GET /v2.0/ports/df689806-0d96-4159-a656-f983cea73832/bindings/n-h1-705657-21 HTTP/1.1" status: 200 len: 385 time: 0.0948524 Jul 27 19:42:34.981508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b717d4-6dc2-42fe-8547-5586432a0ffd admin admin] Checking segment: {'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:34.981795 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b717d4-6dc2-42fe-8547-5586432a0ffd admin admin] Network hostable DHCP agents. Network: 80acd5ab-fde1-4cef-bf74-a103544d15de, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:42:34.997182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ad66e9-4f4c-45b7-bb8a-5da9aec2b075 admin admin] Network 2f987a4c-7176-4728-b48c-c6344a5a384d is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:42:35.013434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-c3ad66e9-4f4c-45b7-bb8a-5da9aec2b075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 2f987a4c-7176-4728-b48c-c6344a5a384d) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:35.023796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69974181-fc13-4292-815f-ef504b8a0b66 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:35.025277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ad66e9-4f4c-45b7-bb8a-5da9aec2b075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:35.025890 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3ad66e9-4f4c-45b7-bb8a-5da9aec2b075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.026087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d963fc-193a-410a-aa2c-aeb2c52ed594 None None] Network 2f987a4c-7176-4728-b48c-c6344a5a384d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:42:35.046771 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.079701 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.084737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c3ad66e9-4f4c-45b7-bb8a-5da9aec2b075 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7753797 Jul 27 19:42:35.088995 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35090) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:35.093437 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.095410 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:35.112275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Transition to ACTIVE for port object 69974181-fc13-4292-815f-ef504b8a0b66 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:35.153331 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b717d4-6dc2-42fe-8547-5586432a0ffd admin admin] Network 80acd5ab-fde1-4cef-bf74-a103544d15de is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:42:35.156629 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.211792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-79b717d4-6dc2-42fe-8547-5586432a0ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 80acd5ab-fde1-4cef-bf74-a103544d15de) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:35.225144 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bddf89-8547-4e26-bf4a-19e75708ade1 None None] Network 80acd5ab-fde1-4cef-bf74-a103544d15de requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:42:35.234066 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.235000 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.251607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-2f987a4c-7176-4728-b48c-c6344a5a384d', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:42:35.252558 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.307049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9d5c859a-1696-4322-934d-51eecb7eea54 service neutron] For port df689806-0d96-4159-a656-f983cea73832, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=df689806-0d96-4159-a656-f983cea73832,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:35.377822 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.389066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9d5c859a-1696-4322-934d-51eecb7eea54 service neutron] For port df689806-0d96-4159-a656-f983cea73832, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:35.398912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47019c-5081-4595-9dbe-fef19174d4c5 req-5e73848c-690a-4665-9073-7284c5b58286 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:35.401237 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab47019c-5081-4595-9dbe-fef19174d4c5 req-5e73848c-690a-4665-9073-7284c5b58286 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 946 time: 0.2737336 Jul 27 19:42:35.453911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e123c6d-0d8d-42a7-870b-28246d100622 None None] Network 80acd5ab-fde1-4cef-bf74-a103544d15de requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:42:35.540655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab47019c-5081-4595-9dbe-fef19174d4c5 req-418ef50c-b56a-4fd9-89b9-210b431c54dd tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132743 Jul 27 19:42:35.546515 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9d5c859a-1696-4322-934d-51eecb7eea54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df689806-0d96-4159-a656-f983cea73832 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:35.559015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b717d4-6dc2-42fe-8547-5586432a0ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:35.559526 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9d5c859a-1696-4322-934d-51eecb7eea54 service neutron] For port df689806-0d96-4159-a656-f983cea73832, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=df689806-0d96-4159-a656-f983cea73832,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:35.559685 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79b717d4-6dc2-42fe-8547-5586432a0ffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.591775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Pushing event updated for resources: {'Port': ['ID=69974181-fc13-4292-815f-ef504b8a0b66,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:35.594090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.635345 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-79b717d4-6dc2-42fe-8547-5586432a0ffd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8690169 Jul 27 19:42:35.667488 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.681012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Allocated IP 172.20.0.2 (2f987a4c-7176-4728-b48c-c6344a5a384d/82a6d6e2-ef16-4337-a570-8e7d796ec20f/f82c5b5d-09f6-44ac-a346-4f8f86e2ddac) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:35.748546 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9d5c859a-1696-4322-934d-51eecb7eea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.791938 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Attempting to bind port 69974181-fc13-4292-815f-ef504b8a0b66 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:35.792318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Attempting to bind port 69974181-fc13-4292-815f-ef504b8a0b66 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:35.792764 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Attempting to bind port 69974181-fc13-4292-815f-ef504b8a0b66 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:35.802880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Port 69974181-fc13-4292-815f-ef504b8a0b66 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:42:35.803214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Attempting to bind port 69974181-fc13-4292-815f-ef504b8a0b66 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:35.808438 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Router acc8594b-c386-495d-b5af-57dc6f3f820c is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:42:35.815804 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:35.816279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:35.817096 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:35.817224 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Bound port: 69974181-fc13-4292-815f-ef504b8a0b66, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:35.817536 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.890482 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.900742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Transition to ACTIVE for port object f82c5b5d-09f6-44ac-a346-4f8f86e2ddac will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:35.921195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Transition to ACTIVE for port object f82c5b5d-09f6-44ac-a346-4f8f86e2ddac will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:35.930468 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:35.956728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfab65c-30b9-4f8f-aa8f-7a2b60dda538 req-9dc6912e-5c53-4350-94a3-9d50cd847bb3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:35.958769 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ecfab65c-30b9-4f8f-aa8f-7a2b60dda538 req-9dc6912e-5c53-4350-94a3-9d50cd847bb3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 943 time: 0.2644079 Jul 27 19:42:35.965059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Network 2f987a4c-7176-4728-b48c-c6344a5a384d is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:35.968785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:35.971606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:35.974567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ad814-e6d8-4c96-82b5-414142087710 req-f66a2de0-8c5b-41e8-b6a7-648985f5a577 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:35.982775 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-084ad814-e6d8-4c96-82b5-414142087710 req-f66a2de0-8c5b-41e8-b6a7-648985f5a577 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 948 time: 0.2030528 Jul 27 19:42:36.014310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Pushing event updated for resources: {'Port': ['ID=f82c5b5d-09f6-44ac-a346-4f8f86e2ddac,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:36.019230 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] For port 69974181-fc13-4292-815f-ef504b8a0b66, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:36.025417 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] For port 69974181-fc13-4292-815f-ef504b8a0b66, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=69974181-fc13-4292-815f-ef504b8a0b66,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:36.027722 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:36.029515 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9d5c859a-1696-4322-934d-51eecb7eea54 service neutron] Transition to ACTIVE for port object df689806-0d96-4159-a656-f983cea73832 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:36.042886 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:36.047954 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:36.049809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Attempting to bind port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:36.050251 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Attempting to bind port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:36.052241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Attempting to bind port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac on network 2f987a4c-7176-4728-b48c-c6344a5a384d {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:36.056517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:36.056981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Checking segment: {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:36.057447 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:36.057843 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9d5c859a-1696-4322-934d-51eecb7eea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:36.058018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Bound using segment: {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:36.058553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Bound port: f82c5b5d-09f6-44ac-a346-4f8f86e2ddac, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:36.059006 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:36.082697 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:42:36.097568 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ecfab65c-30b9-4f8f-aa8f-7a2b60dda538 req-20e56129-6fa0-4a4c-b4bc-a6f08508c24a tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121886 Jul 27 19:42:36.100131 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-084ad814-e6d8-4c96-82b5-414142087710 req-13df9d62-dceb-4319-86ac-18ccc06c0dba tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165986 Jul 27 19:42:36.159537 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] For port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:36.160281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9d5c859a-1696-4322-934d-51eecb7eea54 service neutron] No DVR routers for this DVR port df689806-0d96-4159-a656-f983cea73832 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:42:36.163920 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] For port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f82c5b5d-09f6-44ac-a346-4f8f86e2ddac,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:36.167144 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Sync routers for ids ['acc8594b-c386-495d-b5af-57dc6f3f820c'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:42:36.175497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:36.178328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Routers {'acc8594b-c386-495d-b5af-57dc6f3f820c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:36.186773 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:36.191204 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] 10.222.0.63 "PUT /v2.0/ports/69974181-fc13-4292-815f-ef504b8a0b66 HTTP/1.1" status: 200 len: 1097 time: 2.6121831 Jul 27 19:42:36.194204 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb', 'tag': '69974181-fc13-4292-815f-ef504b8a0b66'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:36.196867 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c25d9c5-a428-4237-817e-c67a6a127ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb", "tag": "69974181-fc13-4292-815f-ef504b8a0b66"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:36.205030 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['acc8594b-c386-495d-b5af-57dc6f3f820c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:36.211833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c859a-1696-4322-934d-51eecb7eea54 service neutron] Pushing event updated for resources: {'Port': ['ID=df689806-0d96-4159-a656-f983cea73832,revision_number=10']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:36.255555 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:36.263966 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a7ce8690-e48a-4248-bd33-c517c6fa81f4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 6.7981372 Jul 27 19:42:36.273991 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35108) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:36.286856 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9d5c859a-1696-4322-934d-51eecb7eea54 service neutron] 10.222.0.63 "PUT /v2.0/ports/df689806-0d96-4159-a656-f983cea73832/bindings/n-h1-705657-21/activate HTTP/1.1" status: 200 len: 370 time: 1.3179257 Jul 27 19:42:36.291205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcca48-59da-4587-82bd-89243852ad24 service neutron] Pushing event updated for resources: {'Port': ['ID=69974181-fc13-4292-815f-ef504b8a0b66,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:36.301156 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:36.310258 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddb7da4-ed23-4bcd-b5c4-4cfb6d5bff0d x-openstack-request-id: req-2ddb7da4-ed23-4bcd-b5c4-4cfb6d5bff0d {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:36.310543 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb", "tag": "69974181-fc13-4292-815f-ef504b8a0b66", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:36.310788 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ddb7da4-ed23-4bcd-b5c4-4cfb6d5bff0d {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:36.311183 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb', 'tag': '69974181-fc13-4292-815f-ef504b8a0b66', 'status': 'completed', 'code': 200} Jul 27 19:42:36.338594 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:36.374786 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:36.378351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:36.474961 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Pushing event updated for resources: {'Port': ['ID=b86a4076-723f-4f9b-b273-798c26e9daa2,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:36.477950 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:36.488061 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-55483280-8a4c-4fd5-b441-6f2904481976 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1982100 Jul 27 19:42:36.510346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba35a07-1713-4578-8a94-cee6d7fc817c None None] Pushing event updated for resources: {'Port': ['ID=f82c5b5d-09f6-44ac-a346-4f8f86e2ddac,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:36.536498 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Set router acc8594b-c386-495d-b5af-57dc6f3f820c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:36.578473 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-4423fcde-af23-492b-bd26-09381331c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:36.580455 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-4423fcde-af23-492b-bd26-09381331c1bd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 1100 time: 0.3079398 Jul 27 19:42:36.699644 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-6cff8512-ccf6-40e3-8b08-f04b1253a5d0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=69974181-fc13-4292-815f-ef504b8a0b66 HTTP/1.1" status: 200 len: 217 time: 0.0619791 Jul 27 19:42:36.823753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Allocated IP 172.25.1.203 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/886f7560-3f52-4f94-8324-739f8a90272c) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:36.831491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-cfedd281-e94b-49ad-af35-1372ca57a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:36.833153 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-cfedd281-e94b-49ad-af35-1372ca57a439 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1157265 Jul 27 19:42:36.866552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-e63b9d0d-fe8c-4d54-a349-45a5fe9246d9 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:36.869080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-e63b9d0d-fe8c-4d54-a349-45a5fe9246d9 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39&tenant_id=7b77cb1555044c6bba713df0ce19dca6&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 1096 time: 0.4304526 Jul 27 19:42:36.884109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '35e313df-19c6-4c79-8400-f70984401c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:29Z', 'updated_at': '2021-07-27T19:42:33Z', 'revision_number': 3, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'gw_port': {'id': '35e313df-19c6-4c79-8400-f70984401c7b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:31Z', 'updated_at': '2021-07-27T19:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:36.916363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Checking router: acc8594b-c386-495d-b5af-57dc6f3f820c for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:42:36.916741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Updating router acc8594b-c386-495d-b5af-57dc6f3f820c port 35e313df-19c6-4c79-8400-f70984401c7b binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:42:36.953935 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:37.012884 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-9aa013b1-ca1f-4a8c-8aea-bbf0255cbd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:37.014550 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-9aa013b1-ca1f-4a8c-8aea-bbf0255cbd63 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1268256 Jul 27 19:42:37.181519 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-0ccf123e-9d5d-4e82-aea2-efb39db0e1de service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562312 Jul 27 19:42:37.183581 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:37.302719 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-7e4fe630-0e2d-4692-85c1-f8c343fc1ab5 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:37.304552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-7e4fe630-0e2d-4692-85c1-f8c343fc1ab5 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/networks?id=80acd5ab-fde1-4cef-bf74-a103544d15de HTTP/1.1" status: 200 len: 805 time: 0.6804059 Jul 27 19:42:37.357784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-cd488426-2d5c-4438-9ba4-868ed4e9777c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/quotas/6a93e85ad01f42b285364689034f2ab2 HTTP/1.1" status: 200 len: 375 time: 0.0387387 Jul 27 19:42:37.378986 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8ddf12ba-312f-4f11-9f2b-933582b0c028 req-65373617-cbfa-4762-a983-fdec8490bb8e service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853969 Jul 27 19:42:37.387189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8d13d-8348-4cfd-8908-87d744ae4eee req-0054acf8-19a2-4a53-95d7-825d6136f57b tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:37.389204 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1a8d13d-8348-4cfd-8908-87d744ae4eee req-0054acf8-19a2-4a53-95d7-825d6136f57b tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 946 time: 0.6520796 Jul 27 19:42:37.435839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-b82c0c64-bc86-49f4-a578-9b9c36cbe1cd tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a93e85ad01f42b285364689034f2ab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661583 Jul 27 19:42:37.461646 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:37.481914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Allocated IP 172.20.0.1 (4b449ee3-0d4f-48a2-a6eb-2179518fa3c4/46a7718b-6c4f-4ee3-8733-41ab3fca0749/dca5c4e9-f2b4-4d7c-959b-32b87cf707a9) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:37.511442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9c810468-3ae5-4d52-879e-6176f214ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:37.512972 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-9c810468-3ae5-4d52-879e-6176f214ff1e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39&tenant_id=7b77cb1555044c6bba713df0ce19dca6 HTTP/1.1" status: 200 len: 1096 time: 0.6223087 Jul 27 19:42:37.545336 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a264516c-44cf-470c-bd3d-ad83d5a553a8 None None] Network 2f987a4c-7176-4728-b48c-c6344a5a384d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:42:37.567358 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1a8d13d-8348-4cfd-8908-87d744ae4eee req-203afa74-7cbb-4507-ab1e-8fd1ee9be656 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663635 Jul 27 19:42:37.577398 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25d9c5-a428-4237-817e-c67a6a127ce8 req-efbb9d68-cbe4-47fe-936e-35e59c2975af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:37.578927 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9c25d9c5-a428-4237-817e-c67a6a127ce8 req-efbb9d68-cbe4-47fe-936e-35e59c2975af service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 1100 time: 0.1320813 Jul 27 19:42:37.652549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-6a458b97-fd07-4af4-a1c5-ff199381ab8d service neutron] 10.222.0.48 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015827 Jul 27 19:42:37.676706 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:37.702046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Transition to ACTIVE for port object dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:37.715232 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:37.729943 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25d9c5-a428-4237-817e-c67a6a127ce8 req-0734dfe7-9334-4360-9a59-9a3dc77c8ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:37.731436 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9c25d9c5-a428-4237-817e-c67a6a127ce8 req-0734dfe7-9334-4360-9a59-9a3dc77c8ad8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.1355829 Jul 27 19:42:37.784746 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9c25d9c5-a428-4237-817e-c67a6a127ce8 req-d2e6a215-6b79-417e-92b9-7147eedc8088 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=69974181-fc13-4292-815f-ef504b8a0b66 HTTP/1.1" status: 200 len: 217 time: 0.0428450 Jul 27 19:42:37.789762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-10f281b0-c6f1-406f-a814-e7b33e1d7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:37.791805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-10f281b0-c6f1-406f-a814-e7b33e1d7117 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 1096 time: 0.2408779 Jul 27 19:42:37.797431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:37.801724 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:37.832627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:37.835618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:37.847843 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ec621923-9efe-455e-8b9f-b7aa8f939843 None None] Provisioning for port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:37.848021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Pushing event updated for resources: {'Port': ['ID=886f7560-3f52-4f94-8324-739f8a90272c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:37.871917 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Network 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:37.878769 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:37.882445 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Pushing event updated for resources: {'Port': ['ID=dca5c4e9-f2b4-4d7c-959b-32b87cf707a9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:37.884756 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:37.909182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25d9c5-a428-4237-817e-c67a6a127ce8 req-9b6511bd-0c48-441e-99d0-4a9527885e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:37.910661 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9c25d9c5-a428-4237-817e-c67a6a127ce8 req-9b6511bd-0c48-441e-99d0-4a9527885e80 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1184068 Jul 27 19:42:37.921151 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-8c0fdb67-8da4-4830-85b1-93e9290304d7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1455712436&fields=id&tenant_id=c6cfdf24bc3d4d79a3fc8ba5e899cb12 HTTP/1.1" status: 200 len: 267 time: 0.2342286 Jul 27 19:42:37.957775 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-29a2310e-fd87-4530-94fb-93dfcbd1d8d4 service neutron] 10.222.0.48 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041475 Jul 27 19:42:37.991585 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:38.060535 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:38.083060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Transition to ACTIVE for port object 35e313df-19c6-4c79-8400-f70984401c7b will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:38.095970 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:38.137375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-ac6fcf2c-1450-429d-8efb-4b2059a5d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:38.138922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-ac6fcf2c-1450-429d-8efb-4b2059a5d117 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.3231182 Jul 27 19:42:38.191174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25d9c5-a428-4237-817e-c67a6a127ce8 req-2c686a24-cc2e-467c-aa6e-054886b8c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:38.193539 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9c25d9c5-a428-4237-817e-c67a6a127ce8 req-2c686a24-cc2e-467c-aa6e-054886b8c30f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2720370 Jul 27 19:42:38.246760 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838f437-1c1d-415c-bf72-767d7764c7e4 None None] Pushing event updated for resources: {'Port': ['ID=35e313df-19c6-4c79-8400-f70984401c7b,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:38.248987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-d77a67b1-e873-4a77-ab6e-0d48eb3aef85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df689806-0d96-4159-a656-f983cea73832 HTTP/1.1" status: 200 len: 217 time: 0.0492823 Jul 27 19:42:38.266193 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:38.276918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Attempting to bind port 35e313df-19c6-4c79-8400-f70984401c7b on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:38.278044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Attempting to bind port 35e313df-19c6-4c79-8400-f70984401c7b by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:38.278412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Attempting to bind port 35e313df-19c6-4c79-8400-f70984401c7b on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:38.291932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:38.292342 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:38.292742 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:38.293137 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:38.293614 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Bound port: 35e313df-19c6-4c79-8400-f70984401c7b, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:38.297014 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:38.332015 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-896b9d20-82b6-467a-9ea1-f7bdf9d033ff None None] Provisioning for port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:38.338731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-896b9d20-82b6-467a-9ea1-f7bdf9d033ff None None] Provisioning complete for port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:38.339060 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-896b9d20-82b6-467a-9ea1-f7bdf9d033ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:38.402940 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] For port 35e313df-19c6-4c79-8400-f70984401c7b, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:38.407440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-896b9d20-82b6-467a-9ea1-f7bdf9d033ff None None] Port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:42:38.416248 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:38.417753 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] For port 35e313df-19c6-4c79-8400-f70984401c7b, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=35e313df-19c6-4c79-8400-f70984401c7b,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:38.431810 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:38.444591 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9c25d9c5-a428-4237-817e-c67a6a127ce8 req-6cb4b84e-cc02-48f7-ad3e-e71f246a5d6e service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356212 Jul 27 19:42:38.545179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838f437-1c1d-415c-bf72-767d7764c7e4 None None] Pushing event updated for resources: {'Port': ['ID=35e313df-19c6-4c79-8400-f70984401c7b,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:38.548687 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Routers {'acc8594b-c386-495d-b5af-57dc6f3f820c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:38.549378 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['acc8594b-c386-495d-b5af-57dc6f3f820c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:38.564167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-8ce9ddf3-4aaf-49b1-b269-70850864ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:38.572045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-8ce9ddf3-4aaf-49b1-b269-70850864ff4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.2559266 Jul 27 19:42:38.583038 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-2b3c0380-cd83-400e-8968-4696dd4dcb46 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:38.584879 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-2b3c0380-cd83-400e-8968-4696dd4dcb46 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/networks?id=33f8129d-fe6b-4a4a-9081-df0e90c2a03d HTTP/1.1" status: 200 len: 815 time: 0.6154644 Jul 27 19:42:38.609766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f82c5b5d-09f6-44ac-a346-4f8f86e2ddac up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:38.677875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-a07c77f1-ae33-4552-ad2c-4bfda9827da1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892892 Jul 27 19:42:38.690876 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9c25d9c5-a428-4237-817e-c67a6a127ce8 req-67e8293d-7e27-4b84-99ec-f14e5f69aef4 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227409 Jul 27 19:42:38.715894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] Set router acc8594b-c386-495d-b5af-57dc6f3f820c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:38.730333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3010cca-46ff-4252-b97c-ffbfceb706f3 req-3757b886-ff3f-431c-8f40-9e84babd3246 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:38.732107 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3010cca-46ff-4252-b97c-ffbfceb706f3 req-3757b886-ff3f-431c-8f40-9e84babd3246 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 944 time: 0.4542575 Jul 27 19:42:38.751226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:38.758612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:38.759047 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:38.787070 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:38.793139 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:38.826856 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-fbabd952-46fb-416b-bd90-3306a5799a0d tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/quotas/c6cfdf24bc3d4d79a3fc8ba5e899cb12 HTTP/1.1" status: 200 len: 375 time: 0.2143462 Jul 27 19:42:38.863514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Pushing event updated for resources: {'Port': ['ID=dca5c4e9-f2b4-4d7c-959b-32b87cf707a9,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:38.888346 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:38.992892 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3010cca-46ff-4252-b97c-ffbfceb706f3 req-8c29d155-9619-467e-a498-93062e00161e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724756 Jul 27 19:42:39.007269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Network 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:39.008930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:39.018581 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:39.052971 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:39.112277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f82c5b5d-09f6-44ac-a346-4f8f86e2ddac,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:39.129731 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-76280b1d-77c7-448f-9b51-238f31710b5f service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253311 Jul 27 19:42:39.152649 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:39.178298 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Router acc8594b-c386-495d-b5af-57dc6f3f820c has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:42:39.231104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=f82c5b5d-09f6-44ac-a346-4f8f86e2ddac,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:39.236732 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '35e313df-19c6-4c79-8400-f70984401c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:29Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 4, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'gw_port': {'id': '35e313df-19c6-4c79-8400-f70984401c7b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:31Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'dca5c4e9-f2b4-4d7c-959b-32b87cf707a9', 'name': '', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'mac_address': 'fa:16:3e:32:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:37Z', 'updated_at': '2021-07-27T19:42:37Z', 'revision_number': 1, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'subnets': [{'id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:39.270803 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3472b8c-2807-4406-806a-9c18d29ea8ac None None] The sync data for ids ['acc8594b-c386-495d-b5af-57dc6f3f820c'] in n-d-705657-21 is: [{'id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '35e313df-19c6-4c79-8400-f70984401c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:29Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 4, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'gw_port': {'id': '35e313df-19c6-4c79-8400-f70984401c7b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:31Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'dca5c4e9-f2b4-4d7c-959b-32b87cf707a9', 'name': '', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'mac_address': 'fa:16:3e:32:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:37Z', 'updated_at': '2021-07-27T19:42:37Z', 'revision_number': 1, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'subnets': [{'id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:42:39.328826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-339b6cb8-c5af-4024-b3bd-df230fc68484 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6cfdf24bc3d4d79a3fc8ba5e899cb12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4870083 Jul 27 19:42:39.353921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-44f7abd1-ac28-4850-ad0a-14702bb996bf None None] Provisioning complete for port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:39.354526 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-44f7abd1-ac28-4850-ad0a-14702bb996bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:39.397667 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-44f7abd1-ac28-4850-ad0a-14702bb996bf None None] Port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:42:39.410469 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:42:39.420437 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5dc08cce-82f1-499b-b637-dc2db50e764a admin admin] 10.222.0.48 "PUT /v2.0/routers/acc8594b-c386-495d-b5af-57dc6f3f820c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1392050 Jul 27 19:42:39.537257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c16fe-90dc-40bc-95ed-9ce28d9c22f5 req-aa46a34a-8c1a-45f9-9b60-1b122284fbfb tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:39.538885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e28c16fe-90dc-40bc-95ed-9ce28d9c22f5 req-aa46a34a-8c1a-45f9-9b60-1b122284fbfb tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 948 time: 0.4116235 Jul 27 19:42:39.539149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device df689806-0d96-4159-a656-f983cea73832 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:42:39.547875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-c358d95f-59fc-4740-90ca-f24d92b14e72 service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657904 Jul 27 19:42:39.649610 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-229efb3f-e55c-442e-992a-4bbb76064e30 service neutron] 10.222.0.48 "GET /v2.0/networks/33f8129d-fe6b-4a4a-9081-df0e90c2a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775235 Jul 27 19:42:39.653062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device df689806-0d96-4159-a656-f983cea73832 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:42:40.075190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e28c16fe-90dc-40bc-95ed-9ce28d9c22f5 req-df5d4204-a29a-4e53-91b3-cc6af9071f02 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023711 Jul 27 19:42:40.166765 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:40.311673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-141b7a1e-781d-454c-8375-12415f4f7ecc service neutron] 10.222.0.48 "GET /v2.0/networks/33f8129d-fe6b-4a4a-9081-df0e90c2a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6446826 Jul 27 19:42:40.313583 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a687fd6-9af0-4d23-a9e4-22e6b92a945b req-04a456bc-6c62-4375-9e75-975bb19f4342 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=329fd68d-8a72-4e76-8dd9-3be52645ff19 HTTP/1.1" status: 200 len: 210 time: 0.0726206 Jul 27 19:42:40.353628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-a70517f8-49b1-4127-91aa-f12d2b490c60 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:40.355212 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-a70517f8-49b1-4127-91aa-f12d2b490c60 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.52 "GET /v2.0/networks?id=80acd5ab-fde1-4cef-bf74-a103544d15de HTTP/1.1" status: 200 len: 805 time: 0.3524756 Jul 27 19:42:40.389457 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-6bf98345-207c-455d-b7ca-1b58b8537960 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:40.390997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-6bf98345-207c-455d-b7ca-1b58b8537960 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39&tenant_id=7b77cb1555044c6bba713df0ce19dca6&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1096 time: 0.3784707 Jul 27 19:42:40.394640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-bcf86244-493c-43b8-b43b-696383776815 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Request body: {'port': {'device_id': '329fd68d-8a72-4e76-8dd9-3be52645ff19', 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de', 'admin_state_up': True, 'tenant_id': '6a93e85ad01f42b285364689034f2ab2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:40.649084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b5fd7-985f-4c09-8320-b88ba50d5295 req-3079d748-f4f6-41e4-9787-57aa5768badd tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:40.651249 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-839b5fd7-985f-4c09-8320-b88ba50d5295 req-3079d748-f4f6-41e4-9787-57aa5768badd tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 946 time: 0.2531826 Jul 27 19:42:40.690219 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f82c5b5d-09f6-44ac-a346-4f8f86e2ddac up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:40.747949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:40.748605 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:40.785442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-bcf86244-493c-43b8-b43b-696383776815 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Made reservation on behalf of 6a93e85ad01f42b285364689034f2ab2 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:40.789620 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-bcf86244-493c-43b8-b43b-696383776815 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:40.803364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Router eddc97cb-96a2-4fef-a163-4124423d3010 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:42:40.867202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-626dd23f-0a0d-49be-8fd1-5d09efee3058 service neutron] For port df689806-0d96-4159-a656-f983cea73832, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:40.871440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 35e313df-19c6-4c79-8400-f70984401c7b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:40.882176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-839b5fd7-985f-4c09-8320-b88ba50d5295 req-39a7a989-4939-4c3c-8430-17b2496103a1 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872461 Jul 27 19:42:40.922387 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-626dd23f-0a0d-49be-8fd1-5d09efee3058 service neutron] Notify callbacks [] for binding, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:40.923505 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec113f57-e9ad-4b23-81e2-d8aa12ad3ca4 req-626dd23f-0a0d-49be-8fd1-5d09efee3058 service neutron] 10.222.0.52 "DELETE /v2.0/ports/df689806-0d96-4159-a656-f983cea73832/bindings/n-h2-705657-21 HTTP/1.1" status: 204 len: 173 time: 0.5022404 Jul 27 19:42:40.932881 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 35e313df-19c6-4c79-8400-f70984401c7b completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:40.939403 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 35e313df-19c6-4c79-8400-f70984401c7b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:40.940090 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:41.012479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-66f6d547-9b10-446a-99f2-1fb366806a32 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:41.019830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-66f6d547-9b10-446a-99f2-1fb366806a32 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/networks?id=4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 HTTP/1.1" status: 200 len: 828 time: 0.3298793 Jul 27 19:42:41.040016 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:41.070072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 35e313df-19c6-4c79-8400-f70984401c7b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=35e313df-19c6-4c79-8400-f70984401c7b,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:41.074751 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:41.109418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-e178e199-3fbd-4271-b480-bcbe3c584dee tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/quotas/9e03d58a53734ae0ba3fa50f4ec6113c HTTP/1.1" status: 200 len: 375 time: 0.0881989 Jul 27 19:42:41.139125 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=35e313df-19c6-4c79-8400-f70984401c7b,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:41.199835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:42:41.209425 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Sync routers for ids ['eddc97cb-96a2-4fef-a163-4124423d3010'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:42:41.220378 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-bcf86244-493c-43b8-b43b-696383776815 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Allocated IP 172.20.0.9 (80acd5ab-fde1-4cef-bf74-a103544d15de/039d2644-dacf-49e7-9e8b-54b45bb17c99/1e84bc52-02ba-4397-948a-b88487e5c068) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:41.221935 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Routers {'eddc97cb-96a2-4fef-a163-4124423d3010'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:41.222784 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eddc97cb-96a2-4fef-a163-4124423d3010'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:41.261697 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c752f6-5f20-40a4-9ab6-417774f71c0d req-8b475e52-69ec-4786-8a03-caa7364b7fac tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:41.263511 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7c752f6-5f20-40a4-9ab6-417774f71c0d req-8b475e52-69ec-4786-8a03-caa7364b7fac tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 944 time: 0.2838774 Jul 27 19:42:41.267459 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:41.271249 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d0707879-c52e-4fec-abca-cd77a75a94bf admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1785011 Jul 27 19:42:41.272635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35182) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:41.283304 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:41.371112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-b97e81d2-8529-4877-8cbb-c2890a907b1d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e03d58a53734ae0ba3fa50f4ec6113c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2272017 Jul 27 19:42:41.380918 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Set router eddc97cb-96a2-4fef-a163-4124423d3010 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:41.412589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7c752f6-5f20-40a4-9ab6-417774f71c0d req-d5fbbee8-3eb1-45bb-9c00-1db2e83c31e2 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321585 Jul 27 19:42:41.539108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 69974181-fc13-4292-815f-ef504b8a0b66 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:42:41.571278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7eff4c7b-5886-477c-a92e-79d856fbc81e req-7ce551fc-88b9-4484-a99c-f14323b389f1 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 210 time: 0.0423601 Jul 27 19:42:41.574791 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-bcf86244-493c-43b8-b43b-696383776815 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:41.585104 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4d3faa9d-9e5e-41b0-826b-1d9880749138 service neutron] 10.222.0.48 "GET /v2.0/networks/4b449ee3-0d4f-48a2-a6eb-2179518fa3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836984 Jul 27 19:42:41.745699 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '886f7560-3f52-4f94-8324-739f8a90272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:35Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 3, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'gw_port': {'id': '886f7560-3f52-4f94-8324-739f8a90272c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:36Z', 'updated_at': '2021-07-27T19:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:41.782289 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 69974181-fc13-4292-815f-ef504b8a0b66, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=69974181-fc13-4292-815f-ef504b8a0b66,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:41.792428 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Checking router: eddc97cb-96a2-4fef-a163-4124423d3010 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:42:41.792965 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Updating router eddc97cb-96a2-4fef-a163-4124423d3010 port 886f7560-3f52-4f94-8324-739f8a90272c binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:42:41.822735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '69974181-fc13-4292-815f-ef504b8a0b66', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '69974181-fc13-4292-815f-ef504b8a0b66', 'mac_address': 'fa:16:3e:bc:7b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:42:41.836431 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:41.896522 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:41.921193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Sync routers for ids ['acc8594b-c386-495d-b5af-57dc6f3f820c'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:42:41.938465 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69974181-fc13-4292-815f-ef504b8a0b66 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:41.963779 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-bcf86244-493c-43b8-b43b-696383776815 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:41.971618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 69974181-fc13-4292-815f-ef504b8a0b66, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=69974181-fc13-4292-815f-ef504b8a0b66,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:41.973424 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Routers {'acc8594b-c386-495d-b5af-57dc6f3f820c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:41.974330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['acc8594b-c386-495d-b5af-57dc6f3f820c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:41.980685 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:41.994954 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-e12dc9e2-496a-4110-9e79-abaf01c34e6c tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:41.996899 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-e12dc9e2-496a-4110-9e79-abaf01c34e6c tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.63 "GET /v2.0/networks?id=33f8129d-fe6b-4a4a-9081-df0e90c2a03d HTTP/1.1" status: 200 len: 815 time: 0.2154825 Jul 27 19:42:42.017096 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-401def4a-b3b6-40dd-a606-2381b7de115a service neutron] 10.222.0.48 "GET /v2.0/networks/4b449ee3-0d4f-48a2-a6eb-2179518fa3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237318 Jul 27 19:42:42.110161 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-c5db968e-7db5-4885-bb8e-8c07c0726d04 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6cfdf24bc3d4d79a3fc8ba5e899cb12 HTTP/1.1" status: 200 len: 380 time: 0.0849051 Jul 27 19:42:42.143336 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-f5b59cdd-af74-456d-83bf-f4d8b0b62542 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Request body: {'port': {'device_id': '8aae3251-e8fd-4578-b3c6-da6cfdd98264', 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'admin_state_up': True, 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'security_groups': ['0e44537a-5ed6-47e1-930c-73dfc8875736']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:42.209145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-bcf86244-493c-43b8-b43b-696383776815 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Network 80acd5ab-fde1-4cef-bf74-a103544d15de is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:42.258646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-bcf86244-493c-43b8-b43b-696383776815 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:42.266501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-bcf86244-493c-43b8-b43b-696383776815 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:42.303534 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:42.314615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Set router acc8594b-c386-495d-b5af-57dc6f3f820c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:42.348930 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Transition to ACTIVE for port object 886f7560-3f52-4f94-8324-739f8a90272c will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:42.367181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf86244-493c-43b8-b43b-696383776815 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Pushing event updated for resources: {'Port': ['ID=1e84bc52-02ba-4397-948a-b88487e5c068,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:42.371760 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:42.439749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d3f80-14be-46ea-9a97-07aa8c554c10 req-f9d203f9-9ba2-4176-9bd5-e8b5b5bff27a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:42.449285 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-674d3f80-14be-46ea-9a97-07aa8c554c10 req-f9d203f9-9ba2-4176-9bd5-e8b5b5bff27a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 948 time: 0.7531271 Jul 27 19:42:42.536148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-bcf86244-493c-43b8-b43b-696383776815 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:42.547001 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Attempting to bind port 886f7560-3f52-4f94-8324-739f8a90272c on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:42.547492 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Attempting to bind port 886f7560-3f52-4f94-8324-739f8a90272c by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:42.547864 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Attempting to bind port 886f7560-3f52-4f94-8324-739f8a90272c on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:42.548868 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-bcf86244-493c-43b8-b43b-696383776815 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:42.560627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-48abb769-64be-41ee-bed8-dee33d7154d3 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:42.562160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-48abb769-64be-41ee-bed8-dee33d7154d3 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a&tenant_id=83373949e0124aa78732c2d4023213df&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1098 time: 0.4707303 Jul 27 19:42:42.573459 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161c35f-139e-48cf-804a-8e90ee52eca2 None None] Pushing event updated for resources: {'Port': ['ID=886f7560-3f52-4f94-8324-739f8a90272c,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:42.581819 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:42.582171 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:42.584963 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:42.584963 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:42.584963 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Bound port: 886f7560-3f52-4f94-8324-739f8a90272c, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:42.585602 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:42.615680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-674d3f80-14be-46ea-9a97-07aa8c554c10 req-321a7581-4d23-44c1-86ad-78a870ef1cea tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601257 Jul 27 19:42:42.620114 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705657-21'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:42.659712 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a6c04-ea8b-433d-9ac1-90beec51f0d0 req-32af3cbc-46a0-41f7-a0ab-5a46902f4540 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:42.667990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=69974181-fc13-4292-815f-ef504b8a0b66,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:42.669538 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] For port 886f7560-3f52-4f94-8324-739f8a90272c, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:42.670138 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-815a6c04-ea8b-433d-9ac1-90beec51f0d0 req-32af3cbc-46a0-41f7-a0ab-5a46902f4540 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=329fd68d-8a72-4e76-8dd9-3be52645ff19 HTTP/1.1" status: 200 len: 931 time: 0.3074243 Jul 27 19:42:42.676861 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 35e313df-19c6-4c79-8400-f70984401c7b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:42.699570 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] For port 886f7560-3f52-4f94-8324-739f8a90272c, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=886f7560-3f52-4f94-8324-739f8a90272c,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:42.712438 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:42.759767 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-bcf86244-493c-43b8-b43b-696383776815 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3771272 Jul 27 19:42:42.795454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Request body: {'port': {'device_id': '329fd68d-8a72-4e76-8dd9-3be52645ff19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:42.808877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['69974181-fc13-4292-815f-ef504b8a0b66'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:42:42.815547 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:42.874209 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161c35f-139e-48cf-804a-8e90ee52eca2 None None] Pushing event updated for resources: {'Port': ['ID=886f7560-3f52-4f94-8324-739f8a90272c,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:42.926462 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Routers {'eddc97cb-96a2-4fef-a163-4124423d3010'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:42.927110 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eddc97cb-96a2-4fef-a163-4124423d3010'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:42.981582 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:42.985769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 35e313df-19c6-4c79-8400-f70984401c7b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:42.986204 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:43.009337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-815a6c04-ea8b-433d-9ac1-90beec51f0d0 req-f0fc327e-bf82-4385-8a46-24aee1b69b85 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289390 Jul 27 19:42:43.046077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-f5b59cdd-af74-456d-83bf-f4d8b0b62542 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Made reservation on behalf of c6cfdf24bc3d4d79a3fc8ba5e899cb12 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:43.046915 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:43.051817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-f5b59cdd-af74-456d-83bf-f4d8b0b62542 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:43.114704 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '35e313df-19c6-4c79-8400-f70984401c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:29Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 4, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'gw_port': {'id': '35e313df-19c6-4c79-8400-f70984401c7b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:31Z', 'updated_at': '2021-07-27T19:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'dca5c4e9-f2b4-4d7c-959b-32b87cf707a9', 'name': '', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'mac_address': 'fa:16:3e:32:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:37Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 2, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'subnets': [{'id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:43.114932 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] Set router eddc97cb-96a2-4fef-a163-4124423d3010 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:43.178789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Checking router: acc8594b-c386-495d-b5af-57dc6f3f820c for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:42:43.179254 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Updating router acc8594b-c386-495d-b5af-57dc6f3f820c port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:42:43.219871 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:43.287965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Allocated IP 172.20.0.1 (2f987a4c-7176-4728-b48c-c6344a5a384d/82a6d6e2-ef16-4337-a570-8e7d796ec20f/7c827aed-611d-42d3-9bae-d08c92208b2f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:43.371532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-f5b59cdd-af74-456d-83bf-f4d8b0b62542 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Allocated IP 172.20.0.8 (33f8129d-fe6b-4a4a-9081-df0e90c2a03d/0c65012b-6554-4590-b2c3-3b47790aff60/850cdca3-f937-4ce0-9464-1aa007d5146d) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:43.376007 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ef0c778a-4e04-46c0-a5b5-c95599b92c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:43.460981 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '886f7560-3f52-4f94-8324-739f8a90272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:35Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 3, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'gw_port': {'id': '886f7560-3f52-4f94-8324-739f8a90272c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:36Z', 'updated_at': '2021-07-27T19:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:43.473857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=12d6c583-a804-4a24-b142-1d333a15ec7f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:43.496516 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199d7fd-caaa-44b7-912b-bf8cc5f9a4a1 None None] The sync data for ids ['eddc97cb-96a2-4fef-a163-4124423d3010'] in n-d-705657-21 is: [{'id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '886f7560-3f52-4f94-8324-739f8a90272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:35Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 3, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'gw_port': {'id': '886f7560-3f52-4f94-8324-739f8a90272c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:36Z', 'updated_at': '2021-07-27T19:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:42:43.541756 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 12d6c583-a804-4a24-b142-1d333a15ec7f details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:42:43.563019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfdc83-b235-495e-95ad-5014b673a69c req-5aa28475-f9c9-420a-adbe-8dceca6f9245 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:43.566021 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:43.577832 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ddfdc83-b235-495e-95ad-5014b673a69c req-5aa28475-f9c9-420a-adbe-8dceca6f9245 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 946 time: 0.7377870 Jul 27 19:42:43.598204 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Transition to ACTIVE for port object 7c827aed-611d-42d3-9bae-d08c92208b2f will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:43.646782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-22621171-2632-47ce-b26a-7980c05193c9 req-2b25df18-fe2b-4656-81fa-cb0dcc4b3a86 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 210 time: 0.5261185 Jul 27 19:42:43.656474 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:43.656620 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-f5b59cdd-af74-456d-83bf-f4d8b0b62542 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:43.677939 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-f5b59cdd-af74-456d-83bf-f4d8b0b62542 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Transition to ACTIVE for port object 850cdca3-f937-4ce0-9464-1aa007d5146d will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:43.690360 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:43.697966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ddfdc83-b235-495e-95ad-5014b673a69c req-6a0ec36d-eeaf-40ac-a93f-314f6f77c747 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191351 Jul 27 19:42:43.765667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Network 2f987a4c-7176-4728-b48c-c6344a5a384d is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:43.772769 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Pushing event updated for resources: {'Port': ['ID=7c827aed-611d-42d3-9bae-d08c92208b2f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:43.775533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:43.786379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:43.814431 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-f5b59cdd-af74-456d-83bf-f4d8b0b62542 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:43.833727 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:43.876580 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a25e9450-4a4e-4550-ba71-4dcf58f8f564 req-13aee093-eba8-4437-929f-c649e2d93950 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 210 time: 0.1073370 Jul 27 19:42:43.911738 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Transition to ACTIVE for port object dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:43.935842 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:43.943825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-f5b59cdd-af74-456d-83bf-f4d8b0b62542 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Network 33f8129d-fe6b-4a4a-9081-df0e90c2a03d is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:43.954148 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:43.959960 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-f5b59cdd-af74-456d-83bf-f4d8b0b62542 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:44.007387 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-f5b59cdd-af74-456d-83bf-f4d8b0b62542 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:44.015863 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b59cdd-af74-456d-83bf-f4d8b0b62542 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Pushing event updated for resources: {'Port': ['ID=850cdca3-f937-4ce0-9464-1aa007d5146d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:44.061234 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=12d6c583-a804-4a24-b142-1d333a15ec7f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:44.196888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-f5b59cdd-af74-456d-83bf-f4d8b0b62542 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:44.198005 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-f5b59cdd-af74-456d-83bf-f4d8b0b62542 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:44.279551 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:44.282642 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-f5b59cdd-af74-456d-83bf-f4d8b0b62542 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1628311 Jul 27 19:42:44.283788 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 12d6c583-a804-4a24-b142-1d333a15ec7f has no active binding in host n-h2-705657-21 {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 19:42:44.300246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca93fb-9077-4793-9704-606cad794dbd None None] Pushing event updated for resources: {'Port': ['ID=dca5c4e9-f2b4-4d7c-959b-32b87cf707a9,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:44.305459 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-91b0f75b-a785-43dd-875d-94f206dfa9e3 None None] Provisioning for port 7c827aed-611d-42d3-9bae-d08c92208b2f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:44.309675 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Request body: {'port': {'device_id': '8aae3251-e8fd-4578-b3c6-da6cfdd98264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:44.312490 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-91b0f75b-a785-43dd-875d-94f206dfa9e3 None None] Provisioning complete for port 7c827aed-611d-42d3-9bae-d08c92208b2f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:44.312786 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-91b0f75b-a785-43dd-875d-94f206dfa9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:44.315783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Attempting to bind port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:44.316157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Attempting to bind port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '43c8e1b2-026a-4cd3-adcf-aaafc69094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:44.318116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Attempting to bind port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 on network 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:44.370377 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:44.370584 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Checking segment: {'id': '43c8e1b2-026a-4cd3-adcf-aaafc69094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:44.370849 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:44.371250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Bound using segment: {'id': '43c8e1b2-026a-4cd3-adcf-aaafc69094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:44.371729 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Bound port: dca5c4e9-f2b4-4d7c-959b-32b87cf707a9, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c8e1b2-026a-4cd3-adcf-aaafc69094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:44.372112 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:44.425998 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:44.460358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] For port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:44.463850 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] For port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=dca5c4e9-f2b4-4d7c-959b-32b87cf707a9,segment=NetworkSegment(43c8e1b2-026a-4cd3-adcf-aaafc69094f9),segment_id=43c8e1b2-026a-4cd3-adcf-aaafc69094f9)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:44.482650 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:44.499683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-91b0f75b-a785-43dd-875d-94f206dfa9e3 None None] Port 7c827aed-611d-42d3-9bae-d08c92208b2f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:42:44.566961 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Routers {'acc8594b-c386-495d-b5af-57dc6f3f820c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:44.567625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['acc8594b-c386-495d-b5af-57dc6f3f820c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:44.643539 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 886f7560-3f52-4f94-8324-739f8a90272c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:44.801946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca93fb-9077-4793-9704-606cad794dbd None None] Pushing event updated for resources: {'Port': ['ID=dca5c4e9-f2b4-4d7c-959b-32b87cf707a9,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:44.811746 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 886f7560-3f52-4f94-8324-739f8a90272c completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:44.824294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2f49a9ce-cba9-42b3-9768-4f9a23409ddf None None] Provisioning for port 850cdca3-f937-4ce0-9464-1aa007d5146d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:44.826373 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e84bc52-02ba-4397-948a-b88487e5c068 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:44.830014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 886f7560-3f52-4f94-8324-739f8a90272c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:44.830383 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:44.837806 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:44.842915 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2f49a9ce-cba9-42b3-9768-4f9a23409ddf None None] Provisioning complete for port 850cdca3-f937-4ce0-9464-1aa007d5146d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:44.842915 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2f49a9ce-cba9-42b3-9768-4f9a23409ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:44.855828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Transition to ACTIVE for port object 1e84bc52-02ba-4397-948a-b88487e5c068 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:44.868210 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:44.879125 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:44.913202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b72cdb7-aaad-44a2-897c-3be8aafbef7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d6c583-a804-4a24-b142-1d333a15ec7f'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:44.915754 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414fa0a5-0980-4869-94e7-2489870fda58" -d '{"events": [{"server_uuid": "3b72cdb7-aaad-44a2-897c-3be8aafbef7a", "name": "network-vif-unplugged", "status": "completed", "tag": "12d6c583-a804-4a24-b142-1d333a15ec7f"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:44.918502 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:44.925488 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:44.958540 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-2f49a9ce-cba9-42b3-9768-4f9a23409ddf None None] Port 850cdca3-f937-4ce0-9464-1aa007d5146d cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:42:44.982934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] Set router acc8594b-c386-495d-b5af-57dc6f3f820c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:45.050122 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:45.053163 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:45.055063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Pushing event updated for resources: {'Port': ['ID=7c827aed-611d-42d3-9bae-d08c92208b2f,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:45.163145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1e84bc52-02ba-4397-948a-b88487e5c068,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:45.166065 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:45.203314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 886f7560-3f52-4f94-8324-739f8a90272c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=886f7560-3f52-4f94-8324-739f8a90272c,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:45.220357 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:45.249598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850cdca3-f937-4ce0-9464-1aa007d5146d {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:45.255367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Network 2f987a4c-7176-4728-b48c-c6344a5a384d is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:45.259733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:45.262501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:45.281764 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Transition to ACTIVE for port object 850cdca3-f937-4ce0-9464-1aa007d5146d will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:45.311713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=886f7560-3f52-4f94-8324-739f8a90272c,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:45.319919 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:45.348372 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '35e313df-19c6-4c79-8400-f70984401c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:29Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 4, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'gw_port': {'id': '35e313df-19c6-4c79-8400-f70984401c7b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:31Z', 'updated_at': '2021-07-27T19:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'dca5c4e9-f2b4-4d7c-959b-32b87cf707a9', 'name': '', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'mac_address': 'fa:16:3e:32:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:37Z', 'updated_at': '2021-07-27T19:42:44Z', 'revision_number': 4, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'subnets': [{'id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:45.350988 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-ec4d57ec-6736-4dad-b7ea-21feb2371cce tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:45.353611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-ec4d57ec-6736-4dad-b7ea-21feb2371cce tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.52 "GET /v2.0/networks?id=4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 HTTP/1.1" status: 200 len: 828 time: 0.4619019 Jul 27 19:42:45.355878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c575200-c23c-4a81-9210-b870b936b704 req-c2c17104-c0b4-48a1-9cb8-632b67805aca tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:45.357756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c575200-c23c-4a81-9210-b870b936b704 req-c2c17104-c0b4-48a1-9cb8-632b67805aca tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 1096 time: 1.5666275 Jul 27 19:42:45.399017 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987af71-4bab-4426-86e5-1bdd770d81dd req-0870b228-ea17-4f75-a14a-a72c08617cf9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:45.401605 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5987af71-4bab-4426-86e5-1bdd770d81dd req-0870b228-ea17-4f75-a14a-a72c08617cf9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 949 time: 0.5121107 Jul 27 19:42:45.404858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4164e4f8-4877-4507-becd-52e782cb4590 req-7b446b28-f63d-4749-ba95-fea4e143a8c1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5141041 Jul 27 19:42:45.405825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Attempting to bind port 12d6c583-a804-4a24-b142-1d333a15ec7f on host n-h1-705657-21 for vnic_type normal with profile {"migrating_to": "n-h2-705657-21"} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:45.406482 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Attempting to bind port 12d6c583-a804-4a24-b142-1d333a15ec7f by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:45.407043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Attempting to bind port 12d6c583-a804-4a24-b142-1d333a15ec7f on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:45.409809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295857d1-1b63-46a6-a4b0-fdc40194fa50 None None] The sync data for ids ['acc8594b-c386-495d-b5af-57dc6f3f820c'] in n-d-705657-21 is: [{'id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '35e313df-19c6-4c79-8400-f70984401c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:29Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 4, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'gw_port': {'id': '35e313df-19c6-4c79-8400-f70984401c7b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:31Z', 'updated_at': '2021-07-27T19:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'dca5c4e9-f2b4-4d7c-959b-32b87cf707a9', 'name': '', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'mac_address': 'fa:16:3e:32:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:37Z', 'updated_at': '2021-07-27T19:42:44Z', 'revision_number': 4, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'subnets': [{'id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:42:45.423536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-7baf3f79-a86f-40ff-9dff-bdb0475abf99 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Request body: {'port': {'device_id': 'dd078d19-19b8-4254-9b15-66fc5dbfb351', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'admin_state_up': True, 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:45.455292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Pushing event updated for resources: {'Port': ['ID=12d6c583-a804-4a24-b142-1d333a15ec7f,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:45.459128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Pushing event updated for resources: {'Port': ['ID=850cdca3-f937-4ce0-9464-1aa007d5146d,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:45.529886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Port 12d6c583-a804-4a24-b142-1d333a15ec7f on network 14c212e3-8c05-49f1-960f-135c87f330c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:42:45.529886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Attempting to bind port 12d6c583-a804-4a24-b142-1d333a15ec7f on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:45.548252 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Router eddc97cb-96a2-4fef-a163-4124423d3010 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:42:45.562805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 69974181-fc13-4292-815f-ef504b8a0b66 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:45.615790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:45.616218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Checking segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:45.616640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Bound using segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:45.617163 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Bound port: 12d6c583-a804-4a24-b142-1d333a15ec7f, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:45.617529 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:45.630486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Attempting to bind port 1e84bc52-02ba-4397-948a-b88487e5c068 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:45.631161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Attempting to bind port 1e84bc52-02ba-4397-948a-b88487e5c068 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:45.631722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Attempting to bind port 1e84bc52-02ba-4397-948a-b88487e5c068 on network 80acd5ab-fde1-4cef-bf74-a103544d15de {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:45.654389 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Attempting to bind port 850cdca3-f937-4ce0-9464-1aa007d5146d on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:45.654977 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Attempting to bind port 850cdca3-f937-4ce0-9464-1aa007d5146d by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a50241ca-b14e-4728-bedf-cb8fa41b707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:45.655353 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Attempting to bind port 850cdca3-f937-4ce0-9464-1aa007d5146d on network 33f8129d-fe6b-4a4a-9081-df0e90c2a03d {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:45.664198 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Port 850cdca3-f937-4ce0-9464-1aa007d5146d on network 33f8129d-fe6b-4a4a-9081-df0e90c2a03d not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:42:45.664803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Attempting to bind port 850cdca3-f937-4ce0-9464-1aa007d5146d on network 33f8129d-fe6b-4a4a-9081-df0e90c2a03d {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:45.668130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 69974181-fc13-4292-815f-ef504b8a0b66 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:45.675911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 69974181-fc13-4292-815f-ef504b8a0b66 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:45.680520 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:45.703775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:45.704201 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Checking segment: {'id': 'a50241ca-b14e-4728-bedf-cb8fa41b707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:45.704666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Bound using segment: {'id': 'a50241ca-b14e-4728-bedf-cb8fa41b707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:45.705171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Bound port: 850cdca3-f937-4ce0-9464-1aa007d5146d, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a50241ca-b14e-4728-bedf-cb8fa41b707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:45.705608 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:45.759751 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5987af71-4bab-4426-86e5-1bdd770d81dd req-199db0a6-3be2-4f39-9525-f50e273aec8e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485835 Jul 27 19:42:45.776365 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c575200-c23c-4a81-9210-b870b936b704 req-0fd1b435-1896-4631-ae81-4bd7bb402daf tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945053 Jul 27 19:42:45.800624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Port 1e84bc52-02ba-4397-948a-b88487e5c068 on network 80acd5ab-fde1-4cef-bf74-a103544d15de not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:42:45.801677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Attempting to bind port 1e84bc52-02ba-4397-948a-b88487e5c068 on network 80acd5ab-fde1-4cef-bf74-a103544d15de {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:45.860301 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:42:45.890728 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-810f3f34-75e0-4dc4-8c21-6cac3c940736 admin admin] 10.222.0.48 "PUT /v2.0/routers/eddc97cb-96a2-4fef-a163-4124423d3010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6147606 Jul 27 19:42:45.915296 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] For port 850cdca3-f937-4ce0-9464-1aa007d5146d, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:45.916591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:45.917765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Checking segment: {'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:45.919408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Bound using segment: {'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:45.920005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Bound port: 1e84bc52-02ba-4397-948a-b88487e5c068, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:45.920505 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:45.921223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] For port 850cdca3-f937-4ce0-9464-1aa007d5146d, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=850cdca3-f937-4ce0-9464-1aa007d5146d,segment=NetworkSegment(a50241ca-b14e-4728-bedf-cb8fa41b707f),segment_id=a50241ca-b14e-4728-bedf-cb8fa41b707f)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:45.932284 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:45.933493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164e4f8-4877-4507-becd-52e782cb4590 req-ccdeb871-b772-45ad-82e0-028e1715cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:45.935874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4164e4f8-4877-4507-becd-52e782cb4590 req-ccdeb871-b772-45ad-82e0-028e1715cf89 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 1096 time: 0.4153485 Jul 27 19:42:45.997767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b30f3e9f-7472-4968-b62d-7a38642500a3 None None] Provisioning complete for port 7c827aed-611d-42d3-9bae-d08c92208b2f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:45.998227 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b30f3e9f-7472-4968-b62d-7a38642500a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:46.031059 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Pushing event updated for resources: {'Port': ['ID=850cdca3-f937-4ce0-9464-1aa007d5146d,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:46.046424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:46.047447 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:46.049538 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-77536fc4-6836-41a3-87f0-210ed84254fc service neutron] 10.222.0.63 "PUT /v2.0/ports/850cdca3-f937-4ce0-9464-1aa007d5146d HTTP/1.1" status: 200 len: 1092 time: 1.7473648 Jul 27 19:42:46.050419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aae3251-e8fd-4578-b3c6-da6cfdd98264', 'tag': '850cdca3-f937-4ce0-9464-1aa007d5146d'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:46.053579 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76733b04-4e3b-48fe-be03-2e5e08cd202a" -d '{"events": [{"name": "network-changed", "server_uuid": "8aae3251-e8fd-4578-b3c6-da6cfdd98264", "tag": "850cdca3-f937-4ce0-9464-1aa007d5146d"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:46.129971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-7baf3f79-a86f-40ff-9dff-bdb0475abf99 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Made reservation on behalf of 9e03d58a53734ae0ba3fa50f4ec6113c for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:46.130745 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-7baf3f79-a86f-40ff-9dff-bdb0475abf99 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:46.148166 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:46.174783 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afd721b7-0bfa-4ad6-b30d-b58518b0ee6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:46.178690 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b30f3e9f-7472-4968-b62d-7a38642500a3 None None] Port 7c827aed-611d-42d3-9bae-d08c92208b2f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:42:46.183504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164e4f8-4877-4507-becd-52e782cb4590 req-d3aca624-7827-424a-92a7-6a856bff0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:46.184809 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4164e4f8-4877-4507-becd-52e782cb4590 req-d3aca624-7827-424a-92a7-6a856bff0ac2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.2182786 Jul 27 19:42:46.186785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69974181-fc13-4292-815f-ef504b8a0b66'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:46.189292 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77921f0-8d7f-4108-9189-ccaf224a6e2c" -d '{"events": [{"server_uuid": "04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb", "name": "network-vif-plugged", "status": "completed", "tag": "69974181-fc13-4292-815f-ef504b8a0b66"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:46.193305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-466224d5-a08c-4141-a314-794ed1d26d3e req-a4919762-3270-4495-8001-d39a2ee576e3 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 210 time: 0.2676101 Jul 27 19:42:46.215195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 69974181-fc13-4292-815f-ef504b8a0b66, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=69974181-fc13-4292-815f-ef504b8a0b66,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:46.223794 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:46.229438 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-342b7790-b585-4a26-9be1-6d32e06b6b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:46.231090 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-342b7790-b585-4a26-9be1-6d32e06b6b9a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c6cfdf24bc3d4d79a3fc8ba5e899cb12&device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 1095 time: 0.1253612 Jul 27 19:42:46.238371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:46.298399 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=69974181-fc13-4292-815f-ef504b8a0b66,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:46.305901 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-80a2ac44-a3c0-41fb-9aa5-892703060f93 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850cdca3-f937-4ce0-9464-1aa007d5146d HTTP/1.1" status: 200 len: 217 time: 0.0648446 Jul 27 19:42:46.373248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-e20dc63c-013e-4fe0-ac0b-597855a0e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:46.375102 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-e20dc63c-013e-4fe0-ac0b-597855a0e4c1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0c65012b-6554-4590-b2c3-3b47790aff60 HTTP/1.1" status: 200 len: 854 time: 0.0605509 Jul 27 19:42:46.405024 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Sync routers for ids ['eddc97cb-96a2-4fef-a163-4124423d3010'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:42:46.416819 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Routers {'eddc97cb-96a2-4fef-a163-4124423d3010'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:46.417694 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eddc97cb-96a2-4fef-a163-4124423d3010'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:46.421904 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4164e4f8-4877-4507-becd-52e782cb4590 req-8d36bb70-abdb-48d1-9495-7292570ec828 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28063d34-1bbb-4feb-8836-141f31d35f0f HTTP/1.1" status: 200 len: 217 time: 0.1585155 Jul 27 19:42:46.446821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:46.448766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-3281d09a-58e5-400d-ae45-42f568187a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:46.450510 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-3281d09a-58e5-400d-ae45-42f568187a96 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=33f8129d-fe6b-4a4a-9081-df0e90c2a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667381 Jul 27 19:42:46.563048 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Set router eddc97cb-96a2-4fef-a163-4124423d3010 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:46.577745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=12d6c583-a804-4a24-b142-1d333a15ec7f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:46.602652 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:46.614682 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-a069d211-80e3-4600-8130-0f77abae9a65 service neutron] 10.222.0.63 "GET /v2.0/networks/33f8129d-fe6b-4a4a-9081-df0e90c2a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491699 Jul 27 19:42:46.624768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] For port 1e84bc52-02ba-4397-948a-b88487e5c068, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:46.632678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:46.708248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] For port 1e84bc52-02ba-4397-948a-b88487e5c068, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1e84bc52-02ba-4397-948a-b88487e5c068,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:46.725102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481050f-c99e-469a-b992-0d8b97ce41d4 req-eb7c6b8b-c0e6-4131-be7b-024e3e351196 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:46.732014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:46.734260 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9481050f-c99e-469a-b992-0d8b97ce41d4 req-eb7c6b8b-c0e6-4131-be7b-024e3e351196 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=329fd68d-8a72-4e76-8dd9-3be52645ff19 HTTP/1.1" status: 200 len: 943 time: 0.8107266 Jul 27 19:42:46.737296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164e4f8-4877-4507-becd-52e782cb4590 req-28e38820-80b8-4f1e-a0b7-a9da541a731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:46.738981 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4164e4f8-4877-4507-becd-52e782cb4590 req-28e38820-80b8-4f1e-a0b7-a9da541a731a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.2948737 Jul 27 19:42:46.740600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:46.741704 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:46.765385 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:46.812784 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-644b72b5-b192-4e85-916c-b3d7184a5846 req-05c8c63a-5210-409d-88f9-c1c7341f9f7d service neutron] 10.222.0.63 "GET /v2.0/networks/33f8129d-fe6b-4a4a-9081-df0e90c2a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817253 Jul 27 19:42:46.836959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-7baf3f79-a86f-40ff-9dff-bdb0475abf99 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Allocated IP 172.20.0.4 (4b449ee3-0d4f-48a2-a6eb-2179518fa3c4/46a7718b-6c4f-4ee3-8733-41ab3fca0749/bef1350c-f1a3-4068-9683-8566a80c6d70) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:46.858076 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4164e4f8-4877-4507-becd-52e782cb4590 req-82b87e1e-dde0-4aed-a566-35eac0c2d93e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044383 Jul 27 19:42:46.859771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:46.860456 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:46.862262 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] 10.222.0.52 "PUT /v2.0/ports/1e84bc52-02ba-4397-948a-b88487e5c068 HTTP/1.1" status: 200 len: 1092 time: 4.0790179 Jul 27 19:42:46.877840 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:46.901248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:46.902295 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:46.904092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] 10.222.0.63 "PUT /v2.0/ports/12d6c583-a804-4a24-b142-1d333a15ec7f HTTP/1.1" status: 200 len: 1124 time: 4.3137279 Jul 27 19:42:46.904778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c4d3e-d359-4626-b1bb-67cfb3910a79 service neutron] Pushing event updated for resources: {'Port': ['ID=12d6c583-a804-4a24-b142-1d333a15ec7f,revision_number=8']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:46.942593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9a9c3-49b2-4bf8-b2fc-8c43cb1a1142 req-324d3501-e51d-4bd9-861f-63daed0a02f7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:46.945318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99f9a9c3-49b2-4bf8-b2fc-8c43cb1a1142 req-324d3501-e51d-4bd9-861f-63daed0a02f7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 944 time: 0.5764518 Jul 27 19:42:46.960032 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=dca5c4e9-f2b4-4d7c-959b-32b87cf707a9,segment=NetworkSegment(43c8e1b2-026a-4cd3-adcf-aaafc69094f9),segment_id=43c8e1b2-026a-4cd3-adcf-aaafc69094f9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:46.983902 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:46.985045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 886f7560-3f52-4f94-8324-739f8a90272c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:47.019893 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '886f7560-3f52-4f94-8324-739f8a90272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:35Z', 'updated_at': '2021-07-27T19:42:44Z', 'revision_number': 4, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'gw_port': {'id': '886f7560-3f52-4f94-8324-739f8a90272c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:36Z', 'updated_at': '2021-07-27T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '7c827aed-611d-42d3-9bae-d08c92208b2f', 'name': '', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'mac_address': 'fa:16:3e:d8:39:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:42Z', 'updated_at': '2021-07-27T19:42:44Z', 'revision_number': 2, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'subnets': [{'id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:47.049771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['12d6c583-a804-4a24-b142-1d333a15ec7f'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:42:47.051727 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Checking router: eddc97cb-96a2-4fef-a163-4124423d3010 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:42:47.051854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9481050f-c99e-469a-b992-0d8b97ce41d4 req-7b8da7de-9e49-4ee8-9e41-2e9cf3448f8d tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165667 Jul 27 19:42:47.052078 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Updating router eddc97cb-96a2-4fef-a163-4124423d3010 port 7c827aed-611d-42d3-9bae-d08c92208b2f binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:42:47.054292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['12d6c583-a804-4a24-b142-1d333a15ec7f'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:42:47.060878 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:47.115885 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:47.183905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=dca5c4e9-f2b4-4d7c-959b-32b87cf707a9,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:47.209675 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 886f7560-3f52-4f94-8324-739f8a90272c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:47.210457 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:47.271465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f70b8-bbb6-454f-8378-444809d0c0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1e84bc52-02ba-4397-948a-b88487e5c068,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:47.328890 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99f9a9c3-49b2-4bf8-b2fc-8c43cb1a1142 req-42b5dada-1415-4dda-b9d1-4e7f0a649b4e tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453031 Jul 27 19:42:47.340516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4164e4f8-4877-4507-becd-52e782cb4590 req-bff50ad2-c889-413f-b89d-7a19e3427337 service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501390 Jul 27 19:42:47.433660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-055153e7-8561-4a50-8e99-77f75d79ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:47.435479 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-055153e7-8561-4a50-8e99-77f75d79ce42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a93e85ad01f42b285364689034f2ab2&device_id=329fd68d-8a72-4e76-8dd9-3be52645ff19 HTTP/1.1" status: 200 len: 1095 time: 0.4553730 Jul 27 19:42:47.437723 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3becd645-d192-4640-a33a-c2cd1407d4a7 x-openstack-request-id: req-3becd645-d192-4640-a33a-c2cd1407d4a7 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:47.438056 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b72cdb7-aaad-44a2-897c-3be8aafbef7a", "name": "network-vif-unplugged", "status": "completed", "tag": "12d6c583-a804-4a24-b142-1d333a15ec7f", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:47.438454 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3becd645-d192-4640-a33a-c2cd1407d4a7 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:47.439120 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b72cdb7-aaad-44a2-897c-3be8aafbef7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12d6c583-a804-4a24-b142-1d333a15ec7f', 'code': 200} Jul 27 19:42:47.472504 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:47.483457 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Transition to ACTIVE for port object 7c827aed-611d-42d3-9bae-d08c92208b2f will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:47.490050 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:47.518290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-bea8a163-c6c9-40df-addb-7079bbaa5a64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e84bc52-02ba-4397-948a-b88487e5c068 HTTP/1.1" status: 200 len: 217 time: 0.0661445 Jul 27 19:42:47.540181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d447c5-1de4-4c78-8a6b-9ed8774caf1a req-c810513d-9995-4dee-b2f2-573fff4755d2 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:47.542038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0d447c5-1de4-4c78-8a6b-9ed8774caf1a req-c810513d-9995-4dee-b2f2-573fff4755d2 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 943 time: 0.3629701 Jul 27 19:42:47.545867 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9fdcd-3fdc-47cb-980a-3f1564a534fa None None] Pushing event updated for resources: {'Port': ['ID=7c827aed-611d-42d3-9bae-d08c92208b2f,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:47.596086 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-7baf3f79-a86f-40ff-9dff-bdb0475abf99 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:47.598643 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Attempting to bind port 7c827aed-611d-42d3-9bae-d08c92208b2f on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:47.599620 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Attempting to bind port 7c827aed-611d-42d3-9bae-d08c92208b2f by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:47.599620 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Attempting to bind port 7c827aed-611d-42d3-9bae-d08c92208b2f on network 2f987a4c-7176-4728-b48c-c6344a5a384d {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:47.605347 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:47.605800 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Checking segment: {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:47.606444 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:47.606920 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Bound using segment: {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:47.607456 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Bound port: 7c827aed-611d-42d3-9bae-d08c92208b2f, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:47.607911 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:47.653977 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-7baf3f79-a86f-40ff-9dff-bdb0475abf99 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Transition to ACTIVE for port object bef1350c-f1a3-4068-9683-8566a80c6d70 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:47.681091 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] For port 7c827aed-611d-42d3-9bae-d08c92208b2f, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:47.684585 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] For port 7c827aed-611d-42d3-9bae-d08c92208b2f, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7c827aed-611d-42d3-9bae-d08c92208b2f,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:47.690515 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:47.706271 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4164e4f8-4877-4507-becd-52e782cb4590 req-431c7264-68e2-4ca8-8a3f-ac8161b4eda6 service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528805 Jul 27 19:42:47.724230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-104c0611-b890-4f59-b969-11041591b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:47.725757 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-104c0611-b890-4f59-b969-11041591b00f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=039d2644-dacf-49e7-9e8b-54b45bb17c99 HTTP/1.1" status: 200 len: 845 time: 0.1714423 Jul 27 19:42:47.737096 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0d447c5-1de4-4c78-8a6b-9ed8774caf1a req-5b86a28c-f49c-4061-b656-be5f66303d6f tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e44537a-5ed6-47e1-930c-73dfc8875736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669791 Jul 27 19:42:47.780301 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9fdcd-3fdc-47cb-980a-3f1564a534fa None None] Pushing event updated for resources: {'Port': ['ID=7c827aed-611d-42d3-9bae-d08c92208b2f,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:47.784728 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Routers {'eddc97cb-96a2-4fef-a163-4124423d3010'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:47.785436 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eddc97cb-96a2-4fef-a163-4124423d3010'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:47.809410 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f5dde3-c23f-4af5-86fd-b4466c7847fc x-openstack-request-id: req-56f5dde3-c23f-4af5-86fd-b4466c7847fc {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:47.809914 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aae3251-e8fd-4578-b3c6-da6cfdd98264", "tag": "850cdca3-f937-4ce0-9464-1aa007d5146d", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:47.809914 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56f5dde3-c23f-4af5-86fd-b4466c7847fc {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:47.810334 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aae3251-e8fd-4578-b3c6-da6cfdd98264', 'tag': '850cdca3-f937-4ce0-9464-1aa007d5146d', 'status': 'completed', 'code': 200} Jul 27 19:42:47.930759 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] Set router eddc97cb-96a2-4fef-a163-4124423d3010 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:48.093547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-06f18d35-f945-4453-93ca-edb595ac9440 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80acd5ab-fde1-4cef-bf74-a103544d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3521428 Jul 27 19:42:48.186430 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '886f7560-3f52-4f94-8324-739f8a90272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:35Z', 'updated_at': '2021-07-27T19:42:44Z', 'revision_number': 4, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'gw_port': {'id': '886f7560-3f52-4f94-8324-739f8a90272c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:36Z', 'updated_at': '2021-07-27T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '7c827aed-611d-42d3-9bae-d08c92208b2f', 'name': '', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'mac_address': 'fa:16:3e:d8:39:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:42Z', 'updated_at': '2021-07-27T19:42:47Z', 'revision_number': 4, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'subnets': [{'id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:48.186611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35250) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:48.191253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ed6d294f-bc7c-4e6b-ae5d-817154e01676 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127382185', 'description': 'tempest-description--596172396'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:48.217670 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add15faa-a3d7-44f9-86c0-a29886b0448a None None] The sync data for ids ['eddc97cb-96a2-4fef-a163-4124423d3010'] in n-d-705657-21 is: [{'id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '886f7560-3f52-4f94-8324-739f8a90272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:35Z', 'updated_at': '2021-07-27T19:42:44Z', 'revision_number': 4, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'gw_port': {'id': '886f7560-3f52-4f94-8324-739f8a90272c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:36Z', 'updated_at': '2021-07-27T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '7c827aed-611d-42d3-9bae-d08c92208b2f', 'name': '', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'mac_address': 'fa:16:3e:d8:39:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:42Z', 'updated_at': '2021-07-27T19:42:47Z', 'revision_number': 4, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'subnets': [{'id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:42:48.218075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed6d294f-bc7c-4e6b-ae5d-817154e01676 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.222286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f15055-1e62-443d-b9f2-13966f1747fd req-d724216b-40ba-4e10-b938-44ec40ffed7e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:48.223738 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f15055-1e62-443d-b9f2-13966f1747fd req-d724216b-40ba-4e10-b938-44ec40ffed7e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 808 time: 0.6160572 Jul 27 19:42:48.232047 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-7baf3f79-a86f-40ff-9dff-bdb0475abf99 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.241212 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1737e58a-6465-46b1-b84e-f9ebb0fb20a3 x-openstack-request-id: req-1737e58a-6465-46b1-b84e-f9ebb0fb20a3 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:48.241821 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb", "name": "network-vif-plugged", "status": "completed", "tag": "69974181-fc13-4292-815f-ef504b8a0b66", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:48.241821 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1737e58a-6465-46b1-b84e-f9ebb0fb20a3 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:48.242234 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69974181-fc13-4292-815f-ef504b8a0b66', 'code': 200} Jul 27 19:42:48.327446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f15055-1e62-443d-b9f2-13966f1747fd req-5e94f8f8-7879-4186-9290-d62c00cb4b09 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/quotas/7b77cb1555044c6bba713df0ce19dca6 HTTP/1.1" status: 200 len: 375 time: 0.0885754 Jul 27 19:42:48.346306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-7baf3f79-a86f-40ff-9dff-bdb0475abf99 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Network 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:48.385606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-7baf3f79-a86f-40ff-9dff-bdb0475abf99 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:48.402672 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed6d294f-bc7c-4e6b-ae5d-817154e01676 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.409123 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed6d294f-bc7c-4e6b-ae5d-817154e01676 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.420216 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-7baf3f79-a86f-40ff-9dff-bdb0475abf99 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:48.448603 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed6d294f-bc7c-4e6b-ae5d-817154e01676 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.450701 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ed6d294f-bc7c-4e6b-ae5d-817154e01676 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2628574 Jul 27 19:42:48.453724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35254) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:48.455782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d294f-bc7c-4e6b-ae5d-817154e01676 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6035a722-bd5a-400b-8626-407f70194054,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:48.460968 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-516f48f7-35af-4bf0-8969-7d54f19938e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Request body: {'security_group_rule': {'security_group_id': '6035a722-bd5a-400b-8626-407f70194054', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:48.495644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-42cd6e8b-013d-419c-bea9-6b2c5d30fb96 service neutron] 10.222.0.52 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832667 Jul 27 19:42:48.497182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf3f79-a86f-40ff-9dff-bdb0475abf99 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Pushing event updated for resources: {'Port': ['ID=bef1350c-f1a3-4068-9683-8566a80c6d70,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:48.519989 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-516f48f7-35af-4bf0-8969-7d54f19938e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.559273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76733b04-4e3b-48fe-be03-2e5e08cd202a req-8a195b49-f643-47da-9cbc-161f9b841c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:48.568418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76733b04-4e3b-48fe-be03-2e5e08cd202a req-8a195b49-f643-47da-9cbc-161f9b841c78 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c6cfdf24bc3d4d79a3fc8ba5e899cb12&device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 1095 time: 0.4765525 Jul 27 19:42:48.599990 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-516f48f7-35af-4bf0-8969-7d54f19938e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.605761 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-516f48f7-35af-4bf0-8969-7d54f19938e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.633550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f48f7-35af-4bf0-8969-7d54f19938e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41997724-651c-4253-8a8c-0b964f414faa,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:48.643561 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-516f48f7-35af-4bf0-8969-7d54f19938e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.647277 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-516f48f7-35af-4bf0-8969-7d54f19938e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1901207 Jul 27 19:42:48.647873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35258) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:48.653650 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0f154518-f01b-4880-af8e-0dd3c1deedb9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Request body: {'security_group_rule': {'security_group_id': '6035a722-bd5a-400b-8626-407f70194054', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:48.692584 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f154518-f01b-4880-af8e-0dd3c1deedb9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.718583 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c827aed-611d-42d3-9bae-d08c92208b2f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:48.734853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-7baf3f79-a86f-40ff-9dff-bdb0475abf99 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:48.735492 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-7baf3f79-a86f-40ff-9dff-bdb0475abf99 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.766894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-7baf3f79-a86f-40ff-9dff-bdb0475abf99 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3833597 Jul 27 19:42:48.779887 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f154518-f01b-4880-af8e-0dd3c1deedb9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.786535 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f154518-f01b-4880-af8e-0dd3c1deedb9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.799094 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Request body: {'port': {'device_id': 'dd078d19-19b8-4254-9b15-66fc5dbfb351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:48.799756 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.806780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2f986e6d-fbc5-43f8-95b2-e7cc4d0d3da4 None None] Provisioning for port bef1350c-f1a3-4068-9683-8566a80c6d70 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:48.809650 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f154518-f01b-4880-af8e-0dd3c1deedb9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0259146d-385b-45f5-a7ad-8a1ee03fd63d,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:48.819614 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2f986e6d-fbc5-43f8-95b2-e7cc4d0d3da4 None None] Provisioning complete for port bef1350c-f1a3-4068-9683-8566a80c6d70 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:48.820589 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2f986e6d-fbc5-43f8-95b2-e7cc4d0d3da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.822538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730c00e-e812-493c-9674-1214dbc2e4d8 req-728d3749-405b-4586-aa6d-8f077aceee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:48.824199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c730c00e-e812-493c-9674-1214dbc2e4d8 req-728d3749-405b-4586-aa6d-8f077aceee63 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 1102 time: 0.4769111 Jul 27 19:42:48.824924 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 7c827aed-611d-42d3-9bae-d08c92208b2f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:48.825903 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f154518-f01b-4880-af8e-0dd3c1deedb9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.830120 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0f154518-f01b-4880-af8e-0dd3c1deedb9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1784582 Jul 27 19:42:48.830356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35262) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:48.836477 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:48.870767 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.881876 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7c827aed-611d-42d3-9bae-d08c92208b2f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:48.882688 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:48.885678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-2f986e6d-fbc5-43f8-95b2-e7cc4d0d3da4 None None] Port bef1350c-f1a3-4068-9683-8566a80c6d70 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:42:48.895427 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f15055-1e62-443d-b9f2-13966f1747fd req-c76e62c0-21db-4696-bf58-a2486e8071c0 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5529759 Jul 27 19:42:48.910876 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1c04b-721f-4fde-8524-4a73a8080bd8 req-d1da5203-cd99-4f81-84de-7ae5088ffa77 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:48.921032 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4db1c04b-721f-4fde-8524-4a73a8080bd8 req-d1da5203-cd99-4f81-84de-7ae5088ffa77 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.5641859 Jul 27 19:42:48.986083 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.002817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.037558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1b5ef95-b97f-4400-848f-8fc908f8bedd req-5b8d7486-bd27-4cf4-ae1e-5c991ba7316e service neutron] 10.222.0.52 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021107 Jul 27 19:42:49.037838 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 7c827aed-611d-42d3-9bae-d08c92208b2f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7c827aed-611d-42d3-9bae-d08c92208b2f,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:49.045237 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.049366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:49.091380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76733b04-4e3b-48fe-be03-2e5e08cd202a req-b6a50c30-a104-4e61-b6c6-f8ed503c5a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:49.093531 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76733b04-4e3b-48fe-be03-2e5e08cd202a req-b6a50c30-a104-4e61-b6c6-f8ed503c5a37 service neutron] 10.222.0.63 "GET /v2.0/networks?id=33f8129d-fe6b-4a4a-9081-df0e90c2a03d HTTP/1.1" status: 200 len: 916 time: 0.4651067 Jul 27 19:42:49.148976 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4db1c04b-721f-4fde-8524-4a73a8080bd8 req-3567e192-65bd-4c42-8ecf-b55ed23c4c12 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269931 Jul 27 19:42:49.150879 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c730c00e-e812-493c-9674-1214dbc2e4d8 req-097db7c4-9e52-45c5-bdd8-a856ea9a809e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956960 Jul 27 19:42:49.151257 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Allocated IP 172.25.1.39 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/bed3e66f-3fd5-42bd-9ef8-800ccbb5b49c) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:49.169271 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:49.169271 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.212802 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.216148 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76733b04-4e3b-48fe-be03-2e5e08cd202a req-8fcf81c7-31ca-44e4-8894-322f1cb8d1f0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850cdca3-f937-4ce0-9464-1aa007d5146d HTTP/1.1" status: 200 len: 217 time: 0.1018586 Jul 27 19:42:49.231540 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=7c827aed-611d-42d3-9bae-d08c92208b2f,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:49.232934 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f15055-1e62-443d-b9f2-13966f1747fd req-f6c9163a-4ba3-4ffd-a634-c93529a62db0 service neutron] 10.222.0.48 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078001 Jul 27 19:42:49.293889 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.336272 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.378394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:49.384926 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:49.387869 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:49.393893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event updated for resources: {'Port': ['ID=bed3e66f-3fd5-42bd-9ef8-800ccbb5b49c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:49.422980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76733b04-4e3b-48fe-be03-2e5e08cd202a req-2e493a02-95c0-47aa-8f86-8f2799171c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:49.424418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76733b04-4e3b-48fe-be03-2e5e08cd202a req-2e493a02-95c0-47aa-8f86-8f2799171c96 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0c65012b-6554-4590-b2c3-3b47790aff60 HTTP/1.1" status: 200 len: 854 time: 0.1989019 Jul 27 19:42:49.478580 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.489629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329fd68d-8a72-4e76-8dd9-3be52645ff19', 'tag': '1e84bc52-02ba-4397-948a-b88487e5c068'}, {'name': 'network-changed', 'server_uuid': '3b72cdb7-aaad-44a2-897c-3be8aafbef7a', 'tag': '12d6c583-a804-4a24-b142-1d333a15ec7f'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:49.492023 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63" -d '{"events": [{"name": "network-changed", "server_uuid": "329fd68d-8a72-4e76-8dd9-3be52645ff19", "tag": "1e84bc52-02ba-4397-948a-b88487e5c068"}, {"name": "network-changed", "server_uuid": "3b72cdb7-aaad-44a2-897c-3be8aafbef7a", "tag": "12d6c583-a804-4a24-b142-1d333a15ec7f"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:49.522537 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.540640 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f15055-1e62-443d-b9f2-13966f1747fd req-9d8a41e5-a499-407e-903b-f950b921e8d7 service neutron] 10.222.0.48 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850838 Jul 27 19:42:49.551524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3c179-e467-4b35-bdfb-d7f732749f4f req-84a1bb02-83b7-4db0-8d43-870df200b4a9 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:49.556862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 850cdca3-f937-4ce0-9464-1aa007d5146d details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:42:49.560206 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7bf3c179-e467-4b35-bdfb-d7f732749f4f req-84a1bb02-83b7-4db0-8d43-870df200b4a9 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 931 time: 0.3254361 Jul 27 19:42:49.672656 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7bf3c179-e467-4b35-bdfb-d7f732749f4f req-3908a38f-bd82-4b47-9a28-688d2a780f04 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fd68c0-c4d5-4d5d-bb5b-e7befe501bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114841 Jul 27 19:42:49.690376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76733b04-4e3b-48fe-be03-2e5e08cd202a req-ebac2e54-d80e-4e45-bf42-0a51cd0a0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:49.692315 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76733b04-4e3b-48fe-be03-2e5e08cd202a req-ebac2e54-d80e-4e45-bf42-0a51cd0a0540 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=33f8129d-fe6b-4a4a-9081-df0e90c2a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2540679 Jul 27 19:42:49.730025 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 850cdca3-f937-4ce0-9464-1aa007d5146d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=850cdca3-f937-4ce0-9464-1aa007d5146d,segment=NetworkSegment(a50241ca-b14e-4728-bedf-cb8fa41b707f),segment_id=a50241ca-b14e-4728-bedf-cb8fa41b707f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:49.754692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '850cdca3-f937-4ce0-9464-1aa007d5146d', 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'port_id': '850cdca3-f937-4ce0-9464-1aa007d5146d', 'mac_address': 'fa:16:3e:3b:cc:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:42:49.754960 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.761540 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.794625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef1350c-f1a3-4068-9683-8566a80c6d70 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:49.803655 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.814861 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.831211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850cdca3-f937-4ce0-9464-1aa007d5146d {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:49.856752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Transition to ACTIVE for port object bef1350c-f1a3-4068-9683-8566a80c6d70 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:49.859808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event updated for resources: {'Port': ['ID=bed3e66f-3fd5-42bd-9ef8-800ccbb5b49c,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:49.867802 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.870780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 850cdca3-f937-4ce0-9464-1aa007d5146d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=850cdca3-f937-4ce0-9464-1aa007d5146d,segment=NetworkSegment(a50241ca-b14e-4728-bedf-cb8fa41b707f),segment_id=a50241ca-b14e-4728-bedf-cb8fa41b707f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:49.876180 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.887778 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.892863 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-08efe66a-070c-441b-ba20-667f123cd01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0613670 Jul 27 19:42:49.926219 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:49.950614 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=850cdca3-f937-4ce0-9464-1aa007d5146d,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:50.061189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Pushing event updated for resources: {'Port': ['ID=bef1350c-f1a3-4068-9683-8566a80c6d70,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:50.093362 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76733b04-4e3b-48fe-be03-2e5e08cd202a req-1825382e-0872-443e-9398-4c084400467e service neutron] 10.222.0.63 "GET /v2.0/networks/33f8129d-fe6b-4a4a-9081-df0e90c2a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798447 Jul 27 19:42:50.134958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b7a0d-3b99-4377-8af2-0eaffc16d68b req-7103cc47-f051-4f6c-b70f-0fb11a3934f4 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:50.136582 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f56b7a0d-3b99-4377-8af2-0eaffc16d68b req-7103cc47-f051-4f6c-b70f-0fb11a3934f4 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=329fd68d-8a72-4e76-8dd9-3be52645ff19 HTTP/1.1" status: 200 len: 943 time: 0.3150299 Jul 27 19:42:50.147332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe99348-a7d9-4752-a2f6-42c81ba57b75 req-7b402846-064b-40bc-a4d5-ca419094679e tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:50.149234 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fe99348-a7d9-4752-a2f6-42c81ba57b75 req-7b402846-064b-40bc-a4d5-ca419094679e tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 944 time: 0.3266380 Jul 27 19:42:50.296591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Attempting to bind port bef1350c-f1a3-4068-9683-8566a80c6d70 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:50.296929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Attempting to bind port bef1350c-f1a3-4068-9683-8566a80c6d70 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '43c8e1b2-026a-4cd3-adcf-aaafc69094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:50.297364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Attempting to bind port bef1350c-f1a3-4068-9683-8566a80c6d70 on network 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:50.303007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fe99348-a7d9-4752-a2f6-42c81ba57b75 req-b6848ab2-7ba4-4984-9d48-f06cc5c9a619 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365221 Jul 27 19:42:50.313186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f56b7a0d-3b99-4377-8af2-0eaffc16d68b req-a0e1263e-80a3-446b-a515-6f938b81ece9 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629398 Jul 27 19:42:50.318266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Port bef1350c-f1a3-4068-9683-8566a80c6d70 on network 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:42:50.318907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Attempting to bind port bef1350c-f1a3-4068-9683-8566a80c6d70 on network 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:50.342678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:50.343094 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Checking segment: {'id': '43c8e1b2-026a-4cd3-adcf-aaafc69094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:50.343550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Bound using segment: {'id': '43c8e1b2-026a-4cd3-adcf-aaafc69094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:50.344315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Bound port: bef1350c-f1a3-4068-9683-8566a80c6d70, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c8e1b2-026a-4cd3-adcf-aaafc69094f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:50.353726 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:50.358148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['850cdca3-f937-4ce0-9464-1aa007d5146d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:42:50.361099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76733b04-4e3b-48fe-be03-2e5e08cd202a req-f71326d7-3548-4c2a-a325-4a18048e756d service neutron] 10.222.0.63 "GET /v2.0/networks/33f8129d-fe6b-4a4a-9081-df0e90c2a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442901 Jul 27 19:42:50.510535 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c370356-b321-4aa4-91e5-744873cd28e1 x-openstack-request-id: req-1c370356-b321-4aa4-91e5-744873cd28e1 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:50.511258 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329fd68d-8a72-4e76-8dd9-3be52645ff19", "tag": "1e84bc52-02ba-4397-948a-b88487e5c068", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3b72cdb7-aaad-44a2-897c-3be8aafbef7a", "tag": "12d6c583-a804-4a24-b142-1d333a15ec7f", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:50.511510 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c370356-b321-4aa4-91e5-744873cd28e1 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:50.511977 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329fd68d-8a72-4e76-8dd9-3be52645ff19', 'tag': '1e84bc52-02ba-4397-948a-b88487e5c068', 'status': 'completed', 'code': 200} Jul 27 19:42:50.512247 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b72cdb7-aaad-44a2-897c-3be8aafbef7a', 'tag': '12d6c583-a804-4a24-b142-1d333a15ec7f', 'status': 'completed', 'code': 200} Jul 27 19:42:50.519328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] For port bef1350c-f1a3-4068-9683-8566a80c6d70, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:50.526137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] For port bef1350c-f1a3-4068-9683-8566a80c6d70, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=bef1350c-f1a3-4068-9683-8566a80c6d70,segment=NetworkSegment(43c8e1b2-026a-4cd3-adcf-aaafc69094f9),segment_id=43c8e1b2-026a-4cd3-adcf-aaafc69094f9)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:50.539690 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:50.596686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:50.597390 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:50.600570 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] 10.222.0.52 "PUT /v2.0/ports/bef1350c-f1a3-4068-9683-8566a80c6d70 HTTP/1.1" status: 200 len: 1092 time: 1.8064878 Jul 27 19:42:50.614955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c827aed-611d-42d3-9bae-d08c92208b2f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:50.701277 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-118dc5fb-10be-4f54-abdf-362ec1884f53 req-d51b7fed-aa6c-4476-8606-3a39fedecea4 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 210 time: 0.0968187 Jul 27 19:42:50.714402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7c827aed-611d-42d3-9bae-d08c92208b2f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:50.714927 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:50.732425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747893d-4188-486f-88ec-df2a43be2a9e req-811c9216-9906-4530-a7c6-f09c8a176c1e tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:50.740539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8747893d-4188-486f-88ec-df2a43be2a9e req-811c9216-9906-4530-a7c6-f09c8a176c1e tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 944 time: 0.3063633 Jul 27 19:42:50.821196 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5ebba-c070-4984-ae66-cac6d2686451 service neutron] Pushing event updated for resources: {'Port': ['ID=bef1350c-f1a3-4068-9683-8566a80c6d70,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:50.872251 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8747893d-4188-486f-88ec-df2a43be2a9e req-6d7949ec-42ad-4ae8-9628-252bbf0a490e tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e44537a-5ed6-47e1-930c-73dfc8875736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308343 Jul 27 19:42:50.888903 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-0473dbe2-8719-4c4b-af44-e11842c14e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:50.890548 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-0473dbe2-8719-4c4b-af44-e11842c14e55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a93e85ad01f42b285364689034f2ab2&device_id=329fd68d-8a72-4e76-8dd9-3be52645ff19 HTTP/1.1" status: 200 len: 1095 time: 0.3125880 Jul 27 19:42:50.902591 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-31d839c5-c7df-4a4a-bb5c-cae3f0ddc786 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1127382185&fields=id&tenant_id=2dd7c4d346a24a0db331ef6e9c410c69 HTTP/1.1" status: 200 len: 267 time: 0.0773199 Jul 27 19:42:50.908888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4e1f5893-2e45-46b0-a89d-fd9e49f6a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:50.910399 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4e1f5893-2e45-46b0-a89d-fd9e49f6a281 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e03d58a53734ae0ba3fa50f4ec6113c&device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 1095 time: 0.2393389 Jul 27 19:42:51.338899 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-dfff338d-06c2-42ed-8391-2ba8ed8004f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bef1350c-f1a3-4068-9683-8566a80c6d70 HTTP/1.1" status: 200 len: 217 time: 0.4001582 Jul 27 19:42:51.416673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f15055-1e62-443d-b9f2-13966f1747fd req-bc4a3cb0-da3d-48ce-8df3-eaf6ab70798e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:51.417748 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-61f15055-1e62-443d-b9f2-13966f1747fd req-bc4a3cb0-da3d-48ce-8df3-eaf6ab70798e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.52 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 808 time: 0.1320956 Jul 27 19:42:51.434768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-61f15055-1e62-443d-b9f2-13966f1747fd req-40e845e7-17f5-4079-8545-977bb8f125e6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Request body: {'port': {'device_id': '27596de8-12a9-4296-848d-2dbcc02b2b75', 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb', 'admin_state_up': True, 'tenant_id': '7b77cb1555044c6bba713df0ce19dca6'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:51.472277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-ec226149-ddb3-4f14-ae03-77c96196c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:51.473794 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-ec226149-ddb3-4f14-ae03-77c96196c631 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46a7718b-6c4f-4ee3-8733-41ab3fca0749 HTTP/1.1" status: 200 len: 867 time: 0.1073070 Jul 27 19:42:51.508863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-3c7ed2ec-d03d-428a-8900-42426266811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:51.510341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-3c7ed2ec-d03d-428a-8900-42426266811f service neutron] 10.222.0.52 "GET /v2.0/networks?id=80acd5ab-fde1-4cef-bf74-a103544d15de HTTP/1.1" status: 200 len: 906 time: 0.5973957 Jul 27 19:42:51.535251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-f160bf67-8c7d-4104-a917-da9121af6f15 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:51.536719 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-f160bf67-8c7d-4104-a917-da9121af6f15 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 812 time: 0.6254289 Jul 27 19:42:51.553998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f15055-1e62-443d-b9f2-13966f1747fd req-40e845e7-17f5-4079-8545-977bb8f125e6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Made reservation on behalf of 7b77cb1555044c6bba713df0ce19dca6 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:51.558378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-61f15055-1e62-443d-b9f2-13966f1747fd req-40e845e7-17f5-4079-8545-977bb8f125e6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:51.566782 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 850cdca3-f937-4ce0-9464-1aa007d5146d up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:51.588033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-e340023e-fed4-4112-bbae-2eb18ce3036e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e84bc52-02ba-4397-948a-b88487e5c068 HTTP/1.1" status: 200 len: 217 time: 0.0597439 Jul 27 19:42:51.597370 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c32a02-b0c3-448a-b0fb-9e427bd276a3 req-ecc2d802-3cdd-4723-b478-b62269d03ced tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:51.598859 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4c32a02-b0c3-448a-b0fb-9e427bd276a3 req-ecc2d802-3cdd-4723-b478-b62269d03ced tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.6541593 Jul 27 19:42:51.602707 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-f022a2e1-d517-41b7-bc42-d01ea2753310 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/quotas/2dd7c4d346a24a0db331ef6e9c410c69 HTTP/1.1" status: 200 len: 375 time: 0.0569274 Jul 27 19:42:51.631759 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 850cdca3-f937-4ce0-9464-1aa007d5146d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:51.636811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 850cdca3-f937-4ce0-9464-1aa007d5146d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:51.637187 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:51.704130 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-61f15055-1e62-443d-b9f2-13966f1747fd req-40e845e7-17f5-4079-8545-977bb8f125e6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Allocated IP 172.20.0.9 (a0463eab-3d38-43e7-932e-91f09e3b2eeb/d4ae7283-160b-4a02-9bd4-6eed6c729ef5/b062b3c2-9c3b-430a-a9bb-d593d8602e4a) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:51.722586 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:51.727236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-76b3d822-669e-40de-ae77-82cdd27ceac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:51.728772 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-76b3d822-669e-40de-ae77-82cdd27ceac3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=039d2644-dacf-49e7-9e8b-54b45bb17c99 HTTP/1.1" status: 200 len: 845 time: 0.1281681 Jul 27 19:42:51.737345 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4c32a02-b0c3-448a-b0fb-9e427bd276a3 req-e7b5a6c9-6709-462f-a712-ec3136688d68 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244664 Jul 27 19:42:51.742064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4c329daf-1ee9-4783-aed6-96589e526011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:51.743575 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-4c329daf-1ee9-4783-aed6-96589e526011 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b449ee3-0d4f-48a2-a6eb-2179518fa3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2549384 Jul 27 19:42:51.778171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 850cdca3-f937-4ce0-9464-1aa007d5146d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=850cdca3-f937-4ce0-9464-1aa007d5146d,segment=NetworkSegment(a50241ca-b14e-4728-bedf-cb8fa41b707f),segment_id=a50241ca-b14e-4728-bedf-cb8fa41b707f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:51.779252 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aae3251-e8fd-4578-b3c6-da6cfdd98264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850cdca3-f937-4ce0-9464-1aa007d5146d'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:51.782668 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67af2eb4-f396-42dd-a172-97fe5c07adfc" -d '{"events": [{"server_uuid": "8aae3251-e8fd-4578-b3c6-da6cfdd98264", "name": "network-vif-plugged", "status": "completed", "tag": "850cdca3-f937-4ce0-9464-1aa007d5146d"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:51.784736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-6d216302-c7a1-4e76-91be-c85a97abb163 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80acd5ab-fde1-4cef-bf74-a103544d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464110 Jul 27 19:42:51.794282 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:51.856671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=850cdca3-f937-4ce0-9464-1aa007d5146d,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:51.876831 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-61f15055-1e62-443d-b9f2-13966f1747fd req-40e845e7-17f5-4079-8545-977bb8f125e6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:51.890744 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-dab15052-d052-41b3-8420-64c5bebfee3d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2767935 Jul 27 19:42:51.917216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-61f15055-1e62-443d-b9f2-13966f1747fd req-40e845e7-17f5-4079-8545-977bb8f125e6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:51.958728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f15055-1e62-443d-b9f2-13966f1747fd req-40e845e7-17f5-4079-8545-977bb8f125e6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Network a0463eab-3d38-43e7-932e-91f09e3b2eeb is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:51.963898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-61f15055-1e62-443d-b9f2-13966f1747fd req-40e845e7-17f5-4079-8545-977bb8f125e6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:51.967475 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f15055-1e62-443d-b9f2-13966f1747fd req-40e845e7-17f5-4079-8545-977bb8f125e6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:51.994356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e845e7-17f5-4079-8545-977bb8f125e6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Pushing event updated for resources: {'Port': ['ID=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:52.023256 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f15055-1e62-443d-b9f2-13966f1747fd req-40e845e7-17f5-4079-8545-977bb8f125e6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:52.023892 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-61f15055-1e62-443d-b9f2-13966f1747fd req-40e845e7-17f5-4079-8545-977bb8f125e6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:52.027224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-738c46fd-fd87-4695-8c69-b7b80f37e1c1 service neutron] 10.222.0.52 "GET /v2.0/networks/4b449ee3-0d4f-48a2-a6eb-2179518fa3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723413 Jul 27 19:42:52.038538 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-61f15055-1e62-443d-b9f2-13966f1747fd req-40e845e7-17f5-4079-8545-977bb8f125e6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6081409 Jul 27 19:42:52.051776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Request body: {'port': {'device_id': '27596de8-12a9-4296-848d-2dbcc02b2b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:52.068261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-6f7c2189-4acd-4ef2-96a0-9e7d0c8bb50d service neutron] 10.222.0.52 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707863 Jul 27 19:42:52.125939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:52.184313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167deba7-176c-4209-a803-f298bbb9d043 req-039c5185-8204-433d-a98d-0501b813c94c tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:52.185854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-167deba7-176c-4209-a803-f298bbb9d043 req-039c5185-8204-433d-a98d-0501b813c94c tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 943 time: 0.3524003 Jul 27 19:42:52.187690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-31e14caa-a7a6-4b46-8b8d-4e184704bbff service neutron] 10.222.0.48 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723968 Jul 27 19:42:52.324373 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ed9ca5-b514-470f-a48d-4f895bf36af4 req-d387042f-d8d1-423e-9324-64cff09ade6a service neutron] 10.222.0.52 "GET /v2.0/networks/4b449ee3-0d4f-48a2-a6eb-2179518fa3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850447 Jul 27 19:42:52.330223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-167deba7-176c-4209-a803-f298bbb9d043 req-ea4e93cf-9c26-4a9c-91b8-32545c12976f tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fd68c0-c4d5-4d5d-bb5b-e7befe501bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286962 Jul 27 19:42:52.334433 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-16e2b250-c552-4b35-8f52-a9264b595e1e service neutron] 10.222.0.52 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234044 Jul 27 19:42:52.375013 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-958f3c49-64d6-4ef1-8c6a-9ff5ce3e0449 service neutron] 10.222.0.48 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744874 Jul 27 19:42:52.422028 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b062b3c2-9c3b-430a-a9bb-d593d8602e4a {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:52.431386 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:52.444836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Transition to ACTIVE for port object b062b3c2-9c3b-430a-a9bb-d593d8602e4a will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:52.449468 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:52.518747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd078d19-19b8-4254-9b15-66fc5dbfb351', 'tag': 'bef1350c-f1a3-4068-9683-8566a80c6d70'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:52.520775 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58cbae8-89aa-4bfd-b45b-66710ddf1e68" -d '{"events": [{"name": "network-changed", "server_uuid": "dd078d19-19b8-4254-9b15-66fc5dbfb351", "tag": "bef1350c-f1a3-4068-9683-8566a80c6d70"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:52.524019 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:52.552507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-1758f369-3fc3-4787-b175-b81989f35b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:52.554101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-1758f369-3fc3-4787-b175-b81989f35b98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 1127 time: 0.1531451 Jul 27 19:42:52.561791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3c10f-d3e7-4382-ada6-57b4204095f1 req-6729fd56-77fa-4a85-a8b5-85ea08015ec3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:52.563289 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8aa3c10f-d3e7-4382-ada6-57b4204095f1 req-6729fd56-77fa-4a85-a8b5-85ea08015ec3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 944 time: 0.1461358 Jul 27 19:42:52.613570 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Attempting to bind port b062b3c2-9c3b-430a-a9bb-d593d8602e4a on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:52.613925 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Attempting to bind port b062b3c2-9c3b-430a-a9bb-d593d8602e4a by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:52.614404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Attempting to bind port b062b3c2-9c3b-430a-a9bb-d593d8602e4a on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:52.619209 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Port b062b3c2-9c3b-430a-a9bb-d593d8602e4a on network a0463eab-3d38-43e7-932e-91f09e3b2eeb not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:42:52.619531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Attempting to bind port b062b3c2-9c3b-430a-a9bb-d593d8602e4a on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:52.625748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:52.626175 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Checking segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:52.626627 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Bound using segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:52.627131 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Bound port: b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:52.627752 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:52.694536 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8aa3c10f-d3e7-4382-ada6-57b4204095f1 req-829ab5a7-4d58-4857-93cd-1b9af66520e4 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046970 Jul 27 19:42:52.714395 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:52.718733 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:52.728521 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:52.728916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-6116284e-c63f-4c5b-99db-59b9f46b03e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:52.732286 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-6116284e-c63f-4c5b-99db-59b9f46b03e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.1670206 Jul 27 19:42:52.757912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a185c8d-af3a-4e75-ae9d-98af25534d71 req-249aa470-eb05-4920-80b0-e833392ee238 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:52.759663 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a185c8d-af3a-4e75-ae9d-98af25534d71 req-249aa470-eb05-4920-80b0-e833392ee238 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=329fd68d-8a72-4e76-8dd9-3be52645ff19 HTTP/1.1" status: 200 len: 943 time: 0.1954000 Jul 27 19:42:52.772355 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:52.773294 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:52.774861 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-61f15055-1e62-443d-b9f2-13966f1747fd req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] 10.222.0.52 "PUT /v2.0/ports/b062b3c2-9c3b-430a-a9bb-d593d8602e4a HTTP/1.1" status: 200 len: 1092 time: 0.7273078 Jul 27 19:42:52.775321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27596de8-12a9-4296-848d-2dbcc02b2b75', 'tag': 'b062b3c2-9c3b-430a-a9bb-d593d8602e4a'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:52.777715 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8802b551-adf5-4c20-a225-d4e64f2537c3" -d '{"events": [{"name": "network-changed", "server_uuid": "27596de8-12a9-4296-848d-2dbcc02b2b75", "tag": "b062b3c2-9c3b-430a-a9bb-d593d8602e4a"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:52.790519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-9b8d6ede-0722-4cd1-bc37-508415baffb4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12d6c583-a804-4a24-b142-1d333a15ec7f HTTP/1.1" status: 200 len: 217 time: 0.0474730 Jul 27 19:42:52.801856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 1e84bc52-02ba-4397-948a-b88487e5c068 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:42:52.811261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd2486-1691-43e9-aaf6-04d4f0fd56b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:52.845603 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a185c8d-af3a-4e75-ae9d-98af25534d71 req-1d687ddf-26dc-4da6-9e33-d18e98b2dfa0 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574501 Jul 27 19:42:52.921128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f15055-1e62-443d-b9f2-13966f1747fd req-eef7e700-6bc8-48d6-807b-f4d89fd0c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:52.922911 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-61f15055-1e62-443d-b9f2-13966f1747fd req-eef7e700-6bc8-48d6-807b-f4d89fd0c2a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 1095 time: 0.0730548 Jul 27 19:42:52.952047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-ed480423-5b46-4355-8665-3d5a80240519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:52.953747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-ed480423-5b46-4355-8665-3d5a80240519 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.1250200 Jul 27 19:42:52.995665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-2540b1b8-74fd-423a-8cac-74487495debc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327895 Jul 27 19:42:53.024758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98a295-2bc0-4e64-9d85-09834eb22024 req-4b1f203e-1eba-4546-9d13-a5e40257779d tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:53.032765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 1e84bc52-02ba-4397-948a-b88487e5c068, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1e84bc52-02ba-4397-948a-b88487e5c068,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:53.033225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed98a295-2bc0-4e64-9d85-09834eb22024 req-4b1f203e-1eba-4546-9d13-a5e40257779d tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 943 time: 0.1434517 Jul 27 19:42:53.073694 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '1e84bc52-02ba-4397-948a-b88487e5c068', 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de', 'port_id': '1e84bc52-02ba-4397-948a-b88487e5c068', 'mac_address': 'fa:16:3e:d7:50:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039d2644-dacf-49e7-9e8b-54b45bb17c99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:42:53.161771 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:53.168978 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed98a295-2bc0-4e64-9d85-09834eb22024 req-93159be7-44ff-459d-a1fd-9f21dd1fb7fb tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347077 Jul 27 19:42:53.216701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e84bc52-02ba-4397-948a-b88487e5c068 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:53.237292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-44d05d13-2d2c-4191-a4df-bc5f92330543 service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297912 Jul 27 19:42:53.266097 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94382802-d71e-4378-bcde-21f523c19ddb x-openstack-request-id: req-94382802-d71e-4378-bcde-21f523c19ddb {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:53.268048 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aae3251-e8fd-4578-b3c6-da6cfdd98264", "name": "network-vif-plugged", "status": "completed", "tag": "850cdca3-f937-4ce0-9464-1aa007d5146d", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:53.268344 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94382802-d71e-4378-bcde-21f523c19ddb {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:53.268792 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aae3251-e8fd-4578-b3c6-da6cfdd98264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850cdca3-f937-4ce0-9464-1aa007d5146d', 'code': 200} Jul 27 19:42:53.277249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 1e84bc52-02ba-4397-948a-b88487e5c068, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1e84bc52-02ba-4397-948a-b88487e5c068,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:53.291572 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:53.391835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=1e84bc52-02ba-4397-948a-b88487e5c068,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:53.506081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281e6ece-4d59-4f8a-8f4e-6c87437bbe63 req-916a7743-da37-494d-98d9-64f5784b5949 service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612805 Jul 27 19:42:53.511643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5354b83-1d2f-4b9b-b181-df4a3709a3f2 req-68121839-ff78-4793-9503-e3ca2eddf55c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 210 time: 0.0922070 Jul 27 19:42:53.528441 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-61f15055-1e62-443d-b9f2-13966f1747fd req-35d35847-78c4-4070-8138-b5a29dec390f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a HTTP/1.1" status: 200 len: 217 time: 0.5948336 Jul 27 19:42:53.572876 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb887a-5f29-4a7a-a240-f1a30e512284 req-5f32cb27-9898-4c91-98b1-4291773ce4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:53.575215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41eb887a-5f29-4a7a-a240-f1a30e512284 req-5f32cb27-9898-4c91-98b1-4291773ce4f4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 1097 time: 0.1696839 Jul 27 19:42:53.583989 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f087ac1-3765-4824-96e4-6a606cda08c2 req-29251b53-a0ab-4aab-9b76-625292e4862e tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:53.593069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f087ac1-3765-4824-96e4-6a606cda08c2 req-29251b53-a0ab-4aab-9b76-625292e4862e tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 945 time: 0.1753452 Jul 27 19:42:53.596270 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34f4c06-ccfd-46af-8954-3b31ac25f1d0 x-openstack-request-id: req-f34f4c06-ccfd-46af-8954-3b31ac25f1d0 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:53.596578 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd078d19-19b8-4254-9b15-66fc5dbfb351", "tag": "bef1350c-f1a3-4068-9683-8566a80c6d70", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:53.597094 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f34f4c06-ccfd-46af-8954-3b31ac25f1d0 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:53.597803 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd078d19-19b8-4254-9b15-66fc5dbfb351', 'tag': 'bef1350c-f1a3-4068-9683-8566a80c6d70', 'status': 'completed', 'code': 200} Jul 27 19:42:53.610231 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f15055-1e62-443d-b9f2-13966f1747fd req-8406811b-7f58-4563-81c7-99158eef3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:53.611476 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-61f15055-1e62-443d-b9f2-13966f1747fd req-8406811b-7f58-4563-81c7-99158eef3511 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.0605922 Jul 27 19:42:53.624566 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-7d0cb5a8-5344-45ef-a25b-fc4aaf8ba14f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1083531 Jul 27 19:42:53.663146 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['1e84bc52-02ba-4397-948a-b88487e5c068'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:42:53.678215 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-61f15055-1e62-443d-b9f2-13966f1747fd req-e8e8d1f9-24c2-4b0d-8934-7e5ba30f8eb9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495956 Jul 27 19:42:53.682048 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baab4e0e-b092-464f-9e62-37245e1474b6 x-openstack-request-id: req-baab4e0e-b092-464f-9e62-37245e1474b6 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:53.682337 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27596de8-12a9-4296-848d-2dbcc02b2b75", "tag": "b062b3c2-9c3b-430a-a9bb-d593d8602e4a", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:53.682584 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-baab4e0e-b092-464f-9e62-37245e1474b6 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:53.682980 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27596de8-12a9-4296-848d-2dbcc02b2b75', 'tag': 'b062b3c2-9c3b-430a-a9bb-d593d8602e4a', 'status': 'completed', 'code': 200} Jul 27 19:42:53.723010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41eb887a-5f29-4a7a-a240-f1a30e512284 req-31bf47cd-630f-44bc-ba6d-0a398fc8d40c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0e44537a-5ed6-47e1-930c-73dfc8875736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247275 Jul 27 19:42:53.729429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f087ac1-3765-4824-96e4-6a606cda08c2 req-35f94af0-3229-4dce-856d-a8e2e767f82d tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e44537a-5ed6-47e1-930c-73dfc8875736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352937 Jul 27 19:42:53.756035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cbae8-89aa-4bfd-b45b-66710ddf1e68 req-2fd6b024-1abc-4c36-8fc4-d697ffd8112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:53.758166 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a58cbae8-89aa-4bfd-b45b-66710ddf1e68 req-2fd6b024-1abc-4c36-8fc4-d697ffd8112c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e03d58a53734ae0ba3fa50f4ec6113c&device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 1095 time: 0.1149931 Jul 27 19:42:53.880588 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-61f15055-1e62-443d-b9f2-13966f1747fd req-b84f42e5-85a1-409f-acce-ab2010cdf336 service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939738 Jul 27 19:42:54.011683 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-61f15055-1e62-443d-b9f2-13966f1747fd req-f3ebe5b5-d561-4f1d-9dff-521dc5e3a52a service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176181 Jul 27 19:42:54.019776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804def12-6768-4e3a-9db8-0a64c1d25e59 req-195fcb83-d6d8-4575-ae00-6ab8af42a1d2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:54.021378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-804def12-6768-4e3a-9db8-0a64c1d25e59 req-195fcb83-d6d8-4575-ae00-6ab8af42a1d2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.2107716 Jul 27 19:42:54.023864 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cbae8-89aa-4bfd-b45b-66710ddf1e68 req-04f72842-1080-41d8-b0ce-ae1a75b0c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:54.025293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a58cbae8-89aa-4bfd-b45b-66710ddf1e68 req-04f72842-1080-41d8-b0ce-ae1a75b0c7dc service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 HTTP/1.1" status: 200 len: 929 time: 0.2573712 Jul 27 19:42:54.040280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3f683-182d-4347-9e97-263b81d58988 req-e36190d5-5562-4bf4-803a-af192cd65b68 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:54.041874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fb3f683-182d-4347-9e97-263b81d58988 req-e36190d5-5562-4bf4-803a-af192cd65b68 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 943 time: 0.1659708 Jul 27 19:42:54.109607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a58cbae8-89aa-4bfd-b45b-66710ddf1e68 req-0de1433d-86b3-4861-b687-f5f899b4ecd5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bef1350c-f1a3-4068-9683-8566a80c6d70 HTTP/1.1" status: 200 len: 217 time: 0.0608413 Jul 27 19:42:54.159815 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-804def12-6768-4e3a-9db8-0a64c1d25e59 req-0c8f87b7-7612-4e85-80a4-2c2b90e8f04d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276553 Jul 27 19:42:54.203696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fb3f683-182d-4347-9e97-263b81d58988 req-be1b8da6-b615-4f1a-9598-f4aa9e077aec tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fd68c0-c4d5-4d5d-bb5b-e7befe501bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538975 Jul 27 19:42:54.214884 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802b551-adf5-4c20-a225-d4e64f2537c3 req-530f8b54-ddc6-4aed-9956-d092a5afd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:54.217164 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8802b551-adf5-4c20-a225-d4e64f2537c3 req-530f8b54-ddc6-4aed-9956-d092a5afd262 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 1095 time: 0.1145470 Jul 27 19:42:54.306422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cbae8-89aa-4bfd-b45b-66710ddf1e68 req-970cffa6-0064-4e9e-9894-5c62c42e0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:54.307888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a58cbae8-89aa-4bfd-b45b-66710ddf1e68 req-970cffa6-0064-4e9e-9894-5c62c42e0d90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46a7718b-6c4f-4ee3-8733-41ab3fca0749 HTTP/1.1" status: 200 len: 867 time: 0.1828482 Jul 27 19:42:54.434383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-df43016d-e644-4d42-9042-6a205eb2f340 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:54.435797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-df43016d-e644-4d42-9042-6a205eb2f340 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.63 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 812 time: 0.2154989 Jul 27 19:42:54.465254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cbae8-89aa-4bfd-b45b-66710ddf1e68 req-784c2eba-e630-427f-8923-c0a94a48fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:54.466914 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a58cbae8-89aa-4bfd-b45b-66710ddf1e68 req-784c2eba-e630-427f-8923-c0a94a48fb94 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b449ee3-0d4f-48a2-a6eb-2179518fa3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315684 Jul 27 19:42:54.468573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802b551-adf5-4c20-a225-d4e64f2537c3 req-bd2a2dbd-6e13-4b0a-912b-552628385e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:54.473215 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8802b551-adf5-4c20-a225-d4e64f2537c3 req-bd2a2dbd-6e13-4b0a-912b-552628385e90 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.2454455 Jul 27 19:42:54.549432 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8802b551-adf5-4c20-a225-d4e64f2537c3 req-68b4944f-b6a8-4046-8ca5-d593d05dc315 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a HTTP/1.1" status: 200 len: 217 time: 0.0628724 Jul 27 19:42:54.564446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cd328-5864-4309-a61c-98764e05112d req-0e3d0fd4-b245-4d3f-9c97-0f9be729242d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:54.566188 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-461cd328-5864-4309-a61c-98764e05112d req-0e3d0fd4-b245-4d3f-9c97-0f9be729242d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 944 time: 0.2724183 Jul 27 19:42:54.596443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-ab1227c8-ef85-4914-abcd-75e0c73d2edc tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dd7c4d346a24a0db331ef6e9c410c69 HTTP/1.1" status: 200 len: 380 time: 0.1434481 Jul 27 19:42:54.629582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-39b88f63-6eaa-467c-bbdd-f4fc1611b7d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Request body: {'port': {'device_id': 'ee385280-c399-4c40-b875-1522ef667173', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'admin_state_up': True, 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'security_groups': ['6035a722-bd5a-400b-8626-407f70194054']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:54.637962 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802b551-adf5-4c20-a225-d4e64f2537c3 req-7558dd11-484f-4f13-8d7c-fe2edd811e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:54.639634 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8802b551-adf5-4c20-a225-d4e64f2537c3 req-7558dd11-484f-4f13-8d7c-fe2edd811e54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.0797982 Jul 27 19:42:54.683420 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8802b551-adf5-4c20-a225-d4e64f2537c3 req-9ec6db26-51c0-41f6-b814-dbd6d409207d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324376 Jul 27 19:42:54.728191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-461cd328-5864-4309-a61c-98764e05112d req-93d45488-d82b-4f5c-93c9-f8a1824f9aa0 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449037 Jul 27 19:42:54.739849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a58cbae8-89aa-4bfd-b45b-66710ddf1e68 req-52e8bd69-7b67-4b42-9653-8ea514aec066 service neutron] 10.222.0.52 "GET /v2.0/networks/4b449ee3-0d4f-48a2-a6eb-2179518fa3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504144 Jul 27 19:42:54.801295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device bef1350c-f1a3-4068-9683-8566a80c6d70 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:42:54.803380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd521d93-b7a9-4292-b563-e3745ac86ad3 req-278a3ad1-092d-4d3f-a848-8b81bcb3e950 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:54.805874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 1e84bc52-02ba-4397-948a-b88487e5c068 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:54.806018 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd521d93-b7a9-4292-b563-e3745ac86ad3 req-278a3ad1-092d-4d3f-a848-8b81bcb3e950 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=329fd68d-8a72-4e76-8dd9-3be52645ff19 HTTP/1.1" status: 200 len: 944 time: 0.3380883 Jul 27 19:42:54.888272 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8802b551-adf5-4c20-a225-d4e64f2537c3 req-05eb3e36-fa6f-4c95-9bd2-d5fb9036ec79 service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955929 Jul 27 19:42:54.947564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 1e84bc52-02ba-4397-948a-b88487e5c068 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:54.959629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 1e84bc52-02ba-4397-948a-b88487e5c068 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:54.960560 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:54.995131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port bef1350c-f1a3-4068-9683-8566a80c6d70, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=bef1350c-f1a3-4068-9683-8566a80c6d70,segment=NetworkSegment(43c8e1b2-026a-4cd3-adcf-aaafc69094f9),segment_id=43c8e1b2-026a-4cd3-adcf-aaafc69094f9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:55.016361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'bef1350c-f1a3-4068-9683-8566a80c6d70', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'port_id': 'bef1350c-f1a3-4068-9683-8566a80c6d70', 'mac_address': 'fa:16:3e:21:3c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:42:55.081381 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8802b551-adf5-4c20-a225-d4e64f2537c3 req-dd7de517-bc82-4f8b-9b93-d5d3c2444758 service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774437 Jul 27 19:42:55.084359 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:55.108312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef1350c-f1a3-4068-9683-8566a80c6d70 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:55.117619 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:55.148939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port bef1350c-f1a3-4068-9683-8566a80c6d70, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=bef1350c-f1a3-4068-9683-8566a80c6d70,segment=NetworkSegment(43c8e1b2-026a-4cd3-adcf-aaafc69094f9),segment_id=43c8e1b2-026a-4cd3-adcf-aaafc69094f9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:55.159302 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:55.171918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 1e84bc52-02ba-4397-948a-b88487e5c068, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1e84bc52-02ba-4397-948a-b88487e5c068,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:55.194119 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:55.222112 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=bef1350c-f1a3-4068-9683-8566a80c6d70,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:55.259505 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-8642264b-7c19-4a56-ba45-ba209fc199d4 service neutron] 10.222.0.52 "GET /v2.0/ports/12d6c583-a804-4a24-b142-1d333a15ec7f/bindings/n-h2-705657-21 HTTP/1.1" status: 200 len: 385 time: 0.0618281 Jul 27 19:42:55.270009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329fd68d-8a72-4e76-8dd9-3be52645ff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e84bc52-02ba-4397-948a-b88487e5c068'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:55.272437 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935328ff-497a-4af3-9977-b28c84f1eb44" -d '{"events": [{"server_uuid": "329fd68d-8a72-4e76-8dd9-3be52645ff19", "name": "network-vif-plugged", "status": "completed", "tag": "1e84bc52-02ba-4397-948a-b88487e5c068"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:55.280569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=1e84bc52-02ba-4397-948a-b88487e5c068,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:55.360422 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd521d93-b7a9-4292-b563-e3745ac86ad3 req-60666ed8-f302-4620-94bb-b134ee8f0918 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005207 Jul 27 19:42:55.364571 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a58cbae8-89aa-4bfd-b45b-66710ddf1e68 req-ce4636b3-a4fc-402e-91ed-46e702b12794 service neutron] 10.222.0.52 "GET /v2.0/networks/4b449ee3-0d4f-48a2-a6eb-2179518fa3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6103303 Jul 27 19:42:55.372089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-39b88f63-6eaa-467c-bbdd-f4fc1611b7d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Made reservation on behalf of 2dd7c4d346a24a0db331ef6e9c410c69 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:42:55.375675 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-39b88f63-6eaa-467c-bbdd-f4fc1611b7d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:55.411596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20a542-4b1a-497f-abaa-7d3703dacdff req-1d538583-eeaf-4bf9-8edf-f3118bb2bfdf tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:55.418872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab20a542-4b1a-497f-abaa-7d3703dacdff req-1d538583-eeaf-4bf9-8edf-f3118bb2bfdf tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 943 time: 0.5601301 Jul 27 19:42:55.464276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-8f4dcc4a-b352-43c4-8f75-5f79f4f0f5b7 service neutron] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=12d6c583-a804-4a24-b142-1d333a15ec7f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:55.485620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-8f4dcc4a-b352-43c4-8f75-5f79f4f0f5b7 service neutron] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:55.502545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f2b8e0a-34c1-4849-9bf2-94ab29b96e25 req-b16e78b7-0bf5-404d-8841-33095645b8fc tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 210 time: 0.0713708 Jul 27 19:42:55.517063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['bef1350c-f1a3-4068-9683-8566a80c6d70'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:42:55.522029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab20a542-4b1a-497f-abaa-7d3703dacdff req-8987d81a-f924-4f4e-9709-2605a2ac03d1 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021812 Jul 27 19:42:55.547509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-8f4dcc4a-b352-43c4-8f75-5f79f4f0f5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d6c583-a804-4a24-b142-1d333a15ec7f {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:55.565013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-8f4dcc4a-b352-43c4-8f75-5f79f4f0f5b7 service neutron] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=12d6c583-a804-4a24-b142-1d333a15ec7f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:55.585809 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-8f4dcc4a-b352-43c4-8f75-5f79f4f0f5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:55.671629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-8f4dcc4a-b352-43c4-8f75-5f79f4f0f5b7 service neutron] Transition to ACTIVE for port object 12d6c583-a804-4a24-b142-1d333a15ec7f will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:55.677893 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-8f4dcc4a-b352-43c4-8f75-5f79f4f0f5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:55.742870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-39b88f63-6eaa-467c-bbdd-f4fc1611b7d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Allocated IP 172.20.0.5 (2f987a4c-7176-4728-b48c-c6344a5a384d/82a6d6e2-ef16-4337-a570-8e7d796ec20f/a4692ca1-a490-40f7-ba2a-7c54c96b60ab) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:42:55.748208 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-8f4dcc4a-b352-43c4-8f75-5f79f4f0f5b7 service neutron] No DVR routers for this DVR port 12d6c583-a804-4a24-b142-1d333a15ec7f on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:42:55.767225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4dcc4a-b352-43c4-8f75-5f79f4f0f5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=12d6c583-a804-4a24-b142-1d333a15ec7f,revision_number=10']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:55.794129 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-8f4dcc4a-b352-43c4-8f75-5f79f4f0f5b7 service neutron] 10.222.0.52 "PUT /v2.0/ports/12d6c583-a804-4a24-b142-1d333a15ec7f/bindings/n-h2-705657-21/activate HTTP/1.1" status: 200 len: 370 time: 0.5227082 Jul 27 19:42:55.797961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-25c8c0b1-e19a-4ee5-afdb-271ffd2c8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:55.799488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-25c8c0b1-e19a-4ee5-afdb-271ffd2c8b79 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 1102 time: 0.2247243 Jul 27 19:42:55.873762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327395d-169e-44cd-b8d1-6fa999985a1c req-7b8d8937-5816-4d55-a0ae-51b04bf5e211 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:55.875281 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e327395d-169e-44cd-b8d1-6fa999985a1c req-7b8d8937-5816-4d55-a0ae-51b04bf5e211 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 945 time: 0.2521105 Jul 27 19:42:55.894217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcbaae-56e9-43c4-9fe0-adc16e1d7463 req-0b9b6417-b82d-49a0-832a-fb1e3b386a24 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:55.895700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5dbcbaae-56e9-43c4-9fe0-adc16e1d7463 req-0b9b6417-b82d-49a0-832a-fb1e3b386a24 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.2469692 Jul 27 19:42:55.919228 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-ac7a16dd-127f-4fd3-88eb-9dfa46b950a8 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:55.921225 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-ac7a16dd-127f-4fd3-88eb-9dfa46b950a8 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a&tenant_id=83373949e0124aa78732c2d4023213df&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1097 time: 0.0625999 Jul 27 19:42:55.983233 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-1acd0e3a-1295-4b5b-b709-b6f622c38e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:55.984867 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-1acd0e3a-1295-4b5b-b709-b6f622c38e17 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a&tenant_id=83373949e0124aa78732c2d4023213df HTTP/1.1" status: 200 len: 1097 time: 0.0545473 Jul 27 19:42:56.033676 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e327395d-169e-44cd-b8d1-6fa999985a1c req-b0299091-cbf0-4241-8977-ae85b60dbcf4 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e44537a-5ed6-47e1-930c-73dfc8875736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491015 Jul 27 19:42:56.060559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-04050bca-2186-4080-8cea-94ba5727129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:56.062007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-04050bca-2186-4080-8cea-94ba5727129e service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2518587 Jul 27 19:42:56.073538 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5dbcbaae-56e9-43c4-9fe0-adc16e1d7463 req-c6c5f48b-d779-4ba7-b38b-cc9aeffbb80a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620512 Jul 27 19:42:56.082576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-bc51b39b-c769-481b-bad4-1a219984a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:56.084164 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-bc51b39b-c769-481b-bad4-1a219984a0b3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 1097 time: 0.0750008 Jul 27 19:42:56.125894 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f89af95-cf80-4be5-8e38-adb40881f068 x-openstack-request-id: req-3f89af95-cf80-4be5-8e38-adb40881f068 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:56.126440 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329fd68d-8a72-4e76-8dd9-3be52645ff19", "name": "network-vif-plugged", "status": "completed", "tag": "1e84bc52-02ba-4397-948a-b88487e5c068", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:56.126546 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f89af95-cf80-4be5-8e38-adb40881f068 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:56.126984 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329fd68d-8a72-4e76-8dd9-3be52645ff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e84bc52-02ba-4397-948a-b88487e5c068', 'code': 200} Jul 27 19:42:56.131828 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-39b88f63-6eaa-467c-bbdd-f4fc1611b7d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:56.136195 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-b614f691-2ffe-4cac-89d7-975ca4fe9e8e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=69974181-fc13-4292-815f-ef504b8a0b66 HTTP/1.1" status: 200 len: 217 time: 0.0617487 Jul 27 19:42:56.207829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-39b88f63-6eaa-467c-bbdd-f4fc1611b7d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Transition to ACTIVE for port object a4692ca1-a490-40f7-ba2a-7c54c96b60ab will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:56.209769 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-42422050-cd76-4358-bf36-2a01fc457691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:56.211467 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-42422050-cd76-4358-bf36-2a01fc457691 service neutron] 10.222.0.63 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.1197507 Jul 27 19:42:56.266538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-017302a5-acc5-4d6f-ae1a-0bf3b8c0f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:56.268012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-017302a5-acc5-4d6f-ae1a-0bf3b8c0f483 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1214988 Jul 27 19:42:56.281903 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-9a810482-799f-4a4a-a044-197fa5b7d175 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12d6c583-a804-4a24-b142-1d333a15ec7f HTTP/1.1" status: 200 len: 217 time: 0.0418205 Jul 27 19:42:56.336441 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b445dee-2d33-414f-8cda-1b5f678a7d7c req-b41cc214-75ab-4cd6-bdfc-38637af57abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:56.337865 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6b445dee-2d33-414f-8cda-1b5f678a7d7c req-b41cc214-75ab-4cd6-bdfc-38637af57abd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=329fd68d-8a72-4e76-8dd9-3be52645ff19 HTTP/1.1" status: 200 len: 1097 time: 0.1254909 Jul 27 19:42:56.342321 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3815a-2074-4b29-ba9f-723b9c585c75 req-000f07db-1414-4837-9130-0266e8b7d52c tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:56.343585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-fef42a4e-d087-4fa8-84fb-4a109f2a9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:56.343842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51a3815a-2074-4b29-ba9f-723b9c585c75 req-000f07db-1414-4837-9130-0266e8b7d52c tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 944 time: 0.2207308 Jul 27 19:42:56.344948 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-fef42a4e-d087-4fa8-84fb-4a109f2a9fa3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.0550306 Jul 27 19:42:56.366812 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-39b88f63-6eaa-467c-bbdd-f4fc1611b7d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:56.394033 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-9108e604-d238-4e65-9308-085074c286bf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361891 Jul 27 19:42:56.449613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-39b88f63-6eaa-467c-bbdd-f4fc1611b7d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Network 2f987a4c-7176-4728-b48c-c6344a5a384d is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:42:56.452830 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6b445dee-2d33-414f-8cda-1b5f678a7d7c req-80615b5b-5dd7-4be0-b59d-4562a2257ed0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022525 Jul 27 19:42:56.464522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-39b88f63-6eaa-467c-bbdd-f4fc1611b7d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:42:56.472761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-39b88f63-6eaa-467c-bbdd-f4fc1611b7d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:42:56.481164 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51a3815a-2074-4b29-ba9f-723b9c585c75 req-366c18f4-7c89-42a2-b030-149e14b33740 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fd68c0-c4d5-4d5d-bb5b-e7befe501bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287515 Jul 27 19:42:56.485177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b88f63-6eaa-467c-bbdd-f4fc1611b7d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event updated for resources: {'Port': ['ID=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:56.504146 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-aea999c4-71f4-45f0-bb42-d48ca763fe74 service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005354 Jul 27 19:42:56.508897 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-52f3e135-7924-4cbb-a02e-0dc5decb88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:56.510454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-52f3e135-7924-4cbb-a02e-0dc5decb88bc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2296469 Jul 27 19:42:56.521389 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90386da5-104e-4957-b168-8ed2b3e08762 req-68617dad-a6f3-4824-9a13-b9e17bf3006e tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:56.529432 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-90386da5-104e-4957-b168-8ed2b3e08762 req-68617dad-a6f3-4824-9a13-b9e17bf3006e tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 945 time: 0.2763846 Jul 27 19:42:56.612664 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-0e3ede31-5b4c-4d06-9b82-792fde31576e service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920358 Jul 27 19:42:56.662893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-39b88f63-6eaa-467c-bbdd-f4fc1611b7d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:56.663542 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-39b88f63-6eaa-467c-bbdd-f4fc1611b7d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:56.683295 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-90386da5-104e-4957-b168-8ed2b3e08762 req-613239e2-9a62-4f78-be2e-db1c99deeea5 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530156 Jul 27 19:42:56.716827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-39b88f63-6eaa-467c-bbdd-f4fc1611b7d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1005282 Jul 27 19:42:56.722553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-7f3059a8-182f-4b3a-afc9-504828eef158 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827126 Jul 27 19:42:56.724954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-93a2d8db-5e29-4e32-9bc4-e77933aed146 None None] Provisioning for port a4692ca1-a490-40f7-ba2a-7c54c96b60ab completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:56.734381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-93a2d8db-5e29-4e32-9bc4-e77933aed146 None None] Provisioning complete for port a4692ca1-a490-40f7-ba2a-7c54c96b60ab triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:56.735035 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-93a2d8db-5e29-4e32-9bc4-e77933aed146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:56.745660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523e1f8-2893-4f46-acee-8d8b75381789 req-6b48f8fd-4c2b-4d3e-8072-a2c0092a632f tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:56.747391 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5523e1f8-2893-4f46-acee-8d8b75381789 req-6b48f8fd-4c2b-4d3e-8072-a2c0092a632f tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 945 time: 0.1489644 Jul 27 19:42:56.755297 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Request body: {'port': {'device_id': 'ee385280-c399-4c40-b875-1522ef667173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:56.755975 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35382) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:42:56.765289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f9af23d8-84c8-46d3-9b58-538ddc752179 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Request body: {'floatingip': {'port_id': '850cdca3-f937-4ce0-9464-1aa007d5146d'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:42:56.779978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-93a2d8db-5e29-4e32-9bc4-e77933aed146 None None] Port a4692ca1-a490-40f7-ba2a-7c54c96b60ab cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:42:56.813163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device b062b3c2-9c3b-430a-a9bb-d593d8602e4a details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:42:56.824938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device bef1350c-f1a3-4068-9683-8566a80c6d70 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:56.848072 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9af23d8-84c8-46d3-9b58-538ddc752179 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for floatingip, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:56.950759 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port bef1350c-f1a3-4068-9683-8566a80c6d70 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:56.961601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port bef1350c-f1a3-4068-9683-8566a80c6d70 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:56.961972 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:56.996782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-cf1991de-4d42-46f3-b453-d8879dec4aab service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470777 Jul 27 19:42:56.998764 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:57.008726 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:57.018357 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'b062b3c2-9c3b-430a-a9bb-d593d8602e4a', 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb', 'port_id': 'b062b3c2-9c3b-430a-a9bb-d593d8602e4a', 'mac_address': 'fa:16:3e:90:bb:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ae7283-160b-4a02-9bd4-6eed6c729ef5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:42:57.020698 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-afcd56e6-b029-4dc1-b8ce-fad676387bd6 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:57.021888 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-afcd56e6-b029-4dc1-b8ce-fad676387bd6 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a&tenant_id=83373949e0124aa78732c2d4023213df&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 1097 time: 0.1288066 Jul 27 19:42:57.036212 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6812c3a-1df8-4b1d-8d70-938f6cb2aa3e req-67383022-2406-4783-ab83-5ab8d2c4caf8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:57.037936 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6812c3a-1df8-4b1d-8d70-938f6cb2aa3e req-67383022-2406-4783-ab83-5ab8d2c4caf8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 931 time: 0.1747282 Jul 27 19:42:57.051485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a98aa-e530-4370-a75c-3fece8fdfae3 req-e9bd4287-ad13-4f85-bf46-7dceecf21ec3 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:57.058294 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-224a98aa-e530-4370-a75c-3fece8fdfae3 req-e9bd4287-ad13-4f85-bf46-7dceecf21ec3 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=329fd68d-8a72-4e76-8dd9-3be52645ff19 HTTP/1.1" status: 200 len: 945 time: 0.2701592 Jul 27 19:42:57.088747 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:57.110846 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b062b3c2-9c3b-430a-a9bb-d593d8602e4a {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:57.114979 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:57.232158 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-224a98aa-e530-4370-a75c-3fece8fdfae3 req-8366270c-3a6c-4b76-9176-6152a79aa917 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676791 Jul 27 19:42:57.235355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6812c3a-1df8-4b1d-8d70-938f6cb2aa3e req-c5e998b9-9d2c-4e9b-b55d-2e8446d19357 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699820 Jul 27 19:42:57.296041 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:57.311529 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:57.317860 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port bef1350c-f1a3-4068-9683-8566a80c6d70, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=bef1350c-f1a3-4068-9683-8566a80c6d70,segment=NetworkSegment(43c8e1b2-026a-4cd3-adcf-aaafc69094f9),segment_id=43c8e1b2-026a-4cd3-adcf-aaafc69094f9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:57.352501 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:57.353352 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 12d6c583-a804-4a24-b142-1d333a15ec7f no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:42:57.364579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-10a34510-6180-4489-8975-f3a77372066d service neutron] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:57.366993 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-10a34510-6180-4489-8975-f3a77372066d service neutron] Notify callbacks [] for binding, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:57.368137 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c65a0be-547a-430b-a7bb-cf943e626863 req-10a34510-6180-4489-8975-f3a77372066d service neutron] 10.222.0.63 "DELETE /v2.0/ports/12d6c583-a804-4a24-b142-1d333a15ec7f/bindings/n-h1-705657-21 HTTP/1.1" status: 204 len: 173 time: 0.3359175 Jul 27 19:42:57.410876 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:57.449239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 12d6c583-a804-4a24-b142-1d333a15ec7f not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:42:57.479459 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=bef1350c-f1a3-4068-9683-8566a80c6d70,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:57.526758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c47ca-b4ac-4088-86e2-0f6308d73356 req-dd0f9afb-438b-477b-9082-ef88f8c17020 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:57.528270 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-854c47ca-b4ac-4088-86e2-0f6308d73356 req-dd0f9afb-438b-477b-9082-ef88f8c17020 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 944 time: 0.1706364 Jul 27 19:42:57.541203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d520ac4-b338-4775-845b-d974e11e53db req-df2a0fde-a495-4d30-941c-db0646b250a5 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:57.542726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d520ac4-b338-4775-845b-d974e11e53db req-df2a0fde-a495-4d30-941c-db0646b250a5 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.1400516 Jul 27 19:42:57.561912 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9af23d8-84c8-46d3-9b58-538ddc752179 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:57.567571 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9af23d8-84c8-46d3-9b58-538ddc752179 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:57.625505 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4692ca1-a490-40f7-ba2a-7c54c96b60ab {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:42:57.639534 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:57.644387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-854c47ca-b4ac-4088-86e2-0f6308d73356 req-2b4eb4db-8cdc-4756-bd5f-07fae7d14af6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990503 Jul 27 19:42:57.654570 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d520ac4-b338-4775-845b-d974e11e53db req-2abffb27-1c39-4fa6-b26e-e1bc3767c480 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012211 Jul 27 19:42:57.664665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Transition to ACTIVE for port object a4692ca1-a490-40f7-ba2a-7c54c96b60ab will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:42:57.676733 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:57.715788 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['b062b3c2-9c3b-430a-a9bb-d593d8602e4a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:42:57.725156 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-f9af23d8-84c8-46d3-9b58-538ddc752179 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Floating IP 6220fe1e-5696-4ed4-8153-6912ae454a07 associated. External IP: 172.25.1.152, port: 850cdca3-f937-4ce0-9464-1aa007d5146d. Jul 27 19:42:57.846205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Pushing event updated for resources: {'Port': ['ID=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:57.931715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b236690-eadc-4984-821e-2fcddafb8d3d req-a8e70ea4-236d-4603-ace7-6dc67a2ce2b3 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:57.933309 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b236690-eadc-4984-821e-2fcddafb8d3d req-a8e70ea4-236d-4603-ace7-6dc67a2ce2b3 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 945 time: 0.2031245 Jul 27 19:42:57.961697 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Attempting to bind port a4692ca1-a490-40f7-ba2a-7c54c96b60ab on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:42:57.962048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Attempting to bind port a4692ca1-a490-40f7-ba2a-7c54c96b60ab by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:42:57.962544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Attempting to bind port a4692ca1-a490-40f7-ba2a-7c54c96b60ab on network 2f987a4c-7176-4728-b48c-c6344a5a384d {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:57.971648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Port a4692ca1-a490-40f7-ba2a-7c54c96b60ab on network 2f987a4c-7176-4728-b48c-c6344a5a384d not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:42:57.971977 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Attempting to bind port a4692ca1-a490-40f7-ba2a-7c54c96b60ab on network 2f987a4c-7176-4728-b48c-c6344a5a384d {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:42:57.993359 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:42:57.993582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Checking segment: {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:42:57.993965 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Bound using segment: {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:42:57.994408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Bound port: a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:42:57.994767 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:58.016700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b236690-eadc-4984-821e-2fcddafb8d3d req-72a9b77f-6767-4503-bcad-da5f045f5e16 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fd68c0-c4d5-4d5d-bb5b-e7befe501bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708292 Jul 27 19:42:58.032186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9726b5f-a812-4d62-a734-dda392d040b0 req-5371b894-da76-4b8e-8981-666511c617c9 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:58.034012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9726b5f-a812-4d62-a734-dda392d040b0 req-5371b894-da76-4b8e-8981-666511c617c9 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 945 time: 0.1587751 Jul 27 19:42:58.064599 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9af23d8-84c8-46d3-9b58-538ddc752179 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Router 27793e14-5901-4ebc-a862-76b1e74d9a0b has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:42:58.128100 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd078d19-19b8-4254-9b15-66fc5dbfb351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef1350c-f1a3-4068-9683-8566a80c6d70'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:58.130465 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0889225-e802-4ae4-8754-664d2e471930" -d '{"events": [{"server_uuid": "dd078d19-19b8-4254-9b15-66fc5dbfb351", "name": "network-vif-plugged", "status": "completed", "tag": "bef1350c-f1a3-4068-9683-8566a80c6d70"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:58.134975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9726b5f-a812-4d62-a734-dda392d040b0 req-30537ea9-8757-43ed-a411-47c2ee4f4efa tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782423 Jul 27 19:42:58.157397 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:42:58.187527 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:42:58.193185 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107deeb5-a114-4316-ac0a-60563ce32ef2 x-openstack-request-id: req-107deeb5-a114-4316-ac0a-60563ce32ef2 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:58.193488 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd078d19-19b8-4254-9b15-66fc5dbfb351", "name": "network-vif-plugged", "status": "completed", "tag": "bef1350c-f1a3-4068-9683-8566a80c6d70", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:58.195936 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-107deeb5-a114-4316-ac0a-60563ce32ef2 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:58.196449 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd078d19-19b8-4254-9b15-66fc5dbfb351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef1350c-f1a3-4068-9683-8566a80c6d70', 'code': 200} Jul 27 19:42:58.198563 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:58.221540 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9af23d8-84c8-46d3-9b58-538ddc752179 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:42:58.227432 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9af23d8-84c8-46d3-9b58-538ddc752179 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:58.233749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487ef402-4d87-4fa7-bba5-c07f1b5eb72f None None] Sync routers for ids ['27793e14-5901-4ebc-a862-76b1e74d9a0b'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:42:58.250264 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:58.250932 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:58.252340 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] 10.222.0.63 "PUT /v2.0/ports/a4692ca1-a490-40f7-ba2a-7c54c96b60ab HTTP/1.1" status: 200 len: 1092 time: 1.5038970 Jul 27 19:42:58.254746 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:58.256942 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3a352a-6eb1-4a21-a9b4-c285ff442f56" -d '{"events": [{"name": "network-changed", "server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:58.258485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487ef402-4d87-4fa7-bba5-c07f1b5eb72f None None] Routers {'27793e14-5901-4ebc-a862-76b1e74d9a0b'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:58.265631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-487ef402-4d87-4fa7-bba5-c07f1b5eb72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['27793e14-5901-4ebc-a862-76b1e74d9a0b'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:58.275220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14a288-257f-4d0b-a8de-8ef7f5de7b27 req-10c5f672-aa10-4c6c-b55f-3fb3867e1f20 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:58.280547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad14a288-257f-4d0b-a8de-8ef7f5de7b27 req-10c5f672-aa10-4c6c-b55f-3fb3867e1f20 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 946 time: 0.1719079 Jul 27 19:42:58.353613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93033c0-7a02-4594-aed4-d3b4a4e6f14f service neutron] Pushing event updated for resources: {'Port': ['ID=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:58.360607 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f9af23d8-84c8-46d3-9b58-538ddc752179 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "PUT /v2.0/floatingips/6220fe1e-5696-4ed4-8153-6912ae454a07 HTTP/1.1" status: 200 len: 991 time: 1.6005440 Jul 27 19:42:58.360607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aae3251-e8fd-4578-b3c6-da6cfdd98264', 'tag': '850cdca3-f937-4ce0-9464-1aa007d5146d'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:42:58.363318 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c710613-279b-4c37-9e7d-b81e608580fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8aae3251-e8fd-4578-b3c6-da6cfdd98264", "tag": "850cdca3-f937-4ce0-9464-1aa007d5146d"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:42:58.387138 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c3333-cec3-4b3f-851f-07e2808816d9 req-a36deda3-7d83-4278-92fa-b5582ae36f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:58.388678 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4c5c3333-cec3-4b3f-851f-07e2808816d9 req-a36deda3-7d83-4278-92fa-b5582ae36f36 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 1097 time: 0.0916750 Jul 27 19:42:58.405718 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad14a288-257f-4d0b-a8de-8ef7f5de7b27 req-93969697-02e4-473d-8fa8-c9270e2755ba tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193249 Jul 27 19:42:58.416425 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-487ef402-4d87-4fa7-bba5-c07f1b5eb72f None None] Set router 27793e14-5901-4ebc-a862-76b1e74d9a0b gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:58.442157 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4c5c3333-cec3-4b3f-851f-07e2808816d9 req-fd2e91c9-6d65-4b11-bcfc-7e3e521e9548 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e4fd68c0-c4d5-4d5d-bb5b-e7befe501bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436332 Jul 27 19:42:58.452145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fe58a-0c3a-443f-8a2f-4ccb05ab6fab req-99a11b45-b45f-4266-a40d-fc7c492b3d64 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:58.453865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f2fe58a-0c3a-443f-8a2f-4ccb05ab6fab req-99a11b45-b45f-4266-a40d-fc7c492b3d64 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 1097 time: 0.1505549 Jul 27 19:42:58.456595 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-5eafec15-751d-4f33-89ae-a189eb1e140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:58.458005 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-5eafec15-751d-4f33-89ae-a189eb1e140a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 1095 time: 0.1470852 Jul 27 19:42:58.534790 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-04ab8726-e256-4bac-b2b3-e78bc2c3f583 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab HTTP/1.1" status: 200 len: 217 time: 0.0617628 Jul 27 19:42:58.602194 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f2fe58a-0c3a-443f-8a2f-4ccb05ab6fab req-081a1ac5-c104-47d8-b0d5-a9d86fe5995e tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313291 Jul 27 19:42:58.615904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-a6f42545-fe05-41d2-89c0-493362681b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:58.617383 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-a6f42545-fe05-41d2-89c0-493362681b9b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.0618517 Jul 27 19:42:58.653569 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088acd7-0b4b-40ad-b4aa-b5e41aa66045 req-5eba21bd-1110-4f58-9a5a-a8ebdca9032d tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:58.655054 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d088acd7-0b4b-40ad-b4aa-b5e41aa66045 req-5eba21bd-1110-4f58-9a5a-a8ebdca9032d tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=329fd68d-8a72-4e76-8dd9-3be52645ff19 HTTP/1.1" status: 200 len: 945 time: 0.1688924 Jul 27 19:42:58.705695 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e51fca4-f995-45ea-a455-0ac96935141c x-openstack-request-id: req-3e51fca4-f995-45ea-a455-0ac96935141c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:58.706037 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:58.706261 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e51fca4-f995-45ea-a455-0ac96935141c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:58.707060 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'status': 'completed', 'code': 200} Jul 27 19:42:58.731101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d088acd7-0b4b-40ad-b4aa-b5e41aa66045 req-e904fba1-47f9-4f5a-a997-5ccaa07865ac tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551198 Jul 27 19:42:58.738132 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-487ef402-4d87-4fa7-bba5-c07f1b5eb72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:14Z', 'updated_at': '2021-07-27T19:42:23Z', 'revision_number': 4, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'gw_port': {'id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:16Z', 'updated_at': '2021-07-27T19:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '6220fe1e-5696-4ed4-8153-6912ae454a07', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'port_id': '850cdca3-f937-4ce0-9464-1aa007d5146d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'mac_address': 'fa:16:3e:3b:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aae3251-e8fd-4578-b3c6-da6cfdd98264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:42:34Z', 'updated_at': '2021-07-27T19:42:57Z', 'revision_number': 1, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9365d593-0387-42bf-aeb7-9e11c4ddd56e', 'name': '', 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'mac_address': 'fa:16:3e:3b:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:21Z', 'updated_at': '2021-07-27T19:42:31Z', 'revision_number': 5, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'subnets': [{'id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:58.739781 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-ccff7a18-d1e0-4afe-a014-89a55dc34622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:58.741339 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-ccff7a18-d1e0-4afe-a014-89a55dc34622 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159956 Jul 27 19:42:58.769634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487ef402-4d87-4fa7-bba5-c07f1b5eb72f None None] Checking router: 27793e14-5901-4ebc-a862-76b1e74d9a0b for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:42:58.779560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487ef402-4d87-4fa7-bba5-c07f1b5eb72f None None] Routers {'27793e14-5901-4ebc-a862-76b1e74d9a0b'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:42:58.780113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-487ef402-4d87-4fa7-bba5-c07f1b5eb72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['27793e14-5901-4ebc-a862-76b1e74d9a0b'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:58.823028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device b062b3c2-9c3b-430a-a9bb-d593d8602e4a up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:42:58.846167 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbec6c2-1323-4593-a737-4e2f89648ff6 x-openstack-request-id: req-1dbec6c2-1323-4593-a737-4e2f89648ff6 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:42:58.846683 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aae3251-e8fd-4578-b3c6-da6cfdd98264", "tag": "850cdca3-f937-4ce0-9464-1aa007d5146d", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:42:58.846683 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1dbec6c2-1323-4593-a737-4e2f89648ff6 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:42:58.848158 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aae3251-e8fd-4578-b3c6-da6cfdd98264', 'tag': '850cdca3-f937-4ce0-9464-1aa007d5146d', 'status': 'completed', 'code': 200} Jul 27 19:42:58.874870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdc6c0-bc29-4617-b132-79a7a3f323a3 req-3fc262e0-9d67-4d5c-b2b2-11b9073ebb99 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:58.881289 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94cdc6c0-bc29-4617-b132-79a7a3f323a3 req-3fc262e0-9d67-4d5c-b2b2-11b9073ebb99 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 943 time: 0.1387038 Jul 27 19:42:58.911667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-272606b5-65b9-40c8-b724-8f2b41668862 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341195 Jul 27 19:42:58.931709 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port b062b3c2-9c3b-430a-a9bb-d593d8602e4a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:42:58.939095 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port b062b3c2-9c3b-430a-a9bb-d593d8602e4a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:42:58.939462 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:58.946867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710613-279b-4c37-9e7d-b81e608580fe req-3355cf77-f993-443e-8adf-c69703ed50b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:58.949255 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9c710613-279b-4c37-9e7d-b81e608580fe req-3355cf77-f993-443e-8adf-c69703ed50b0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c6cfdf24bc3d4d79a3fc8ba5e899cb12&device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 1097 time: 0.0720129 Jul 27 19:42:58.965074 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-487ef402-4d87-4fa7-bba5-c07f1b5eb72f None None] Set router 27793e14-5901-4ebc-a862-76b1e74d9a0b gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:42:59.051318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710613-279b-4c37-9e7d-b81e608580fe req-e35fa6f0-3ae1-4e46-b9d9-a3c3c21aae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:59.052535 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9c710613-279b-4c37-9e7d-b81e608580fe req-e35fa6f0-3ae1-4e46-b9d9-a3c3c21aae47 service neutron] 10.222.0.63 "GET /v2.0/networks?id=33f8129d-fe6b-4a4a-9081-df0e90c2a03d HTTP/1.1" status: 200 len: 916 time: 0.0959754 Jul 27 19:42:59.150691 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:59.175417 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9c710613-279b-4c37-9e7d-b81e608580fe req-72b239b9-5531-4eef-892b-86f99fcf6562 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850cdca3-f937-4ce0-9464-1aa007d5146d HTTP/1.1" status: 200 len: 999 time: 0.1142201 Jul 27 19:42:59.204239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:42:59.209633 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:42:59.229626 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710613-279b-4c37-9e7d-b81e608580fe req-883166a9-090a-4e98-be4a-cc7b7caec31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:59.231351 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9c710613-279b-4c37-9e7d-b81e608580fe req-883166a9-090a-4e98-be4a-cc7b7caec31a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0c65012b-6554-4590-b2c3-3b47790aff60 HTTP/1.1" status: 200 len: 854 time: 0.0472436 Jul 27 19:42:59.289180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:42:59.300366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710613-279b-4c37-9e7d-b81e608580fe req-959e9971-da87-427f-83da-6951c86fc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:59.302100 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9c710613-279b-4c37-9e7d-b81e608580fe req-959e9971-da87-427f-83da-6951c86fc59e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=33f8129d-fe6b-4a4a-9081-df0e90c2a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623915 Jul 27 19:42:59.311001 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94cdc6c0-bc29-4617-b132-79a7a3f323a3 req-efcd0fb2-03a5-4257-8157-5d68dc6dd7bb tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4288483 Jul 27 19:42:59.313915 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-487ef402-4d87-4fa7-bba5-c07f1b5eb72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:14Z', 'updated_at': '2021-07-27T19:42:23Z', 'revision_number': 4, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'gw_port': {'id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:16Z', 'updated_at': '2021-07-27T19:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '6220fe1e-5696-4ed4-8153-6912ae454a07', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'port_id': '850cdca3-f937-4ce0-9464-1aa007d5146d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'mac_address': 'fa:16:3e:3b:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aae3251-e8fd-4578-b3c6-da6cfdd98264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:42:34Z', 'updated_at': '2021-07-27T19:42:57Z', 'revision_number': 1, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9365d593-0387-42bf-aeb7-9e11c4ddd56e', 'name': '', 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'mac_address': 'fa:16:3e:3b:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:21Z', 'updated_at': '2021-07-27T19:42:31Z', 'revision_number': 5, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'subnets': [{'id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:42:59.348022 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487ef402-4d87-4fa7-bba5-c07f1b5eb72f None None] The sync data for ids ['27793e14-5901-4ebc-a862-76b1e74d9a0b'] in n-d-705657-21 is: [{'id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:14Z', 'updated_at': '2021-07-27T19:42:23Z', 'revision_number': 4, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'gw_port': {'id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:16Z', 'updated_at': '2021-07-27T19:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '6220fe1e-5696-4ed4-8153-6912ae454a07', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'port_id': '850cdca3-f937-4ce0-9464-1aa007d5146d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'mac_address': 'fa:16:3e:3b:cc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aae3251-e8fd-4578-b3c6-da6cfdd98264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:42:34Z', 'updated_at': '2021-07-27T19:42:57Z', 'revision_number': 1, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9365d593-0387-42bf-aeb7-9e11c4ddd56e', 'name': '', 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'mac_address': 'fa:16:3e:3b:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:21Z', 'updated_at': '2021-07-27T19:42:31Z', 'revision_number': 5, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'subnets': [{'id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:42:59.369533 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5daf53-41af-4a9f-bde2-3cef4c908408 req-c04d2075-16cf-47e0-bfd5-3d5a50faea50 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:59.371134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd5daf53-41af-4a9f-bde2-3cef4c908408 req-c04d2075-16cf-47e0-bfd5-3d5a50faea50 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 1097 time: 0.4625261 Jul 27 19:42:59.375939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14faaf4e-c6b4-4e16-8920-0d75fae93a4b req-64df2030-cc21-4676-b92d-331d7fa8a654 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552488 Jul 27 19:42:59.428331 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9c710613-279b-4c37-9e7d-b81e608580fe req-ca59d207-d999-438b-8301-906614495850 service neutron] 10.222.0.63 "GET /v2.0/networks/33f8129d-fe6b-4a4a-9081-df0e90c2a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174941 Jul 27 19:42:59.455518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd5daf53-41af-4a9f-bde2-3cef4c908408 req-88570d84-c596-4357-a9af-3545a454b616 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783479 Jul 27 19:42:59.525256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21d080-050f-4f29-a72e-0745a3f63242 req-e168d3fb-2afa-494f-b2d6-72f84dbda9ce tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:59.533488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e21d080-050f-4f29-a72e-0745a3f63242 req-e168d3fb-2afa-494f-b2d6-72f84dbda9ce tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 945 time: 0.1397896 Jul 27 19:42:59.543309 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9c710613-279b-4c37-9e7d-b81e608580fe req-bb9d91ff-b2c3-4ee5-ac04-107a7b7b31a4 service neutron] 10.222.0.63 "GET /v2.0/networks/33f8129d-fe6b-4a4a-9081-df0e90c2a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016338 Jul 27 19:42:59.558019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a352a-6eb1-4a21-a9b4-c285ff442f56 req-fd4f728f-9a30-454c-8fb7-842946b6d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:59.559567 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe3a352a-6eb1-4a21-a9b4-c285ff442f56 req-fd4f728f-9a30-454c-8fb7-842946b6d9d3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 1095 time: 0.1171551 Jul 27 19:42:59.621456 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e21d080-050f-4f29-a72e-0745a3f63242 req-be8ee668-50ac-490e-adb0-9f0ef3343557 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870802 Jul 27 19:42:59.635830 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aa2d2e-cda3-43b6-bce4-19c89392a56a None None] New status for floating IP 6220fe1e-5696-4ed4-8153-6912ae454a07: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:42:59.757063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d10135-5583-4b85-90d8-23bfbe378d27 req-17d76cca-603d-4198-9753-37a79cd643d6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:59.758690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99d10135-5583-4b85-90d8-23bfbe378d27 req-17d76cca-603d-4198-9753-37a79cd643d6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.1634719 Jul 27 19:42:59.760328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a352a-6eb1-4a21-a9b4-c285ff442f56 req-939a8fbd-3340-4f02-88c1-ea726578fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:59.761934 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe3a352a-6eb1-4a21-a9b4-c285ff442f56 req-939a8fbd-3340-4f02-88c1-ea726578fc90 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.1871560 Jul 27 19:42:59.832331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe3a352a-6eb1-4a21-a9b4-c285ff442f56 req-45438309-40dc-453e-814e-1d6bed08083a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab HTTP/1.1" status: 200 len: 217 time: 0.0594113 Jul 27 19:42:59.895680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99d10135-5583-4b85-90d8-23bfbe378d27 req-542ddd06-c506-4152-bc0a-02c2a77eb46d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300788 Jul 27 19:42:59.927098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a352a-6eb1-4a21-a9b4-c285ff442f56 req-15888be6-464e-4134-ad4e-62bb1ed1c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:59.928732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe3a352a-6eb1-4a21-a9b4-c285ff442f56 req-15888be6-464e-4134-ad4e-62bb1ed1c323 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.0686140 Jul 27 19:42:59.940925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d82cae-6c31-45ca-b4b7-7d6bfb1c9b48 req-7456d263-aec3-4013-ab99-a2fbca502934 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:42:59.942360 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-29d82cae-6c31-45ca-b4b7-7d6bfb1c9b48 req-7456d263-aec3-4013-ab99-a2fbca502934 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 945 time: 0.1215789 Jul 27 19:43:00.014668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-29d82cae-6c31-45ca-b4b7-7d6bfb1c9b48 req-b6ba90c3-4a00-4d6b-b222-62b1a6082e05 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fd68c0-c4d5-4d5d-bb5b-e7befe501bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634713 Jul 27 19:43:00.030241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a352a-6eb1-4a21-a9b4-c285ff442f56 req-98e3f2ed-8dc0-40e7-9de4-642c0f60c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:00.032450 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe3a352a-6eb1-4a21-a9b4-c285ff442f56 req-98e3f2ed-8dc0-40e7-9de4-642c0f60c2e4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885704 Jul 27 19:43:00.182846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe3a352a-6eb1-4a21-a9b4-c285ff442f56 req-386c040a-3cdb-4646-9981-962396eb94df service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420484 Jul 27 19:43:00.198191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27596de8-12a9-4296-848d-2dbcc02b2b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b062b3c2-9c3b-430a-a9bb-d593d8602e4a'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:00.200902 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccceb8b-0692-4c8e-8530-6a26cf8b407b" -d '{"events": [{"server_uuid": "27596de8-12a9-4296-848d-2dbcc02b2b75", "name": "network-vif-plugged", "status": "completed", "tag": "b062b3c2-9c3b-430a-a9bb-d593d8602e4a"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:00.256776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bf68a-4f8b-4257-9acd-8ee41bf626dc req-4926a1d7-09c2-499d-9931-6c0ac2bc7fd6 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:00.258655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d2bf68a-4f8b-4257-9acd-8ee41bf626dc req-4926a1d7-09c2-499d-9931-6c0ac2bc7fd6 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=329fd68d-8a72-4e76-8dd9-3be52645ff19 HTTP/1.1" status: 200 len: 945 time: 0.1428995 Jul 27 19:43:00.322382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d2bf68a-4f8b-4257-9acd-8ee41bf626dc req-876174d2-2781-4eb4-9058-50ffa4cf59f0 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571105 Jul 27 19:43:00.334882 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe3a352a-6eb1-4a21-a9b4-c285ff442f56 req-5920cc30-fb82-4b32-a280-8e8e912919aa service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315718 Jul 27 19:43:00.656533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-8895cd18-d7b3-4e4d-beec-b12eb70a51f2 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 258 time: 0.2494490 Jul 27 19:43:00.668127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:00.679651 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-f1e9ac65-6a9f-4eb7-9466-9c68ac4ce203 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2001994049&fields=id&tenant_id=eaa2a46568494f18a26d9c60a2c39541 HTTP/1.1" status: 200 len: 267 time: 0.0695884 Jul 27 19:43:00.712787 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:00.838103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-3b8f92d5-94fb-4f8a-b45a-93668bbd92d7 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:00.839489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-3b8f92d5-94fb-4f8a-b45a-93668bbd92d7 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/networks?id=1efccaaf-715e-4036-a519-1b6b1cc8f573 HTTP/1.1" status: 200 len: 823 time: 0.1512272 Jul 27 19:43:00.859080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-bd7a1e3b-5bb6-4acf-8505-269929652833 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/quotas/eaa2a46568494f18a26d9c60a2c39541 HTTP/1.1" status: 200 len: 375 time: 0.0133119 Jul 27 19:43:00.921173 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:00.989367 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-54581ad7-bd8c-4ec7-bad5-c9e15a81ffb3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eaa2a46568494f18a26d9c60a2c39541&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1232748 Jul 27 19:43:01.102752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Allocated IP 172.25.1.117 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/589a118a-a86a-43f2-9d1e-8c799c17aaf7) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:43:01.178107 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-893eceb9-f61d-4c8c-839f-9a44e8f37849 service neutron] 10.222.0.48 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525273 Jul 27 19:43:01.291760 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:01.316837 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-e4b32f91-00c3-4dd9-b154-02724ad8d95f service neutron] 10.222.0.48 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265316 Jul 27 19:43:01.358236 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:01.403596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:43:01.409902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:43:01.414789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:43:01.417959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Pushing event updated for resources: {'Port': ['ID=589a118a-a86a-43f2-9d1e-8c799c17aaf7,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:01.473921 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d010d67-0a50-499e-abb8-e7f63156d3df x-openstack-request-id: req-8d010d67-0a50-499e-abb8-e7f63156d3df {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:01.474878 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27596de8-12a9-4296-848d-2dbcc02b2b75", "name": "network-vif-plugged", "status": "completed", "tag": "b062b3c2-9c3b-430a-a9bb-d593d8602e4a", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:01.476088 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d010d67-0a50-499e-abb8-e7f63156d3df {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:01.477301 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27596de8-12a9-4296-848d-2dbcc02b2b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b062b3c2-9c3b-430a-a9bb-d593d8602e4a', 'code': 200} Jul 27 19:43:01.543948 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:01.606304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4692ca1-a490-40f7-ba2a-7c54c96b60ab details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:43:01.638742 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:01.641589 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b3a56-b8cd-4743-8427-05f41512a3db req-a3e805b0-20be-4751-98ba-87494fa0f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:01.648467 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a85b3a56-b8cd-4743-8427-05f41512a3db req-a3e805b0-20be-4751-98ba-87494fa0f3a2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 1097 time: 0.0920758 Jul 27 19:43:01.720374 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a85b3a56-b8cd-4743-8427-05f41512a3db req-dec4fd9a-de8c-4649-8979-1c06819a70f3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546298 Jul 27 19:43:01.759987 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:01.778097 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'port_id': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'mac_address': 'fa:16:3e:19:ed:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:43:01.814689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbb917-1983-4210-a9a3-e46a0ffda714 req-de5a1830-d9ab-414c-bc32-a7c7a0cafa4e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:01.816681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7fcbb917-1983-4210-a9a3-e46a0ffda714 req-de5a1830-d9ab-414c-bc32-a7c7a0cafa4e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 943 time: 0.2661517 Jul 27 19:43:01.817180 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:01.832704 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4692ca1-a490-40f7-ba2a-7c54c96b60ab {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:43:01.855224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:01.862418 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:01.923846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7fcbb917-1983-4210-a9a3-e46a0ffda714 req-4463c42e-af70-4aee-b740-cb9d54453cdd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967577 Jul 27 19:43:01.941092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:01.962243 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc227e23-685d-4214-8534-ee4d7439b527 req-9eb29af8-1d3f-4466-a12c-d2a58c7862da tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:01.963894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc227e23-685d-4214-8534-ee4d7439b527 req-9eb29af8-1d3f-4466-a12c-d2a58c7862da tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fa0e745-44af-45d5-96b8-8f3601459906 HTTP/1.1" status: 200 len: 946 time: 0.2592328 Jul 27 19:43:02.018917 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:02.028585 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:02.099985 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Pushing event updated for resources: {'Port': ['ID=589a118a-a86a-43f2-9d1e-8c799c17aaf7,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:02.161501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:02.161760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:02.162125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:02.162415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:02.162772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:02.163122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:02.163686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:02.164252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:02.164645 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:02.164989 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:02.165313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:02.165632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:02.173278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['a4692ca1-a490-40f7-ba2a-7c54c96b60ab'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:43:02.195233 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:02.226912 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:02.228226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-64bba50e-9634-4ad4-b603-190eef871c9d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5660484 Jul 27 19:43:02.297852 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-8fe734b1-20df-498b-8801-6779fb4b9782 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.117 HTTP/1.1" status: 200 len: 696 time: 0.0620577 Jul 27 19:43:02.318257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-fc227e23-685d-4214-8534-ee4d7439b527 req-fa5064a9-9dcc-4c32-acff-7cb975207ac2 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Deleting port c5eda7de-5e30-4925-8d7e-890b252472cc {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:43:02.318257 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fc227e23-685d-4214-8534-ee4d7439b527 req-fa5064a9-9dcc-4c32-acff-7cb975207ac2 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:02.557375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-530cf687-94aa-4ae3-a6b5-1720daa023e9 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:02.558786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f8663e1-afad-468c-9c4d-e8d5645efa44 req-530cf687-94aa-4ae3-a6b5-1720daa023e9 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.2492115 Jul 27 19:43:02.570365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fc227e23-685d-4214-8534-ee4d7439b527 req-fa5064a9-9dcc-4c32-acff-7cb975207ac2 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] For port c5eda7de-5e30-4925-8d7e-890b252472cc, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c5eda7de-5e30-4925-8d7e-890b252472cc,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:02.570562 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fc227e23-685d-4214-8534-ee4d7439b527 req-fa5064a9-9dcc-4c32-acff-7cb975207ac2 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:02.660875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5b165-8ef1-4e45-8e3a-0cff09f0bf38 req-6d24a03c-bf7c-4f71-a371-72265410acc7 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:02.662410 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fe5b165-8ef1-4e45-8e3a-0cff09f0bf38 req-6d24a03c-bf7c-4f71-a371-72265410acc7 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 945 time: 0.2541277 Jul 27 19:43:02.802324 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fe5b165-8ef1-4e45-8e3a-0cff09f0bf38 req-eff4c83c-c8e8-4504-8a4f-11e5537ac7ca tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128521 Jul 27 19:43:02.860893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ef133-3ba4-4152-bac5-b0b5e2852077 req-91b96cca-5a21-4d5f-b458-be31ca823436 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:02.862445 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf3ef133-3ba4-4152-bac5-b0b5e2852077 req-91b96cca-5a21-4d5f-b458-be31ca823436 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.2242317 Jul 27 19:43:02.903608 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fc227e23-685d-4214-8534-ee4d7439b527 req-fa5064a9-9dcc-4c32-acff-7cb975207ac2 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:02.904006 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fc227e23-685d-4214-8534-ee4d7439b527 req-fa5064a9-9dcc-4c32-acff-7cb975207ac2 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:02.904323 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-fc227e23-685d-4214-8534-ee4d7439b527 req-fa5064a9-9dcc-4c32-acff-7cb975207ac2 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Floating IP 1850c131-c058-4494-a4bf-1a3b8c2f6fdc disassociated. External IP: 172.25.1.60, port: c5eda7de-5e30-4925-8d7e-890b252472cc. Jul 27 19:43:02.904692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-fc227e23-685d-4214-8534-ee4d7439b527 req-fa5064a9-9dcc-4c32-acff-7cb975207ac2 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Calling delete_port for c5eda7de-5e30-4925-8d7e-890b252472cc owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:43:02.931846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf3ef133-3ba4-4152-bac5-b0b5e2852077 req-a7a0027b-9768-4239-bada-5611dd2114ed tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581329 Jul 27 19:43:03.002506 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-269a1e4b-d81b-4318-9ba2-d458acae7476 req-dbab27ad-12d6-42d6-a294-0f55b8ae6676 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 210 time: 0.0318925 Jul 27 19:43:03.109304 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fc227e23-685d-4214-8534-ee4d7439b527 req-fa5064a9-9dcc-4c32-acff-7cb975207ac2 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:03.283155 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-c36c5ed1-3bf2-4f22-a1b6-b7ae0aeb535b tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:03.285931 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-c36c5ed1-3bf2-4f22-a1b6-b7ae0aeb535b tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.52 "GET /v2.0/networks?id=1efccaaf-715e-4036-a519-1b6b1cc8f573 HTTP/1.1" status: 200 len: 823 time: 0.1302309 Jul 27 19:43:03.345063 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-561643c8-718e-4de6-a314-0133a566be5e tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaa2a46568494f18a26d9c60a2c39541 HTTP/1.1" status: 200 len: 380 time: 0.0394344 Jul 27 19:43:03.363342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Request body: {'port': {'device_id': '3f85b1fe-0d68-466c-ac88-7b02b00f91b4', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'admin_state_up': True, 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'security_groups': ['600c3e5d-5e0d-43af-b1eb-9842de7fbfbf']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:03.484549 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Made reservation on behalf of eaa2a46568494f18a26d9c60a2c39541 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:43:03.488740 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:03.494586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5064a9-9dcc-4c32-acff-7cb975207ac2 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Pushing event deleted for resources: {'Port': ['ID=c5eda7de-5e30-4925-8d7e-890b252472cc,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:03.591000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e122c-b586-4f60-97f3-7d795591bca3 req-b6bad84a-7857-4608-ae4d-db8491e31835 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:03.592473 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-400e122c-b586-4f60-97f3-7d795591bca3 req-b6bad84a-7857-4608-ae4d-db8491e31835 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4969258 Jul 27 19:43:03.631599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4692ca1-a490-40f7-ba2a-7c54c96b60ab up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:43:03.685965 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea76fb-9b50-4611-973d-de3e185315e5 req-8386df90-33f5-460d-954b-5a6f14457b7d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:03.687463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port a4692ca1-a490-40f7-ba2a-7c54c96b60ab completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:43:03.692875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port a4692ca1-a490-40f7-ba2a-7c54c96b60ab triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:43:03.693507 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:03.693863 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fbea76fb-9b50-4611-973d-de3e185315e5 req-8386df90-33f5-460d-954b-5a6f14457b7d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.2578804 Jul 27 19:43:03.712645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-400e122c-b586-4f60-97f3-7d795591bca3 req-4e35e7df-e17e-49b9-ab4f-755622a7857d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.117 HTTP/1.1" status: 200 len: 696 time: 0.0887849 Jul 27 19:43:03.720826 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-400e122c-b586-4f60-97f3-7d795591bca3 req-0ebbbdcd-862b-4f44-926b-72436fce22f7 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Request body: {'floatingip': {'port_id': 'bef1350c-f1a3-4068-9683-8566a80c6d70', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:03.793742 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-400e122c-b586-4f60-97f3-7d795591bca3 req-0ebbbdcd-862b-4f44-926b-72436fce22f7 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:03.802110 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:03.834154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc227e23-685d-4214-8534-ee4d7439b527 req-fa5064a9-9dcc-4c32-acff-7cb975207ac2 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:43:03.844723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:03.846187 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:03.855414 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9326d2-5fbd-49e5-8888-909a7b7025a6" -d '{"events": [{"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-plugged", "status": "completed", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:03.866483 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:03.872997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fbea76fb-9b50-4611-973d-de3e185315e5 req-b6701cd7-22eb-478f-902f-bf5407293850 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780663 Jul 27 19:43:03.965734 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:04.037885 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Allocated IP 172.20.0.14 (1efccaaf-715e-4036-a519-1b6b1cc8f573/5a473bf7-98b5-45ce-8210-1ea9a7314439/86e93c75-dfff-4bc8-ac1f-6c602c614c79) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:43:04.152684 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc227e23-685d-4214-8534-ee4d7439b527 req-fa5064a9-9dcc-4c32-acff-7cb975207ac2 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:43:04.166407 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e16b0-5618-49a3-83df-615e8c78031a None None] Sync routers for ids ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:43:04.175831 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e16b0-5618-49a3-83df-615e8c78031a None None] Routers {'3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:43:04.177211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-440e16b0-5618-49a3-83df-615e8c78031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:04.197883 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:04.211563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Transition to ACTIVE for port object 86e93c75-dfff-4bc8-ac1f-6c602c614c79 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:43:04.253771 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:04.281971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Network 1efccaaf-715e-4036-a519-1b6b1cc8f573 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:43:04.283367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc227e23-685d-4214-8534-ee4d7439b527 req-fa5064a9-9dcc-4c32-acff-7cb975207ac2 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] No DVR routers for this DVR port c5eda7de-5e30-4925-8d7e-890b252472cc on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:43:04.286410 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fc227e23-685d-4214-8534-ee4d7439b527 req-fa5064a9-9dcc-4c32-acff-7cb975207ac2 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:04.289953 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc227e23-685d-4214-8534-ee4d7439b527 req-fa5064a9-9dcc-4c32-acff-7cb975207ac2 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.52 "DELETE /v2.0/ports/c5eda7de-5e30-4925-8d7e-890b252472cc HTTP/1.1" status: 204 len: 173 time: 2.3086994 Jul 27 19:43:04.296344 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa0e745-44af-45d5-96b8-8f3601459906', 'name': 'network-vif-deleted', 'tag': 'c5eda7de-5e30-4925-8d7e-890b252472cc'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:04.298640 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c31accd-c9c1-4714-a3a6-763a09cf35e0" -d '{"events": [{"server_uuid": "8fa0e745-44af-45d5-96b8-8f3601459906", "name": "network-vif-deleted", "tag": "c5eda7de-5e30-4925-8d7e-890b252472cc"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:04.306728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:43:04.311364 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:43:04.328065 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-440e16b0-5618-49a3-83df-615e8c78031a None None] Set router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:43:04.376317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:04.377629 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:04.412838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Pushing event updated for resources: {'Port': ['ID=86e93c75-dfff-4bc8-ac1f-6c602c614c79,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:04.422521 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:04.423049 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:04.424127 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:04.424127 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:04.424329 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:04.424777 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:04.425390 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:04.425750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:04.439120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:04.439796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:04.440253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:04.440714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:04.445629 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-8b771544-56d7-4dc6-a7e5-a5daf8e4c3b3 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0864589 Jul 27 19:43:04.464032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Request body: {'port': {'device_id': '3f85b1fe-0d68-466c-ac88-7b02b00f91b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:04.586027 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:04.604916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862117c-587e-4b46-8bc8-c56df73e675a req-89567103-42f9-4abb-9de5-f572b4e08182 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:04.606482 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b862117c-587e-4b46-8bc8-c56df73e675a req-89567103-42f9-4abb-9de5-f572b4e08182 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 945 time: 0.6470659 Jul 27 19:43:04.699591 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b862117c-587e-4b46-8bc8-c56df73e675a req-2f3e8d06-76bc-4822-b5ee-a517f505c40f tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513499 Jul 27 19:43:04.764429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-308be260-6384-4632-9622-9697478a1fdd None None] Provisioning for port 86e93c75-dfff-4bc8-ac1f-6c602c614c79 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:43:04.770639 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-308be260-6384-4632-9622-9697478a1fdd None None] Provisioning complete for port 86e93c75-dfff-4bc8-ac1f-6c602c614c79 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:43:04.771112 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-308be260-6384-4632-9622-9697478a1fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:04.801919 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3784bce4-1d49-4a8c-abf0-3ecef8813daa x-openstack-request-id: req-3784bce4-1d49-4a8c-abf0-3ecef8813daa {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:04.802207 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-plugged", "status": "completed", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:04.802465 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3784bce4-1d49-4a8c-abf0-3ecef8813daa {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:04.802970 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'code': 200} Jul 27 19:43:04.865390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-308be260-6384-4632-9622-9697478a1fdd None None] Port 86e93c75-dfff-4bc8-ac1f-6c602c614c79 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:43:04.867173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 1e84bc52-02ba-4397-948a-b88487e5c068 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:43:04.874639 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device c5eda7de-5e30-4925-8d7e-890b252472cc no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:43:04.887289 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-400e122c-b586-4f60-97f3-7d795591bca3 req-0ebbbdcd-862b-4f44-926b-72436fce22f7 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:04.892423 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-400e122c-b586-4f60-97f3-7d795591bca3 req-0ebbbdcd-862b-4f44-926b-72436fce22f7 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:04.956053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: c5eda7de-5e30-4925-8d7e-890b252472cc {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:43:04.956622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device c5eda7de-5e30-4925-8d7e-890b252472cc not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:43:05.008073 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e93c75-dfff-4bc8-ac1f-6c602c614c79 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:43:05.022133 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:05.029616 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-440e16b0-5618-49a3-83df-615e8c78031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'ab159236-2da8-42f4-b94d-4591c761ddcb', 'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'mac_address': 'fa:16:3e:8f:f7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:17Z', 'updated_at': '2021-07-27T19:40:26Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'subnets': [{'id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:05.066369 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Transition to ACTIVE for port object 86e93c75-dfff-4bc8-ac1f-6c602c614c79 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:43:05.073622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e16b0-5618-49a3-83df-615e8c78031a None None] Checking router: 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:43:05.074804 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:05.159253 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 1e84bc52-02ba-4397-948a-b88487e5c068, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1e84bc52-02ba-4397-948a-b88487e5c068,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:05.161581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Pushing event updated for resources: {'Port': ['ID=86e93c75-dfff-4bc8-ac1f-6c602c614c79,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:05.180432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb932c78-c170-4e6b-bd6c-a34c57f06a23 req-0a308ef3-98e9-4a40-abf1-6bfb67143bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:05.181786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb932c78-c170-4e6b-bd6c-a34c57f06a23 req-0a308ef3-98e9-4a40-abf1-6bfb67143bce service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 1097 time: 0.2318265 Jul 27 19:43:05.189311 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e16b0-5618-49a3-83df-615e8c78031a None None] Routers {'3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:43:05.190162 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-440e16b0-5618-49a3-83df-615e8c78031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:05.199897 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6823a4-4345-4fe8-afdb-49a20936507f req-0835f3a3-9dec-477d-a55b-4f7c0dec9af8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:05.201768 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be6823a4-4345-4fe8-afdb-49a20936507f req-0835f3a3-9dec-477d-a55b-4f7c0dec9af8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.1908002 Jul 27 19:43:05.249872 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-400e122c-b586-4f60-97f3-7d795591bca3 req-0ebbbdcd-862b-4f44-926b-72436fce22f7 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Floating IP 43b5ad40-6739-487b-a152-42676126a2e3 associated. External IP: 172.25.1.117, port: bef1350c-f1a3-4068-9683-8566a80c6d70. Jul 27 19:43:05.274961 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '1e84bc52-02ba-4397-948a-b88487e5c068', 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de', 'port_id': '1e84bc52-02ba-4397-948a-b88487e5c068', 'mac_address': 'fa:16:3e:d7:50:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039d2644-dacf-49e7-9e8b-54b45bb17c99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:43:05.289365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Attempting to bind port 86e93c75-dfff-4bc8-ac1f-6c602c614c79 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:43:05.289755 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Attempting to bind port 86e93c75-dfff-4bc8-ac1f-6c602c614c79 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:43:05.290014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Attempting to bind port 86e93c75-dfff-4bc8-ac1f-6c602c614c79 on network 1efccaaf-715e-4036-a519-1b6b1cc8f573 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:05.304218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Port 86e93c75-dfff-4bc8-ac1f-6c602c614c79 on network 1efccaaf-715e-4036-a519-1b6b1cc8f573 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:43:05.304651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Attempting to bind port 86e93c75-dfff-4bc8-ac1f-6c602c614c79 on network 1efccaaf-715e-4036-a519-1b6b1cc8f573 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:05.320544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:43:05.321242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Checking segment: {'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:43:05.321242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Bound using segment: {'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:43:05.321688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Bound port: 86e93c75-dfff-4bc8-ac1f-6c602c614c79, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1445cf27-02c9-4587-87d6-865ab352df80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:43:05.322045 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:05.360720 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb932c78-c170-4e6b-bd6c-a34c57f06a23 req-f0fb002c-a2e3-4712-a62e-27b647070914 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545172 Jul 27 19:43:05.394285 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:05.424338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e84bc52-02ba-4397-948a-b88487e5c068 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:43:05.430232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be6823a4-4345-4fe8-afdb-49a20936507f req-5ebd8bf3-f2e2-4a93-9dda-cc4900d76570 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155776 Jul 27 19:43:05.451179 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] For port 86e93c75-dfff-4bc8-ac1f-6c602c614c79, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:43:05.452182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-440e16b0-5618-49a3-83df-615e8c78031a None None] Set router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:43:05.454807 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] For port 86e93c75-dfff-4bc8-ac1f-6c602c614c79, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=86e93c75-dfff-4bc8-ac1f-6c602c614c79,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:43:05.464870 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:05.506865 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 1e84bc52-02ba-4397-948a-b88487e5c068, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1e84bc52-02ba-4397-948a-b88487e5c068,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:05.528891 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:05.535538 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:05.536179 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:05.537854 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] 10.222.0.52 "PUT /v2.0/ports/86e93c75-dfff-4bc8-ac1f-6c602c614c79 HTTP/1.1" status: 200 len: 1093 time: 1.0787196 Jul 27 19:43:05.538369 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f85b1fe-0d68-466c-ac88-7b02b00f91b4', 'tag': '86e93c75-dfff-4bc8-ac1f-6c602c614c79'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:05.540794 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd88de0-3018-46cf-a2e2-6db9b181ed54" -d '{"events": [{"name": "network-changed", "server_uuid": "3f85b1fe-0d68-466c-ac88-7b02b00f91b4", "tag": "86e93c75-dfff-4bc8-ac1f-6c602c614c79"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:05.597713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd9803-7932-4917-bd13-a41a74d87b66 service neutron] Pushing event updated for resources: {'Port': ['ID=86e93c75-dfff-4bc8-ac1f-6c602c614c79,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:05.604070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-400e122c-b586-4f60-97f3-7d795591bca3 req-0ebbbdcd-862b-4f44-926b-72436fce22f7 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Router acc8594b-c386-495d-b5af-57dc6f3f820c has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:43:05.634618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=1e84bc52-02ba-4397-948a-b88487e5c068,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:05.715733 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-dfa2a625-a9f1-4970-85c1-ca0a059e20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:05.717529 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-dfa2a625-a9f1-4970-85c1-ca0a059e20ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eaa2a46568494f18a26d9c60a2c39541&device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 1096 time: 0.0712652 Jul 27 19:43:05.722164 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['1e84bc52-02ba-4397-948a-b88487e5c068'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:43:05.778920 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-7c57d619-95e5-48cf-9887-d0a0fb9841ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86e93c75-dfff-4bc8-ac1f-6c602c614c79 HTTP/1.1" status: 200 len: 217 time: 0.0378425 Jul 27 19:43:05.815018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b72451-0b01-43aa-9fe9-372e50302b43 req-f118d4bc-eec9-4129-8bbe-7baf99664012 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:05.816695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5b72451-0b01-43aa-9fe9-372e50302b43 req-f118d4bc-eec9-4129-8bbe-7baf99664012 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 944 time: 0.1368768 Jul 27 19:43:05.818380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-400e122c-b586-4f60-97f3-7d795591bca3 req-0ebbbdcd-862b-4f44-926b-72436fce22f7 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:43:05.830297 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-400e122c-b586-4f60-97f3-7d795591bca3 req-0ebbbdcd-862b-4f44-926b-72436fce22f7 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:05.832771 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde4c6ed-1cba-4e8b-ba19-f0c125971f9b None None] Sync routers for ids ['acc8594b-c386-495d-b5af-57dc6f3f820c'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:43:05.846137 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde4c6ed-1cba-4e8b-ba19-f0c125971f9b None None] Routers {'acc8594b-c386-495d-b5af-57dc6f3f820c'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:43:05.847195 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fde4c6ed-1cba-4e8b-ba19-f0c125971f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['acc8594b-c386-495d-b5af-57dc6f3f820c'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:05.893863 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-400e122c-b586-4f60-97f3-7d795591bca3 req-0ebbbdcd-862b-4f44-926b-72436fce22f7 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "PUT /v2.0/floatingips/43b5ad40-6739-487b-a152-42676126a2e3 HTTP/1.1" status: 200 len: 996 time: 2.1803575 Jul 27 19:43:05.896772 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5b72451-0b01-43aa-9fe9-372e50302b43 req-1b58e390-b34b-48a0-94b8-ea0068c2ee35 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711105 Jul 27 19:43:05.936055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-4e5a1317-577c-42db-8ea0-8020588ebcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:05.938205 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-4e5a1317-577c-42db-8ea0-8020588ebcf5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a473bf7-98b5-45ce-8210-1ea9a7314439 HTTP/1.1" status: 200 len: 862 time: 0.0892208 Jul 27 19:43:06.027132 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-c5d1f3c4-bed0-423e-b068-4a2f6c22425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:06.030018 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-c5d1f3c4-bed0-423e-b068-4a2f6c22425c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1efccaaf-715e-4036-a519-1b6b1cc8f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758207 Jul 27 19:43:06.032232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e122c-b586-4f60-97f3-7d795591bca3 req-0fa13a91-595d-403a-af30-8169a9904229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:06.035826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-400e122c-b586-4f60-97f3-7d795591bca3 req-0fa13a91-595d-403a-af30-8169a9904229 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e03d58a53734ae0ba3fa50f4ec6113c&device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 1097 time: 0.1207931 Jul 27 19:43:06.037886 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-fde4c6ed-1cba-4e8b-ba19-f0c125971f9b None None] Set router acc8594b-c386-495d-b5af-57dc6f3f820c gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:43:06.074684 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-440e16b0-5618-49a3-83df-615e8c78031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'ab159236-2da8-42f4-b94d-4591c761ddcb', 'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'mac_address': 'fa:16:3e:8f:f7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:17Z', 'updated_at': '2021-07-27T19:40:26Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'subnets': [{'id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:06.121728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e16b0-5618-49a3-83df-615e8c78031a None None] The sync data for ids ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'] in n-d-705657-21 is: [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'ab159236-2da8-42f4-b94d-4591c761ddcb', 'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'mac_address': 'fa:16:3e:8f:f7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:17Z', 'updated_at': '2021-07-27T19:40:26Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'subnets': [{'id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:43:06.157723 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f63ad1-8005-4edb-83ed-3646021390de x-openstack-request-id: req-08f63ad1-8005-4edb-83ed-3646021390de {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:06.158022 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa0e745-44af-45d5-96b8-8f3601459906", "name": "network-vif-deleted", "tag": "c5eda7de-5e30-4925-8d7e-890b252472cc", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:06.158268 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08f63ad1-8005-4edb-83ed-3646021390de {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:06.158671 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa0e745-44af-45d5-96b8-8f3601459906', 'name': 'network-vif-deleted', 'tag': 'c5eda7de-5e30-4925-8d7e-890b252472cc', 'status': 'completed', 'code': 200} Jul 27 19:43:06.232289 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-9cfd5c4c-87ae-4579-ba58-1fa476366a66 service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885266 Jul 27 19:43:06.248507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e122c-b586-4f60-97f3-7d795591bca3 req-27763177-74ad-4801-9d12-8bdfad1273bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:06.250023 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-400e122c-b586-4f60-97f3-7d795591bca3 req-27763177-74ad-4801-9d12-8bdfad1273bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 HTTP/1.1" status: 200 len: 929 time: 0.2068455 Jul 27 19:43:06.425211 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84b4c464-de52-4d44-9ab1-8ad9ba5af6aa req-d26e7345-3cac-4e75-9108-bb0b3e759719 service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795356 Jul 27 19:43:06.483122 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fde4c6ed-1cba-4e8b-ba19-f0c125971f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '35e313df-19c6-4c79-8400-f70984401c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:29Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 4, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'gw_port': {'id': '35e313df-19c6-4c79-8400-f70984401c7b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:31Z', 'updated_at': '2021-07-27T19:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '43b5ad40-6739-487b-a152-42676126a2e3', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'port_id': 'bef1350c-f1a3-4068-9683-8566a80c6d70', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'mac_address': 'fa:16:3e:21:3c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd078d19-19b8-4254-9b15-66fc5dbfb351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:43:01Z', 'updated_at': '2021-07-27T19:43:04Z', 'revision_number': 1, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca5c4e9-f2b4-4d7c-959b-32b87cf707a9', 'name': '', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'mac_address': 'fa:16:3e:32:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:37Z', 'updated_at': '2021-07-27T19:42:46Z', 'revision_number': 5, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'subnets': [{'id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:06.513158 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-400e122c-b586-4f60-97f3-7d795591bca3 req-384d6545-c8f1-4d65-b440-9033b67b82db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bef1350c-f1a3-4068-9683-8566a80c6d70 HTTP/1.1" status: 200 len: 999 time: 0.2506850 Jul 27 19:43:06.549915 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde4c6ed-1cba-4e8b-ba19-f0c125971f9b None None] Checking router: acc8594b-c386-495d-b5af-57dc6f3f820c for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:43:06.559638 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde4c6ed-1cba-4e8b-ba19-f0c125971f9b None None] Routers {'acc8594b-c386-495d-b5af-57dc6f3f820c'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:43:06.560258 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fde4c6ed-1cba-4e8b-ba19-f0c125971f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['acc8594b-c386-495d-b5af-57dc6f3f820c'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:06.586906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00480aca-12b0-4175-9423-4788359080c5 req-64edb09d-2e8f-4ece-9bbd-f1c7794ac68a tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:06.589294 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00480aca-12b0-4175-9423-4788359080c5 req-64edb09d-2e8f-4ece-9bbd-f1c7794ac68a tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 1097 time: 0.3187118 Jul 27 19:43:06.609735 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e122c-b586-4f60-97f3-7d795591bca3 req-1f67a6e5-1757-46b3-b2aa-8886fab8d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:06.611328 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-400e122c-b586-4f60-97f3-7d795591bca3 req-1f67a6e5-1757-46b3-b2aa-8886fab8d604 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46a7718b-6c4f-4ee3-8733-41ab3fca0749 HTTP/1.1" status: 200 len: 867 time: 0.0919693 Jul 27 19:43:06.620386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a62475-f9c1-447f-ba79-15a33880762f None None] New status for floating IP 1850c131-c058-4494-a4bf-1a3b8c2f6fdc: DOWN {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:43:06.681546 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00480aca-12b0-4175-9423-4788359080c5 req-26fe35e5-44bb-4b6f-93b2-85730b193bd2 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852504 Jul 27 19:43:06.703917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e122c-b586-4f60-97f3-7d795591bca3 req-aed28a37-f933-4604-bfbe-78b488bc3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:06.705490 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-400e122c-b586-4f60-97f3-7d795591bca3 req-aed28a37-f933-4604-bfbe-78b488bc3f55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b449ee3-0d4f-48a2-a6eb-2179518fa3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801289 Jul 27 19:43:06.817493 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-fde4c6ed-1cba-4e8b-ba19-f0c125971f9b None None] Set router acc8594b-c386-495d-b5af-57dc6f3f820c gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:43:06.894410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 1e84bc52-02ba-4397-948a-b88487e5c068 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:43:06.976485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 1e84bc52-02ba-4397-948a-b88487e5c068 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:43:06.977284 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:06.991021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999efe2d-b3eb-4b69-abe0-854bced0011a req-c66a04f8-9394-48b1-ad84-cfc5330fec25 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:06.994151 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-999efe2d-b3eb-4b69-abe0-854bced0011a req-c66a04f8-9394-48b1-ad84-cfc5330fec25 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 945 time: 0.1618533 Jul 27 19:43:06.996820 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-400e122c-b586-4f60-97f3-7d795591bca3 req-1a2a8f5f-08ac-4b6a-8a37-c37da6f77e20 service neutron] 10.222.0.48 "GET /v2.0/networks/4b449ee3-0d4f-48a2-a6eb-2179518fa3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829587 Jul 27 19:43:07.096693 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:07.134766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329fd68d-8a72-4e76-8dd9-3be52645ff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e84bc52-02ba-4397-948a-b88487e5c068'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:07.137441 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305637ef-9a18-4e5c-80e3-00f66551d146" -d '{"events": [{"server_uuid": "329fd68d-8a72-4e76-8dd9-3be52645ff19", "name": "network-vif-plugged", "status": "completed", "tag": "1e84bc52-02ba-4397-948a-b88487e5c068"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:07.153726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 1e84bc52-02ba-4397-948a-b88487e5c068, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1e84bc52-02ba-4397-948a-b88487e5c068,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:07.175476 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:07.196512 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fde4c6ed-1cba-4e8b-ba19-f0c125971f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '35e313df-19c6-4c79-8400-f70984401c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:29Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 4, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'gw_port': {'id': '35e313df-19c6-4c79-8400-f70984401c7b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:31Z', 'updated_at': '2021-07-27T19:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '43b5ad40-6739-487b-a152-42676126a2e3', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'port_id': 'bef1350c-f1a3-4068-9683-8566a80c6d70', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'mac_address': 'fa:16:3e:21:3c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd078d19-19b8-4254-9b15-66fc5dbfb351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:43:01Z', 'updated_at': '2021-07-27T19:43:04Z', 'revision_number': 1, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca5c4e9-f2b4-4d7c-959b-32b87cf707a9', 'name': '', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'mac_address': 'fa:16:3e:32:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:37Z', 'updated_at': '2021-07-27T19:42:46Z', 'revision_number': 5, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'subnets': [{'id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:07.197112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-999efe2d-b3eb-4b69-abe0-854bced0011a req-d8d4bfa0-1609-4954-9477-808836b76342 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869059 Jul 27 19:43:07.251997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-400e122c-b586-4f60-97f3-7d795591bca3 req-fdaeb438-7196-461b-a1bd-1a804eff7f14 service neutron] 10.222.0.48 "GET /v2.0/networks/4b449ee3-0d4f-48a2-a6eb-2179518fa3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457252 Jul 27 19:43:07.268438 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69351806-04c3-4273-8e3b-3fa9eeeac726 x-openstack-request-id: req-69351806-04c3-4273-8e3b-3fa9eeeac726 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:07.268800 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f85b1fe-0d68-466c-ac88-7b02b00f91b4", "tag": "86e93c75-dfff-4bc8-ac1f-6c602c614c79", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:07.269360 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69351806-04c3-4273-8e3b-3fa9eeeac726 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:07.269809 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f85b1fe-0d68-466c-ac88-7b02b00f91b4', 'tag': '86e93c75-dfff-4bc8-ac1f-6c602c614c79', 'status': 'completed', 'code': 200} Jul 27 19:43:07.349400 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde4c6ed-1cba-4e8b-ba19-f0c125971f9b None None] The sync data for ids ['acc8594b-c386-495d-b5af-57dc6f3f820c'] in n-d-705657-21 is: [{'id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '35e313df-19c6-4c79-8400-f70984401c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:29Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 4, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'gw_port': {'id': '35e313df-19c6-4c79-8400-f70984401c7b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:31Z', 'updated_at': '2021-07-27T19:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '43b5ad40-6739-487b-a152-42676126a2e3', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'port_id': 'bef1350c-f1a3-4068-9683-8566a80c6d70', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'mac_address': 'fa:16:3e:21:3c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd078d19-19b8-4254-9b15-66fc5dbfb351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:43:01Z', 'updated_at': '2021-07-27T19:43:04Z', 'revision_number': 1, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dca5c4e9-f2b4-4d7c-959b-32b87cf707a9', 'name': '', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'mac_address': 'fa:16:3e:32:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:37Z', 'updated_at': '2021-07-27T19:42:46Z', 'revision_number': 5, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'subnets': [{'id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:43:07.364360 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=1e84bc52-02ba-4397-948a-b88487e5c068,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:07.394104 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88de0-3018-46cf-a2e2-6db9b181ed54 req-729024b0-bbdd-4939-afa3-0f813554234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:07.395867 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ffd88de0-3018-46cf-a2e2-6db9b181ed54 req-729024b0-bbdd-4939-afa3-0f813554234b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eaa2a46568494f18a26d9c60a2c39541&device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 1096 time: 0.0952127 Jul 27 19:43:07.616053 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c5d09-e716-4e2b-9557-1d11ccbf41da req-f53c520d-c42f-4957-9468-38fcde2657af tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:07.618669 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c49c5d09-e716-4e2b-9557-1d11ccbf41da req-f53c520d-c42f-4957-9468-38fcde2657af tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.2096717 Jul 27 19:43:07.647152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88de0-3018-46cf-a2e2-6db9b181ed54 req-15368d69-891c-4bdd-964b-df60044e36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:07.652276 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ffd88de0-3018-46cf-a2e2-6db9b181ed54 req-15368d69-891c-4bdd-964b-df60044e36ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=1efccaaf-715e-4036-a519-1b6b1cc8f573 HTTP/1.1" status: 200 len: 924 time: 0.2474730 Jul 27 19:43:07.758082 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ffd88de0-3018-46cf-a2e2-6db9b181ed54 req-342c8b06-6206-4bc7-a479-f68b50a1209f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86e93c75-dfff-4bc8-ac1f-6c602c614c79 HTTP/1.1" status: 200 len: 217 time: 0.0911777 Jul 27 19:43:07.774663 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c49c5d09-e716-4e2b-9557-1d11ccbf41da req-584f5c9b-7e9f-44e6-a004-5bb9a377484e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488471 Jul 27 19:43:07.825456 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb815e-a7ad-4b0e-b76a-1409e4a481b7 None None] New status for floating IP 43b5ad40-6739-487b-a152-42676126a2e3: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:43:07.839763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88de0-3018-46cf-a2e2-6db9b181ed54 req-28db41b3-b4c5-486c-9308-cfc25222a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:07.841421 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ffd88de0-3018-46cf-a2e2-6db9b181ed54 req-28db41b3-b4c5-486c-9308-cfc25222a6d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a473bf7-98b5-45ce-8210-1ea9a7314439 HTTP/1.1" status: 200 len: 862 time: 0.0714965 Jul 27 19:43:07.867708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b3f7e-b3eb-4194-a449-bf318699a0a6 req-93c7dc1a-83d5-422f-b46e-7eb96a06c38a tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:07.871517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e5b3f7e-b3eb-4194-a449-bf318699a0a6 req-93c7dc1a-83d5-422f-b46e-7eb96a06c38a tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 944 time: 0.2318263 Jul 27 19:43:08.012358 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e5b3f7e-b3eb-4194-a449-bf318699a0a6 req-93d1ae89-0fe2-43dd-aca3-0078178b5da7 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266115 Jul 27 19:43:08.014963 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88de0-3018-46cf-a2e2-6db9b181ed54 req-85fbd533-8efa-4613-92dd-4e2b83665cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:08.038120 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ffd88de0-3018-46cf-a2e2-6db9b181ed54 req-85fbd533-8efa-4613-92dd-4e2b83665cf3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1efccaaf-715e-4036-a519-1b6b1cc8f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1794040 Jul 27 19:43:08.132987 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fe21ff-2f07-4405-88b1-1fd2b9838284 x-openstack-request-id: req-e9fe21ff-2f07-4405-88b1-1fd2b9838284 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:08.133629 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329fd68d-8a72-4e76-8dd9-3be52645ff19", "name": "network-vif-plugged", "status": "completed", "tag": "1e84bc52-02ba-4397-948a-b88487e5c068", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:08.133629 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9fe21ff-2f07-4405-88b1-1fd2b9838284 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:08.133990 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329fd68d-8a72-4e76-8dd9-3be52645ff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e84bc52-02ba-4397-948a-b88487e5c068', 'code': 200} Jul 27 19:43:08.147135 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:08.160080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd078d19-19b8-4254-9b15-66fc5dbfb351', 'tag': 'bef1350c-f1a3-4068-9683-8566a80c6d70'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:08.163704 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d0241c-aaf9-4aa6-ba7f-382dcae761f7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd078d19-19b8-4254-9b15-66fc5dbfb351", "tag": "bef1350c-f1a3-4068-9683-8566a80c6d70"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:08.283812 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ffd88de0-3018-46cf-a2e2-6db9b181ed54 req-569c8f44-9a61-46f0-ab45-eea0c7bb5337 service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298696 Jul 27 19:43:08.331356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccaee6-5298-44ba-91b6-7442381f312d req-9021d8cf-a014-465b-b162-53c150f6ecf1 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:08.340330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3ccaee6-5298-44ba-91b6-7442381f312d req-9021d8cf-a014-465b-b162-53c150f6ecf1 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 945 time: 0.1245120 Jul 27 19:43:08.343843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35672) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:43:08.360021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-7800aea1-7669-47a2-89b9-24adf8d3c9e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Request body: {'floatingip': {'port_id': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:08.410741 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7800aea1-7669-47a2-89b9-24adf8d3c9e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:08.425059 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ffd88de0-3018-46cf-a2e2-6db9b181ed54 req-a92f3079-2eae-44b9-86d4-67593e47fd10 service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256537 Jul 27 19:43:08.698761 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-a3f48202-18e8-4a23-a735-7cbe8074b601 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 258 time: 0.2798452 Jul 27 19:43:08.705570 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:08.777907 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:08.882777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 86e93c75-dfff-4bc8-ac1f-6c602c614c79 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:43:09.107678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 86e93c75-dfff-4bc8-ac1f-6c602c614c79, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=86e93c75-dfff-4bc8-ac1f-6c602c614c79,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:09.128874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '86e93c75-dfff-4bc8-ac1f-6c602c614c79', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'port_id': '86e93c75-dfff-4bc8-ac1f-6c602c614c79', 'mac_address': 'fa:16:3e:35:83:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:43:09.194435 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:09.226089 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e93c75-dfff-4bc8-ac1f-6c602c614c79 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:43:09.272235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 86e93c75-dfff-4bc8-ac1f-6c602c614c79, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=86e93c75-dfff-4bc8-ac1f-6c602c614c79,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:09.287594 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:09.402734 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=86e93c75-dfff-4bc8-ac1f-6c602c614c79,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:09.461644 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:09.596505 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.resource_extend [None req-7800aea1-7669-47a2-89b9-24adf8d3c9e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 19:43:09.683123 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7800aea1-7669-47a2-89b9-24adf8d3c9e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:09.691442 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7800aea1-7669-47a2-89b9-24adf8d3c9e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:09.700701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['86e93c75-dfff-4bc8-ac1f-6c602c614c79'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:43:09.805214 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-7800aea1-7669-47a2-89b9-24adf8d3c9e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Floating IP 05947552-dadb-45c3-b3ef-18b358ff094e associated. External IP: 172.25.1.39, port: a4692ca1-a490-40f7-ba2a-7c54c96b60ab. Jul 27 19:43:09.829634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Allocated IP 172.25.1.254 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/82c81730-a043-49ad-8ca5-818b1b00a79e) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:43:10.069767 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:10.209747 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:10.271014 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:43:10.272937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7800aea1-7669-47a2-89b9-24adf8d3c9e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Router eddc97cb-96a2-4fef-a163-4124423d3010 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:43:10.279056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:43:10.282021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Pushing event updated for resources: {'Port': ['ID=82c81730-a043-49ad-8ca5-818b1b00a79e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:10.284241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:43:10.492387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7800aea1-7669-47a2-89b9-24adf8d3c9e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:43:10.498628 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7800aea1-7669-47a2-89b9-24adf8d3c9e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:10.503359 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:10.505195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d4ecba-88ec-4efe-b8ce-e0bdaa5b70c5 None None] Sync routers for ids ['eddc97cb-96a2-4fef-a163-4124423d3010'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:43:10.523911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d4ecba-88ec-4efe-b8ce-e0bdaa5b70c5 None None] Routers {'eddc97cb-96a2-4fef-a163-4124423d3010'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:43:10.525006 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-78d4ecba-88ec-4efe-b8ce-e0bdaa5b70c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eddc97cb-96a2-4fef-a163-4124423d3010'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:10.573332 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7800aea1-7669-47a2-89b9-24adf8d3c9e3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "PUT /v2.0/floatingips/05947552-dadb-45c3-b3ef-18b358ff094e HTTP/1.1" status: 200 len: 990 time: 2.2195497 Jul 27 19:43:10.584980 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:10.721843 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-78d4ecba-88ec-4efe-b8ce-e0bdaa5b70c5 None None] Set router eddc97cb-96a2-4fef-a163-4124423d3010 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:43:10.798568 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:10.807384 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:10.906651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Pushing event updated for resources: {'Port': ['ID=82c81730-a043-49ad-8ca5-818b1b00a79e,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:10.923931 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:10.932327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 86e93c75-dfff-4bc8-ac1f-6c602c614c79 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:43:10.940820 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:10.943483 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-352d46f6-6678-42dd-80b2-d9601eddd421 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2439280 Jul 27 19:43:11.025359 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-d4a3047c-7084-46f3-81b5-a90720c3916c tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.254 HTTP/1.1" status: 200 len: 696 time: 0.0750279 Jul 27 19:43:11.181521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 86e93c75-dfff-4bc8-ac1f-6c602c614c79 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:43:11.190186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 86e93c75-dfff-4bc8-ac1f-6c602c614c79 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:43:11.190186 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:11.222545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-e380d8aa-dc90-4170-b9f6-e1b45191612c tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:11.224005 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-666ee32d-1b6c-4bc0-ae42-f73dd4a9abfe req-e380d8aa-dc90-4170-b9f6-e1b45191612c tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.1927407 Jul 27 19:43:11.281695 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:11.303903 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d217985-c34f-471d-933d-fe591f3ee1d3 x-openstack-request-id: req-9d217985-c34f-471d-933d-fe591f3ee1d3 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:11.304773 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd078d19-19b8-4254-9b15-66fc5dbfb351", "tag": "bef1350c-f1a3-4068-9683-8566a80c6d70", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:11.305184 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d217985-c34f-471d-933d-fe591f3ee1d3 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:11.305757 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd078d19-19b8-4254-9b15-66fc5dbfb351', 'tag': 'bef1350c-f1a3-4068-9683-8566a80c6d70', 'status': 'completed', 'code': 200} Jul 27 19:43:11.342174 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:11.358695 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-78d4ecba-88ec-4efe-b8ce-e0bdaa5b70c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '886f7560-3f52-4f94-8324-739f8a90272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:35Z', 'updated_at': '2021-07-27T19:42:44Z', 'revision_number': 4, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'gw_port': {'id': '886f7560-3f52-4f94-8324-739f8a90272c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:36Z', 'updated_at': '2021-07-27T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '05947552-dadb-45c3-b3ef-18b358ff094e', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'port_id': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'mac_address': 'fa:16:3e:19:ed:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee385280-c399-4c40-b875-1522ef667173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:42:49Z', 'updated_at': '2021-07-27T19:43:09Z', 'revision_number': 1, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c827aed-611d-42d3-9bae-d08c92208b2f', 'name': '', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'mac_address': 'fa:16:3e:d8:39:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:42Z', 'updated_at': '2021-07-27T19:42:49Z', 'revision_number': 5, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'subnets': [{'id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:11.398040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d4ecba-88ec-4efe-b8ce-e0bdaa5b70c5 None None] Checking router: eddc97cb-96a2-4fef-a163-4124423d3010 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:43:11.404238 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f85b1fe-0d68-466c-ac88-7b02b00f91b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e93c75-dfff-4bc8-ac1f-6c602c614c79'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:11.406767 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb4579e-daf2-4d48-96f1-fdc715fb9788" -d '{"events": [{"server_uuid": "3f85b1fe-0d68-466c-ac88-7b02b00f91b4", "name": "network-vif-plugged", "status": "completed", "tag": "86e93c75-dfff-4bc8-ac1f-6c602c614c79"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:11.430582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0241c-aaf9-4aa6-ba7f-382dcae761f7 req-9a08aa13-4704-4741-b0db-1ffb73e6eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:11.431574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 86e93c75-dfff-4bc8-ac1f-6c602c614c79, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=86e93c75-dfff-4bc8-ac1f-6c602c614c79,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:11.433514 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f8d0241c-aaf9-4aa6-ba7f-382dcae761f7 req-9a08aa13-4704-4741-b0db-1ffb73e6eadc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e03d58a53734ae0ba3fa50f4ec6113c&device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 1097 time: 0.0886698 Jul 27 19:43:11.434163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d4ecba-88ec-4efe-b8ce-e0bdaa5b70c5 None None] Routers {'eddc97cb-96a2-4fef-a163-4124423d3010'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:43:11.434731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-78d4ecba-88ec-4efe-b8ce-e0bdaa5b70c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:42:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eddc97cb-96a2-4fef-a163-4124423d3010'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:11.504957 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:11.631269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=86e93c75-dfff-4bc8-ac1f-6c602c614c79,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:11.635292 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0241c-aaf9-4aa6-ba7f-382dcae761f7 req-9fb6ad2d-f53f-456d-93ca-a43fd9703d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:11.636799 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f8d0241c-aaf9-4aa6-ba7f-382dcae761f7 req-9fb6ad2d-f53f-456d-93ca-a43fd9703d4a service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 HTTP/1.1" status: 200 len: 929 time: 0.1899724 Jul 27 19:43:11.655906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-78d4ecba-88ec-4efe-b8ce-e0bdaa5b70c5 None None] Set router eddc97cb-96a2-4fef-a163-4124423d3010 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:43:11.665639 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984d07b-f02b-432a-a70a-215ba1e91126 req-11cc8d29-dd78-4a60-bbce-decdcbd74f52 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:11.670454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4984d07b-f02b-432a-a70a-215ba1e91126 req-11cc8d29-dd78-4a60-bbce-decdcbd74f52 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.1901495 Jul 27 19:43:11.681997 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:43:11.730008 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4984d07b-f02b-432a-a70a-215ba1e91126 req-9ea85a12-687e-45ec-8f35-459ae16e843c tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545516 Jul 27 19:43:11.763529 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f8d0241c-aaf9-4aa6-ba7f-382dcae761f7 req-edfdbaeb-9c08-4a60-93e0-95956dc4f28c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bef1350c-f1a3-4068-9683-8566a80c6d70 HTTP/1.1" status: 200 len: 1001 time: 0.1169667 Jul 27 19:43:11.861432 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0241c-aaf9-4aa6-ba7f-382dcae761f7 req-7b93ea3b-d18b-43e7-9893-3f5cbab55b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:11.874491 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f8d0241c-aaf9-4aa6-ba7f-382dcae761f7 req-7b93ea3b-d18b-43e7-9893-3f5cbab55b03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46a7718b-6c4f-4ee3-8733-41ab3fca0749 HTTP/1.1" status: 200 len: 867 time: 0.0989728 Jul 27 19:43:11.943603 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e947b-ffa1-4383-a825-a1a076aa940a req-afd07ad9-28ee-427c-aeb3-44e74b706413 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:11.957010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f77e947b-ffa1-4383-a825-a1a076aa940a req-afd07ad9-28ee-427c-aeb3-44e74b706413 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 946 time: 0.0879693 Jul 27 19:43:12.001335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0241c-aaf9-4aa6-ba7f-382dcae761f7 req-af71a5fb-aca8-49b0-ae4d-c870dd078287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:12.001335 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f8d0241c-aaf9-4aa6-ba7f-382dcae761f7 req-af71a5fb-aca8-49b0-ae4d-c870dd078287 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b449ee3-0d4f-48a2-a6eb-2179518fa3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059592 Jul 27 19:43:12.037616 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f77e947b-ffa1-4383-a825-a1a076aa940a req-ec080a11-7749-407f-a305-c26fe28de664 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786686 Jul 27 19:43:12.125899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-78d4ecba-88ec-4efe-b8ce-e0bdaa5b70c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '886f7560-3f52-4f94-8324-739f8a90272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:35Z', 'updated_at': '2021-07-27T19:42:44Z', 'revision_number': 4, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'gw_port': {'id': '886f7560-3f52-4f94-8324-739f8a90272c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:36Z', 'updated_at': '2021-07-27T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '05947552-dadb-45c3-b3ef-18b358ff094e', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'port_id': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'mac_address': 'fa:16:3e:19:ed:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee385280-c399-4c40-b875-1522ef667173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:42:49Z', 'updated_at': '2021-07-27T19:43:09Z', 'revision_number': 1, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c827aed-611d-42d3-9bae-d08c92208b2f', 'name': '', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'mac_address': 'fa:16:3e:d8:39:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:42Z', 'updated_at': '2021-07-27T19:42:49Z', 'revision_number': 5, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'subnets': [{'id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:12.159213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d4ecba-88ec-4efe-b8ce-e0bdaa5b70c5 None None] The sync data for ids ['eddc97cb-96a2-4fef-a163-4124423d3010'] in n-d-705657-21 is: [{'id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '886f7560-3f52-4f94-8324-739f8a90272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:35Z', 'updated_at': '2021-07-27T19:42:44Z', 'revision_number': 4, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'gw_port': {'id': '886f7560-3f52-4f94-8324-739f8a90272c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:36Z', 'updated_at': '2021-07-27T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '05947552-dadb-45c3-b3ef-18b358ff094e', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'port_id': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'mac_address': 'fa:16:3e:19:ed:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee385280-c399-4c40-b875-1522ef667173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:42:49Z', 'updated_at': '2021-07-27T19:43:09Z', 'revision_number': 1, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c827aed-611d-42d3-9bae-d08c92208b2f', 'name': '', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'mac_address': 'fa:16:3e:d8:39:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:42Z', 'updated_at': '2021-07-27T19:42:49Z', 'revision_number': 5, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'subnets': [{'id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:43:12.183396 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f8d0241c-aaf9-4aa6-ba7f-382dcae761f7 req-0f10c613-055a-4dfa-988c-b978f8c56ba6 service neutron] 10.222.0.52 "GET /v2.0/networks/4b449ee3-0d4f-48a2-a6eb-2179518fa3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720073 Jul 27 19:43:12.328843 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f8d0241c-aaf9-4aa6-ba7f-382dcae761f7 req-f3b27bf3-fdd6-448a-9682-49dfe82aae34 service neutron] 10.222.0.52 "GET /v2.0/networks/4b449ee3-0d4f-48a2-a6eb-2179518fa3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323979 Jul 27 19:43:12.500277 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147c46b-eeb8-4296-96e3-1759baae9f3b None None] New status for floating IP 05947552-dadb-45c3-b3ef-18b358ff094e: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:43:12.878081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1c977-b3e2-4e60-8b48-3437cb2a53ec req-9b8e587d-0a6a-4af3-8afb-5f9f385d56d1 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:12.880318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7e1c977-b3e2-4e60-8b48-3437cb2a53ec req-9b8e587d-0a6a-4af3-8afb-5f9f385d56d1 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1021793 Jul 27 19:43:12.947480 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7e1c977-b3e2-4e60-8b48-3437cb2a53ec req-767abbc4-1e08-486b-ad99-da247586cfc0 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.254 HTTP/1.1" status: 200 len: 696 time: 0.0599289 Jul 27 19:43:12.958491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-b7e1c977-b3e2-4e60-8b48-3437cb2a53ec req-a3f40d72-e7dc-424e-abd3-cd4b3a59fb35 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Request body: {'floatingip': {'port_id': 'bef1350c-f1a3-4068-9683-8566a80c6d70', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:13.003423 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b7e1c977-b3e2-4e60-8b48-3437cb2a53ec req-a3f40d72-e7dc-424e-abd3-cd4b3a59fb35 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:13.306105 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3740518c-d678-42a3-8a73-7fa8a9a56b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:13.307826 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:13.310899 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd49ff2a-ea33-4100-b6d9-149025187f49" -d '{"events": [{"name": "network-changed", "server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:13.343340 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-b7e1c977-b3e2-4e60-8b48-3437cb2a53ec req-a3f40d72-e7dc-424e-abd3-cd4b3a59fb35 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 19:43:13.347306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7e1c977-b3e2-4e60-8b48-3437cb2a53ec req-a3f40d72-e7dc-424e-abd3-cd4b3a59fb35 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "PUT /v2.0/floatingips/9f89f41b-bcac-4b90-bfb6-90e59f7a4ca7 HTTP/1.1" status: 409 len: 550 time: 0.3937657 Jul 27 19:43:13.411925 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd8714f-f913-45b9-b759-7dd2aaf9eb17 x-openstack-request-id: req-ccd8714f-f913-45b9-b759-7dd2aaf9eb17 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:13.412289 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f85b1fe-0d68-466c-ac88-7b02b00f91b4", "name": "network-vif-plugged", "status": "completed", "tag": "86e93c75-dfff-4bc8-ac1f-6c602c614c79", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:13.412624 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ccd8714f-f913-45b9-b759-7dd2aaf9eb17 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:13.413156 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f85b1fe-0d68-466c-ac88-7b02b00f91b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e93c75-dfff-4bc8-ac1f-6c602c614c79', 'code': 200} Jul 27 19:43:13.631161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473a9b9-b416-4f6f-a854-1a617ce5faea req-b27d8ebb-4dc8-400b-8bd4-6596e7fc461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:13.637698 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0473a9b9-b416-4f6f-a854-1a617ce5faea req-b27d8ebb-4dc8-400b-8bd4-6596e7fc461a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 1098 time: 0.1139345 Jul 27 19:43:13.654321 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4416b-1b0f-4595-82e9-46a86e74f5d8 req-556d63f3-d936-4303-a66b-6b6a3d3b4aef tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:13.656338 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8d4416b-1b0f-4595-82e9-46a86e74f5d8 req-556d63f3-d936-4303-a66b-6b6a3d3b4aef tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.0924120 Jul 27 19:43:13.690171 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0473a9b9-b416-4f6f-a854-1a617ce5faea req-f6bee151-2cfd-4cee-829b-8ffda35f9c7b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389750 Jul 27 19:43:13.776907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8d4416b-1b0f-4595-82e9-46a86e74f5d8 req-014208bf-240d-4fa2-8cb9-b59ef2f5beda tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073494 Jul 27 19:43:13.956272 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef2180-a80d-4111-a38c-92a24df065b0 req-1f4f38aa-9d29-4951-80d3-d6988aa35659 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:13.957916 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01ef2180-a80d-4111-a38c-92a24df065b0 req-1f4f38aa-9d29-4951-80d3-d6988aa35659 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 946 time: 0.0862808 Jul 27 19:43:14.017749 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01ef2180-a80d-4111-a38c-92a24df065b0 req-10121d1b-ec3f-4045-b0db-d68ad54d6996 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488353 Jul 27 19:43:14.096736 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c60044-4026-402f-8713-fc43441fed71 x-openstack-request-id: req-79c60044-4026-402f-8713-fc43441fed71 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:14.097265 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:14.097709 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79c60044-4026-402f-8713-fc43441fed71 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:14.102109 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'status': 'completed', 'code': 200} Jul 27 19:43:14.205927 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-98df97ed-1d1c-46e7-b836-90397400d02e req-253b755a-8dff-4d53-ac5a-7921b104f878 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/floatingips/9f89f41b-bcac-4b90-bfb6-90e59f7a4ca7 HTTP/1.1" status: 200 len: 693 time: 0.0871449 Jul 27 19:43:14.329212 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49ff2a-ea33-4100-b6d9-149025187f49 req-030fc2c3-1e89-4ade-9881-6c8dc969672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:14.330795 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd49ff2a-ea33-4100-b6d9-149025187f49 req-030fc2c3-1e89-4ade-9881-6c8dc969672e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 1097 time: 0.1704037 Jul 27 19:43:14.341614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df97ed-1d1c-46e7-b836-90397400d02e req-4416ad7f-886a-4531-9fcf-f87f1efe350f tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:14.349498 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-98df97ed-1d1c-46e7-b836-90397400d02e req-4416ad7f-886a-4531-9fcf-f87f1efe350f tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.1427119 Jul 27 19:43:14.417653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-98df97ed-1d1c-46e7-b836-90397400d02e req-3e6bdfcb-6507-49d0-af0c-1d9a04916f85 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.254 HTTP/1.1" status: 200 len: 696 time: 0.0671172 Jul 27 19:43:14.521294 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-98df97ed-1d1c-46e7-b836-90397400d02e req-f1d84270-5442-41b9-8f0f-fc6f3e7dfb64 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.254 HTTP/1.1" status: 200 len: 696 time: 0.1020036 Jul 27 19:43:14.660025 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49ff2a-ea33-4100-b6d9-149025187f49 req-f9acb814-d140-48bf-a34a-dd7243b918d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:14.661659 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd49ff2a-ea33-4100-b6d9-149025187f49 req-f9acb814-d140-48bf-a34a-dd7243b918d3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.2607059 Jul 27 19:43:14.742445 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-98df97ed-1d1c-46e7-b836-90397400d02e req-05fd29d1-a5e0-46e8-b8a4-6e9b3057e078 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Deleting port 82c81730-a043-49ad-8ca5-818b1b00a79e {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:43:14.742731 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-98df97ed-1d1c-46e7-b836-90397400d02e req-05fd29d1-a5e0-46e8-b8a4-6e9b3057e078 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:14.843482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-98df97ed-1d1c-46e7-b836-90397400d02e req-05fd29d1-a5e0-46e8-b8a4-6e9b3057e078 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:14.843806 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-98df97ed-1d1c-46e7-b836-90397400d02e req-05fd29d1-a5e0-46e8-b8a4-6e9b3057e078 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:14.848038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd49ff2a-ea33-4100-b6d9-149025187f49 req-fad1adbe-fb66-46fe-be38-a7c4e572f36e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab HTTP/1.1" status: 200 len: 1000 time: 0.1762083 Jul 27 19:43:14.870125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-98df97ed-1d1c-46e7-b836-90397400d02e req-05fd29d1-a5e0-46e8-b8a4-6e9b3057e078 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Calling delete_port for 82c81730-a043-49ad-8ca5-818b1b00a79e owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:43:15.036120 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49ff2a-ea33-4100-b6d9-149025187f49 req-10008b71-9f5e-400a-86bf-f3a62dbf9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:15.040907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd49ff2a-ea33-4100-b6d9-149025187f49 req-10008b71-9f5e-400a-86bf-f3a62dbf9815 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.1799386 Jul 27 19:43:15.217733 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-98df97ed-1d1c-46e7-b836-90397400d02e req-05fd29d1-a5e0-46e8-b8a4-6e9b3057e078 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:15.258963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49ff2a-ea33-4100-b6d9-149025187f49 req-94a1a44a-b7f7-4b20-a79a-d6ad88a77151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:15.260526 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd49ff2a-ea33-4100-b6d9-149025187f49 req-94a1a44a-b7f7-4b20-a79a-d6ad88a77151 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2044997 Jul 27 19:43:15.264045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd29d1-a5e0-46e8-b8a4-6e9b3057e078 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Pushing event deleted for resources: {'Port': ['ID=82c81730-a043-49ad-8ca5-818b1b00a79e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:15.381100 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-98df97ed-1d1c-46e7-b836-90397400d02e req-05fd29d1-a5e0-46e8-b8a4-6e9b3057e078 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:15.384097 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-98df97ed-1d1c-46e7-b836-90397400d02e req-05fd29d1-a5e0-46e8-b8a4-6e9b3057e078 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:15.389530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-98df97ed-1d1c-46e7-b836-90397400d02e req-05fd29d1-a5e0-46e8-b8a4-6e9b3057e078 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "DELETE /v2.0/floatingips/9f89f41b-bcac-4b90-bfb6-90e59f7a4ca7 HTTP/1.1" status: 204 len: 173 time: 0.8671422 Jul 27 19:43:15.481560 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd49ff2a-ea33-4100-b6d9-149025187f49 req-8efd6cf4-f940-43b3-92f6-3e9eb9c09a30 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996777 Jul 27 19:43:15.662206 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd49ff2a-ea33-4100-b6d9-149025187f49 req-19b293d8-b038-4425-a5e6-54a1352e0e33 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678021 Jul 27 19:43:15.802145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e760b9f-d632-4de5-9926-9d61f7152066 req-3a452d45-dcd9-48e7-a0ad-c7f3cfe72616 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:15.812887 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e760b9f-d632-4de5-9926-9d61f7152066 req-3a452d45-dcd9-48e7-a0ad-c7f3cfe72616 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.1431437 Jul 27 19:43:15.880051 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e760b9f-d632-4de5-9926-9d61f7152066 req-8eaca670-2ccd-4a14-a58e-d992ee4869ed tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518286 Jul 27 19:43:16.106878 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fa8f607b-2bfa-4142-8931-6ce1fc99787e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:16.121282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8a9dd-c6eb-42e0-b978-f9538e7ebc32 req-5c5ebae3-e7c0-4eb4-a4f9-abef81d8ee11 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:16.169111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37a8a9dd-c6eb-42e0-b978-f9538e7ebc32 req-5c5ebae3-e7c0-4eb4-a4f9-abef81d8ee11 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 946 time: 0.1991563 Jul 27 19:43:16.198228 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:16.243799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37a8a9dd-c6eb-42e0-b978-f9538e7ebc32 req-2b0fd53d-343e-45a0-be73-ec1ab9b27b80 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718365 Jul 27 19:43:16.353407 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-300e2a94-019a-4468-b250-b96f3ea9ff3a tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.117 HTTP/1.1" status: 200 len: 1001 time: 0.0912378 Jul 27 19:43:16.460832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-92c901af-0e38-44c9-8412-97ad8bf796fe tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:16.465613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-92c901af-0e38-44c9-8412-97ad8bf796fe tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports/bef1350c-f1a3-4068-9683-8566a80c6d70 HTTP/1.1" status: 200 len: 942 time: 0.1051500 Jul 27 19:43:16.657896 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-6e0aa5fe-61ec-4f1d-821e-8442a16119ba tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.117 HTTP/1.1" status: 200 len: 1001 time: 0.1189830 Jul 27 19:43:17.056576 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:17.208436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-16312b2a-f288-44b2-9af3-8f2e97dfd137 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:17.218182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-16312b2a-f288-44b2-9af3-8f2e97dfd137 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.5524302 Jul 27 19:43:17.307442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-22521e26-78e8-4ab5-b7f3-e99da38d6cfb tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.117 HTTP/1.1" status: 200 len: 1001 time: 0.0879869 Jul 27 19:43:17.313404 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-67923805-1bec-4900-b768-4aef069304e0 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:17.408594 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-67923805-1bec-4900-b768-4aef069304e0 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:17.625386 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-67923805-1bec-4900-b768-4aef069304e0 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:17.631006 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-67923805-1bec-4900-b768-4aef069304e0 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:17.631475 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-67923805-1bec-4900-b768-4aef069304e0 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Floating IP 43b5ad40-6739-487b-a152-42676126a2e3 disassociated. External IP: 172.25.1.117, port: bef1350c-f1a3-4068-9683-8566a80c6d70. Jul 27 19:43:17.877675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-67923805-1bec-4900-b768-4aef069304e0 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Router acc8594b-c386-495d-b5af-57dc6f3f820c has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:43:18.069054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-67923805-1bec-4900-b768-4aef069304e0 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:43:18.074804 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-67923805-1bec-4900-b768-4aef069304e0 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:18.084461 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a8a7f2-ab0e-492a-a83d-1dd73ac82f6a None None] Sync routers for ids ['acc8594b-c386-495d-b5af-57dc6f3f820c'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:43:18.116929 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8a7f2-ab0e-492a-a83d-1dd73ac82f6a None None] Routers {'acc8594b-c386-495d-b5af-57dc6f3f820c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:43:18.117753 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f0a8a7f2-ab0e-492a-a83d-1dd73ac82f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:43:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['acc8594b-c386-495d-b5af-57dc6f3f820c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:18.150270 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-67923805-1bec-4900-b768-4aef069304e0 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "PUT /v2.0/floatingips/43b5ad40-6739-487b-a152-42676126a2e3 HTTP/1.1" status: 200 len: 695 time: 0.8418493 Jul 27 19:43:18.150729 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd078d19-19b8-4254-9b15-66fc5dbfb351', 'tag': 'bef1350c-f1a3-4068-9683-8566a80c6d70'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:18.156725 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616c93dc-43fd-4631-a5e3-ef96a3036312" -d '{"events": [{"name": "network-changed", "server_uuid": "dd078d19-19b8-4254-9b15-66fc5dbfb351", "tag": "bef1350c-f1a3-4068-9683-8566a80c6d70"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:18.315642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-178cb037-b7de-4173-94c6-523028adf59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:18.317320 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-178cb037-b7de-4173-94c6-523028adf59b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e03d58a53734ae0ba3fa50f4ec6113c&device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 1097 time: 0.1463847 Jul 27 19:43:18.341579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f0a8a7f2-ab0e-492a-a83d-1dd73ac82f6a None None] Set router acc8594b-c386-495d-b5af-57dc6f3f820c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:43:18.543311 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-6b9a1d96-009f-47cc-a870-1035afb5c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:18.545198 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-6b9a1d96-009f-47cc-a870-1035afb5c157 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 HTTP/1.1" status: 200 len: 929 time: 0.2157905 Jul 27 19:43:18.621241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-a0a69b96-b7e7-4f13-b14b-872c65140544 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bef1350c-f1a3-4068-9683-8566a80c6d70 HTTP/1.1" status: 200 len: 217 time: 0.0458634 Jul 27 19:43:18.696385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-4d63f517-e720-4e08-80c5-448194c861ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:18.698403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-4d63f517-e720-4e08-80c5-448194c861ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46a7718b-6c4f-4ee3-8733-41ab3fca0749 HTTP/1.1" status: 200 len: 867 time: 0.0701470 Jul 27 19:43:18.724346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f0a8a7f2-ab0e-492a-a83d-1dd73ac82f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '35e313df-19c6-4c79-8400-f70984401c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:29Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 4, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'gw_port': {'id': '35e313df-19c6-4c79-8400-f70984401c7b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:31Z', 'updated_at': '2021-07-27T19:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'dca5c4e9-f2b4-4d7c-959b-32b87cf707a9', 'name': '', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'mac_address': 'fa:16:3e:32:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:37Z', 'updated_at': '2021-07-27T19:42:46Z', 'revision_number': 5, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'subnets': [{'id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:18.777680 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a8a7f2-ab0e-492a-a83d-1dd73ac82f6a None None] Checking router: acc8594b-c386-495d-b5af-57dc6f3f820c for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:43:18.797014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8a7f2-ab0e-492a-a83d-1dd73ac82f6a None None] Routers {'acc8594b-c386-495d-b5af-57dc6f3f820c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:43:18.797014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f0a8a7f2-ab0e-492a-a83d-1dd73ac82f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:43:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['acc8594b-c386-495d-b5af-57dc6f3f820c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:18.801087 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:18.819003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-d5741f4c-69b6-4fa2-9661-d7ce32467e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:18.821187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-d5741f4c-69b6-4fa2-9661-d7ce32467e98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4b449ee3-0d4f-48a2-a6eb-2179518fa3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137586 Jul 27 19:43:18.951439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-bfb9266d-79bd-4c75-887c-4b733714d955 service neutron] 10.222.0.48 "GET /v2.0/networks/4b449ee3-0d4f-48a2-a6eb-2179518fa3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215103 Jul 27 19:43:18.965271 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f0a8a7f2-ab0e-492a-a83d-1dd73ac82f6a None None] Set router acc8594b-c386-495d-b5af-57dc6f3f820c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:43:19.056070 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb5cc35d-54ac-422f-acaf-f3c7f186a318 req-17fccfd8-ae29-4b51-9c19-8e09a534b525 service neutron] 10.222.0.48 "GET /v2.0/networks/4b449ee3-0d4f-48a2-a6eb-2179518fa3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038203 Jul 27 19:43:19.259829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f0a8a7f2-ab0e-492a-a83d-1dd73ac82f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '35e313df-19c6-4c79-8400-f70984401c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:29Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 4, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'gw_port': {'id': '35e313df-19c6-4c79-8400-f70984401c7b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:31Z', 'updated_at': '2021-07-27T19:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'dca5c4e9-f2b4-4d7c-959b-32b87cf707a9', 'name': '', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'mac_address': 'fa:16:3e:32:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:37Z', 'updated_at': '2021-07-27T19:42:46Z', 'revision_number': 5, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'subnets': [{'id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:19.263805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68c810-97b4-4ebf-9494-bd0cd19b7e50 req-94b8fe41-b728-447b-96ab-79fdc2ff3bc9 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:19.269068 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be68c810-97b4-4ebf-9494-bd0cd19b7e50 req-94b8fe41-b728-447b-96ab-79fdc2ff3bc9 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 946 time: 0.1325011 Jul 27 19:43:19.274229 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35774) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:43:19.279867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-47926519-acab-455f-a057-1e0445bf30db tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Request body: {'floatingip': {'port_id': '86e93c75-dfff-4bc8-ac1f-6c602c614c79'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:19.320666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a8a7f2-ab0e-492a-a83d-1dd73ac82f6a None None] The sync data for ids ['acc8594b-c386-495d-b5af-57dc6f3f820c'] in n-d-705657-21 is: [{'id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '35e313df-19c6-4c79-8400-f70984401c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:29Z', 'updated_at': '2021-07-27T19:42:38Z', 'revision_number': 4, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'gw_port': {'id': '35e313df-19c6-4c79-8400-f70984401c7b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:31Z', 'updated_at': '2021-07-27T19:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'dca5c4e9-f2b4-4d7c-959b-32b87cf707a9', 'name': '', 'network_id': '4b449ee3-0d4f-48a2-a6eb-2179518fa3c4', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'mac_address': 'fa:16:3e:32:7e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:37Z', 'updated_at': '2021-07-27T19:42:46Z', 'revision_number': 5, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'subnets': [{'id': '46a7718b-6c4f-4ee3-8733-41ab3fca0749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:43:19.342489 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47926519-acab-455f-a057-1e0445bf30db tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for floatingip, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:19.675057 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3864ff4-e90b-4619-9efe-c55ebcfc2325 req-ca038857-4c03-4736-aed6-77896a3f1f6f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:19.676819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3864ff4-e90b-4619-9efe-c55ebcfc2325 req-ca038857-4c03-4736-aed6-77896a3f1f6f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.1440647 Jul 27 19:43:19.741225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3864ff4-e90b-4619-9efe-c55ebcfc2325 req-2926d550-65ba-4de4-b47d-9fbda55dcee2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459948 Jul 27 19:43:19.793654 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256b88f9-2323-45e4-8bb0-539b2a48311c x-openstack-request-id: req-256b88f9-2323-45e4-8bb0-539b2a48311c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:19.794076 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd078d19-19b8-4254-9b15-66fc5dbfb351", "tag": "bef1350c-f1a3-4068-9683-8566a80c6d70", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:19.794422 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-256b88f9-2323-45e4-8bb0-539b2a48311c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:19.794551 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1111b3-ec04-499b-b1c8-d045b958448f None None] New status for floating IP 43b5ad40-6739-487b-a152-42676126a2e3: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:43:19.795049 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd078d19-19b8-4254-9b15-66fc5dbfb351', 'tag': 'bef1350c-f1a3-4068-9683-8566a80c6d70', 'status': 'completed', 'code': 200} Jul 27 19:43:19.880439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-613ba91d-5d99-441f-b667-1a640b5200d3 req-00746b86-a11c-4da3-986d-9ce3931bcf1c tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/floatingips/43b5ad40-6739-487b-a152-42676126a2e3 HTTP/1.1" status: 200 len: 695 time: 0.0688303 Jul 27 19:43:19.990455 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c93dc-43fd-4631-a5e3-ef96a3036312 req-7146e21c-243b-4653-978f-bfe8a170e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:19.992013 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-616c93dc-43fd-4631-a5e3-ef96a3036312 req-7146e21c-243b-4653-978f-bfe8a170e268 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e03d58a53734ae0ba3fa50f4ec6113c&device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 1097 time: 0.1479251 Jul 27 19:43:20.245950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ba91d-5d99-441f-b667-1a640b5200d3 req-2a4c8e03-425c-413e-831b-b056aaf647ca tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:20.254858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-613ba91d-5d99-441f-b667-1a640b5200d3 req-2a4c8e03-425c-413e-831b-b056aaf647ca tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.3732393 Jul 27 19:43:20.309455 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.resource_extend [None req-47926519-acab-455f-a057-1e0445bf30db tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 19:43:20.376376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-613ba91d-5d99-441f-b667-1a640b5200d3 req-c0404371-f08b-4803-81f5-b9c2e5d3c93d tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.117 HTTP/1.1" status: 200 len: 696 time: 0.1202466 Jul 27 19:43:20.382263 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47926519-acab-455f-a057-1e0445bf30db tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:20.396928 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47926519-acab-455f-a057-1e0445bf30db tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:20.437129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-613ba91d-5d99-441f-b667-1a640b5200d3 req-91f6e9b3-cbb4-4fc6-a008-41abbd7f7684 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.117 HTTP/1.1" status: 200 len: 696 time: 0.0593514 Jul 27 19:43:20.540875 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-47926519-acab-455f-a057-1e0445bf30db tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Floating IP 1850c131-c058-4494-a4bf-1a3b8c2f6fdc associated. External IP: 172.25.1.60, port: 86e93c75-dfff-4bc8-ac1f-6c602c614c79. Jul 27 19:43:20.552439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c93dc-43fd-4631-a5e3-ef96a3036312 req-228f39eb-9fac-49c6-907f-e73342a5c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:20.554196 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-616c93dc-43fd-4631-a5e3-ef96a3036312 req-228f39eb-9fac-49c6-907f-e73342a5c995 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 HTTP/1.1" status: 200 len: 929 time: 0.5505064 Jul 27 19:43:20.608181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-613ba91d-5d99-441f-b667-1a640b5200d3 req-18febc5e-498a-47f5-a794-dfd173da4648 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Deleting port 589a118a-a86a-43f2-9d1e-8c799c17aaf7 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:43:20.608558 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-613ba91d-5d99-441f-b667-1a640b5200d3 req-18febc5e-498a-47f5-a794-dfd173da4648 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:20.649742 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-616c93dc-43fd-4631-a5e3-ef96a3036312 req-4b7147c6-cb46-408e-8e66-1692ca8eb08a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bef1350c-f1a3-4068-9683-8566a80c6d70 HTTP/1.1" status: 200 len: 217 time: 0.0520861 Jul 27 19:43:20.698962 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-613ba91d-5d99-441f-b667-1a640b5200d3 req-18febc5e-498a-47f5-a794-dfd173da4648 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:20.699611 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-613ba91d-5d99-441f-b667-1a640b5200d3 req-18febc5e-498a-47f5-a794-dfd173da4648 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:20.709220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c93dc-43fd-4631-a5e3-ef96a3036312 req-40517e01-16ac-4721-9778-a181b2540300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:20.712283 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-616c93dc-43fd-4631-a5e3-ef96a3036312 req-40517e01-16ac-4721-9778-a181b2540300 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46a7718b-6c4f-4ee3-8733-41ab3fca0749 HTTP/1.1" status: 200 len: 867 time: 0.0499506 Jul 27 19:43:20.712502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-613ba91d-5d99-441f-b667-1a640b5200d3 req-18febc5e-498a-47f5-a794-dfd173da4648 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Calling delete_port for 589a118a-a86a-43f2-9d1e-8c799c17aaf7 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:43:20.865129 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-613ba91d-5d99-441f-b667-1a640b5200d3 req-18febc5e-498a-47f5-a794-dfd173da4648 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:20.894608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18febc5e-498a-47f5-a794-dfd173da4648 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Pushing event deleted for resources: {'Port': ['ID=589a118a-a86a-43f2-9d1e-8c799c17aaf7,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:20.961527 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47926519-acab-455f-a057-1e0445bf30db tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:43:20.972614 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c93dc-43fd-4631-a5e3-ef96a3036312 req-2f2f0cb7-d6c1-4e65-8fdd-be989207c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:20.974149 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-616c93dc-43fd-4631-a5e3-ef96a3036312 req-2f2f0cb7-d6c1-4e65-8fdd-be989207c05c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b449ee3-0d4f-48a2-a6eb-2179518fa3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2261016 Jul 27 19:43:20.979506 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-613ba91d-5d99-441f-b667-1a640b5200d3 req-18febc5e-498a-47f5-a794-dfd173da4648 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:20.982430 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-613ba91d-5d99-441f-b667-1a640b5200d3 req-18febc5e-498a-47f5-a794-dfd173da4648 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:20.983817 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-613ba91d-5d99-441f-b667-1a640b5200d3 req-18febc5e-498a-47f5-a794-dfd173da4648 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "DELETE /v2.0/floatingips/43b5ad40-6739-487b-a152-42676126a2e3 HTTP/1.1" status: 204 len: 173 time: 0.5432627 Jul 27 19:43:21.126181 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-616c93dc-43fd-4631-a5e3-ef96a3036312 req-10d8ef29-cc6b-463b-b848-9a5473f7adb2 service neutron] 10.222.0.52 "GET /v2.0/networks/4b449ee3-0d4f-48a2-a6eb-2179518fa3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918832 Jul 27 19:43:21.225981 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47926519-acab-455f-a057-1e0445bf30db tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:43:21.234445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47926519-acab-455f-a057-1e0445bf30db tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:21.239514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d60231-3b4b-4ec8-b85d-f0050d1723e3 None None] Sync routers for ids ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:43:21.252420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d60231-3b4b-4ec8-b85d-f0050d1723e3 None None] Routers {'3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:43:21.252420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b5d60231-3b4b-4ec8-b85d-f0050d1723e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:43:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:21.283062 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-47926519-acab-455f-a057-1e0445bf30db tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "PUT /v2.0/floatingips/1850c131-c058-4494-a4bf-1a3b8c2f6fdc HTTP/1.1" status: 200 len: 991 time: 2.0050278 Jul 27 19:43:21.289844 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f85b1fe-0d68-466c-ac88-7b02b00f91b4', 'tag': '86e93c75-dfff-4bc8-ac1f-6c602c614c79'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:21.292153 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43cf6b8-a6e0-41cd-9bb5-31b40347890e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f85b1fe-0d68-466c-ac88-7b02b00f91b4", "tag": "86e93c75-dfff-4bc8-ac1f-6c602c614c79"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:21.379442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14da8d-115c-4da9-b8da-0fffaa5bfd94 req-e8f998e4-5e2f-47ab-ba20-d3683dbc46f2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:21.379442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d14da8d-115c-4da9-b8da-0fffaa5bfd94 req-e8f998e4-5e2f-47ab-ba20-d3683dbc46f2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.1027937 Jul 27 19:43:21.382975 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-616c93dc-43fd-4631-a5e3-ef96a3036312 req-559223b5-aa97-48da-8287-5e200639344c service neutron] 10.222.0.52 "GET /v2.0/networks/4b449ee3-0d4f-48a2-a6eb-2179518fa3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377965 Jul 27 19:43:21.482964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d14da8d-115c-4da9-b8da-0fffaa5bfd94 req-0399c080-a3e0-4c09-8520-5ba6d5593776 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948498 Jul 27 19:43:21.633365 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb710a1-511f-4555-aaff-4bff01dc1456 x-openstack-request-id: req-edb710a1-511f-4555-aaff-4bff01dc1456 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:21.633601 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f85b1fe-0d68-466c-ac88-7b02b00f91b4", "tag": "86e93c75-dfff-4bc8-ac1f-6c602c614c79", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:21.633851 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-edb710a1-511f-4555-aaff-4bff01dc1456 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:21.634247 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f85b1fe-0d68-466c-ac88-7b02b00f91b4', 'tag': '86e93c75-dfff-4bc8-ac1f-6c602c614c79', 'status': 'completed', 'code': 200} Jul 27 19:43:21.662506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-b5d60231-3b4b-4ec8-b85d-f0050d1723e3 None None] Set router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:43:21.765471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cf6b8-a6e0-41cd-9bb5-31b40347890e req-0646bf73-fc6c-4ef8-a911-a147fe066f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:21.767139 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c43cf6b8-a6e0-41cd-9bb5-31b40347890e req-0646bf73-fc6c-4ef8-a911-a147fe066f30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eaa2a46568494f18a26d9c60a2c39541&device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 1098 time: 0.0939128 Jul 27 19:43:21.786687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df750a56-a04e-4141-8a8b-bfec4ef935b1 req-10c22d7c-346f-472d-9a89-5f034af10f9c tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:21.802796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df750a56-a04e-4141-8a8b-bfec4ef935b1 req-10c22d7c-346f-472d-9a89-5f034af10f9c tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1073096 Jul 27 19:43:21.916014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df750a56-a04e-4141-8a8b-bfec4ef935b1 req-02bfdd78-3709-4d33-b1bf-ab8383364a14 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1115506 Jul 27 19:43:21.951098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cf6b8-a6e0-41cd-9bb5-31b40347890e req-f764aee7-e636-4280-afa4-762a7e182204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:21.959627 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c43cf6b8-a6e0-41cd-9bb5-31b40347890e req-f764aee7-e636-4280-afa4-762a7e182204 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1efccaaf-715e-4036-a519-1b6b1cc8f573 HTTP/1.1" status: 200 len: 924 time: 0.1643555 Jul 27 19:43:22.017516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c047165-da70-4d2b-902b-bdc2613364d2 req-4bb23a17-5f21-44d8-a15f-898270c91c32 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0717692 Jul 27 19:43:22.047759 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b5d60231-3b4b-4ec8-b85d-f0050d1723e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '1850c131-c058-4494-a4bf-1a3b8c2f6fdc', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'port_id': '86e93c75-dfff-4bc8-ac1f-6c602c614c79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'mac_address': 'fa:16:3e:35:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f85b1fe-0d68-466c-ac88-7b02b00f91b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:40:37Z', 'updated_at': '2021-07-27T19:43:19Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab159236-2da8-42f4-b94d-4591c761ddcb', 'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'mac_address': 'fa:16:3e:8f:f7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:17Z', 'updated_at': '2021-07-27T19:40:26Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'subnets': [{'id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:22.095414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d60231-3b4b-4ec8-b85d-f0050d1723e3 None None] Checking router: 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:43:22.107022 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d60231-3b4b-4ec8-b85d-f0050d1723e3 None None] Routers {'3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:43:22.109422 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b5d60231-3b4b-4ec8-b85d-f0050d1723e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:43:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:22.110994 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c43cf6b8-a6e0-41cd-9bb5-31b40347890e req-ea6e5bf2-0982-42f0-97bb-6bbcf5c624d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86e93c75-dfff-4bc8-ac1f-6c602c614c79 HTTP/1.1" status: 200 len: 999 time: 0.1415074 Jul 27 19:43:22.232838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cf6b8-a6e0-41cd-9bb5-31b40347890e req-1a2ec8af-6550-4f10-bf22-12e55f7ffe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:22.234765 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c43cf6b8-a6e0-41cd-9bb5-31b40347890e req-1a2ec8af-6550-4f10-bf22-12e55f7ffe5e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a473bf7-98b5-45ce-8210-1ea9a7314439 HTTP/1.1" status: 200 len: 862 time: 0.1124895 Jul 27 19:43:22.322049 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cf6b8-a6e0-41cd-9bb5-31b40347890e req-d34e5c7b-a7ec-4462-8ace-90be84972fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:22.324216 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c43cf6b8-a6e0-41cd-9bb5-31b40347890e req-d34e5c7b-a7ec-4462-8ace-90be84972fdd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1efccaaf-715e-4036-a519-1b6b1cc8f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756655 Jul 27 19:43:22.327841 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-b5d60231-3b4b-4ec8-b85d-f0050d1723e3 None None] Set router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:43:22.517064 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c43cf6b8-a6e0-41cd-9bb5-31b40347890e req-5e09ddf6-360b-434a-96b1-5895f1383b2d service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790309 Jul 27 19:43:22.650774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c3c64-7bca-438d-98bc-f4090b28aa43 req-0a4a91e9-7c39-4933-9853-5deb14e88ce1 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:22.659210 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-715c3c64-7bca-438d-98bc-f4090b28aa43 req-0a4a91e9-7c39-4933-9853-5deb14e88ce1 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 945 time: 0.1113253 Jul 27 19:43:22.683659 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c43cf6b8-a6e0-41cd-9bb5-31b40347890e req-ae646f8c-7bb9-4281-a037-d7ca859ec10d service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528265 Jul 27 19:43:22.722832 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-715c3c64-7bca-438d-98bc-f4090b28aa43 req-9de3dce9-b3b3-4322-8057-aef7facc4b27 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fd68c0-c4d5-4d5d-bb5b-e7befe501bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627122 Jul 27 19:43:22.778806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b5d60231-3b4b-4ec8-b85d-f0050d1723e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '1850c131-c058-4494-a4bf-1a3b8c2f6fdc', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'port_id': '86e93c75-dfff-4bc8-ac1f-6c602c614c79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'mac_address': 'fa:16:3e:35:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f85b1fe-0d68-466c-ac88-7b02b00f91b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:40:37Z', 'updated_at': '2021-07-27T19:43:19Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab159236-2da8-42f4-b94d-4591c761ddcb', 'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'mac_address': 'fa:16:3e:8f:f7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:17Z', 'updated_at': '2021-07-27T19:40:26Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'subnets': [{'id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:22.808932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d60231-3b4b-4ec8-b85d-f0050d1723e3 None None] The sync data for ids ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'] in n-d-705657-21 is: [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '1850c131-c058-4494-a4bf-1a3b8c2f6fdc', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'port_id': '86e93c75-dfff-4bc8-ac1f-6c602c614c79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'mac_address': 'fa:16:3e:35:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f85b1fe-0d68-466c-ac88-7b02b00f91b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:40:37Z', 'updated_at': '2021-07-27T19:43:19Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab159236-2da8-42f4-b94d-4591c761ddcb', 'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'mac_address': 'fa:16:3e:8f:f7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:17Z', 'updated_at': '2021-07-27T19:40:26Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'subnets': [{'id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:43:22.935486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423778f3-fe97-4f65-98b8-261474951616 req-80a71e3d-d117-45d2-a58f-aef3c1a8b11e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:22.937520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-423778f3-fe97-4f65-98b8-261474951616 req-80a71e3d-d117-45d2-a58f-aef3c1a8b11e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.1314602 Jul 27 19:43:23.003951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-423778f3-fe97-4f65-98b8-261474951616 req-d47e9328-de79-44aa-b49e-a48281e56b18 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597794 Jul 27 19:43:23.098290 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b9871-f1c6-48af-a37c-9e97fee13e72 None None] New status for floating IP 1850c131-c058-4494-a4bf-1a3b8c2f6fdc: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:43:23.886675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb3089-227a-425f-9237-e35d7493ba29 req-75b042cc-ad6e-4248-85fa-1185b030c1f4 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:23.888598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fb3089-227a-425f-9237-e35d7493ba29 req-75b042cc-ad6e-4248-85fa-1185b030c1f4 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 945 time: 0.0729313 Jul 27 19:43:23.939899 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fb3089-227a-425f-9237-e35d7493ba29 req-6ccbdb90-5954-40ae-9a1c-61d2aba408cd tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fd68c0-c4d5-4d5d-bb5b-e7befe501bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442691 Jul 27 19:43:24.177826 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0fd88-60d4-4596-9fb7-0232aeb38a6c req-b6855f20-7d4e-4f2b-8fed-7dc3cd4bcd4d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:24.179649 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39e0fd88-60d4-4596-9fb7-0232aeb38a6c req-b6855f20-7d4e-4f2b-8fed-7dc3cd4bcd4d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.0885589 Jul 27 19:43:24.228233 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39e0fd88-60d4-4596-9fb7-0232aeb38a6c req-fe34a0ed-d1f6-4d46-b147-25fafe5c1587 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420930 Jul 27 19:43:24.396166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-d7fbd8d8-d252-4dee-8a3a-ccfdb30d3412 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:24.397816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-d7fbd8d8-d252-4dee-8a3a-ccfdb30d3412 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/networks?id=80acd5ab-fde1-4cef-bf74-a103544d15de HTTP/1.1" status: 200 len: 805 time: 0.1082480 Jul 27 19:43:24.416243 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-3c71aaaa-08f6-4a8d-a5d2-ec55a5b55930 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/quotas/6a93e85ad01f42b285364689034f2ab2 HTTP/1.1" status: 200 len: 375 time: 0.0121942 Jul 27 19:43:24.491354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-71dc335a-fe7e-4422-a515-9ce1e06e3bd7 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a93e85ad01f42b285364689034f2ab2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0693052 Jul 27 19:43:24.593997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-f5c1627d-062f-4959-8457-678cf642cc3b service neutron] 10.222.0.48 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953782 Jul 27 19:43:24.712812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-64aefff3-9afe-443d-880a-454a511861ea service neutron] 10.222.0.48 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125841 Jul 27 19:43:24.913645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a1d9b7b-7b59-4f3d-a61a-130893c64afc req-53ed955f-9ac6-440e-a981-b65c8c37e579 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 210 time: 0.0301037 Jul 27 19:43:25.002927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd039789-c410-4bc2-9510-7a836581f4b8 req-d3b73a11-8585-4316-b706-fc8caeb6ed7c tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:25.004663 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd039789-c410-4bc2-9510-7a836581f4b8 req-d3b73a11-8585-4316-b706-fc8caeb6ed7c tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 945 time: 0.0859282 Jul 27 19:43:25.127187 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f4e52-255c-430d-8b30-7a4b39d76b7a req-ee91aa85-2200-46fb-9456-893b0e3ac48a tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:25.142272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-da6f4e52-255c-430d-8b30-7a4b39d76b7a req-ee91aa85-2200-46fb-9456-893b0e3ac48a tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 945 time: 0.1186771 Jul 27 19:43:25.169521 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-bd039789-c410-4bc2-9510-7a836581f4b8 req-12093cbb-f86b-4af5-9b59-6209f29e827f tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Deleting port bef1350c-f1a3-4068-9683-8566a80c6d70 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:43:25.169867 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd039789-c410-4bc2-9510-7a836581f4b8 req-12093cbb-f86b-4af5-9b59-6209f29e827f tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:25.219056 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-da6f4e52-255c-430d-8b30-7a4b39d76b7a req-18219461-cda8-40bc-941e-08c45f57efc7 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fd68c0-c4d5-4d5d-bb5b-e7befe501bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754769 Jul 27 19:43:25.353628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-bd039789-c410-4bc2-9510-7a836581f4b8 req-12093cbb-f86b-4af5-9b59-6209f29e827f tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] For port bef1350c-f1a3-4068-9683-8566a80c6d70, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=bef1350c-f1a3-4068-9683-8566a80c6d70,segment=NetworkSegment(43c8e1b2-026a-4cd3-adcf-aaafc69094f9),segment_id=43c8e1b2-026a-4cd3-adcf-aaafc69094f9)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:25.354013 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd039789-c410-4bc2-9510-7a836581f4b8 req-12093cbb-f86b-4af5-9b59-6209f29e827f tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:25.370054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-bd039789-c410-4bc2-9510-7a836581f4b8 req-12093cbb-f86b-4af5-9b59-6209f29e827f tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Calling delete_port for bef1350c-f1a3-4068-9683-8566a80c6d70 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:43:25.379523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c43387-f896-42a5-9e1b-93a9d58ed80e req-c2713505-b3dd-47c8-8aee-eaf2b4de9b55 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:25.381974 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21c43387-f896-42a5-9e1b-93a9d58ed80e req-c2713505-b3dd-47c8-8aee-eaf2b4de9b55 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 1097 time: 0.1159446 Jul 27 19:43:25.438259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21c43387-f896-42a5-9e1b-93a9d58ed80e req-3b717b44-2282-4d04-bafb-a8eb0cf73067 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479991 Jul 27 19:43:25.447623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2a299-9c85-46c6-abb4-d16e378ae505 req-aaf95c7f-ced7-4834-a5b5-26491e9c1f68 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:25.449396 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25d2a299-9c85-46c6-abb4-d16e378ae505 req-aaf95c7f-ced7-4834-a5b5-26491e9c1f68 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.1161304 Jul 27 19:43:25.512672 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25d2a299-9c85-46c6-abb4-d16e378ae505 req-3df5657d-5b70-48be-b99a-03841817f7d4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564678 Jul 27 19:43:25.896746 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd039789-c410-4bc2-9510-7a836581f4b8 req-12093cbb-f86b-4af5-9b59-6209f29e827f tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:25.914155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['bef1350c-f1a3-4068-9683-8566a80c6d70'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:43:25.931794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12093cbb-f86b-4af5-9b59-6209f29e827f tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Pushing event deleted for resources: {'Port': ['ID=bef1350c-f1a3-4068-9683-8566a80c6d70,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:25.987404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd039789-c410-4bc2-9510-7a836581f4b8 req-12093cbb-f86b-4af5-9b59-6209f29e827f tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] No DVR routers for this DVR port bef1350c-f1a3-4068-9683-8566a80c6d70 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:43:25.990494 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bd039789-c410-4bc2-9510-7a836581f4b8 req-12093cbb-f86b-4af5-9b59-6209f29e827f tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:25.993003 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd039789-c410-4bc2-9510-7a836581f4b8 req-12093cbb-f86b-4af5-9b59-6209f29e827f tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.52 "DELETE /v2.0/ports/bef1350c-f1a3-4068-9683-8566a80c6d70 HTTP/1.1" status: 204 len: 173 time: 0.9673545 Jul 27 19:43:25.993729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd078d19-19b8-4254-9b15-66fc5dbfb351', 'name': 'network-vif-deleted', 'tag': 'bef1350c-f1a3-4068-9683-8566a80c6d70'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:25.996592 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fb0071-5fe9-475e-8fdd-f09e2e595e87" -d '{"events": [{"server_uuid": "dd078d19-19b8-4254-9b15-66fc5dbfb351", "name": "network-vif-deleted", "tag": "bef1350c-f1a3-4068-9683-8566a80c6d70"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:26.064771 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52ab6d01-6552-42a7-a522-0324bcdddf43 req-15c6f825-80c5-4aa3-8cdd-fd502ca7499b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 210 time: 0.0562699 Jul 27 19:43:26.131695 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dac0d71-9abc-4c50-ae0a-c3c891c753ef x-openstack-request-id: req-3dac0d71-9abc-4c50-ae0a-c3c891c753ef {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:26.132201 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd078d19-19b8-4254-9b15-66fc5dbfb351", "name": "network-vif-deleted", "tag": "bef1350c-f1a3-4068-9683-8566a80c6d70", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:26.132287 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3dac0d71-9abc-4c50-ae0a-c3c891c753ef {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:26.132689 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd078d19-19b8-4254-9b15-66fc5dbfb351', 'name': 'network-vif-deleted', 'tag': 'bef1350c-f1a3-4068-9683-8566a80c6d70', 'status': 'completed', 'code': 200} Jul 27 19:43:26.385040 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-da3d4c3e-677e-4ba4-8d63-18cba0c03ff7 req-836e5ac9-c870-4e91-a766-233cfb79ae92 tempest-FloatingIPsAssociationNegativeTestJSON-683094433 tempest-FloatingIPsAssociationNegativeTestJSON-683094433-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd078d19-19b8-4254-9b15-66fc5dbfb351 HTTP/1.1" status: 200 len: 210 time: 0.0492618 Jul 27 19:43:26.402628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-b0d46757-4fca-4419-8b6b-5d593a9eff35 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:26.404156 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-b0d46757-4fca-4419-8b6b-5d593a9eff35 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.52 "GET /v2.0/networks?id=80acd5ab-fde1-4cef-bf74-a103544d15de HTTP/1.1" status: 200 len: 805 time: 0.1475351 Jul 27 19:43:26.421170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-d72eadf7-4d27-45b4-b9b4-2393f82ff898 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Request body: {'port': {'device_id': '481a2e32-4f3e-40a6-a4a7-24c76331d271', 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de', 'admin_state_up': True, 'tenant_id': '6a93e85ad01f42b285364689034f2ab2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:26.544263 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-d72eadf7-4d27-45b4-b9b4-2393f82ff898 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Made reservation on behalf of 6a93e85ad01f42b285364689034f2ab2 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:43:26.547677 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-d72eadf7-4d27-45b4-b9b4-2393f82ff898 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:26.658547 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-ca03ea68-0347-4e6d-8cea-0d9666ba3706 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:43:26.659440 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-ca03ea68-0347-4e6d-8cea-0d9666ba3706 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062268 Jul 27 19:43:26.675854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-50873845-4bf0-40fa-b635-462bedcd560a req-8eab30cf-9b70-4803-8e06-3bc31584bd25 service neutron] Request body: {'binding': {'host': 'n-h2-705657-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:26.676555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-50873845-4bf0-40fa-b635-462bedcd560a req-8eab30cf-9b70-4803-8e06-3bc31584bd25 service neutron] Unknown quota resources ['binding']. {{(pid=94060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 19:43:26.678492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb420b-0457-4ea8-ac04-85a848214e63 req-73758dcd-417f-4f6f-af81-1333772bc69a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:26.686459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ffb420b-0457-4ea8-ac04-85a848214e63 req-73758dcd-417f-4f6f-af81-1333772bc69a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.0894711 Jul 27 19:43:26.723361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ffb420b-0457-4ea8-ac04-85a848214e63 req-4786d3c0-a459-404d-8c9f-89d8d6f634dd tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356381 Jul 27 19:43:26.773765 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-d72eadf7-4d27-45b4-b9b4-2393f82ff898 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Allocated IP 172.20.0.8 (80acd5ab-fde1-4cef-bf74-a103544d15de/039d2644-dacf-49e7-9e8b-54b45bb17c99/eed7c0e7-4d8e-42b0-83a7-5a8032974991) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:43:26.963060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-50873845-4bf0-40fa-b635-462bedcd560a req-8eab30cf-9b70-4803-8e06-3bc31584bd25 service neutron] Attempting to bind port b062b3c2-9c3b-430a-a9bb-d593d8602e4a on host n-h2-705657-21 for vnic_type normal with profile None {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:43:26.963406 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-50873845-4bf0-40fa-b635-462bedcd560a req-8eab30cf-9b70-4803-8e06-3bc31584bd25 service neutron] Attempting to bind port b062b3c2-9c3b-430a-a9bb-d593d8602e4a by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:43:26.963887 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50873845-4bf0-40fa-b635-462bedcd560a req-8eab30cf-9b70-4803-8e06-3bc31584bd25 service neutron] Attempting to bind port b062b3c2-9c3b-430a-a9bb-d593d8602e4a on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:26.974133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50873845-4bf0-40fa-b635-462bedcd560a req-8eab30cf-9b70-4803-8e06-3bc31584bd25 service neutron] Port b062b3c2-9c3b-430a-a9bb-d593d8602e4a on network a0463eab-3d38-43e7-932e-91f09e3b2eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:43:26.974467 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50873845-4bf0-40fa-b635-462bedcd560a req-8eab30cf-9b70-4803-8e06-3bc31584bd25 service neutron] Attempting to bind port b062b3c2-9c3b-430a-a9bb-d593d8602e4a on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:26.990418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50873845-4bf0-40fa-b635-462bedcd560a req-8eab30cf-9b70-4803-8e06-3bc31584bd25 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:43:26.990930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50873845-4bf0-40fa-b635-462bedcd560a req-8eab30cf-9b70-4803-8e06-3bc31584bd25 service neutron] Checking segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:43:26.991370 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50873845-4bf0-40fa-b635-462bedcd560a req-8eab30cf-9b70-4803-8e06-3bc31584bd25 service neutron] Bound using segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:43:26.991868 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-50873845-4bf0-40fa-b635-462bedcd560a req-8eab30cf-9b70-4803-8e06-3bc31584bd25 service neutron] Bound port: b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:43:27.012810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device bef1350c-f1a3-4068-9683-8566a80c6d70 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:43:27.034141 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: bef1350c-f1a3-4068-9683-8566a80c6d70 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:43:27.034977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device bef1350c-f1a3-4068-9683-8566a80c6d70 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:43:27.035602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 1e84bc52-02ba-4397-948a-b88487e5c068 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:43:27.054226 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-d72eadf7-4d27-45b4-b9b4-2393f82ff898 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:27.079676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-50873845-4bf0-40fa-b635-462bedcd560a req-8eab30cf-9b70-4803-8e06-3bc31584bd25 service neutron] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:43:27.102009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-50873845-4bf0-40fa-b635-462bedcd560a req-8eab30cf-9b70-4803-8e06-3bc31584bd25 service neutron] Notify callbacks [] for binding, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:27.103446 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-8eab30cf-9b70-4803-8e06-3bc31584bd25 service neutron] 10.222.0.48 "POST /v2.0/ports/b062b3c2-9c3b-430a-a9bb-d593d8602e4a/bindings HTTP/1.1" status: 201 len: 390 time: 0.4319301 Jul 27 19:43:27.128775 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:27.136329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-d72eadf7-4d27-45b4-b9b4-2393f82ff898 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:27.172670 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329fd68d-8a72-4e76-8dd9-3be52645ff19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e84bc52-02ba-4397-948a-b88487e5c068'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:27.175593 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc5dbf6-4dfb-4a5c-b97e-5ab72fb2fa2d" -d '{"events": [{"server_uuid": "329fd68d-8a72-4e76-8dd9-3be52645ff19", "name": "network-vif-unplugged", "status": "completed", "tag": "1e84bc52-02ba-4397-948a-b88487e5c068"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:27.197012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 1e84bc52-02ba-4397-948a-b88487e5c068, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1e84bc52-02ba-4397-948a-b88487e5c068,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:27.206250 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:27.287211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72eadf7-4d27-45b4-b9b4-2393f82ff898 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Pushing event updated for resources: {'Port': ['ID=eed7c0e7-4d8e-42b0-83a7-5a8032974991,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:27.298247 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5babe3-f30a-44d5-98da-892fc5226c10 x-openstack-request-id: req-2a5babe3-f30a-44d5-98da-892fc5226c10 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:27.298831 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329fd68d-8a72-4e76-8dd9-3be52645ff19", "name": "network-vif-unplugged", "status": "completed", "tag": "1e84bc52-02ba-4397-948a-b88487e5c068", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:27.298965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-d72eadf7-4d27-45b4-b9b4-2393f82ff898 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Network 80acd5ab-fde1-4cef-bf74-a103544d15de is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:43:27.299531 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a5babe3-f30a-44d5-98da-892fc5226c10 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:27.300122 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329fd68d-8a72-4e76-8dd9-3be52645ff19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e84bc52-02ba-4397-948a-b88487e5c068', 'code': 200} Jul 27 19:43:27.301180 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-d72eadf7-4d27-45b4-b9b4-2393f82ff898 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:43:27.303274 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=1e84bc52-02ba-4397-948a-b88487e5c068,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:27.309914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-d72eadf7-4d27-45b4-b9b4-2393f82ff898 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:43:27.313700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:27.314231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:27.314728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:27.316310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:27.316903 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:27.317390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:27.318090 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:27.318720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:27.319417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:27.320022 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:27.320569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:27.321059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:43:27.387224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6355d-45ef-4ad7-a297-4450d6918c84 req-8af587c6-0641-4be2-86b3-c1e395375976 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:27.388815 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81e6355d-45ef-4ad7-a297-4450d6918c84 req-8af587c6-0641-4be2-86b3-c1e395375976 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 931 time: 0.2225859 Jul 27 19:43:27.402029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-d72eadf7-4d27-45b4-b9b4-2393f82ff898 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:27.402738 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-d72eadf7-4d27-45b4-b9b4-2393f82ff898 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:27.412073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dec13-c3e2-463c-bcdd-43badd88bfdf req-57c2a23d-7f7f-4537-a1f8-dac1f8deae9d tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:27.413687 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e42dec13-c3e2-463c-bcdd-43badd88bfdf req-57c2a23d-7f7f-4537-a1f8-dac1f8deae9d tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.52 "GET /v2.0/ports?device_id=329fd68d-8a72-4e76-8dd9-3be52645ff19 HTTP/1.1" status: 200 len: 943 time: 0.2017524 Jul 27 19:43:27.420226 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-d72eadf7-4d27-45b4-b9b4-2393f82ff898 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0031452 Jul 27 19:43:27.436500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Request body: {'port': {'device_id': '481a2e32-4f3e-40a6-a4a7-24c76331d271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:27.518171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:27.557428 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81e6355d-45ef-4ad7-a297-4450d6918c84 req-17607e7b-ce6b-42ba-8338-724ea9988c90 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546178 Jul 27 19:43:27.611349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50873845-4bf0-40fa-b635-462bedcd560a req-12011369-7feb-44af-a0fa-66e222fc1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:27.612873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-12011369-7feb-44af-a0fa-66e222fc1c61 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 1097 time: 0.2112608 Jul 27 19:43:27.623693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cfe6b-5f4a-4847-aa31-f32faaf1a9fd req-13661986-045e-4224-8ac7-c9f0329adac0 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:27.625565 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-673cfe6b-5f4a-4847-aa31-f32faaf1a9fd req-13661986-045e-4224-8ac7-c9f0329adac0 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 945 time: 0.2349122 Jul 27 19:43:27.644460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 36014) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:43:27.760924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-e42dec13-c3e2-463c-bcdd-43badd88bfdf req-05731493-736f-4f62-9ba6-c2d331bfdbbc tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Deleting port 1e84bc52-02ba-4397-948a-b88487e5c068 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:43:27.761529 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e42dec13-c3e2-463c-bcdd-43badd88bfdf req-05731493-736f-4f62-9ba6-c2d331bfdbbc tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:27.851549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-673cfe6b-5f4a-4847-aa31-f32faaf1a9fd req-4052f5ba-f76f-492d-8586-37263fcbd1e2 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135656 Jul 27 19:43:27.895000 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed7c0e7-4d8e-42b0-83a7-5a8032974991 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:43:27.906453 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:27.925841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Transition to ACTIVE for port object eed7c0e7-4d8e-42b0-83a7-5a8032974991 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:43:27.932056 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:27.957526 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50873845-4bf0-40fa-b635-462bedcd560a req-1b72447a-6286-42c3-8eb5-6bc6d6bb6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:27.958885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-1b72447a-6286-42c3-8eb5-6bc6d6bb6ee2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.3311572 Jul 27 19:43:28.059675 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Pushing event updated for resources: {'Port': ['ID=eed7c0e7-4d8e-42b0-83a7-5a8032974991,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:28.150465 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Attempting to bind port eed7c0e7-4d8e-42b0-83a7-5a8032974991 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:43:28.150994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Attempting to bind port eed7c0e7-4d8e-42b0-83a7-5a8032974991 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:43:28.151482 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Attempting to bind port eed7c0e7-4d8e-42b0-83a7-5a8032974991 on network 80acd5ab-fde1-4cef-bf74-a103544d15de {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:28.158048 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Port eed7c0e7-4d8e-42b0-83a7-5a8032974991 on network 80acd5ab-fde1-4cef-bf74-a103544d15de not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:43:28.158451 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Attempting to bind port eed7c0e7-4d8e-42b0-83a7-5a8032974991 on network 80acd5ab-fde1-4cef-bf74-a103544d15de {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:28.164040 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:43:28.164714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Checking segment: {'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:43:28.165186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Bound using segment: {'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:43:28.165693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Bound port: eed7c0e7-4d8e-42b0-83a7-5a8032974991, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:43:28.166128 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:28.245045 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] For port eed7c0e7-4d8e-42b0-83a7-5a8032974991, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:43:28.249051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] For port eed7c0e7-4d8e-42b0-83a7-5a8032974991, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=eed7c0e7-4d8e-42b0-83a7-5a8032974991,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:43:28.256763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:28.296667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:28.297371 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:28.298985 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] 10.222.0.52 "PUT /v2.0/ports/eed7c0e7-4d8e-42b0-83a7-5a8032974991 HTTP/1.1" status: 200 len: 1092 time: 0.8669689 Jul 27 19:43:28.299532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481a2e32-4f3e-40a6-a4a7-24c76331d271', 'tag': 'eed7c0e7-4d8e-42b0-83a7-5a8032974991'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:28.302079 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b632ef0-cdca-453e-b1d8-7e0d8562ddf5" -d '{"events": [{"name": "network-changed", "server_uuid": "481a2e32-4f3e-40a6-a4a7-24c76331d271", "tag": "eed7c0e7-4d8e-42b0-83a7-5a8032974991"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:28.327216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99e4ef-32d2-4c0b-af84-5029420e54ba service neutron] Pushing event updated for resources: {'Port': ['ID=eed7c0e7-4d8e-42b0-83a7-5a8032974991,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:28.359429 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9983f25a-c346-4f4a-a07c-83e94851d695 x-openstack-request-id: req-9983f25a-c346-4f4a-a07c-83e94851d695 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:28.359789 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481a2e32-4f3e-40a6-a4a7-24c76331d271", "tag": "eed7c0e7-4d8e-42b0-83a7-5a8032974991", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:28.360100 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9983f25a-c346-4f4a-a07c-83e94851d695 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:28.360725 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481a2e32-4f3e-40a6-a4a7-24c76331d271', 'tag': 'eed7c0e7-4d8e-42b0-83a7-5a8032974991', 'status': 'completed', 'code': 200} Jul 27 19:43:28.439480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-24218a86-bad7-48ec-bc66-cbd003b5adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:28.441143 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-24218a86-bad7-48ec-bc66-cbd003b5adf9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a93e85ad01f42b285364689034f2ab2&device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 1095 time: 0.0639222 Jul 27 19:43:28.498781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-1901d1e5-17fa-4c8b-afb2-7860924338c3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a HTTP/1.1" status: 200 len: 217 time: 0.5300963 Jul 27 19:43:28.500885 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-3ae80d70-04ff-4baa-96f9-da222492a64e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed7c0e7-4d8e-42b0-83a7-5a8032974991 HTTP/1.1" status: 200 len: 217 time: 0.0462222 Jul 27 19:43:28.511205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-e42dec13-c3e2-463c-bcdd-43badd88bfdf req-05731493-736f-4f62-9ba6-c2d331bfdbbc tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] For port 1e84bc52-02ba-4397-948a-b88487e5c068, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1e84bc52-02ba-4397-948a-b88487e5c068,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:28.511836 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e42dec13-c3e2-463c-bcdd-43badd88bfdf req-05731493-736f-4f62-9ba6-c2d331bfdbbc tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:28.542309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-e42dec13-c3e2-463c-bcdd-43badd88bfdf req-05731493-736f-4f62-9ba6-c2d331bfdbbc tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Calling delete_port for 1e84bc52-02ba-4397-948a-b88487e5c068 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:43:28.575442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-0c398af2-6641-4d44-aeae-36e56e9e1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:28.579725 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-0c398af2-6641-4d44-aeae-36e56e9e1de5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=039d2644-dacf-49e7-9e8b-54b45bb17c99 HTTP/1.1" status: 200 len: 845 time: 0.0703409 Jul 27 19:43:28.620098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f152ce1-a7bd-4698-9640-b0d064a5c47f req-0f87ec95-7f69-4ed6-9ecc-24abbf7c504d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:28.629228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f152ce1-a7bd-4698-9640-b0d064a5c47f req-0f87ec95-7f69-4ed6-9ecc-24abbf7c504d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.7857170 Jul 27 19:43:28.676262 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-ebc49b4c-2a2a-4b96-961e-0bdc35a7b352 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80acd5ab-fde1-4cef-bf74-a103544d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740552 Jul 27 19:43:28.719248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50873845-4bf0-40fa-b635-462bedcd560a req-6e276c5c-face-4238-9b21-d95adfdef586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:28.721007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-6e276c5c-face-4238-9b21-d95adfdef586 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.1968753 Jul 27 19:43:28.769026 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f152ce1-a7bd-4698-9640-b0d064a5c47f req-3c2a13ae-51f2-4b44-98dc-6f6f62997892 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385267 Jul 27 19:43:28.797047 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-ad64fc80-3777-44c4-9c85-0652f68e1f0f service neutron] 10.222.0.52 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098557 Jul 27 19:43:28.855825 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-8b5248ca-b623-4912-95b6-3547f97481fc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079018 Jul 27 19:43:28.914644 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c9d28c2d-e865-42e3-98d8-c1c2e44d6d26 req-98397ab2-e1ad-4c6c-8b53-966ca7e04384 service neutron] 10.222.0.52 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045122 Jul 27 19:43:29.060694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b632ef0-cdca-453e-b1d8-7e0d8562ddf5 req-38406782-1c4d-45c7-9e9b-2455654d683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:29.062380 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4b632ef0-cdca-453e-b1d8-7e0d8562ddf5 req-38406782-1c4d-45c7-9e9b-2455654d683e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a93e85ad01f42b285364689034f2ab2&device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 1095 time: 0.0941701 Jul 27 19:43:29.111317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e4fee-fb73-425d-a5cd-2957e8e0be73 req-5ca10870-565a-4ebc-8728-f3f7a03da83d tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:29.113044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f8e4fee-fb73-425d-a5cd-2957e8e0be73 req-5ca10870-565a-4ebc-8728-f3f7a03da83d tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 943 time: 0.3973923 Jul 27 19:43:29.189836 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-315ab6e7-acf1-485d-aeb2-f1ec07142db1 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162642 Jul 27 19:43:29.193984 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b632ef0-cdca-453e-b1d8-7e0d8562ddf5 req-2c77c83d-0073-469c-9db5-3f913c870cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:29.196657 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4b632ef0-cdca-453e-b1d8-7e0d8562ddf5 req-2c77c83d-0073-469c-9db5-3f913c870cef service neutron] 10.222.0.52 "GET /v2.0/networks?id=80acd5ab-fde1-4cef-bf74-a103544d15de HTTP/1.1" status: 200 len: 906 time: 0.1239271 Jul 27 19:43:29.200719 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e42dec13-c3e2-463c-bcdd-43badd88bfdf req-05731493-736f-4f62-9ba6-c2d331bfdbbc tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:29.253138 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4b632ef0-cdca-453e-b1d8-7e0d8562ddf5 req-9cd8345b-75c6-480e-859c-09c5cce5eabe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eed7c0e7-4d8e-42b0-83a7-5a8032974991 HTTP/1.1" status: 200 len: 217 time: 0.0433462 Jul 27 19:43:29.305616 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f8e4fee-fb73-425d-a5cd-2957e8e0be73 req-2b3b12b4-2de2-4380-9bda-c4eb28c063d0 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625085 Jul 27 19:43:29.311384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05731493-736f-4f62-9ba6-c2d331bfdbbc tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Pushing event deleted for resources: {'Port': ['ID=1e84bc52-02ba-4397-948a-b88487e5c068,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:29.337593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441ff8d-e6e2-4768-ba72-7fd8f0049e53 req-7d6d380d-a543-49a3-bd92-63d8523672c4 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:29.339249 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1441ff8d-e6e2-4768-ba72-7fd8f0049e53 req-7d6d380d-a543-49a3-bd92-63d8523672c4 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 945 time: 0.3915019 Jul 27 19:43:29.360504 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b632ef0-cdca-453e-b1d8-7e0d8562ddf5 req-d1397c1c-4575-4920-ab14-c61f7db99647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:29.362335 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4b632ef0-cdca-453e-b1d8-7e0d8562ddf5 req-d1397c1c-4575-4920-ab14-c61f7db99647 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=039d2644-dacf-49e7-9e8b-54b45bb17c99 HTTP/1.1" status: 200 len: 845 time: 0.0940006 Jul 27 19:43:29.420248 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4b632ef0-cdca-453e-b1d8-7e0d8562ddf5 req-6688ab32-4a33-44b5-bb8f-ea8c17936ba2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80acd5ab-fde1-4cef-bf74-a103544d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428786 Jul 27 19:43:29.424301 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-1a682cad-7aed-464a-b4a2-58d9b6565041 service neutron] show failed (client error): The resource could not be found. Jul 27 19:43:29.425634 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-1a682cad-7aed-464a-b4a2-58d9b6565041 service neutron] 10.222.0.63 "GET /v2.0/ports/69974181-fc13-4292-815f-ef504b8a0b66/bindings/n-h1-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.1259873 Jul 27 19:43:29.437133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42dec13-c3e2-463c-bcdd-43badd88bfdf req-05731493-736f-4f62-9ba6-c2d331bfdbbc tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] No DVR routers for this DVR port 1e84bc52-02ba-4397-948a-b88487e5c068 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:43:29.441209 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e42dec13-c3e2-463c-bcdd-43badd88bfdf req-05731493-736f-4f62-9ba6-c2d331bfdbbc tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:29.445977 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e42dec13-c3e2-463c-bcdd-43badd88bfdf req-05731493-736f-4f62-9ba6-c2d331bfdbbc tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.52 "DELETE /v2.0/ports/1e84bc52-02ba-4397-948a-b88487e5c068 HTTP/1.1" status: 204 len: 173 time: 2.0065939 Jul 27 19:43:29.465252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329fd68d-8a72-4e76-8dd9-3be52645ff19', 'name': 'network-vif-deleted', 'tag': '1e84bc52-02ba-4397-948a-b88487e5c068'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:29.468661 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fea7c9-903a-4d53-956c-63d186c314ae" -d '{"events": [{"server_uuid": "329fd68d-8a72-4e76-8dd9-3be52645ff19", "name": "network-vif-deleted", "tag": "1e84bc52-02ba-4397-948a-b88487e5c068"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:29.528892 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1441ff8d-e6e2-4768-ba72-7fd8f0049e53 req-2a6dd39a-6c80-4a3d-a2e7-2efebea9a875 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704736 Jul 27 19:43:29.546898 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4b632ef0-cdca-453e-b1d8-7e0d8562ddf5 req-18c5c4fb-bbad-4957-876d-49ca29bf4bab service neutron] 10.222.0.52 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147020 Jul 27 19:43:29.626116 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9968666e-e476-411b-90fb-a9e65eda4088 x-openstack-request-id: req-9968666e-e476-411b-90fb-a9e65eda4088 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:29.626583 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329fd68d-8a72-4e76-8dd9-3be52645ff19", "name": "network-vif-deleted", "tag": "1e84bc52-02ba-4397-948a-b88487e5c068", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:29.626894 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9968666e-e476-411b-90fb-a9e65eda4088 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:29.627305 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329fd68d-8a72-4e76-8dd9-3be52645ff19', 'name': 'network-vif-deleted', 'tag': '1e84bc52-02ba-4397-948a-b88487e5c068', 'status': 'completed', 'code': 200} Jul 27 19:43:29.633533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-61094dbe-88a7-4f2e-88ed-64c034c3fca4 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207957 Jul 27 19:43:29.645346 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af38361e-00d0-4676-b42a-3cae21cc2a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:29.779474 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4b632ef0-cdca-453e-b1d8-7e0d8562ddf5 req-9a05d7cc-0189-415b-98e8-9d0cab729570 service neutron] 10.222.0.52 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200427 Jul 27 19:43:29.943324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-c8ada5b6-a29a-4137-a5db-511b7e9bb5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:29.945047 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-c8ada5b6-a29a-4137-a5db-511b7e9bb5c3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb&tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4 HTTP/1.1" status: 200 len: 1102 time: 0.1863871 Jul 27 19:43:29.965462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:30.081035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30b513-8204-49e7-902c-c64093e53b91 req-e7ee7c9a-ad52-4ea7-ba65-d6ccd531f8cb tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:30.082566 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e30b513-8204-49e7-902c-c64093e53b91 req-e7ee7c9a-ad52-4ea7-ba65-d6ccd531f8cb tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.1837718 Jul 27 19:43:30.114118 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:30.174041 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e30b513-8204-49e7-902c-c64093e53b91 req-7c583e27-489a-44b7-8b3f-2f14bca2c170 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696015 Jul 27 19:43:30.357484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-af38361e-00d0-4676-b42a-3cae21cc2a7e admin admin] Deleting port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:43:30.357960 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af38361e-00d0-4676-b42a-3cae21cc2a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:30.556297 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-af38361e-00d0-4676-b42a-3cae21cc2a7e admin admin] For port dca5c4e9-f2b4-4d7c-959b-32b87cf707a9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=dca5c4e9-f2b4-4d7c-959b-32b87cf707a9,segment=NetworkSegment(43c8e1b2-026a-4cd3-adcf-aaafc69094f9),segment_id=43c8e1b2-026a-4cd3-adcf-aaafc69094f9)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:30.556889 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af38361e-00d0-4676-b42a-3cae21cc2a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:30.584262 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] For port 69974181-fc13-4292-815f-ef504b8a0b66, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=69974181-fc13-4292-815f-ef504b8a0b66,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:30.587406 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-af38361e-00d0-4676-b42a-3cae21cc2a7e admin admin] Calling delete_port for dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:43:30.624749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b7a2e-47b3-48ac-87c4-721a9659f171 req-c38f4654-da32-4f42-8abd-f7d81f265666 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:30.626173 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-526b7a2e-47b3-48ac-87c4-721a9659f171 req-c38f4654-da32-4f42-8abd-f7d81f265666 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 943 time: 0.2058012 Jul 27 19:43:30.695878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] For port 69974181-fc13-4292-815f-ef504b8a0b66, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:43:30.787774 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:30.793779 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-526b7a2e-47b3-48ac-87c4-721a9659f171 req-d7d86f7a-5541-4845-9ced-ba246c78996d tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573341 Jul 27 19:43:30.867515 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Transition to ACTIVE for port object 69974181-fc13-4292-815f-ef504b8a0b66 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:43:30.876600 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:30.895058 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99421698-25fb-41d7-a0f3-18d55961491f req-fb319fca-cf17-4531-bf1a-9c9072e87d9e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:30.896602 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99421698-25fb-41d7-a0f3-18d55961491f req-fb319fca-cf17-4531-bf1a-9c9072e87d9e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 945 time: 0.2215474 Jul 27 19:43:30.990122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] No DVR routers for this DVR port 69974181-fc13-4292-815f-ef504b8a0b66 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:43:31.013657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Pushing event updated for resources: {'Port': ['ID=69974181-fc13-4292-815f-ef504b8a0b66,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:31.040938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99421698-25fb-41d7-a0f3-18d55961491f req-e22c470e-e51e-432a-8b4f-79ec37e740cc tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169586 Jul 27 19:43:31.050822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device eed7c0e7-4d8e-42b0-83a7-5a8032974991 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:43:31.097287 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Attempting to bind port 69974181-fc13-4292-815f-ef504b8a0b66 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:43:31.097614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Attempting to bind port 69974181-fc13-4292-815f-ef504b8a0b66 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:43:31.097928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Attempting to bind port 69974181-fc13-4292-815f-ef504b8a0b66 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:31.104983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Port 69974181-fc13-4292-815f-ef504b8a0b66 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:43:31.105296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Attempting to bind port 69974181-fc13-4292-815f-ef504b8a0b66 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:31.117329 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af38361e-00d0-4676-b42a-3cae21cc2a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:31.121076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:43:31.121413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:43:31.121794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:43:31.122233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Bound port: 69974181-fc13-4292-815f-ef504b8a0b66, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:43:31.122583 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:31.177882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38361e-00d0-4676-b42a-3cae21cc2a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=dca5c4e9-f2b4-4d7c-959b-32b87cf707a9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:31.207937 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port eed7c0e7-4d8e-42b0-83a7-5a8032974991, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=eed7c0e7-4d8e-42b0-83a7-5a8032974991,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:31.237630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 1e84bc52-02ba-4397-948a-b88487e5c068 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:43:31.296443 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'eed7c0e7-4d8e-42b0-83a7-5a8032974991', 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de', 'port_id': 'eed7c0e7-4d8e-42b0-83a7-5a8032974991', 'mac_address': 'fa:16:3e:e8:bc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039d2644-dacf-49e7-9e8b-54b45bb17c99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:43:31.349623 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 1e84bc52-02ba-4397-948a-b88487e5c068 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:43:31.350328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 1e84bc52-02ba-4397-948a-b88487e5c068 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:43:31.364983 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:31.382276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed7c0e7-4d8e-42b0-83a7-5a8032974991 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:43:31.406766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port eed7c0e7-4d8e-42b0-83a7-5a8032974991, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=eed7c0e7-4d8e-42b0-83a7-5a8032974991,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:31.415308 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:31.465162 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] For port 69974181-fc13-4292-815f-ef504b8a0b66, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:43:31.468691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=eed7c0e7-4d8e-42b0-83a7-5a8032974991,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:31.493861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] For port 69974181-fc13-4292-815f-ef504b8a0b66, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=69974181-fc13-4292-815f-ef504b8a0b66,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:43:31.536720 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:31.602048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:31.602687 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:31.604045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-eed66a85-4c34-4775-96a6-73764520634a service neutron] 10.222.0.52 "PUT /v2.0/ports/69974181-fc13-4292-815f-ef504b8a0b66 HTTP/1.1" status: 200 len: 1097 time: 1.6429772 Jul 27 19:43:31.621844 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-f13a5b38-7993-4931-b2d3-e3472bc3e20f tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:31.623390 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-f13a5b38-7993-4931-b2d3-e3472bc3e20f tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 821 time: 0.3332365 Jul 27 19:43:31.628964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69974181-fc13-4292-815f-ef504b8a0b66'}, {'name': 'network-changed', 'server_uuid': '04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb', 'tag': '69974181-fc13-4292-815f-ef504b8a0b66'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:31.631257 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daba99fd-68a8-4885-a327-8e165c58f557" -d '{"events": [{"server_uuid": "04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb", "name": "network-vif-unplugged", "status": "completed", "tag": "69974181-fc13-4292-815f-ef504b8a0b66"}, {"name": "network-changed", "server_uuid": "04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb", "tag": "69974181-fc13-4292-815f-ef504b8a0b66"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:31.640969 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c27b7-e781-4289-a0f8-c93931d4e3fd req-17dc8fe7-2656-4d74-8574-55e675c14a47 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:31.642447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e69c27b7-e781-4289-a0f8-c93931d4e3fd req-17dc8fe7-2656-4d74-8574-55e675c14a47 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 948 time: 0.3552442 Jul 27 19:43:31.662502 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af38361e-00d0-4676-b42a-3cae21cc2a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:31.711263 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-f9395c81-f68a-4a02-bca8-9a592606171f tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/quotas/83373949e0124aa78732c2d4023213df HTTP/1.1" status: 200 len: 375 time: 0.0631366 Jul 27 19:43:31.711863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed66a85-4c34-4775-96a6-73764520634a service neutron] Pushing event updated for resources: {'Port': ['ID=69974181-fc13-4292-815f-ef504b8a0b66,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:31.783838 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['eed7c0e7-4d8e-42b0-83a7-5a8032974991'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:43:32.136473 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e69c27b7-e781-4289-a0f8-c93931d4e3fd req-2997c4fc-1287-47de-a1c8-fb28e3a1fe71 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707336 Jul 27 19:43:32.209790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-f55897ce-00ea-452d-9eb2-e07632736470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:32.212594 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-f55897ce-00ea-452d-9eb2-e07632736470 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 1100 time: 0.5644763 Jul 27 19:43:32.233213 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-ea8c6ac5-ef57-4db1-a41f-3fed28008f77 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1957893 Jul 27 19:43:32.362240 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e15211-4365-4f05-8f2b-1e6b01dc7ac5 x-openstack-request-id: req-39e15211-4365-4f05-8f2b-1e6b01dc7ac5 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:32.362623 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb", "name": "network-vif-unplugged", "status": "completed", "tag": "69974181-fc13-4292-815f-ef504b8a0b66", "code": 200}, {"name": "network-changed", "server_uuid": "04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb", "tag": "69974181-fc13-4292-815f-ef504b8a0b66", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:32.362819 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39e15211-4365-4f05-8f2b-1e6b01dc7ac5 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:32.363222 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69974181-fc13-4292-815f-ef504b8a0b66', 'code': 200} Jul 27 19:43:32.363474 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb', 'tag': '69974181-fc13-4292-815f-ef504b8a0b66', 'status': 'completed', 'code': 200} Jul 27 19:43:32.540431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-1f66923f-7353-4dbf-8210-a00b8cfc760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:32.540431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-1f66923f-7353-4dbf-8210-a00b8cfc760c service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.3045616 Jul 27 19:43:32.550706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-7e1ed820-7dc4-431b-8657-2719aaa38beb service neutron] 10.222.0.48 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038535 Jul 27 19:43:32.569666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af38361e-00d0-4676-b42a-3cae21cc2a7e admin admin] Router acc8594b-c386-495d-b5af-57dc6f3f820c has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:43:32.654866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-e07e03b0-bbf9-4491-bbcd-57e6ee2b073a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=69974181-fc13-4292-815f-ef504b8a0b66 HTTP/1.1" status: 200 len: 217 time: 0.1000028 Jul 27 19:43:32.656681 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba99fd-68a8-4885-a327-8e165c58f557 req-469a122a-5b2c-4655-b891-a52a9411559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:32.658061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daba99fd-68a8-4885-a327-8e165c58f557 req-469a122a-5b2c-4655-b891-a52a9411559f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 1100 time: 0.2891793 Jul 27 19:43:32.855096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-b3af9f72-b318-4ca7-aecf-e107043b4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:32.856559 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-b3af9f72-b318-4ca7-aecf-e107043b4a60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1701112 Jul 27 19:43:32.929377 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-39c75be2-2518-4b22-b921-2857037de0b4 service neutron] 10.222.0.48 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619428 Jul 27 19:43:32.978032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d00879-20cd-49b3-b726-887754598c0f req-65907a68-c58e-465d-b5df-3bc3c221f4a8 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:32.979523 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08d00879-20cd-49b3-b726-887754598c0f req-65907a68-c58e-465d-b5df-3bc3c221f4a8 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 944 time: 0.3730476 Jul 27 19:43:32.989231 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba99fd-68a8-4885-a327-8e165c58f557 req-b1c313aa-c6c5-422e-a4ba-0191c1d0d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:32.990926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daba99fd-68a8-4885-a327-8e165c58f557 req-b1c313aa-c6c5-422e-a4ba-0191c1d0d442 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.3087587 Jul 27 19:43:32.994658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af38361e-00d0-4676-b42a-3cae21cc2a7e admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:43:33.003540 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c18ec4-bd36-4f7b-a782-bc37c4299660 None None] Sync routers for ids ['acc8594b-c386-495d-b5af-57dc6f3f820c'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:43:33.007148 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-af38361e-00d0-4676-b42a-3cae21cc2a7e admin admin] 10.222.0.48 "PUT /v2.0/routers/acc8594b-c386-495d-b5af-57dc6f3f820c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3616698 Jul 27 19:43:33.007638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36078) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:43:33.032699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c18ec4-bd36-4f7b-a782-bc37c4299660 None None] Routers {'acc8594b-c386-495d-b5af-57dc6f3f820c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:43:33.033526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-90c18ec4-bd36-4f7b-a782-bc37c4299660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:43:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['acc8594b-c386-495d-b5af-57dc6f3f820c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:33.060818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daba99fd-68a8-4885-a327-8e165c58f557 req-7acefc0b-a5a3-4e30-a758-08dbea30ae4f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=69974181-fc13-4292-815f-ef504b8a0b66 HTTP/1.1" status: 200 len: 217 time: 0.0509238 Jul 27 19:43:33.102786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device eed7c0e7-4d8e-42b0-83a7-5a8032974991 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:43:33.113819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08d00879-20cd-49b3-b726-887754598c0f req-f874353f-5e19-40e5-a182-e631626e79c9 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212139 Jul 27 19:43:33.121159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-419580ab-8cd9-4d1e-a8f9-123766c18aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:33.122705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-419580ab-8cd9-4d1e-a8f9-123766c18aee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2453341 Jul 27 19:43:33.204781 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba99fd-68a8-4885-a327-8e165c58f557 req-b5849b1e-1530-4bad-978e-51fbe08ba678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:33.206276 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daba99fd-68a8-4885-a327-8e165c58f557 req-b5849b1e-1530-4bad-978e-51fbe08ba678 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1309261 Jul 27 19:43:33.240259 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:33.353939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port eed7c0e7-4d8e-42b0-83a7-5a8032974991 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:43:33.358263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-90c18ec4-bd36-4f7b-a782-bc37c4299660 None None] Set router acc8594b-c386-495d-b5af-57dc6f3f820c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:43:33.364109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-6478ad8b-4631-4263-bafd-bb2c39303082 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247553 Jul 27 19:43:33.426077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port eed7c0e7-4d8e-42b0-83a7-5a8032974991 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:43:33.426666 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:33.496845 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:33.517612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba99fd-68a8-4885-a327-8e165c58f557 req-581853c9-2dd3-44b0-ada2-b93739b14692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:33.519216 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daba99fd-68a8-4885-a327-8e165c58f557 req-581853c9-2dd3-44b0-ada2-b93739b14692 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2990434 Jul 27 19:43:33.613586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e0bb9-ac23-4ff5-b916-e3ef7f0113de req-25079a56-834f-4db9-9661-5b288371a589 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:33.621314 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-943e0bb9-ac23-4ff5-b916-e3ef7f0113de req-25079a56-834f-4db9-9661-5b288371a589 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 948 time: 0.2777493 Jul 27 19:43:33.638426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] Deleting port 35e313df-19c6-4c79-8400-f70984401c7b {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:43:33.638775 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:33.650310 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:33.661354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fdd9d-bf9e-4fc6-8e6e-635e16909690 req-368238d4-66bb-4b84-9c30-c4ee2a87a333 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:33.669351 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-590fdd9d-bf9e-4fc6-8e6e-635e16909690 req-368238d4-66bb-4b84-9c30-c4ee2a87a333 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 945 time: 0.3442030 Jul 27 19:43:33.687349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e85eba6-fd29-49e2-b342-e2bdc32a5962 req-fff73c82-f1ba-4995-8254-2f626d7a0701 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690432 Jul 27 19:43:33.716050 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481a2e32-4f3e-40a6-a4a7-24c76331d271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed7c0e7-4d8e-42b0-83a7-5a8032974991'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:33.718526 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99233942-3e0c-4f4b-a735-9cc7ecefeb3d" -d '{"events": [{"server_uuid": "481a2e32-4f3e-40a6-a4a7-24c76331d271", "name": "network-vif-plugged", "status": "completed", "tag": "eed7c0e7-4d8e-42b0-83a7-5a8032974991"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:33.736521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port eed7c0e7-4d8e-42b0-83a7-5a8032974991, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=eed7c0e7-4d8e-42b0-83a7-5a8032974991,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:33.746470 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:33.747106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-943e0bb9-ac23-4ff5-b916-e3ef7f0113de req-69fe22f1-2464-4bec-bea1-f0dbd9106c63 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236391 Jul 27 19:43:33.786740 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-590fdd9d-bf9e-4fc6-8e6e-635e16909690 req-36d36fb1-26e6-4137-befe-d26b5de8c604 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119895 Jul 27 19:43:33.813952 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 69974181-fc13-4292-815f-ef504b8a0b66 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:43:33.829550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] For port 35e313df-19c6-4c79-8400-f70984401c7b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=35e313df-19c6-4c79-8400-f70984401c7b,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:33.830243 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:33.853060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] Calling delete_port for 35e313df-19c6-4c79-8400-f70984401c7b owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:43:33.879275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-90c18ec4-bd36-4f7b-a782-bc37c4299660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '35e313df-19c6-4c79-8400-f70984401c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:29Z', 'updated_at': '2021-07-27T19:43:30Z', 'revision_number': 5, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'gw_port': {'id': '35e313df-19c6-4c79-8400-f70984401c7b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:31Z', 'updated_at': '2021-07-27T19:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:33.922958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c18ec4-bd36-4f7b-a782-bc37c4299660 None None] Checking router: acc8594b-c386-495d-b5af-57dc6f3f820c for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:43:33.934727 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daba99fd-68a8-4885-a327-8e165c58f557 req-45e164ba-e9c4-4190-97f8-fcde4c378267 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026124 Jul 27 19:43:33.945502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=eed7c0e7-4d8e-42b0-83a7-5a8032974991,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:33.952894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c18ec4-bd36-4f7b-a782-bc37c4299660 None None] Routers {'acc8594b-c386-495d-b5af-57dc6f3f820c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:43:33.953851 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-90c18ec4-bd36-4f7b-a782-bc37c4299660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:43:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['acc8594b-c386-495d-b5af-57dc6f3f820c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:33.958361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 69974181-fc13-4292-815f-ef504b8a0b66 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:43:34.087371 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:34.129799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13bb8f9b-f3f0-4514-8182-df40c61c5673 req-42cf4452-fb56-4fe6-a9f7-ad8adf3a0cae tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 210 time: 0.2118881 Jul 27 19:43:34.164826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e313df-19c6-4c79-8400-f70984401c7b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:34.196864 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daba99fd-68a8-4885-a327-8e165c58f557 req-38bc45f8-da0d-4912-9580-6d9abff0a78f service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324550 Jul 27 19:43:34.213250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba99fd-68a8-4885-a327-8e165c58f557 req-40155cf0-57dc-4603-ae60-2724966c5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:34.215254 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daba99fd-68a8-4885-a327-8e165c58f557 req-40155cf0-57dc-4603-ae60-2724966c5c41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 1100 time: 0.4056585 Jul 27 19:43:34.221106 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8d9cb9-2013-4d16-9bfb-f5e6bf5dbc78 x-openstack-request-id: req-bb8d9cb9-2013-4d16-9bfb-f5e6bf5dbc78 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:34.221668 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481a2e32-4f3e-40a6-a4a7-24c76331d271", "name": "network-vif-plugged", "status": "completed", "tag": "eed7c0e7-4d8e-42b0-83a7-5a8032974991", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:34.221668 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb8d9cb9-2013-4d16-9bfb-f5e6bf5dbc78 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:34.221993 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481a2e32-4f3e-40a6-a4a7-24c76331d271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed7c0e7-4d8e-42b0-83a7-5a8032974991', 'code': 200} Jul 27 19:43:34.261224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-90c18ec4-bd36-4f7b-a782-bc37c4299660 None None] Set router acc8594b-c386-495d-b5af-57dc6f3f820c gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:43:34.326245 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-90c18ec4-bd36-4f7b-a782-bc37c4299660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:29Z', 'updated_at': '2021-07-27T19:43:33Z', 'revision_number': 6, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:34.329668 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:34.358965 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c18ec4-bd36-4f7b-a782-bc37c4299660 None None] The sync data for ids ['acc8594b-c386-495d-b5af-57dc6f3f820c'] in n-d-705657-21 is: [{'id': 'acc8594b-c386-495d-b5af-57dc6f3f820c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-323040717-router', 'tenant_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:29Z', 'updated_at': '2021-07-27T19:43:33Z', 'revision_number': 6, 'project_id': '9e03d58a53734ae0ba3fa50f4ec6113c', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:43:34.464255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba99fd-68a8-4885-a327-8e165c58f557 req-8b82ce21-8905-4935-a297-5a218db59837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:34.465906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daba99fd-68a8-4885-a327-8e165c58f557 req-8b82ce21-8905-4935-a297-5a218db59837 service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2298858 Jul 27 19:43:34.477740 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:34.478855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9344d81-3f25-4998-a4f1-5dac6471651b req-8a057702-9f44-4b8f-b172-7587a537a5d2 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:34.480508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9344d81-3f25-4998-a4f1-5dac6471651b req-8a057702-9f44-4b8f-b172-7587a537a5d2 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1867361 Jul 27 19:43:34.480727 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:34.488247 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918871a-46d0-437d-be5f-1c2dfc2abca4 req-b955de0e-0d65-431d-8e2e-6ec9f3a5399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:34.490029 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8918871a-46d0-437d-be5f-1c2dfc2abca4 req-b955de0e-0d65-431d-8e2e-6ec9f3a5399f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 1097 time: 0.2523715 Jul 27 19:43:34.527510 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daba99fd-68a8-4885-a327-8e165c58f557 req-165982bc-fc38-45d8-82ac-11ceb42424d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=69974181-fc13-4292-815f-ef504b8a0b66 HTTP/1.1" status: 200 len: 217 time: 0.0457380 Jul 27 19:43:34.555054 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:34.555639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acc8594b-c386-495d-b5af-57dc6f3f820c {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:43:34.558318 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8918871a-46d0-437d-be5f-1c2dfc2abca4 req-38984101-0132-4561-870c-9bf2d75e7f07 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355711 Jul 27 19:43:34.562485 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:34.563545 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a62a0443-fe46-4039-8f92-14c4efe1dba3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/acc8594b-c386-495d-b5af-57dc6f3f820c HTTP/1.1" status: 204 len: 168 time: 1.5548682 Jul 27 19:43:34.566047 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36106) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:43:34.592284 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9344d81-3f25-4998-a4f1-5dac6471651b req-bd35bfe2-807d-4053-ada8-b6ca5ad7a33f tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725210 Jul 27 19:43:34.604787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba99fd-68a8-4885-a327-8e165c58f557 req-a47d2c12-47d0-403f-b47b-883f5b324a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:34.606570 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daba99fd-68a8-4885-a327-8e165c58f557 req-a47d2c12-47d0-403f-b47b-883f5b324a25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0665476 Jul 27 19:43:34.619101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a2eb6b-c516-4f84-9624-bc51efc55e69 admin admin] Deleting subnet 46a7718b-6c4f-4ee3-8733-41ab3fca0749 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:43:34.622320 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-67a2eb6b-c516-4f84-9624-bc51efc55e69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:34.661992 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-67a2eb6b-c516-4f84-9624-bc51efc55e69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:34.687518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba99fd-68a8-4885-a327-8e165c58f557 req-534be60d-2937-440a-9636-b3841b6ee1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:34.688739 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daba99fd-68a8-4885-a327-8e165c58f557 req-534be60d-2937-440a-9636-b3841b6ee1fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0587137 Jul 27 19:43:34.751635 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-67a2eb6b-c516-4f84-9624-bc51efc55e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:34.803747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daba99fd-68a8-4885-a327-8e165c58f557 req-584e05ab-ef06-424f-b9af-b9ac9b52ea5d service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034884 Jul 27 19:43:34.851960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:43:34.859489 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-67a2eb6b-c516-4f84-9624-bc51efc55e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:34.892634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:43:34.893034 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device dca5c4e9-f2b4-4d7c-959b-32b87cf707a9 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:43:34.895820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2eb6b-c516-4f84-9624-bc51efc55e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a7718b-6c4f-4ee3-8733-41ab3fca0749,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:34.898252 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-67a2eb6b-c516-4f84-9624-bc51efc55e69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:34.900329 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-67a2eb6b-c516-4f84-9624-bc51efc55e69 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/46a7718b-6c4f-4ee3-8733-41ab3fca0749 HTTP/1.1" status: 204 len: 168 time: 0.3331378 Jul 27 19:43:34.902592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36114) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:43:34.904887 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7371b8-67ba-48ec-bc35-316e71619026 None None] Network 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:43:34.997029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:35.144466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] Deleting port d4aedf0c-3ab5-4405-86bf-0f0058486fbd {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:43:35.144466 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:35.255889 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92af0bb-457e-4ca9-a74e-22619fcd99cb None None] DHCP port deletion for 4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:43:35.273013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-d22cabf8-a9a4-4d78-9f13-444a032d2db8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:35.274864 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-d22cabf8-a9a4-4d78-9f13-444a032d2db8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.52 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 821 time: 0.2203012 Jul 27 19:43:35.277095 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] For port d4aedf0c-3ab5-4405-86bf-0f0058486fbd, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d4aedf0c-3ab5-4405-86bf-0f0058486fbd,segment=NetworkSegment(43c8e1b2-026a-4cd3-adcf-aaafc69094f9),segment_id=43c8e1b2-026a-4cd3-adcf-aaafc69094f9)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:35.277469 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:35.295576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] Calling delete_port for d4aedf0c-3ab5-4405-86bf-0f0058486fbd owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:43:35.310931 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e92af0bb-457e-4ca9-a74e-22619fcd99cb None None] Deleting port d4aedf0c-3ab5-4405-86bf-0f0058486fbd {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:43:35.310931 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e92af0bb-457e-4ca9-a74e-22619fcd99cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:35.390885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daba99fd-68a8-4885-a327-8e165c58f557 req-50c7451d-8fae-4b31-bd1b-7c8653eaf5a9 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690579 Jul 27 19:43:35.392503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e92af0bb-457e-4ca9-a74e-22619fcd99cb None None] For port d4aedf0c-3ab5-4405-86bf-0f0058486fbd, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d4aedf0c-3ab5-4405-86bf-0f0058486fbd,segment=NetworkSegment(43c8e1b2-026a-4cd3-adcf-aaafc69094f9),segment_id=43c8e1b2-026a-4cd3-adcf-aaafc69094f9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:35.393027 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e92af0bb-457e-4ca9-a74e-22619fcd99cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:35.407667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebab8d3-6cf4-4988-9730-4910dcb1f882 req-3abe61fb-e5a6-4b36-921c-eac1196a9f78 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:35.412564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e92af0bb-457e-4ca9-a74e-22619fcd99cb None None] Calling delete_port for d4aedf0c-3ab5-4405-86bf-0f0058486fbd owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:43:35.415367 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ebab8d3-6cf4-4988-9730-4910dcb1f882 req-3abe61fb-e5a6-4b36-921c-eac1196a9f78 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 948 time: 0.4797304 Jul 27 19:43:35.424989 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e72a1-e083-497e-8ce5-63591e7a8f4b req-9f3f3c32-7bfe-45b9-8b54-879537b7aa9b tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:35.426488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-185e72a1-e083-497e-8ce5-63591e7a8f4b req-9f3f3c32-7bfe-45b9-8b54-879537b7aa9b tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 945 time: 0.4923289 Jul 27 19:43:35.439779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-3b14ba27-e5c0-44ab-aa81-eeb2fd4f15cb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Request body: {'port': {'device_id': '142415de-a387-49a8-ba84-916075beb0a8', 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5', 'admin_state_up': True, 'tenant_id': '83373949e0124aa78732c2d4023213df'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:35.445353 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:35.496446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ebab8d3-6cf4-4988-9730-4910dcb1f882 req-fec3af7d-5720-4932-85e4-4df4b8079f35 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800636 Jul 27 19:43:35.498385 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e92af0bb-457e-4ca9-a74e-22619fcd99cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:35.511936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92af0bb-457e-4ca9-a74e-22619fcd99cb None None] No DVR routers for this DVR port d4aedf0c-3ab5-4405-86bf-0f0058486fbd on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:43:35.526621 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4aedf0c-3ab5-4405-86bf-0f0058486fbd,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:35.529759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-185e72a1-e083-497e-8ce5-63591e7a8f4b req-1828e684-61f5-4f92-b18c-15bcea3af008 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879261 Jul 27 19:43:35.541517 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] No DVR routers for this DVR port d4aedf0c-3ab5-4405-86bf-0f0058486fbd on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:43:35.542124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92af0bb-457e-4ca9-a74e-22619fcd99cb None None] Pushing event deleted for resources: {'Port': ['ID=d4aedf0c-3ab5-4405-86bf-0f0058486fbd,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:35.653057 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:35.676220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b449ee3-0d4f-48a2-a6eb-2179518fa3c4']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:35.708215 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c8e1b2-026a-4cd3-adcf-aaafc69094f9') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:35.708592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c8e1b2-026a-4cd3-adcf-aaafc69094f9') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:43:35.719340 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:35.735460 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:35.742041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:43:35.742582 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:35.756523 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a74b78c-d836-45bd-a926-4073f7237247 req-ae2d24c2-1a42-401a-8ace-ca9f7e1a4931 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 210 time: 0.0452228 Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:43:35.793463 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:43:35.821805 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:35.830052 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:35.832084 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4b449ee3-0d4f-48a2-a6eb-2179518fa3c4 HTTP/1.1" status: 204 len: 168 time: 0.9283516 Jul 27 19:43:35.832966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-3b14ba27-e5c0-44ab-aa81-eeb2fd4f15cb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Made reservation on behalf of 83373949e0124aa78732c2d4023213df for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:43:35.836915 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-3b14ba27-e5c0-44ab-aa81-eeb2fd4f15cb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:35.848544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539160d-2d18-4648-af0e-71b2c5a23372 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b449ee3-0d4f-48a2-a6eb-2179518fa3c4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:35.891428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf808b-d5d1-485f-bf29-d4ef359623a2 req-6034467d-1ed5-41ee-8ef4-486d8378bbe1 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:35.893434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77cf808b-d5d1-485f-bf29-d4ef359623a2 req-6034467d-1ed5-41ee-8ef4-486d8378bbe1 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0943346 Jul 27 19:43:35.948971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77cf808b-d5d1-485f-bf29-d4ef359623a2 req-e3bc1adb-76d2-4b9c-94d4-c5216dd376b3 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465286 Jul 27 19:43:35.983387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 36126) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:43:35.993947 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-3b14ba27-e5c0-44ab-aa81-eeb2fd4f15cb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Allocated IP 172.20.0.3 (14c212e3-8c05-49f1-960f-135c87f330c5/3bd96bae-a28c-4775-95b5-878b93c5c958/632a4c75-f875-4986-a31e-29887c6c6865) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:43:36.040316 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c2586b3c-7bec-4af2-87d6-9c546c6b41df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e03d58a53734ae0ba3fa50f4ec6113c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556781 Jul 27 19:43:36.040991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 36128) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:43:36.099111 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc119-dcaa-4fd2-8444-a903283995d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:36.121635 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc119-dcaa-4fd2-8444-a903283995d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:36.185236 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc119-dcaa-4fd2-8444-a903283995d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:36.187819 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc119-dcaa-4fd2-8444-a903283995d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:36.191375 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fbbcc119-dcaa-4fd2-8444-a903283995d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4fd68c0-c4d5-4d5d-bb5b-e7befe501bb2 HTTP/1.1" status: 204 len: 168 time: 0.1472099 Jul 27 19:43:36.195718 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-3b14ba27-e5c0-44ab-aa81-eeb2fd4f15cb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:36.206154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcc119-dcaa-4fd2-8444-a903283995d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fd68c0-c4d5-4d5d-bb5b-e7befe501bb2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:36.248123 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-3b14ba27-e5c0-44ab-aa81-eeb2fd4f15cb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:36.269415 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['12d6c583-a804-4a24-b142-1d333a15ec7f'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:43:36.294256 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-3b14ba27-e5c0-44ab-aa81-eeb2fd4f15cb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Network 14c212e3-8c05-49f1-960f-135c87f330c5 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:43:36.300159 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-3b14ba27-e5c0-44ab-aa81-eeb2fd4f15cb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:43:36.304247 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-3b14ba27-e5c0-44ab-aa81-eeb2fd4f15cb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:43:36.338878 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14ba27-e5c0-44ab-aa81-eeb2fd4f15cb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Pushing event updated for resources: {'Port': ['ID=632a4c75-f875-4986-a31e-29887c6c6865,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:36.397521 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-3b14ba27-e5c0-44ab-aa81-eeb2fd4f15cb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:36.398029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-3b14ba27-e5c0-44ab-aa81-eeb2fd4f15cb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:36.424762 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-3b14ba27-e5c0-44ab-aa81-eeb2fd4f15cb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9961200 Jul 27 19:43:36.447092 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Request body: {'port': {'device_id': '142415de-a387-49a8-ba84-916075beb0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:36.531615 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:36.585286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d4aedf0c-3ab5-4405-86bf-0f0058486fbd no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:43:36.614798 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: d4aedf0c-3ab5-4405-86bf-0f0058486fbd {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:43:36.616350 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d4aedf0c-3ab5-4405-86bf-0f0058486fbd not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:43:36.616957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 35e313df-19c6-4c79-8400-f70984401c7b no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:43:36.639582 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 35e313df-19c6-4c79-8400-f70984401c7b {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:43:36.640121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 35e313df-19c6-4c79-8400-f70984401c7b not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:43:36.730451 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c38e2d-f55d-4c95-9477-2a784c53adbe req-bc1bed9f-fe4e-4f03-a7f0-aa2b6c35372c tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:36.732354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8c38e2d-f55d-4c95-9477-2a784c53adbe req-bc1bed9f-fe4e-4f03-a7f0-aa2b6c35372c tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 948 time: 0.1478076 Jul 27 19:43:36.781555 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06eae42-fbbe-4bb7-81db-1f65eb92d20b req-cc752bec-ee15-460b-90bd-63367721f745 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:36.796378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d06eae42-fbbe-4bb7-81db-1f65eb92d20b req-cc752bec-ee15-460b-90bd-63367721f745 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 945 time: 0.1338618 Jul 27 19:43:36.856170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8c38e2d-f55d-4c95-9477-2a784c53adbe req-8b647e94-eb4f-40e3-aaaf-1063b20ae45b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074245 Jul 27 19:43:36.864149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d06eae42-fbbe-4bb7-81db-1f65eb92d20b req-ddd3a181-7297-4301-b63e-dd14c857e304 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664856 Jul 27 19:43:37.104203 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 69974181-fc13-4292-815f-ef504b8a0b66 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:43:37.208889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b2135-f317-42ca-9997-273e9df96495 req-90f2e5a9-7a19-4215-b24b-a96562af728a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:37.213248 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-884b2135-f317-42ca-9997-273e9df96495 req-90f2e5a9-7a19-4215-b24b-a96562af728a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 931 time: 0.1202204 Jul 27 19:43:37.308945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 69974181-fc13-4292-815f-ef504b8a0b66, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=69974181-fc13-4292-815f-ef504b8a0b66,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:37.319644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-884b2135-f317-42ca-9997-273e9df96495 req-3a46d41c-9b02-4cbe-8879-32a7f1375db5 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997498 Jul 27 19:43:37.322792 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '69974181-fc13-4292-815f-ef504b8a0b66', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '69974181-fc13-4292-815f-ef504b8a0b66', 'mac_address': 'fa:16:3e:bc:7b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:43:37.352071 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9714e0-1921-4976-83ba-bcb63a01655a req-068ee2bf-67de-4bee-826d-e916debfbd00 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:37.359648 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d9714e0-1921-4976-83ba-bcb63a01655a req-068ee2bf-67de-4bee-826d-e916debfbd00 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1451693 Jul 27 19:43:37.368728 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:37.374112 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632a4c75-f875-4986-a31e-29887c6c6865 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:43:37.386377 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:37.386628 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69974181-fc13-4292-815f-ef504b8a0b66 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:43:37.405216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Transition to ACTIVE for port object 632a4c75-f875-4986-a31e-29887c6c6865 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:43:37.410175 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d9714e0-1921-4976-83ba-bcb63a01655a req-6653961e-8cfc-42c0-84cd-a5e975cccebd tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496268 Jul 27 19:43:37.419095 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:37.419658 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 69974181-fc13-4292-815f-ef504b8a0b66, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=69974181-fc13-4292-815f-ef504b8a0b66,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:37.426961 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:37.497497 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=69974181-fc13-4292-815f-ef504b8a0b66,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:37.542998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Pushing event updated for resources: {'Port': ['ID=632a4c75-f875-4986-a31e-29887c6c6865,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:37.589378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Attempting to bind port 632a4c75-f875-4986-a31e-29887c6c6865 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:43:37.589903 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Attempting to bind port 632a4c75-f875-4986-a31e-29887c6c6865 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:43:37.590340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Attempting to bind port 632a4c75-f875-4986-a31e-29887c6c6865 on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:37.596099 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Port 632a4c75-f875-4986-a31e-29887c6c6865 on network 14c212e3-8c05-49f1-960f-135c87f330c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:43:37.596437 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Attempting to bind port 632a4c75-f875-4986-a31e-29887c6c6865 on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:37.603289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:43:37.603684 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Checking segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:43:37.604068 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Bound using segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:43:37.604512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Bound port: 632a4c75-f875-4986-a31e-29887c6c6865, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:43:37.604870 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:37.717954 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:43:37.725359 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c52662-c9c4-4d63-8096-ff669c96df63 req-d2476f3a-1f3b-4c0d-aed1-f870e8c85a16 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:37.728742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=632a4c75-f875-4986-a31e-29887c6c6865,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:43:37.733124 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34c52662-c9c4-4d63-8096-ff669c96df63 req-d2476f3a-1f3b-4c0d-aed1-f870e8c85a16 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0800931 Jul 27 19:43:37.736688 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:37.779071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:37.779697 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:37.781188 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] 10.222.0.52 "PUT /v2.0/ports/632a4c75-f875-4986-a31e-29887c6c6865 HTTP/1.1" status: 200 len: 1092 time: 1.3394439 Jul 27 19:43:37.781632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142415de-a387-49a8-ba84-916075beb0a8', 'tag': '632a4c75-f875-4986-a31e-29887c6c6865'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:37.783995 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1ac2a8-3c95-4bd6-aa7a-4011939f418c" -d '{"events": [{"name": "network-changed", "server_uuid": "142415de-a387-49a8-ba84-916075beb0a8", "tag": "632a4c75-f875-4986-a31e-29887c6c6865"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:37.813981 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa6457-2166-458d-85de-86fe29001c3c service neutron] Pushing event updated for resources: {'Port': ['ID=632a4c75-f875-4986-a31e-29887c6c6865,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:37.815726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34c52662-c9c4-4d63-8096-ff669c96df63 req-57cbd875-66ab-4aeb-8025-e9662406cd63 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716763 Jul 27 19:43:37.874715 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ce7fbe-c8d1-418a-975c-e496e7bb6e79 x-openstack-request-id: req-b9ce7fbe-c8d1-418a-975c-e496e7bb6e79 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:37.875148 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142415de-a387-49a8-ba84-916075beb0a8", "tag": "632a4c75-f875-4986-a31e-29887c6c6865", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:37.875495 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9ce7fbe-c8d1-418a-975c-e496e7bb6e79 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:37.875982 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142415de-a387-49a8-ba84-916075beb0a8', 'tag': '632a4c75-f875-4986-a31e-29887c6c6865', 'status': 'completed', 'code': 200} Jul 27 19:43:37.895780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['69974181-fc13-4292-815f-ef504b8a0b66'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:43:37.909422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-2d232a8e-84a6-494b-9abc-04f8150f0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:37.911240 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-2d232a8e-84a6-494b-9abc-04f8150f0a98 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 1095 time: 0.0692401 Jul 27 19:43:37.969529 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-79009b1a-28bc-483c-96bf-1b55f7736d8c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=632a4c75-f875-4986-a31e-29887c6c6865 HTTP/1.1" status: 200 len: 217 time: 0.0482697 Jul 27 19:43:38.047448 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-b7340255-7350-4b42-b166-ce8a00facf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:38.049196 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-b7340255-7350-4b42-b166-ce8a00facf3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.0660210 Jul 27 19:43:38.117937 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-ce1c11b4-628b-4493-905b-dd0c875a551a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561054 Jul 27 19:43:38.156588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddedd5-0b11-423a-94a1-ecc72c11772a req-a59c0142-1cb6-46d2-9639-5683f1452979 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:38.158122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9ddedd5-0b11-423a-94a1-ecc72c11772a req-a59c0142-1cb6-46d2-9639-5683f1452979 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 945 time: 0.1447730 Jul 27 19:43:38.185032 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:38.201738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f58ff-0424-41d6-8d74-410a930921e3 req-468a1f38-f916-436a-a4c7-188411f980f6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:38.210635 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d65f58ff-0424-41d6-8d74-410a930921e3 req-468a1f38-f916-436a-a4c7-188411f980f6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 949 time: 0.2130313 Jul 27 19:43:38.247578 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-72ff574f-1add-413b-bb59-89d0807432d1 service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135004 Jul 27 19:43:38.248082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36222) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:43:38.276491 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d65f58ff-0424-41d6-8d74-410a930921e3 req-4e5de8d9-eae2-4e98-9e30-cbfaffd7ddb8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643039 Jul 27 19:43:38.308168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9ddedd5-0b11-423a-94a1-ecc72c11772a req-84180695-5966-4348-888f-198823771d09 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390603 Jul 27 19:43:38.376437 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b72b6d5b-d928-4dda-8216-21ef1a39cd55 req-7652578c-71d9-4c60-a459-4f2c932eba27 service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169131 Jul 27 19:43:38.408664 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5c71a2a9-3c67-468a-b23d-0a18849a6a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:38.556609 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ac2a8-3c95-4bd6-aa7a-4011939f418c req-49e0b081-059b-40af-a0e1-3e8728830e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:38.558793 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd1ac2a8-3c95-4bd6-aa7a-4011939f418c req-49e0b081-059b-40af-a0e1-3e8728830e25 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 1095 time: 0.1183629 Jul 27 19:43:38.637153 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5c71a2a9-3c67-468a-b23d-0a18849a6a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:38.647252 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5c71a2a9-3c67-468a-b23d-0a18849a6a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:38.701772 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5c71a2a9-3c67-468a-b23d-0a18849a6a06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e600293f24747a5828008fe2c1e49c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502592 Jul 27 19:43:38.704904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 36232) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:43:38.713508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71a2a9-3c67-468a-b23d-0a18849a6a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b37fc99-0b96-4b3d-8051-58ca200b782d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:38.724383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35e3a2-a9ec-42df-887d-47f16c806b05 req-2e56de62-3d3f-4903-8fb2-abb17faf9fcf tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:38.726522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc35e3a2-a9ec-42df-887d-47f16c806b05 req-2e56de62-3d3f-4903-8fb2-abb17faf9fcf tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 943 time: 0.1944675 Jul 27 19:43:38.737015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ac2a8-3c95-4bd6-aa7a-4011939f418c req-f93b056b-76f9-45e6-8bcf-370494d93e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:38.739082 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd1ac2a8-3c95-4bd6-aa7a-4011939f418c req-f93b056b-76f9-45e6-8bcf-370494d93e8b service neutron] 10.222.0.52 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.1629486 Jul 27 19:43:38.758576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c0f26-174a-4bb0-ba4c-55de49eaa0d7 req-f7d1283e-a267-4814-9d44-64b88e24105f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:38.760090 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-090c0f26-174a-4bb0-ba4c-55de49eaa0d7 req-f7d1283e-a267-4814-9d44-64b88e24105f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 949 time: 0.1648691 Jul 27 19:43:38.797597 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd1ac2a8-3c95-4bd6-aa7a-4011939f418c req-bc488491-a430-420c-8cff-a8f0e55ffe21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=632a4c75-f875-4986-a31e-29887c6c6865 HTTP/1.1" status: 200 len: 217 time: 0.0446603 Jul 27 19:43:38.846538 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc35e3a2-a9ec-42df-887d-47f16c806b05 req-d24d0b74-4f10-40c4-9a6a-530e3a118681 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120255 Jul 27 19:43:38.873176 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ac2a8-3c95-4bd6-aa7a-4011939f418c req-fd4e6807-1226-495c-8795-9bf4c75696cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:38.873176 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd1ac2a8-3c95-4bd6-aa7a-4011939f418c req-fd4e6807-1226-495c-8795-9bf4c75696cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.0562837 Jul 27 19:43:38.873956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-090c0f26-174a-4bb0-ba4c-55de49eaa0d7 req-776711d4-4bf3-4fef-95ea-cee8e92fe025 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037178 Jul 27 19:43:38.873956 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f62c343e-954b-481f-8c83-94c41ba4c7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:38.887933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9797f-beeb-4da2-b043-b8a39317986d req-fc654cd3-d0df-42db-9a74-a2cbddf251c1 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:38.887933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38c9797f-beeb-4da2-b043-b8a39317986d req-fc654cd3-d0df-42db-9a74-a2cbddf251c1 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.63 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb&tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 949 time: 0.2170565 Jul 27 19:43:38.914285 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd1ac2a8-3c95-4bd6-aa7a-4011939f418c req-59d751af-f333-4f9d-bb5d-f50d00643528 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345144 Jul 27 19:43:38.933505 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f62c343e-954b-481f-8c83-94c41ba4c7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:39.024449 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-38c9797f-beeb-4da2-b043-b8a39317986d req-bad66fda-1327-49bc-b2ed-08289199a8da service neutron] delete failed (client error): The resource could not be found. Jul 27 19:43:39.025467 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38c9797f-beeb-4da2-b043-b8a39317986d req-bad66fda-1327-49bc-b2ed-08289199a8da service neutron] 10.222.0.63 "DELETE /v2.0/ports/69974181-fc13-4292-815f-ef504b8a0b66/bindings/n-h2-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.1329911 Jul 27 19:43:39.036535 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd1ac2a8-3c95-4bd6-aa7a-4011939f418c req-add487b6-c0ca-43d3-8cdd-0840dadbd2a2 service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003616 Jul 27 19:43:39.051841 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d044b9-7fdd-48b1-ae7e-fa02231d7bd2 req-17e6b525-8e63-46e5-9866-6792c1ab741d tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:39.060138 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84d044b9-7fdd-48b1-ae7e-fa02231d7bd2 req-17e6b525-8e63-46e5-9866-6792c1ab741d tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1188712 Jul 27 19:43:39.067675 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f62c343e-954b-481f-8c83-94c41ba4c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:39.070871 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f62c343e-954b-481f-8c83-94c41ba4c7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:39.072097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f62c343e-954b-481f-8c83-94c41ba4c7c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b37fc99-0b96-4b3d-8051-58ca200b782d HTTP/1.1" status: 204 len: 168 time: 0.3654535 Jul 27 19:43:39.091610 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c343e-954b-481f-8c83-94c41ba4c7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b37fc99-0b96-4b3d-8051-58ca200b782d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:39.118673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84d044b9-7fdd-48b1-ae7e-fa02231d7bd2 req-2db3a92b-1a9b-4001-a65d-62cfc478db91 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575945 Jul 27 19:43:39.164174 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bd1ac2a8-3c95-4bd6-aa7a-4011939f418c req-ffa159b0-548e-4d78-a6c8-9bc1b6bb4aec service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142349 Jul 27 19:43:39.197128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9797f-beeb-4da2-b043-b8a39317986d req-8ad93215-35e6-4b08-b114-a2b2198034b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:39.198718 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38c9797f-beeb-4da2-b043-b8a39317986d req-8ad93215-35e6-4b08-b114-a2b2198034b0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 1101 time: 0.0748727 Jul 27 19:43:39.299712 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9797f-beeb-4da2-b043-b8a39317986d req-81dfb02d-cb22-40cb-8725-c44260517ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:39.301897 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38c9797f-beeb-4da2-b043-b8a39317986d req-81dfb02d-cb22-40cb-8725-c44260517ed7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.0940869 Jul 27 19:43:39.350083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38c9797f-beeb-4da2-b043-b8a39317986d req-94496415-c7f4-471d-8ec2-3aece248b39f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=69974181-fc13-4292-815f-ef504b8a0b66 HTTP/1.1" status: 200 len: 217 time: 0.0382516 Jul 27 19:43:39.452126 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9797f-beeb-4da2-b043-b8a39317986d req-ee6e3f74-dcf0-4d91-91b3-5e45a4968bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:39.453648 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38c9797f-beeb-4da2-b043-b8a39317986d req-ee6e3f74-dcf0-4d91-91b3-5e45a4968bb0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0980420 Jul 27 19:43:39.509489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29d01-7b04-405c-94c5-d532069bb40c req-73cf5884-d147-4a45-9eb4-a6a548148622 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:39.511179 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4d29d01-7b04-405c-94c5-d532069bb40c req-73cf5884-d147-4a45-9eb4-a6a548148622 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 945 time: 0.1142673 Jul 27 19:43:39.575902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4d29d01-7b04-405c-94c5-d532069bb40c req-f60cc072-a88d-422f-9949-dbd003cc13f1 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461798 Jul 27 19:43:39.602752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9797f-beeb-4da2-b043-b8a39317986d req-63a2470b-7827-499e-9d98-5ff4c61777e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:39.604672 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38c9797f-beeb-4da2-b043-b8a39317986d req-63a2470b-7827-499e-9d98-5ff4c61777e4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1423516 Jul 27 19:43:39.711964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38c9797f-beeb-4da2-b043-b8a39317986d req-4b884033-2a49-4eef-b148-8b0ee401198c service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974936 Jul 27 19:43:39.811068 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38c9797f-beeb-4da2-b043-b8a39317986d req-9d738937-1abd-44d0-b588-6d08333f38ed service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887375 Jul 27 19:43:39.996088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330d1d1-7a5b-4419-84fa-b98460bf0c8b req-1763dcb5-4241-4d40-b275-3cee08b8b3cd tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:39.998372 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3330d1d1-7a5b-4419-84fa-b98460bf0c8b req-1763dcb5-4241-4d40-b275-3cee08b8b3cd tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 943 time: 0.0726664 Jul 27 19:43:40.047326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3330d1d1-7a5b-4419-84fa-b98460bf0c8b req-c5c61d5d-b80d-4afe-86e4-1089f1708a19 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 Jul 27 19:43:40.112662 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-0a862b90-49ae-48fb-89f0-3791f972bcbc tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7eb7c53493fd4c19be9e922d934e7a99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231102 Jul 27 19:43:40.267768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-ad357d2b-b73b-4c0a-a337-377e9cb87a70 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:40.269551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-ad357d2b-b73b-4c0a-a337-377e9cb87a70 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506863 Jul 27 19:43:40.278186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7d6cb-6575-42b1-b4ae-276c5ca307e6 req-357c4a48-ef84-43dc-90ef-bc08e2ccdeb7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:40.279661 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2bc7d6cb-6575-42b1-b4ae-276c5ca307e6 req-357c4a48-ef84-43dc-90ef-bc08e2ccdeb7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 949 time: 0.1488278 Jul 27 19:43:40.298617 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-15de2088-67a0-425c-8367-d99354acc952 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/quotas/7eb7c53493fd4c19be9e922d934e7a99 HTTP/1.1" status: 200 len: 375 time: 0.0179627 Jul 27 19:43:40.342591 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-bcda2d5c-6f61-42a8-a413-0aef50ffb48f tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eb7c53493fd4c19be9e922d934e7a99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374570 Jul 27 19:43:40.350480 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2bc7d6cb-6575-42b1-b4ae-276c5ca307e6 req-6f1d49e5-3c8b-48d9-bf99-82462516505b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627744 Jul 27 19:43:40.530441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65a100-3ea3-42cd-8240-3f5430e03e87 req-8c5b8f32-a3d5-4fa3-9598-c4e7f5e0e3b6 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:40.531901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e65a100-3ea3-42cd-8240-3f5430e03e87 req-8c5b8f32-a3d5-4fa3-9598-c4e7f5e0e3b6 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0986512 Jul 27 19:43:40.555176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7363d800-e972-438b-a1c0-5912407bbcad req-f351539e-5fdd-4618-93a4-0caa84fdf113 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 210 time: 0.0412602 Jul 27 19:43:40.591787 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e65a100-3ea3-42cd-8240-3f5430e03e87 req-98134a87-9c0f-4670-a3aa-87b91be3fbaa tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 Jul 27 19:43:40.751611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9862647-e4bc-4398-9957-7e35cdb16165 req-ec30ff84-513e-4502-9230-d89241b1b22f tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:40.754466 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f9862647-e4bc-4398-9957-7e35cdb16165 req-ec30ff84-513e-4502-9230-d89241b1b22f tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 945 time: 0.0697474 Jul 27 19:43:40.793459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f9862647-e4bc-4398-9957-7e35cdb16165 req-dc1a45f0-f89a-4f75-b3e5-88fb43f10e4a tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342789 Jul 27 19:43:41.113072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 69974181-fc13-4292-815f-ef504b8a0b66 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:43:41.175544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 69974181-fc13-4292-815f-ef504b8a0b66 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:43:41.180341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 69974181-fc13-4292-815f-ef504b8a0b66 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:43:41.180956 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:41.224965 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50873845-4bf0-40fa-b635-462bedcd560a req-7f5b0ed4-5d0b-44fb-bd50-2b29ce6f85de tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:41.227052 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-7f5b0ed4-5d0b-44fb-bd50-2b29ce6f85de tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75&tenant_id=7b77cb1555044c6bba713df0ce19dca6&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1097 time: 0.1058807 Jul 27 19:43:41.241108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705657-21'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:41.251838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5724137-b998-4b43-a570-199f678ad454 req-19964a87-0570-4c19-b402-999d74c526b9 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:41.253395 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5724137-b998-4b43-a570-199f678ad454 req-19964a87-0570-4c19-b402-999d74c526b9 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 943 time: 0.0951564 Jul 27 19:43:41.271880 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:41.274373 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:41.297568 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69974181-fc13-4292-815f-ef504b8a0b66'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:41.299819 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911aa8c9-784d-4b96-9954-90f68599482e" -d '{"events": [{"server_uuid": "04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb", "name": "network-vif-plugged", "status": "completed", "tag": "69974181-fc13-4292-815f-ef504b8a0b66"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:41.313905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 69974181-fc13-4292-815f-ef504b8a0b66, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=69974181-fc13-4292-815f-ef504b8a0b66,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:41.318624 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:41.342776 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5724137-b998-4b43-a570-199f678ad454 req-d2059c04-8fc5-4dc3-bd8d-0574a1e1cf48 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708878 Jul 27 19:43:41.345557 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc1c91e-f88e-410f-a2ce-b0f51b3a30f0 x-openstack-request-id: req-1dc1c91e-f88e-410f-a2ce-b0f51b3a30f0 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:41.345886 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb", "name": "network-vif-plugged", "status": "completed", "tag": "69974181-fc13-4292-815f-ef504b8a0b66", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:41.346043 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1dc1c91e-f88e-410f-a2ce-b0f51b3a30f0 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:41.346610 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69974181-fc13-4292-815f-ef504b8a0b66', 'code': 200} Jul 27 19:43:41.356718 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:41.383066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=69974181-fc13-4292-815f-ef504b8a0b66,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:41.502648 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-927a21f2-465e-4274-85c9-efb9f95173e3 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=7eb7c53493fd4c19be9e922d934e7a99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235090 Jul 27 19:43:41.550489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:41.581266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6554b46-92f0-4252-bf06-34f7519618aa req-60311a1a-08a5-4dc7-95ab-7c65172b7762 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:41.582783 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6554b46-92f0-4252-bf06-34f7519618aa req-60311a1a-08a5-4dc7-95ab-7c65172b7762 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.1515875 Jul 27 19:43:41.631800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:43:41.637451 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-497ec31c-f72b-416d-b309-0ff6316d0d83 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:41.638774 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-497ec31c-f72b-416d-b309-0ff6316d0d83 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1276944 Jul 27 19:43:41.659736 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Request body: {'port': {'device_id': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '7eb7c53493fd4c19be9e922d934e7a99'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:41.680786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6554b46-92f0-4252-bf06-34f7519618aa req-709427fb-850f-4925-a8e4-560e27cd96c0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896068 Jul 27 19:43:41.713220 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f75951c-cd38-4255-891e-606292d92862 req-8c2796ed-4dca-47e7-8daa-e687b5c52f8c tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 210 time: 0.0521386 Jul 27 19:43:41.726839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27596de8-12a9-4296-848d-2dbcc02b2b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b062b3c2-9c3b-430a-a9bb-d593d8602e4a'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:41.730331 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3be7a7-4031-41b4-a54e-2d43e9dbc9f1" -d '{"events": [{"server_uuid": "27596de8-12a9-4296-848d-2dbcc02b2b75", "name": "network-vif-unplugged", "status": "completed", "tag": "b062b3c2-9c3b-430a-a9bb-d593d8602e4a"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:41.736618 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:41.746367 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:41.821874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Made reservation on behalf of 7eb7c53493fd4c19be9e922d934e7a99 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:43:41.825460 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:41.840623 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:41.893102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Pushing event updated for resources: {'Port': ['ID=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:41.907314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Attempting to bind port b062b3c2-9c3b-430a-a9bb-d593d8602e4a on host n-h1-705657-21 for vnic_type normal with profile {"migrating_to": "n-h2-705657-21"} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:43:41.907632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Attempting to bind port b062b3c2-9c3b-430a-a9bb-d593d8602e4a by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:43:41.908230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Attempting to bind port b062b3c2-9c3b-430a-a9bb-d593d8602e4a on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:41.916739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Port b062b3c2-9c3b-430a-a9bb-d593d8602e4a on network a0463eab-3d38-43e7-932e-91f09e3b2eeb not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:43:41.917061 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Attempting to bind port b062b3c2-9c3b-430a-a9bb-d593d8602e4a on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:41.928904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:43:41.929278 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Checking segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:43:41.929769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Bound using segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:43:41.930129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Bound port: b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:43:41.930494 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:41.955628 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:41.958737 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa033b24-8a3e-4a7d-976d-d6afe5995a73 req-9859e43c-9981-46ed-8362-e9ff230a98c5 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:41.961744 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:41.964933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa033b24-8a3e-4a7d-976d-d6afe5995a73 req-9859e43c-9981-46ed-8362-e9ff230a98c5 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1580420 Jul 27 19:43:42.036102 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:42.085094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa033b24-8a3e-4a7d-976d-d6afe5995a73 req-6ae1b645-0b22-4082-8583-98944adaf6df tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176455 Jul 27 19:43:42.090749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:43:42.096625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:43:42.106194 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:42.123750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Allocated IP 192.168.233.168 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:43:42.202871 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676919d-618e-479e-b825-3dd88cc6f3fb req-cdf47176-e031-4259-b29f-bb78573b72d6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:42.210977 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6676919d-618e-479e-b825-3dd88cc6f3fb req-cdf47176-e031-4259-b29f-bb78573b72d6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.2248726 Jul 27 19:43:42.221699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Pushing event updated for resources: {'Port': ['ID=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,revision_number=8']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:42.227514 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b39060b-4d5d-46f1-92d2-a57383de1bdf x-openstack-request-id: req-0b39060b-4d5d-46f1-92d2-a57383de1bdf {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:42.228209 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27596de8-12a9-4296-848d-2dbcc02b2b75", "name": "network-vif-unplugged", "status": "completed", "tag": "b062b3c2-9c3b-430a-a9bb-d593d8602e4a", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:42.228209 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b39060b-4d5d-46f1-92d2-a57383de1bdf {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:42.228466 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27596de8-12a9-4296-848d-2dbcc02b2b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b062b3c2-9c3b-430a-a9bb-d593d8602e4a', 'code': 200} Jul 27 19:43:42.266292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:42.267292 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:42.269227 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-e321e356-f2cd-48f5-b622-d4e9bacf43ac service neutron] 10.222.0.63 "PUT /v2.0/ports/b062b3c2-9c3b-430a-a9bb-d593d8602e4a HTTP/1.1" status: 200 len: 1123 time: 1.0324221 Jul 27 19:43:42.320572 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:42.328073 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6676919d-618e-479e-b825-3dd88cc6f3fb req-d8543126-2cdd-498e-be3b-5494c2fbd2dc tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104190 Jul 27 19:43:42.340321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Transition to ACTIVE for port object 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:43:42.388020 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c28725-fab0-4696-be38-618699923b55 req-a5fc730d-7c18-4749-af4f-5fbfb435d631 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:42.391604 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82c28725-fab0-4696-be38-618699923b55 req-a5fc730d-7c18-4749-af4f-5fbfb435d631 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 943 time: 0.1209085 Jul 27 19:43:42.392007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b062b3c2-9c3b-430a-a9bb-d593d8602e4a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:43:42.399009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:42.441115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['b062b3c2-9c3b-430a-a9bb-d593d8602e4a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:43:42.452999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82c28725-fab0-4696-be38-618699923b55 req-7604e953-32e7-4311-ae44-adbf5abe3103 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601861 Jul 27 19:43:42.455871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:43:42.458875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:43:42.479790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:43:42.489800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Pushing event updated for resources: {'Port': ['ID=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:42.554471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935badc-01f2-418a-9c9e-605c72b0d9b9 req-0847f8a8-1c23-404d-ad06-312558f42acc tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:42.563277 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4935badc-01f2-418a-9c9e-605c72b0d9b9 req-0847f8a8-1c23-404d-ad06-312558f42acc tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 943 time: 0.1318655 Jul 27 19:43:42.576781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:42.578138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:42.610618 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4935badc-01f2-418a-9c9e-605c72b0d9b9 req-76595ee3-1031-4010-be1b-6549fe3cdebf tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463309 Jul 27 19:43:42.615419 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-07ca88a5-a13c-4c83-8d28-1dd27f2b9ee5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9626081 Jul 27 19:43:42.634614 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Request body: {'port': {'device_id': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:42.721541 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:42.767270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a712b0d8-b409-4978-9f10-6a37ef62a3c7 None None] Provisioning for port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:43:42.773013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a712b0d8-b409-4978-9f10-6a37ef62a3c7 None None] Provisioning complete for port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:43:42.773725 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a712b0d8-b409-4978-9f10-6a37ef62a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:42.810654 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a712b0d8-b409-4978-9f10-6a37ef62a3c7 None None] Port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:43:42.825868 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-140e5891-a20a-440d-a149-cfd0b67771c3 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409353 Jul 27 19:43:42.971396 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df0fb2-3537-4f4f-b684-6b07a32efb5f req-ba382f71-2e5c-46e4-adbb-bbfa7725acbf tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:42.973118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8df0fb2-3537-4f4f-b684-6b07a32efb5f req-ba382f71-2e5c-46e4-adbb-bbfa7725acbf tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 936 time: 0.1556950 Jul 27 19:43:42.984744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-e3804ae4-bba2-4aec-8c68-4c69a59ba95e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:42.986326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-e3804ae4-bba2-4aec-8c68-4c69a59ba95e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528583 Jul 27 19:43:43.016061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-3c673e4d-9c63-49e9-876c-601de075f45b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/quotas/6338c498f3a44b01b8ebed4fff6ab6c4 HTTP/1.1" status: 200 len: 375 time: 0.0212314 Jul 27 19:43:43.022547 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:43:43.030758 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:43.043281 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Transition to ACTIVE for port object 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:43:43.047717 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:43.060722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8df0fb2-3537-4f4f-b684-6b07a32efb5f req-22649a03-f828-4ce8-ac5e-f6cd88232191 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733411 Jul 27 19:43:43.095891 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:43.122138 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-0bc7dfe7-acb0-4b07-8992-a40664e6b404 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981281 Jul 27 19:43:43.186271 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Attempting to bind port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:43:43.186660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Attempting to bind port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:43:43.187007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Attempting to bind port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:43.191650 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:43:43.191982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Attempting to bind port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:43.197462 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:43:43.197793 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:43:43.198179 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:43:43.198612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Bound port: 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:43:43.198974 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:43.281658 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] For port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:43:43.285482 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] For port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:43:43.295737 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:43.323922 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5af1e93c-b3b9-40e4-934e-501a83a0914c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:43.375118 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:43.375924 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:43.377380 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-709c9824-e492-4067-89df-4029e658ce63 service neutron] 10.222.0.63 "PUT /v2.0/ports/1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e HTTP/1.1" status: 200 len: 1097 time: 0.7520013 Jul 27 19:43:43.377826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'tag': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:43.380146 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937bff50-aaaf-41cb-b4a2-4002dd6775b3" -d '{"events": [{"name": "network-changed", "server_uuid": "61a2b999-fbd7-4e48-b875-96c70a20da93", "tag": "1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:43.406560 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c9824-e492-4067-89df-4029e658ce63 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:43.433682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08de2653-3254-44aa-a92f-9ac047357e01 req-dfd63302-7bf5-4b9f-9889-4d6922f169b6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 210 time: 0.0547845 Jul 27 19:43:43.475807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608767f-0b7f-49e4-87f1-c4fffc670c5d req-6a59f27e-d577-408f-b16f-6f90a21d1cac tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:43.484192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e608767f-0b7f-49e4-87f1-c4fffc670c5d req-6a59f27e-d577-408f-b16f-6f90a21d1cac tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1652319 Jul 27 19:43:43.532447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e608767f-0b7f-49e4-87f1-c4fffc670c5d req-20174406-cd56-418d-a1d4-358afa88d32d tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472329 Jul 27 19:43:43.538904 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b8e923-59fb-48bd-8ce2-777438660353 x-openstack-request-id: req-22b8e923-59fb-48bd-8ce2-777438660353 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:43.539322 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a2b999-fbd7-4e48-b875-96c70a20da93", "tag": "1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:43.539653 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22b8e923-59fb-48bd-8ce2-777438660353 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:43.540146 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'tag': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e', 'status': 'completed', 'code': 200} Jul 27 19:43:43.557584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-cefa68d3-06b2-4178-b805-bc49d947c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:43.559532 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-cefa68d3-06b2-4178-b805-bc49d947c0c0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7eb7c53493fd4c19be9e922d934e7a99&device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 1100 time: 0.1244054 Jul 27 19:43:43.612239 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-88fa0e62-a54a-4c33-ad5a-9cbd29250eff service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e HTTP/1.1" status: 200 len: 217 time: 0.0430765 Jul 27 19:43:43.681526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-be10f7d6-58ce-46e3-a4bc-e56d89fc0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:43.684512 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-be10f7d6-58ce-46e3-a4bc-e56d89fc0c4b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0559652 Jul 27 19:43:43.696598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03034e7f-de3f-4b83-b9b7-6c8a01a450e2 req-96c3b604-dd5b-4cf3-a5d1-cae7ae33e4d5 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:43.698299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-03034e7f-de3f-4b83-b9b7-6c8a01a450e2 req-96c3b604-dd5b-4cf3-a5d1-cae7ae33e4d5 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 943 time: 0.0802257 Jul 27 19:43:43.753055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-0027e0b2-efb3-4694-bfe7-ebc5f8931c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:43.754760 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-0027e0b2-efb3-4694-bfe7-ebc5f8931c75 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611579 Jul 27 19:43:43.778822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-03034e7f-de3f-4b83-b9b7-6c8a01a450e2 req-d78f256d-4437-4d0d-9914-c980b501f490 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744858 Jul 27 19:43:43.792774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b062b3c2-9c3b-430a-a9bb-d593d8602e4a details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:43:43.808153 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8813-c36b-4e3c-866e-7f552588fafe req-6cc725d6-c446-4b70-9a5f-fb5de6bb9636 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:43.809868 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8bb8813-c36b-4e3c-866e-7f552588fafe req-6cc725d6-c446-4b70-9a5f-fb5de6bb9636 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 943 time: 0.0951209 Jul 27 19:43:43.864680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8bb8813-c36b-4e3c-866e-7f552588fafe req-d5d35e40-1b7d-449d-8215-4a1259bb59ec tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472493 Jul 27 19:43:43.880465 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-f3945d55-bcd1-41a8-b64f-014e666aec5c service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164649 Jul 27 19:43:43.924654 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:43.936559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b062b3c2-9c3b-430a-a9bb-d593d8602e4a has no active binding in host n-h2-705657-21 {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 19:43:43.973556 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47bbe30e-6f66-41b0-a8a0-587cd91c485e req-640749f2-0de1-4c7e-b79e-9f4ea50f33ca service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859301 Jul 27 19:43:44.094526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bff50-aaaf-41cb-b4a2-4002dd6775b3 req-21c55c63-605f-4649-893c-99e90df56906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:44.096087 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-937bff50-aaaf-41cb-b4a2-4002dd6775b3 req-21c55c63-605f-4649-893c-99e90df56906 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7eb7c53493fd4c19be9e922d934e7a99&device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 1100 time: 0.0632517 Jul 27 19:43:44.195186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bff50-aaaf-41cb-b4a2-4002dd6775b3 req-a2518f48-59eb-4024-b57b-ee1e2632a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:44.197092 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-937bff50-aaaf-41cb-b4a2-4002dd6775b3 req-a2518f48-59eb-4024-b57b-ee1e2632a475 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.0935669 Jul 27 19:43:44.198606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b40ea-6330-445d-a009-d689088dba5d req-1eb3faae-37ab-490f-b037-c8bf0dd86f38 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:44.200138 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-051b40ea-6330-445d-a009-d689088dba5d req-1eb3faae-37ab-490f-b037-c8bf0dd86f38 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 948 time: 0.0663817 Jul 27 19:43:44.229971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27596de8-12a9-4296-848d-2dbcc02b2b75', 'tag': 'b062b3c2-9c3b-430a-a9bb-d593d8602e4a'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:44.232871 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c362ff-de73-4a2c-a06e-29cc76dad0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "27596de8-12a9-4296-848d-2dbcc02b2b75", "tag": "b062b3c2-9c3b-430a-a9bb-d593d8602e4a"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:44.248603 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-937bff50-aaaf-41cb-b4a2-4002dd6775b3 req-ab23d44d-e89a-4958-a3a4-4f01bb602fec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e HTTP/1.1" status: 200 len: 217 time: 0.0406146 Jul 27 19:43:44.253848 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-051b40ea-6330-445d-a009-d689088dba5d req-7f7e6a76-b36c-40b1-90f2-fa86bd9a0201 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466869 Jul 27 19:43:44.301558 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7c2cd5-9722-4863-994c-3f1c833d56ce x-openstack-request-id: req-7e7c2cd5-9722-4863-994c-3f1c833d56ce {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:44.301851 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27596de8-12a9-4296-848d-2dbcc02b2b75", "tag": "b062b3c2-9c3b-430a-a9bb-d593d8602e4a", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:44.302102 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e7c2cd5-9722-4863-994c-3f1c833d56ce {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:44.302504 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27596de8-12a9-4296-848d-2dbcc02b2b75', 'tag': 'b062b3c2-9c3b-430a-a9bb-d593d8602e4a', 'status': 'completed', 'code': 200} Jul 27 19:43:44.314972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bff50-aaaf-41cb-b4a2-4002dd6775b3 req-95121fa5-90ab-4411-a124-509ff0ce46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:44.316461 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-937bff50-aaaf-41cb-b4a2-4002dd6775b3 req-95121fa5-90ab-4411-a124-509ff0ce46ae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0590823 Jul 27 19:43:44.417084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bff50-aaaf-41cb-b4a2-4002dd6775b3 req-12614690-05ce-4797-9557-78fd28764e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:44.418573 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-937bff50-aaaf-41cb-b4a2-4002dd6775b3 req-12614690-05ce-4797-9557-78fd28764e6a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0945108 Jul 27 19:43:44.424201 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c362ff-de73-4a2c-a06e-29cc76dad0dc req-f0596bbc-5cf0-435a-bdac-d6972ac24b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:44.425596 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-26c362ff-de73-4a2c-a06e-29cc76dad0dc req-f0596bbc-5cf0-435a-bdac-d6972ac24b5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 1126 time: 0.0747607 Jul 27 19:43:44.588752 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af230b2f-14ab-451f-a276-0805c80cda5c req-eed50509-cd6d-482b-b214-bddafe026935 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 210 time: 0.0614409 Jul 27 19:43:44.608679 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-937bff50-aaaf-41cb-b4a2-4002dd6775b3 req-a9aa5a48-708c-41d5-8997-d5bdefac9d23 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739538 Jul 27 19:43:44.611308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c362ff-de73-4a2c-a06e-29cc76dad0dc req-5e579264-7e12-418e-ad78-db598b243edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:44.612679 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-26c362ff-de73-4a2c-a06e-29cc76dad0dc req-5e579264-7e12-418e-ad78-db598b243edd service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.1665711 Jul 27 19:43:44.621713 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52212481-86ba-481b-9363-925bf0ad24a2 req-f383233e-7e52-4bbf-9588-ad22a61d52d6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1214030 Jul 27 19:43:44.710673 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-26c362ff-de73-4a2c-a06e-29cc76dad0dc req-e8be7859-2a4c-44eb-b5fc-99f2d157d118 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a HTTP/1.1" status: 200 len: 217 time: 0.0684171 Jul 27 19:43:44.719989 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-733f758b-4631-45d9-b6f4-71e00d4e7717 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286133 Jul 27 19:43:44.791336 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-937bff50-aaaf-41cb-b4a2-4002dd6775b3 req-1e7daa65-8293-4767-ab9a-7cd2befd3ef1 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741359 Jul 27 19:43:44.792826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c362ff-de73-4a2c-a06e-29cc76dad0dc req-a1cbd5bd-f910-4938-a804-7dcab8c8bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:44.794220 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-26c362ff-de73-4a2c-a06e-29cc76dad0dc req-a1cbd5bd-f910-4938-a804-7dcab8c8bbc1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.0743859 Jul 27 19:43:44.830502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373de59-3642-4276-b2b3-5171ef5b34da req-c155aa03-f7fa-4a11-b1ae-b36f40f1df63 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:44.832119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a373de59-3642-4276-b2b3-5171ef5b34da req-c155aa03-f7fa-4a11-b1ae-b36f40f1df63 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1918981 Jul 27 19:43:44.845616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52212481-86ba-481b-9363-925bf0ad24a2 req-73908e0c-b90a-41fe-b214-2a19a2b85f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:44.847170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52212481-86ba-481b-9363-925bf0ad24a2 req-73908e0c-b90a-41fe-b214-2a19a2b85f37 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 1096 time: 0.1977115 Jul 27 19:43:44.856743 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-26c362ff-de73-4a2c-a06e-29cc76dad0dc req-5d36872a-404e-449c-9872-ea022db3f513 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320151 Jul 27 19:43:44.959830 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-26c362ff-de73-4a2c-a06e-29cc76dad0dc req-a8f628c6-34d2-4fde-b89a-3e80c025a769 service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833681 Jul 27 19:43:44.968544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-c3cd652a-ce86-4845-96a3-ab84567c4254 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:44.969961 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-c3cd652a-ce86-4845-96a3-ab84567c4254 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416005 Jul 27 19:43:44.985955 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a373de59-3642-4276-b2b3-5171ef5b34da req-b7c7d1c5-d432-4084-afc7-30560335e46f tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436033 Jul 27 19:43:44.998456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-b80aa1eb-31b8-402a-bd1d-f2bd8235a6a7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Request body: {'port': {'device_id': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '6338c498f3a44b01b8ebed4fff6ab6c4'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:45.092327 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-26c362ff-de73-4a2c-a06e-29cc76dad0dc req-544d5712-7712-41d5-a147-3adc32c93823 service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013105 Jul 27 19:43:45.118402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52212481-86ba-481b-9363-925bf0ad24a2 req-312c3b6a-146d-46f8-8e87-46a1a2e61471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:45.119870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52212481-86ba-481b-9363-925bf0ad24a2 req-312c3b6a-146d-46f8-8e87-46a1a2e61471 service neutron] 10.222.0.63 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.2344134 Jul 27 19:43:45.189327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb14ce-823c-43e3-b158-9f7e6f4991fc req-887187a1-f7fc-4da7-b41d-2923f60ff939 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:45.190813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1eb14ce-823c-43e3-b158-9f7e6f4991fc req-887187a1-f7fc-4da7-b41d-2923f60ff939 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 943 time: 0.3188183 Jul 27 19:43:45.199394 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52212481-86ba-481b-9363-925bf0ad24a2 req-f0b9cf81-c288-4ee6-a07d-96a13c9712ca service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738 HTTP/1.1" status: 200 len: 217 time: 0.0644364 Jul 27 19:43:45.295117 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c88ab-bfae-4ef6-9cd0-dc4d164bbd62 req-cf57c3b7-158d-4296-94d8-2a63fbf8932e tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:45.296722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ce4c88ab-bfae-4ef6-9cd0-dc4d164bbd62 req-cf57c3b7-158d-4296-94d8-2a63fbf8932e tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 943 time: 0.2442005 Jul 27 19:43:45.300578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-b80aa1eb-31b8-402a-bd1d-f2bd8235a6a7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Made reservation on behalf of 6338c498f3a44b01b8ebed4fff6ab6c4 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:43:45.303845 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-b80aa1eb-31b8-402a-bd1d-f2bd8235a6a7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:45.314225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1eb14ce-823c-43e3-b158-9f7e6f4991fc req-8bd95d63-1733-44eb-b814-fac1bcf65a60 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116014 Jul 27 19:43:45.327007 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52212481-86ba-481b-9363-925bf0ad24a2 req-6cc1591e-81a9-4701-8a76-de9f19884626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:45.328488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52212481-86ba-481b-9363-925bf0ad24a2 req-6cc1591e-81a9-4701-8a76-de9f19884626 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.1155684 Jul 27 19:43:45.376697 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52212481-86ba-481b-9363-925bf0ad24a2 req-5244f15b-95d2-4050-93f8-439983362677 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378902 Jul 27 19:43:45.748665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ce4c88ab-bfae-4ef6-9cd0-dc4d164bbd62 req-20ccfb50-ca8c-4f11-81b3-b30730ca9e60 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405575 Jul 27 19:43:45.889096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-b80aa1eb-31b8-402a-bd1d-f2bd8235a6a7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Allocated IP 192.168.233.72 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/fc6db4af-f125-449d-b1a0-82b2359bfa8e) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:43:45.923658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94dada-150b-4135-a645-0bf23a5f6a73 req-15e0762f-2af4-4039-bff2-4a2ac1fb72e8 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:45.925184 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f94dada-150b-4135-a645-0bf23a5f6a73 req-15e0762f-2af4-4039-bff2-4a2ac1fb72e8 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 948 time: 0.2033381 Jul 27 19:43:45.926929 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52212481-86ba-481b-9363-925bf0ad24a2 req-ec72bffb-73a2-4d3c-908c-00d0169b5fdd service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413404 Jul 27 19:43:46.036779 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa2ef844-c880-4781-a7d3-54b020ae1f83 req-3fb0ca1f-99fa-4eb4-acf9-c3709e326593 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 210 time: 0.0900400 Jul 27 19:43:46.073243 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7bf7927f-0373-414d-b795-f53e514d52e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:46.119797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f94dada-150b-4135-a645-0bf23a5f6a73 req-99285b2b-ada9-44d5-8f8f-b0a23f6b04ae tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875281 Jul 27 19:43:46.171594 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:46.193908 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52212481-86ba-481b-9363-925bf0ad24a2 req-ca76bd66-9c94-454b-859f-b6c3e7789120 service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497838 Jul 27 19:43:46.229012 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-b80aa1eb-31b8-402a-bd1d-f2bd8235a6a7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:46.249338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e275542-5854-47e3-9d29-ebdaf00025f3 req-4f4596a1-ca5b-4591-be74-f33d049b9706 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:46.250844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e275542-5854-47e3-9d29-ebdaf00025f3 req-4f4596a1-ca5b-4591-be74-f33d049b9706 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1485355 Jul 27 19:43:46.253362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-b80aa1eb-31b8-402a-bd1d-f2bd8235a6a7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Transition to ACTIVE for port object fc6db4af-f125-449d-b1a0-82b2359bfa8e will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:43:46.307146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e275542-5854-47e3-9d29-ebdaf00025f3 req-d4046372-41a6-48dd-89f1-9e3a056665a5 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491805 Jul 27 19:43:46.315605 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-b80aa1eb-31b8-402a-bd1d-f2bd8235a6a7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:46.330013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['ee687bbd-f1da-4760-bb27-c67054a1732a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:43:46.333275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['69974181-fc13-4292-815f-ef504b8a0b66'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:43:46.365227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-b80aa1eb-31b8-402a-bd1d-f2bd8235a6a7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:43:46.370792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-b80aa1eb-31b8-402a-bd1d-f2bd8235a6a7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:43:46.374809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-b80aa1eb-31b8-402a-bd1d-f2bd8235a6a7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:43:46.401051 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80aa1eb-31b8-402a-bd1d-f2bd8235a6a7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Pushing event updated for resources: {'Port': ['ID=fc6db4af-f125-449d-b1a0-82b2359bfa8e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:46.457075 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-b80aa1eb-31b8-402a-bd1d-f2bd8235a6a7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:46.457985 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-b80aa1eb-31b8-402a-bd1d-f2bd8235a6a7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:46.482531 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-b80aa1eb-31b8-402a-bd1d-f2bd8235a6a7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4877706 Jul 27 19:43:46.502444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb67571-cda1-4750-8837-45e6a8860b51 req-a146d24f-9b34-4437-ba27-d824967661cb tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:46.510120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fbb67571-cda1-4750-8837-45e6a8860b51 req-a146d24f-9b34-4437-ba27-d824967661cb tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 943 time: 0.1102095 Jul 27 19:43:46.517232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Request body: {'port': {'device_id': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:43:46.584439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fbb67571-cda1-4750-8837-45e6a8860b51 req-3f37b392-246d-4054-b32c-df46a5d52f83 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733283 Jul 27 19:43:46.623820 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bef792c-df10-43e3-93af-9fe1916a5a15 req-42ea8f14-052d-4ccf-8f1f-7b63d9505bd7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0704410 Jul 27 19:43:46.629441 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:46.658470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c93a6561-6b98-41b2-924b-9b567eb36d17 None None] Provisioning for port fc6db4af-f125-449d-b1a0-82b2359bfa8e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:43:46.674496 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c93a6561-6b98-41b2-924b-9b567eb36d17 None None] Provisioning complete for port fc6db4af-f125-449d-b1a0-82b2359bfa8e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:43:46.674917 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c93a6561-6b98-41b2-924b-9b567eb36d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:46.715179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c93a6561-6b98-41b2-924b-9b567eb36d17 None None] Port fc6db4af-f125-449d-b1a0-82b2359bfa8e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:43:46.751733 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef792c-df10-43e3-93af-9fe1916a5a15 req-266b105c-a68e-424b-bf61-929ea802e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:46.753271 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bef792c-df10-43e3-93af-9fe1916a5a15 req-266b105c-a68e-424b-bf61-929ea802e7c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 1096 time: 0.0625591 Jul 27 19:43:46.884983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef792c-df10-43e3-93af-9fe1916a5a15 req-0a0433b5-f7cd-4819-8e95-2385e303799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:46.886498 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bef792c-df10-43e3-93af-9fe1916a5a15 req-0a0433b5-f7cd-4819-8e95-2385e303799f service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.1019721 Jul 27 19:43:46.948727 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bef792c-df10-43e3-93af-9fe1916a5a15 req-ed4762e0-4321-411c-9d93-d6b052dd4c65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df689806-0d96-4159-a656-f983cea73832 HTTP/1.1" status: 200 len: 217 time: 0.0431571 Jul 27 19:43:46.951171 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791322b0-15f9-4eec-90bf-b932dba05388 req-451177c5-186d-440b-9a9c-cd3da86cf6d2 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:46.952915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-791322b0-15f9-4eec-90bf-b932dba05388 req-451177c5-186d-440b-9a9c-cd3da86cf6d2 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 943 time: 0.1267426 Jul 27 19:43:46.971719 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6db4af-f125-449d-b1a0-82b2359bfa8e {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:43:46.985401 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:46.986198 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:47.007016 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef792c-df10-43e3-93af-9fe1916a5a15 req-3629fe32-3175-4445-a2f9-a58573c0f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:47.008562 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bef792c-df10-43e3-93af-9fe1916a5a15 req-3629fe32-3175-4445-a2f9-a58573c0f9e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.0454879 Jul 27 19:43:47.009476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Transition to ACTIVE for port object fc6db4af-f125-449d-b1a0-82b2359bfa8e will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:43:47.015444 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:47.022694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-791322b0-15f9-4eec-90bf-b932dba05388 req-21de2f30-fe6e-4676-910b-92de651638e1 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605545 Jul 27 19:43:47.054336 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bef792c-df10-43e3-93af-9fe1916a5a15 req-c12c9975-0e30-4535-b10b-55b6a1270e17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337036 Jul 27 19:43:47.094437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Pushing event updated for resources: {'Port': ['ID=fc6db4af-f125-449d-b1a0-82b2359bfa8e,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:47.189939 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bef792c-df10-43e3-93af-9fe1916a5a15 req-3c186f9e-8b22-4bfa-b98c-63bf5f28a633 service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201725 Jul 27 19:43:47.203584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Attempting to bind port fc6db4af-f125-449d-b1a0-82b2359bfa8e on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:43:47.203918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Attempting to bind port fc6db4af-f125-449d-b1a0-82b2359bfa8e by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:43:47.204253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Attempting to bind port fc6db4af-f125-449d-b1a0-82b2359bfa8e on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:47.243910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Port fc6db4af-f125-449d-b1a0-82b2359bfa8e on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:43:47.244324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Attempting to bind port fc6db4af-f125-449d-b1a0-82b2359bfa8e on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:43:47.257617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:43:47.258011 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:43:47.258453 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:43:47.258938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Bound port: fc6db4af-f125-449d-b1a0-82b2359bfa8e, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:43:47.259305 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:47.273238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fce547-0e76-4118-8531-d89e8c3beac1 req-d772daab-07db-49e6-93b7-c255aef4319b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:47.275006 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5fce547-0e76-4118-8531-d89e8c3beac1 req-d772daab-07db-49e6-93b7-c255aef4319b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 947 time: 0.1549745 Jul 27 19:43:47.305835 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bef792c-df10-43e3-93af-9fe1916a5a15 req-5c9afc59-b479-4082-a8a6-872970e331a2 service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935247 Jul 27 19:43:47.365592 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5fce547-0e76-4118-8531-d89e8c3beac1 req-2f883d98-05ac-4128-b9cb-eca74af05759 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823021 Jul 27 19:43:47.385786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f97d9-18dc-4d8b-928c-43cc826fd653 req-0cf30f35-eafe-4c61-9d06-b817b8045113 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:47.385786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac7f97d9-18dc-4d8b-928c-43cc826fd653 req-0cf30f35-eafe-4c61-9d06-b817b8045113 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 948 time: 0.1797254 Jul 27 19:43:47.393902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] For port fc6db4af-f125-449d-b1a0-82b2359bfa8e, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:43:47.401557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] For port fc6db4af-f125-449d-b1a0-82b2359bfa8e, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:43:47.416673 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:47.497150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:47.497778 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:47.499167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] 10.222.0.52 "PUT /v2.0/ports/fc6db4af-f125-449d-b1a0-82b2359bfa8e HTTP/1.1" status: 200 len: 1096 time: 0.9869273 Jul 27 19:43:47.499821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'tag': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:47.502133 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f320f1-38fa-455e-a5e3-1a1b158f30a0" -d '{"events": [{"name": "network-changed", "server_uuid": "703f3c32-3b7b-4d6f-bcb2-a68e89ae204c", "tag": "fc6db4af-f125-449d-b1a0-82b2359bfa8e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:47.513182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac7f97d9-18dc-4d8b-928c-43cc826fd653 req-42a69126-dea9-411f-9dd2-04b5493f3a04 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222017 Jul 27 19:43:47.537102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87688466-8fa3-4355-8f87-9cb86fedd83c service neutron] Pushing event updated for resources: {'Port': ['ID=fc6db4af-f125-449d-b1a0-82b2359bfa8e,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:47.574223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61f06a-c542-4e4c-9891-c2a53f8dd03f req-23d9ff2e-b38d-44fc-a244-f64b04fda1f1 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:47.576133 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c61f06a-c542-4e4c-9891-c2a53f8dd03f req-23d9ff2e-b38d-44fc-a244-f64b04fda1f1 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1539211 Jul 27 19:43:47.640043 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1737e0-7cfc-40ae-bf05-b914aded537b x-openstack-request-id: req-5e1737e0-7cfc-40ae-bf05-b914aded537b {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:47.640334 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703f3c32-3b7b-4d6f-bcb2-a68e89ae204c", "tag": "fc6db4af-f125-449d-b1a0-82b2359bfa8e", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:47.640610 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e1737e0-7cfc-40ae-bf05-b914aded537b {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:47.641027 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'tag': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e', 'status': 'completed', 'code': 200} Jul 27 19:43:47.657527 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c61f06a-c542-4e4c-9891-c2a53f8dd03f req-7a2fff64-bfb1-4dfa-a37f-6582b65144e1 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753224 Jul 27 19:43:47.680047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-c03d155c-5b9e-48f7-996f-a48a0c82d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:47.681690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-c03d155c-5b9e-48f7-996f-a48a0c82d9af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 1099 time: 0.0832243 Jul 27 19:43:47.749993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-0f4d0600-e907-460a-977a-6d04ed7d5a2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e HTTP/1.1" status: 200 len: 217 time: 0.0373876 Jul 27 19:43:47.808341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03fd86-f981-4681-8a39-45e558181673 req-e95b3785-a6d6-4e2d-a20a-bfb05a0e2a86 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:47.809857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab03fd86-f981-4681-8a39-45e558181673 req-e95b3785-a6d6-4e2d-a20a-bfb05a0e2a86 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 943 time: 0.1252706 Jul 27 19:43:47.813503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:43:47.844969 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-3b08bcd7-9326-43df-bafc-ca73bec925a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:47.846435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-3b08bcd7-9326-43df-bafc-ca73bec925a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0749755 Jul 27 19:43:47.864004 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab03fd86-f981-4681-8a39-45e558181673 req-d3722380-f909-49ac-b327-b87d89ee74fd tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452788 Jul 27 19:43:47.917995 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:47.925278 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-c6727f4e-57ca-45b0-8cda-28f4cf7482fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:47.927316 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-c6727f4e-57ca-45b0-8cda-28f4cf7482fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623012 Jul 27 19:43:47.930505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e', 'mac_address': 'fa:16:3e:c2:b0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:43:47.969368 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:47.983948 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:43:48.012424 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:48.017003 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:48.040410 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-d05f95f9-67ca-4f83-a53b-4cc4629cc35a service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987070 Jul 27 19:43:48.067398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:48.187355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32185af-3522-4232-ae44-fc0a3999a3b3 req-06abfa7a-306f-4c92-b157-a71c4ba1f7f5 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242483 Jul 27 19:43:48.204546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057ef7d-f044-4a8d-a52b-1e8a5e6b454b req-66a2c272-f78a-4fa2-ab5d-81ccb23ae467 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:48.205994 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6057ef7d-f044-4a8d-a52b-1e8a5e6b454b req-66a2c272-f78a-4fa2-ab5d-81ccb23ae467 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 943 time: 0.0965672 Jul 27 19:43:48.247222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6057ef7d-f044-4a8d-a52b-1e8a5e6b454b req-2cdc53ff-646d-484b-a5e7-78e55ad60312 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340555 Jul 27 19:43:48.323328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f320f1-38fa-455e-a5e3-1a1b158f30a0 req-5bbcb15a-9b7e-4430-94cb-6586fdf6d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:48.324956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5f320f1-38fa-455e-a5e3-1a1b158f30a0 req-5bbcb15a-9b7e-4430-94cb-6586fdf6d0f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 1099 time: 0.0628157 Jul 27 19:43:48.406873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:43:48.437683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f320f1-38fa-455e-a5e3-1a1b158f30a0 req-356dbabc-2a5f-4031-9a97-cf8ac0c90f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:48.439089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5f320f1-38fa-455e-a5e3-1a1b158f30a0 req-356dbabc-2a5f-4031-9a97-cf8ac0c90f8a service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.0928633 Jul 27 19:43:48.513883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5f320f1-38fa-455e-a5e3-1a1b158f30a0 req-6db23d6d-ab52-467b-9411-7844681580e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e HTTP/1.1" status: 200 len: 217 time: 0.0425146 Jul 27 19:43:48.542538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f8df7-3592-4dd9-a819-c4dd6216e704 req-86890a64-71fc-4b3d-b7ce-2ee9d069ef03 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:48.544306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f1f8df7-3592-4dd9-a819-c4dd6216e704 req-86890a64-71fc-4b3d-b7ce-2ee9d069ef03 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 947 time: 0.1014087 Jul 27 19:43:48.645328 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f1f8df7-3592-4dd9-a819-c4dd6216e704 req-272a8ce8-1043-4a0b-a464-bf3cf5f75af4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926349 Jul 27 19:43:48.646659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f320f1-38fa-455e-a5e3-1a1b158f30a0 req-736abb82-558b-48e1-a5ad-5f176779ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:48.648337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5f320f1-38fa-455e-a5e3-1a1b158f30a0 req-736abb82-558b-48e1-a5ad-5f176779ae4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1031153 Jul 27 19:43:48.683492 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:43:48.690109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48dea5-a606-46ca-8323-00a8f49da046 req-d94e8835-b260-4119-9a7e-2a11dd1cfe81 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:48.691540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa48dea5-a606-46ca-8323-00a8f49da046 req-d94e8835-b260-4119-9a7e-2a11dd1cfe81 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 949 time: 0.1068821 Jul 27 19:43:48.761698 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa48dea5-a606-46ca-8323-00a8f49da046 req-dabbd5fa-e523-475a-9c10-7069f98770a7 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463402 Jul 27 19:43:48.774768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f320f1-38fa-455e-a5e3-1a1b158f30a0 req-dd0c6b84-3e11-48ab-98de-f4d80328bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:48.776488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5f320f1-38fa-455e-a5e3-1a1b158f30a0 req-dd0c6b84-3e11-48ab-98de-f4d80328bc9f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1097674 Jul 27 19:43:48.784816 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:48.914240 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4cb0b-d8e5-418b-a288-99f9d36c0109 req-5398d891-1a03-4c8a-aad4-f24af8cf0d46 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:48.915735 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67d4cb0b-d8e5-418b-a288-99f9d36c0109 req-5398d891-1a03-4c8a-aad4-f24af8cf0d46 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1382713 Jul 27 19:43:48.920100 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5f320f1-38fa-455e-a5e3-1a1b158f30a0 req-82dba1d1-495d-4680-8de1-84af878b44a6 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121716 Jul 27 19:43:49.029774 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67d4cb0b-d8e5-418b-a288-99f9d36c0109 req-2227abe9-0aae-4179-94fa-ffac229bf241 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076128 Jul 27 19:43:49.073120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5f320f1-38fa-455e-a5e3-1a1b158f30a0 req-24dde0a6-0219-4d55-bf75-2ce3822f634b service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356118 Jul 27 19:43:49.087466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee2f96-90cd-4947-baad-9dfc04bbcb3e req-7d4f54f5-4ac1-47a5-8c4a-5ad5e1392d45 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:49.089021 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fee2f96-90cd-4947-baad-9dfc04bbcb3e req-7d4f54f5-4ac1-47a5-8c4a-5ad5e1392d45 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 943 time: 0.1526849 Jul 27 19:43:49.127987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fee2f96-90cd-4947-baad-9dfc04bbcb3e req-c9407952-9321-4f0a-948e-c804b7e0cae2 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329370 Jul 27 19:43:49.162562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 632a4c75-f875-4986-a31e-29887c6c6865 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:43:49.258026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=632a4c75-f875-4986-a31e-29887c6c6865,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:49.269254 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '632a4c75-f875-4986-a31e-29887c6c6865', 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5', 'port_id': '632a4c75-f875-4986-a31e-29887c6c6865', 'mac_address': 'fa:16:3e:05:c0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd96bae-a28c-4775-95b5-878b93c5c958', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:43:49.306166 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:49.319058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632a4c75-f875-4986-a31e-29887c6c6865 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:43:49.340703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=632a4c75-f875-4986-a31e-29887c6c6865,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:49.345649 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:49.386524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4c63f-bea5-4b6c-854f-d3890a532376 req-5b27d9f0-1fd8-4afd-a5ab-94feae024899 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:49.388193 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-54e4c63f-bea5-4b6c-854f-d3890a532376 req-5b27d9f0-1fd8-4afd-a5ab-94feae024899 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 943 time: 0.0651855 Jul 27 19:43:49.394588 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=632a4c75-f875-4986-a31e-29887c6c6865,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:49.426036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-54e4c63f-bea5-4b6c-854f-d3890a532376 req-fb409dbd-2e64-4e7a-8bb3-26e3b4dab103 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318928 Jul 27 19:43:49.789853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3876f5-92cd-4bef-a49a-cd6c3b4cdf0e req-587acea3-473d-47c5-8e50-7e2a9ed10336 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:49.791381 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f3876f5-92cd-4bef-a49a-cd6c3b4cdf0e req-587acea3-473d-47c5-8e50-7e2a9ed10336 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 947 time: 0.0730014 Jul 27 19:43:49.825525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:43:49.830227 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f3876f5-92cd-4bef-a49a-cd6c3b4cdf0e req-64ada175-1e2c-43e8-b803-8474eba44ee8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326929 Jul 27 19:43:49.878618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:43:49.882267 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:43:49.882665 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:49.916185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d26d01-0765-4e0f-994f-dd85934b978b req-9849dad0-079c-4b56-8127-9cc0adf38e3d tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:49.917825 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19d26d01-0765-4e0f-994f-dd85934b978b req-9849dad0-079c-4b56-8127-9cc0adf38e3d tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 949 time: 0.0635068 Jul 27 19:43:49.925507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['632a4c75-f875-4986-a31e-29887c6c6865'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:43:49.956662 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19d26d01-0765-4e0f-994f-dd85934b978b req-ba2d1322-8e19-4026-875c-b23c9df102ad tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324275 Jul 27 19:43:49.993975 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:50.032522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:50.034763 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df65f336-172a-4037-a27b-79ffe5482912" -d '{"events": [{"server_uuid": "61a2b999-fbd7-4e48-b875-96c70a20da93", "name": "network-vif-plugged", "status": "completed", "tag": "1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:50.053709 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:50.064330 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:50.096054 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea88b779-598f-45a7-addb-e930d15751d3 x-openstack-request-id: req-ea88b779-598f-45a7-addb-e930d15751d3 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:50.096362 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a2b999-fbd7-4e48-b875-96c70a20da93", "name": "network-vif-plugged", "status": "completed", "tag": "1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:50.096587 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea88b779-598f-45a7-addb-e930d15751d3 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:50.096990 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e', 'code': 200} Jul 27 19:43:50.167937 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:50.265891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b43833-1c24-4233-bcd4-f09aea4c2bbd req-040ae687-7661-496e-a412-711b5fddab03 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:50.267379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38b43833-1c24-4233-bcd4-f09aea4c2bbd req-040ae687-7661-496e-a412-711b5fddab03 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1518016 Jul 27 19:43:50.271275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85e413-6dd0-4fa4-97e2-da0011873ddb req-bc42e2ab-7c63-4c60-91a4-2b69c3d5d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:50.272678 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dc85e413-6dd0-4fa4-97e2-da0011873ddb req-bc42e2ab-7c63-4c60-91a4-2b69c3d5d383 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 1102 time: 0.1139679 Jul 27 19:43:50.345303 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38b43833-1c24-4233-bcd4-f09aea4c2bbd req-1ca21689-2bc2-48ef-9a2d-ae6df7f8ef12 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714974 Jul 27 19:43:50.347539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dc85e413-6dd0-4fa4-97e2-da0011873ddb req-dc4c2444-5e3c-46b4-8fde-f911e2b71f59 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643005 Jul 27 19:43:50.360256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699960ac-e9e0-4107-a41a-26d0e6fd7de9 req-277b4af4-d477-47ff-8bb7-012deb07f5b8 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:50.361732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-699960ac-e9e0-4107-a41a-26d0e6fd7de9 req-277b4af4-d477-47ff-8bb7-012deb07f5b8 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 943 time: 0.1405089 Jul 27 19:43:50.406096 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-699960ac-e9e0-4107-a41a-26d0e6fd7de9 req-49aa17fe-72aa-4c37-b453-0fda5f0f18e7 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369549 Jul 27 19:43:50.570860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97736ce6-48d9-41db-ab33-9a4017b9cd3d req-2016629f-4b25-4ed8-84f1-204674771f14 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:50.572384 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97736ce6-48d9-41db-ab33-9a4017b9cd3d req-2016629f-4b25-4ed8-84f1-204674771f14 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 944 time: 0.0754697 Jul 27 19:43:50.615025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97736ce6-48d9-41db-ab33-9a4017b9cd3d req-2de7dea1-5f0e-4b04-aba3-5b63e841d877 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337524 Jul 27 19:43:50.971843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6286351-6953-4841-a36c-c1ecd964011b req-9fb39d90-4549-4525-81d6-e39321f5c79d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:50.973402 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6286351-6953-4841-a36c-c1ecd964011b req-9fb39d90-4549-4525-81d6-e39321f5c79d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 947 time: 0.0664449 Jul 27 19:43:51.021742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6286351-6953-4841-a36c-c1ecd964011b req-3f5b3933-a7ec-406c-8a84-32bd659d1f8d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Jul 27 19:43:51.103916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46212696-c3f0-4fa2-87af-0ac85aa70c03 req-ab096ad2-d324-480a-9a20-6da20aa608e6 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:51.105336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46212696-c3f0-4fa2-87af-0ac85aa70c03 req-ab096ad2-d324-480a-9a20-6da20aa608e6 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 950 time: 0.0673411 Jul 27 19:43:51.146758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46212696-c3f0-4fa2-87af-0ac85aa70c03 req-3ffa1a42-2d76-457c-a9c1-a0116dcacb03 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325902 Jul 27 19:43:51.176293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fc6db4af-f125-449d-b1a0-82b2359bfa8e details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:43:51.278918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fc6db4af-f125-449d-b1a0-82b2359bfa8e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:51.426926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e', 'mac_address': 'fa:16:3e:a2:f9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:43:51.478717 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:51.495917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6db4af-f125-449d-b1a0-82b2359bfa8e {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:43:51.503914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6f0bc-eed0-48e3-9ed7-b32ac67a65bc req-33db912b-812d-4cf1-ba1c-380e377731d2 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:51.506082 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fb6f0bc-eed0-48e3-9ed7-b32ac67a65bc req-33db912b-812d-4cf1-ba1c-380e377731d2 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0693724 Jul 27 19:43:51.522016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fc6db4af-f125-449d-b1a0-82b2359bfa8e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:51.530031 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:51.552572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fb6f0bc-eed0-48e3-9ed7-b32ac67a65bc req-e358c255-0e4a-46fe-8b42-0a66d4892055 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Jul 27 19:43:51.588161 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=fc6db4af-f125-449d-b1a0-82b2359bfa8e,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:51.645196 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c801ee-53f2-4185-88af-9c2fa1ff1179 req-c074dfc4-ab1f-4aab-bca6-0030c179ae30 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:51.646588 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71c801ee-53f2-4185-88af-9c2fa1ff1179 req-c074dfc4-ab1f-4aab-bca6-0030c179ae30 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 943 time: 0.0682178 Jul 27 19:43:51.688854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71c801ee-53f2-4185-88af-9c2fa1ff1179 req-c0592152-522d-419b-bd6f-029ff72dadaf tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347171 Jul 27 19:43:51.751557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78897b7f-afd0-4427-980b-7ea19d426fdf req-468a18e2-b96b-44ea-b932-6127eed82c70 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:51.753092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78897b7f-afd0-4427-980b-7ea19d426fdf req-468a18e2-b96b-44ea-b932-6127eed82c70 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 944 time: 0.0633695 Jul 27 19:43:51.795917 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78897b7f-afd0-4427-980b-7ea19d426fdf req-f54dcd72-31e7-43e1-8b33-8d8806828f8e tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365021 Jul 27 19:43:51.932126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['fc6db4af-f125-449d-b1a0-82b2359bfa8e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:43:52.163283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f493188-60de-4272-b3ea-ddb7fdb4a128 req-da54aba2-582f-4c10-a33d-4bffc40662ab tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:52.165111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f493188-60de-4272-b3ea-ddb7fdb4a128 req-da54aba2-582f-4c10-a33d-4bffc40662ab tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 948 time: 0.0728965 Jul 27 19:43:52.210234 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f493188-60de-4272-b3ea-ddb7fdb4a128 req-bfe5472b-83b7-4ca4-addb-d398891a05dc tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386126 Jul 27 19:43:52.297339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f966d-73c5-4806-b2f5-c04f2c051e7a req-aa8963c4-0e1e-4655-a4ab-4d0f8eeb59fa tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:52.301439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d50f966d-73c5-4806-b2f5-c04f2c051e7a req-aa8963c4-0e1e-4655-a4ab-4d0f8eeb59fa tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 950 time: 0.0680594 Jul 27 19:43:52.338385 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d50f966d-73c5-4806-b2f5-c04f2c051e7a req-da03b894-f199-4d82-8c38-3eee5a1c443f tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333562 Jul 27 19:43:52.692164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edc8be-a8bb-4abf-aadd-944512c33645 req-efd3a6c2-fd7e-4f93-b6c3-48c51aa032f3 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:52.699940 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27edc8be-a8bb-4abf-aadd-944512c33645 req-efd3a6c2-fd7e-4f93-b6c3-48c51aa032f3 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0744252 Jul 27 19:43:52.748134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27edc8be-a8bb-4abf-aadd-944512c33645 req-b848c079-11d9-4f71-ba2d-e4cfef35c9dd tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472457 Jul 27 19:43:52.875560 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b0f40-b379-4ccd-9179-f0f8427cee2a req-d0767340-ce75-4fae-be56-c68b8710d913 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:52.877793 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-563b0f40-b379-4ccd-9179-f0f8427cee2a req-d0767340-ce75-4fae-be56-c68b8710d913 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 943 time: 0.0713470 Jul 27 19:43:52.974903 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-563b0f40-b379-4ccd-9179-f0f8427cee2a req-733ed2a5-cb21-4f03-ae2e-f973d847fe66 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854666 Jul 27 19:43:53.013608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983c7a9-e143-4b1c-ab6e-095a9bf79cd9 req-d7067e3e-b910-48b4-b95d-86c1c4c4ab4a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:53.015098 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a983c7a9-e143-4b1c-ab6e-095a9bf79cd9 req-d7067e3e-b910-48b4-b95d-86c1c4c4ab4a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 944 time: 0.1363101 Jul 27 19:43:53.018105 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-90309be3-c03b-40bb-8ba4-8bd576f8e352 service neutron] 10.222.0.52 "GET /v2.0/ports/b062b3c2-9c3b-430a-a9bb-d593d8602e4a/bindings/n-h2-705657-21 HTTP/1.1" status: 200 len: 385 time: 0.0976114 Jul 27 19:43:53.064045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a983c7a9-e143-4b1c-ab6e-095a9bf79cd9 req-46f0b1df-b9b4-4827-936f-ef861414d5ca tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420620 Jul 27 19:43:53.181252 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fc6db4af-f125-449d-b1a0-82b2359bfa8e up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:43:53.225247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-50873845-4bf0-40fa-b635-462bedcd560a req-3855f6b8-d424-4391-b5ea-c79ac5d6a0f1 service neutron] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:53.232930 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port fc6db4af-f125-449d-b1a0-82b2359bfa8e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:43:53.240067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port fc6db4af-f125-449d-b1a0-82b2359bfa8e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:43:53.240362 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:53.250551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-50873845-4bf0-40fa-b635-462bedcd560a req-3855f6b8-d424-4391-b5ea-c79ac5d6a0f1 service neutron] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:43:53.294523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-50873845-4bf0-40fa-b635-462bedcd560a req-3855f6b8-d424-4391-b5ea-c79ac5d6a0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b062b3c2-9c3b-430a-a9bb-d593d8602e4a {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:43:53.321378 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:53.322511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-50873845-4bf0-40fa-b635-462bedcd560a req-3855f6b8-d424-4391-b5ea-c79ac5d6a0f1 service neutron] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:53.345593 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-50873845-4bf0-40fa-b635-462bedcd560a req-3855f6b8-d424-4391-b5ea-c79ac5d6a0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:53.346700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:53.349112 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4e097b-0c79-4d21-adcc-09a8076b16cb" -d '{"events": [{"server_uuid": "703f3c32-3b7b-4d6f-bcb2-a68e89ae204c", "name": "network-vif-plugged", "status": "completed", "tag": "fc6db4af-f125-449d-b1a0-82b2359bfa8e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:53.362579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fc6db4af-f125-449d-b1a0-82b2359bfa8e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:53.368242 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:53.369197 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 632a4c75-f875-4986-a31e-29887c6c6865 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:43:53.403425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4440b2-d3ef-4d40-becc-7f86ec2b81e6 req-84a29656-ea9f-4f13-a2ee-0575105418dc tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:53.405006 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-db4440b2-d3ef-4d40-becc-7f86ec2b81e6 req-84a29656-ea9f-4f13-a2ee-0575105418dc tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 948 time: 0.1215551 Jul 27 19:43:53.415377 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934a9475-9cca-4b89-aa0b-968a416a3bd5 x-openstack-request-id: req-934a9475-9cca-4b89-aa0b-968a416a3bd5 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:53.415630 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703f3c32-3b7b-4d6f-bcb2-a68e89ae204c", "name": "network-vif-plugged", "status": "completed", "tag": "fc6db4af-f125-449d-b1a0-82b2359bfa8e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:53.415878 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-934a9475-9cca-4b89-aa0b-968a416a3bd5 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:53.416296 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e', 'code': 200} Jul 27 19:43:53.445996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=fc6db4af-f125-449d-b1a0-82b2359bfa8e,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:53.459562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 632a4c75-f875-4986-a31e-29887c6c6865 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:43:53.464186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 632a4c75-f875-4986-a31e-29887c6c6865 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:43:53.464904 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:53.488968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-db4440b2-d3ef-4d40-becc-7f86ec2b81e6 req-73eb0abd-57b8-4043-86b3-f565f7e3698d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733652 Jul 27 19:43:53.489800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-50873845-4bf0-40fa-b635-462bedcd560a req-3855f6b8-d424-4391-b5ea-c79ac5d6a0f1 service neutron] Transition to ACTIVE for port object b062b3c2-9c3b-430a-a9bb-d593d8602e4a will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:43:53.498253 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-50873845-4bf0-40fa-b635-462bedcd560a req-3855f6b8-d424-4391-b5ea-c79ac5d6a0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:53.551174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da8204-21ac-478e-bc01-5140d18e240c req-16d3cc56-6284-41af-9456-5cb0042d279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:53.552855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f2da8204-21ac-478e-bc01-5140d18e240c req-16d3cc56-6284-41af-9456-5cb0042d279d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 1101 time: 0.0596831 Jul 27 19:43:53.562270 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:53.562463 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-50873845-4bf0-40fa-b635-462bedcd560a req-3855f6b8-d424-4391-b5ea-c79ac5d6a0f1 service neutron] No DVR routers for this DVR port b062b3c2-9c3b-430a-a9bb-d593d8602e4a on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:43:53.580967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855f6b8-d424-4391-b5ea-c79ac5d6a0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,revision_number=10']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:53.595854 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f2da8204-21ac-478e-bc01-5140d18e240c req-69190e8c-f3ee-471e-bb9b-f98e5a76f22e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309694 Jul 27 19:43:53.608238 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=632a4c75-f875-4986-a31e-29887c6c6865,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:53.612624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-3855f6b8-d424-4391-b5ea-c79ac5d6a0f1 service neutron] 10.222.0.52 "PUT /v2.0/ports/b062b3c2-9c3b-430a-a9bb-d593d8602e4a/bindings/n-h2-705657-21/activate HTTP/1.1" status: 200 len: 370 time: 0.5646124 Jul 27 19:43:53.613437 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:53.669371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=632a4c75-f875-4986-a31e-29887c6c6865,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:53.786593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50873845-4bf0-40fa-b635-462bedcd560a req-3c6d9538-3b88-412d-bc48-bf6ea93cf257 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:53.788179 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-3c6d9538-3b88-412d-bc48-bf6ea93cf257 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75&tenant_id=7b77cb1555044c6bba713df0ce19dca6&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1096 time: 0.0627382 Jul 27 19:43:54.241142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50873845-4bf0-40fa-b635-462bedcd560a req-30d6f857-bb28-4c15-9057-930398e5845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:54.242668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-30d6f857-bb28-4c15-9057-930398e5845e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75&tenant_id=7b77cb1555044c6bba713df0ce19dca6 HTTP/1.1" status: 200 len: 1096 time: 0.4405620 Jul 27 19:43:54.257220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363476c9-d8e7-4955-83ed-cb418ad2fbec req-e240895a-0016-4f1e-bfd2-eb3158382da9 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:54.258837 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-363476c9-d8e7-4955-83ed-cb418ad2fbec req-e240895a-0016-4f1e-bfd2-eb3158382da9 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 944 time: 0.1263316 Jul 27 19:43:54.266353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dab11f-bbbd-4e70-b88b-8e63abf4a14c req-d222498b-2740-493a-9cd8-0d50065230b2 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:54.267743 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56dab11f-bbbd-4e70-b88b-8e63abf4a14c req-d222498b-2740-493a-9cd8-0d50065230b2 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1365623 Jul 27 19:43:54.353631 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-363476c9-d8e7-4955-83ed-cb418ad2fbec req-2ff67f91-d619-412d-b0a1-e61e1a293744 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849514 Jul 27 19:43:54.357380 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56dab11f-bbbd-4e70-b88b-8e63abf4a14c req-f57f548d-c889-409c-9e39-4a7290de86be tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800920 Jul 27 19:43:54.375238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50873845-4bf0-40fa-b635-462bedcd560a req-61983a45-ab31-4ff0-9691-7a40f2cf4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:54.378117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-61983a45-ab31-4ff0-9691-7a40f2cf4d4d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 1096 time: 0.1070383 Jul 27 19:43:54.531922 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50873845-4bf0-40fa-b635-462bedcd560a req-35a8e0bb-98e1-49a4-a327-456124f3ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:54.533432 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-35a8e0bb-98e1-49a4-a327-456124f3ac7c service neutron] 10.222.0.63 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.1471310 Jul 27 19:43:54.545440 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa248e-5b68-425f-af76-29b159e9ca0f req-f4f44e9f-2845-42c3-8f17-07c5ee088763 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:54.546917 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-befa248e-5b68-425f-af76-29b159e9ca0f req-f4f44e9f-2845-42c3-8f17-07c5ee088763 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 945 time: 0.1139565 Jul 27 19:43:54.605211 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-7eb5a326-96db-4e3c-9cc5-b2fa8e8fe21c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a HTTP/1.1" status: 200 len: 217 time: 0.0570300 Jul 27 19:43:54.676070 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-befa248e-5b68-425f-af76-29b159e9ca0f req-3decd83a-93b4-4b35-9172-9576fbcfb751 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222632 Jul 27 19:43:54.687625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50873845-4bf0-40fa-b635-462bedcd560a req-2ceb60c0-93ef-450d-87ba-13f8cfdfff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:54.688939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-2ceb60c0-93ef-450d-87ba-13f8cfdfff4b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.0655880 Jul 27 19:43:54.732818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-51c68bc5-058b-48a9-af46-19b5b9970cd2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348458 Jul 27 19:43:54.740202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466435d-2f64-430a-a77c-1462c6ad374f req-dc31eac0-851b-4e76-9a0c-e3f1c37518cd tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:54.741810 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9466435d-2f64-430a-a77c-1462c6ad374f req-dc31eac0-851b-4e76-9a0c-e3f1c37518cd tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1531119 Jul 27 19:43:54.831053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9466435d-2f64-430a-a77c-1462c6ad374f req-6c5c3d34-f9b9-4f9e-820e-ee195af48adf tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828936 Jul 27 19:43:54.861085 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-c4298ef9-e0d5-4c37-9202-f56dbec61872 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115103 Jul 27 19:43:54.965185 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-58b34eec-b412-40fa-a00e-ebbda3a24e91 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945215 Jul 27 19:43:55.179766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device b062b3c2-9c3b-430a-a9bb-d593d8602e4a no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:43:55.224467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device b062b3c2-9c3b-430a-a9bb-d593d8602e4a not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:43:55.270151 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50873845-4bf0-40fa-b635-462bedcd560a req-7442bb72-d22e-4cef-9b4f-5d319c33fcb7 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:55.272432 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-7442bb72-d22e-4cef-9b4f-5d319c33fcb7 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75&tenant_id=7b77cb1555044c6bba713df0ce19dca6&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 1096 time: 0.0635996 Jul 27 19:43:55.385699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-50873845-4bf0-40fa-b635-462bedcd560a req-e07793fb-e8f9-4fc6-bb23-ce0c6240b828 service neutron] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:43:55.389074 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-50873845-4bf0-40fa-b635-462bedcd560a req-e07793fb-e8f9-4fc6-bb23-ce0c6240b828 service neutron] Notify callbacks [] for binding, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:55.390225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50873845-4bf0-40fa-b635-462bedcd560a req-e07793fb-e8f9-4fc6-bb23-ce0c6240b828 service neutron] 10.222.0.63 "DELETE /v2.0/ports/b062b3c2-9c3b-430a-a9bb-d593d8602e4a/bindings/n-h1-705657-21 HTTP/1.1" status: 204 len: 173 time: 0.1093290 Jul 27 19:43:55.417673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142415de-a387-49a8-ba84-916075beb0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a4c75-f875-4986-a31e-29887c6c6865'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:55.420773 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37974230-3b05-4110-b3f1-c61b8da0fd97" -d '{"events": [{"server_uuid": "142415de-a387-49a8-ba84-916075beb0a8", "name": "network-vif-plugged", "status": "completed", "tag": "632a4c75-f875-4986-a31e-29887c6c6865"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:55.534888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd7208-27db-4c9a-b689-85bea35e92db req-56e591ea-724a-4fda-989d-ee17d4334b0b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:55.536380 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9dd7208-27db-4c9a-b689-85bea35e92db req-56e591ea-724a-4fda-989d-ee17d4334b0b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1067801 Jul 27 19:43:55.548538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c83757-19e0-4031-ba72-5a2875801a25 req-3c49ac07-1ecb-4313-b686-6d7a079f84f4 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:55.549957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06c83757-19e0-4031-ba72-5a2875801a25 req-3c49ac07-1ecb-4313-b686-6d7a079f84f4 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 944 time: 0.0873024 Jul 27 19:43:55.602641 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9dd7208-27db-4c9a-b689-85bea35e92db req-a1b5d5c1-3d29-40a4-91d9-ccbea50dfb38 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517180 Jul 27 19:43:55.610520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06c83757-19e0-4031-ba72-5a2875801a25 req-a546763e-f8ea-4867-bee6-bc9017f71c6c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534410 Jul 27 19:43:55.649522 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fd2fe4-51e0-4f91-985e-8852e57ea8de x-openstack-request-id: req-58fd2fe4-51e0-4f91-985e-8852e57ea8de {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:55.649818 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142415de-a387-49a8-ba84-916075beb0a8", "name": "network-vif-plugged", "status": "completed", "tag": "632a4c75-f875-4986-a31e-29887c6c6865", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:55.650068 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58fd2fe4-51e0-4f91-985e-8852e57ea8de {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:55.650472 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142415de-a387-49a8-ba84-916075beb0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a4c75-f875-4986-a31e-29887c6c6865', 'code': 200} Jul 27 19:43:55.833047 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:43:55.899555 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf3b10-d089-460a-843f-1dd99cd3ffe0 req-98065816-ef95-4929-afa2-cb5baa1bb5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:55.901108 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7adf3b10-d089-460a-843f-1dd99cd3ffe0 req-98065816-ef95-4929-afa2-cb5baa1bb5d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 1097 time: 0.1400959 Jul 27 19:43:55.911261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d3848-092e-47f9-ba03-bb888d22141e req-cbd5c03d-d6c9-4d99-b9d7-40b32699d08a tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:55.912804 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-004d3848-092e-47f9-ba03-bb888d22141e req-cbd5c03d-d6c9-4d99-b9d7-40b32699d08a tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 1096 time: 0.1148448 Jul 27 19:43:55.921652 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe3a1d-891b-4003-877b-8eee046ef539 req-7457b8c3-d1dd-4260-a2ed-b979c4a3d162 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:55.923132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2cbe3a1d-891b-4003-877b-8eee046ef539 req-7457b8c3-d1dd-4260-a2ed-b979c4a3d162 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 945 time: 0.1267774 Jul 27 19:43:55.944059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:55.956603 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e', 'mac_address': 'fa:16:3e:c2:b0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:43:56.004297 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:56.016507 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-004d3848-092e-47f9-ba03-bb888d22141e req-1d46fc9d-e495-43ae-8be4-d16d048b9e0c tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867186 Jul 27 19:43:56.022095 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7adf3b10-d089-460a-843f-1dd99cd3ffe0 req-6e1dd632-54c0-43b2-a53b-5478135f74f4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968232 Jul 27 19:43:56.029052 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:43:56.041051 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2cbe3a1d-891b-4003-877b-8eee046ef539 req-f0352e64-8991-47d8-b890-abba19c1783a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979261 Jul 27 19:43:56.072088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:56.072088 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:56.137412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:56.206625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:43:56.262219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf7dcf-4103-4775-a023-0dfba825868d req-f2142f27-3cc9-465f-b8c0-0cee0d0133dd tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:56.273574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ccf7dcf-4103-4775-a023-0dfba825868d req-f2142f27-3cc9-465f-b8c0-0cee0d0133dd tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1054332 Jul 27 19:43:56.317971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ccf7dcf-4103-4775-a023-0dfba825868d req-dfb28f0f-4d33-4b76-84a4-9dd3cb4fbce7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418692 Jul 27 19:43:56.471073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c51ade-c90d-42ef-88e3-9160429c9f79 req-397dc805-1411-4a99-a54d-6de97eaf0c41 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:56.472966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4c51ade-c90d-42ef-88e3-9160429c9f79 req-397dc805-1411-4a99-a54d-6de97eaf0c41 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 1096 time: 0.1088064 Jul 27 19:43:56.507334 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad1e01-884b-4862-b0f2-d609f3ea6f6c req-c5b6dc18-cf64-4945-be91-a989e5698a8e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:56.514715 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bfad1e01-884b-4862-b0f2-d609f3ea6f6c req-c5b6dc18-cf64-4945-be91-a989e5698a8e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1143138 Jul 27 19:43:56.546154 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4c51ade-c90d-42ef-88e3-9160429c9f79 req-820eee41-3da2-48ae-af3e-12d23966611b tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653052 Jul 27 19:43:56.568747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bfad1e01-884b-4862-b0f2-d609f3ea6f6c req-0ab81cc9-af3c-4a67-b6f2-ed3af849ef1b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513806 Jul 27 19:43:56.787106 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ef8c0-7d9e-4b79-9e5f-35e20e20e02c req-ecc24d9e-26b2-4cf0-b3f7-249f895a8a6b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:56.789153 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-988ef8c0-7d9e-4b79-9e5f-35e20e20e02c req-ecc24d9e-26b2-4cf0-b3f7-249f895a8a6b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0905697 Jul 27 19:43:56.858113 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-988ef8c0-7d9e-4b79-9e5f-35e20e20e02c req-21ec9475-712f-464f-b72e-e0b8a3163e8e tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585475 Jul 27 19:43:57.378266 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-7f6c60da-9250-4ce9-b430-4c42be60e127 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1024473 Jul 27 19:43:57.422500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8560dd-f182-4989-80be-3119f49e97f8 req-44bb41dd-43cf-40b6-bc48-75563fbb1354 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:57.423915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af8560dd-f182-4989-80be-3119f49e97f8 req-44bb41dd-43cf-40b6-bc48-75563fbb1354 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 945 time: 0.1428027 Jul 27 19:43:57.469995 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc00d94-6525-478b-9971-aa2f6c00b255 req-f51f1996-4b4a-43cf-b6ab-9d4135afc2e1 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:57.471679 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3bc00d94-6525-478b-9971-aa2f6c00b255 req-f51f1996-4b4a-43cf-b6ab-9d4135afc2e1 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1139736 Jul 27 19:43:57.503755 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af8560dd-f182-4989-80be-3119f49e97f8 req-8639265e-0344-4466-8914-44a85b29487f tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718777 Jul 27 19:43:57.534381 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3bc00d94-6525-478b-9971-aa2f6c00b255 req-08453594-8aca-4cb2-a1a4-504a291d1cad tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553277 Jul 27 19:43:57.859005 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:43:57.965747 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:43:57.966376 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:58.072197 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:58.116034 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4204d-4032-4b21-8307-83fcbcebad88 req-f53cad75-67a1-44f0-b937-4d96ab7b8af5 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:58.127692 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8b4204d-4032-4b21-8307-83fcbcebad88 req-f53cad75-67a1-44f0-b937-4d96ab7b8af5 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1334183 Jul 27 19:43:58.142629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:43:58.153467 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3d820f-0321-4259-90ba-e2d79b9324c9" -d '{"events": [{"server_uuid": "61a2b999-fbd7-4e48-b875-96c70a20da93", "name": "network-vif-plugged", "status": "completed", "tag": "1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:43:58.188560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:43:58.206974 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:43:58.238908 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8b4204d-4032-4b21-8307-83fcbcebad88 req-3a4bb5c8-62b4-41a8-ac55-8b9c7b249fc4 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083052 Jul 27 19:43:58.287462 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:43:58.339869 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f44ef04-38fd-49e3-af46-14d845325aff x-openstack-request-id: req-6f44ef04-38fd-49e3-af46-14d845325aff {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:43:58.340181 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a2b999-fbd7-4e48-b875-96c70a20da93", "name": "network-vif-plugged", "status": "completed", "tag": "1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:43:58.340501 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6f44ef04-38fd-49e3-af46-14d845325aff {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:43:58.340814 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e', 'code': 200} Jul 27 19:43:58.765714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d93a7e-1d43-40b2-aefd-a3d580ec27d3 req-c2d6407f-e5ea-454a-abb8-e9d0822289e8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:58.767523 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-29d93a7e-1d43-40b2-aefd-a3d580ec27d3 req-c2d6407f-e5ea-454a-abb8-e9d0822289e8 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 945 time: 0.1310718 Jul 27 19:43:58.799855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa7a9c-6e9a-4822-8d4e-50d01ee45f83 req-9f8a22aa-3105-4535-a3fb-146c67aad4cb tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:58.801627 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a0fa7a9c-6e9a-4822-8d4e-50d01ee45f83 req-9f8a22aa-3105-4535-a3fb-146c67aad4cb tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1248112 Jul 27 19:43:58.847039 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-29d93a7e-1d43-40b2-aefd-a3d580ec27d3 req-d3509547-5080-4ec1-847a-b3a2cc58c7a7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709465 Jul 27 19:43:58.880547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a0fa7a9c-6e9a-4822-8d4e-50d01ee45f83 req-80fa8f9b-1593-459f-86c1-0d9584777cd9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611894 Jul 27 19:43:59.030548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b6636-e7bf-4ac8-bc72-947bcea4a754 req-92031de9-6c68-4bf2-b891-15103047b538 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:59.038022 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8b9b6636-e7bf-4ac8-bc72-947bcea4a754 req-92031de9-6c68-4bf2-b891-15103047b538 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 1097 time: 0.0814228 Jul 27 19:43:59.081486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8b9b6636-e7bf-4ac8-bc72-947bcea4a754 req-fb7fa60f-f576-431e-96da-0705ca809966 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370977 Jul 27 19:43:59.271259 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bcab9-6cc3-4002-810d-ed67cf2c89ab req-796e7e82-d50b-464b-93b5-b7d2a67ee725 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:59.273448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c63bcab9-6cc3-4002-810d-ed67cf2c89ab req-796e7e82-d50b-464b-93b5-b7d2a67ee725 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 1097 time: 0.0871501 Jul 27 19:43:59.345418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c63bcab9-6cc3-4002-810d-ed67cf2c89ab req-24b24e60-cab7-4686-9d8e-667b329c4c37 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608735 Jul 27 19:43:59.489026 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad497a-c196-4585-920a-3f4d71831fa6 req-7192a26d-1638-4beb-9b9c-d6ecc086d080 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:59.491048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4ad497a-c196-4585-920a-3f4d71831fa6 req-7192a26d-1638-4beb-9b9c-d6ecc086d080 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1368349 Jul 27 19:43:59.498111 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-d237a0c9-99e0-48e0-b23f-595a97ded0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:59.499911 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-d237a0c9-99e0-48e0-b23f-595a97ded0ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 1101 time: 0.0959582 Jul 27 19:43:59.587349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4ad497a-c196-4585-920a-3f4d71831fa6 req-23c8090a-79f0-4532-8b16-1dd79fb73c24 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804791 Jul 27 19:43:59.741565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-b52e0fad-1759-42b3-9bf8-2e034e1d0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:59.744859 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-b52e0fad-1759-42b3-9bf8-2e034e1d0e26 service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.1937881 Jul 27 19:43:59.806897 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-b79b795e-9f9c-4c3f-92b5-f20c731fadba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e HTTP/1.1" status: 200 len: 217 time: 0.0459404 Jul 27 19:43:59.910110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-199fe6d4-4768-4e52-8a9a-0591b38f63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:43:59.926724 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-199fe6d4-4768-4e52-8a9a-0591b38f63e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0929561 Jul 27 19:44:00.089523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-491cc6c8-1e67-475e-8d3e-d79007ff3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:00.089747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-491cc6c8-1e67-475e-8d3e-d79007ff3ad3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1554728 Jul 27 19:44:00.202859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127d777-1fa5-4c57-9d37-7b899e55f1b1 req-2fe60dad-ba3e-414a-9f9f-1d94426921a5 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:00.204583 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4127d777-1fa5-4c57-9d37-7b899e55f1b1 req-2fe60dad-ba3e-414a-9f9f-1d94426921a5 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.2086258 Jul 27 19:44:00.289074 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4127d777-1fa5-4c57-9d37-7b899e55f1b1 req-147f7376-c7c5-444b-90a3-5d2a4f09eae1 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697343 Jul 27 19:44:00.300539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-4495e0b0-ac89-459e-afd9-ce7e70c78a9a service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867054 Jul 27 19:44:00.486734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-d9be3893-7877-4b63-80a2-69ef6333162e service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660345 Jul 27 19:44:00.778129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a907df-17d6-43e2-82c3-d64123811b88 req-65a74ae3-7c66-4292-a8ff-3da4a3d3f6d8 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:00.786405 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59a907df-17d6-43e2-82c3-d64123811b88 req-65a74ae3-7c66-4292-a8ff-3da4a3d3f6d8 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1234729 Jul 27 19:44:00.857852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-5a8275e0-2979-4166-91c3-98a29e859f8a tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:44:00.859269 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-5a8275e0-2979-4166-91c3-98a29e859f8a tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064607 Jul 27 19:44:00.875596 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59a907df-17d6-43e2-82c3-d64123811b88 req-75f0f62e-599b-4563-9344-3d68f24d17fd tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880566 Jul 27 19:44:00.879915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-078ab175-ab70-4e0f-9167-f483f0db9472 service neutron] Request body: {'binding': {'host': 'n-h2-705657-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:44:00.880443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-078ab175-ab70-4e0f-9167-f483f0db9472 service neutron] Unknown quota resources ['binding']. {{(pid=94060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 19:44:01.067239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-078ab175-ab70-4e0f-9167-f483f0db9472 service neutron] Attempting to bind port 632a4c75-f875-4986-a31e-29887c6c6865 on host n-h2-705657-21 for vnic_type normal with profile None {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:44:01.067707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-078ab175-ab70-4e0f-9167-f483f0db9472 service neutron] Attempting to bind port 632a4c75-f875-4986-a31e-29887c6c6865 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:44:01.068135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-078ab175-ab70-4e0f-9167-f483f0db9472 service neutron] Attempting to bind port 632a4c75-f875-4986-a31e-29887c6c6865 on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:44:01.073097 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-078ab175-ab70-4e0f-9167-f483f0db9472 service neutron] Port 632a4c75-f875-4986-a31e-29887c6c6865 on network 14c212e3-8c05-49f1-960f-135c87f330c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:44:01.073499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-078ab175-ab70-4e0f-9167-f483f0db9472 service neutron] Attempting to bind port 632a4c75-f875-4986-a31e-29887c6c6865 on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:44:01.078727 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-078ab175-ab70-4e0f-9167-f483f0db9472 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:44:01.079312 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-078ab175-ab70-4e0f-9167-f483f0db9472 service neutron] Checking segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:44:01.079860 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-078ab175-ab70-4e0f-9167-f483f0db9472 service neutron] Bound using segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:44:01.080476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-078ab175-ab70-4e0f-9167-f483f0db9472 service neutron] Bound port: 632a4c75-f875-4986-a31e-29887c6c6865, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:44:01.145340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-078ab175-ab70-4e0f-9167-f483f0db9472 service neutron] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=632a4c75-f875-4986-a31e-29887c6c6865,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:44:01.152365 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-078ab175-ab70-4e0f-9167-f483f0db9472 service neutron] Notify callbacks [] for binding, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:01.154330 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-078ab175-ab70-4e0f-9167-f483f0db9472 service neutron] 10.222.0.48 "POST /v2.0/ports/632a4c75-f875-4986-a31e-29887c6c6865/bindings HTTP/1.1" status: 201 len: 390 time: 0.2786796 Jul 27 19:44:01.471093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a8fdb-bbe0-4a2b-b367-89b893ac249e req-d75fb4db-9f4c-41b5-aeb2-dc8e1a19a1ca tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:01.472834 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d17a8fdb-bbe0-4a2b-b367-89b893ac249e req-d75fb4db-9f4c-41b5-aeb2-dc8e1a19a1ca tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 945 time: 0.1955068 Jul 27 19:44:01.558722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6100e2-a691-4b89-ab02-096c76995357 req-8904bba7-f06b-45b3-be87-c24c90468472 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:01.560183 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad6100e2-a691-4b89-ab02-096c76995357 req-8904bba7-f06b-45b3-be87-c24c90468472 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1706135 Jul 27 19:44:01.613558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d17a8fdb-bbe0-4a2b-b367-89b893ac249e req-c4ce225b-e3e0-4c05-bfb6-c744689ad4c2 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334581 Jul 27 19:44:01.642876 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-460fa58a-eddb-4141-9d94-ead7c1c9b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:01.644686 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-460fa58a-eddb-4141-9d94-ead7c1c9b6ea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 1097 time: 0.1507411 Jul 27 19:44:01.659668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad6100e2-a691-4b89-ab02-096c76995357 req-dc2d6120-71cc-4d4f-a4da-a3991e21dec9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919523 Jul 27 19:44:01.773790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-b6b6358b-2bae-4f4d-84fc-d56a6f5fb61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:01.775297 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-b6b6358b-2bae-4f4d-84fc-d56a6f5fb61c service neutron] 10.222.0.63 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.1145976 Jul 27 19:44:01.825989 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-d904d48f-9666-49e4-b5d7-05eab07d20c7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=632a4c75-f875-4986-a31e-29887c6c6865 HTTP/1.1" status: 200 len: 217 time: 0.0416458 Jul 27 19:44:01.887721 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-609a4a2a-2f94-485d-8bc5-711a4b1010ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:01.903727 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-609a4a2a-2f94-485d-8bc5-711a4b1010ab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.0687866 Jul 27 19:44:01.989353 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-4b1b6283-9d4a-4987-a088-f8cc43eaa0ca service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731425 Jul 27 19:44:02.195753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf13da-52dc-430f-9b19-dc958bc547f6 req-2ee40e49-88bc-4765-ba2c-29c2731eefd6 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:02.197947 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfaf13da-52dc-430f-9b19-dc958bc547f6 req-2ee40e49-88bc-4765-ba2c-29c2731eefd6 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.2418358 Jul 27 19:44:02.213452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-36afb8cd-4dd4-4d4a-8f9c-e7f820e974c4 service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010963 Jul 27 19:44:02.322253 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfaf13da-52dc-430f-9b19-dc958bc547f6 req-bd7c4595-7d6c-405c-bd17-bebdc9eb80db tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144278 Jul 27 19:44:02.367702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-1fb070b8-129e-4e34-80ad-65e751fd2a85 service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243026 Jul 27 19:44:02.791267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66614def-091b-4e81-8c63-ff6b4a641360 req-137abb82-9260-44d5-bf42-e572f7edf9bb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:02.798117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66614def-091b-4e81-8c63-ff6b4a641360 req-137abb82-9260-44d5-bf42-e572f7edf9bb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 945 time: 0.0830860 Jul 27 19:44:02.856295 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66614def-091b-4e81-8c63-ff6b4a641360 req-9bc2c328-b82f-4b54-a0f3-2b9e8592d35d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571373 Jul 27 19:44:02.934396 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc3724-2757-4c11-9444-872966f5d880 req-ed51c66b-df0f-4b78-9965-cdb8665465d2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:02.939540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25fc3724-2757-4c11-9444-872966f5d880 req-ed51c66b-df0f-4b78-9965-cdb8665465d2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1178141 Jul 27 19:44:02.993582 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25fc3724-2757-4c11-9444-872966f5d880 req-fa24397e-b9b3-404c-824e-60e8b51c2399 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455439 Jul 27 19:44:03.510954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a323179-80be-43a6-af31-b40efa52ab25 req-f87fc1a7-9def-437d-b156-76d99552b221 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:03.519433 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8a323179-80be-43a6-af31-b40efa52ab25 req-f87fc1a7-9def-437d-b156-76d99552b221 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0970845 Jul 27 19:44:03.563708 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8a323179-80be-43a6-af31-b40efa52ab25 req-bdeca8bc-1067-4311-ae33-3aeaa844e079 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432386 Jul 27 19:44:04.066372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5321d-4fbd-458d-9475-a43770eb5a24 req-8c0b7f01-ebea-43ca-a165-56c0d9065128 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:04.076150 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ba5321d-4fbd-458d-9475-a43770eb5a24 req-8c0b7f01-ebea-43ca-a165-56c0d9065128 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 945 time: 0.1324499 Jul 27 19:44:04.135547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ba5321d-4fbd-458d-9475-a43770eb5a24 req-6e0b7a68-2c43-4b21-8651-3b1b53a27ff4 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581224 Jul 27 19:44:04.356647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fece3-eca1-472c-a2c5-9fb10a0fd5d1 req-c28f07bb-130b-4a3c-9406-21cf10d92492 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:04.381963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b9fece3-eca1-472c-a2c5-9fb10a0fd5d1 req-c28f07bb-130b-4a3c-9406-21cf10d92492 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1674659 Jul 27 19:44:04.473903 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b9fece3-eca1-472c-a2c5-9fb10a0fd5d1 req-e87bfc7a-64c4-4103-b2ca-bc6ba4206e93 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897191 Jul 27 19:44:04.901588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48dbad-b685-4c7d-9ec8-038a1e92ff93 req-85426f8e-376c-411f-a7a1-6c7b28414145 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:04.909503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e48dbad-b685-4c7d-9ec8-038a1e92ff93 req-85426f8e-376c-411f-a7a1-6c7b28414145 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1125233 Jul 27 19:44:04.993072 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e48dbad-b685-4c7d-9ec8-038a1e92ff93 req-b093147a-b091-443e-9816-b60a51b08a8c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746174 Jul 27 19:44:05.309369 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112f15c-8e6d-4722-a5ea-22d74cefc206 req-4636441d-e642-45de-9bec-838efff2c4ee tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:05.317792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f112f15c-8e6d-4722-a5ea-22d74cefc206 req-4636441d-e642-45de-9bec-838efff2c4ee tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 945 time: 0.0936787 Jul 27 19:44:05.371051 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f112f15c-8e6d-4722-a5ea-22d74cefc206 req-e43b1c6c-c355-476e-8960-29a016e0c039 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521286 Jul 27 19:44:05.634902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73f4c8-b951-447b-ad23-50f0a84d8565 req-6cda1b1f-8f00-4ba0-a793-253ba2d3af39 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:05.643379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e73f4c8-b951-447b-ad23-50f0a84d8565 req-6cda1b1f-8f00-4ba0-a793-253ba2d3af39 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.0798156 Jul 27 19:44:05.701025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e73f4c8-b951-447b-ad23-50f0a84d8565 req-97873a14-8e81-4e09-af90-c37b199d999d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570579 Jul 27 19:44:06.177636 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e69b2d-4491-4e5c-b177-27746c2fef7d req-f0ecfc34-689c-40bc-a3c1-9acc17dafe0b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:06.186342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9e69b2d-4491-4e5c-b177-27746c2fef7d req-f0ecfc34-689c-40bc-a3c1-9acc17dafe0b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1121936 Jul 27 19:44:06.248201 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9e69b2d-4491-4e5c-b177-27746c2fef7d req-2dc3e77d-d91f-4451-afb3-76fcd5daa0e1 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598819 Jul 27 19:44:06.540626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00603124-0e6e-4ee1-84ed-c06ab4923130 req-4f9c820d-5ebb-45c8-b51f-fec11dd92f5a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:06.553369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00603124-0e6e-4ee1-84ed-c06ab4923130 req-4f9c820d-5ebb-45c8-b51f-fec11dd92f5a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 945 time: 0.0966914 Jul 27 19:44:06.616089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00603124-0e6e-4ee1-84ed-c06ab4923130 req-b1141e5d-e439-4598-aefc-d984e591fd91 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615530 Jul 27 19:44:06.923018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8e1c4-1dd8-47c2-9269-3e542e63cfd9 req-80830f3b-08c3-4dc9-a290-7c7d9a0efb7d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:06.933067 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8af8e1c4-1dd8-47c2-9269-3e542e63cfd9 req-80830f3b-08c3-4dc9-a290-7c7d9a0efb7d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1280434 Jul 27 19:44:06.984112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8af8e1c4-1dd8-47c2-9269-3e542e63cfd9 req-ac02d773-f83b-4c31-bafd-e608c23dac53 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499129 Jul 27 19:44:07.431838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31e785-960a-4779-8641-75b4876abc10 req-fd55d02e-0e3a-4529-810d-8d01036c7b8f tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:07.441254 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b31e785-960a-4779-8641-75b4876abc10 req-fd55d02e-0e3a-4529-810d-8d01036c7b8f tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1157711 Jul 27 19:44:07.513944 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b31e785-960a-4779-8641-75b4876abc10 req-091f7305-8997-4be4-8242-9b329ba9a682 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646951 Jul 27 19:44:07.795753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310de31-6385-4cdc-93e1-1aaade5ab6b2 req-3b254611-c415-4685-aa6c-9c66c26141bf tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:07.798330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f310de31-6385-4cdc-93e1-1aaade5ab6b2 req-3b254611-c415-4685-aa6c-9c66c26141bf tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 945 time: 0.0829747 Jul 27 19:44:07.855736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f310de31-6385-4cdc-93e1-1aaade5ab6b2 req-da0c8004-53b1-4188-8d08-f9722334051d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480919 Jul 27 19:44:08.157649 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:08.168812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cd6a9-c9c6-4fec-980c-904df4a9b057 req-3df13c88-77d5-482a-beed-53f2f79c6021 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:08.172853 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-105cd6a9-c9c6-4fec-980c-904df4a9b057 req-3df13c88-77d5-482a-beed-53f2f79c6021 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1045842 Jul 27 19:44:08.240835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-105cd6a9-c9c6-4fec-980c-904df4a9b057 req-956867a2-f399-4139-98de-d2073004b23c tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553985 Jul 27 19:44:08.655227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c4a6f-3574-4947-9683-71800ef1c6cd req-65e5f470-9481-4e0b-ac81-f5c620f45aac tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:08.656759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-403c4a6f-3574-4947-9683-71800ef1c6cd req-65e5f470-9481-4e0b-ac81-f5c620f45aac tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0735724 Jul 27 19:44:08.713008 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-403c4a6f-3574-4947-9683-71800ef1c6cd req-f0ece446-9012-4a58-bb3c-758dc0fa3f62 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496795 Jul 27 19:44:08.823045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2896c1-2464-4182-b81f-3d2dae3c263e req-d73bdecf-b331-4982-907a-5249ce80bc5d tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:08.824534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d2896c1-2464-4182-b81f-3d2dae3c263e req-d73bdecf-b331-4982-907a-5249ce80bc5d tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 950 time: 0.0630362 Jul 27 19:44:08.863754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d2896c1-2464-4182-b81f-3d2dae3c263e req-c4aedf17-ea82-4073-a975-f0eca53a161e tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Jul 27 19:44:09.015783 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638401c-3ea6-4ca0-89ae-c81ca14272d4 req-cd12c873-2ad7-46e3-a971-88348a6a44ef tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:09.017341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a638401c-3ea6-4ca0-89ae-c81ca14272d4 req-cd12c873-2ad7-46e3-a971-88348a6a44ef tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 945 time: 0.0713408 Jul 27 19:44:09.062664 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a638401c-3ea6-4ca0-89ae-c81ca14272d4 req-54b3b2f2-9c78-4af5-81b3-a92192b99ac6 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387022 Jul 27 19:44:09.368441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf07e8a-5982-4d8f-bdde-539a7a35c150 req-e81c48a1-ccfc-41f2-a8cf-089b2b15c81a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:09.370382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6cf07e8a-5982-4d8f-bdde-539a7a35c150 req-e81c48a1-ccfc-41f2-a8cf-089b2b15c81a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.0695586 Jul 27 19:44:09.410861 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6cf07e8a-5982-4d8f-bdde-539a7a35c150 req-9d045245-9f57-44e9-8bd7-5e8139a42e57 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342374 Jul 27 19:44:09.849875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97369730-07fa-4aec-8783-e598b7700035 req-de76bb05-bfe3-4385-ad0b-036356a8bd42 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:09.851816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97369730-07fa-4aec-8783-e598b7700035 req-de76bb05-bfe3-4385-ad0b-036356a8bd42 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0701253 Jul 27 19:44:09.893729 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97369730-07fa-4aec-8783-e598b7700035 req-bbcde9d8-106a-409f-817a-492524af5790 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355093 Jul 27 19:44:10.001434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f27095-3553-4c67-8886-5fe68761139b req-07ac71f7-9df0-4eb1-b9a6-682293c25e45 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:10.002947 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62f27095-3553-4c67-8886-5fe68761139b req-07ac71f7-9df0-4eb1-b9a6-682293c25e45 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 950 time: 0.0663698 Jul 27 19:44:10.044087 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62f27095-3553-4c67-8886-5fe68761139b req-e85c73de-9f87-420d-86c4-38199952aec4 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338836 Jul 27 19:44:10.229191 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0d17b-23c1-4715-9c7e-a6da462c25cd req-48989b65-043c-4448-8eca-4dc12059bae6 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:10.230786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71d0d17b-23c1-4715-9c7e-a6da462c25cd req-48989b65-043c-4448-8eca-4dc12059bae6 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 945 time: 0.0691869 Jul 27 19:44:10.272089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71d0d17b-23c1-4715-9c7e-a6da462c25cd req-d2350f05-e7a6-4d25-88af-17c335a58367 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346575 Jul 27 19:44:10.618952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938305f-ae9f-4fb5-bc70-0090b81290c5 req-19b68f03-d19b-4bdc-a116-e45fba4c1cd8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:10.620857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5938305f-ae9f-4fb5-bc70-0090b81290c5 req-19b68f03-d19b-4bdc-a116-e45fba4c1cd8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.0816250 Jul 27 19:44:10.662011 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5938305f-ae9f-4fb5-bc70-0090b81290c5 req-8a2313f6-a768-4604-80b8-81a80caf2f22 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346651 Jul 27 19:44:11.035904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6c3f6-9e78-46fd-a7eb-57e498fe2d17 req-c7677638-164a-4b2e-b824-7599069cdc8b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:11.040976 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6bd6c3f6-9e78-46fd-a7eb-57e498fe2d17 req-c7677638-164a-4b2e-b824-7599069cdc8b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0728145 Jul 27 19:44:11.083608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6bd6c3f6-9e78-46fd-a7eb-57e498fe2d17 req-9fbc92e6-bc5f-4911-aaf5-7657aef4a0f1 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389957 Jul 27 19:44:11.272702 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:11.417510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ddfff-eea9-40d7-a4fc-38a0b6816986 req-b76836a5-f7f3-47fb-b68d-cb254046fb58 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:11.418959 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c1ddfff-eea9-40d7-a4fc-38a0b6816986 req-b76836a5-f7f3-47fb-b68d-cb254046fb58 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 945 time: 0.0680580 Jul 27 19:44:11.461383 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c1ddfff-eea9-40d7-a4fc-38a0b6816986 req-4d6e4736-3dc9-465e-8b58-22ad3be78f47 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361981 Jul 27 19:44:11.811999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6973ab-dcd2-448f-a99f-3ece1a1ff070 req-b9fe045f-b7ed-4fd5-8c9b-5cfb45d084a4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:11.813580 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc6973ab-dcd2-448f-a99f-3ece1a1ff070 req-b9fe045f-b7ed-4fd5-8c9b-5cfb45d084a4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.0747998 Jul 27 19:44:11.854162 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc6973ab-dcd2-448f-a99f-3ece1a1ff070 req-a7e94812-1368-49a4-a667-4f2721bbd8b8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344257 Jul 27 19:44:11.898932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:11.982223 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:12.005430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:12.008053 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5d3de7-dc25-4475-848c-e4862b4fc26c" -d '{"events": [{"server_uuid": "61a2b999-fbd7-4e48-b875-96c70a20da93", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:12.021834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:12.026159 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:12.063761 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a33c8ea-8519-4af0-9d2d-07dfe37bb806 x-openstack-request-id: req-8a33c8ea-8519-4af0-9d2d-07dfe37bb806 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:12.064337 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a2b999-fbd7-4e48-b875-96c70a20da93", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:12.064659 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a33c8ea-8519-4af0-9d2d-07dfe37bb806 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:12.065282 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e', 'code': 200} Jul 27 19:44:12.085059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:12.236054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773e644-c73f-4960-b8ce-2bcf4496cd60 req-2183f710-10dd-4d1b-8bb3-8f2da2d1894a tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:12.243716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5773e644-c73f-4960-b8ce-2bcf4496cd60 req-2183f710-10dd-4d1b-8bb3-8f2da2d1894a tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0823700 Jul 27 19:44:12.279852 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5773e644-c73f-4960-b8ce-2bcf4496cd60 req-5f911de3-4b93-4029-95f1-2b3ec05bc1d2 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352728 Jul 27 19:44:12.614159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d8455-d4e0-4720-8597-3d3c4f62fe13 req-0945b5dc-0f32-4abd-b6e7-b7adcf220c49 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:12.616063 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-032d8455-d4e0-4720-8597-3d3c4f62fe13 req-0945b5dc-0f32-4abd-b6e7-b7adcf220c49 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 945 time: 0.0762498 Jul 27 19:44:12.660925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-032d8455-d4e0-4720-8597-3d3c4f62fe13 req-364c0b4d-b5e5-4d3d-b7d7-7c4af1d7f20a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368235 Jul 27 19:44:12.990745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79de35-983b-4509-a125-e22f96930880 req-92ad9af6-c049-417b-b8a7-490263621e8d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:12.992319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed79de35-983b-4509-a125-e22f96930880 req-92ad9af6-c049-417b-b8a7-490263621e8d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.0653939 Jul 27 19:44:13.034583 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed79de35-983b-4509-a125-e22f96930880 req-61159112-516d-4a66-9d97-5b1ec4be37b5 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357244 Jul 27 19:44:13.299061 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f9b24200-1490-43c4-b516-f707d4867250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:13.423860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f131a-9869-4d84-89a1-05cd9909d7fa req-f8bdba42-38dc-46e4-b3a7-b512b9b113db tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:13.425545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e5f131a-9869-4d84-89a1-05cd9909d7fa req-f8bdba42-38dc-46e4-b3a7-b512b9b113db tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0688899 Jul 27 19:44:13.465832 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e5f131a-9869-4d84-89a1-05cd9909d7fa req-acc18133-3f62-4f36-9d9c-1b77baff923f tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341532 Jul 27 19:44:13.805561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094caae-47aa-4575-af73-feef9ecfa468 req-78325302-01cb-48df-b1c7-d3ad318f5243 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:13.807055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9094caae-47aa-4575-af73-feef9ecfa468 req-78325302-01cb-48df-b1c7-d3ad318f5243 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 945 time: 0.0663476 Jul 27 19:44:13.853276 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9094caae-47aa-4575-af73-feef9ecfa468 req-99842a57-5f06-4646-b658-e210318ac085 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395229 Jul 27 19:44:13.912679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:44:13.983801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-1011fcf6-3e59-4f18-9013-f2c0c2d5205a tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:13.985094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-1011fcf6-3e59-4f18-9013-f2c0c2d5205a tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8&tenant_id=83373949e0124aa78732c2d4023213df&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1097 time: 0.0837510 Jul 27 19:44:14.004219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705657-21'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:44:14.015245 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:14.029231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e', 'mac_address': 'fa:16:3e:c2:b0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:44:14.073926 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:14.089704 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:44:14.116567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:14.122910 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:14.179083 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:14.279065 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:44:14.455292 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:14.482517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c6a9b-a8e4-4508-8c2b-16b40a7a1c2b req-70ae943e-9ce9-4dcf-9e75-0809c5ba2660 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:14.489707 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c39c6a9b-a8e4-4508-8c2b-16b40a7a1c2b req-70ae943e-9ce9-4dcf-9e75-0809c5ba2660 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1208184 Jul 27 19:44:14.602755 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c39c6a9b-a8e4-4508-8c2b-16b40a7a1c2b req-2da409be-cbb3-4339-afd5-13bf2ae0d126 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098111 Jul 27 19:44:14.693593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=632a4c75-f875-4986-a31e-29887c6c6865,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:14.737123 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df290f-0298-48fd-9b8d-4df7bb1c7575 req-cdba3ee8-5ce4-43a9-b0c3-a60d9e995694 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:14.738724 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8df290f-0298-48fd-9b8d-4df7bb1c7575 req-cdba3ee8-5ce4-43a9-b0c3-a60d9e995694 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1304445 Jul 27 19:44:14.774553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:44:14.824671 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8df290f-0298-48fd-9b8d-4df7bb1c7575 req-ed209255-c627-4b3f-a855-41d388e638a2 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759854 Jul 27 19:44:14.854029 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142415de-a387-49a8-ba84-916075beb0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632a4c75-f875-4986-a31e-29887c6c6865'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:14.856767 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f07634-f16d-4d91-8ae5-27ea262d2a04" -d '{"events": [{"server_uuid": "142415de-a387-49a8-ba84-916075beb0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "632a4c75-f875-4986-a31e-29887c6c6865"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:14.860894 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:14.871013 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:14.934475 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ae79ce-ea32-4b4c-bcd0-744d3e52e3e4 x-openstack-request-id: req-99ae79ce-ea32-4b4c-bcd0-744d3e52e3e4 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:14.934775 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142415de-a387-49a8-ba84-916075beb0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "632a4c75-f875-4986-a31e-29887c6c6865", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:14.935047 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99ae79ce-ea32-4b4c-bcd0-744d3e52e3e4 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:14.935454 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142415de-a387-49a8-ba84-916075beb0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632a4c75-f875-4986-a31e-29887c6c6865', 'code': 200} Jul 27 19:44:14.996771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Pushing event updated for resources: {'Port': ['ID=632a4c75-f875-4986-a31e-29887c6c6865,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:15.046153 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:15.046494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:15.046833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:15.047164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:15.047494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:15.047819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:15.048141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:15.048485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:15.048810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:15.049128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:15.049449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:15.049854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:15.060013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Attempting to bind port 632a4c75-f875-4986-a31e-29887c6c6865 on host n-h1-705657-21 for vnic_type normal with profile {"migrating_to": "n-h2-705657-21"} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:44:15.060346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Attempting to bind port 632a4c75-f875-4986-a31e-29887c6c6865 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:44:15.060716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Attempting to bind port 632a4c75-f875-4986-a31e-29887c6c6865 on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:44:15.068681 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Port 632a4c75-f875-4986-a31e-29887c6c6865 on network 14c212e3-8c05-49f1-960f-135c87f330c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:44:15.068681 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Attempting to bind port 632a4c75-f875-4986-a31e-29887c6c6865 on network 14c212e3-8c05-49f1-960f-135c87f330c5 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:44:15.077359 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:44:15.077692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Checking segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:44:15.078186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Bound using segment: {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:44:15.078505 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Bound port: 632a4c75-f875-4986-a31e-29887c6c6865, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '14c212e3-8c05-49f1-960f-135c87f330c5'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:44:15.078864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:15.153270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa2382-3a89-4d9b-a626-d92b27025672 req-abe6f725-6bec-4baf-8bea-a900dff2d55a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:15.165333 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bbaa2382-3a89-4d9b-a626-d92b27025672 req-abe6f725-6bec-4baf-8bea-a900dff2d55a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 943 time: 0.1790168 Jul 27 19:44:15.207859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:44:15.217773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=632a4c75-f875-4986-a31e-29887c6c6865,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:44:15.230436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bbaa2382-3a89-4d9b-a626-d92b27025672 req-3772bb7e-a2c5-4280-b8fe-fff435fe1417 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627811 Jul 27 19:44:15.233140 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:15.349673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Pushing event updated for resources: {'Port': ['ID=632a4c75-f875-4986-a31e-29887c6c6865,revision_number=8']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:15.383214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:15.383911 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:15.385370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-78af219b-1539-4aad-aa46-d1297995c589 service neutron] 10.222.0.63 "PUT /v2.0/ports/632a4c75-f875-4986-a31e-29887c6c6865 HTTP/1.1" status: 200 len: 1123 time: 1.3875031 Jul 27 19:44:15.545103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['632a4c75-f875-4986-a31e-29887c6c6865'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:44:15.602800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['632a4c75-f875-4986-a31e-29887c6c6865'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:44:15.801085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964d3bb-ef55-4b2f-bf5e-5820da613b06 req-fda5f8cc-7087-4d7b-befd-88f97d481958 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:15.810466 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9964d3bb-ef55-4b2f-bf5e-5820da613b06 req-fda5f8cc-7087-4d7b-befd-88f97d481958 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1020584 Jul 27 19:44:15.889024 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9964d3bb-ef55-4b2f-bf5e-5820da613b06 req-7c197a38-2dc3-4c7d-87e8-07a490fec3f4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772865 Jul 27 19:44:15.929373 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 632a4c75-f875-4986-a31e-29887c6c6865 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:44:15.932516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:44:16.033123 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66e39c-065f-4621-8e43-81db6aa08d0c req-0c505b02-a355-4100-8b3c-bfb4af6c819b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:16.041225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c66e39c-065f-4621-8e43-81db6aa08d0c req-0c505b02-a355-4100-8b3c-bfb4af6c819b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0866654 Jul 27 19:44:16.090284 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c66e39c-065f-4621-8e43-81db6aa08d0c req-7fb7f2f8-fb01-4e55-a65d-13fde5fda4f6 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480483 Jul 27 19:44:16.125902 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:44:16.126150 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:16.248005 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:16.266915 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-638cb280-0147-4624-ac39-4fb75463fa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:16.286332 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:16.298617 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:16.301592 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bce195-7e16-4d9c-b384-131a2085d881" -d '{"events": [{"server_uuid": "61a2b999-fbd7-4e48-b875-96c70a20da93", "name": "network-vif-plugged", "status": "completed", "tag": "1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:16.319730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=632a4c75-f875-4986-a31e-29887c6c6865,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:16.331793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:16.337696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 632a4c75-f875-4986-a31e-29887c6c6865 has no active binding in host n-h2-705657-21 {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 19:44:16.339825 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:16.375606 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a209fb-0bac-40d5-8d55-b20a8614682f x-openstack-request-id: req-15a209fb-0bac-40d5-8d55-b20a8614682f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:16.376021 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a2b999-fbd7-4e48-b875-96c70a20da93", "name": "network-vif-plugged", "status": "completed", "tag": "1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:16.376364 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15a209fb-0bac-40d5-8d55-b20a8614682f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:16.376870 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e', 'code': 200} Jul 27 19:44:16.407062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,revision_number=10']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:16.515073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfc86d-46cc-4d38-b97f-e8d2d256f76e req-6a187ab8-2a67-48d2-97ae-860d15f46e98 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:16.516642 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48dfc86d-46cc-4d38-b97f-e8d2d256f76e req-6a187ab8-2a67-48d2-97ae-860d15f46e98 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 943 time: 0.0833485 Jul 27 19:44:16.574033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48dfc86d-46cc-4d38-b97f-e8d2d256f76e req-73924982-1273-4555-96b8-82eb3380f725 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492358 Jul 27 19:44:16.936452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142415de-a387-49a8-ba84-916075beb0a8', 'tag': '632a4c75-f875-4986-a31e-29887c6c6865'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:16.938800 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e810195c-432b-48f2-b81f-cd24d40c8bca" -d '{"events": [{"name": "network-changed", "server_uuid": "142415de-a387-49a8-ba84-916075beb0a8", "tag": "632a4c75-f875-4986-a31e-29887c6c6865"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:17.002808 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:17.061433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fe9fd-b66c-4318-8b11-a251a2a9188a req-2a966b21-1c85-483c-a68e-853dba7ce07d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:17.069374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf5fe9fd-b66c-4318-8b11-a251a2a9188a req-2a966b21-1c85-483c-a68e-853dba7ce07d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1095316 Jul 27 19:44:17.131868 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf5fe9fd-b66c-4318-8b11-a251a2a9188a req-1766d520-4b30-40ad-b00d-f3dca278840c tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565252 Jul 27 19:44:17.150116 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cc6e60-60cd-440b-b0a8-13bf1bf470b7 x-openstack-request-id: req-61cc6e60-60cd-440b-b0a8-13bf1bf470b7 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:17.150116 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142415de-a387-49a8-ba84-916075beb0a8", "tag": "632a4c75-f875-4986-a31e-29887c6c6865", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:17.150116 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61cc6e60-60cd-440b-b0a8-13bf1bf470b7 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:17.153484 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142415de-a387-49a8-ba84-916075beb0a8', 'tag': '632a4c75-f875-4986-a31e-29887c6c6865', 'status': 'completed', 'code': 200} Jul 27 19:44:17.353573 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649322d-e999-4667-b429-a46449ae08ac req-3003a731-9907-4457-ad5a-e630e6096a37 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:17.361032 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e649322d-e999-4667-b429-a46449ae08ac req-3003a731-9907-4457-ad5a-e630e6096a37 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1267922 Jul 27 19:44:17.365237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810195c-432b-48f2-b81f-cd24d40c8bca req-b2ced22c-573b-49d7-9a35-45d37a61ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:17.366698 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e810195c-432b-48f2-b81f-cd24d40c8bca req-b2ced22c-573b-49d7-9a35-45d37a61ba8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 1126 time: 0.1817591 Jul 27 19:44:17.469338 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e649322d-e999-4667-b429-a46449ae08ac req-95905df2-b8c3-41a0-975c-8f50dec0bdc9 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073287 Jul 27 19:44:17.515734 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810195c-432b-48f2-b81f-cd24d40c8bca req-0ebccbc1-260b-43f9-9670-cdc17a1b001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:17.517164 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e810195c-432b-48f2-b81f-cd24d40c8bca req-0ebccbc1-260b-43f9-9670-cdc17a1b001a service neutron] 10.222.0.52 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.1279595 Jul 27 19:44:17.575357 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e810195c-432b-48f2-b81f-cd24d40c8bca req-3b304e94-8e2f-4cbf-a1be-1f51fd3c3127 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=632a4c75-f875-4986-a31e-29887c6c6865 HTTP/1.1" status: 200 len: 217 time: 0.0437093 Jul 27 19:44:17.658107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810195c-432b-48f2-b81f-cd24d40c8bca req-9fb91163-bc3c-49fc-9c75-539029d156ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:17.659659 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e810195c-432b-48f2-b81f-cd24d40c8bca req-9fb91163-bc3c-49fc-9c75-539029d156ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.0698276 Jul 27 19:44:17.718443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e810195c-432b-48f2-b81f-cd24d40c8bca req-9c939a30-6aa3-4190-a448-4df510dc31f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394454 Jul 27 19:44:17.865687 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e810195c-432b-48f2-b81f-cd24d40c8bca req-760a590d-b7c9-478b-8e54-6f9b03890f69 service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951631 Jul 27 19:44:17.890216 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9deb5-db27-4bc3-a29c-274cb2946a9d req-224ef9b7-9af8-428b-9cc0-f5cefb3590eb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:17.898519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15f9deb5-db27-4bc3-a29c-274cb2946a9d req-224ef9b7-9af8-428b-9cc0-f5cefb3590eb tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 943 time: 0.1787677 Jul 27 19:44:18.030614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15f9deb5-db27-4bc3-a29c-274cb2946a9d req-6848504d-e633-45d8-b650-efa2463119c3 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310077 Jul 27 19:44:18.098762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e810195c-432b-48f2-b81f-cd24d40c8bca req-16dfa436-6691-421b-b9b7-dc2d2bffcf93 service neutron] 10.222.0.52 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979017 Jul 27 19:44:18.295561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0a873-60f4-48d5-905e-d38d601a9bbe req-f596a5d3-32b6-4358-aad5-530fe811631e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:18.304594 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0d0a873-60f4-48d5-905e-d38d601a9bbe req-f596a5d3-32b6-4358-aad5-530fe811631e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.0996480 Jul 27 19:44:18.354792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0d0a873-60f4-48d5-905e-d38d601a9bbe req-adf6a6ca-b050-46b2-a9cc-2b57bbe925f6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490627 Jul 27 19:44:18.631449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9120a33-9805-4f27-8196-1237f8bfe688 req-e8ae397b-a546-40cf-8272-f324aa6ad2c6 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:18.633398 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9120a33-9805-4f27-8196-1237f8bfe688 req-e8ae397b-a546-40cf-8272-f324aa6ad2c6 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0775571 Jul 27 19:44:18.688055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9120a33-9805-4f27-8196-1237f8bfe688 req-139e72cf-8306-4a8a-8246-9507e5e76d9a tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473168 Jul 27 19:44:18.795176 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:19.229994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb988b-220c-4c7f-b243-aecf538a5f99 req-0be348bf-46b1-4085-aa39-42875ae4f3ba tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:19.231715 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83eb988b-220c-4c7f-b243-aecf538a5f99 req-0be348bf-46b1-4085-aa39-42875ae4f3ba tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 943 time: 0.0997958 Jul 27 19:44:19.284379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83eb988b-220c-4c7f-b243-aecf538a5f99 req-eda70f47-a904-46da-b2f5-e6cdaea9bb67 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Jul 27 19:44:19.571183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bb915-3735-45bf-9a47-3b3eb3e98f19 req-3cf77bee-d0d1-4bae-b5a0-432b1e9b409a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:19.572999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d8bb915-3735-45bf-9a47-3b3eb3e98f19 req-3cf77bee-d0d1-4bae-b5a0-432b1e9b409a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1503425 Jul 27 19:44:19.642459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d8bb915-3735-45bf-9a47-3b3eb3e98f19 req-2889f727-6d06-4b01-a7fb-5881592e3b42 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586588 Jul 27 19:44:19.859345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984051d3-c0b1-4831-8e24-6dc5a035914a req-3d1d3b72-ec9e-4b35-aa39-f6c91bb5e02b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:19.867093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-984051d3-c0b1-4831-8e24-6dc5a035914a req-3d1d3b72-ec9e-4b35-aa39-f6c91bb5e02b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1071966 Jul 27 19:44:19.909564 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-984051d3-c0b1-4831-8e24-6dc5a035914a req-3cfeb264-9a73-40a3-9296-20d7e0dac5d3 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414591 Jul 27 19:44:20.547907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af04ab-eee3-4a03-8b70-defb3836f327 req-42fb1a80-d5a0-4110-82d8-43db512f2a92 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:20.579427 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94af04ab-eee3-4a03-8b70-defb3836f327 req-42fb1a80-d5a0-4110-82d8-43db512f2a92 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 943 time: 0.1972411 Jul 27 19:44:20.707142 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94af04ab-eee3-4a03-8b70-defb3836f327 req-aaca3f96-c018-49c7-a806-0130be2cb419 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121802 Jul 27 19:44:20.850461 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcbaa9-b885-44cc-8420-cf35814bbbc9 req-c94e84ec-b7a6-4375-a99d-b40a0684a886 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:20.853035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bffcbaa9-b885-44cc-8420-cf35814bbbc9 req-c94e84ec-b7a6-4375-a99d-b40a0684a886 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1072426 Jul 27 19:44:20.935926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bffcbaa9-b885-44cc-8420-cf35814bbbc9 req-cfe6e92d-1fc0-4caa-96e9-0ea8c0048ef9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734825 Jul 27 19:44:21.120541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25745531-887e-4f4e-abd6-1b27b3ce128a req-0c983002-978a-4b44-a027-f5677e304558 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:21.122496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25745531-887e-4f4e-abd6-1b27b3ce128a req-0c983002-978a-4b44-a027-f5677e304558 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0769913 Jul 27 19:44:21.189500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25745531-887e-4f4e-abd6-1b27b3ce128a req-38cffb9e-4767-4d5e-bcb0-2d2af8bd64db tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439382 Jul 27 19:44:21.920271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9948e-7d6d-4a77-b5da-6bacc390fe6f req-7ce7a523-7c0b-42db-9711-62620433e9a9 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:21.934878 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09c9948e-7d6d-4a77-b5da-6bacc390fe6f req-7ce7a523-7c0b-42db-9711-62620433e9a9 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 943 time: 0.1088183 Jul 27 19:44:21.981582 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09c9948e-7d6d-4a77-b5da-6bacc390fe6f req-5d72f263-bd53-4e76-a160-e3fb2935cb89 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456357 Jul 27 19:44:22.167527 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654134a-b3c9-417d-959a-fba9cb286cdd req-b2b2c924-f59b-44cf-b751-624305c43c73 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:22.169340 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1654134a-b3c9-417d-959a-fba9cb286cdd req-b2b2c924-f59b-44cf-b751-624305c43c73 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1212895 Jul 27 19:44:22.244979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1654134a-b3c9-417d-959a-fba9cb286cdd req-8b99b90c-0fea-435e-ba2b-1cbd25139a41 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679090 Jul 27 19:44:22.373793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39950824-cb56-4284-92f1-eeb2127b3beb req-2618898f-c0ba-4d3c-b1f6-412704725ff7 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:22.375694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39950824-cb56-4284-92f1-eeb2127b3beb req-2618898f-c0ba-4d3c-b1f6-412704725ff7 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0886595 Jul 27 19:44:22.449797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39950824-cb56-4284-92f1-eeb2127b3beb req-513aa456-0ded-4f1a-ab82-bdac485a4abf tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652232 Jul 27 19:44:22.470862 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-1eab785d-d923-4ca9-832f-f4383f25c875 service neutron] 10.222.0.52 "GET /v2.0/ports/632a4c75-f875-4986-a31e-29887c6c6865/bindings/n-h2-705657-21 HTTP/1.1" status: 200 len: 385 time: 0.0940657 Jul 27 19:44:22.697949 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-3da35293-9db0-4dce-9f0a-c21004450ae8 service neutron] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=632a4c75-f875-4986-a31e-29887c6c6865,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:22.721228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-3da35293-9db0-4dce-9f0a-c21004450ae8 service neutron] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:44:22.777217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-3da35293-9db0-4dce-9f0a-c21004450ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632a4c75-f875-4986-a31e-29887c6c6865 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:44:22.793219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-3da35293-9db0-4dce-9f0a-c21004450ae8 service neutron] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=632a4c75-f875-4986-a31e-29887c6c6865,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:22.822976 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-3da35293-9db0-4dce-9f0a-c21004450ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:22.984898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-9c56c9a7-abbe-41eb-83de-eed959839786 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:22.992718 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-9c56c9a7-abbe-41eb-83de-eed959839786 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 808 time: 0.1663854 Jul 27 19:44:23.004359 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-3da35293-9db0-4dce-9f0a-c21004450ae8 service neutron] Transition to ACTIVE for port object 632a4c75-f875-4986-a31e-29887c6c6865 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:44:23.013773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-d74835e7-b5e1-4a9f-9854-1636e0eb4f06 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/quotas/7b77cb1555044c6bba713df0ce19dca6 HTTP/1.1" status: 200 len: 375 time: 0.0200627 Jul 27 19:44:23.045945 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-3da35293-9db0-4dce-9f0a-c21004450ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:23.174221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-3da35293-9db0-4dce-9f0a-c21004450ae8 service neutron] No DVR routers for this DVR port 632a4c75-f875-4986-a31e-29887c6c6865 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:44:23.176968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da35293-9db0-4dce-9f0a-c21004450ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=632a4c75-f875-4986-a31e-29887c6c6865,revision_number=10']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:23.237152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-42c803fd-f524-468e-937c-22a3df0f73e7 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2223518 Jul 27 19:44:23.243941 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-3da35293-9db0-4dce-9f0a-c21004450ae8 service neutron] 10.222.0.52 "PUT /v2.0/ports/632a4c75-f875-4986-a31e-29887c6c6865/bindings/n-h2-705657-21/activate HTTP/1.1" status: 200 len: 370 time: 0.7537878 Jul 27 19:44:23.314462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b400b-f042-42d7-82e4-b60758c51f12 req-f45572ad-0622-4c5d-b655-aca2bcd9e84f tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:23.322482 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed3b400b-f042-42d7-82e4-b60758c51f12 req-f45572ad-0622-4c5d-b655-aca2bcd9e84f tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 944 time: 0.2425158 Jul 27 19:44:23.339015 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 632a4c75-f875-4986-a31e-29887c6c6865 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:23.425035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed3b400b-f042-42d7-82e4-b60758c51f12 req-0d4bb41e-3cba-4b6a-ae8d-3f984d3b6e05 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996604 Jul 27 19:44:23.428642 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 632a4c75-f875-4986-a31e-29887c6c6865 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:44:23.480672 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-21cf156c-2269-4847-816c-77c48f2f4cfa service neutron] 10.222.0.48 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299354 Jul 27 19:44:23.533669 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-c5607fae-ee23-4123-9cdd-d54bf3265a43 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:23.535425 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-c5607fae-ee23-4123-9cdd-d54bf3265a43 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8&tenant_id=83373949e0124aa78732c2d4023213df&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1096 time: 0.2065763 Jul 27 19:44:23.705040 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-3f3ffd2a-55e1-407d-bb0d-93112d423cdc service neutron] 10.222.0.48 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233973 Jul 27 19:44:23.711237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-0bd45ba8-5b36-466b-b75a-4c8170352a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:23.713156 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-0bd45ba8-5b36-466b-b75a-4c8170352a15 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8&tenant_id=83373949e0124aa78732c2d4023213df HTTP/1.1" status: 200 len: 1096 time: 0.1485081 Jul 27 19:44:23.742642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740b2f6-8fff-41af-921d-84ad17068178 req-633094df-9c37-4740-bf86-8d38ebc43ab4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:23.744493 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7740b2f6-8fff-41af-921d-84ad17068178 req-633094df-9c37-4740-bf86-8d38ebc43ab4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1438181 Jul 27 19:44:23.833099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7740b2f6-8fff-41af-921d-84ad17068178 req-50ccfb15-18c5-4d4b-b0c1-3d7d638ee7db tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503881 Jul 27 19:44:23.859647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-69dcd5f6-3384-47e8-8932-27a955c6ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:23.861246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-69dcd5f6-3384-47e8-8932-27a955c6ff6f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=83373949e0124aa78732c2d4023213df&device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 1096 time: 0.1157713 Jul 27 19:44:24.033636 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-9a8e0b74-cd13-442d-ae7f-35cbf1daf2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:24.034610 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-9a8e0b74-cd13-442d-ae7f-35cbf1daf2ea service neutron] 10.222.0.63 "GET /v2.0/networks?id=14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 200 len: 922 time: 0.1653233 Jul 27 19:44:24.047390 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fe33a-5dca-423d-9b3f-0266a02c6ea9 req-b16fdce5-85a1-4bf9-af3d-d555e23d1227 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:24.055060 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf9fe33a-5dca-423d-9b3f-0266a02c6ea9 req-b16fdce5-85a1-4bf9-af3d-d555e23d1227 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1091115 Jul 27 19:44:24.109961 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-b68fa46a-a137-4be4-8e18-c6a416923c2d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=632a4c75-f875-4986-a31e-29887c6c6865 HTTP/1.1" status: 200 len: 217 time: 0.0468822 Jul 27 19:44:24.165654 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf9fe33a-5dca-423d-9b3f-0266a02c6ea9 req-4dddb7ae-fc25-4651-9a81-274470701d3c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075780 Jul 27 19:44:24.211179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-82af6b6a-8cfb-4bc3-b412-ac9740b368b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:24.212821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-82af6b6a-8cfb-4bc3-b412-ac9740b368b2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 200 len: 861 time: 0.0899346 Jul 27 19:44:24.262643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-3c9c7d7e-dfcb-462b-b376-d81061d46d10 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=14c212e3-8c05-49f1-960f-135c87f330c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395010 Jul 27 19:44:24.397944 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-4e9898d3-fc33-4691-a750-856faccf804f service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249642 Jul 27 19:44:24.442653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be695bf5-3f16-4cba-b436-102a336c998c req-aebfa793-af0e-46c8-8ea3-89c027c72276 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0431752 Jul 27 19:44:24.634210 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-be42f61a-e17a-4030-b500-ddc471928931 service neutron] 10.222.0.63 "GET /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217717 Jul 27 19:44:24.668473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58dc49-fe29-4e43-8741-b673ea64169a req-8aa5a6d6-1915-490a-96d2-344c3843411a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:24.677295 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec58dc49-fe29-4e43-8741-b673ea64169a req-8aa5a6d6-1915-490a-96d2-344c3843411a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 944 time: 0.1360664 Jul 27 19:44:24.720980 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec58dc49-fe29-4e43-8741-b673ea64169a req-2aaaa977-502b-4324-b57a-a58985c0d58d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428703 Jul 27 19:44:24.985750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-2999e0e2-131e-4db4-9e61-2aa1c595a34e tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:24.987171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-2999e0e2-131e-4db4-9e61-2aa1c595a34e tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8&tenant_id=83373949e0124aa78732c2d4023213df&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 1096 time: 0.1101184 Jul 27 19:44:25.039053 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be01df-2da8-4bd7-a0af-b2fc6161b8c4 req-64e057d9-9740-496c-9199-926e1c48aedb tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:25.040611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55be01df-2da8-4bd7-a0af-b2fc6161b8c4 req-64e057d9-9740-496c-9199-926e1c48aedb tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1123207 Jul 27 19:44:25.165676 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55be01df-2da8-4bd7-a0af-b2fc6161b8c4 req-afef30eb-9416-411b-8ceb-79d16130a728 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026914 Jul 27 19:44:25.217177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-951c070c-9acf-46aa-9361-5df722a0b9e3 service neutron] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:44:25.221399 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-951c070c-9acf-46aa-9361-5df722a0b9e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:25.222662 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b729eed-d599-47b5-b884-b7af1f4ae567 req-951c070c-9acf-46aa-9361-5df722a0b9e3 service neutron] 10.222.0.63 "DELETE /v2.0/ports/632a4c75-f875-4986-a31e-29887c6c6865/bindings/n-h1-705657-21 HTTP/1.1" status: 204 len: 173 time: 0.2265108 Jul 27 19:44:25.315889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9b086-5a8d-4b99-aa6d-71136a1292e4 req-ff011f07-78a5-420c-a56f-44e893213e92 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:25.317551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4df9b086-5a8d-4b99-aa6d-71136a1292e4 req-ff011f07-78a5-420c-a56f-44e893213e92 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.0724838 Jul 27 19:44:25.378828 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4df9b086-5a8d-4b99-aa6d-71136a1292e4 req-0c752a63-ad22-4b42-8db9-4b3faa22230e tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502172 Jul 27 19:44:25.563503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9ba29f3-a4b8-481c-bca2-b058f46120bc req-fa8092d4-6c31-432f-b194-b42578224087 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0356352 Jul 27 19:44:25.682878 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:44:25.965313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e73c3-09bb-4267-a2c6-e8b2b489ea6b req-471527f8-305f-4b7a-9055-9c6c5cb3be03 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:25.973485 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d5e73c3-09bb-4267-a2c6-e8b2b489ea6b req-471527f8-305f-4b7a-9055-9c6c5cb3be03 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 944 time: 0.1684215 Jul 27 19:44:26.038460 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d5e73c3-09bb-4267-a2c6-e8b2b489ea6b req-d1e32173-751b-4c68-9205-0da53e1f40a9 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640311 Jul 27 19:44:26.078746 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-53484ac4-4b48-44ae-bc71-aca93c39a7b1 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:26.080442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-53484ac4-4b48-44ae-bc71-aca93c39a7b1 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.52 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 808 time: 0.1998668 Jul 27 19:44:26.139033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-e39a8f68-68ae-44ea-bccb-ef4b9f277f29 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Request body: {'port': {'device_id': 'ce6436ae-c276-405f-bc7c-a43d3b68f2c2', 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb', 'admin_state_up': True, 'tenant_id': '7b77cb1555044c6bba713df0ce19dca6'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:44:26.675687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ce799-005d-4897-9a09-e859444ae47d req-a67a21d2-f924-4e3e-9e0b-3bb4513e0566 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:26.678272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d72ce799-005d-4897-9a09-e859444ae47d req-a67a21d2-f924-4e3e-9e0b-3bb4513e0566 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 1096 time: 0.4722509 Jul 27 19:44:26.730319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-e39a8f68-68ae-44ea-bccb-ef4b9f277f29 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Made reservation on behalf of 7b77cb1555044c6bba713df0ce19dca6 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:44:26.735766 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-e39a8f68-68ae-44ea-bccb-ef4b9f277f29 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:26.766087 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d72ce799-005d-4897-9a09-e859444ae47d req-75c22746-ad16-4064-b504-5116e1b06139 tempest-LiveAutoBlockMigrationV225Test-42662443 tempest-LiveAutoBlockMigrationV225Test-42662443-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792787 Jul 27 19:44:26.789501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd24b3c-60e6-4a5c-b8d4-4c33f0d4a1c9 req-9403d9d6-39d4-46c9-a06d-4f45659606ac tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:26.791089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5bd24b3c-60e6-4a5c-b8d4-4c33f0d4a1c9 req-9403d9d6-39d4-46c9-a06d-4f45659606ac tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.5123522 Jul 27 19:44:26.887907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5bd24b3c-60e6-4a5c-b8d4-4c33f0d4a1c9 req-3b0fc2ab-0121-49af-951f-845db90a5100 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614431 Jul 27 19:44:26.959905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-e39a8f68-68ae-44ea-bccb-ef4b9f277f29 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Allocated IP 172.20.0.4 (a0463eab-3d38-43e7-932e-91f09e3b2eeb/d4ae7283-160b-4a02-9bd4-6eed6c729ef5/3a35ac24-8f6a-4629-b0de-bb4265c5d063) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:44:27.024941 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cb194-547e-49be-82c3-e4c556666a25 req-9bd17556-c021-4fc3-9cc9-c74c93bf9ad4 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:27.026497 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d9cb194-547e-49be-82c3-e4c556666a25 req-9bd17556-c021-4fc3-9cc9-c74c93bf9ad4 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.1065226 Jul 27 19:44:27.139256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-089016ab-1ac7-428e-a9c0-54e00a2491a1 req-e0237d3a-d094-4a55-9918-55b2a99d78cb tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0476117 Jul 27 19:44:27.151103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d9cb194-547e-49be-82c3-e4c556666a25 req-90299f7c-57f5-4f67-9d67-0c08abc1d269 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163061 Jul 27 19:44:27.222071 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-e39a8f68-68ae-44ea-bccb-ef4b9f277f29 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:27.271831 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-e39a8f68-68ae-44ea-bccb-ef4b9f277f29 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:27.288211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b062b3c2-9c3b-430a-a9bb-d593d8602e4a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:44:27.327792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-e39a8f68-68ae-44ea-bccb-ef4b9f277f29 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Network a0463eab-3d38-43e7-932e-91f09e3b2eeb is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:44:27.331390 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-e39a8f68-68ae-44ea-bccb-ef4b9f277f29 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:44:27.336191 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-e39a8f68-68ae-44ea-bccb-ef4b9f277f29 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:44:27.340580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a8f68-68ae-44ea-bccb-ef4b9f277f29 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Pushing event updated for resources: {'Port': ['ID=3a35ac24-8f6a-4629-b0de-bb4265c5d063,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:27.390761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-e39a8f68-68ae-44ea-bccb-ef4b9f277f29 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:27.391779 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-e39a8f68-68ae-44ea-bccb-ef4b9f277f29 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:27.443246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-e39a8f68-68ae-44ea-bccb-ef4b9f277f29 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3084311 Jul 27 19:44:27.469586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Request body: {'port': {'device_id': 'ce6436ae-c276-405f-bc7c-a43d3b68f2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:44:27.584086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dcf56-674d-438f-9908-5b9d3174796a req-0d389cae-76f3-417d-8e30-7e2ec1fc28d5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:27.585652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed2dcf56-674d-438f-9908-5b9d3174796a req-0d389cae-76f3-417d-8e30-7e2ec1fc28d5 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 951 time: 0.1803954 Jul 27 19:44:27.609673 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:27.628050 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b2f94-84a6-477c-99ee-b12f580e09cc req-b454576b-8c80-4361-b487-d2a7ecb470f7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:27.629574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a45b2f94-84a6-477c-99ee-b12f580e09cc req-b454576b-8c80-4361-b487-d2a7ecb470f7 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 944 time: 0.1771150 Jul 27 19:44:27.688814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed2dcf56-674d-438f-9908-5b9d3174796a req-e2be0072-568a-46e4-bd57-96630111cf2c tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929275 Jul 27 19:44:27.715729 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a45b2f94-84a6-477c-99ee-b12f580e09cc req-484f8deb-e3e1-4d12-a612-5710d41920f9 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783796 Jul 27 19:44:28.132833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a35ac24-8f6a-4629-b0de-bb4265c5d063 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:44:28.146750 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:28.172120 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Transition to ACTIVE for port object 3a35ac24-8f6a-4629-b0de-bb4265c5d063 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:44:28.179170 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:28.258537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefe67a-50ab-49c7-96a0-da066f11df08 req-9d59c807-6c77-4b55-bdc8-230a7d683717 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:28.260248 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2eefe67a-50ab-49c7-96a0-da066f11df08 req-9d59c807-6c77-4b55-bdc8-230a7d683717 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.63 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 944 time: 0.1698918 Jul 27 19:44:28.271412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50178b6e-88ee-4a21-a0e3-4827dfb71ede req-4040a6ba-e027-451e-b324-aa392fd864c7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:28.280723 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50178b6e-88ee-4a21-a0e3-4827dfb71ede req-4040a6ba-e027-451e-b324-aa392fd864c7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.2320824 Jul 27 19:44:28.364533 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Pushing event updated for resources: {'Port': ['ID=3a35ac24-8f6a-4629-b0de-bb4265c5d063,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:28.433754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50178b6e-88ee-4a21-a0e3-4827dfb71ede req-8e8090c2-241c-4cf9-b43b-bed6e2414b4f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520514 Jul 27 19:44:28.611547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Attempting to bind port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:44:28.611877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Attempting to bind port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:44:28.612201 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Attempting to bind port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:44:28.643775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:44:28.643990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Attempting to bind port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:44:28.660416 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:44:28.660725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Checking segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:44:28.661125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Bound using segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:44:28.661562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Bound port: 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:44:28.661915 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:28.697758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-2eefe67a-50ab-49c7-96a0-da066f11df08 req-806450c9-b548-49f8-b8e3-57e717d90ff0 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Deleting port 632a4c75-f875-4986-a31e-29887c6c6865 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:44:28.698091 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2eefe67a-50ab-49c7-96a0-da066f11df08 req-806450c9-b548-49f8-b8e3-57e717d90ff0 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:28.776046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb007b24-7c8e-401e-a081-1039b94a77d6 req-45092445-afce-4b39-b097-86ebb6500516 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:28.777566 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb007b24-7c8e-401e-a081-1039b94a77d6 req-45092445-afce-4b39-b097-86ebb6500516 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 943 time: 0.2485516 Jul 27 19:44:28.840824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635e5ed-99ad-4bd1-b9e9-f993799b0290 req-c1d1316e-bc0d-4004-b72f-6a404bed8661 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:28.842363 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5635e5ed-99ad-4bd1-b9e9-f993799b0290 req-c1d1316e-bc0d-4004-b72f-6a404bed8661 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.2465565 Jul 27 19:44:28.877898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:44:28.906743 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb007b24-7c8e-401e-a081-1039b94a77d6 req-74a3224d-1404-4f4d-8c47-f13740629c0d tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176965 Jul 27 19:44:28.913520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:44:28.922127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-2eefe67a-50ab-49c7-96a0-da066f11df08 req-806450c9-b548-49f8-b8e3-57e717d90ff0 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] For port 632a4c75-f875-4986-a31e-29887c6c6865, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=632a4c75-f875-4986-a31e-29887c6c6865,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:28.922498 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2eefe67a-50ab-49c7-96a0-da066f11df08 req-806450c9-b548-49f8-b8e3-57e717d90ff0 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:28.937395 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:28.954753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-2eefe67a-50ab-49c7-96a0-da066f11df08 req-806450c9-b548-49f8-b8e3-57e717d90ff0 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Calling delete_port for 632a4c75-f875-4986-a31e-29887c6c6865 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:44:28.959352 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5635e5ed-99ad-4bd1-b9e9-f993799b0290 req-030adb8c-cd1c-4293-8e20-4faecd439e76 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003668 Jul 27 19:44:28.988980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:28.989458 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:28.991350 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] 10.222.0.52 "PUT /v2.0/ports/3a35ac24-8f6a-4629-b0de-bb4265c5d063 HTTP/1.1" status: 200 len: 1092 time: 1.5281043 Jul 27 19:44:28.998604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6436ae-c276-405f-bc7c-a43d3b68f2c2', 'tag': '3a35ac24-8f6a-4629-b0de-bb4265c5d063'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:29.000957 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1075f5-9f3e-4c2e-8365-b8641fc08be3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6436ae-c276-405f-bc7c-a43d3b68f2c2", "tag": "3a35ac24-8f6a-4629-b0de-bb4265c5d063"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:29.104826 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf106e2-d434-48c6-8e2b-818a55ab5e8f service neutron] Pushing event updated for resources: {'Port': ['ID=3a35ac24-8f6a-4629-b0de-bb4265c5d063,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:29.214995 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6964799-0380-4969-9553-796424bfae31 req-5b4c48cd-6c35-4903-93a3-f05e5c9fa76d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:29.218294 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6964799-0380-4969-9553-796424bfae31 req-5b4c48cd-6c35-4903-93a3-f05e5c9fa76d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 944 time: 0.2054195 Jul 27 19:44:29.247203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-e0530be0-0f3b-4cc5-9da6-ae702f2b5a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:29.248714 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-e0530be0-0f3b-4cc5-9da6-ae702f2b5a78 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 1095 time: 0.1613586 Jul 27 19:44:29.317323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-d154de66-a1ae-4a1e-8276-9e627d0ed8d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063 HTTP/1.1" status: 200 len: 217 time: 0.0487304 Jul 27 19:44:29.345568 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6964799-0380-4969-9553-796424bfae31 req-23bca0bd-ee30-4b8e-8962-8969eec4213a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007304 Jul 27 19:44:29.371460 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2eefe67a-50ab-49c7-96a0-da066f11df08 req-806450c9-b548-49f8-b8e3-57e717d90ff0 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:29.386844 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['12d6c583-a804-4a24-b142-1d333a15ec7f', '632a4c75-f875-4986-a31e-29887c6c6865'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:44:29.390205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-200fd972-46c5-4c35-aed0-88a806b0a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:29.392004 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-200fd972-46c5-4c35-aed0-88a806b0a159 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.0618072 Jul 27 19:44:29.418322 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca75a300-2d14-4e8d-8660-adc62e65e6f0 x-openstack-request-id: req-ca75a300-2d14-4e8d-8660-adc62e65e6f0 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:29.418649 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6436ae-c276-405f-bc7c-a43d3b68f2c2", "tag": "3a35ac24-8f6a-4629-b0de-bb4265c5d063", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:29.418895 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca75a300-2d14-4e8d-8660-adc62e65e6f0 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:29.419346 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6436ae-c276-405f-bc7c-a43d3b68f2c2', 'tag': '3a35ac24-8f6a-4629-b0de-bb4265c5d063', 'status': 'completed', 'code': 200} Jul 27 19:44:29.435606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806450c9-b548-49f8-b8e3-57e717d90ff0 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Pushing event deleted for resources: {'Port': ['ID=632a4c75-f875-4986-a31e-29887c6c6865,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:29.465150 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-53623a64-e599-44f1-ac0a-d39fb46a7e2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414433 Jul 27 19:44:29.531532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eefe67a-50ab-49c7-96a0-da066f11df08 req-806450c9-b548-49f8-b8e3-57e717d90ff0 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] No DVR routers for this DVR port 632a4c75-f875-4986-a31e-29887c6c6865 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:44:29.563014 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2eefe67a-50ab-49c7-96a0-da066f11df08 req-806450c9-b548-49f8-b8e3-57e717d90ff0 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:29.565118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2eefe67a-50ab-49c7-96a0-da066f11df08 req-806450c9-b548-49f8-b8e3-57e717d90ff0 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.63 "DELETE /v2.0/ports/632a4c75-f875-4986-a31e-29887c6c6865 HTTP/1.1" status: 204 len: 173 time: 1.2814608 Jul 27 19:44:29.681989 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afc6f5-c5fd-437f-bef4-002100021cf9 req-e8453fe7-c0a1-4d64-b22e-af461547d76d tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:29.685336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5afc6f5-c5fd-437f-bef4-002100021cf9 req-e8453fe7-c0a1-4d64-b22e-af461547d76d tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 951 time: 0.1958854 Jul 27 19:44:29.690966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-07aa9fd2-4315-4832-a2f2-429d23a8839d service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926079 Jul 27 19:44:29.817666 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5afc6f5-c5fd-437f-bef4-002100021cf9 req-721ba258-c926-4dc0-b08b-331e68c226a6 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243260 Jul 27 19:44:29.864181 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdea005-a1aa-4cd7-a60c-9d985e3a131c req-b3cdcfc5-96a5-4587-a632-ddb3fe17a33b service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541331 Jul 27 19:44:29.874100 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88357cd9-f1e5-413d-add4-9ddb3a508c5c req-9b3d67dc-afa9-44d0-ac3c-0ce3cc2dc6f6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:29.875804 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88357cd9-f1e5-413d-add4-9ddb3a508c5c req-9b3d67dc-afa9-44d0-ac3c-0ce3cc2dc6f6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1545191 Jul 27 19:44:29.921435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88357cd9-f1e5-413d-add4-9ddb3a508c5c req-b36c9d9c-7fba-40ab-813b-cfd2bf761670 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388768 Jul 27 19:44:29.975188 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:30.000152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1075f5-9f3e-4c2e-8365-b8641fc08be3 req-66010c97-5404-43b1-b01d-497e7e8fc8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:30.001859 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc1075f5-9f3e-4c2e-8365-b8641fc08be3 req-66010c97-5404-43b1-b01d-497e7e8fc8fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 1095 time: 0.0688980 Jul 27 19:44:30.064790 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:30.087674 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:30.090426 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943c1338-b32b-4ab3-bc9d-743324f22d78" -d '{"events": [{"server_uuid": "61a2b999-fbd7-4e48-b875-96c70a20da93", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:30.117160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:30.122611 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:30.123725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 632a4c75-f875-4986-a31e-29887c6c6865 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:30.161765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583b9e3-65a4-46cd-92d1-4eaa3add6d8a req-1cad084b-9323-4c8e-8f57-38a5f68bd481 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:30.163211 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8583b9e3-65a4-46cd-92d1-4eaa3add6d8a req-1cad084b-9323-4c8e-8f57-38a5f68bd481 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 943 time: 0.1604326 Jul 27 19:44:30.164458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1075f5-9f3e-4c2e-8365-b8641fc08be3 req-34c51382-d93e-47e6-b62a-b02fb70f9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:30.165707 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc1075f5-9f3e-4c2e-8365-b8641fc08be3 req-34c51382-d93e-47e6-b62a-b02fb70f9a4a service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.1311717 Jul 27 19:44:30.169969 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d892f045-69da-47b2-929b-f7097a599482 x-openstack-request-id: req-d892f045-69da-47b2-929b-f7097a599482 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:30.170356 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a2b999-fbd7-4e48-b875-96c70a20da93", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:30.170673 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d892f045-69da-47b2-929b-f7097a599482 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:30.171113 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e', 'code': 200} Jul 27 19:44:30.171797 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 632a4c75-f875-4986-a31e-29887c6c6865 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:44:30.172297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 632a4c75-f875-4986-a31e-29887c6c6865 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:44:30.204688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,revision_number=11']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:30.215390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:30.216009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:30.216547 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:30.217148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:30.217636 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:30.218560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:30.218899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:30.219235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:30.219567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:30.219897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:30.220469 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:30.220806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:30.229001 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc1075f5-9f3e-4c2e-8365-b8641fc08be3 req-da6f8051-a6af-4896-b015-7939f10bfe10 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063 HTTP/1.1" status: 200 len: 217 time: 0.0431864 Jul 27 19:44:30.243435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8583b9e3-65a4-46cd-92d1-4eaa3add6d8a req-41be0f29-298d-453f-826d-bee7a965dd3a tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727730 Jul 27 19:44:30.299222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1075f5-9f3e-4c2e-8365-b8641fc08be3 req-f07c81dc-6519-4498-ab50-128a1b11ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:30.301256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc1075f5-9f3e-4c2e-8365-b8641fc08be3 req-f07c81dc-6519-4498-ab50-128a1b11ae41 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.0569711 Jul 27 19:44:30.341196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc1075f5-9f3e-4c2e-8365-b8641fc08be3 req-ef49f82c-cf2e-4ef1-b7fb-acefabe78db0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290580 Jul 27 19:44:30.456699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb874f2f-46e5-434c-b0a7-e6ac48d0e4ab req-19f187f7-567d-494f-9fa4-4fdfdad5e5ab tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 210 time: 0.0374641 Jul 27 19:44:30.474508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc1075f5-9f3e-4c2e-8365-b8641fc08be3 req-8dbf8688-bbe8-4d3e-ab69-2de9c4b45836 service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205246 Jul 27 19:44:30.579229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc1075f5-9f3e-4c2e-8365-b8641fc08be3 req-379157b1-70f4-4787-8706-6c3397efbf1f service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896363 Jul 27 19:44:30.970236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775dbef-911f-43fb-b91e-0ba575dabbab req-ce558334-aa6d-4086-b06c-fa6e46ed0ad7 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:30.971938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c775dbef-911f-43fb-b91e-0ba575dabbab req-ce558334-aa6d-4086-b06c-fa6e46ed0ad7 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 949 time: 0.0800757 Jul 27 19:44:31.017020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c775dbef-911f-43fb-b91e-0ba575dabbab req-1c8695a9-2148-43c5-876c-6d6b4425f00d tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382085 Jul 27 19:44:31.090781 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d40b9e-6fdf-4c88-907b-e2738c2969f5 req-159dff28-25a0-45a3-9431-dd7862520f80 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:31.092511 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34d40b9e-6fdf-4c88-907b-e2738c2969f5 req-159dff28-25a0-45a3-9431-dd7862520f80 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.0744274 Jul 27 19:44:31.139384 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34d40b9e-6fdf-4c88-907b-e2738c2969f5 req-2592c8d2-ecd9-4da6-9e21-e4d051eccd6f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409110 Jul 27 19:44:31.195076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141cbad-9774-4a22-8984-d60ae08d07b4 req-a66cbc7b-d7ad-49ca-b892-ea4b4be470d6 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:31.196883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4141cbad-9774-4a22-8984-d60ae08d07b4 req-a66cbc7b-d7ad-49ca-b892-ea4b4be470d6 tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.63 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 949 time: 0.0728245 Jul 27 19:44:31.317255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-4141cbad-9774-4a22-8984-d60ae08d07b4 req-2e8e0bb4-ec4c-4a48-a5b1-5747f180728a tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Deleting port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:44:31.317984 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4141cbad-9774-4a22-8984-d60ae08d07b4 req-2e8e0bb4-ec4c-4a48-a5b1-5747f180728a tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:31.397957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device eed7c0e7-4d8e-42b0-83a7-5a8032974991 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:44:31.423500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142415de-a387-49a8-ba84-916075beb0a8', 'name': 'network-vif-deleted', 'tag': '632a4c75-f875-4986-a31e-29887c6c6865'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:31.427169 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bb6077-2125-46ec-9470-580ae312082c" -d '{"events": [{"server_uuid": "142415de-a387-49a8-ba84-916075beb0a8", "name": "network-vif-deleted", "tag": "632a4c75-f875-4986-a31e-29887c6c6865"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:31.461545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-4141cbad-9774-4a22-8984-d60ae08d07b4 req-2e8e0bb4-ec4c-4a48-a5b1-5747f180728a tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] For port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:31.461923 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4141cbad-9774-4a22-8984-d60ae08d07b4 req-2e8e0bb4-ec4c-4a48-a5b1-5747f180728a tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:31.475706 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4be0f8-cf3b-402c-bdc7-886f111e3cb0 x-openstack-request-id: req-9c4be0f8-cf3b-402c-bdc7-886f111e3cb0 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:31.477046 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142415de-a387-49a8-ba84-916075beb0a8", "name": "network-vif-deleted", "tag": "632a4c75-f875-4986-a31e-29887c6c6865", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:31.477046 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c4be0f8-cf3b-402c-bdc7-886f111e3cb0 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:31.477450 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142415de-a387-49a8-ba84-916075beb0a8', 'name': 'network-vif-deleted', 'tag': '632a4c75-f875-4986-a31e-29887c6c6865', 'status': 'completed', 'code': 200} Jul 27 19:44:31.486303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-4141cbad-9774-4a22-8984-d60ae08d07b4 req-2e8e0bb4-ec4c-4a48-a5b1-5747f180728a tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Calling delete_port for 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:44:31.496057 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5f8b3-7969-4832-b5f2-587863a48827 req-44d4066f-f4a3-4e71-9611-69c8d65d1a31 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:31.497668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8e5f8b3-7969-4832-b5f2-587863a48827 req-44d4066f-f4a3-4e71-9611-69c8d65d1a31 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 943 time: 0.1649809 Jul 27 19:44:31.498335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port eed7c0e7-4d8e-42b0-83a7-5a8032974991, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=eed7c0e7-4d8e-42b0-83a7-5a8032974991,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:31.513164 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'eed7c0e7-4d8e-42b0-83a7-5a8032974991', 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de', 'port_id': 'eed7c0e7-4d8e-42b0-83a7-5a8032974991', 'mac_address': 'fa:16:3e:e8:bc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039d2644-dacf-49e7-9e8b-54b45bb17c99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:44:31.556687 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:31.572475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eed7c0e7-4d8e-42b0-83a7-5a8032974991 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:44:31.593091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b22c18f-bb99-4507-b3f3-ab92fb70e8d8 req-58b59637-b16e-4cc3-aa47-48dc6e365825 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 210 time: 0.0370903 Jul 27 19:44:31.593932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port eed7c0e7-4d8e-42b0-83a7-5a8032974991, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=eed7c0e7-4d8e-42b0-83a7-5a8032974991,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:31.600131 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:31.614684 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8e5f8b3-7969-4832-b5f2-587863a48827 req-ae7fbed2-9520-445e-986b-0f0eeda39837 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077299 Jul 27 19:44:31.665816 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=eed7c0e7-4d8e-42b0-83a7-5a8032974991,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:31.703014 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4141cbad-9774-4a22-8984-d60ae08d07b4 req-2e8e0bb4-ec4c-4a48-a5b1-5747f180728a tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:31.736784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e0bb4-ec4c-4a48-a5b1-5747f180728a tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Pushing event deleted for resources: {'Port': ['ID=1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:31.783128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4141cbad-9774-4a22-8984-d60ae08d07b4 req-2e8e0bb4-ec4c-4a48-a5b1-5747f180728a tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] No DVR routers for this DVR port 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:44:31.785540 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4141cbad-9774-4a22-8984-d60ae08d07b4 req-2e8e0bb4-ec4c-4a48-a5b1-5747f180728a tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:31.787527 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4141cbad-9774-4a22-8984-d60ae08d07b4 req-2e8e0bb4-ec4c-4a48-a5b1-5747f180728a tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.63 "DELETE /v2.0/ports/1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e HTTP/1.1" status: 204 len: 173 time: 0.5833988 Jul 27 19:44:31.793511 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['eed7c0e7-4d8e-42b0-83a7-5a8032974991'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:44:32.135967 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e8125a3-024a-4547-9838-fcf030d7d11e req-87897b1c-a5c2-41eb-95c1-1ac0c7c630ba tempest-ImagesOneServerTestJSON-1550544666 tempest-ImagesOneServerTestJSON-1550544666-project] 10.222.0.48 "GET /v2.0/ports?device_id=61a2b999-fbd7-4e48-b875-96c70a20da93 HTTP/1.1" status: 200 len: 210 time: 0.0347538 Jul 27 19:44:32.306641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5a4cc-c61c-46f6-a997-f127a936d019 req-bbbc9a35-f952-43dd-bae9-d42c5010f84b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:32.308262 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10b5a4cc-c61c-46f6-a997-f127a936d019 req-bbbc9a35-f952-43dd-bae9-d42c5010f84b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.0880201 Jul 27 19:44:32.351711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10b5a4cc-c61c-46f6-a997-f127a936d019 req-2eba8b58-82ce-41a2-b36f-628b1088db62 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362241 Jul 27 19:44:32.699020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc78a536-4727-431e-924e-ff0a6d5b3b28 req-985f99b2-5b93-41a9-96c3-b3d403ef7b31 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 210 time: 0.0302899 Jul 27 19:44:32.774303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343e61e-c994-4375-bdea-619f8f31a83c req-a1e46089-0bc6-4904-accc-ebfbda8ca492 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:32.775942 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9343e61e-c994-4375-bdea-619f8f31a83c req-a1e46089-0bc6-4904-accc-ebfbda8ca492 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 943 time: 0.0711303 Jul 27 19:44:32.815355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9343e61e-c994-4375-bdea-619f8f31a83c req-f4a4e417-c0f1-4e8f-800e-1345ab9c3154 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331748 Jul 27 19:44:33.417758 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device eed7c0e7-4d8e-42b0-83a7-5a8032974991 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:44:33.478626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'name': 'network-vif-deleted', 'tag': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:33.481852 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ef3d5d-2f47-48d2-9c63-60ccee08fdf4" -d '{"events": [{"server_uuid": "61a2b999-fbd7-4e48-b875-96c70a20da93", "name": "network-vif-deleted", "tag": "1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:33.546796 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port eed7c0e7-4d8e-42b0-83a7-5a8032974991 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:44:33.547168 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:33.615054 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f4a791-7ebb-4bee-a095-31e6eef36d37 x-openstack-request-id: req-b0f4a791-7ebb-4bee-a095-31e6eef36d37 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:33.615334 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a2b999-fbd7-4e48-b875-96c70a20da93", "name": "network-vif-deleted", "tag": "1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:33.615582 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0f4a791-7ebb-4bee-a095-31e6eef36d37 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:33.615978 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a2b999-fbd7-4e48-b875-96c70a20da93', 'name': 'network-vif-deleted', 'tag': '1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e', 'status': 'completed', 'code': 200} Jul 27 19:44:33.639345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59515452-5e2f-42e7-9156-569beea2fc0a req-8084c5fc-b987-4b7e-8c97-c4c06b3ae84a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:33.643168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59515452-5e2f-42e7-9156-569beea2fc0a req-8084c5fc-b987-4b7e-8c97-c4c06b3ae84a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1167371 Jul 27 19:44:33.670188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37728) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:33.727547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59515452-5e2f-42e7-9156-569beea2fc0a req-a651b825-945c-4cb4-856a-2c9d713c8406 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773816 Jul 27 19:44:33.762123 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:33.818130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481a2e32-4f3e-40a6-a4a7-24c76331d271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed7c0e7-4d8e-42b0-83a7-5a8032974991'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:33.826437 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257a37d8-44d9-4ba6-a6b9-8e30659b5220" -d '{"events": [{"server_uuid": "481a2e32-4f3e-40a6-a4a7-24c76331d271", "name": "network-vif-plugged", "status": "completed", "tag": "eed7c0e7-4d8e-42b0-83a7-5a8032974991"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:33.856056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port eed7c0e7-4d8e-42b0-83a7-5a8032974991, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=eed7c0e7-4d8e-42b0-83a7-5a8032974991,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:33.863647 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:33.890755 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb8dcc75-9c6e-40ce-b507-38dac58a17fc req-1bb67fd1-bcc7-4cc6-9843-6f233e248b41 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 210 time: 0.0724609 Jul 27 19:44:33.909612 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aa724b-abfb-4316-ac9a-1203245c4f01 x-openstack-request-id: req-23aa724b-abfb-4316-ac9a-1203245c4f01 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:33.910097 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481a2e32-4f3e-40a6-a4a7-24c76331d271", "name": "network-vif-plugged", "status": "completed", "tag": "eed7c0e7-4d8e-42b0-83a7-5a8032974991", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:33.910511 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23aa724b-abfb-4316-ac9a-1203245c4f01 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:33.911041 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481a2e32-4f3e-40a6-a4a7-24c76331d271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed7c0e7-4d8e-42b0-83a7-5a8032974991', 'code': 200} Jul 27 19:44:33.944929 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=eed7c0e7-4d8e-42b0-83a7-5a8032974991,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:33.963581 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-667dd0b4-911a-464d-bcca-3d3c3989ea00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7eb7c53493fd4c19be9e922d934e7a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886679 Jul 27 19:44:33.964525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37740) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:34.004742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:34.030208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:44:34.030836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1bb5739f-4e7b-4ec5-8b5b-891ac5b9a47e not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:44:34.035959 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:34.068848 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:34.073718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a1d8b-610e-4416-bef4-417178d96627 req-772dd094-5a3a-4f49-80e4-a719fae50368 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:34.075530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a64a1d8b-610e-4416-bef4-417178d96627 req-772dd094-5a3a-4f49-80e4-a719fae50368 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 943 time: 0.1142442 Jul 27 19:44:34.122919 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:34.136109 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:34.140839 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8fdbc5d-a97e-4e01-9646-c50e6197a9d4 HTTP/1.1" status: 204 len: 168 time: 0.1751857 Jul 27 19:44:34.152633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fdbc5d-a97e-4e01-9646-c50e6197a9d4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:34.161533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:34.162671 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:34.163589 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:34.164272 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:34.164947 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:34.165509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:34.165996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:34.166721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:34.167208 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:34.167721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:34.168224 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:34.168718 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a64a1d8b-610e-4416-bef4-417178d96627 req-3a6393d9-81af-4ba0-bac2-2624f730d44a tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845160 Jul 27 19:44:34.168967 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73be658d-c954-4429-8b16-4b159cb7f5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:44:34.935103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f8d66-fc1d-4423-a5d6-d6b01cab6aac req-f4f97e99-01be-43e6-a4fe-f81255e06121 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:34.948006 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f56f8d66-fc1d-4423-a5d6-d6b01cab6aac req-f4f97e99-01be-43e6-a4fe-f81255e06121 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1182253 Jul 27 19:44:35.007424 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f56f8d66-fc1d-4423-a5d6-d6b01cab6aac req-c3700a25-4753-4d43-99ce-7b56f18a05f9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578799 Jul 27 19:44:35.165890 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1fcbef67-04c8-480b-b7ef-7e2ff8a3b880 req-67a3a3ff-a2e6-4fa4-a00c-2624ae26606a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=142415de-a387-49a8-ba84-916075beb0a8 HTTP/1.1" status: 200 len: 210 time: 0.0925243 Jul 27 19:44:35.204322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37784) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:35.322281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-529187288-network', 'tenant_id': '087910e066dd47b3b2dcb28b2c479b10'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:44:35.344560 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] Made reservation on behalf of 087910e066dd47b3b2dcb28b2c479b10 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:44:35.347356 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:35.401250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:35.505060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad7b38-fa01-4e41-92d7-8b8be7377e34 req-82d060b5-1a72-44b9-9ec7-ccd2e0889c6c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:35.506877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0ad7b38-fa01-4e41-92d7-8b8be7377e34 req-82d060b5-1a72-44b9-9ec7-ccd2e0889c6c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 943 time: 0.1645236 Jul 27 19:44:35.574741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0ad7b38-fa01-4e41-92d7-8b8be7377e34 req-69012a0f-c830-4087-88e1-edda41701faf tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612831 Jul 27 19:44:35.612527 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:35.622287 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:35.655910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:44:35.672312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4279478a-f0d7-4f34-9001-fe40ee577f5c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:35.677722 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:35.678070 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] Added segment 19cb31de-a2b1-4e67-8408-57ccbe084571 of type vlan for network c8b47e4c-6b5a-4277-8c2e-2d922b094d35 Jul 27 19:44:36.059162 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:36.158184 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:36.159566 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:36.160312 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:36.262694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0555999 Jul 27 19:44:36.264620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37810) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:36.275611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5036b270-98c6-4a39-b5ee-4d6c6c586bb2 admin admin] Request body: {'subnet': {'network_id': 'c8b47e4c-6b5a-4277-8c2e-2d922b094d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-529187288-subnet', 'tenant_id': '087910e066dd47b3b2dcb28b2c479b10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:44:36.279634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e9a4e-bd37-42e2-8cce-3cebae26c6ac admin admin] Pushing event updated for resources: {'Network': ['ID=c8b47e4c-6b5a-4277-8c2e-2d922b094d35,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:36.290721 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a8d7c-3626-4eef-aa42-d9a092b49195 req-542ddcb3-b0ec-4028-9f5b-d8c9bfec0fd2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:36.292592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network c8b47e4c-6b5a-4277-8c2e-2d922b094d35 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:44:36.293127 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa6a8d7c-3626-4eef-aa42-d9a092b49195 req-542ddcb3-b0ec-4028-9f5b-d8c9bfec0fd2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1944611 Jul 27 19:44:36.374059 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5036b270-98c6-4a39-b5ee-4d6c6c586bb2 admin admin] Made reservation on behalf of 087910e066dd47b3b2dcb28b2c479b10 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:44:36.380423 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5036b270-98c6-4a39-b5ee-4d6c6c586bb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:36.394357 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa6a8d7c-3626-4eef-aa42-d9a092b49195 req-ed323d9f-cf3f-4e80-9f94-ed3c14cc02ac tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947876 Jul 27 19:44:36.790433 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5036b270-98c6-4a39-b5ee-4d6c6c586bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:36.819523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b968d-a483-4b01-a020-5cb8b015b1ce req-5b15eadb-3b57-4913-a256-e7b3c7c56a4c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:36.821810 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b08b968d-a483-4b01-a020-5cb8b015b1ce req-5b15eadb-3b57-4913-a256-e7b3c7c56a4c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 943 time: 0.1305172 Jul 27 19:44:36.876778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036b270-98c6-4a39-b5ee-4d6c6c586bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d69b8f8-a064-4855-84f2-ef85d4bfef0b,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:36.900998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b08b968d-a483-4b01-a020-5cb8b015b1ce req-da2d003f-29c5-48ce-94ac-381bf4955d04 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716701 Jul 27 19:44:36.923110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5036b270-98c6-4a39-b5ee-4d6c6c586bb2 admin admin] Checking segment: {'id': '19cb31de-a2b1-4e67-8408-57ccbe084571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c8b47e4c-6b5a-4277-8c2e-2d922b094d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:44:36.923474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5036b270-98c6-4a39-b5ee-4d6c6c586bb2 admin admin] Network hostable DHCP agents. Network: c8b47e4c-6b5a-4277-8c2e-2d922b094d35, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:44:36.943610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5036b270-98c6-4a39-b5ee-4d6c6c586bb2 admin admin] Network c8b47e4c-6b5a-4277-8c2e-2d922b094d35 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:44:36.955007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-5036b270-98c6-4a39-b5ee-4d6c6c586bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, c8b47e4c-6b5a-4277-8c2e-2d922b094d35) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:44:36.960775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5036b270-98c6-4a39-b5ee-4d6c6c586bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:36.961582 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5036b270-98c6-4a39-b5ee-4d6c6c586bb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:36.968949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736197e3-140c-4fc5-bb19-505f053af215 None None] Network c8b47e4c-6b5a-4277-8c2e-2d922b094d35 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:44:36.984327 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5036b270-98c6-4a39-b5ee-4d6c6c586bb2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7183657 Jul 27 19:44:37.243634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184ccad2-5d0f-45d7-9d8b-334e89485e1e None None] Network c8b47e4c-6b5a-4277-8c2e-2d922b094d35 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:44:37.803739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270cc93-1677-4cb6-921e-41cbf9891c08 req-eb65e583-e0a7-440e-b5cd-ca9601cfbb61 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:37.808702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2270cc93-1677-4cb6-921e-41cbf9891c08 req-eb65e583-e0a7-440e-b5cd-ca9601cfbb61 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.2428858 Jul 27 19:44:37.843087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-03844c71-e60c-4902-a925-1a4cc27b611d tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:37.845093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-03844c71-e60c-4902-a925-1a4cc27b611d tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/networks?id=c8b47e4c-6b5a-4277-8c2e-2d922b094d35 HTTP/1.1" status: 200 len: 817 time: 0.2174551 Jul 27 19:44:37.886729 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-d5f2f9b4-529f-4f0f-8135-e45c39e30487 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/quotas/087910e066dd47b3b2dcb28b2c479b10 HTTP/1.1" status: 200 len: 375 time: 0.0328376 Jul 27 19:44:37.900766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2270cc93-1677-4cb6-921e-41cbf9891c08 req-fcc89fe5-9cf3-4358-bf64-4224a54388fd tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856259 Jul 27 19:44:37.931138 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-be1dc419-f311-46ef-98f0-65b04305f183 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=087910e066dd47b3b2dcb28b2c479b10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431106 Jul 27 19:44:38.067187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-9d2a8443-bf17-4a52-b855-599fc8880dda service neutron] 10.222.0.48 "GET /v2.0/networks/c8b47e4c-6b5a-4277-8c2e-2d922b094d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348355 Jul 27 19:44:38.178252 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:38.311526 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-62ee5e8f-d3f7-45b3-8a3a-783028f5ae06 service neutron] 10.222.0.48 "GET /v2.0/networks/c8b47e4c-6b5a-4277-8c2e-2d922b094d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349958 Jul 27 19:44:38.480861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb03d32-ce3d-4c2a-bc73-dd533c593271 req-fc84aecf-2386-4480-ba97-8ea06cc11831 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:38.482505 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eeb03d32-ce3d-4c2a-bc73-dd533c593271 req-fc84aecf-2386-4480-ba97-8ea06cc11831 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 943 time: 0.1410618 Jul 27 19:44:38.588847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c99c8de-ed8d-4cc4-8940-ab6536537616 req-f28c2669-a7b4-4746-bc58-982276b8caac tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/ports?device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 210 time: 0.0582533 Jul 27 19:44:38.629038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eeb03d32-ce3d-4c2a-bc73-dd533c593271 req-6db3ee58-7fb2-4ad8-9562-7f2a5203dc81 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239934 Jul 27 19:44:39.182715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17891013-e6c2-4e3d-80b5-affa3eec2196 req-0461bab3-978b-473a-926b-bf16752fa85f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:39.188601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-17891013-e6c2-4e3d-80b5-affa3eec2196 req-0461bab3-978b-473a-926b-bf16752fa85f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1725378 Jul 27 19:44:39.282929 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-17891013-e6c2-4e3d-80b5-affa3eec2196 req-bc8a30f1-82cc-4fd0-b835-64a39cab6938 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883651 Jul 27 19:44:39.467996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3a35ac24-8f6a-4629-b0de-bb4265c5d063 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:44:39.613599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:39.629134 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '3a35ac24-8f6a-4629-b0de-bb4265c5d063', 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb', 'port_id': '3a35ac24-8f6a-4629-b0de-bb4265c5d063', 'mac_address': 'fa:16:3e:84:1b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ae7283-160b-4a02-9bd4-6eed6c729ef5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:44:39.676765 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:39.694363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a35ac24-8f6a-4629-b0de-bb4265c5d063 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:44:39.717404 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:39.726395 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:39.729912 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9aa4c11-c644-4a6f-b924-815341f3bb86 req-0d7d0d3c-a264-40d0-92c0-cb53adadad23 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/ports?device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 210 time: 0.0651615 Jul 27 19:44:39.817239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=3a35ac24-8f6a-4629-b0de-bb4265c5d063,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:39.836750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a0663-8af6-4014-9f81-deb95ac5a822 req-279d3290-4950-497f-9914-7d395757f05d tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:39.838417 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-194a0663-8af6-4014-9f81-deb95ac5a822 req-279d3290-4950-497f-9914-7d395757f05d tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 944 time: 0.0938814 Jul 27 19:44:39.886993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-194a0663-8af6-4014-9f81-deb95ac5a822 req-fdc66d2e-8984-46e3-882e-e5d5b795f213 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413141 Jul 27 19:44:40.127644 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-3bc557c3-be0d-45fc-9af0-72e25f0db240 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:40.130023 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-3bc557c3-be0d-45fc-9af0-72e25f0db240 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.63 "GET /v2.0/networks?id=c8b47e4c-6b5a-4277-8c2e-2d922b094d35 HTTP/1.1" status: 200 len: 817 time: 0.1841018 Jul 27 19:44:40.145703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-48dfcc8e-cde4-4106-9abd-5e7b24fe8461 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Request body: {'port': {'device_id': '43b6045a-0436-4c11-a792-3a7d4af3bcb3', 'network_id': 'c8b47e4c-6b5a-4277-8c2e-2d922b094d35', 'admin_state_up': True, 'tenant_id': '087910e066dd47b3b2dcb28b2c479b10'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:44:40.260623 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['3a35ac24-8f6a-4629-b0de-bb4265c5d063'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:44:40.372500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-48dfcc8e-cde4-4106-9abd-5e7b24fe8461 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Made reservation on behalf of 087910e066dd47b3b2dcb28b2c479b10 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:44:40.390424 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-48dfcc8e-cde4-4106-9abd-5e7b24fe8461 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:40.432964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc224e-2e3a-485d-9d67-49774e403932 req-7c6a21f8-ba54-44b3-bdf2-d4217115dcfc tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:40.440956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ebc224e-2e3a-485d-9d67-49774e403932 req-7c6a21f8-ba54-44b3-bdf2-d4217115dcfc tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 945 time: 0.1590102 Jul 27 19:44:40.558043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ebc224e-2e3a-485d-9d67-49774e403932 req-47eeb9ff-e136-4237-9aa1-863630abb8be tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159823 Jul 27 19:44:40.679452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-48dfcc8e-cde4-4106-9abd-5e7b24fe8461 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Allocated IP 172.20.0.6 (c8b47e4c-6b5a-4277-8c2e-2d922b094d35/2d69b8f8-a064-4855-84f2-ef85d4bfef0b/94148e6a-b9a5-431e-b02b-d07dfda9a126) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:44:40.729515 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f85958-e694-45fb-b0d8-06a928759514 req-adaa5788-0b82-43b8-8c41-791a7fed4242 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:40.731558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50f85958-e694-45fb-b0d8-06a928759514 req-adaa5788-0b82-43b8-8c41-791a7fed4242 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1089323 Jul 27 19:44:40.848505 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb076149-e2b8-4475-bf55-ea80c5ca01b8 req-5d1b6ffc-ed83-46c8-9882-7ac1fbc01994 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:40.851316 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eb076149-e2b8-4475-bf55-ea80c5ca01b8 req-5d1b6ffc-ed83-46c8-9882-7ac1fbc01994 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.63 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 945 time: 0.1131606 Jul 27 19:44:40.853574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50f85958-e694-45fb-b0d8-06a928759514 req-3be3f59f-2d48-43f4-be5b-ff9083ada278 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147242 Jul 27 19:44:40.895551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f0101c0-a87e-4acd-ae31-7644333a8877 req-b09a2e28-aa31-47b6-b599-5005913a63c3 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/ports?device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 210 time: 0.0464494 Jul 27 19:44:41.020540 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-eb076149-e2b8-4475-bf55-ea80c5ca01b8 req-ff8b1641-7aff-43fa-9599-665337ab56dd tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Deleting port 12d6c583-a804-4a24-b142-1d333a15ec7f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:44:41.021386 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eb076149-e2b8-4475-bf55-ea80c5ca01b8 req-ff8b1641-7aff-43fa-9599-665337ab56dd tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:41.024261 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-48dfcc8e-cde4-4106-9abd-5e7b24fe8461 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:41.144807 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-eb076149-e2b8-4475-bf55-ea80c5ca01b8 req-ff8b1641-7aff-43fa-9599-665337ab56dd tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] For port 12d6c583-a804-4a24-b142-1d333a15ec7f, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=12d6c583-a804-4a24-b142-1d333a15ec7f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:41.145287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eb076149-e2b8-4475-bf55-ea80c5ca01b8 req-ff8b1641-7aff-43fa-9599-665337ab56dd tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:41.182771 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-eb076149-e2b8-4475-bf55-ea80c5ca01b8 req-ff8b1641-7aff-43fa-9599-665337ab56dd tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Calling delete_port for 12d6c583-a804-4a24-b142-1d333a15ec7f owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:44:41.217465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa980c7-07ab-4576-9117-488ea00da6ac req-33a3e438-f975-489b-a42e-c8e5a5d6c329 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:41.229326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9fa980c7-07ab-4576-9117-488ea00da6ac req-33a3e438-f975-489b-a42e-c8e5a5d6c329 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 944 time: 0.1973717 Jul 27 19:44:41.261208 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-48dfcc8e-cde4-4106-9abd-5e7b24fe8461 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:41.274807 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:41.356433 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9fa980c7-07ab-4576-9117-488ea00da6ac req-06b678bc-f921-4e6f-bbe1-c02ae3ac3859 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161513 Jul 27 19:44:41.356433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-48dfcc8e-cde4-4106-9abd-5e7b24fe8461 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Network c8b47e4c-6b5a-4277-8c2e-2d922b094d35 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:44:41.362678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-48dfcc8e-cde4-4106-9abd-5e7b24fe8461 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:44:41.365850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-48dfcc8e-cde4-4106-9abd-5e7b24fe8461 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:44:41.416300 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfcc8e-cde4-4106-9abd-5e7b24fe8461 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Pushing event updated for resources: {'Port': ['ID=94148e6a-b9a5-431e-b02b-d07dfda9a126,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:41.444442 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eb076149-e2b8-4475-bf55-ea80c5ca01b8 req-ff8b1641-7aff-43fa-9599-665337ab56dd tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:41.459424 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['12d6c583-a804-4a24-b142-1d333a15ec7f'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:44:41.470386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-48dfcc8e-cde4-4106-9abd-5e7b24fe8461 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:41.471085 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-48dfcc8e-cde4-4106-9abd-5e7b24fe8461 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:41.492917 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-48dfcc8e-cde4-4106-9abd-5e7b24fe8461 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3527057 Jul 27 19:44:41.502784 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b1641-7aff-43fa-9599-665337ab56dd tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Pushing event deleted for resources: {'Port': ['ID=12d6c583-a804-4a24-b142-1d333a15ec7f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:41.513958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Request body: {'port': {'device_id': '43b6045a-0436-4c11-a792-3a7d4af3bcb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:44:41.590553 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb076149-e2b8-4475-bf55-ea80c5ca01b8 req-ff8b1641-7aff-43fa-9599-665337ab56dd tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] No DVR routers for this DVR port 12d6c583-a804-4a24-b142-1d333a15ec7f on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:44:41.593774 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eb076149-e2b8-4475-bf55-ea80c5ca01b8 req-ff8b1641-7aff-43fa-9599-665337ab56dd tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:41.595946 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eb076149-e2b8-4475-bf55-ea80c5ca01b8 req-ff8b1641-7aff-43fa-9599-665337ab56dd tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.63 "DELETE /v2.0/ports/12d6c583-a804-4a24-b142-1d333a15ec7f HTTP/1.1" status: 204 len: 173 time: 0.7381532 Jul 27 19:44:41.596543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b72cdb7-aaad-44a2-897c-3be8aafbef7a', 'name': 'network-vif-deleted', 'tag': '12d6c583-a804-4a24-b142-1d333a15ec7f'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:41.599021 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e90a3c-2b07-4b79-b57c-15bc3e1ce7d5" -d '{"events": [{"server_uuid": "3b72cdb7-aaad-44a2-897c-3be8aafbef7a", "name": "network-vif-deleted", "tag": "12d6c583-a804-4a24-b142-1d333a15ec7f"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:41.669071 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:41.736194 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-696e8492-c684-42c6-80bf-4dc3e868f5a2 req-fc570043-8828-40e0-adc6-a102405a4047 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b72cdb7-aaad-44a2-897c-3be8aafbef7a HTTP/1.1" status: 200 len: 210 time: 0.0485499 Jul 27 19:44:41.768058 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38866d-cc81-44b8-9b7e-24cf4188333b req-45e3057c-9a65-4094-b4bb-ab52ac231ebc tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:41.770106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed38866d-cc81-44b8-9b7e-24cf4188333b req-45e3057c-9a65-4094-b4bb-ab52ac231ebc tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 945 time: 0.1949437 Jul 27 19:44:41.803135 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ebe53b-cfef-4d59-9b6e-76e773f7c799 x-openstack-request-id: req-34ebe53b-cfef-4d59-9b6e-76e773f7c799 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:41.803435 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b72cdb7-aaad-44a2-897c-3be8aafbef7a", "name": "network-vif-deleted", "tag": "12d6c583-a804-4a24-b142-1d333a15ec7f", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:41.803773 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34ebe53b-cfef-4d59-9b6e-76e773f7c799 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:41.804226 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b72cdb7-aaad-44a2-897c-3be8aafbef7a', 'name': 'network-vif-deleted', 'tag': '12d6c583-a804-4a24-b142-1d333a15ec7f', 'status': 'completed', 'code': 200} Jul 27 19:44:41.896331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed38866d-cc81-44b8-9b7e-24cf4188333b req-0c64aac9-3a97-4d92-bc2a-0486f5c92b85 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e44537a-5ed6-47e1-930c-73dfc8875736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136146 Jul 27 19:44:42.162395 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360dd79-e608-418d-9d31-143affda56cd req-259e738d-ea6f-430a-91fa-db3d99aa16a2 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:42.164928 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d360dd79-e608-418d-9d31-143affda56cd req-259e738d-ea6f-430a-91fa-db3d99aa16a2 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/ports?device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 931 time: 0.1268864 Jul 27 19:44:42.199394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183a786-f57f-479e-8e34-ff09df18870c req-0a1bbef3-fdab-45a8-be08-27f74056f8f0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:42.200932 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3183a786-f57f-479e-8e34-ff09df18870c req-0a1bbef3-fdab-45a8-be08-27f74056f8f0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.2303169 Jul 27 19:44:42.306335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94148e6a-b9a5-431e-b02b-d07dfda9a126 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:44:42.317061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d360dd79-e608-418d-9d31-143affda56cd req-cc4c5f81-a255-4628-aac0-428fef1185ad tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/security-groups?id=4279478a-f0d7-4f34-9001-fe40ee577f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447856 Jul 27 19:44:42.323793 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:42.330259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3183a786-f57f-479e-8e34-ff09df18870c req-d2bc9c5d-4df9-4304-ad7a-e42274301926 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122789 Jul 27 19:44:42.341039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Transition to ACTIVE for port object 94148e6a-b9a5-431e-b02b-d07dfda9a126 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:44:42.363116 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:42.474904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Pushing event updated for resources: {'Port': ['ID=94148e6a-b9a5-431e-b02b-d07dfda9a126,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:42.570873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0973-a7b9-42cd-88ea-e85cc14b0acf req-75f95cc1-d36a-47ed-899d-bfc43c2d9635 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:42.572429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-524b0973-a7b9-42cd-88ea-e85cc14b0acf req-75f95cc1-d36a-47ed-899d-bfc43c2d9635 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 944 time: 0.1471775 Jul 27 19:44:42.573605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Attempting to bind port 94148e6a-b9a5-431e-b02b-d07dfda9a126 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:44:42.573927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Attempting to bind port 94148e6a-b9a5-431e-b02b-d07dfda9a126 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '19cb31de-a2b1-4e67-8408-57ccbe084571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c8b47e4c-6b5a-4277-8c2e-2d922b094d35'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:44:42.574244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Attempting to bind port 94148e6a-b9a5-431e-b02b-d07dfda9a126 on network c8b47e4c-6b5a-4277-8c2e-2d922b094d35 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:44:42.580116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Port 94148e6a-b9a5-431e-b02b-d07dfda9a126 on network c8b47e4c-6b5a-4277-8c2e-2d922b094d35 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:44:42.580459 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Attempting to bind port 94148e6a-b9a5-431e-b02b-d07dfda9a126 on network c8b47e4c-6b5a-4277-8c2e-2d922b094d35 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:44:42.598891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:44:42.599235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Checking segment: {'id': '19cb31de-a2b1-4e67-8408-57ccbe084571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c8b47e4c-6b5a-4277-8c2e-2d922b094d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:44:42.599625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Bound using segment: {'id': '19cb31de-a2b1-4e67-8408-57ccbe084571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c8b47e4c-6b5a-4277-8c2e-2d922b094d35'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:44:42.600065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Bound port: 94148e6a-b9a5-431e-b02b-d07dfda9a126, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19cb31de-a2b1-4e67-8408-57ccbe084571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c8b47e4c-6b5a-4277-8c2e-2d922b094d35'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:44:42.600440 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:42.629972 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-524b0973-a7b9-42cd-88ea-e85cc14b0acf req-b751577c-5515-48c7-900f-e21a935c3796 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507932 Jul 27 19:44:42.705889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] For port 94148e6a-b9a5-431e-b02b-d07dfda9a126, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:44:42.713739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] For port 94148e6a-b9a5-431e-b02b-d07dfda9a126, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=94148e6a-b9a5-431e-b02b-d07dfda9a126,segment=NetworkSegment(19cb31de-a2b1-4e67-8408-57ccbe084571),segment_id=19cb31de-a2b1-4e67-8408-57ccbe084571)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:44:42.727817 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:42.764204 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:42.764897 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:42.766299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] 10.222.0.63 "PUT /v2.0/ports/94148e6a-b9a5-431e-b02b-d07dfda9a126 HTTP/1.1" status: 200 len: 1092 time: 1.2628284 Jul 27 19:44:42.766738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b6045a-0436-4c11-a792-3a7d4af3bcb3', 'tag': '94148e6a-b9a5-431e-b02b-d07dfda9a126'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:42.769704 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1188da-bb86-466e-8b6e-08ea6df640d7" -d '{"events": [{"name": "network-changed", "server_uuid": "43b6045a-0436-4c11-a792-3a7d4af3bcb3", "tag": "94148e6a-b9a5-431e-b02b-d07dfda9a126"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:42.815133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33146b3-8d78-4d63-9f47-63f20a6655df service neutron] Pushing event updated for resources: {'Port': ['ID=94148e6a-b9a5-431e-b02b-d07dfda9a126,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:42.873059 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e294a39c-5070-4454-8643-de0a321721ff x-openstack-request-id: req-e294a39c-5070-4454-8643-de0a321721ff {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:42.873272 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b6045a-0436-4c11-a792-3a7d4af3bcb3", "tag": "94148e6a-b9a5-431e-b02b-d07dfda9a126", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:42.873528 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e294a39c-5070-4454-8643-de0a321721ff {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:42.873939 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b6045a-0436-4c11-a792-3a7d4af3bcb3', 'tag': '94148e6a-b9a5-431e-b02b-d07dfda9a126', 'status': 'completed', 'code': 200} Jul 27 19:44:42.889896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-d9b811b7-e9e2-4b35-a192-b7f08643edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:42.891512 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-d9b811b7-e9e2-4b35-a192-b7f08643edec service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=087910e066dd47b3b2dcb28b2c479b10&device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 1095 time: 0.0713315 Jul 27 19:44:42.895639 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ed82a-4390-498f-b178-b078702c87dd req-70ee00cb-ddea-4373-a70a-50c0ce3dfae2 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:42.897228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-144ed82a-4390-498f-b178-b078702c87dd req-70ee00cb-ddea-4373-a70a-50c0ce3dfae2 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.63 "GET /v2.0/ports?device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 945 time: 0.0957892 Jul 27 19:44:42.971783 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-7ff17429-1777-4f2a-855e-9ca795578474 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94148e6a-b9a5-431e-b02b-d07dfda9a126 HTTP/1.1" status: 200 len: 217 time: 0.0662575 Jul 27 19:44:43.040207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-144ed82a-4390-498f-b178-b078702c87dd req-339538c5-66cc-4861-b443-7f709e376fb7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Deleting port 850cdca3-f937-4ce0-9464-1aa007d5146d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:44:43.041180 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-144ed82a-4390-498f-b178-b078702c87dd req-339538c5-66cc-4861-b443-7f709e376fb7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:43.086404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-b77dcf2e-1c26-47be-817b-fb55db59be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:43.087931 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-b77dcf2e-1c26-47be-817b-fb55db59be6c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2d69b8f8-a064-4855-84f2-ef85d4bfef0b HTTP/1.1" status: 200 len: 857 time: 0.1037583 Jul 27 19:44:43.138674 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-ccfdd16b-a25a-4148-b7a9-f5e9e7b9d64e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c8b47e4c-6b5a-4277-8c2e-2d922b094d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420816 Jul 27 19:44:43.233240 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-144ed82a-4390-498f-b178-b078702c87dd req-339538c5-66cc-4861-b443-7f709e376fb7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] For port 850cdca3-f937-4ce0-9464-1aa007d5146d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=850cdca3-f937-4ce0-9464-1aa007d5146d,segment=NetworkSegment(a50241ca-b14e-4728-bedf-cb8fa41b707f),segment_id=a50241ca-b14e-4728-bedf-cb8fa41b707f)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:43.234137 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-144ed82a-4390-498f-b178-b078702c87dd req-339538c5-66cc-4861-b443-7f709e376fb7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:43.268705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64b794-1d6e-4347-a9c2-f4bee568f66c req-a392bda8-7cd4-4c92-84c5-c31aad04ded4 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:43.270460 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb64b794-1d6e-4347-a9c2-f4bee568f66c req-a392bda8-7cd4-4c92-84c5-c31aad04ded4 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 945 time: 0.2033870 Jul 27 19:44:43.275031 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-6997db85-c030-4d63-b574-030007925c1b service neutron] 10.222.0.63 "GET /v2.0/networks/c8b47e4c-6b5a-4277-8c2e-2d922b094d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260474 Jul 27 19:44:43.303936 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-44854e48-f96d-48dc-b10f-26b24bf8cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:43.343709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea935a3-f8ab-40d7-adec-b684a06a8abc req-8835ff3a-afa9-44fc-a119-f167599cb94c tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:43.351758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ea935a3-f8ab-40d7-adec-b684a06a8abc req-8835ff3a-afa9-44fc-a119-f167599cb94c tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 944 time: 0.2341826 Jul 27 19:44:43.413499 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a6ada717-fb14-4296-b9f4-0936de1b6667 req-27f8490d-74d7-49b4-a0a2-5d266fa04c4e service neutron] 10.222.0.63 "GET /v2.0/networks/c8b47e4c-6b5a-4277-8c2e-2d922b094d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281497 Jul 27 19:44:43.423546 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb64b794-1d6e-4347-a9c2-f4bee568f66c req-a262a5e5-318c-4f8f-8475-9f9b20bca3e1 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e44537a-5ed6-47e1-930c-73dfc8875736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204457 Jul 27 19:44:43.472122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ea935a3-f8ab-40d7-adec-b684a06a8abc req-7eda1e35-f991-446f-9a7f-ef91c477e22a tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194358 Jul 27 19:44:43.480690 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3a35ac24-8f6a-4629-b0de-bb4265c5d063 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:44:43.582910 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:44:43.588287 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:44:43.589233 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:43.618135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1188da-bb86-466e-8b6e-08ea6df640d7 req-8e7c45d1-e01d-41d3-9163-ccc75802d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:43.620951 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3f1188da-bb86-466e-8b6e-08ea6df640d7 req-8e7c45d1-e01d-41d3-9163-ccc75802d911 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=087910e066dd47b3b2dcb28b2c479b10&device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 1095 time: 0.1476293 Jul 27 19:44:43.701375 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-144ed82a-4390-498f-b178-b078702c87dd req-339538c5-66cc-4861-b443-7f709e376fb7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:43.701985 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-144ed82a-4390-498f-b178-b078702c87dd req-339538c5-66cc-4861-b443-7f709e376fb7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:43.702309 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-144ed82a-4390-498f-b178-b078702c87dd req-339538c5-66cc-4861-b443-7f709e376fb7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Floating IP 6220fe1e-5696-4ed4-8153-6912ae454a07 disassociated. External IP: 172.25.1.152, port: 850cdca3-f937-4ce0-9464-1aa007d5146d. Jul 27 19:44:43.702703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-144ed82a-4390-498f-b178-b078702c87dd req-339538c5-66cc-4861-b443-7f709e376fb7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Calling delete_port for 850cdca3-f937-4ce0-9464-1aa007d5146d owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:44:43.714456 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:43.769677 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:43.771659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1188da-bb86-466e-8b6e-08ea6df640d7 req-47c58567-af1c-4d2e-ae10-679ea825c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:43.772242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6436ae-c276-405f-bc7c-a43d3b68f2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a35ac24-8f6a-4629-b0de-bb4265c5d063'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:43.774048 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3f1188da-bb86-466e-8b6e-08ea6df640d7 req-47c58567-af1c-4d2e-ae10-679ea825c1a6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c8b47e4c-6b5a-4277-8c2e-2d922b094d35 HTTP/1.1" status: 200 len: 918 time: 0.1440454 Jul 27 19:44:43.776276 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca19e02-d184-4fca-89df-17616f463459" -d '{"events": [{"server_uuid": "ce6436ae-c276-405f-bc7c-a43d3b68f2c2", "name": "network-vif-plugged", "status": "completed", "tag": "3a35ac24-8f6a-4629-b0de-bb4265c5d063"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:43.783553 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:43.822667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6038f-dd6a-4eb7-a183-6c896d704a48 req-e246ebc1-d8d3-4d91-827e-98e1e7d7f094 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:43.830317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ea6038f-dd6a-4eb7-a183-6c896d704a48 req-e246ebc1-d8d3-4d91-827e-98e1e7d7f094 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/ports?device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 943 time: 0.2608688 Jul 27 19:44:43.836353 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3f1188da-bb86-466e-8b6e-08ea6df640d7 req-5b586d10-4d2c-4276-8070-eef50b4b0fac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94148e6a-b9a5-431e-b02b-d07dfda9a126 HTTP/1.1" status: 200 len: 217 time: 0.0538006 Jul 27 19:44:43.843237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeb47c-45f6-412a-a8ca-43df721b1cd1 req-01221d57-fe58-48e7-af1a-d5e3e103f736 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:43.844736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9eeb47c-45f6-412a-a8ca-43df721b1cd1 req-01221d57-fe58-48e7-af1a-d5e3e103f736 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 944 time: 0.2767470 Jul 27 19:44:43.861876 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e77556-8381-4bef-b2e7-3008303b9747 req-a0a75de7-0279-422b-8ed6-cf4f801cadd0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:43.872369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56e77556-8381-4bef-b2e7-3008303b9747 req-a0a75de7-0279-422b-8ed6-cf4f801cadd0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.2709806 Jul 27 19:44:43.875553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=3a35ac24-8f6a-4629-b0de-bb4265c5d063,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:43.909921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1188da-bb86-466e-8b6e-08ea6df640d7 req-a0b45ca4-fdca-4864-aab2-1e91ac05bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:43.911415 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3f1188da-bb86-466e-8b6e-08ea6df640d7 req-a0b45ca4-fdca-4864-aab2-1e91ac05bbca service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2d69b8f8-a064-4855-84f2-ef85d4bfef0b HTTP/1.1" status: 200 len: 857 time: 0.0651107 Jul 27 19:44:43.983797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ea6038f-dd6a-4eb7-a183-6c896d704a48 req-a0085baa-7465-4c99-b7ce-41ce2f6ff8f8 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/security-groups?id=4279478a-f0d7-4f34-9001-fe40ee577f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526580 Jul 27 19:44:44.002223 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3f1188da-bb86-466e-8b6e-08ea6df640d7 req-ad379766-92b9-414e-9272-d5a899756166 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c8b47e4c-6b5a-4277-8c2e-2d922b094d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784955 Jul 27 19:44:44.020720 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56e77556-8381-4bef-b2e7-3008303b9747 req-3fe79f7f-79ca-43c6-b79b-78c94029df6e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474476 Jul 27 19:44:44.070686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 12d6c583-a804-4a24-b142-1d333a15ec7f no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:44.129461 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 12d6c583-a804-4a24-b142-1d333a15ec7f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:44:44.129790 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 12d6c583-a804-4a24-b142-1d333a15ec7f not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:44:44.187443 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3f1188da-bb86-466e-8b6e-08ea6df640d7 req-b102f160-1bd4-4520-a429-314d59eda2cb service neutron] 10.222.0.63 "GET /v2.0/networks/c8b47e4c-6b5a-4277-8c2e-2d922b094d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787286 Jul 27 19:44:44.332981 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394edadd-934b-4bbf-a16c-a61b69c4dde4 x-openstack-request-id: req-394edadd-934b-4bbf-a16c-a61b69c4dde4 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:44.332981 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6436ae-c276-405f-bc7c-a43d3b68f2c2", "name": "network-vif-plugged", "status": "completed", "tag": "3a35ac24-8f6a-4629-b0de-bb4265c5d063", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:44.333632 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-394edadd-934b-4bbf-a16c-a61b69c4dde4 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:44.333632 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6436ae-c276-405f-bc7c-a43d3b68f2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a35ac24-8f6a-4629-b0de-bb4265c5d063', 'code': 200} Jul 27 19:44:44.528274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.63', 59928) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:44.659112 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3f1188da-bb86-466e-8b6e-08ea6df640d7 req-759d98bf-2621-43fb-a506-5c4aad3ee9f4 service neutron] 10.222.0.63 "GET /v2.0/networks/c8b47e4c-6b5a-4277-8c2e-2d922b094d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624143 Jul 27 19:44:44.727071 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-144ed82a-4390-498f-b178-b078702c87dd req-339538c5-66cc-4861-b443-7f709e376fb7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:44.752768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-a9eeb47c-45f6-412a-a8ca-43df721b1cd1 req-5007c92d-a801-4eba-81a9-af6d8ead9a7d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Deleting port decedcb4-5b62-4560-9ea4-ebfc9db24738 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:44:44.753115 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a9eeb47c-45f6-412a-a8ca-43df721b1cd1 req-5007c92d-a801-4eba-81a9-af6d8ead9a7d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:44.801037 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339538c5-66cc-4861-b443-7f709e376fb7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Pushing event deleted for resources: {'Port': ['ID=850cdca3-f937-4ce0-9464-1aa007d5146d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:44.831070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb8f3f-b63f-42e9-9626-df839c3302b6 req-ab05b5c8-cdfd-4b42-b394-176b7f6c634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:44.832588 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7fb8f3f-b63f-42e9-9626-df839c3302b6 req-ab05b5c8-cdfd-4b42-b394-176b7f6c634d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 1097 time: 0.3053336 Jul 27 19:44:44.840052 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f725d7-1429-4915-9c2f-3852fc7b2cb9 req-a9d9ee22-976a-4c52-8f7f-6632748a5680 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:44.841329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7f725d7-1429-4915-9c2f-3852fc7b2cb9 req-a9d9ee22-976a-4c52-8f7f-6632748a5680 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 867 time: 0.3174083 Jul 27 19:44:44.878150 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fdd07cd5-90a2-4ac8-95ba-4724432dae72 req-e02b48a4-a291-4122-a8a7-db0e69b04b65 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3477166 Jul 27 19:44:44.899700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb250ba-2b89-40a4-9ea3-01060567ecf8 req-71700d77-7bb1-4782-9018-f6b0fb47061f tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:44.906812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ceb250ba-2b89-40a4-9ea3-01060567ecf8 req-71700d77-7bb1-4782-9018-f6b0fb47061f tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 945 time: 0.3806152 Jul 27 19:44:45.067312 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7fb8f3f-b63f-42e9-9626-df839c3302b6 req-3ff9dfd6-23fc-4771-b4c3-4c9c203d598c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149625 Jul 27 19:44:45.080292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7f725d7-1429-4915-9c2f-3852fc7b2cb9 req-ba317aa4-122e-407b-b904-6d2123a1c2b2 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e44537a-5ed6-47e1-930c-73dfc8875736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217267 Jul 27 19:44:45.089781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ceb250ba-2b89-40a4-9ea3-01060567ecf8 req-c180fb94-07fa-4a18-90e7-35b3a99bf21f tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818519 Jul 27 19:44:45.150726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-a9eeb47c-45f6-412a-a8ca-43df721b1cd1 req-5007c92d-a801-4eba-81a9-af6d8ead9a7d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] For port decedcb4-5b62-4560-9ea4-ebfc9db24738, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=decedcb4-5b62-4560-9ea4-ebfc9db24738,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:45.151199 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a9eeb47c-45f6-412a-a8ca-43df721b1cd1 req-5007c92d-a801-4eba-81a9-af6d8ead9a7d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:45.175198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-a9eeb47c-45f6-412a-a8ca-43df721b1cd1 req-5007c92d-a801-4eba-81a9-af6d8ead9a7d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Calling delete_port for decedcb4-5b62-4560-9ea4-ebfc9db24738 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:44:45.360655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd07cd5-90a2-4ac8-95ba-4724432dae72 req-d19e419f-f162-465f-b731-aede851f63ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:45.362163 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fdd07cd5-90a2-4ac8-95ba-4724432dae72 req-d19e419f-f162-465f-b731-aede851f63ca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 1097 time: 0.4469876 Jul 27 19:44:45.381320 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-144ed82a-4390-498f-b178-b078702c87dd req-339538c5-66cc-4861-b443-7f709e376fb7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Router 27793e14-5901-4ebc-a862-76b1e74d9a0b has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:44:45.525525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8b02a-76ee-4a5f-85a1-21b08efc8a31 req-3b6c9b8b-7c08-4eee-a6ba-fc6ab6f9e328 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:45.527065 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24f8b02a-76ee-4a5f-85a1-21b08efc8a31 req-3b6c9b8b-7c08-4eee-a6ba-fc6ab6f9e328 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/ports?device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 943 time: 0.2865798 Jul 27 19:44:45.585024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a73a4d-deb6-4951-9432-0496f7948924 req-fe36c12a-7b3d-4289-bc1f-ae9d8942fd30 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:45.586858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78a73a4d-deb6-4951-9432-0496f7948924 req-fe36c12a-7b3d-4289-bc1f-ae9d8942fd30 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff5fa803-8cdb-4f82-8d7b-83f1134aafe7 HTTP/1.1" status: 200 len: 944 time: 0.3361139 Jul 27 19:44:45.709575 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24f8b02a-76ee-4a5f-85a1-21b08efc8a31 req-53a6ab39-604f-4584-b963-6b33179832c0 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/security-groups?id=4279478a-f0d7-4f34-9001-fe40ee577f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705780 Jul 27 19:44:45.715031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd07cd5-90a2-4ac8-95ba-4724432dae72 req-2b78d534-ca1a-47dd-a460-3ddbcd916521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:45.716291 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fdd07cd5-90a2-4ac8-95ba-4724432dae72 req-2b78d534-ca1a-47dd-a460-3ddbcd916521 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.3204806 Jul 27 19:44:45.727496 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a9eeb47c-45f6-412a-a8ca-43df721b1cd1 req-5007c92d-a801-4eba-81a9-af6d8ead9a7d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:45.796959 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78a73a4d-deb6-4951-9432-0496f7948924 req-6b10705e-01c7-4310-a6d5-25b66309ec16 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986942 Jul 27 19:44:45.829748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-144ed82a-4390-498f-b178-b078702c87dd req-339538c5-66cc-4861-b443-7f709e376fb7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:44:45.832310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fdd07cd5-90a2-4ac8-95ba-4724432dae72 req-c9c7653e-f5af-48c4-9160-36e960a78f3e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359728d5-d6df-4bd9-acc6-6b85791593c9 HTTP/1.1" status: 200 len: 217 time: 0.1026855 Jul 27 19:44:45.841062 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeeb9e0-0d78-4e89-8a81-0413ef7d42af None None] Sync routers for ids ['27793e14-5901-4ebc-a862-76b1e74d9a0b'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:44:45.857195 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeeb9e0-0d78-4e89-8a81-0413ef7d42af None None] Routers {'27793e14-5901-4ebc-a862-76b1e74d9a0b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:44:45.857853 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7eeeb9e0-0d78-4e89-8a81-0413ef7d42af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:44:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['27793e14-5901-4ebc-a862-76b1e74d9a0b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:45.886386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007c92d-a801-4eba-81a9-af6d8ead9a7d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Pushing event deleted for resources: {'Port': ['ID=decedcb4-5b62-4560-9ea4-ebfc9db24738,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:46.009087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-144ed82a-4390-498f-b178-b078702c87dd req-339538c5-66cc-4861-b443-7f709e376fb7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] No DVR routers for this DVR port 850cdca3-f937-4ce0-9464-1aa007d5146d on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:44:46.027967 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-7eeeb9e0-0d78-4e89-8a81-0413ef7d42af None None] Set router 27793e14-5901-4ebc-a862-76b1e74d9a0b gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:44:46.038152 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-144ed82a-4390-498f-b178-b078702c87dd req-339538c5-66cc-4861-b443-7f709e376fb7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:46.045503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-144ed82a-4390-498f-b178-b078702c87dd req-339538c5-66cc-4861-b443-7f709e376fb7 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.63 "DELETE /v2.0/ports/850cdca3-f937-4ce0-9464-1aa007d5146d HTTP/1.1" status: 204 len: 173 time: 3.1275895 Jul 27 19:44:46.045503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9eeb47c-45f6-412a-a8ca-43df721b1cd1 req-5007c92d-a801-4eba-81a9-af6d8ead9a7d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] No DVR routers for this DVR port decedcb4-5b62-4560-9ea4-ebfc9db24738 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:44:46.045503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aae3251-e8fd-4578-b3c6-da6cfdd98264', 'name': 'network-vif-deleted', 'tag': '850cdca3-f937-4ce0-9464-1aa007d5146d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:46.054379 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1825effd-300a-439b-bf04-5fd9323b19c5" -d '{"events": [{"server_uuid": "8aae3251-e8fd-4578-b3c6-da6cfdd98264", "name": "network-vif-deleted", "tag": "850cdca3-f937-4ce0-9464-1aa007d5146d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:46.061602 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a9eeb47c-45f6-412a-a8ca-43df721b1cd1 req-5007c92d-a801-4eba-81a9-af6d8ead9a7d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:46.063908 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9eeb47c-45f6-412a-a8ca-43df721b1cd1 req-5007c92d-a801-4eba-81a9-af6d8ead9a7d tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.63 "DELETE /v2.0/ports/decedcb4-5b62-4560-9ea4-ebfc9db24738 HTTP/1.1" status: 204 len: 173 time: 2.2097983 Jul 27 19:44:46.088468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd07cd5-90a2-4ac8-95ba-4724432dae72 req-87c4a06b-6058-4b8c-ac55-d6ba2aa364ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:46.090597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fdd07cd5-90a2-4ac8-95ba-4724432dae72 req-87c4a06b-6058-4b8c-ac55-d6ba2aa364ec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.1701274 Jul 27 19:44:46.111907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 94148e6a-b9a5-431e-b02b-d07dfda9a126 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:44:46.143664 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fdd07cd5-90a2-4ac8-95ba-4724432dae72 req-efb8b300-b66e-41c3-9c1a-85b6dcd745f0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419087 Jul 27 19:44:46.153402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device decedcb4-5b62-4560-9ea4-ebfc9db24738 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:46.175671 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda1679-8526-43c7-a448-1c18365e219e req-11d3be77-b88b-4e0b-bd93-8a33312b79c9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:46.177338 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dda1679-8526-43c7-a448-1c18365e219e req-11d3be77-b88b-4e0b-bd93-8a33312b79c9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.3412085 Jul 27 19:44:46.229172 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: decedcb4-5b62-4560-9ea4-ebfc9db24738 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:44:46.231503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device decedcb4-5b62-4560-9ea4-ebfc9db24738 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:44:46.232388 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 850cdca3-f937-4ce0-9464-1aa007d5146d no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:46.298965 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 850cdca3-f937-4ce0-9464-1aa007d5146d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:44:46.299779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 850cdca3-f937-4ce0-9464-1aa007d5146d not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:44:46.318629 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4d412c36-8a35-4d3f-9f2b-509c54750d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:46.331252 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:46.475437 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19730bcf-c0a0-4798-9c0f-be4e381a0639 x-openstack-request-id: req-19730bcf-c0a0-4798-9c0f-be4e381a0639 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:46.476268 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aae3251-e8fd-4578-b3c6-da6cfdd98264", "name": "network-vif-deleted", "tag": "850cdca3-f937-4ce0-9464-1aa007d5146d", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:46.486317 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19730bcf-c0a0-4798-9c0f-be4e381a0639 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:46.487020 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aae3251-e8fd-4578-b3c6-da6cfdd98264', 'name': 'network-vif-deleted', 'tag': '850cdca3-f937-4ce0-9464-1aa007d5146d', 'status': 'completed', 'code': 200} Jul 27 19:44:46.489601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fdd07cd5-90a2-4ac8-95ba-4724432dae72 req-ccfdd030-4b4a-430b-8c02-58b19288a0b6 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112075 Jul 27 19:44:46.519365 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 94148e6a-b9a5-431e-b02b-d07dfda9a126, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=94148e6a-b9a5-431e-b02b-d07dfda9a126,segment=NetworkSegment(19cb31de-a2b1-4e67-8408-57ccbe084571),segment_id=19cb31de-a2b1-4e67-8408-57ccbe084571)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:46.569502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '94148e6a-b9a5-431e-b02b-d07dfda9a126', 'network_id': 'c8b47e4c-6b5a-4277-8c2e-2d922b094d35', 'port_id': '94148e6a-b9a5-431e-b02b-d07dfda9a126', 'mac_address': 'fa:16:3e:ac:23:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d69b8f8-a064-4855-84f2-ef85d4bfef0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:44:46.583374 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7eeeb9e0-0d78-4e89-8a81-0413ef7d42af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:14Z', 'updated_at': '2021-07-27T19:42:23Z', 'revision_number': 4, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'gw_port': {'id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:16Z', 'updated_at': '2021-07-27T19:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '9365d593-0387-42bf-aeb7-9e11c4ddd56e', 'name': '', 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'mac_address': 'fa:16:3e:3b:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:21Z', 'updated_at': '2021-07-27T19:42:31Z', 'revision_number': 5, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'subnets': [{'id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:46.591574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3875472-d800-4e74-9805-8e25efb4a1cd req-18d9c0fd-567e-4c21-a016-3c4b0f9c08b9 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aae3251-e8fd-4578-b3c6-da6cfdd98264 HTTP/1.1" status: 200 len: 210 time: 0.0994611 Jul 27 19:44:46.676643 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeeb9e0-0d78-4e89-8a81-0413ef7d42af None None] Checking router: 27793e14-5901-4ebc-a862-76b1e74d9a0b for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:44:46.684305 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:46.699110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dda1679-8526-43c7-a448-1c18365e219e req-4d3818c7-3c70-4f90-a9e2-89485c68b776 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920657 Jul 27 19:44:46.701974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94148e6a-b9a5-431e-b02b-d07dfda9a126 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:44:46.702234 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeeb9e0-0d78-4e89-8a81-0413ef7d42af None None] Routers {'27793e14-5901-4ebc-a862-76b1e74d9a0b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:44:46.703187 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7eeeb9e0-0d78-4e89-8a81-0413ef7d42af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:44:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['27793e14-5901-4ebc-a862-76b1e74d9a0b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:46.738229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 94148e6a-b9a5-431e-b02b-d07dfda9a126, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=94148e6a-b9a5-431e-b02b-d07dfda9a126,segment=NetworkSegment(19cb31de-a2b1-4e67-8408-57ccbe084571),segment_id=19cb31de-a2b1-4e67-8408-57ccbe084571)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:46.746071 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:46.804176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=94148e6a-b9a5-431e-b02b-d07dfda9a126,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:46.899267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fdd07cd5-90a2-4ac8-95ba-4724432dae72 req-0c22e4c0-cc2b-4c00-8f43-73c3c2fa3e14 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979980 Jul 27 19:44:46.907756 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-7eeeb9e0-0d78-4e89-8a81-0413ef7d42af None None] Set router 27793e14-5901-4ebc-a862-76b1e74d9a0b gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:44:46.996843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1014b0-2a53-4c9e-9921-dd4ab478c38e req-6bf9abd5-7863-4491-b5ae-11c44fcafa58 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:47.008924 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e1014b0-2a53-4c9e-9921-dd4ab478c38e req-6bf9abd5-7863-4491-b5ae-11c44fcafa58 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 945 time: 0.2632463 Jul 27 19:44:47.012380 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['94148e6a-b9a5-431e-b02b-d07dfda9a126'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:44:47.042041 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:47.091055 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4298f7-416a-4fdd-97a2-61e8849acaf6 req-e28be741-6777-44dd-a746-70bb9728da7b tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:47.099507 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c4298f7-416a-4fdd-97a2-61e8849acaf6 req-e28be741-6777-44dd-a746-70bb9728da7b tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/ports?device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 944 time: 0.1819904 Jul 27 19:44:47.113565 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e1014b0-2a53-4c9e-9921-dd4ab478c38e req-cb9f132e-57e5-4a0c-bdf1-7dd24c2c1aed tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030884 Jul 27 19:44:47.184091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c4298f7-416a-4fdd-97a2-61e8849acaf6 req-7db01da9-5457-4bf1-b65d-7e06e34110b2 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/security-groups?id=4279478a-f0d7-4f34-9001-fe40ee577f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835619 Jul 27 19:44:47.283327 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7eeeb9e0-0d78-4e89-8a81-0413ef7d42af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:14Z', 'updated_at': '2021-07-27T19:42:23Z', 'revision_number': 4, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'gw_port': {'id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:16Z', 'updated_at': '2021-07-27T19:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '9365d593-0387-42bf-aeb7-9e11c4ddd56e', 'name': '', 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'mac_address': 'fa:16:3e:3b:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:21Z', 'updated_at': '2021-07-27T19:42:31Z', 'revision_number': 5, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'subnets': [{'id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:47.316237 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeeb9e0-0d78-4e89-8a81-0413ef7d42af None None] The sync data for ids ['27793e14-5901-4ebc-a862-76b1e74d9a0b'] in n-d-705657-21 is: [{'id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:14Z', 'updated_at': '2021-07-27T19:42:23Z', 'revision_number': 4, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'gw_port': {'id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:16Z', 'updated_at': '2021-07-27T19:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '9365d593-0387-42bf-aeb7-9e11c4ddd56e', 'name': '', 'network_id': '33f8129d-fe6b-4a4a-9081-df0e90c2a03d', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'mac_address': 'fa:16:3e:3b:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:21Z', 'updated_at': '2021-07-27T19:42:31Z', 'revision_number': 5, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'subnets': [{'id': '0c65012b-6554-4590-b2c3-3b47790aff60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:44:47.357623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc3cb7-8175-4bc7-83db-c21df546fc24 req-5f517b97-370a-4f37-aaff-179a05a5f78f tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:47.359298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81bc3cb7-8175-4bc7-83db-c21df546fc24 req-5f517b97-370a-4f37-aaff-179a05a5f78f tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 1097 time: 0.0587981 Jul 27 19:44:47.400841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81bc3cb7-8175-4bc7-83db-c21df546fc24 req-c5e7cd16-7a11-4044-bbc3-e77bbf12873e tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338535 Jul 27 19:44:47.575957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9660aa3-f49c-4861-b0cc-f3920ba086c4 None None] New status for floating IP 6220fe1e-5696-4ed4-8153-6912ae454a07: DOWN {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:44:47.619870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0863a6-535e-40e0-9178-466ddebe2bff req-f228efca-94a3-44e6-a446-f6c367babff2 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:47.621443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c0863a6-535e-40e0-9178-466ddebe2bff req-f228efca-94a3-44e6-a446-f6c367babff2 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 1097 time: 0.0982175 Jul 27 19:44:47.628800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e669ed-9eb5-42ec-8e47-fc2eeba72a5d req-d0b37262-205b-4276-84e0-85dc6496bf19 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:47.636461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65e669ed-9eb5-42ec-8e47-fc2eeba72a5d req-d0b37262-205b-4276-84e0-85dc6496bf19 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 944 time: 0.1145024 Jul 27 19:44:47.717583 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65e669ed-9eb5-42ec-8e47-fc2eeba72a5d req-0f23c6a9-a2c4-4f44-b048-c0e95ba9d409 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2247b85-03d7-415b-8d1d-35dd9e619aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802486 Jul 27 19:44:47.720470 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c0863a6-535e-40e0-9178-466ddebe2bff req-5dd20c55-382a-4e6c-aad4-56c511fca026 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813935 Jul 27 19:44:47.747888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38f3c737-4f7d-4af8-87e8-f09b266fe39f req-9a275e26-dd2d-4096-8e82-8d2c7463cfd3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0694137 Jul 27 19:44:47.831742 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c737-4f7d-4af8-87e8-f09b266fe39f req-735f13b4-3514-420b-9761-32e9a22d371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:47.833310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38f3c737-4f7d-4af8-87e8-f09b266fe39f req-735f13b4-3514-420b-9761-32e9a22d371d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 1102 time: 0.0549772 Jul 27 19:44:48.016470 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce4483-ca0c-4f5d-a414-f8d4e3ee117e req-264871ac-402a-4fc9-afbb-bba698655646 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:48.017948 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3ce4483-ca0c-4f5d-a414-f8d4e3ee117e req-264871ac-402a-4fc9-afbb-bba698655646 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.1824460 Jul 27 19:44:48.020949 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c737-4f7d-4af8-87e8-f09b266fe39f req-de85c237-e42d-4173-93a2-b93b0db89c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:48.022457 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38f3c737-4f7d-4af8-87e8-f09b266fe39f req-de85c237-e42d-4173-93a2-b93b0db89c9d service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.1517448 Jul 27 19:44:48.040738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c7677-4337-43ce-9824-06e5c15e5b32 req-4936aea6-6efb-4b76-8be7-f0415fb3cf70 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:48.042130 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c0c7677-4337-43ce-9824-06e5c15e5b32 req-4936aea6-6efb-4b76-8be7-f0415fb3cf70 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 944 time: 0.1632733 Jul 27 19:44:48.067024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 94148e6a-b9a5-431e-b02b-d07dfda9a126 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:44:48.098287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38f3c737-4f7d-4af8-87e8-f09b266fe39f req-6a5baafe-0c6d-4f00-8a5b-315546bb7dee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=69974181-fc13-4292-815f-ef504b8a0b66 HTTP/1.1" status: 200 len: 217 time: 0.0542803 Jul 27 19:44:48.125044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 94148e6a-b9a5-431e-b02b-d07dfda9a126 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:44:48.132292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 94148e6a-b9a5-431e-b02b-d07dfda9a126 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:44:48.133044 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:48.176852 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3ce4483-ca0c-4f5d-a414-f8d4e3ee117e req-592ea537-1b94-41a2-8377-ea26958ef5b4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499279 Jul 27 19:44:48.219047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c737-4f7d-4af8-87e8-f09b266fe39f req-45a663fe-ab2d-4a41-bbe3-7ac14a3c8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:48.220531 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38f3c737-4f7d-4af8-87e8-f09b266fe39f req-45a663fe-ab2d-4a41-bbe3-7ac14a3c8db8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1010854 Jul 27 19:44:48.236437 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:48.261988 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-6c0c7677-4337-43ce-9824-06e5c15e5b32 req-c01ff284-9299-44d4-8e2f-89895d1fc7ce tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Deleting port 28063d34-1bbb-4feb-8836-141f31d35f0f {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:44:48.262324 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c0c7677-4337-43ce-9824-06e5c15e5b32 req-c01ff284-9299-44d4-8e2f-89895d1fc7ce tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:48.269988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b6045a-0436-4c11-a792-3a7d4af3bcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94148e6a-b9a5-431e-b02b-d07dfda9a126'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:48.273164 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0793b8fd-43cd-490c-9fab-7af1e03c8a7d" -d '{"events": [{"server_uuid": "43b6045a-0436-4c11-a792-3a7d4af3bcb3", "name": "network-vif-plugged", "status": "completed", "tag": "94148e6a-b9a5-431e-b02b-d07dfda9a126"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:48.291557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 94148e6a-b9a5-431e-b02b-d07dfda9a126, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=94148e6a-b9a5-431e-b02b-d07dfda9a126,segment=NetworkSegment(19cb31de-a2b1-4e67-8408-57ccbe084571),segment_id=19cb31de-a2b1-4e67-8408-57ccbe084571)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:48.292297 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38158) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:48.317549 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:48.382911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=94148e6a-b9a5-431e-b02b-d07dfda9a126,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:48.389387 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-720dea7e-5803-41ab-b705-28e4e16bb5dc tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:48.416346 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-720dea7e-5803-41ab-b705-28e4e16bb5dc tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:48.473467 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-720dea7e-5803-41ab-b705-28e4e16bb5dc tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:48.476756 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-720dea7e-5803-41ab-b705-28e4e16bb5dc tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:48.480482 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-720dea7e-5803-41ab-b705-28e4e16bb5dc tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "DELETE /v2.0/security-groups/0e44537a-5ed6-47e1-930c-73dfc8875736 HTTP/1.1" status: 204 len: 168 time: 0.1846278 Jul 27 19:44:48.482056 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38162) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:48.500592 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-7f702b8d-b558-44ad-8c6b-40126e3adef9 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] show failed (client error): The resource could not be found. Jul 27 19:44:48.501648 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7f702b8d-b558-44ad-8c6b-40126e3adef9 tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "GET /v2.0/security-groups/0e44537a-5ed6-47e1-930c-73dfc8875736 HTTP/1.1" status: 404 len: 347 time: 0.0186565 Jul 27 19:44:48.502669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dea7e-5803-41ab-b705-28e4e16bb5dc tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e44537a-5ed6-47e1-930c-73dfc8875736,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:48.504559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38166) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:48.634282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5fa803-8cdb-4f82-8d7b-83f1134aafe7', 'name': 'network-vif-deleted', 'tag': 'decedcb4-5b62-4560-9ea4-ebfc9db24738'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:48.636699 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcd99fb-43ef-4e31-99c0-d394d9d2cf43" -d '{"events": [{"server_uuid": "ff5fa803-8cdb-4f82-8d7b-83f1134aafe7", "name": "network-vif-deleted", "tag": "decedcb4-5b62-4560-9ea4-ebfc9db24738"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:48.646637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b9cedada-ba42-4d27-ac94-3dde7c67b74b tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Deleting port b86a4076-723f-4f9b-b273-798c26e9daa2 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:44:48.646988 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9cedada-ba42-4d27-ac94-3dde7c67b74b tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:48.732277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6c0c7677-4337-43ce-9824-06e5c15e5b32 req-c01ff284-9299-44d4-8e2f-89895d1fc7ce tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] For port 28063d34-1bbb-4feb-8836-141f31d35f0f, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=28063d34-1bbb-4feb-8836-141f31d35f0f,segment=NetworkSegment(67c317bd-2dfa-4e1e-a49e-005fb46fe2e2),segment_id=67c317bd-2dfa-4e1e-a49e-005fb46fe2e2)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:48.732663 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c0c7677-4337-43ce-9824-06e5c15e5b32 req-c01ff284-9299-44d4-8e2f-89895d1fc7ce tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:48.749292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c737-4f7d-4af8-87e8-f09b266fe39f req-4537a9b0-89a9-4121-b6f6-5d40c709b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:48.750795 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38f3c737-4f7d-4af8-87e8-f09b266fe39f req-4537a9b0-89a9-4121-b6f6-5d40c709b238 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5038884 Jul 27 19:44:48.759880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-6c0c7677-4337-43ce-9824-06e5c15e5b32 req-c01ff284-9299-44d4-8e2f-89895d1fc7ce tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Calling delete_port for 28063d34-1bbb-4feb-8836-141f31d35f0f owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:44:48.774225 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9cedada-ba42-4d27-ac94-3dde7c67b74b tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:48.774225 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9cedada-ba42-4d27-ac94-3dde7c67b74b tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:48.789349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db172788-7816-4683-8667-edce6892310d req-6f8c2f56-2ea3-41f1-abb0-564b772f95a6 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:48.796459 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b9cedada-ba42-4d27-ac94-3dde7c67b74b tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Calling delete_port for b86a4076-723f-4f9b-b273-798c26e9daa2 owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:44:48.796640 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-db172788-7816-4683-8667-edce6892310d req-6f8c2f56-2ea3-41f1-abb0-564b772f95a6 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/ports?device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 945 time: 0.1545398 Jul 27 19:44:48.806573 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:48.811674 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-137f1c11-3074-42a2-be63-2ce90ce3d3c8 service neutron] 10.222.0.52 "GET /v2.0/ports/fc6db4af-f125-449d-b1a0-82b2359bfa8e/bindings/n-h1-705657-21 HTTP/1.1" status: 200 len: 383 time: 0.1049299 Jul 27 19:44:48.952688 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-db172788-7816-4683-8667-edce6892310d req-4c1b95aa-cdad-4370-9962-7882ed1fb72e tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/security-groups?id=4279478a-f0d7-4f34-9001-fe40ee577f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480215 Jul 27 19:44:48.965486 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9cedada-ba42-4d27-ac94-3dde7c67b74b tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:48.990058 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38f3c737-4f7d-4af8-87e8-f09b266fe39f req-92b0799f-d5fa-4b48-9592-63ea412d02ce service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233140 Jul 27 19:44:48.996275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cedada-ba42-4d27-ac94-3dde7c67b74b tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Pushing event deleted for resources: {'Port': ['ID=b86a4076-723f-4f9b-b273-798c26e9daa2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:49.027823 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9c3930-5388-4c93-a307-daf2e646e353 x-openstack-request-id: req-2b9c3930-5388-4c93-a307-daf2e646e353 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:49.028120 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b6045a-0436-4c11-a792-3a7d4af3bcb3", "name": "network-vif-plugged", "status": "completed", "tag": "94148e6a-b9a5-431e-b02b-d07dfda9a126", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:49.028418 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b9c3930-5388-4c93-a307-daf2e646e353 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:49.031662 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b6045a-0436-4c11-a792-3a7d4af3bcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94148e6a-b9a5-431e-b02b-d07dfda9a126', 'code': 200} Jul 27 19:44:49.072961 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9cedada-ba42-4d27-ac94-3dde7c67b74b tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:49.076008 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9cedada-ba42-4d27-ac94-3dde7c67b74b tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:49.077379 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b9cedada-ba42-4d27-ac94-3dde7c67b74b tempest-ServersTestFqdnHostnames-1017649621 tempest-ServersTestFqdnHostnames-1017649621-project] 10.222.0.48 "DELETE /v2.0/floatingips/6220fe1e-5696-4ed4-8153-6912ae454a07 HTTP/1.1" status: 204 len: 168 time: 0.5654812 Jul 27 19:44:49.085456 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38188) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:49.167510 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c0c7677-4337-43ce-9824-06e5c15e5b32 req-c01ff284-9299-44d4-8e2f-89895d1fc7ce tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:49.213906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-7e61dbbf-e05c-41ca-89e1-39c2b659a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:49.215613 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-7e61dbbf-e05c-41ca-89e1-39c2b659a3ec service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c&tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4 HTTP/1.1" status: 200 len: 1101 time: 0.1441522 Jul 27 19:44:49.313340 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0c7677-4337-43ce-9824-06e5c15e5b32 req-c01ff284-9299-44d4-8e2f-89895d1fc7ce tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] No DVR routers for this DVR port 28063d34-1bbb-4feb-8836-141f31d35f0f on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:44:49.324097 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4beb541-6b77-46af-a589-f07fde817a3c x-openstack-request-id: req-a4beb541-6b77-46af-a589-f07fde817a3c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:49.324097 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5fa803-8cdb-4f82-8d7b-83f1134aafe7", "name": "network-vif-deleted", "tag": "decedcb4-5b62-4560-9ea4-ebfc9db24738", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:49.324097 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4beb541-6b77-46af-a589-f07fde817a3c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:49.324097 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5fa803-8cdb-4f82-8d7b-83f1134aafe7', 'name': 'network-vif-deleted', 'tag': 'decedcb4-5b62-4560-9ea4-ebfc9db24738', 'status': 'completed', 'code': 200} Jul 27 19:44:49.326175 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c0c7677-4337-43ce-9824-06e5c15e5b32 req-c01ff284-9299-44d4-8e2f-89895d1fc7ce tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:49.329125 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c0c7677-4337-43ce-9824-06e5c15e5b32 req-c01ff284-9299-44d4-8e2f-89895d1fc7ce tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.63 "DELETE /v2.0/ports/28063d34-1bbb-4feb-8836-141f31d35f0f HTTP/1.1" status: 204 len: 173 time: 1.2731965 Jul 27 19:44:49.331724 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ff284-9299-44d4-8e2f-89895d1fc7ce tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] Pushing event deleted for resources: {'Port': ['ID=28063d34-1bbb-4feb-8836-141f31d35f0f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:49.356463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38f3c737-4f7d-4af8-87e8-f09b266fe39f req-fde97db2-62c0-4d35-8195-104bc7dca6a6 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452578 Jul 27 19:44:49.417554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fedc5-8266-4e46-a0a7-193e40650e1b req-7a864f83-e077-41e7-89af-e2d289eaca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:49.419066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a04fedc5-8266-4e46-a0a7-193e40650e1b req-7a864f83-e077-41e7-89af-e2d289eaca17 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 1097 time: 0.3178883 Jul 27 19:44:49.421104 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48e48138-842f-4d89-98f3-2c214e8b710e req-68d7643c-4ec8-4b9a-af3c-83738b86a6f6 tempest-LiveAutoBlockMigrationV225Test-890818231 tempest-LiveAutoBlockMigrationV225Test-890818231-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a0c1855-0df9-4056-a517-f3398946b907 HTTP/1.1" status: 200 len: 210 time: 0.0470159 Jul 27 19:44:49.473376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a04fedc5-8266-4e46-a0a7-193e40650e1b req-1a9fef48-c744-4531-85bc-4c1110b3af23 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4279478a-f0d7-4f34-9001-fe40ee577f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447431 Jul 27 19:44:49.563977 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc6694-f829-4805-a831-90dcde8cb6b9 req-46c33a84-da46-4a62-9769-3fb41f27ab92 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:49.565626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5dbc6694-f829-4805-a831-90dcde8cb6b9 req-46c33a84-da46-4a62-9769-3fb41f27ab92 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.0649493 Jul 27 19:44:49.566352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-c8ce2859-06f5-4dc8-a5c0-c74c9853aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:49.567835 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-c8ce2859-06f5-4dc8-a5c0-c74c9853aec7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 1101 time: 0.2819726 Jul 27 19:44:49.607926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5dbc6694-f829-4805-a831-90dcde8cb6b9 req-3a9ecc08-e2e9-4a52-8cd9-eee72e4fcaf3 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357678 Jul 27 19:44:49.707764 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-6277b5b9-5481-48c4-8405-f1c2c59d3d6f tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:44:49.708758 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-6277b5b9-5481-48c4-8405-f1c2c59d3d6f tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112844 Jul 27 19:44:49.722665 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-e3d14f23-ad6e-47a3-88cb-17148c485f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:49.724100 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-e3d14f23-ad6e-47a3-88cb-17148c485f86 service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.1406252 Jul 27 19:44:49.728217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-16e8cda7-8052-44e5-a153-686714453056 req-6129491a-52b0-4e41-aec5-b72a7a877e23 service neutron] Request body: {'binding': {'host': 'n-h2-705657-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:44:49.728976 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-16e8cda7-8052-44e5-a153-686714453056 req-6129491a-52b0-4e41-aec5-b72a7a877e23 service neutron] Unknown quota resources ['binding']. {{(pid=94060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 19:44:49.801326 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-493ce4f7-ba06-4729-8404-fbbd12a7c98e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e HTTP/1.1" status: 200 len: 217 time: 0.0657790 Jul 27 19:44:49.801736 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-acad8941-0b42-47d5-b337-86eb1f0613ee tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:49.803386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-acad8941-0b42-47d5-b337-86eb1f0613ee tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/networks?id=80acd5ab-fde1-4cef-bf74-a103544d15de HTTP/1.1" status: 200 len: 805 time: 0.1113780 Jul 27 19:44:49.819573 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-2e87ce3a-75cb-4485-9426-f7f57af0e404 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/quotas/6a93e85ad01f42b285364689034f2ab2 HTTP/1.1" status: 200 len: 375 time: 0.0095172 Jul 27 19:44:49.891289 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-546c4d3f-4684-45e0-a10f-7751da6a8033 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a93e85ad01f42b285364689034f2ab2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0648456 Jul 27 19:44:49.935321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-997cf69e-f30f-4feb-8279-53da49ef6fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:49.936963 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-997cf69e-f30f-4feb-8279-53da49ef6fac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1113818 Jul 27 19:44:49.988066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-fae38c46-2ab1-4ddd-8355-fbd473581ff8 service neutron] 10.222.0.48 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876508 Jul 27 19:44:49.994624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cf366cf-fa52-4f86-b2c6-f9be05a37987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:50.064278 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-16e8cda7-8052-44e5-a153-686714453056 req-6129491a-52b0-4e41-aec5-b72a7a877e23 service neutron] Attempting to bind port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 on host n-h2-705657-21 for vnic_type normal with profile None {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:44:50.064556 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-16e8cda7-8052-44e5-a153-686714453056 req-6129491a-52b0-4e41-aec5-b72a7a877e23 service neutron] Attempting to bind port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:44:50.064843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e8cda7-8052-44e5-a153-686714453056 req-6129491a-52b0-4e41-aec5-b72a7a877e23 service neutron] Attempting to bind port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:44:50.082052 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-29ec99fc-9570-4648-897a-4ab8e6a52595 service neutron] 10.222.0.48 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875299 Jul 27 19:44:50.099783 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e8cda7-8052-44e5-a153-686714453056 req-6129491a-52b0-4e41-aec5-b72a7a877e23 service neutron] Port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:44:50.100109 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e8cda7-8052-44e5-a153-686714453056 req-6129491a-52b0-4e41-aec5-b72a7a877e23 service neutron] Attempting to bind port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:44:50.119963 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e8cda7-8052-44e5-a153-686714453056 req-6129491a-52b0-4e41-aec5-b72a7a877e23 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:44:50.120299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e8cda7-8052-44e5-a153-686714453056 req-6129491a-52b0-4e41-aec5-b72a7a877e23 service neutron] Checking segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:44:50.120709 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e8cda7-8052-44e5-a153-686714453056 req-6129491a-52b0-4e41-aec5-b72a7a877e23 service neutron] Bound using segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:44:50.121160 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-16e8cda7-8052-44e5-a153-686714453056 req-6129491a-52b0-4e41-aec5-b72a7a877e23 service neutron] Bound port: 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:44:50.173203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-27f271b8-8ed7-4a2b-89d2-ed0dc0f262c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:50.174776 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-27f271b8-8ed7-4a2b-89d2-ed0dc0f262c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2197597 Jul 27 19:44:50.289057 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-16e8cda7-8052-44e5-a153-686714453056 req-6129491a-52b0-4e41-aec5-b72a7a877e23 service neutron] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:44:50.303119 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-16e8cda7-8052-44e5-a153-686714453056 req-6129491a-52b0-4e41-aec5-b72a7a877e23 service neutron] Notify callbacks [] for binding, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:50.304360 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-6129491a-52b0-4e41-aec5-b72a7a877e23 service neutron] 10.222.0.48 "POST /v2.0/ports/3a35ac24-8f6a-4629-b0de-bb4265c5d063/bindings HTTP/1.1" status: 201 len: 390 time: 0.5841928 Jul 27 19:44:50.348980 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-68990744-b40c-4806-8041-4d6a731cdd3f service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433809 Jul 27 19:44:50.411642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f77a0-152e-4db4-8efd-a7bd919de31c req-e6d907aa-b902-4c71-aa91-f26eddcf44ef tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:50.415957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c9f77a0-152e-4db4-8efd-a7bd919de31c req-e6d907aa-b902-4c71-aa91-f26eddcf44ef tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/ports?device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 945 time: 0.0884387 Jul 27 19:44:50.479736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c9f77a0-152e-4db4-8efd-a7bd919de31c req-417443f6-cf9d-4779-bcb6-ce16ff65e144 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/security-groups?id=4279478a-f0d7-4f34-9001-fe40ee577f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551493 Jul 27 19:44:50.519114 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c099fb2e-8c0b-479a-8284-b525fca143f7 req-bc1c84ae-e618-4766-b04b-767fd5214886 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597590 Jul 27 19:44:50.543393 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5cf366cf-fa52-4f86-b2c6-f9be05a37987 admin admin] Deleting port 9365d593-0387-42bf-aeb7-9e11c4ddd56e {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:44:50.543760 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cf366cf-fa52-4f86-b2c6-f9be05a37987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:50.562626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec77b871-6323-4cfb-b4da-90f827c28d9f req-78c2551e-4d62-4505-b613-573a192abeed tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 210 time: 0.0791314 Jul 27 19:44:50.680005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-5cf366cf-fa52-4f86-b2c6-f9be05a37987 admin admin] For port 9365d593-0387-42bf-aeb7-9e11c4ddd56e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9365d593-0387-42bf-aeb7-9e11c4ddd56e,segment=NetworkSegment(a50241ca-b14e-4728-bedf-cb8fa41b707f),segment_id=a50241ca-b14e-4728-bedf-cb8fa41b707f)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:50.680994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cf366cf-fa52-4f86-b2c6-f9be05a37987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:50.686999 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38230) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:50.747941 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-9625f1e1-4143-422e-ad46-737848fe9d40 admin admin] Deleting subnet 3bd96bae-a28c-4775-95b5-878b93c5c958 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:44:50.755756 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9625f1e1-4143-422e-ad46-737848fe9d40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:50.757911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5cf366cf-fa52-4f86-b2c6-f9be05a37987 admin admin] Calling delete_port for 9365d593-0387-42bf-aeb7-9e11c4ddd56e owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:44:50.792534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecff4d-bbe5-40c1-904f-473a20a1518d req-02d54ee3-b181-4589-94af-5ed88fd4f131 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:50.794118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92ecff4d-bbe5-40c1-904f-473a20a1518d req-02d54ee3-b181-4589-94af-5ed88fd4f131 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1460979 Jul 27 19:44:50.831273 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9625f1e1-4143-422e-ad46-737848fe9d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:50.874772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8cda7-8052-44e5-a153-686714453056 req-e6ce3c1d-0988-484a-a831-a8b848c83031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:50.876433 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-e6ce3c1d-0988-484a-a831-a8b848c83031 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 1097 time: 0.1733446 Jul 27 19:44:50.882091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92ecff4d-bbe5-40c1-904f-473a20a1518d req-489c555a-554e-49ec-9fae-090a4aa8c1e0 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802362 Jul 27 19:44:50.904432 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9625f1e1-4143-422e-ad46-737848fe9d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:50.939985 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813f0e2-940b-4d5e-b98c-14e3c9a118be req-a48caa2e-5b97-446b-a6c6-d26118b0f84b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:50.945058 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d813f0e2-940b-4d5e-b98c-14e3c9a118be req-a48caa2e-5b97-446b-a6c6-d26118b0f84b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.2026479 Jul 27 19:44:50.994887 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d813f0e2-940b-4d5e-b98c-14e3c9a118be req-68471798-3596-4b79-999d-a2e5603b01b8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464966 Jul 27 19:44:51.024111 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9625f1e1-4143-422e-ad46-737848fe9d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:51.026529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8cda7-8052-44e5-a153-686714453056 req-e11e5e18-8a39-43b8-a88c-1620d5fe0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:51.028588 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-e11e5e18-8a39-43b8-a88c-1620d5fe0d6d service neutron] 10.222.0.63 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.1417444 Jul 27 19:44:51.073958 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-b3c1bc8d-e878-42db-b521-30cee0c41fde service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063 HTTP/1.1" status: 200 len: 217 time: 0.0381327 Jul 27 19:44:51.077048 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625f1e1-4143-422e-ad46-737848fe9d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd96bae-a28c-4775-95b5-878b93c5c958,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:51.085464 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9625f1e1-4143-422e-ad46-737848fe9d40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:51.087115 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9625f1e1-4143-422e-ad46-737848fe9d40 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3bd96bae-a28c-4775-95b5-878b93c5c958 HTTP/1.1" status: 204 len: 168 time: 0.3987761 Jul 27 19:44:51.090778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38232) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:51.106898 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cf366cf-fa52-4f86-b2c6-f9be05a37987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:51.133621 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf366cf-fa52-4f86-b2c6-f9be05a37987 admin admin] Pushing event deleted for resources: {'Port': ['ID=9365d593-0387-42bf-aeb7-9e11c4ddd56e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:51.180421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8cda7-8052-44e5-a153-686714453056 req-54bcbe27-95c5-4913-823d-ef8e77e6f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:51.181972 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-54bcbe27-95c5-4913-823d-ef8e77e6f8c3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.0984528 Jul 27 19:44:51.201867 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5ac8-a1a2-4e0f-a4ca-71270b722c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:51.222045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-2e22bc26-63cb-4fe2-8729-764c0f77903d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308750 Jul 27 19:44:51.330335 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cf366cf-fa52-4f86-b2c6-f9be05a37987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:51.338859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0c1855-0df9-4056-a517-f3398946b907', 'name': 'network-vif-deleted', 'tag': '28063d34-1bbb-4feb-8836-141f31d35f0f'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:51.342447 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83da2820-d1c2-4a25-9595-8517a60686f3" -d '{"events": [{"server_uuid": "9a0c1855-0df9-4056-a517-f3398946b907", "name": "network-vif-deleted", "tag": "28063d34-1bbb-4feb-8836-141f31d35f0f"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:51.400499 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9010154-2183-418b-a571-3e27aabc9de9 x-openstack-request-id: req-a9010154-2183-418b-a571-3e27aabc9de9 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:51.400792 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0c1855-0df9-4056-a517-f3398946b907", "name": "network-vif-deleted", "tag": "28063d34-1bbb-4feb-8836-141f31d35f0f", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:51.401062 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9010154-2183-418b-a571-3e27aabc9de9 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:51.401425 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0c1855-0df9-4056-a517-f3398946b907', 'name': 'network-vif-deleted', 'tag': '28063d34-1bbb-4feb-8836-141f31d35f0f', 'status': 'completed', 'code': 200} Jul 27 19:44:51.469812 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5ac8-a1a2-4e0f-a4ca-71270b722c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:51.494895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-fdfa5ac8-a1a2-4e0f-a4ca-71270b722c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c212e3-8c05-49f1-960f-135c87f330c5']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:51.507816 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fc6db4af-f125-449d-b1a0-82b2359bfa8e no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:51.523739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-fdfa5ac8-a1a2-4e0f-a4ca-71270b722c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:51.524327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-fdfa5ac8-a1a2-4e0f-a4ca-71270b722c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c317bd-2dfa-4e1e-a49e-005fb46fe2e2') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:51.531136 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-4ad6d0e9-1389-460b-8577-ee7e47856406 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002183 Jul 27 19:44:51.560381 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5ac8-a1a2-4e0f-a4ca-71270b722c45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:51.604149 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:51.611605 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf366cf-fa52-4f86-b2c6-f9be05a37987 admin admin] Router 27793e14-5901-4ebc-a862-76b1e74d9a0b has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:44:51.643736 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:51.647360 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbf2bb2-4d59-44dc-b286-ed2745f21cb0" -d '{"events": [{"server_uuid": "703f3c32-3b7b-4d6f-bcb2-a68e89ae204c", "name": "network-vif-unplugged", "status": "completed", "tag": "fc6db4af-f125-449d-b1a0-82b2359bfa8e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:51.661937 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fc6db4af-f125-449d-b1a0-82b2359bfa8e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:51.662528 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5ac8-a1a2-4e0f-a4ca-71270b722c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:51.668228 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:51.669180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device eed7c0e7-4d8e-42b0-83a7-5a8032974991 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:51.690862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-ed35f35f-cb5d-41af-a032-f00e320d3ecc tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:51.692329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-ed35f35f-cb5d-41af-a032-f00e320d3ecc tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.63 "GET /v2.0/networks?id=80acd5ab-fde1-4cef-bf74-a103544d15de HTTP/1.1" status: 200 len: 805 time: 0.3060386 Jul 27 19:44:51.714133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfa5ac8-a1a2-4e0f-a4ca-71270b722c45 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:44:51.714673 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5ac8-a1a2-4e0f-a4ca-71270b722c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:44:51.720713 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:44:51.723161 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-18dc7299-2921-41cf-b2b1-a54c531fc992 req-a13c975c-8798-413c-a443-405afea8928d tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 210 time: 0.0805891 Jul 27 19:44:51.735988 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf366cf-fa52-4f86-b2c6-f9be05a37987 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:44:51.738646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-cfde59b6-20ed-4c0c-ba4f-e16868866b81 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Request body: {'port': {'device_id': '29a978e0-f476-4a4d-9dbe-56d5c02c6a8c', 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de', 'admin_state_up': True, 'tenant_id': '6a93e85ad01f42b285364689034f2ab2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:44:51.743166 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5cf366cf-fa52-4f86-b2c6-f9be05a37987 admin admin] 10.222.0.48 "PUT /v2.0/routers/27793e14-5901-4ebc-a862-76b1e74d9a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6552007 Jul 27 19:44:51.745579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38246) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:51.757810 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e77c0d-f6b9-4da6-a1c8-6448eba4a09e None None] Sync routers for ids ['27793e14-5901-4ebc-a862-76b1e74d9a0b'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:44:51.768903 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e77c0d-f6b9-4da6-a1c8-6448eba4a09e None None] Routers {'27793e14-5901-4ebc-a862-76b1e74d9a0b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:44:51.769967 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-27e77c0d-f6b9-4da6-a1c8-6448eba4a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:44:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['27793e14-5901-4ebc-a862-76b1e74d9a0b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:51.775497 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=fc6db4af-f125-449d-b1a0-82b2359bfa8e,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:51.824762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-257424ed-b867-41ee-bc04-32669c8972f2 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767427 Jul 27 19:44:51.899411 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:51.902159 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6e30d0-dfc8-4a9a-a83f-4882b96b8ec4 x-openstack-request-id: req-2e6e30d0-dfc8-4a9a-a83f-4882b96b8ec4 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:51.902462 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703f3c32-3b7b-4d6f-bcb2-a68e89ae204c", "name": "network-vif-unplugged", "status": "completed", "tag": "fc6db4af-f125-449d-b1a0-82b2359bfa8e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:51.902880 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e6e30d0-dfc8-4a9a-a83f-4882b96b8ec4 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:51.903423 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e', 'code': 200} Jul 27 19:44:51.909820 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-27e77c0d-f6b9-4da6-a1c8-6448eba4a09e None None] Set router 27793e14-5901-4ebc-a862-76b1e74d9a0b gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:44:51.944577 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:51.981169 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port eed7c0e7-4d8e-42b0-83a7-5a8032974991, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=eed7c0e7-4d8e-42b0-83a7-5a8032974991,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:51.992456 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:52.057781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=eed7c0e7-4d8e-42b0-83a7-5a8032974991,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:52.098210 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5ac8-a1a2-4e0f-a4ca-71270b722c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:52.108930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-cfde59b6-20ed-4c0c-ba4f-e16868866b81 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Made reservation on behalf of 6a93e85ad01f42b285364689034f2ab2 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:44:52.111696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 28063d34-1bbb-4feb-8836-141f31d35f0f no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:52.112726 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-cfde59b6-20ed-4c0c-ba4f-e16868866b81 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:52.119960 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdfa5ac8-a1a2-4e0f-a4ca-71270b722c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:52.121910 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fdfa5ac8-a1a2-4e0f-a4ca-71270b722c45 admin admin] 10.222.0.48 "DELETE /v2.0/networks/14c212e3-8c05-49f1-960f-135c87f330c5 HTTP/1.1" status: 204 len: 168 time: 1.0302162 Jul 27 19:44:52.132657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38252) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:52.149933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 28063d34-1bbb-4feb-8836-141f31d35f0f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:44:52.150286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 28063d34-1bbb-4feb-8836-141f31d35f0f not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:44:52.173478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de0580-e336-411a-a7b3-7075dfa0fbe5 req-40984b1f-c7ef-43da-a97e-762870731d6f tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:52.181705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a0de0580-e336-411a-a7b3-7075dfa0fbe5 req-40984b1f-c7ef-43da-a97e-762870731d6f tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/ports?device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 945 time: 0.5994360 Jul 27 19:44:52.190659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa5ac8-a1a2-4e0f-a4ca-71270b722c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c212e3-8c05-49f1-960f-135c87f330c5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:52.227871 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-27e77c0d-f6b9-4da6-a1c8-6448eba4a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:14Z', 'updated_at': '2021-07-27T19:44:51Z', 'revision_number': 5, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'gw_port': {'id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:16Z', 'updated_at': '2021-07-27T19:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:52.260182 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e77c0d-f6b9-4da6-a1c8-6448eba4a09e None None] Checking router: 27793e14-5901-4ebc-a862-76b1e74d9a0b for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:44:52.263413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfe269-722b-46c3-9a02-c99423faefd1 req-4db735de-5739-4690-85ea-0137cae5c359 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:52.269991 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e77c0d-f6b9-4da6-a1c8-6448eba4a09e None None] Routers {'27793e14-5901-4ebc-a862-76b1e74d9a0b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:44:52.270773 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-27e77c0d-f6b9-4da6-a1c8-6448eba4a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:44:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['27793e14-5901-4ebc-a862-76b1e74d9a0b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:52.271431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-accfe269-722b-46c3-9a02-c99423faefd1 req-4db735de-5739-4690-85ea-0137cae5c359 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 945 time: 0.2773824 Jul 27 19:44:52.355551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a89d7a-c785-4ef5-82ac-e6f9209a2352 admin admin] Deleting subnet c481b83b-00a3-475d-8bcb-244c51437c6a {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:44:52.380199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a0de0580-e336-411a-a7b3-7075dfa0fbe5 req-6642e07f-6cf8-4948-8e9e-195c84f05afa tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/security-groups?id=4279478a-f0d7-4f34-9001-fe40ee577f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943617 Jul 27 19:44:52.396106 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-27e77c0d-f6b9-4da6-a1c8-6448eba4a09e None None] Set router 27793e14-5901-4ebc-a862-76b1e74d9a0b gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:44:52.401325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb44ca-6e4e-4baf-986d-8a1ec38913a2 req-b0dfe655-3c3b-4c12-bfb2-8ae9a0845c17 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:52.403075 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f8bb44ca-6e4e-4baf-986d-8a1ec38913a2 req-b0dfe655-3c3b-4c12-bfb2-8ae9a0845c17 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.52 "GET /v2.0/ports?device_id=481a2e32-4f3e-40a6-a4a7-24c76331d271 HTTP/1.1" status: 200 len: 945 time: 0.5489545 Jul 27 19:44:52.409288 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1a89d7a-c785-4ef5-82ac-e6f9209a2352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:52.426141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-accfe269-722b-46c3-9a02-c99423faefd1 req-f1da277b-1ca1-4476-9dc9-73405ec41042 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536665 Jul 27 19:44:52.553956 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1a89d7a-c785-4ef5-82ac-e6f9209a2352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:52.613572 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:52.656374 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-27e77c0d-f6b9-4da6-a1c8-6448eba4a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:14Z', 'updated_at': '2021-07-27T19:44:51Z', 'revision_number': 5, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'gw_port': {'id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:16Z', 'updated_at': '2021-07-27T19:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:52.689273 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e77c0d-f6b9-4da6-a1c8-6448eba4a09e None None] The sync data for ids ['27793e14-5901-4ebc-a862-76b1e74d9a0b'] in n-d-705657-21 is: [{'id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'name': 'tempest-ServersTestFqdnHostnames-1210702312-router', 'tenant_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:14Z', 'updated_at': '2021-07-27T19:44:51Z', 'revision_number': 5, 'project_id': 'c6cfdf24bc3d4d79a3fc8ba5e899cb12', 'gw_port': {'id': 'b6875501-eb67-4533-956e-3fdc7a1fbee7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27793e14-5901-4ebc-a862-76b1e74d9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:16Z', 'updated_at': '2021-07-27T19:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:44:52.693514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-f8bb44ca-6e4e-4baf-986d-8a1ec38913a2 req-4bee6a77-d24b-4147-a670-5b5a08866714 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Deleting port eed7c0e7-4d8e-42b0-83a7-5a8032974991 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:44:52.693733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f8bb44ca-6e4e-4baf-986d-8a1ec38913a2 req-4bee6a77-d24b-4147-a670-5b5a08866714 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:52.702490 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-cfde59b6-20ed-4c0c-ba4f-e16868866b81 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Allocated IP 172.20.0.10 (80acd5ab-fde1-4cef-bf74-a103544d15de/039d2644-dacf-49e7-9e8b-54b45bb17c99/82138053-09e6-4e8b-9853-1e3c395b5cb3) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:44:52.727672 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1a89d7a-c785-4ef5-82ac-e6f9209a2352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:52.798795 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] Deleting port b6875501-eb67-4533-956e-3fdc7a1fbee7 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:44:52.799374 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:52.822175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b9822-7c7d-4e16-aa08-5d55507c07a3 req-29680903-6071-4467-9faa-38a3e82313b8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:52.825127 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-720b9822-7c7d-4e16-aa08-5d55507c07a3 req-29680903-6071-4467-9faa-38a3e82313b8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 947 time: 0.3369954 Jul 27 19:44:52.872284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-f8bb44ca-6e4e-4baf-986d-8a1ec38913a2 req-4bee6a77-d24b-4147-a670-5b5a08866714 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] For port eed7c0e7-4d8e-42b0-83a7-5a8032974991, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=eed7c0e7-4d8e-42b0-83a7-5a8032974991,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:52.872592 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f8bb44ca-6e4e-4baf-986d-8a1ec38913a2 req-4bee6a77-d24b-4147-a670-5b5a08866714 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:52.895323 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-f8bb44ca-6e4e-4baf-986d-8a1ec38913a2 req-4bee6a77-d24b-4147-a670-5b5a08866714 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Calling delete_port for eed7c0e7-4d8e-42b0-83a7-5a8032974991 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:44:52.969245 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] For port b6875501-eb67-4533-956e-3fdc7a1fbee7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b6875501-eb67-4533-956e-3fdc7a1fbee7,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:52.969545 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:52.971734 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1a89d7a-c785-4ef5-82ac-e6f9209a2352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:52.988845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] Calling delete_port for b6875501-eb67-4533-956e-3fdc7a1fbee7 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:44:53.025723 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1a89d7a-c785-4ef5-82ac-e6f9209a2352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.030803 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c1a89d7a-c785-4ef5-82ac-e6f9209a2352 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c481b83b-00a3-475d-8bcb-244c51437c6a HTTP/1.1" status: 204 len: 168 time: 0.8912876 Jul 27 19:44:53.032587 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38264) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:53.035263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a89d7a-c785-4ef5-82ac-e6f9209a2352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c481b83b-00a3-475d-8bcb-244c51437c6a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:53.040607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-720b9822-7c7d-4e16-aa08-5d55507c07a3 req-354b2aca-fadb-4ded-9226-25ec7676b974 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630418 Jul 27 19:44:53.154434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e6c19-3f81-47cf-b907-297ea3af426e req-40849c73-5732-4cc0-bc04-3011d381d93b tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:53.161904 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a13e6c19-3f81-47cf-b907-297ea3af426e req-40849c73-5732-4cc0-bc04-3011d381d93b tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/ports?device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 945 time: 0.3522599 Jul 27 19:44:53.176633 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-cfde59b6-20ed-4c0c-ba4f-e16868866b81 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.181503 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f8bb44ca-6e4e-4baf-986d-8a1ec38913a2 req-4bee6a77-d24b-4147-a670-5b5a08866714 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.210610 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43dc30b8-3088-4fae-95ac-02664f45013c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.244885 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee6a77-d24b-4147-a670-5b5a08866714 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Pushing event deleted for resources: {'Port': ['ID=eed7c0e7-4d8e-42b0-83a7-5a8032974991,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:53.292643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e256247-9ec2-4bc0-a6c5-ce4dc1db2efe req-a0dcd9d6-506e-4c09-94d7-2b42157b070f tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 210 time: 0.0776718 Jul 27 19:44:53.306384 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a13e6c19-3f81-47cf-b907-297ea3af426e req-509b5afd-6b82-43b4-803f-129ee776ac70 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/security-groups?id=4279478a-f0d7-4f34-9001-fe40ee577f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434228 Jul 27 19:44:53.358209 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bb44ca-6e4e-4baf-986d-8a1ec38913a2 req-4bee6a77-d24b-4147-a670-5b5a08866714 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] No DVR routers for this DVR port eed7c0e7-4d8e-42b0-83a7-5a8032974991 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:44:53.365533 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f8bb44ca-6e4e-4baf-986d-8a1ec38913a2 req-4bee6a77-d24b-4147-a670-5b5a08866714 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.368914 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f8bb44ca-6e4e-4baf-986d-8a1ec38913a2 req-4bee6a77-d24b-4147-a670-5b5a08866714 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.52 "DELETE /v2.0/ports/eed7c0e7-4d8e-42b0-83a7-5a8032974991 HTTP/1.1" status: 204 len: 173 time: 0.9497669 Jul 27 19:44:53.369366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481a2e32-4f3e-40a6-a4a7-24c76331d271', 'name': 'network-vif-deleted', 'tag': 'eed7c0e7-4d8e-42b0-83a7-5a8032974991'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:53.371700 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296851de-30db-4c4f-9c6f-ab3ba55bd62c" -d '{"events": [{"server_uuid": "481a2e32-4f3e-40a6-a4a7-24c76331d271", "name": "network-vif-deleted", "tag": "eed7c0e7-4d8e-42b0-83a7-5a8032974991"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:53.400885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.494598 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf924ce2-8774-410d-a052-eea748d9e91e x-openstack-request-id: req-cf924ce2-8774-410d-a052-eea748d9e91e {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:53.497105 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481a2e32-4f3e-40a6-a4a7-24c76331d271", "name": "network-vif-deleted", "tag": "eed7c0e7-4d8e-42b0-83a7-5a8032974991", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:53.498782 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf924ce2-8774-410d-a052-eea748d9e91e {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:53.499334 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481a2e32-4f3e-40a6-a4a7-24c76331d271', 'name': 'network-vif-deleted', 'tag': 'eed7c0e7-4d8e-42b0-83a7-5a8032974991', 'status': 'completed', 'code': 200} Jul 27 19:44:53.517827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6875501-eb67-4533-956e-3fdc7a1fbee7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:53.649188 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.746464 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.748802 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.799671 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.801118 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27793e14-5901-4ebc-a862-76b1e74d9a0b {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:44:53.807173 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.808948 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dc0788bb-4358-43b2-a639-7708a533f256 admin admin] 10.222.0.48 "DELETE /v2.0/routers/27793e14-5901-4ebc-a862-76b1e74d9a0b HTTP/1.1" status: 204 len: 168 time: 2.0622380 Jul 27 19:44:53.811238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38272) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:53.863148 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccb4796-5c80-4de5-ab70-15efc9926589 admin admin] Deleting subnet 0c65012b-6554-4590-b2c3-3b47790aff60 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:44:53.871521 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1ccb4796-5c80-4de5-ab70-15efc9926589 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.890462 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43dc30b8-3088-4fae-95ac-02664f45013c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.895555 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-cfde59b6-20ed-4c0c-ba4f-e16868866b81 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.904637 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481a2e32-4f3e-40a6-a4a7-24c76331d271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed7c0e7-4d8e-42b0-83a7-5a8032974991'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:53.906948 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902d1bea-de35-4ff1-800a-75786fd6cdda" -d '{"events": [{"server_uuid": "481a2e32-4f3e-40a6-a4a7-24c76331d271", "name": "network-vif-unplugged", "status": "completed", "tag": "eed7c0e7-4d8e-42b0-83a7-5a8032974991"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:53.913267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-43dc30b8-3088-4fae-95ac-02664f45013c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f28f4d8-1ed7-4988-8135-46acaa77c77b']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:53.930306 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1ccb4796-5c80-4de5-ab70-15efc9926589 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.946699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-43dc30b8-3088-4fae-95ac-02664f45013c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efd0c03-4672-4cd8-8d55-81f42f355f26') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:53.946997 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-43dc30b8-3088-4fae-95ac-02664f45013c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efd0c03-4672-4cd8-8d55-81f42f355f26') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:53.964744 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43dc30b8-3088-4fae-95ac-02664f45013c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:53.974827 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf86c43-56dd-4db4-ad60-9a6e9510b52f x-openstack-request-id: req-ebf86c43-56dd-4db4-ad60-9a6e9510b52f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:53.975124 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481a2e32-4f3e-40a6-a4a7-24c76331d271", "name": "network-vif-unplugged", "status": "completed", "tag": "eed7c0e7-4d8e-42b0-83a7-5a8032974991", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:53.975445 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ebf86c43-56dd-4db4-ad60-9a6e9510b52f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:53.976588 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481a2e32-4f3e-40a6-a4a7-24c76331d271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed7c0e7-4d8e-42b0-83a7-5a8032974991', 'code': 200} Jul 27 19:44:53.982236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-cfde59b6-20ed-4c0c-ba4f-e16868866b81 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Network 80acd5ab-fde1-4cef-bf74-a103544d15de is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:44:53.995787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-cfde59b6-20ed-4c0c-ba4f-e16868866b81 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:44:53.999850 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43dc30b8-3088-4fae-95ac-02664f45013c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.007255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-cfde59b6-20ed-4c0c-ba4f-e16868866b81 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:44:54.013978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dc30b8-3088-4fae-95ac-02664f45013c admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:44:54.014229 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43dc30b8-3088-4fae-95ac-02664f45013c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.034061 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde59b6-20ed-4c0c-ba4f-e16868866b81 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Pushing event updated for resources: {'Port': ['ID=82138053-09e6-4e8b-9853-1e3c395b5cb3,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:44:54.036359 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:44:54.074597 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1ccb4796-5c80-4de5-ab70-15efc9926589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.119368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461fede-a357-4d94-90f1-102aae2a485a req-86b4d5c0-0938-4947-abc0-a224ca9fa361 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:54.132554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f461fede-a357-4d94-90f1-102aae2a485a req-86b4d5c0-0938-4947-abc0-a224ca9fa361 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 945 time: 0.2877121 Jul 27 19:44:54.140558 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43dc30b8-3088-4fae-95ac-02664f45013c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.147621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-cfde59b6-20ed-4c0c-ba4f-e16868866b81 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:54.148270 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-cfde59b6-20ed-4c0c-ba4f-e16868866b81 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.162494 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43dc30b8-3088-4fae-95ac-02664f45013c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.167170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-43dc30b8-3088-4fae-95ac-02664f45013c admin admin] 10.222.0.48 "DELETE /v2.0/networks/6f28f4d8-1ed7-4988-8135-46acaa77c77b HTTP/1.1" status: 204 len: 168 time: 1.1229994 Jul 27 19:44:54.190916 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1ccb4796-5c80-4de5-ab70-15efc9926589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.198510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc30b8-3088-4fae-95ac-02664f45013c admin admin] Pushing event deleted for resources: {'Network': ['ID=6f28f4d8-1ed7-4988-8135-46acaa77c77b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:54.226185 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-cfde59b6-20ed-4c0c-ba4f-e16868866b81 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5089450 Jul 27 19:44:54.234246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb4796-5c80-4de5-ab70-15efc9926589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c65012b-6554-4590-b2c3-3b47790aff60,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:54.242970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea5a287-6d4b-4ee8-82fd-fda0727c5d8f None None] Network 33f8129d-fe6b-4a4a-9081-df0e90c2a03d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:44:54.250840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Request body: {'port': {'device_id': '29a978e0-f476-4a4d-9dbe-56d5c02c6a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:44:54.254199 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1ccb4796-5c80-4de5-ab70-15efc9926589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.258863 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1ccb4796-5c80-4de5-ab70-15efc9926589 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0c65012b-6554-4590-b2c3-3b47790aff60 HTTP/1.1" status: 204 len: 168 time: 0.4464340 Jul 27 19:44:54.263004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38280) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:54.329339 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f461fede-a357-4d94-90f1-102aae2a485a req-12e806dc-79ad-4717-b177-5ca9d667a73e tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923878 Jul 27 19:44:54.402154 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.452363 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2254660-5b30-4e25-b330-d3b92cc84f03 req-2c069595-94aa-4bc6-8cb2-94b5e0b11079 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:54.453981 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2254660-5b30-4e25-b330-d3b92cc84f03 req-2c069595-94aa-4bc6-8cb2-94b5e0b11079 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.63 "GET /v2.0/ports?device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 945 time: 0.2834826 Jul 27 19:44:54.472447 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38286) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:54.519355 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.521958 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-90733bd8-79ac-4a11-878b-d8cf947ebd33 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83373949e0124aa78732c2d4023213df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482447 Jul 27 19:44:54.525055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38290) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:54.548910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760edc03-a3b5-409a-b15b-161ee08b91cf req-2bb11d38-800b-497d-9830-00f18242ac30 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:54.558560 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-760edc03-a3b5-409a-b15b-161ee08b91cf req-2bb11d38-800b-497d-9830-00f18242ac30 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 947 time: 0.3387618 Jul 27 19:44:54.582842 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] Deleting port 2310920a-51ee-4d59-b072-6a06d15e36ad {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:44:54.583264 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.650438 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37992a21-e9e5-4aee-82ad-734005d5e16f None None] DHCP port deletion for 33f8129d-fe6b-4a4a-9081-df0e90c2a03d request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:44:54.692038 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9365d593-0387-42bf-aeb7-9e11c4ddd56e no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:54.695279 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfd4da08-9e0b-4481-b4d0-7d8c82c26765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.698261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] For port 2310920a-51ee-4d59-b072-6a06d15e36ad, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2310920a-51ee-4d59-b072-6a06d15e36ad,segment=NetworkSegment(a50241ca-b14e-4728-bedf-cb8fa41b707f),segment_id=a50241ca-b14e-4728-bedf-cb8fa41b707f)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:54.698743 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.703493 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-760edc03-a3b5-409a-b15b-161ee08b91cf req-59143883-930e-4581-aeff-e53b8ba0f1f6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439667 Jul 27 19:44:54.719409 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] Calling delete_port for 2310920a-51ee-4d59-b072-6a06d15e36ad owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:44:54.721066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 9365d593-0387-42bf-aeb7-9e11c4ddd56e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:44:54.721735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9365d593-0387-42bf-aeb7-9e11c4ddd56e not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:44:54.722160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b6875501-eb67-4533-956e-3fdc7a1fbee7 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:54.744931 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfd4da08-9e0b-4481-b4d0-7d8c82c26765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.751964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: b6875501-eb67-4533-956e-3fdc7a1fbee7 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:44:54.752314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b6875501-eb67-4533-956e-3fdc7a1fbee7 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:44:54.789073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-37992a21-e9e5-4aee-82ad-734005d5e16f None None] Deleting port 2310920a-51ee-4d59-b072-6a06d15e36ad {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:44:54.789463 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37992a21-e9e5-4aee-82ad-734005d5e16f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.856296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.878599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfd4da08-9e0b-4481-b4d0-7d8c82c26765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.882319 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfd4da08-9e0b-4481-b4d0-7d8c82c26765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.883650 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dfd4da08-9e0b-4481-b4d0-7d8c82c26765 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2247b85-03d7-415b-8d1d-35dd9e619aff HTTP/1.1" status: 204 len: 168 time: 0.3575377 Jul 27 19:44:54.884846 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] No DVR routers for this DVR port 2310920a-51ee-4d59-b072-6a06d15e36ad on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:44:54.896998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-37992a21-e9e5-4aee-82ad-734005d5e16f None None] For port 2310920a-51ee-4d59-b072-6a06d15e36ad, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2310920a-51ee-4d59-b072-6a06d15e36ad,segment=NetworkSegment(a50241ca-b14e-4728-bedf-cb8fa41b707f),segment_id=a50241ca-b14e-4728-bedf-cb8fa41b707f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:54.897598 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37992a21-e9e5-4aee-82ad-734005d5e16f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:54.912480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-37992a21-e9e5-4aee-82ad-734005d5e16f None None] Calling delete_port for 2310920a-51ee-4d59-b072-6a06d15e36ad owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:44:54.915377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=2310920a-51ee-4d59-b072-6a06d15e36ad,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:55.008863 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.010859 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37992a21-e9e5-4aee-82ad-734005d5e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.021490 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f8129d-fe6b-4a4a-9081-df0e90c2a03d']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:55.030309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37992a21-e9e5-4aee-82ad-734005d5e16f None None] No DVR routers for this DVR port 2310920a-51ee-4d59-b072-6a06d15e36ad on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:44:55.034511 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50241ca-b14e-4728-bedf-cb8fa41b707f') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:55.034982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50241ca-b14e-4728-bedf-cb8fa41b707f') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:55.040590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c267a-dade-41b8-9ee6-996dec3f6a9c req-57f297d1-b111-4593-bceb-f0acdba60089 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:55.042147 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f1c267a-dade-41b8-9ee6-996dec3f6a9c req-57f297d1-b111-4593-bceb-f0acdba60089 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 932 time: 0.5756414 Jul 27 19:44:55.046559 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.057472 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37992a21-e9e5-4aee-82ad-734005d5e16f None None] Pushing event deleted for resources: {'Port': ['ID=2310920a-51ee-4d59-b072-6a06d15e36ad,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:55.064145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.071373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:44:55.071607 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.073674 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4da08-9e0b-4481-b4d0-7d8c82c26765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2247b85-03d7-415b-8d1d-35dd9e619aff,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:44:55.086051 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:44:55.148081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490f7fe-b4cc-4050-b43d-b0bfbdd5a557 req-fbdd3623-155a-494b-845a-ba48ff4f38f5 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:55.155833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5490f7fe-b4cc-4050-b43d-b0bfbdd5a557 req-fbdd3623-155a-494b-845a-ba48ff4f38f5 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/ports?device_id=43b6045a-0436-4c11-a792-3a7d4af3bcb3 HTTP/1.1" status: 200 len: 945 time: 0.3383541 Jul 27 19:44:55.162982 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.169713 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.175589 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] 10.222.0.48 "DELETE /v2.0/networks/33f8129d-fe6b-4a4a-9081-df0e90c2a03d HTTP/1.1" status: 204 len: 168 time: 0.9064829 Jul 27 19:44:55.187316 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d821b5-4836-4ea7-99c0-055b89819f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=33f8129d-fe6b-4a4a-9081-df0e90c2a03d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:55.192261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-c2254660-5b30-4e25-b330-d3b92cc84f03 req-96768790-5a81-49b3-8283-af0aa76ff6fd tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Deleting port 94148e6a-b9a5-431e-b02b-d07dfda9a126 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:44:55.192883 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c2254660-5b30-4e25-b330-d3b92cc84f03 req-96768790-5a81-49b3-8283-af0aa76ff6fd tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.284584 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f1c267a-dade-41b8-9ee6-996dec3f6a9c req-822b9e54-38bf-4781-a28f-6554bd785c78 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949034 Jul 27 19:44:55.379880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-c2254660-5b30-4e25-b330-d3b92cc84f03 req-96768790-5a81-49b3-8283-af0aa76ff6fd tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] For port 94148e6a-b9a5-431e-b02b-d07dfda9a126, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=94148e6a-b9a5-431e-b02b-d07dfda9a126,segment=NetworkSegment(19cb31de-a2b1-4e67-8408-57ccbe084571),segment_id=19cb31de-a2b1-4e67-8408-57ccbe084571)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:55.380279 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c2254660-5b30-4e25-b330-d3b92cc84f03 req-96768790-5a81-49b3-8283-af0aa76ff6fd tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.443413 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38308) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:55.491603 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82138053-09e6-4e8b-9853-1e3c395b5cb3 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:44:55.500263 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.503661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fc6db4af-f125-449d-b1a0-82b2359bfa8e details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:44:55.514563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Transition to ACTIVE for port object 82138053-09e6-4e8b-9853-1e3c395b5cb3 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:44:55.522107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-c2254660-5b30-4e25-b330-d3b92cc84f03 req-96768790-5a81-49b3-8283-af0aa76ff6fd tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Calling delete_port for 94148e6a-b9a5-431e-b02b-d07dfda9a126 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:44:55.528180 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b2d11db2-92ca-4b99-bebf-9fb28fef5cac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6cfdf24bc3d4d79a3fc8ba5e899cb12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0833440 Jul 27 19:44:55.531109 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.532248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38310) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:55.619115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device eed7c0e7-4d8e-42b0-83a7-5a8032974991 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:55.644807 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c4d9108-6c39-4a53-8dfe-0d7269dc4191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.666393 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: eed7c0e7-4d8e-42b0-83a7-5a8032974991 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:44:55.668777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device eed7c0e7-4d8e-42b0-83a7-5a8032974991 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:44:55.690391 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c4d9108-6c39-4a53-8dfe-0d7269dc4191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.746176 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38312) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:55.757722 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fc6db4af-f125-449d-b1a0-82b2359bfa8e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:55.768482 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5490f7fe-b4cc-4050-b43d-b0bfbdd5a557 req-e4e21fd9-80b0-4ce7-8f1a-9d7c4275cc82 tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.48 "GET /v2.0/security-groups?id=4279478a-f0d7-4f34-9001-fe40ee577f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6049817 Jul 27 19:44:55.769403 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Pushing event updated for resources: {'Port': ['ID=82138053-09e6-4e8b-9853-1e3c395b5cb3,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:55.784621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e', 'mac_address': 'fa:16:3e:a2:f9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:44:55.849968 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c4d9108-6c39-4a53-8dfe-0d7269dc4191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.853260 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c4d9108-6c39-4a53-8dfe-0d7269dc4191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.856574 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7c4d9108-6c39-4a53-8dfe-0d7269dc4191 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51ccaede-ecf7-4c3d-b44e-a8fe76ad2ead HTTP/1.1" status: 204 len: 168 time: 0.3207653 Jul 27 19:44:55.861226 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ecf367b9-b4a0-4c1a-b310-247578ced9e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b2de632b072469ab3d5d52250901b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1138453 Jul 27 19:44:55.863593 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38316) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:55.872801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Attempting to bind port 82138053-09e6-4e8b-9853-1e3c395b5cb3 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:44:55.873158 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Attempting to bind port 82138053-09e6-4e8b-9853-1e3c395b5cb3 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:44:55.873471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Attempting to bind port 82138053-09e6-4e8b-9853-1e3c395b5cb3 on network 80acd5ab-fde1-4cef-bf74-a103544d15de {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:44:55.879055 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.879616 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d9108-6c39-4a53-8dfe-0d7269dc4191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ccaede-ecf7-4c3d-b44e-a8fe76ad2ead,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:55.910456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Port 82138053-09e6-4e8b-9853-1e3c395b5cb3 on network 80acd5ab-fde1-4cef-bf74-a103544d15de not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:44:55.910848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Attempting to bind port 82138053-09e6-4e8b-9853-1e3c395b5cb3 on network 80acd5ab-fde1-4cef-bf74-a103544d15de {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:44:55.921574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:44:55.921927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Checking segment: {'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:44:55.922099 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6db4af-f125-449d-b1a0-82b2359bfa8e {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:44:55.922765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Bound using segment: {'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:44:55.922960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Bound port: 82138053-09e6-4e8b-9853-1e3c395b5cb3, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:44:55.923404 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.956441 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab297bd6-b4dd-41b2-a56a-448f9c86cae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:55.978491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fc6db4af-f125-449d-b1a0-82b2359bfa8e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:44:55.991565 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:56.057800 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab297bd6-b4dd-41b2-a56a-448f9c86cae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:56.061451 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25a30c-f618-47bc-9977-f949335b28b2 req-e365e47a-1b94-4137-9e3a-ace36a6a3ac0 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:56.069127 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f25a30c-f618-47bc-9977-f949335b28b2 req-e365e47a-1b94-4137-9e3a-ace36a6a3ac0 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 945 time: 0.2024131 Jul 27 19:44:56.088140 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c2254660-5b30-4e25-b330-d3b92cc84f03 req-96768790-5a81-49b3-8283-af0aa76ff6fd tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:56.097029 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=fc6db4af-f125-449d-b1a0-82b2359bfa8e,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:56.109092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['94148e6a-b9a5-431e-b02b-d07dfda9a126'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:44:56.137745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] For port 82138053-09e6-4e8b-9853-1e3c395b5cb3, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:44:56.156878 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-a92f1c4a-d122-44ef-80ea-5f5bc36a1a4d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:56.158601 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-a92f1c4a-d122-44ef-80ea-5f5bc36a1a4d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.52 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c&tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 948 time: 0.1692712 Jul 27 19:44:56.168387 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab297bd6-b4dd-41b2-a56a-448f9c86cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:56.171552 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab297bd6-b4dd-41b2-a56a-448f9c86cae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:56.175807 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ab297bd6-b4dd-41b2-a56a-448f9c86cae0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39888c7f-ccee-41cb-be30-c71c1dd0ba27 HTTP/1.1" status: 204 len: 168 time: 0.3068595 Jul 27 19:44:56.194121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96768790-5a81-49b3-8283-af0aa76ff6fd tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Pushing event deleted for resources: {'Port': ['ID=94148e6a-b9a5-431e-b02b-d07dfda9a126,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:56.200359 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] For port 82138053-09e6-4e8b-9853-1e3c395b5cb3, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=82138053-09e6-4e8b-9853-1e3c395b5cb3,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:44:56.222020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f25a30c-f618-47bc-9977-f949335b28b2 req-33119c0d-0f01-444d-8608-c4d270f1d1a0 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500125 Jul 27 19:44:56.233524 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab297bd6-b4dd-41b2-a56a-448f9c86cae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39888c7f-ccee-41cb-be30-c71c1dd0ba27,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:56.254280 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:56.289677 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-dc772c73-76cb-45b6-a953-7af37dc391a7 service neutron] 10.222.0.52 "GET /v2.0/ports/fc6db4af-f125-449d-b1a0-82b2359bfa8e/bindings/n-h1-705657-21 HTTP/1.1" status: 200 len: 383 time: 0.1151233 Jul 27 19:44:56.304740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2254660-5b30-4e25-b330-d3b92cc84f03 req-96768790-5a81-49b3-8283-af0aa76ff6fd tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] No DVR routers for this DVR port 94148e6a-b9a5-431e-b02b-d07dfda9a126 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:44:56.312840 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c2254660-5b30-4e25-b330-d3b92cc84f03 req-96768790-5a81-49b3-8283-af0aa76ff6fd tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:56.314855 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2254660-5b30-4e25-b330-d3b92cc84f03 req-96768790-5a81-49b3-8283-af0aa76ff6fd tempest-InstanceActionsV221TestJSON-644004838 tempest-InstanceActionsV221TestJSON-644004838-project] 10.222.0.63 "DELETE /v2.0/ports/94148e6a-b9a5-431e-b02b-d07dfda9a126 HTTP/1.1" status: 204 len: 173 time: 1.8512452 Jul 27 19:44:56.316797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b6045a-0436-4c11-a792-3a7d4af3bcb3', 'name': 'network-vif-deleted', 'tag': '94148e6a-b9a5-431e-b02b-d07dfda9a126'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:56.319208 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc37fe7-76ef-46f9-a8d3-5ea23f2df175" -d '{"events": [{"server_uuid": "43b6045a-0436-4c11-a792-3a7d4af3bcb3", "name": "network-vif-deleted", "tag": "94148e6a-b9a5-431e-b02b-d07dfda9a126"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:56.337402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:56.337402 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:56.337841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] 10.222.0.63 "PUT /v2.0/ports/82138053-09e6-4e8b-9853-1e3c395b5cb3 HTTP/1.1" status: 200 len: 1093 time: 2.0961764 Jul 27 19:44:56.372235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d20dc2-3e3a-4f37-8956-0badb575f234 req-32a8e894-7082-4bfe-ad87-8a9b776b98b4 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:56.380162 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b0d20dc2-3e3a-4f37-8956-0badb575f234 req-32a8e894-7082-4bfe-ad87-8a9b776b98b4 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 945 time: 0.3295853 Jul 27 19:44:56.382174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b9564-383a-460d-82bb-870d6715d046 service neutron] Pushing event updated for resources: {'Port': ['ID=82138053-09e6-4e8b-9853-1e3c395b5cb3,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:56.437019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['fc6db4af-f125-449d-b1a0-82b2359bfa8e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:44:56.466865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-a42c00d3-8604-4070-bd82-fc5977da411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:56.478243 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-a42c00d3-8604-4070-bd82-fc5977da411e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 1100 time: 0.1549597 Jul 27 19:44:56.538334 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-36738c02-bb21-43e8-9214-f2c805440625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:56.540256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-36738c02-bb21-43e8-9214-f2c805440625 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6a93e85ad01f42b285364689034f2ab2&device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 1096 time: 0.1546817 Jul 27 19:44:56.584906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb28165-f2d9-4341-9674-6159c97d5149 req-ac282125-80e6-47cb-9f77-9fa1775c81c8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:56.592551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dcb28165-f2d9-4341-9674-6159c97d5149 req-ac282125-80e6-47cb-9f77-9fa1775c81c8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 948 time: 0.2058995 Jul 27 19:44:56.682229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-964623b4-55d4-4328-b1c0-021225b05faa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82138053-09e6-4e8b-9853-1e3c395b5cb3 HTTP/1.1" status: 200 len: 217 time: 0.0595641 Jul 27 19:44:56.687441 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-33736fb7-4a99-48d9-bb32-adbf8c628cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:56.690791 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-33736fb7-4a99-48d9-bb32-adbf8c628cab service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2025671 Jul 27 19:44:56.708388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dcb28165-f2d9-4341-9674-6159c97d5149 req-1af8e433-b073-4dd6-b8f7-88d39d55a513 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144402 Jul 27 19:44:56.756991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-06ef546f-a8ac-43de-a95c-0165579a60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:56.760717 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-06ef546f-a8ac-43de-a95c-0165579a60a6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=039d2644-dacf-49e7-9e8b-54b45bb17c99 HTTP/1.1" status: 200 len: 845 time: 0.0673583 Jul 27 19:44:56.775400 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2310920a-51ee-4d59-b072-6a06d15e36ad no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:56.798964 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-e4620746-561b-4aa3-a5bd-fc89e0a96820 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e HTTP/1.1" status: 200 len: 217 time: 0.0936885 Jul 27 19:44:56.842930 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-b94eea3b-2e69-43b7-9af0-fd0bc4d18811 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=80acd5ab-fde1-4cef-bf74-a103544d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720394 Jul 27 19:44:56.853573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 2310920a-51ee-4d59-b072-6a06d15e36ad {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:44:56.853913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2310920a-51ee-4d59-b072-6a06d15e36ad not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:44:56.903875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-0d617873-4835-47d8-bf7e-6b36de43ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:56.915890 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-0d617873-4835-47d8-bf7e-6b36de43ace5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1027899 Jul 27 19:44:57.043990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-64646e8e-68ab-4578-9b16-3dcf0742baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:57.047549 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-64646e8e-68ab-4578-9b16-3dcf0742baf7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1170781 Jul 27 19:44:57.068775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e255bd2-e8c9-479f-b667-b904057ef6ef req-4a078063-244d-4013-b2a3-2bc4faf156b7 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:57.071253 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e255bd2-e8c9-479f-b667-b904057ef6ef req-4a078063-244d-4013-b2a3-2bc4faf156b7 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 944 time: 0.2043872 Jul 27 19:44:57.078118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-29abd88c-e1a8-463c-93ee-6f9ac4bf50e2 service neutron] 10.222.0.63 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258539 Jul 27 19:44:57.097270 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b0d20dc2-3e3a-4f37-8956-0badb575f234 req-53313e0a-1153-4d46-99d7-d901335fa953 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7158184 Jul 27 19:44:57.190409 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fa9825-55fd-4723-a3cc-3fc729349c04 x-openstack-request-id: req-a5fa9825-55fd-4723-a3cc-3fc729349c04 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:57.192720 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b6045a-0436-4c11-a792-3a7d4af3bcb3", "name": "network-vif-deleted", "tag": "94148e6a-b9a5-431e-b02b-d07dfda9a126", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:57.195830 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5fa9825-55fd-4723-a3cc-3fc729349c04 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:57.202552 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b6045a-0436-4c11-a792-3a7d4af3bcb3', 'name': 'network-vif-deleted', 'tag': '94148e6a-b9a5-431e-b02b-d07dfda9a126', 'status': 'completed', 'code': 200} Jul 27 19:44:57.242790 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-258897db-8c1c-4c5c-9695-1c14a0b650ec service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821415 Jul 27 19:44:57.352619 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f21e8a-fa82-49a5-a83f-902b2b45d5f4 req-f6af5b87-b858-43d6-aaa4-a98d59df542c service neutron] 10.222.0.63 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522433 Jul 27 19:44:57.426627 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-b4f97a5c-50af-481e-b1c3-7624379f8085 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677871 Jul 27 19:44:57.427106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e255bd2-e8c9-479f-b667-b904057ef6ef req-19c7e600-2bf8-454d-88ae-f47c42bcb206 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282001 Jul 27 19:44:57.631396 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b72b6-db6e-4c0a-a34a-13fd93ada840 req-936fb3f8-6cd5-42e0-9389-12fd30407a16 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:57.640009 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c8b72b6-db6e-4c0a-a34a-13fd93ada840 req-936fb3f8-6cd5-42e0-9389-12fd30407a16 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1374605 Jul 27 19:44:57.684865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c8b72b6-db6e-4c0a-a34a-13fd93ada840 req-f9bb91a2-76a0-4b93-a05c-310d7e629c18 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437789 Jul 27 19:44:57.767590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38388) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:57.926783 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9567d0b-8533-45d4-95c8-ad0fa078c939 req-ae51fa91-d52f-46d9-a779-e9ed24804361 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:57.943075 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9567d0b-8533-45d4-95c8-ad0fa078c939 req-ae51fa91-d52f-46d9-a779-e9ed24804361 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 948 time: 0.1121602 Jul 27 19:44:57.963177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38398) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:57.996355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9567d0b-8533-45d4-95c8-ad0fa078c939 req-ab7314ce-3539-4ce7-a352-1bf267cf3ccd tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524104 Jul 27 19:44:58.011950 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-60046622-b0d6-4b9d-9d5e-c3aa8e097d48 admin admin] Deleting subnet 2d69b8f8-a064-4855-84f2-ef85d4bfef0b {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:44:58.015232 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60046622-b0d6-4b9d-9d5e-c3aa8e097d48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.041241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1665889121-network', 'tenant_id': 'f19d4f5c80f446fba94990d46169e53a'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:44:58.070917 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60046622-b0d6-4b9d-9d5e-c3aa8e097d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.100679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 94148e6a-b9a5-431e-b02b-d07dfda9a126 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:44:58.102584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] Made reservation on behalf of f19d4f5c80f446fba94990d46169e53a for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:44:58.104902 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.118622 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.122036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 94148e6a-b9a5-431e-b02b-d07dfda9a126 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:44:58.122511 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 94148e6a-b9a5-431e-b02b-d07dfda9a126 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:44:58.138228 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60046622-b0d6-4b9d-9d5e-c3aa8e097d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.227491 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60046622-b0d6-4b9d-9d5e-c3aa8e097d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.264925 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60046622-b0d6-4b9d-9d5e-c3aa8e097d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.269306 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-60046622-b0d6-4b9d-9d5e-c3aa8e097d48 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2d69b8f8-a064-4855-84f2-ef85d4bfef0b HTTP/1.1" status: 204 len: 168 time: 0.3024096 Jul 27 19:44:58.270398 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38410) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:58.271792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60046622-b0d6-4b9d-9d5e-c3aa8e097d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d69b8f8-a064-4855-84f2-ef85d4bfef0b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:58.320853 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.327575 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.353026 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:44:58.360038 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c222b76-a28c-4c6e-93ed-9a6f869ea266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.362899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300ae327-4658-4f36-8fe1-f3a3f2f18a4e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:58.368850 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.369179 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] Added segment 89fcd005-d5ac-48e9-9c05-539350823539 of type vlan for network 0ebd3759-03a3-4e67-a8e0-16f7b925197f Jul 27 19:44:58.409740 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.445383 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.446500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:58.447605 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.448819 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c222b76-a28c-4c6e-93ed-9a6f869ea266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.459889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-6c222b76-a28c-4c6e-93ed-9a6f869ea266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b47e4c-6b5a-4277-8c2e-2d922b094d35']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:58.468189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38420) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:58.468875 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6984391 Jul 27 19:44:58.473082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f5b11520-e7d0-4dd4-b74b-94e7b0dcd934 admin admin] Request body: {'subnet': {'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1665889121-subnet', 'tenant_id': 'f19d4f5c80f446fba94990d46169e53a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:44:58.480312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-6c222b76-a28c-4c6e-93ed-9a6f869ea266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19cb31de-a2b1-4e67-8408-57ccbe084571') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:58.480854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-6c222b76-a28c-4c6e-93ed-9a6f869ea266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19cb31de-a2b1-4e67-8408-57ccbe084571') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:44:58.504692 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c222b76-a28c-4c6e-93ed-9a6f869ea266 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.534185 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fde2f-037f-424a-b7ad-43fba4cdba67 admin admin] Pushing event updated for resources: {'Network': ['ID=0ebd3759-03a3-4e67-a8e0-16f7b925197f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:58.544950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 0ebd3759-03a3-4e67-a8e0-16f7b925197f details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:44:58.547792 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c222b76-a28c-4c6e-93ed-9a6f869ea266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.555255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b11520-e7d0-4dd4-b74b-94e7b0dcd934 admin admin] Made reservation on behalf of f19d4f5c80f446fba94990d46169e53a for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:44:58.557582 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b11520-e7d0-4dd4-b74b-94e7b0dcd934 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.562604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c222b76-a28c-4c6e-93ed-9a6f869ea266 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:44:58.563013 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c222b76-a28c-4c6e-93ed-9a6f869ea266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:44:58.564663 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:44:58.680633 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c222b76-a28c-4c6e-93ed-9a6f869ea266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.693046 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c222b76-a28c-4c6e-93ed-9a6f869ea266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.694711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6c222b76-a28c-4c6e-93ed-9a6f869ea266 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c8b47e4c-6b5a-4277-8c2e-2d922b094d35 HTTP/1.1" status: 204 len: 168 time: 0.4220583 Jul 27 19:44:58.715442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfd243-71e7-4d65-9000-a4ad8f5a8f84 req-e73b78c8-9782-44d8-9d0a-8aaaf34efe2d tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:58.716931 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58bfd243-71e7-4d65-9000-a4ad8f5a8f84 req-e73b78c8-9782-44d8-9d0a-8aaaf34efe2d tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 944 time: 0.2170498 Jul 27 19:44:58.720005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c222b76-a28c-4c6e-93ed-9a6f869ea266 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b47e4c-6b5a-4277-8c2e-2d922b094d35,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:58.788760 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58bfd243-71e7-4d65-9000-a4ad8f5a8f84 req-8be05766-c4e9-4edd-bcbf-9a2d19ca5983 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633795 Jul 27 19:44:58.851437 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b11520-e7d0-4dd4-b74b-94e7b0dcd934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:58.901578 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38442) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:58.943687 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0820bdaa-9f9e-4026-912d-c173207aed99 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=087910e066dd47b3b2dcb28b2c479b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409281 Jul 27 19:44:58.946628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38446) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:44:58.961397 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b11520-e7d0-4dd4-b74b-94e7b0dcd934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:58.970139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a14baa96-0646-4543-9501-e0682067f8df req-6e62d292-28cc-4e85-881b-eb15a285ae88 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453598 Jul 27 19:44:58.995117 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b11520-e7d0-4dd4-b74b-94e7b0dcd934 admin admin] Checking segment: {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:44:58.995473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b11520-e7d0-4dd4-b74b-94e7b0dcd934 admin admin] Network hostable DHCP agents. Network: 0ebd3759-03a3-4e67-a8e0-16f7b925197f, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:44:58.998031 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-126fb499-2224-4a6c-9163-e72be91727fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:59.019256 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-126fb499-2224-4a6c-9163-e72be91727fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:59.067193 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-126fb499-2224-4a6c-9163-e72be91727fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:59.070059 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-126fb499-2224-4a6c-9163-e72be91727fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:59.071374 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-126fb499-2224-4a6c-9163-e72be91727fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4279478a-f0d7-4f34-9001-fe40ee577f5c HTTP/1.1" status: 204 len: 168 time: 0.1236446 Jul 27 19:44:59.079790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fb499-2224-4a6c-9163-e72be91727fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4279478a-f0d7-4f34-9001-fe40ee577f5c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:44:59.338743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a978e0-f476-4a4d-9dbe-56d5c02c6a8c', 'tag': '82138053-09e6-4e8b-9853-1e3c395b5cb3'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:44:59.341711 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27468846-f9a1-4626-8278-6befbbc43a20" -d '{"events": [{"name": "network-changed", "server_uuid": "29a978e0-f476-4a4d-9dbe-56d5c02c6a8c", "tag": "82138053-09e6-4e8b-9853-1e3c395b5cb3"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:44:59.388634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9134a-9282-4937-8854-91aae6a09b9f req-0c403410-f2ed-4b86-8a03-38ae601bffa5 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:59.388634 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ec9134a-9282-4937-8854-91aae6a09b9f req-0c403410-f2ed-4b86-8a03-38ae601bffa5 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 945 time: 0.5049098 Jul 27 19:44:59.390854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b11520-e7d0-4dd4-b74b-94e7b0dcd934 admin admin] Network 0ebd3759-03a3-4e67-a8e0-16f7b925197f is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:44:59.430880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-f5b11520-e7d0-4dd4-b74b-94e7b0dcd934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 0ebd3759-03a3-4e67-a8e0-16f7b925197f) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:44:59.438532 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b7aa64-d41b-48d7-a945-b7287b712f02 None None] Network 0ebd3759-03a3-4e67-a8e0-16f7b925197f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:44:59.452068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b11520-e7d0-4dd4-b74b-94e7b0dcd934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:59.452693 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b11520-e7d0-4dd4-b74b-94e7b0dcd934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:59.465809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14baa96-0646-4543-9501-e0682067f8df req-4424000a-64db-44ed-818a-b15dad4ba3d4 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:59.467307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a14baa96-0646-4543-9501-e0682067f8df req-4424000a-64db-44ed-818a-b15dad4ba3d4 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4876921 Jul 27 19:44:59.473066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ec9134a-9282-4937-8854-91aae6a09b9f req-b308aacf-6931-4b8e-9db9-3410e9d9b529 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777593 Jul 27 19:44:59.490742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a14baa96-0646-4543-9501-e0682067f8df req-e93d6235-35da-468e-b3c5-c722aea9e7f2 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/quotas/798d1a8ac3fd4313acb339efe27aee6a HTTP/1.1" status: 200 len: 375 time: 0.0144598 Jul 27 19:44:59.492688 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f5b11520-e7d0-4dd4-b74b-94e7b0dcd934 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0233777 Jul 27 19:44:59.531315 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a14baa96-0646-4543-9501-e0682067f8df req-0c1735ba-2c07-4f1b-ac7c-6d6ae2840fda tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325420 Jul 27 19:44:59.547667 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fc6db4af-f125-449d-b1a0-82b2359bfa8e up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:44:59.706398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd67bc8c-1744-476a-a598-f5f927d9eed2 None None] Network 0ebd3759-03a3-4e67-a8e0-16f7b925197f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:44:59.740644 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c820f-fff8-4bd0-801e-a82028ce5598 req-acd752f2-d147-48c5-a117-ea32224182be tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:44:59.743960 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-025c820f-fff8-4bd0-801e-a82028ce5598 req-acd752f2-d147-48c5-a117-ea32224182be tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 948 time: 0.1219921 Jul 27 19:44:59.799080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-025c820f-fff8-4bd0-801e-a82028ce5598 req-6abce108-ce54-4a43-91a5-055712bc76ec tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393984 Jul 27 19:44:59.823826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port fc6db4af-f125-449d-b1a0-82b2359bfa8e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:44:59.824204 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:44:59.855274 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c974420a-a7d0-44b9-be39-fd2eb0638fec x-openstack-request-id: req-c974420a-a7d0-44b9-be39-fd2eb0638fec {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:44:59.855784 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a978e0-f476-4a4d-9dbe-56d5c02c6a8c", "tag": "82138053-09e6-4e8b-9853-1e3c395b5cb3", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:44:59.856386 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c974420a-a7d0-44b9-be39-fd2eb0638fec {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:44:59.856953 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a978e0-f476-4a4d-9dbe-56d5c02c6a8c', 'tag': '82138053-09e6-4e8b-9853-1e3c395b5cb3', 'status': 'completed', 'code': 200} Jul 27 19:44:59.987000 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:00.014561 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:00.020941 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd5726f-6048-46fb-a4d1-78d7c1589f8f" -d '{"events": [{"server_uuid": "703f3c32-3b7b-4d6f-bcb2-a68e89ae204c", "name": "network-vif-plugged", "status": "completed", "tag": "fc6db4af-f125-449d-b1a0-82b2359bfa8e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:00.054049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27468846-f9a1-4626-8278-6befbbc43a20 req-f2d7379e-de8a-4cf6-bc4c-6b209ec5bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:00.055824 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27468846-f9a1-4626-8278-6befbbc43a20 req-f2d7379e-de8a-4cf6-bc4c-6b209ec5bf71 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6a93e85ad01f42b285364689034f2ab2&device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 1096 time: 0.1723769 Jul 27 19:45:00.059358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fc6db4af-f125-449d-b1a0-82b2359bfa8e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:00.064889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96ef98-e730-4a42-b0c0-b070b006c11a req-ef0c90dd-5b0f-4ce3-8853-7b197061438b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:00.065484 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:00.066721 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe96ef98-e730-4a42-b0c0-b070b006c11a req-ef0c90dd-5b0f-4ce3-8853-7b197061438b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 944 time: 0.1312895 Jul 27 19:45:00.096448 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38498) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:45:00.128660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 82138053-09e6-4e8b-9853-1e3c395b5cb3 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:45:00.163746 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=fc6db4af-f125-449d-b1a0-82b2359bfa8e,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:00.250471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-network', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:00.263938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 82138053-09e6-4e8b-9853-1e3c395b5cb3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=82138053-09e6-4e8b-9853-1e3c395b5cb3,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:00.287995 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe96ef98-e730-4a42-b0c0-b070b006c11a req-62a8c131-e7a6-4b84-8b31-a55fbf030137 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125838 Jul 27 19:45:00.324849 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] Made reservation on behalf of fc32d905005344bbbbfc8bc105af6b94 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:45:00.327243 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:00.343206 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:00.371582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27468846-f9a1-4626-8278-6befbbc43a20 req-0c084f21-904c-4ed9-85ac-7cb374ff3f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:00.376740 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27468846-f9a1-4626-8278-6befbbc43a20 req-0c084f21-904c-4ed9-85ac-7cb374ff3f6f service neutron] 10.222.0.63 "GET /v2.0/networks?id=80acd5ab-fde1-4cef-bf74-a103544d15de HTTP/1.1" status: 200 len: 906 time: 0.3054342 Jul 27 19:45:00.456235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '82138053-09e6-4e8b-9853-1e3c395b5cb3', 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de', 'port_id': '82138053-09e6-4e8b-9853-1e3c395b5cb3', 'mac_address': 'fa:16:3e:e5:49:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039d2644-dacf-49e7-9e8b-54b45bb17c99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:45:00.493419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27468846-f9a1-4626-8278-6befbbc43a20 req-f2fb64e9-cd28-411c-a158-13ffd4eb9915 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82138053-09e6-4e8b-9853-1e3c395b5cb3 HTTP/1.1" status: 200 len: 217 time: 0.1106234 Jul 27 19:45:00.515519 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:00.518024 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:00.524922 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:00.536145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82138053-09e6-4e8b-9853-1e3c395b5cb3 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:00.551361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-22d69677-1fbb-4141-9b6d-1fdcd91bbb29 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566368 Jul 27 19:45:00.557379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:45:00.560723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 82138053-09e6-4e8b-9853-1e3c395b5cb3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=82138053-09e6-4e8b-9853-1e3c395b5cb3,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:00.570185 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb63953-d380-4c4e-b7bd-51f61bb6dff5,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:00.576223 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:00.576711 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] Added segment 3feed133-aece-40fa-a7b8-0d5af3a7eed8 of type vlan for network 3d392951-4941-4395-bb7b-00221c206b39 Jul 27 19:45:00.579345 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:00.583233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4692ca1-a490-40f7-ba2a-7c54c96b60ab details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:45:00.646622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=82138053-09e6-4e8b-9853-1e3c395b5cb3,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:00.657537 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:00.711655 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-3ef0e2f5-2245-4a30-9ab1-c45c52d340c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:00.713652 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-3ef0e2f5-2245-4a30-9ab1-c45c52d340c1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c&tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4 HTTP/1.1" status: 200 len: 1101 time: 0.1008742 Jul 27 19:45:00.715269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:00.716269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:00.716955 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:00.761331 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:00.776562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'port_id': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'mac_address': 'fa:16:3e:19:ed:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:45:00.791192 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27468846-f9a1-4626-8278-6befbbc43a20 req-5c46d7e4-f50b-4a64-96ac-be091276cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:00.792970 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27468846-f9a1-4626-8278-6befbbc43a20 req-5c46d7e4-f50b-4a64-96ac-be091276cedf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=039d2644-dacf-49e7-9e8b-54b45bb17c99 HTTP/1.1" status: 200 len: 845 time: 0.2375603 Jul 27 19:45:00.813056 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7154789 Jul 27 19:45:00.815526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38528) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:45:00.825502 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6218699a-b837-4f13-a01c-9c8bf1ad5d4e admin admin] Request body: {'subnet': {'network_id': '3d392951-4941-4395-bb7b-00221c206b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-subnet', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:00.828990 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:00.845168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4692ca1-a490-40f7-ba2a-7c54c96b60ab {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:00.845564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9350e-7780-4891-a413-93f7223ec134 admin admin] Pushing event updated for resources: {'Network': ['ID=3d392951-4941-4395-bb7b-00221c206b39,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:00.859862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 3d392951-4941-4395-bb7b-00221c206b39 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:45:00.868166 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6218699a-b837-4f13-a01c-9c8bf1ad5d4e admin admin] Made reservation on behalf of fc32d905005344bbbbfc8bc105af6b94 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:45:00.869097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27468846-f9a1-4626-8278-6befbbc43a20 req-aa64787e-e37d-425f-a09e-57861672bbdc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=80acd5ab-fde1-4cef-bf74-a103544d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635211 Jul 27 19:45:00.871264 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6218699a-b837-4f13-a01c-9c8bf1ad5d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:00.910815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:00.920700 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:00.935549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e1427-35e7-4b46-854f-4d905063a760 req-be3bec09-fd5f-41a3-8b89-92453a4a6bd5 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:00.936658 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-756da374-911e-4fd2-849c-6f3c346a764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:00.938268 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-756da374-911e-4fd2-849c-6f3c346a764c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 1101 time: 0.1698203 Jul 27 19:45:00.942779 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-439e1427-35e7-4b46-854f-4d905063a760 req-be3bec09-fd5f-41a3-8b89-92453a4a6bd5 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 812 time: 0.4452479 Jul 27 19:45:01.007329 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:01.037024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-ff6e352d-8086-45a6-8fe9-fdaa1fd8a3dc tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:01.038531 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-ff6e352d-8086-45a6-8fe9-fdaa1fd8a3dc tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4850624 Jul 27 19:45:01.050571 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-439e1427-35e7-4b46-854f-4d905063a760 req-03d54fea-fdf0-4c6d-b6c5-a902483225bc tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/quotas/f19d4f5c80f446fba94990d46169e53a HTTP/1.1" status: 200 len: 375 time: 0.0287621 Jul 27 19:45:01.065009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['a4692ca1-a490-40f7-ba2a-7c54c96b60ab'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:01.088087 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-ce66eb9f-d2ec-4786-9d4a-4870d241f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:01.089610 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-ce66eb9f-d2ec-4786-9d4a-4870d241f21d service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.1417489 Jul 27 19:45:01.102710 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-439e1427-35e7-4b46-854f-4d905063a760 req-05e2acce-8092-4330-9150-dd29c8fce1f5 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383146 Jul 27 19:45:01.108118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-db379dd6-b06b-46d1-aa72-f6b3e80039d1 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/quotas/798d1a8ac3fd4313acb339efe27aee6a HTTP/1.1" status: 200 len: 375 time: 0.0533676 Jul 27 19:45:01.174821 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-35845a6f-36be-4a2d-aff4-a5e1e72ecca9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e HTTP/1.1" status: 200 len: 217 time: 0.0441940 Jul 27 19:45:01.195520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27468846-f9a1-4626-8278-6befbbc43a20 req-b7ebe5ef-e617-49be-94d9-b60e2f1efaad service neutron] 10.222.0.63 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870150 Jul 27 19:45:01.197524 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-5b785bf3-c318-49f8-84b0-2f0796b1c742 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694895 Jul 27 19:45:01.200302 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6218699a-b837-4f13-a01c-9c8bf1ad5d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:01.287258 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-196af04f-0b91-4111-8e36-dbfc05c3ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:01.287865 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-196af04f-0b91-4111-8e36-dbfc05c3ce19 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0990281 Jul 27 19:45:01.296188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218699a-b837-4f13-a01c-9c8bf1ad5d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d400d9f-7d58-449d-9237-333becbb3681,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:01.308097 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['82138053-09e6-4e8b-9853-1e3c395b5cb3'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:01.362718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6218699a-b837-4f13-a01c-9c8bf1ad5d4e admin admin] Checking segment: {'id': '3feed133-aece-40fa-a7b8-0d5af3a7eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3d392951-4941-4395-bb7b-00221c206b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:45:01.363405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6218699a-b837-4f13-a01c-9c8bf1ad5d4e admin admin] Network hostable DHCP agents. Network: 3d392951-4941-4395-bb7b-00221c206b39, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:45:01.407726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-439e1427-35e7-4b46-854f-4d905063a760 req-d0a868ba-a8d8-4d3c-b661-2c7ada9647a9 service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951322 Jul 27 19:45:01.427173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6218699a-b837-4f13-a01c-9c8bf1ad5d4e admin admin] Network 3d392951-4941-4395-bb7b-00221c206b39 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:45:01.430707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-680ba194-ed99-45c7-903d-2edd4897fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:01.432236 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-680ba194-ed99-45c7-903d-2edd4897fbba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1279871 Jul 27 19:45:01.471919 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c79f044-d9e4-486d-ae45-61419addcf89 x-openstack-request-id: req-8c79f044-d9e4-486d-ae45-61419addcf89 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:01.472659 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703f3c32-3b7b-4d6f-bcb2-a68e89ae204c", "name": "network-vif-plugged", "status": "completed", "tag": "fc6db4af-f125-449d-b1a0-82b2359bfa8e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:01.472659 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c79f044-d9e4-486d-ae45-61419addcf89 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:01.472877 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e', 'code': 200} Jul 27 19:45:01.484172 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6218699a-b837-4f13-a01c-9c8bf1ad5d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 3d392951-4941-4395-bb7b-00221c206b39) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:45:01.515649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0359acb8-c370-448f-9814-8272b128f514 None None] Network 3d392951-4941-4395-bb7b-00221c206b39 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:45:01.541401 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6218699a-b837-4f13-a01c-9c8bf1ad5d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:01.542352 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6218699a-b837-4f13-a01c-9c8bf1ad5d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:01.556596 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27468846-f9a1-4626-8278-6befbbc43a20 req-87974c69-e004-47d2-afe0-4d374c56a05c service neutron] 10.222.0.63 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497441 Jul 27 19:45:01.560876 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fc6db4af-f125-449d-b1a0-82b2359bfa8e no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:45:01.579429 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6218699a-b837-4f13-a01c-9c8bf1ad5d4e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7582254 Jul 27 19:45:01.580474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38554) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:45:01.768022 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:01.773576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a14baa96-0646-4543-9501-e0682067f8df req-2f06326b-0719-4f19-b290-4f8d0c6c37fe tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426960 Jul 27 19:45:01.865762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fc6db4af-f125-449d-b1a0-82b2359bfa8e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:01.870591 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc948e1-b780-4242-978a-1f76deba3d6e None None] Network 3d392951-4941-4395-bb7b-00221c206b39 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:45:01.875487 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:01.944784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-439e1427-35e7-4b46-854f-4d905063a760 req-dc61f123-780a-489b-8532-a5d1d5cb35cb service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353677 Jul 27 19:45:01.960499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=fc6db4af-f125-449d-b1a0-82b2359bfa8e,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:02.055920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14baa96-0646-4543-9501-e0682067f8df req-8d4e92af-a044-4d2b-9d79-d220aebd9884 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:02.057888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a14baa96-0646-4543-9501-e0682067f8df req-8d4e92af-a044-4d2b-9d79-d220aebd9884 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725585 Jul 27 19:45:02.072102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af44680-3035-45cc-b963-d0fac1c95d9d req-b171beb1-ecfc-4490-98c0-e444daaf9732 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:02.080720 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5af44680-3035-45cc-b963-d0fac1c95d9d req-b171beb1-ecfc-4490-98c0-e444daaf9732 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 945 time: 0.4999611 Jul 27 19:45:02.087710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Request body: {'port': {'device_id': '23684da3-0247-4261-8697-2c951f1d2780', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '798d1a8ac3fd4313acb339efe27aee6a'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:02.126944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4692ca1-a490-40f7-ba2a-7c54c96b60ab up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:02.178279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:02.238501 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-e1011c24-8bbc-4fcc-98cd-713324d71a75 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7886162 Jul 27 19:45:02.272702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:02.276146 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:02.290418 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port a4692ca1-a490-40f7-ba2a-7c54c96b60ab triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:02.291060 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:02.339156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:02.379379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5af44680-3035-45cc-b963-d0fac1c95d9d req-ee5bee70-5ff0-4833-830c-3e5b86091ed2 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976022 Jul 27 19:45:02.402406 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:02.448108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:02.458344 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:02.458522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Made reservation on behalf of 798d1a8ac3fd4313acb339efe27aee6a for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:45:02.477945 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:02.564851 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696417fc-a85b-41db-88a5-99b9b87a51a6 req-fc6387f7-9f7b-4e5b-84a7-cc31cd4d8d83 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:02.569656 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-696417fc-a85b-41db-88a5-99b9b87a51a6 req-fc6387f7-9f7b-4e5b-84a7-cc31cd4d8d83 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 947 time: 0.2767112 Jul 27 19:45:02.570696 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:02.605294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:02.659643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-696417fc-a85b-41db-88a5-99b9b87a51a6 req-6da730f2-71d8-465f-8603-b6b0d6b675bf tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845609 Jul 27 19:45:02.688524 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:45:02.759028 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:02.765397 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-645a2609-f817-4cbb-b918-cdfe66fbf14e req-7c42b6bb-5946-467a-ba8a-d3b3ec634ca8 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61 HTTP/1.1" status: 200 len: 210 time: 0.0462923 Jul 27 19:45:02.766042 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bced726-2f85-4f60-b5e7-93ea5008f50a req-8ce56d00-dc87-4b20-83e7-4acd6a8fa400 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135381 Jul 27 19:45:02.811185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ca42e-d888-493b-96d9-b442fdfda113 req-542e9ba4-c573-45c3-9948-aa81e43aaa52 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:02.821117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-332ca42e-d888-493b-96d9-b442fdfda113 req-542e9ba4-c573-45c3-9948-aa81e43aaa52 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 945 time: 0.1802852 Jul 27 19:45:02.891778 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8c60ad6-7bed-4268-b71c-e5616f9b029f req-e56a62e9-5153-4b54-94d7-217f194d9f47 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 210 time: 0.0507841 Jul 27 19:45:02.934292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-332ca42e-d888-493b-96d9-b442fdfda113 req-2cf32974-41ca-473b-8c25-9c1891f2e860 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107836 Jul 27 19:45:02.971722 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:02.978417 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:03.126737 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-8eb52e2d-63de-4863-b6ff-9e360b0c8ea5 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292878 Jul 27 19:45:03.173432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Allocated IP 192.168.233.181 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/4e903b43-eeee-4a13-b5f3-1380ab80f293) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:45:03.225358 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:03.250920 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:03.329013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-acc8f45d-4866-498d-a17c-3a6f43b5161f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:03.330783 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-acc8f45d-4866-498d-a17c-3a6f43b5161f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972229 Jul 27 19:45:03.375236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-7e7daca3-fa9e-4770-b50f-18a7a569a599 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Request body: {'port': {'device_id': 'acbe3e36-070e-4d68-b70f-66b0a56aef61', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '798d1a8ac3fd4313acb339efe27aee6a'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:03.401361 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:03.416841 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Transition to ACTIVE for port object 4e903b43-eeee-4a13-b5f3-1380ab80f293 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:45:03.460651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Allocated IP 172.25.1.35 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/4fba22d9-d18e-4a37-aa63-57874dee2f99) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:45:03.463339 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:03.475562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e'}, {'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:03.478787 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d579941-fcae-4e74-8aef-61fb8d3922f3" -d '{"events": [{"server_uuid": "703f3c32-3b7b-4d6f-bcb2-a68e89ae204c", "name": "network-vif-unplugged", "status": "completed", "tag": "fc6db4af-f125-449d-b1a0-82b2359bfa8e"}, {"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-plugged", "status": "completed", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:03.542083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e19358-1b7f-40af-9eb8-ce5422e88083,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:03.565885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:45:03.573910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:45:03.576663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:45:03.581830 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a575b7e4-9180-441f-b393-58b8417a7da1 x-openstack-request-id: req-a575b7e4-9180-441f-b393-58b8417a7da1 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:03.582125 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703f3c32-3b7b-4d6f-bcb2-a68e89ae204c", "name": "network-vif-unplugged", "status": "completed", "tag": "fc6db4af-f125-449d-b1a0-82b2359bfa8e", "code": 200}, {"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-plugged", "status": "completed", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:03.582374 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a575b7e4-9180-441f-b393-58b8417a7da1 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:03.582814 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e', 'code': 200} Jul 27 19:45:03.583621 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'code': 200} Jul 27 19:45:03.641177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Pushing event updated for resources: {'Port': ['ID=4e903b43-eeee-4a13-b5f3-1380ab80f293,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:03.703653 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:03.704330 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:03.709690 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-7e7daca3-fa9e-4770-b50f-18a7a569a599 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Made reservation on behalf of 798d1a8ac3fd4313acb339efe27aee6a for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:45:03.718224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532cb20-9ee9-4282-9fdd-af621d387d7c req-66ee6839-a48d-4346-b6b0-1be613e326c2 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:03.719990 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d532cb20-9ee9-4282-9fdd-af621d387d7c req-66ee6839-a48d-4346-b6b0-1be613e326c2 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1568725 Jul 27 19:45:03.725533 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-7e7daca3-fa9e-4770-b50f-18a7a569a599 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:03.738920 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a14baa96-0646-4543-9501-e0682067f8df req-f3a32082-da61-4111-9c51-6d24540d08f3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6552627 Jul 27 19:45:03.770186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Request body: {'port': {'device_id': '23684da3-0247-4261-8697-2c951f1d2780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:03.778300 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:03.830140 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:03.850683 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d532cb20-9ee9-4282-9fdd-af621d387d7c req-03cd4ccf-7853-435c-bac1-d5e65f00d56c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047678 Jul 27 19:45:03.864234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:45:03.873274 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:45:03.899415 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:45:03.910178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a2986df6-0f11-4b60-9869-f8fd5b954815 None None] Provisioning for port 4e903b43-eeee-4a13-b5f3-1380ab80f293 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:45:03.916607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a2986df6-0f11-4b60-9869-f8fd5b954815 None None] Provisioning complete for port 4e903b43-eeee-4a13-b5f3-1380ab80f293 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:03.917262 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a2986df6-0f11-4b60-9869-f8fd5b954815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:04.008306 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a2986df6-0f11-4b60-9869-f8fd5b954815 None None] Port 4e903b43-eeee-4a13-b5f3-1380ab80f293 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:45:04.021997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a9e2fe6-d2a9-46e7-9c69-e0fa664a69e1 req-ae50e781-d402-4f8e-80bc-367d15943354 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61 HTTP/1.1" status: 200 len: 210 time: 0.0799880 Jul 27 19:45:04.048367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Pushing event updated for resources: {'Port': ['ID=4fba22d9-d18e-4a37-aa63-57874dee2f99,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:04.117235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 82138053-09e6-4e8b-9853-1e3c395b5cb3 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:04.141243 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:04.183874 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157e98e-467f-4110-af96-cdff82e3ac8e req-b9e2eb38-4a9a-4841-8864-7dbeb1752529 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:04.192984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4157e98e-467f-4110-af96-cdff82e3ac8e req-b9e2eb38-4a9a-4841-8864-7dbeb1752529 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 947 time: 0.3805344 Jul 27 19:45:04.243581 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 82138053-09e6-4e8b-9853-1e3c395b5cb3 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:45:04.249976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 82138053-09e6-4e8b-9853-1e3c395b5cb3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:04.250723 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:04.341290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0b4fcc1-e247-4ae9-b3d5-b0c7c1ef84c6 req-505fa8a2-5387-40d9-b65c-076fe3bbe604 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 210 time: 0.1459658 Jul 27 19:45:04.428196 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:04.436528 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:04.476269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 82138053-09e6-4e8b-9853-1e3c395b5cb3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=82138053-09e6-4e8b-9853-1e3c395b5cb3,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:04.483191 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:04.512610 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4157e98e-467f-4110-af96-cdff82e3ac8e req-e8220773-b077-4fe6-a71a-2eca24877973 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186564 Jul 27 19:45:04.567340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=82138053-09e6-4e8b-9853-1e3c395b5cb3,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:04.611255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-7e7daca3-fa9e-4770-b50f-18a7a569a599 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Allocated IP 192.168.233.215 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/4175748d-092f-4269-8fd5-227fd197bf5e) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:45:04.614656 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8cda7-8052-44e5-a153-686714453056 req-8dadc71b-66ab-48c7-991c-0244c4918f7c tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:04.618106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-8dadc71b-66ab-48c7-991c-0244c4918f7c tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2&tenant_id=7b77cb1555044c6bba713df0ce19dca6&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1097 time: 0.6163168 Jul 27 19:45:04.638208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e1427-35e7-4b46-854f-4d905063a760 req-576b8965-3ad3-4d0c-8d24-a60df6ade0b8 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:04.638645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-439e1427-35e7-4b46-854f-4d905063a760 req-576b8965-3ad3-4d0c-8d24-a60df6ade0b8 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.52 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 812 time: 0.4888847 Jul 27 19:45:04.645553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705657-21'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:04.684427 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-439e1427-35e7-4b46-854f-4d905063a760 req-203b8b91-6621-4d4e-b9da-ad719f468a64 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Request body: {'port': {'device_id': 'c983c8cd-cd98-4e27-af80-6c6b4f820993', 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'admin_state_up': True, 'tenant_id': 'f19d4f5c80f446fba94990d46169e53a'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:04.703380 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:04.811011 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6692f-1124-47b6-a053-f494daafdaf9 req-1957086c-9287-4ea5-883e-19c440861862 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:04.818495 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9b6692f-1124-47b6-a053-f494daafdaf9 req-1957086c-9287-4ea5-883e-19c440861862 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 946 time: 0.3498876 Jul 27 19:45:04.864298 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:04.926015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:45:04.944465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9b6692f-1124-47b6-a053-f494daafdaf9 req-26e633f2-bc70-478e-bfab-c8b43b56d377 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166220 Jul 27 19:45:04.960625 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-7e7daca3-fa9e-4770-b50f-18a7a569a599 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:05.014627 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-7e7daca3-fa9e-4770-b50f-18a7a569a599 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Transition to ACTIVE for port object 4175748d-092f-4269-8fd5-227fd197bf5e will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:45:05.103957 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:45:05.113643 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-7e7daca3-fa9e-4770-b50f-18a7a569a599 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:05.120062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Sync routers for ids ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:45:05.133459 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439e1427-35e7-4b46-854f-4d905063a760 req-203b8b91-6621-4d4e-b9da-ad719f468a64 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Made reservation on behalf of f19d4f5c80f446fba94990d46169e53a for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:45:05.142363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-7e7daca3-fa9e-4770-b50f-18a7a569a599 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:45:05.156822 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-439e1427-35e7-4b46-854f-4d905063a760 req-203b8b91-6621-4d4e-b9da-ad719f468a64 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:05.167941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Routers {'6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:45:05.170480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:44:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:05.175192 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-7e7daca3-fa9e-4770-b50f-18a7a569a599 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:45:05.181242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-7e7daca3-fa9e-4770-b50f-18a7a569a599 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:45:05.190169 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:05.194694 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b8e6deb5-859c-4a9f-b5d3-b5ead698cf93 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6104879 Jul 27 19:45:05.216827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38620) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:45:05.294275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7daca3-fa9e-4770-b50f-18a7a569a599 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Pushing event updated for resources: {'Port': ['ID=4175748d-092f-4269-8fd5-227fd197bf5e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:05.325531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-7e7daca3-fa9e-4770-b50f-18a7a569a599 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:05.325531 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-7e7daca3-fa9e-4770-b50f-18a7a569a599 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:05.416139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e903b43-eeee-4a13-b5f3-1380ab80f293 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:05.427223 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:05.434069 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-7e7daca3-fa9e-4770-b50f-18a7a569a599 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0626206 Jul 27 19:45:05.456951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Transition to ACTIVE for port object 4e903b43-eeee-4a13-b5f3-1380ab80f293 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:45:05.466391 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Set router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:45:05.589513 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a978e0-f476-4a4d-9dbe-56d5c02c6a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82138053-09e6-4e8b-9853-1e3c395b5cb3'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:05.594333 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69f9acd-c7bd-4af8-86ac-cbe69468f7fe" -d '{"events": [{"server_uuid": "29a978e0-f476-4a4d-9dbe-56d5c02c6a8c", "name": "network-vif-plugged", "status": "completed", "tag": "82138053-09e6-4e8b-9853-1e3c395b5cb3"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:05.654876 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:05.772503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-85ab4155-7bed-4a5f-a90d-52439f40e996 None None] Provisioning for port 4175748d-092f-4269-8fd5-227fd197bf5e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:45:05.782790 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-85ab4155-7bed-4a5f-a90d-52439f40e996 None None] Provisioning complete for port 4175748d-092f-4269-8fd5-227fd197bf5e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:05.783221 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-85ab4155-7bed-4a5f-a90d-52439f40e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:05.840824 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-85ab4155-7bed-4a5f-a90d-52439f40e996 None None] Port 4175748d-092f-4269-8fd5-227fd197bf5e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:45:05.896790 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:45:02Z', 'updated_at': '2021-07-27T19:45:04Z', 'revision_number': 3, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'gw_port': {'id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:03Z', 'updated_at': '2021-07-27T19:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:05.932575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Checking router: 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:45:05.932955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Updating router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 port 4fba22d9-d18e-4a37-aa63-57874dee2f99 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:45:05.980779 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:06.094947 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Request body: {'port': {'device_id': 'acbe3e36-070e-4d68-b70f-66b0a56aef61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:06.154067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3a35ac24-8f6a-4629-b0de-bb4265c5d063 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:45:06.190478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Pushing event updated for resources: {'Port': ['ID=4e903b43-eeee-4a13-b5f3-1380ab80f293,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:06.231531 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee16fbe-d3d6-4647-8759-26a4c7e97192 req-1dd452e0-9746-42fe-b186-e5242ee27778 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:06.240579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ee16fbe-d3d6-4647-8759-26a4c7e97192 req-1dd452e0-9746-42fe-b186-e5242ee27778 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 945 time: 1.2584670 Jul 27 19:45:06.281816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:06.348194 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:06.461111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:06.463792 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:06.494066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3a35ac24-8f6a-4629-b0de-bb4265c5d063 has no active binding in host n-h2-705657-21 {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 19:45:06.500478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-439e1427-35e7-4b46-854f-4d905063a760 req-203b8b91-6621-4d4e-b9da-ad719f468a64 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Allocated IP 172.20.0.7 (0ebd3759-03a3-4e67-a8e0-16f7b925197f/0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d/3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:45:06.645417 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:06.662055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Transition to ACTIVE for port object 4fba22d9-d18e-4a37-aa63-57874dee2f99 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:45:06.675161 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-439e1427-35e7-4b46-854f-4d905063a760 req-203b8b91-6621-4d4e-b9da-ad719f468a64 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:06.686035 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:06.731467 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ee16fbe-d3d6-4647-8759-26a4c7e97192 req-0f2cc1b4-5018-4c2d-bbfd-a8511b338766 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886436 Jul 27 19:45:06.745807 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-439e1427-35e7-4b46-854f-4d905063a760 req-203b8b91-6621-4d4e-b9da-ad719f468a64 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:06.757731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Attempting to bind port 4fba22d9-d18e-4a37-aa63-57874dee2f99 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:45:06.757731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Attempting to bind port 4fba22d9-d18e-4a37-aa63-57874dee2f99 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:45:06.757731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Attempting to bind port 4fba22d9-d18e-4a37-aa63-57874dee2f99 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:06.760827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a77cc-67b4-48c7-8a0c-6acd6d7d30f2 req-4b456b95-d2a1-4d67-86c3-263a5e82e712 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:06.767359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:45:06.767804 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:45:06.768281 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:06.769141 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:45:06.769820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Bound port: 4fba22d9-d18e-4a37-aa63-57874dee2f99, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:45:06.770043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e49a77cc-67b4-48c7-8a0c-6acd6d7d30f2 req-4b456b95-d2a1-4d67-86c3-263a5e82e712 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61 HTTP/1.1" status: 200 len: 936 time: 1.3108900 Jul 27 19:45:06.771032 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:06.811748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Attempting to bind port 4e903b43-eeee-4a13-b5f3-1380ab80f293 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:45:06.812226 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Attempting to bind port 4e903b43-eeee-4a13-b5f3-1380ab80f293 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:45:06.812704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Attempting to bind port 4e903b43-eeee-4a13-b5f3-1380ab80f293 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:06.853023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:45:06.853252 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] For port 4fba22d9-d18e-4a37-aa63-57874dee2f99, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:45:06.859592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] For port 4fba22d9-d18e-4a37-aa63-57874dee2f99, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4fba22d9-d18e-4a37-aa63-57874dee2f99,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:45:06.863803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Allocated IP 172.20.0.1 (3d392951-4941-4395-bb7b-00221c206b39/8d400d9f-7d58-449d-9237-333becbb3681/0a925a95-daef-4b0e-93a1-c9cf937fdb62) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:45:06.874361 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:06.889033 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be81d1-291e-4ad5-81de-847c8cc4436f None None] Pushing event updated for resources: {'Port': ['ID=4fba22d9-d18e-4a37-aa63-57874dee2f99,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:06.913066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e49a77cc-67b4-48c7-8a0c-6acd6d7d30f2 req-c971a1a3-9994-4776-bb1d-5c688333630a tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420081 Jul 27 19:45:06.913723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Port 4e903b43-eeee-4a13-b5f3-1380ab80f293 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:45:06.914048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Attempting to bind port 4e903b43-eeee-4a13-b5f3-1380ab80f293 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:06.928082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4175748d-092f-4269-8fd5-227fd197bf5e {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:06.938429 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:06.953533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Transition to ACTIVE for port object 4175748d-092f-4269-8fd5-227fd197bf5e will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:45:06.966202 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:06.969178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be81d1-291e-4ad5-81de-847c8cc4436f None None] Pushing event updated for resources: {'Port': ['ID=4fba22d9-d18e-4a37-aa63-57874dee2f99,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:06.978928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439e1427-35e7-4b46-854f-4d905063a760 req-203b8b91-6621-4d4e-b9da-ad719f468a64 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Network 0ebd3759-03a3-4e67-a8e0-16f7b925197f is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:45:07.003426 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Routers {'6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:45:07.004086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:44:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:07.054249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-439e1427-35e7-4b46-854f-4d905063a760 req-203b8b91-6621-4d4e-b9da-ad719f468a64 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:45:07.061563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-439e1427-35e7-4b46-854f-4d905063a760 req-203b8b91-6621-4d4e-b9da-ad719f468a64 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:45:07.107800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:45:07.108473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:45:07.109159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:45:07.110092 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Bound port: 4e903b43-eeee-4a13-b5f3-1380ab80f293, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:45:07.110617 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:07.134667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Pushing event updated for resources: {'Port': ['ID=4175748d-092f-4269-8fd5-227fd197bf5e,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:07.196713 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:07.227348 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:07.242163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] Set router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:45:07.250302 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e1427-35e7-4b46-854f-4d905063a760 req-203b8b91-6621-4d4e-b9da-ad719f468a64 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:07.251123 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-439e1427-35e7-4b46-854f-4d905063a760 req-203b8b91-6621-4d4e-b9da-ad719f468a64 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:07.255636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Attempting to bind port 4175748d-092f-4269-8fd5-227fd197bf5e on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:45:07.255975 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Attempting to bind port 4175748d-092f-4269-8fd5-227fd197bf5e by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:45:07.256510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Attempting to bind port 4175748d-092f-4269-8fd5-227fd197bf5e on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:07.269999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6436ae-c276-405f-bc7c-a43d3b68f2c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a35ac24-8f6a-4629-b0de-bb4265c5d063'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:07.273290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Port 4175748d-092f-4269-8fd5-227fd197bf5e on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:45:07.275186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Attempting to bind port 4175748d-092f-4269-8fd5-227fd197bf5e on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:07.276818 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b4e749-48e6-4689-9210-17d7751f31f4" -d '{"events": [{"server_uuid": "ce6436ae-c276-405f-bc7c-a43d3b68f2c2", "name": "network-vif-unplugged", "status": "completed", "tag": "3a35ac24-8f6a-4629-b0de-bb4265c5d063"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:07.284117 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:45:07.284355 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:45:07.284793 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:45:07.285291 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Bound port: 4175748d-092f-4269-8fd5-227fd197bf5e, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:45:07.285656 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:07.328219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b8b91-6621-4d4e-b9da-ad719f468a64 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Pushing event updated for resources: {'Port': ['ID=3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:07.347269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:07.349177 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:07.402620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Network 3d392951-4941-4395-bb7b-00221c206b39 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:45:07.409232 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:45:07.418314 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:45:07.436011 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-439e1427-35e7-4b46-854f-4d905063a760 req-203b8b91-6621-4d4e-b9da-ad719f468a64 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7785752 Jul 27 19:45:07.466331 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Pushing event updated for resources: {'Port': ['ID=0a925a95-daef-4b0e-93a1-c9cf937fdb62,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:07.470749 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] For port 4175748d-092f-4269-8fd5-227fd197bf5e, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:45:07.492776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] For port 4175748d-092f-4269-8fd5-227fd197bf5e, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=4175748d-092f-4269-8fd5-227fd197bf5e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:45:07.493703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Request body: {'port': {'device_id': 'c983c8cd-cd98-4e27-af80-6c6b4f820993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:07.496086 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:07.547270 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:07.568964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fc6db4af-f125-449d-b1a0-82b2359bfa8e details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:45:07.606377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Pushing event updated for resources: {'Port': ['ID=4175748d-092f-4269-8fd5-227fd197bf5e,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:07.624255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:07.624907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:07.626312 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-4528a2b0-6fee-440b-9048-d6daff8a737c service neutron] 10.222.0.52 "PUT /v2.0/ports/4175748d-092f-4269-8fd5-227fd197bf5e HTTP/1.1" status: 200 len: 1097 time: 2.1492372 Jul 27 19:45:07.626747 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbe3e36-070e-4d68-b70f-66b0a56aef61', 'tag': '4175748d-092f-4269-8fd5-227fd197bf5e'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:07.629102 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ec2130-f540-4d37-82c4-c64bd297ce52" -d '{"events": [{"name": "network-changed", "server_uuid": "acbe3e36-070e-4d68-b70f-66b0a56aef61", "tag": "4175748d-092f-4269-8fd5-227fd197bf5e"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:07.737076 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:07.780192 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fc6db4af-f125-449d-b1a0-82b2359bfa8e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:07.800211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:45:02Z', 'updated_at': '2021-07-27T19:45:04Z', 'revision_number': 3, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'gw_port': {'id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:03Z', 'updated_at': '2021-07-27T19:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:07.812461 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e', 'mac_address': 'fa:16:3e:a2:f9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:45:07.840383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c4fa9-ffcc-4549-bef9-89df1eab3faa req-79e3c035-e760-4773-83c9-cf7c8d953180 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:07.843106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f3c4fa9-ffcc-4549-bef9-89df1eab3faa req-79e3c035-e760-4773-83c9-cf7c8d953180 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 931 time: 0.8979657 Jul 27 19:45:07.847203 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:07.861449 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-1ecd032d-82ea-4c70-96c4-869ae5d403a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:07.863480 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-1ecd032d-82ea-4c70-96c4-869ae5d403a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61 HTTP/1.1" status: 200 len: 1100 time: 0.1687384 Jul 27 19:45:07.927778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] For port 4e903b43-eeee-4a13-b5f3-1380ab80f293, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:45:07.943836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a35ac24-8f6a-4629-b0de-bb4265c5d063,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:07.977097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Attempting to bind port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 on host n-h1-705657-21 for vnic_type normal with profile {"migrating_to": "n-h2-705657-21"} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:45:07.977441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Attempting to bind port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:45:07.977774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Attempting to bind port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:07.985331 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-0c4e138c-aeff-43d9-b694-49f59bb55608 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=4175748d-092f-4269-8fd5-227fd197bf5e HTTP/1.1" status: 200 len: 217 time: 0.0823302 Jul 27 19:45:08.007336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53082601-020a-4b1e-86cd-43abc3cae3b7 req-b5e60bee-bd31-42b9-bfdc-9a05d07d0705 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:08.015317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53082601-020a-4b1e-86cd-43abc3cae3b7 req-b5e60bee-bd31-42b9-bfdc-9a05d07d0705 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 947 time: 0.9188626 Jul 27 19:45:08.025434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] For port 4e903b43-eeee-4a13-b5f3-1380ab80f293, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=4e903b43-eeee-4a13-b5f3-1380ab80f293,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:45:08.053332 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f3c4fa9-ffcc-4549-bef9-89df1eab3faa req-5c77d2b9-0013-4f05-ae93-8c0e5be73a9e tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603534 Jul 27 19:45:08.053861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:45:08.054183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Attempting to bind port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 on network a0463eab-3d38-43e7-932e-91f09e3b2eeb {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:08.057567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b0679-fe32-4a9e-b3ed-b2b814b4873f None None] The sync data for ids ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'] in n-d-705657-21 is: [{'id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:45:02Z', 'updated_at': '2021-07-27T19:45:04Z', 'revision_number': 3, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'gw_port': {'id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:03Z', 'updated_at': '2021-07-27T19:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:45:08.069593 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:08.138758 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:08.193182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6db4af-f125-449d-b1a0-82b2359bfa8e {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:08.219158 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c211c8-0500-4d0f-a617-d4936a206eab x-openstack-request-id: req-66c211c8-0500-4d0f-a617-d4936a206eab {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:08.220723 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a978e0-f476-4a4d-9dbe-56d5c02c6a8c", "name": "network-vif-plugged", "status": "completed", "tag": "82138053-09e6-4e8b-9853-1e3c395b5cb3", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:08.221078 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66c211c8-0500-4d0f-a617-d4936a206eab {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:08.228834 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a978e0-f476-4a4d-9dbe-56d5c02c6a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82138053-09e6-4e8b-9853-1e3c395b5cb3', 'code': 200} Jul 27 19:45:08.242014 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:08.257858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-bb5b1cac-f282-467e-b0eb-1dd7d7458433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:08.259488 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-bb5b1cac-f282-467e-b0eb-1dd7d7458433 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.2564452 Jul 27 19:45:08.270101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:08.270730 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:08.276851 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a14baa96-0646-4543-9501-e0682067f8df req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] 10.222.0.63 "PUT /v2.0/ports/4e903b43-eeee-4a13-b5f3-1380ab80f293 HTTP/1.1" status: 200 len: 1097 time: 4.5228889 Jul 27 19:45:08.277974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fc6db4af-f125-449d-b1a0-82b2359bfa8e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:08.280198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:45:08.281697 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Checking segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:45:08.282109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Bound using segment: {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:45:08.283341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Bound port: 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e3661-5561-4d63-8f62-b73e520f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a0463eab-3d38-43e7-932e-91f09e3b2eeb'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:45:08.283708 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:08.294184 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:08.429669 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=fc6db4af-f125-449d-b1a0-82b2359bfa8e,revision_number=10']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:08.431203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53082601-020a-4b1e-86cd-43abc3cae3b7 req-fafa0162-9d82-467a-9e6c-af844cc31aba tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139504 Jul 27 19:45:08.598074 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:08.610385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-9b4ee1ed-134b-4d44-bc1f-a165f4c49736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:08.620985 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-9b4ee1ed-134b-4d44-bc1f-a165f4c49736 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3252120 Jul 27 19:45:08.622742 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:08.638434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:45:08.649350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:45:08.660469 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af94eba0-9ac2-42df-9b11-7d98eb447db9 x-openstack-request-id: req-af94eba0-9ac2-42df-9b11-7d98eb447db9 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:08.660764 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6436ae-c276-405f-bc7c-a43d3b68f2c2", "name": "network-vif-unplugged", "status": "completed", "tag": "3a35ac24-8f6a-4629-b0de-bb4265c5d063", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:08.661013 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af94eba0-9ac2-42df-9b11-7d98eb447db9 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:08.661405 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6436ae-c276-405f-bc7c-a43d3b68f2c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a35ac24-8f6a-4629-b0de-bb4265c5d063', 'code': 200} Jul 27 19:45:08.704105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['fc6db4af-f125-449d-b1a0-82b2359bfa8e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:08.807740 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4fba22d9-d18e-4a37-aa63-57874dee2f99 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:08.813863 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f1b2f1-16e3-462f-aaa4-23e0e07a18c2 x-openstack-request-id: req-81f1b2f1-16e3-462f-aaa4-23e0e07a18c2 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:08.814427 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acbe3e36-070e-4d68-b70f-66b0a56aef61", "tag": "4175748d-092f-4269-8fd5-227fd197bf5e", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:08.814554 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81f1b2f1-16e3-462f-aaa4-23e0e07a18c2 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:08.822765 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbe3e36-070e-4d68-b70f-66b0a56aef61', 'tag': '4175748d-092f-4269-8fd5-227fd197bf5e', 'status': 'completed', 'code': 200} Jul 27 19:45:08.833680 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:08.869914 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:08.886873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Pushing event updated for resources: {'Port': ['ID=0a925a95-daef-4b0e-93a1-c9cf937fdb62,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:08.919181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 4fba22d9-d18e-4a37-aa63-57874dee2f99 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:45:08.984869 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-a14b8e81-c123-4a4e-ab56-fd3a742f22f9 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476045 Jul 27 19:45:09.001631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 4fba22d9-d18e-4a37-aa63-57874dee2f99 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:09.002371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:09.011629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc93bdd-b750-4af8-b672-a4a75db47249 service neutron] Pushing event updated for resources: {'Port': ['ID=4e903b43-eeee-4a13-b5f3-1380ab80f293,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:09.182341 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb9c969d-4605-4d11-bc21-7d08fc6bf183 req-1a808afb-7f85-4dc4-a050-decbd342127e service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808386 Jul 27 19:45:09.206329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a35ac24-8f6a-4629-b0de-bb4265c5d063,revision_number=8']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:09.286948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:09.288189 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:09.289629 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-8edf8612-797b-4d1e-ab0a-b4dfd0e415f4 service neutron] 10.222.0.63 "PUT /v2.0/ports/3a35ac24-8f6a-4629-b0de-bb4265c5d063 HTTP/1.1" status: 200 len: 1123 time: 4.6604214 Jul 27 19:45:09.290945 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:09.302529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14baa96-0646-4543-9501-e0682067f8df req-e9ee5f34-1ed1-40e0-a276-ed166397772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:09.305208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a14baa96-0646-4543-9501-e0682067f8df req-e9ee5f34-1ed1-40e0-a276-ed166397772c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 1100 time: 0.9104376 Jul 27 19:45:09.326234 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 4fba22d9-d18e-4a37-aa63-57874dee2f99, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4fba22d9-d18e-4a37-aa63-57874dee2f99,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:09.336685 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:09.347176 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Network 3d392951-4941-4395-bb7b-00221c206b39 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:45:09.356064 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:45:09.411515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=4fba22d9-d18e-4a37-aa63-57874dee2f99,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:09.418612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['3a35ac24-8f6a-4629-b0de-bb4265c5d063'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:09.451494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554bf59-873e-405b-85ff-88a677d0c775 req-084e2a28-01df-484c-93c2-1488b96cd2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:09.453609 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1554bf59-873e-405b-85ff-88a677d0c775 req-084e2a28-01df-484c-93c2-1488b96cd2d0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 1098 time: 1.1077516 Jul 27 19:45:09.467061 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d0c98-0d05-42a9-8d05-f9d20feaca55 req-517b50a4-f918-4c12-8444-f3b2f38f443f tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:09.469126 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec0d0c98-0d05-42a9-8d05-f9d20feaca55 req-517b50a4-f918-4c12-8444-f3b2f38f443f tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 946 time: 0.9856417 Jul 27 19:45:09.470605 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a14baa96-0646-4543-9501-e0682067f8df req-0be6e120-03c8-47be-884b-a9b0e808722a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=4e903b43-eeee-4a13-b5f3-1380ab80f293 HTTP/1.1" status: 200 len: 217 time: 0.1244400 Jul 27 19:45:09.519936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec2130-f540-4d37-82c4-c64bd297ce52 req-c1cc436b-8bed-402f-a00c-2c73b9af0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:09.521532 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3ec2130-f540-4d37-82c4-c64bd297ce52 req-c1cc436b-8bed-402f-a00c-2c73b9af0ba9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61 HTTP/1.1" status: 200 len: 1100 time: 0.2365701 Jul 27 19:45:09.523559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eec05-99c1-4139-aab7-49787fcb62ed req-11e174fc-0d2b-4f0d-bb39-033e7f2d17fa tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:09.530486 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['3a35ac24-8f6a-4629-b0de-bb4265c5d063'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:09.531736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d41eec05-99c1-4139-aab7-49787fcb62ed req-11e174fc-0d2b-4f0d-bb39-033e7f2d17fa tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 943 time: 0.5428207 Jul 27 19:45:09.721575 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec0d0c98-0d05-42a9-8d05-f9d20feaca55 req-35675c99-48c9-4a3a-978b-d7ec905e0b64 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212360 Jul 27 19:45:09.723299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1554bf59-873e-405b-85ff-88a677d0c775 req-ac2e95e7-4b71-4ea2-a8a8-b880537259c6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500937 Jul 27 19:45:09.730929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:09.752233 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec2130-f540-4d37-82c4-c64bd297ce52 req-ea8b39cd-5cc3-45e4-961a-a5568d1b8926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:09.754597 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3ec2130-f540-4d37-82c4-c64bd297ce52 req-ea8b39cd-5cc3-45e4-961a-a5568d1b8926 service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.1523392 Jul 27 19:45:09.756816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:45:09.757641 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d41eec05-99c1-4139-aab7-49787fcb62ed req-258965f3-5d32-45da-82c7-fb26a0008a04 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205977 Jul 27 19:45:09.760916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14baa96-0646-4543-9501-e0682067f8df req-749f21b4-fcea-4f94-99b6-b6d94a12b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:09.765218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a14baa96-0646-4543-9501-e0682067f8df req-749f21b4-fcea-4f94-99b6-b6d94a12b3d4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.2804811 Jul 27 19:45:09.770679 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:09.939842 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Transition to ACTIVE for port object 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:45:09.951628 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:09.983226 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3ec2130-f540-4d37-82c4-c64bd297ce52 req-67ba0084-0e1c-4d46-90e9-ee3e399d5e2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=4175748d-092f-4269-8fd5-227fd197bf5e HTTP/1.1" status: 200 len: 217 time: 0.2115664 Jul 27 19:45:10.046210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Pushing event updated for resources: {'Port': ['ID=3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:10.075302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec2130-f540-4d37-82c4-c64bd297ce52 req-770bb70e-9d48-4017-8969-6cedc747aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:10.076796 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3ec2130-f540-4d37-82c4-c64bd297ce52 req-770bb70e-9d48-4017-8969-6cedc747aa92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0755053 Jul 27 19:45:10.081280 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:45:10.081497 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14baa96-0646-4543-9501-e0682067f8df req-00647dbb-4e4c-43a2-8778-7f69bda153a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:10.083152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a14baa96-0646-4543-9501-e0682067f8df req-00647dbb-4e4c-43a2-8778-7f69bda153a6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3057258 Jul 27 19:45:10.087121 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-750532d0-8a8b-488e-9051-69ff2a60ae74 admin admin] 10.222.0.48 "PUT /v2.0/routers/6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8691397 Jul 27 19:45:10.111477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bffd6b-acf2-489e-8ebb-add2d2c1ba04 req-9af3a599-ee3f-4b4d-a179-b3251a35e054 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:10.120176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9bffd6b-acf2-489e-8ebb-add2d2c1ba04 req-9af3a599-ee3f-4b4d-a179-b3251a35e054 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61 HTTP/1.1" status: 200 len: 948 time: 0.2288957 Jul 27 19:45:10.174977 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec2130-f540-4d37-82c4-c64bd297ce52 req-96c5b80c-e8cc-4c53-9e4e-f1ee9f62a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:10.176062 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3ec2130-f540-4d37-82c4-c64bd297ce52 req-96c5b80c-e8cc-4c53-9e4e-f1ee9f62a7eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839586 Jul 27 19:45:10.215984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028abbe8-1d80-43ec-8847-bb1fbc715aa1 req-b5634c59-259e-4eb2-b4e9-fc764516f700 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:10.224070 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-028abbe8-1d80-43ec-8847-bb1fbc715aa1 req-b5634c59-259e-4eb2-b4e9-fc764516f700 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 949 time: 0.3512642 Jul 27 19:45:10.302834 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9bffd6b-acf2-489e-8ebb-add2d2c1ba04 req-1f605feb-421b-4351-b4eb-63d13db819e5 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803424 Jul 27 19:45:10.354999 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3ec2130-f540-4d37-82c4-c64bd297ce52 req-3adccf61-016b-4ae4-b60e-ce55cd01f81c service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624193 Jul 27 19:45:10.357352 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-028abbe8-1d80-43ec-8847-bb1fbc715aa1 req-5f5060ec-bb86-44da-846b-3e4d20404c06 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323204 Jul 27 19:45:10.363026 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Attempting to bind port 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:45:10.363431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Attempting to bind port 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:45:10.364081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Attempting to bind port 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:10.397893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Port 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:45:10.398223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Attempting to bind port 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:10.406361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a14baa96-0646-4543-9501-e0682067f8df req-8a72674b-c3d4-4823-8ceb-a1c77ef7c885 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764485 Jul 27 19:45:10.407490 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:45:10.407821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Checking segment: {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:45:10.408720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Bound using segment: {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:45:10.409157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Bound port: 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:45:10.409514 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:10.548855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3ec2130-f540-4d37-82c4-c64bd297ce52 req-e0f45729-628e-405c-90c2-cc0dc8927e9e service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785727 Jul 27 19:45:10.664011 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a14baa96-0646-4543-9501-e0682067f8df req-7cd4e6ad-5df4-4833-a793-7c06cd330115 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392499 Jul 27 19:45:10.673750 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4fba22d9-d18e-4a37-aa63-57874dee2f99 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:10.686970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23684da3-0247-4261-8697-2c951f1d2780', 'tag': '4e903b43-eeee-4a13-b5f3-1380ab80f293'}, {'name': 'network-changed', 'server_uuid': 'ce6436ae-c276-405f-bc7c-a43d3b68f2c2', 'tag': '3a35ac24-8f6a-4629-b0de-bb4265c5d063'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:10.689569 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62f1420-d909-4ca9-850d-7fee06888b72" -d '{"events": [{"name": "network-changed", "server_uuid": "23684da3-0247-4261-8697-2c951f1d2780", "tag": "4e903b43-eeee-4a13-b5f3-1380ab80f293"}, {"name": "network-changed", "server_uuid": "ce6436ae-c276-405f-bc7c-a43d3b68f2c2", "tag": "3a35ac24-8f6a-4629-b0de-bb4265c5d063"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:10.753246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] For port 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:45:10.779485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5675772-e030-4359-8647-81a2f546eae0 req-cd7ab5f0-e719-4fbc-9164-50d80faa05cd tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:10.789261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5675772-e030-4359-8647-81a2f546eae0 req-cd7ab5f0-e719-4fbc-9164-50d80faa05cd tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 943 time: 0.2080781 Jul 27 19:45:10.799207 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 4fba22d9-d18e-4a37-aa63-57874dee2f99 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:10.799580 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:10.821520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] For port 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:45:10.864428 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:10.918056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:10.919137 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:10.924550 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-439e1427-35e7-4b46-854f-4d905063a760 req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] 10.222.0.52 "PUT /v2.0/ports/3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 HTTP/1.1" status: 200 len: 1092 time: 3.4400187 Jul 27 19:45:10.933679 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Sync routers for ids ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:45:10.941143 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5675772-e030-4359-8647-81a2f546eae0 req-1f5467b3-e435-4a6c-8f38-5d375754fcdb tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521716 Jul 27 19:45:10.958702 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Routers {'6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:45:10.960349 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:44:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:10.992698 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de104d93-e5f9-4179-8c90-d34fb954aabb service neutron] Pushing event updated for resources: {'Port': ['ID=3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:11.053616 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd9977d-949e-4ef8-8b73-418f6cc318da x-openstack-request-id: req-afd9977d-949e-4ef8-8b73-418f6cc318da {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:11.053616 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23684da3-0247-4261-8697-2c951f1d2780", "tag": "4e903b43-eeee-4a13-b5f3-1380ab80f293", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce6436ae-c276-405f-bc7c-a43d3b68f2c2", "tag": "3a35ac24-8f6a-4629-b0de-bb4265c5d063", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:11.054350 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afd9977d-949e-4ef8-8b73-418f6cc318da {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:11.054821 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23684da3-0247-4261-8697-2c951f1d2780', 'tag': '4e903b43-eeee-4a13-b5f3-1380ab80f293', 'status': 'completed', 'code': 200} Jul 27 19:45:11.055048 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6436ae-c276-405f-bc7c-a43d3b68f2c2', 'tag': '3a35ac24-8f6a-4629-b0de-bb4265c5d063', 'status': 'completed', 'code': 200} Jul 27 19:45:11.063132 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-cf581da6-e618-4ac5-a5bd-a0dcc6bd5e20 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:11.064779 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-cf581da6-e618-4ac5-a5bd-a0dcc6bd5e20 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/networks?id=3d392951-4941-4395-bb7b-00221c206b39 HTTP/1.1" status: 200 len: 820 time: 0.2662523 Jul 27 19:45:11.114347 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-cfa7e439-5272-42de-b57e-ecfb1d87df75 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/quotas/fc32d905005344bbbbfc8bc105af6b94 HTTP/1.1" status: 200 len: 375 time: 0.0401599 Jul 27 19:45:11.189156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e1427-35e7-4b46-854f-4d905063a760 req-93f67df9-706e-4d37-ba50-7c6f77853464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:11.190723 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-439e1427-35e7-4b46-854f-4d905063a760 req-93f67df9-706e-4d37-ba50-7c6f77853464 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 1095 time: 0.1845484 Jul 27 19:45:11.196746 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Set router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:45:11.218365 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-89772387-6514-4b97-9f5c-a8a41380f275 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc32d905005344bbbbfc8bc105af6b94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0975790 Jul 27 19:45:11.220146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-e17a3fc2-583d-4897-9790-6aa694c8c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:11.221555 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-e17a3fc2-583d-4897-9790-6aa694c8c70d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 1100 time: 0.1410635 Jul 27 19:45:11.251741 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-5a2f21c3-6d6d-4b03-8519-a4f408460ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:11.266368 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-5a2f21c3-6d6d-4b03-8519-a4f408460ff5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 1126 time: 0.1918354 Jul 27 19:45:11.278670 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:11.429353 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-ceccb3ed-3fec-4508-8741-26e3013431bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:11.430887 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-ceccb3ed-3fec-4508-8741-26e3013431bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.1487780 Jul 27 19:45:11.505837 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-81a158b6-ccd0-4f13-a639-0c4bda4ff824 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063 HTTP/1.1" status: 200 len: 217 time: 0.0559821 Jul 27 19:45:11.569936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fc6db4af-f125-449d-b1a0-82b2359bfa8e up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:11.591940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-869f7e1a-27a6-497a-ad98-913026adf465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:11.593956 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-869f7e1a-27a6-497a-ad98-913026adf465 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.0733588 Jul 27 19:45:11.675072 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-5f5f29fe-2b23-4716-a1cc-7d7f36db2262 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585330 Jul 27 19:45:11.681764 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port fc6db4af-f125-449d-b1a0-82b2359bfa8e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:11.682356 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:11.746538 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:45:02Z', 'updated_at': '2021-07-27T19:45:07Z', 'revision_number': 4, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'gw_port': {'id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:03Z', 'updated_at': '2021-07-27T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '0a925a95-daef-4b0e-93a1-c9cf937fdb62', 'name': '', 'network_id': '3d392951-4941-4395-bb7b-00221c206b39', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'mac_address': 'fa:16:3e:a7:ec:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '8d400d9f-7d58-449d-9237-333becbb3681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:06Z', 'updated_at': '2021-07-27T19:45:07Z', 'revision_number': 2, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'subnets': [{'id': '8d400d9f-7d58-449d-9237-333becbb3681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:11.813092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-439e1427-35e7-4b46-854f-4d905063a760 req-d5470f1b-adc0-4106-89ae-9d8f35375a67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 HTTP/1.1" status: 200 len: 217 time: 0.6046398 Jul 27 19:45:11.814246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-c0991714-b2cc-4a01-a4bc-d5a1ef8a5081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:11.815623 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-c0991714-b2cc-4a01-a4bc-d5a1ef8a5081 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.5813551 Jul 27 19:45:11.843619 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Checking router: 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:45:11.847597 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Updating router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 port 0a925a95-daef-4b0e-93a1-c9cf937fdb62 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:45:11.905488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-125097f3-8840-4248-9894-4ce8bb241c89 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=4e903b43-eeee-4a13-b5f3-1380ab80f293 HTTP/1.1" status: 200 len: 217 time: 0.0596166 Jul 27 19:45:11.935541 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:11.937679 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:11.941824 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-d0e2072a-d83f-4aea-849e-3f1a3397f3a7 service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562857 Jul 27 19:45:11.988635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-fb6ea84c-d3aa-4a7b-89da-88063c31ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:11.991430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-fb6ea84c-d3aa-4a7b-89da-88063c31ccd3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0509794 Jul 27 19:45:12.014660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a7c15-28fb-415f-9747-11a9fad62ee2 req-9200fe2d-31be-4525-8c96-4e51a6a61e3a tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:12.028943 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-879a7c15-28fb-415f-9747-11a9fad62ee2 req-9200fe2d-31be-4525-8c96-4e51a6a61e3a tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 946 time: 0.8062856 Jul 27 19:45:12.085339 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:12.091143 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c126b1-bed2-43db-9645-61d1a1230b97" -d '{"events": [{"server_uuid": "703f3c32-3b7b-4d6f-bcb2-a68e89ae204c", "name": "network-vif-plugged", "status": "completed", "tag": "fc6db4af-f125-449d-b1a0-82b2359bfa8e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:12.112823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fc6db4af-f125-449d-b1a0-82b2359bfa8e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:12.128803 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:12.169816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-879a7c15-28fb-415f-9747-11a9fad62ee2 req-9228e235-8190-4eef-b2ea-7378536db7b1 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358397 Jul 27 19:45:12.188884 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=fc6db4af-f125-449d-b1a0-82b2359bfa8e,revision_number=11']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:12.191642 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-c94b2366-197c-4644-b31b-420adc72c5c5 service neutron] 10.222.0.52 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382004 Jul 27 19:45:12.244839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e1427-35e7-4b46-854f-4d905063a760 req-6f54ef4b-17d2-4482-a1a7-b119664e6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:12.247696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-439e1427-35e7-4b46-854f-4d905063a760 req-6f54ef4b-17d2-4482-a1a7-b119664e6e30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 200 len: 852 time: 0.4141901 Jul 27 19:45:12.314058 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-73373268-e8f8-4452-98ab-7782bfe62d3d service neutron] 10.222.0.48 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0701942 Jul 27 19:45:12.394546 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:12.401016 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-439e1427-35e7-4b46-854f-4d905063a760 req-71289d4b-885b-46f8-9d27-5e39a368dc2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ebd3759-03a3-4e67-a8e0-16f7b925197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406794 Jul 27 19:45:12.411201 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Transition to ACTIVE for port object 0a925a95-daef-4b0e-93a1-c9cf937fdb62 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:45:12.423042 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:12.486235 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2a1bf-1c54-409c-ad98-172848178c20 None None] Pushing event updated for resources: {'Port': ['ID=0a925a95-daef-4b0e-93a1-c9cf937fdb62,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:12.499399 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-8578ab51-b7b3-4f68-ba2e-fb71de165fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:12.500956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-8578ab51-b7b3-4f68-ba2e-fb71de165fad service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4441297 Jul 27 19:45:12.520649 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2a1bf-1c54-409c-ad98-172848178c20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:12.521290 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2a1bf-1c54-409c-ad98-172848178c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:12.521801 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2a1bf-1c54-409c-ad98-172848178c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:12.523110 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2a1bf-1c54-409c-ad98-172848178c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:12.523666 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2a1bf-1c54-409c-ad98-172848178c20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:12.524153 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2a1bf-1c54-409c-ad98-172848178c20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:12.524754 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2a1bf-1c54-409c-ad98-172848178c20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:12.525242 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2a1bf-1c54-409c-ad98-172848178c20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:12.525711 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2a1bf-1c54-409c-ad98-172848178c20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:12.526190 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2a1bf-1c54-409c-ad98-172848178c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:12.526678 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2a1bf-1c54-409c-ad98-172848178c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:12.527142 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2a1bf-1c54-409c-ad98-172848178c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:12.590832 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Attempting to bind port 0a925a95-daef-4b0e-93a1-c9cf937fdb62 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:45:12.591204 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Attempting to bind port 0a925a95-daef-4b0e-93a1-c9cf937fdb62 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '3feed133-aece-40fa-a7b8-0d5af3a7eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3d392951-4941-4395-bb7b-00221c206b39'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:45:12.591571 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Attempting to bind port 0a925a95-daef-4b0e-93a1-c9cf937fdb62 on network 3d392951-4941-4395-bb7b-00221c206b39 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:12.597674 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:45:12.597898 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Checking segment: {'id': '3feed133-aece-40fa-a7b8-0d5af3a7eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3d392951-4941-4395-bb7b-00221c206b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:45:12.598952 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:12.599327 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Bound using segment: {'id': '3feed133-aece-40fa-a7b8-0d5af3a7eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3d392951-4941-4395-bb7b-00221c206b39'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:45:12.599809 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Bound port: 0a925a95-daef-4b0e-93a1-c9cf937fdb62, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3feed133-aece-40fa-a7b8-0d5af3a7eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3d392951-4941-4395-bb7b-00221c206b39'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:45:12.604238 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:12.615988 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-3a2d6faf-2cde-4d17-b171-7d297491b18e service neutron] 10.222.0.48 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706056 Jul 27 19:45:12.660116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-439e1427-35e7-4b46-854f-4d905063a760 req-822bf540-b04c-4d68-a6f7-10581d9fdaa9 service neutron] 10.222.0.52 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259803 Jul 27 19:45:12.668969 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f0c00-b196-437e-b98c-ea9cb9a4151d req-5928d4f6-7dfb-46b4-a1bc-2c5d1e65603a tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:12.676334 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-249f0c00-b196-437e-b98c-ea9cb9a4151d req-5928d4f6-7dfb-46b4-a1bc-2c5d1e65603a tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 943 time: 0.3441992 Jul 27 19:45:12.724273 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] For port 0a925a95-daef-4b0e-93a1-c9cf937fdb62, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:45:12.729150 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] For port 0a925a95-daef-4b0e-93a1-c9cf937fdb62, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0a925a95-daef-4b0e-93a1-c9cf937fdb62,segment=NetworkSegment(3feed133-aece-40fa-a7b8-0d5af3a7eed8),segment_id=3feed133-aece-40fa-a7b8-0d5af3a7eed8)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:45:12.748261 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:12.760156 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-83493b41-54b2-4c10-87cf-c8fae3f0f0e5 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461579 Jul 27 19:45:12.875266 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-249f0c00-b196-437e-b98c-ea9cb9a4151d req-5d29358b-86f7-4eab-8155-7894ad505ee4 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978538 Jul 27 19:45:12.928416 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2a1bf-1c54-409c-ad98-172848178c20 None None] Pushing event updated for resources: {'Port': ['ID=0a925a95-daef-4b0e-93a1-c9cf937fdb62,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:12.959028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a62f1420-d909-4ca9-850d-7fee06888b72 req-9d8c83f7-bb5e-4998-8a07-45828b032dd0 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892195 Jul 27 19:45:12.964813 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Routers {'6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:45:12.966051 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:44:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:13.020115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-655518d4-0188-467d-a0d7-9367f95dc0ac tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596592 Jul 27 19:45:13.022728 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-439e1427-35e7-4b46-854f-4d905063a760 req-e73bed3d-639b-43f8-b8c3-d8be8b93d34a service neutron] 10.222.0.52 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362179 Jul 27 19:45:13.075943 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c983c8cd-cd98-4e27-af80-6c6b4f820993', 'tag': '3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:13.078632 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333b3336-ea28-464e-bf47-f6b96af283eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c983c8cd-cd98-4e27-af80-6c6b4f820993", "tag": "3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:13.210277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-f9f0a52f-eb25-46dc-acec-a274f363d1ce tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:13.212111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-f9f0a52f-eb25-46dc-acec-a274f363d1ce tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1253438 Jul 27 19:45:13.242310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-bddbfcbb-254e-4ba5-9087-408f08d07911 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/quotas/6338c498f3a44b01b8ebed4fff6ab6c4 HTTP/1.1" status: 200 len: 375 time: 0.0205150 Jul 27 19:45:13.253137 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] Set router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:45:13.295899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f426c65-2937-4ced-a2a7-0f1dc6447d11 req-bcb0ecdb-31dd-4ec8-b973-3b4e84c66883 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:13.298249 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f426c65-2937-4ced-a2a7-0f1dc6447d11 req-bcb0ecdb-31dd-4ec8-b973-3b4e84c66883 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61 HTTP/1.1" status: 200 len: 948 time: 0.2741539 Jul 27 19:45:13.317472 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1143e0de-01a4-488b-b9b9-4378169d0bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:13.355384 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f426c65-2937-4ced-a2a7-0f1dc6447d11 req-0c0ab2c1-458a-4320-a71b-38ffaa6612c1 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475852 Jul 27 19:45:13.390066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-094ab3e2-d925-4675-aa00-1a99157dc593 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1382737 Jul 27 19:45:13.543094 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:45:02Z', 'updated_at': '2021-07-27T19:45:07Z', 'revision_number': 4, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'gw_port': {'id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:03Z', 'updated_at': '2021-07-27T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '0a925a95-daef-4b0e-93a1-c9cf937fdb62', 'name': '', 'network_id': '3d392951-4941-4395-bb7b-00221c206b39', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'mac_address': 'fa:16:3e:a7:ec:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '8d400d9f-7d58-449d-9237-333becbb3681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:06Z', 'updated_at': '2021-07-27T19:45:12Z', 'revision_number': 4, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'subnets': [{'id': '8d400d9f-7d58-449d-9237-333becbb3681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:13.567903 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 4175748d-092f-4269-8fd5-227fd197bf5e details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:45:13.593452 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c3414-eb29-42fc-bf6a-802c9aa8b8c2 None None] The sync data for ids ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'] in n-d-705657-21 is: [{'id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:45:02Z', 'updated_at': '2021-07-27T19:45:07Z', 'revision_number': 4, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'gw_port': {'id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:03Z', 'updated_at': '2021-07-27T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '0a925a95-daef-4b0e-93a1-c9cf937fdb62', 'name': '', 'network_id': '3d392951-4941-4395-bb7b-00221c206b39', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'mac_address': 'fa:16:3e:a7:ec:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '8d400d9f-7d58-449d-9237-333becbb3681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:06Z', 'updated_at': '2021-07-27T19:45:12Z', 'revision_number': 4, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'subnets': [{'id': '8d400d9f-7d58-449d-9237-333becbb3681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:45:13.725713 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced75155-9a04-4380-8a81-7b2ceb560bc4 x-openstack-request-id: req-ced75155-9a04-4380-8a81-7b2ceb560bc4 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:13.726495 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703f3c32-3b7b-4d6f-bcb2-a68e89ae204c", "name": "network-vif-plugged", "status": "completed", "tag": "fc6db4af-f125-449d-b1a0-82b2359bfa8e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:13.729735 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ced75155-9a04-4380-8a81-7b2ceb560bc4 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:13.730732 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e', 'code': 200} Jul 27 19:45:13.844229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 4175748d-092f-4269-8fd5-227fd197bf5e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=4175748d-092f-4269-8fd5-227fd197bf5e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:13.850188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27c84e-86d0-4aee-9b9f-2418513f0f58 req-1c1c9384-a083-4b07-b57d-3ece92ad01df tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:13.859621 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec27c84e-86d0-4aee-9b9f-2418513f0f58 req-1c1c9384-a083-4b07-b57d-3ece92ad01df tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 943 time: 0.2031891 Jul 27 19:45:13.870598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '4175748d-092f-4269-8fd5-227fd197bf5e', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '4175748d-092f-4269-8fd5-227fd197bf5e', 'mac_address': 'fa:16:3e:b1:d8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:45:13.945655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec27c84e-86d0-4aee-9b9f-2418513f0f58 req-243560ff-0aa3-4be8-974c-66fb320bb254 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848749 Jul 27 19:45:13.963415 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:13.985570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4175748d-092f-4269-8fd5-227fd197bf5e {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:14.044184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 4175748d-092f-4269-8fd5-227fd197bf5e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=4175748d-092f-4269-8fd5-227fd197bf5e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:14.056316 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:14.185561 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb57a479-1ff9-4e20-830e-c86c80846c70 req-920860de-3490-46b2-be25-0a7785f4e41c tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 210 time: 0.0906119 Jul 27 19:45:14.239180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 4e903b43-eeee-4a13-b5f3-1380ab80f293 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:45:14.369857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bac273f6-f423-43f8-b563-cc8bb4bd7eef req-6728fa3e-58cb-4296-bd15-9f233be7260b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 210 time: 0.0921206 Jul 27 19:45:14.468303 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80796d5c-9abd-43f5-85f9-803c693c0630 x-openstack-request-id: req-80796d5c-9abd-43f5-85f9-803c693c0630 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:14.475238 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c983c8cd-cd98-4e27-af80-6c6b4f820993", "tag": "3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:14.475598 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80796d5c-9abd-43f5-85f9-803c693c0630 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:14.476366 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c983c8cd-cd98-4e27-af80-6c6b4f820993', 'tag': '3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97', 'status': 'completed', 'code': 200} Jul 27 19:45:14.507625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=4175748d-092f-4269-8fd5-227fd197bf5e,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:14.552707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 4e903b43-eeee-4a13-b5f3-1380ab80f293, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=4e903b43-eeee-4a13-b5f3-1380ab80f293,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:14.595832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '4e903b43-eeee-4a13-b5f3-1380ab80f293', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '4e903b43-eeee-4a13-b5f3-1380ab80f293', 'mac_address': 'fa:16:3e:b4:87:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:45:14.741923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['4175748d-092f-4269-8fd5-227fd197bf5e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:14.861732 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0a925a95-daef-4b0e-93a1-c9cf937fdb62 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:15.029156 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:15.066934 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0aa96-fb1e-4cfb-a8e4-c14a3361e973 req-7c436d5d-5d1a-4252-9db9-9da1346dd2be tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:15.086884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-93d0aa96-fb1e-4cfb-a8e4-c14a3361e973 req-7c436d5d-5d1a-4252-9db9-9da1346dd2be tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 946 time: 0.5932007 Jul 27 19:45:15.096001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e903b43-eeee-4a13-b5f3-1380ab80f293 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:15.112306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b3336-ea28-464e-bf47-f6b96af283eb req-34e02a23-8822-4728-a425-35d1f55ea8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:15.122083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-333b3336-ea28-464e-bf47-f6b96af283eb req-34e02a23-8822-4728-a425-35d1f55ea8b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 1095 time: 0.7428505 Jul 27 19:45:15.134719 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 0a925a95-daef-4b0e-93a1-c9cf937fdb62 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:45:15.175169 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 4e903b43-eeee-4a13-b5f3-1380ab80f293, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=4e903b43-eeee-4a13-b5f3-1380ab80f293,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:15.176879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 0a925a95-daef-4b0e-93a1-c9cf937fdb62 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:15.177615 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:15.190520 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:15.302099 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=4e903b43-eeee-4a13-b5f3-1380ab80f293,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:15.334548 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-93d0aa96-fb1e-4cfb-a8e4-c14a3361e973 req-125a916d-85f1-48b1-8c7e-a5694e14e270 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415669 Jul 27 19:45:15.451507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918d89e-f089-450f-a31e-6bbd24c7e121 req-043421f7-326b-416e-82e3-329ce847c4c8 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:15.463822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4918d89e-f089-450f-a31e-6bbd24c7e121 req-043421f7-326b-416e-82e3-329ce847c4c8 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 943 time: 0.9713497 Jul 27 19:45:15.472287 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-501b7042-fa4e-4bb4-90d2-ccba43c7a7e0 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:15.474037 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-501b7042-fa4e-4bb4-90d2-ccba43c7a7e0 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.63 "GET /v2.0/networks?id=3d392951-4941-4395-bb7b-00221c206b39 HTTP/1.1" status: 200 len: 820 time: 0.8598263 Jul 27 19:45:15.485240 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:15.501013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['4e903b43-eeee-4a13-b5f3-1380ab80f293'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:15.529884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Request body: {'port': {'device_id': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'network_id': '3d392951-4941-4395-bb7b-00221c206b39', 'admin_state_up': True, 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:15.593577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3a35ac24-8f6a-4629-b0de-bb4265c5d063 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:45:15.644476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b3336-ea28-464e-bf47-f6b96af283eb req-3efd4d85-f7fd-4788-8384-e5bb2fc54349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:15.644476 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-333b3336-ea28-464e-bf47-f6b96af283eb req-3efd4d85-f7fd-4788-8384-e5bb2fc54349 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 913 time: 0.4618311 Jul 27 19:45:15.820541 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 0a925a95-daef-4b0e-93a1-c9cf937fdb62, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0a925a95-daef-4b0e-93a1-c9cf937fdb62,segment=NetworkSegment(3feed133-aece-40fa-a7b8-0d5af3a7eed8),segment_id=3feed133-aece-40fa-a7b8-0d5af3a7eed8)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:15.838644 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:15.866483 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4918d89e-f089-450f-a31e-6bbd24c7e121 req-ca34df54-2af5-4147-b1aa-389c45aa78a3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940971 Jul 27 19:45:15.929649 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-333b3336-ea28-464e-bf47-f6b96af283eb req-2fbcce89-da53-4bfa-9074-3d6592ebcfd1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 HTTP/1.1" status: 200 len: 217 time: 0.1631119 Jul 27 19:45:15.940167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-42e7983a-4a92-4e78-93da-c35febfadc96 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1729436 Jul 27 19:45:16.095094 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd352766-c455-448c-a268-bc319a5820f0 req-93993b00-d92f-47e7-a51b-439e7444ce7a tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:16.096570 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd352766-c455-448c-a268-bc319a5820f0 req-93993b00-d92f-47e7-a51b-439e7444ce7a tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61 HTTP/1.1" status: 200 len: 949 time: 0.5891294 Jul 27 19:45:16.111891 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-cfc8576e-4196-4f57-9262-760054b3e553 service neutron] 10.222.0.52 "GET /v2.0/ports/3a35ac24-8f6a-4629-b0de-bb4265c5d063/bindings/n-h2-705657-21 HTTP/1.1" status: 200 len: 385 time: 0.1225345 Jul 27 19:45:16.143716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Made reservation on behalf of fc32d905005344bbbbfc8bc105af6b94 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:45:16.149967 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:16.189028 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1037c62c-7fbc-4415-a070-a394e613149e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:16.223060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b3336-ea28-464e-bf47-f6b96af283eb req-8f08ccc2-8d27-497d-8f3f-40c80113dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:16.224772 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-333b3336-ea28-464e-bf47-f6b96af283eb req-8f08ccc2-8d27-497d-8f3f-40c80113dafe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 200 len: 852 time: 0.2588739 Jul 27 19:45:16.246251 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:16.250417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=0a925a95-daef-4b0e-93a1-c9cf937fdb62,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:16.315765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-333b3336-ea28-464e-bf47-f6b96af283eb req-89240f48-76dc-4535-8bb8-678bceaa11d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ebd3759-03a3-4e67-a8e0-16f7b925197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767705 Jul 27 19:45:16.369131 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd352766-c455-448c-a268-bc319a5820f0 req-c5f30859-8830-4ed6-b98d-a2036c118790 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424929 Jul 27 19:45:16.406614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-a8b813f6-343f-4512-b9ad-a2f68262d428 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:16.408253 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-a8b813f6-343f-4512-b9ad-a2f68262d428 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4624908 Jul 27 19:45:16.465401 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-c76b2faa-54c5-46fc-8bb5-c4de73b4ac01 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Request body: {'port': {'device_id': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '6338c498f3a44b01b8ebed4fff6ab6c4'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:16.585001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66b651-1ce1-4d8a-9b16-859fe55e0481 req-8d17ebd3-a31f-4e0a-b1e3-af075317d033 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:16.593237 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d66b651-1ce1-4d8a-9b16-859fe55e0481 req-8d17ebd3-a31f-4e0a-b1e3-af075317d033 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 943 time: 0.5083854 Jul 27 19:45:16.603892 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41430c3d-7ce6-4899-ab07-3e672af97859 req-4a5d2c98-f26f-4385-b6bf-4654b8f0f497 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 210 time: 0.1241875 Jul 27 19:45:16.718175 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-16e8cda7-8052-44e5-a153-686714453056 req-d76ae25c-7a53-4c9a-ae76-29f936f8b085 service neutron] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:16.736901 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0a925a95-daef-4b0e-93a1-c9cf937fdb62 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:16.740560 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-16e8cda7-8052-44e5-a153-686714453056 req-d76ae25c-7a53-4c9a-ae76-29f936f8b085 service neutron] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:45:16.777951 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-16e8cda7-8052-44e5-a153-686714453056 req-d76ae25c-7a53-4c9a-ae76-29f936f8b085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a35ac24-8f6a-4629-b0de-bb4265c5d063 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:16.791556 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-16e8cda7-8052-44e5-a153-686714453056 req-d76ae25c-7a53-4c9a-ae76-29f936f8b085 service neutron] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:16.812334 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-16e8cda7-8052-44e5-a153-686714453056 req-d76ae25c-7a53-4c9a-ae76-29f936f8b085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:16.822126 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd7bd40e-6171-432a-8c7e-6f4e81794917 req-5f3eef99-0603-45e8-8003-09bc5fc4c4f4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 210 time: 0.1083522 Jul 27 19:45:16.895468 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d66b651-1ce1-4d8a-9b16-859fe55e0481 req-10fbc34a-35a9-4191-b838-67724bc00488 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012331 Jul 27 19:45:16.958352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-16e8cda7-8052-44e5-a153-686714453056 req-d76ae25c-7a53-4c9a-ae76-29f936f8b085 service neutron] Transition to ACTIVE for port object 3a35ac24-8f6a-4629-b0de-bb4265c5d063 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:45:16.962174 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-333b3336-ea28-464e-bf47-f6b96af283eb req-85ec3c22-d7e0-45e2-9d45-511d4b369512 service neutron] 10.222.0.52 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332939 Jul 27 19:45:16.964744 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-16e8cda7-8052-44e5-a153-686714453056 req-d76ae25c-7a53-4c9a-ae76-29f936f8b085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:17.004939 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Allocated IP 172.20.0.5 (3d392951-4941-4395-bb7b-00221c206b39/8d400d9f-7d58-449d-9237-333becbb3681/779d9f0e-0aa0-4780-ada2-a981b2f6431e) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:45:17.019094 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:17.020787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 0a925a95-daef-4b0e-93a1-c9cf937fdb62 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:17.021324 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:17.059779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e8cda7-8052-44e5-a153-686714453056 req-d76ae25c-7a53-4c9a-ae76-29f936f8b085 service neutron] No DVR routers for this DVR port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:45:17.072045 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ae25c-7a53-4c9a-ae76-29f936f8b085 service neutron] Pushing event updated for resources: {'Port': ['ID=3a35ac24-8f6a-4629-b0de-bb4265c5d063,revision_number=10']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:17.111899 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-d76ae25c-7a53-4c9a-ae76-29f936f8b085 service neutron] 10.222.0.52 "PUT /v2.0/ports/3a35ac24-8f6a-4629-b0de-bb4265c5d063/bindings/n-h2-705657-21/activate HTTP/1.1" status: 200 len: 370 time: 0.9903491 Jul 27 19:45:17.568278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:45:17.571774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 4175748d-092f-4269-8fd5-227fd197bf5e up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:17.644070 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 4175748d-092f-4269-8fd5-227fd197bf5e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:45:17.649582 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 4175748d-092f-4269-8fd5-227fd197bf5e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:17.650421 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:17.750527 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-333b3336-ea28-464e-bf47-f6b96af283eb req-0a6898da-f2fd-4a3a-9822-95e4f855690a service neutron] 10.222.0.52 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7369168 Jul 27 19:45:17.768931 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:17.781984 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97', 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'port_id': '3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97', 'mac_address': 'fa:16:3e:95:6c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:45:17.811590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-c76b2faa-54c5-46fc-8bb5-c4de73b4ac01 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Made reservation on behalf of 6338c498f3a44b01b8ebed4fff6ab6c4 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:45:17.815635 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-c76b2faa-54c5-46fc-8bb5-c4de73b4ac01 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:17.827439 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:17.865905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a70f17-d607-49a1-9ea6-62bd362f9047 req-41c59ccf-3732-4f67-9210-54603e3235d7 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:17.867620 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7a70f17-d607-49a1-9ea6-62bd362f9047 req-41c59ccf-3732-4f67-9210-54603e3235d7 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 946 time: 0.8512945 Jul 27 19:45:17.873457 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:17.877612 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:17.911386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:17.925931 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbe3e36-070e-4d68-b70f-66b0a56aef61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4175748d-092f-4269-8fd5-227fd197bf5e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:17.929572 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7d4904-6a9c-46d4-a18e-f5cde2e6ef36" -d '{"events": [{"server_uuid": "acbe3e36-070e-4d68-b70f-66b0a56aef61", "name": "network-vif-plugged", "status": "completed", "tag": "4175748d-092f-4269-8fd5-227fd197bf5e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:17.933444 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:17.939498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937fdc-b5b2-4e59-8ca7-3f55c572192a req-4a7ea227-30d3-4475-b887-0f97df6e87f7 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:17.941106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-43937fdc-b5b2-4e59-8ca7-3f55c572192a req-4a7ea227-30d3-4475-b887-0f97df6e87f7 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 944 time: 0.9306204 Jul 27 19:45:17.954617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8cda7-8052-44e5-a153-686714453056 req-bdd731b9-da94-479e-afed-224e4d412f3f tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:17.956172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-bdd731b9-da94-479e-afed-224e4d412f3f tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2&tenant_id=7b77cb1555044c6bba713df0ce19dca6&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1096 time: 0.4383411 Jul 27 19:45:17.983178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 4175748d-092f-4269-8fd5-227fd197bf5e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=4175748d-092f-4269-8fd5-227fd197bf5e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:17.992051 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:18.014866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:18.078979 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=4175748d-092f-4269-8fd5-227fd197bf5e,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:18.143549 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:18.178774 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7a70f17-d607-49a1-9ea6-62bd362f9047 req-dcc349c2-fe20-4e6f-ac40-88623d0d728e tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356167 Jul 27 19:45:18.193910 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-43937fdc-b5b2-4e59-8ca7-3f55c572192a req-74fc5a9d-e1b0-4814-a915-7ea0cd1f68a4 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445357 Jul 27 19:45:18.223958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 4e903b43-eeee-4a13-b5f3-1380ab80f293 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:18.326136 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:18.333869 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-c76b2faa-54c5-46fc-8bb5-c4de73b4ac01 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Allocated IP 192.168.233.81 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/f835cc48-5b0b-4241-898b-0aacebcf3b17) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:45:18.383672 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 4e903b43-eeee-4a13-b5f3-1380ab80f293 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:45:18.389151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 4e903b43-eeee-4a13-b5f3-1380ab80f293 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:18.389535 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:18.406460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8cda7-8052-44e5-a153-686714453056 req-523ecc6a-393f-4448-84c0-cae8ec26953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:18.408545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-523ecc6a-393f-4448-84c0-cae8ec26953c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2&tenant_id=7b77cb1555044c6bba713df0ce19dca6 HTTP/1.1" status: 200 len: 1096 time: 0.4338849 Jul 27 19:45:18.450852 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4678d74a-0421-4833-a84e-6512ba271547 req-75c0aabb-c954-4d6f-a06d-5d52fd12ae02 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 210 time: 0.0769861 Jul 27 19:45:18.519122 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:18.550727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Network 3d392951-4941-4395-bb7b-00221c206b39 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:45:18.558914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:45:18.561295 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:45:18.568689 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:18.624496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-493e9dec-d469-4a10-bd6f-8f8684fef293 req-1f43ba04-f5a0-44ba-9102-097aeb6bc7e0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 210 time: 0.0722198 Jul 27 19:45:18.637184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 4e903b43-eeee-4a13-b5f3-1380ab80f293, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=4e903b43-eeee-4a13-b5f3-1380ab80f293,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:18.643232 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:18.716950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=4e903b43-eeee-4a13-b5f3-1380ab80f293,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:18.759208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6f91c-63de-48a1-8914-a4e95d6e415e req-b2674e29-7d61-45b1-b94f-afbca7b6afc4 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:18.765018 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ccd6f91c-63de-48a1-8914-a4e95d6e415e req-b2674e29-7d61-45b1-b94f-afbca7b6afc4 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61 HTTP/1.1" status: 200 len: 950 time: 0.3986242 Jul 27 19:45:18.805439 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:18.882826 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Pushing event updated for resources: {'Port': ['ID=779d9f0e-0aa0-4780-ada2-a981b2f6431e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:18.901868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:18.902193 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:18.926884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8cda7-8052-44e5-a153-686714453056 req-42d51c42-a545-47d2-8529-a8ea13938b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:18.927328 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-42d51c42-a545-47d2-8529-a8ea13938b1b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 1096 time: 0.4802213 Jul 27 19:45:18.936525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:18.936525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:18.937043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:18.937487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:18.937601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:18.938657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:18.938657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:18.938657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:18.939440 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:18.939440 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:18.939826 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:18.940134 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:19.012486 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-c76b2faa-54c5-46fc-8bb5-c4de73b4ac01 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:19.017644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-60c77327-cd9c-42a7-b6d6-7d66296cddb8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5011899 Jul 27 19:45:19.037354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ccd6f91c-63de-48a1-8914-a4e95d6e415e req-2057ce60-db8f-410c-be02-02e712fd126d tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993906 Jul 27 19:45:19.041060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Request body: {'port': {'device_id': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:19.097669 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82917d9a-88d3-443c-afe9-b3e92f1e2ab3 x-openstack-request-id: req-82917d9a-88d3-443c-afe9-b3e92f1e2ab3 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:19.098105 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbe3e36-070e-4d68-b70f-66b0a56aef61", "name": "network-vif-plugged", "status": "completed", "tag": "4175748d-092f-4269-8fd5-227fd197bf5e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:19.098448 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-82917d9a-88d3-443c-afe9-b3e92f1e2ab3 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:19.099003 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbe3e36-070e-4d68-b70f-66b0a56aef61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4175748d-092f-4269-8fd5-227fd197bf5e', 'code': 200} Jul 27 19:45:19.108000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-c76b2faa-54c5-46fc-8bb5-c4de73b4ac01 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Transition to ACTIVE for port object f835cc48-5b0b-4241-898b-0aacebcf3b17 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:45:19.224743 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:19.263829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a6714-8a60-45b5-a853-54ba0f60a516 req-ca38e2ef-a643-4584-8010-1e41a4a05905 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:19.265429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-501a6714-8a60-45b5-a853-54ba0f60a516 req-ca38e2ef-a643-4584-8010-1e41a4a05905 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 944 time: 0.5299907 Jul 27 19:45:19.325042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8cda7-8052-44e5-a153-686714453056 req-8e484706-3cfb-4852-ada6-d1286b814361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:19.327395 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-8e484706-3cfb-4852-ada6-d1286b814361 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.3775659 Jul 27 19:45:19.400961 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-012d2dbf-f0b1-45ab-bbde-547f06878245 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063 HTTP/1.1" status: 200 len: 217 time: 0.0515430 Jul 27 19:45:19.569668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:19.709789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-501a6714-8a60-45b5-a853-54ba0f60a516 req-6e9819c8-8532-4e58-8117-6313d2bae58c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946173 Jul 27 19:45:19.710046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:45:19.716502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:19.717052 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:19.817342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8cda7-8052-44e5-a153-686714453056 req-bc8a9ce7-49da-4d13-b044-c1a074464546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:19.819332 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-bc8a9ce7-49da-4d13-b044-c1a074464546 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.4083791 Jul 27 19:45:19.843526 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:19.853593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7042a-48ef-4f2b-a656-691465a77e89 req-43d46fb1-8980-4d91-bf9e-ececc371b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:19.855268 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fa7042a-48ef-4f2b-a656-691465a77e89 req-43d46fb1-8980-4d91-bf9e-ececc371b845 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61 HTTP/1.1" status: 200 len: 1102 time: 0.6441598 Jul 27 19:45:19.894430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:19.900351 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:19.934739 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-a3fb55ba-e712-44e8-b1f3-1a075d503a4e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868576 Jul 27 19:45:19.957191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:20.007090 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779d9f0e-0aa0-4780-ada2-a981b2f6431e {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:20.012506 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-c76b2faa-54c5-46fc-8bb5-c4de73b4ac01 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:20.030018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['ee687bbd-f1da-4760-bb27-c67054a1732a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:20.032756 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['69974181-fc13-4292-815f-ef504b8a0b66', 'fc6db4af-f125-449d-b1a0-82b2359bfa8e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:20.060821 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:20.127863 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fa7042a-48ef-4f2b-a656-691465a77e89 req-5c78afa7-32a7-4eeb-839e-613e3b34b0cf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318978 Jul 27 19:45:20.149566 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-c76b2faa-54c5-46fc-8bb5-c4de73b4ac01 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:45:20.181118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-c76b2faa-54c5-46fc-8bb5-c4de73b4ac01 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:45:20.181118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-c76b2faa-54c5-46fc-8bb5-c4de73b4ac01 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:45:20.181118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Transition to ACTIVE for port object 779d9f0e-0aa0-4780-ada2-a981b2f6431e will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:45:20.226612 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:20.247415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b2faa-54c5-46fc-8bb5-c4de73b4ac01 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Pushing event updated for resources: {'Port': ['ID=f835cc48-5b0b-4241-898b-0aacebcf3b17,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:20.268321 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9399564-0144-4b99-9a4f-e58c97401f84 req-45082c0f-a5dd-4a31-95be-0d5ff53aea8c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:20.270231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9399564-0144-4b99-9a4f-e58c97401f84 req-45082c0f-a5dd-4a31-95be-0d5ff53aea8c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 944 time: 0.5840428 Jul 27 19:45:20.385730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-c76b2faa-54c5-46fc-8bb5-c4de73b4ac01 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:20.386463 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-c76b2faa-54c5-46fc-8bb5-c4de73b4ac01 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:20.421938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-0ed2fd99-1eac-4ead-90ee-aafb03dbde24 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518683 Jul 27 19:45:20.434182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943ddb0-7538-4180-87eb-95dc99d67291 req-60512203-c78a-4d36-b98e-11e5c984fc03 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:20.442201 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f943ddb0-7538-4180-87eb-95dc99d67291 req-60512203-c78a-4d36-b98e-11e5c984fc03 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 931 time: 0.5394447 Jul 27 19:45:20.451993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Pushing event updated for resources: {'Port': ['ID=779d9f0e-0aa0-4780-ada2-a981b2f6431e,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:20.532160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3a0f54a2-8e76-4a77-9e08-1ea602c0f065 None None] Provisioning for port f835cc48-5b0b-4241-898b-0aacebcf3b17 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:45:20.538030 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3a0f54a2-8e76-4a77-9e08-1ea602c0f065 None None] Provisioning complete for port f835cc48-5b0b-4241-898b-0aacebcf3b17 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:20.538415 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3a0f54a2-8e76-4a77-9e08-1ea602c0f065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:20.572011 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9399564-0144-4b99-9a4f-e58c97401f84 req-8840f599-ec27-4bbf-8943-f0368129491c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767169 Jul 27 19:45:20.581178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f54a2-8e76-4a77-9e08-1ea602c0f065 None None] Port f835cc48-5b0b-4241-898b-0aacebcf3b17 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:45:20.599359 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-c76b2faa-54c5-46fc-8bb5-c4de73b4ac01 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1380351 Jul 27 19:45:20.636354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f943ddb0-7538-4180-87eb-95dc99d67291 req-569edfe3-f475-4350-939c-15cd667b9cff tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934030 Jul 27 19:45:20.645343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Request body: {'port': {'device_id': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:21.100630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23684da3-0247-4261-8697-2c951f1d2780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e903b43-eeee-4a13-b5f3-1380ab80f293'}, {'server_uuid': 'c983c8cd-cd98-4e27-af80-6c6b4f820993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:21.104245 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11b4dda-d8e7-4ad1-aa08-e1be9623dad8" -d '{"events": [{"server_uuid": "23684da3-0247-4261-8697-2c951f1d2780", "name": "network-vif-plugged", "status": "completed", "tag": "4e903b43-eeee-4a13-b5f3-1380ab80f293"}, {"server_uuid": "c983c8cd-cd98-4e27-af80-6c6b4f820993", "name": "network-vif-plugged", "status": "completed", "tag": "3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:21.157282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Attempting to bind port 779d9f0e-0aa0-4780-ada2-a981b2f6431e on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:45:21.157732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Attempting to bind port 779d9f0e-0aa0-4780-ada2-a981b2f6431e by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '3feed133-aece-40fa-a7b8-0d5af3a7eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3d392951-4941-4395-bb7b-00221c206b39'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:45:21.158002 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Attempting to bind port 779d9f0e-0aa0-4780-ada2-a981b2f6431e on network 3d392951-4941-4395-bb7b-00221c206b39 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:21.211875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Port 779d9f0e-0aa0-4780-ada2-a981b2f6431e on network 3d392951-4941-4395-bb7b-00221c206b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:45:21.212206 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Attempting to bind port 779d9f0e-0aa0-4780-ada2-a981b2f6431e on network 3d392951-4941-4395-bb7b-00221c206b39 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:21.219962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-a13fd165-db21-4f81-bbf1-06b3a966fcbb service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7747629 Jul 27 19:45:21.234859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:45:21.235246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Checking segment: {'id': '3feed133-aece-40fa-a7b8-0d5af3a7eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3d392951-4941-4395-bb7b-00221c206b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:45:21.235585 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Bound using segment: {'id': '3feed133-aece-40fa-a7b8-0d5af3a7eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3d392951-4941-4395-bb7b-00221c206b39'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:45:21.236029 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Bound port: 779d9f0e-0aa0-4780-ada2-a981b2f6431e, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3feed133-aece-40fa-a7b8-0d5af3a7eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '3d392951-4941-4395-bb7b-00221c206b39'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:45:21.236418 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:21.247739 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:21.349336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb955b8c-435f-41f0-b228-f5d394d30d7b req-f322efb6-c868-4864-9c1c-c2c4b1aeae59 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:21.351491 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb955b8c-435f-41f0-b228-f5d394d30d7b req-f322efb6-c868-4864-9c1c-c2c4b1aeae59 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 935 time: 0.2772017 Jul 27 19:45:21.362249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67106c04-7e37-444f-82a8-e7c38a2ba22a req-2b156a14-0cdb-47f3-8b9f-45aa0697118c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:21.363870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67106c04-7e37-444f-82a8-e7c38a2ba22a req-2b156a14-0cdb-47f3-8b9f-45aa0697118c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61 HTTP/1.1" status: 200 len: 950 time: 0.2882957 Jul 27 19:45:21.515341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] For port 779d9f0e-0aa0-4780-ada2-a981b2f6431e, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:45:21.586669 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb955b8c-435f-41f0-b228-f5d394d30d7b req-88bc1baa-75b8-460e-b2a9-252a67394c6e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215302 Jul 27 19:45:21.588526 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] For port 779d9f0e-0aa0-4780-ada2-a981b2f6431e, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e,segment=NetworkSegment(3feed133-aece-40fa-a7b8-0d5af3a7eed8),segment_id=3feed133-aece-40fa-a7b8-0d5af3a7eed8)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:45:21.597867 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67106c04-7e37-444f-82a8-e7c38a2ba22a req-c067f08e-9229-4cee-b3b9-e3f74d1159a0 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193043 Jul 27 19:45:21.606529 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:21.696373 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:21.697041 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:21.698460 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] 10.222.0.63 "PUT /v2.0/ports/779d9f0e-0aa0-4780-ada2-a981b2f6431e HTTP/1.1" status: 200 len: 1092 time: 2.6648574 Jul 27 19:45:21.707558 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'tag': '779d9f0e-0aa0-4780-ada2-a981b2f6431e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:21.709956 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0ce485-002b-4ea1-b4d5-dce84944a0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b7353a-679d-4d36-b953-8fc5db27d6d6", "tag": "779d9f0e-0aa0-4780-ada2-a981b2f6431e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:21.742078 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7637a67-6e5e-4ef0-9be3-b06dc3aee8d0 x-openstack-request-id: req-d7637a67-6e5e-4ef0-9be3-b06dc3aee8d0 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:21.742613 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23684da3-0247-4261-8697-2c951f1d2780", "name": "network-vif-plugged", "status": "completed", "tag": "4e903b43-eeee-4a13-b5f3-1380ab80f293", "code": 200}, {"server_uuid": "c983c8cd-cd98-4e27-af80-6c6b4f820993", "name": "network-vif-plugged", "status": "completed", "tag": "3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:21.743034 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7637a67-6e5e-4ef0-9be3-b06dc3aee8d0 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:21.743664 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23684da3-0247-4261-8697-2c951f1d2780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e903b43-eeee-4a13-b5f3-1380ab80f293', 'code': 200} Jul 27 19:45:21.744238 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c983c8cd-cd98-4e27-af80-6c6b4f820993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97', 'code': 200} Jul 27 19:45:21.795930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa263854-1bbc-4281-90f2-8beceb49100d service neutron] Pushing event updated for resources: {'Port': ['ID=779d9f0e-0aa0-4780-ada2-a981b2f6431e,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:21.839064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8cda7-8052-44e5-a153-686714453056 req-0bdfc066-18e1-4e45-89a1-194906864578 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:21.840625 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-0bdfc066-18e1-4e45-89a1-194906864578 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2&tenant_id=7b77cb1555044c6bba713df0ce19dca6&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 1096 time: 0.3209732 Jul 27 19:45:21.915921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157140b0-c7da-4ee5-af26-e483df6fc9bc req-a6152c51-2202-4c00-90db-0e95cac31ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:21.917894 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-157140b0-c7da-4ee5-af26-e483df6fc9bc req-a6152c51-2202-4c00-90db-0e95cac31ddc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 1102 time: 0.0608103 Jul 27 19:45:21.960942 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-157140b0-c7da-4ee5-af26-e483df6fc9bc req-829fd513-0536-449e-9d16-5e047d8b4d01 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324793 Jul 27 19:45:22.018157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e7816-1c11-4e8f-9f8c-93a8bdc7e284 req-e71a5c53-f479-49f1-9824-2006fe3a0f1a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:22.019677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c8e7816-1c11-4e8f-9f8c-93a8bdc7e284 req-e71a5c53-f479-49f1-9824-2006fe3a0f1a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 945 time: 0.3436818 Jul 27 19:45:22.113292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f835cc48-5b0b-4241-898b-0aacebcf3b17 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:22.144000 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:22.155915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36101e78-f828-469f-aa85-d0012411a75d req-a405d5de-1d25-4b5b-a487-9a0779a2e592 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:22.158071 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36101e78-f828-469f-aa85-d0012411a75d req-a405d5de-1d25-4b5b-a487-9a0779a2e592 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 944 time: 0.3544984 Jul 27 19:45:22.160019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-e39aab66-7c47-4075-ab3c-c5b65a0995c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:22.161549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-e39aab66-7c47-4075-ab3c-c5b65a0995c8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fc32d905005344bbbbfc8bc105af6b94&device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 1095 time: 0.3829696 Jul 27 19:45:22.215207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c8e7816-1c11-4e8f-9f8c-93a8bdc7e284 req-e09227eb-dff8-4c5b-8726-88fa7bf542f4 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845734 Jul 27 19:45:22.254817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 82138053-09e6-4e8b-9853-1e3c395b5cb3 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:45:22.260580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a981b7b-8e7e-46f1-bff4-c215229900d0 req-e2f57859-1e72-49c1-a321-59365b377b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:22.262339 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a981b7b-8e7e-46f1-bff4-c215229900d0 req-e2f57859-1e72-49c1-a321-59365b377b7e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 1097 time: 0.4080832 Jul 27 19:45:22.263206 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Transition to ACTIVE for port object f835cc48-5b0b-4241-898b-0aacebcf3b17 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:45:22.270417 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-10f36930-b899-4462-a2cd-5e56fa6629b5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e HTTP/1.1" status: 200 len: 217 time: 0.0799854 Jul 27 19:45:22.274764 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:22.409708 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36101e78-f828-469f-aa85-d0012411a75d req-89c26709-60a4-4af9-899b-5acccdd31e39 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201290 Jul 27 19:45:22.420785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 82138053-09e6-4e8b-9853-1e3c395b5cb3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=82138053-09e6-4e8b-9853-1e3c395b5cb3,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:22.425603 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-16e8cda7-8052-44e5-a153-686714453056 req-c129d12e-7656-47d4-b4a5-159500f74e92 service neutron] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:45:22.450727 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16e8cda7-8052-44e5-a153-686714453056 req-c129d12e-7656-47d4-b4a5-159500f74e92 service neutron] Notify callbacks [] for binding, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:22.451834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '82138053-09e6-4e8b-9853-1e3c395b5cb3', 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de', 'port_id': '82138053-09e6-4e8b-9853-1e3c395b5cb3', 'mac_address': 'fa:16:3e:e5:49:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039d2644-dacf-49e7-9e8b-54b45bb17c99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:45:22.451992 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16e8cda7-8052-44e5-a153-686714453056 req-c129d12e-7656-47d4-b4a5-159500f74e92 service neutron] 10.222.0.63 "DELETE /v2.0/ports/3a35ac24-8f6a-4629-b0de-bb4265c5d063/bindings/n-h1-705657-21 HTTP/1.1" status: 204 len: 173 time: 0.5689666 Jul 27 19:45:22.464482 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Pushing event updated for resources: {'Port': ['ID=f835cc48-5b0b-4241-898b-0aacebcf3b17,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:22.471696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-1775f46d-0297-48bc-a622-e4c8a95e7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:22.473822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-1775f46d-0297-48bc-a622-e4c8a95e7360 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d400d9f-7d58-449d-9237-333becbb3681 HTTP/1.1" status: 200 len: 860 time: 0.1880026 Jul 27 19:45:22.544148 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:22.550709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a981b7b-8e7e-46f1-bff4-c215229900d0 req-1bd2401d-98ac-4c24-b117-b42e65a626bc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590568 Jul 27 19:45:22.596173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82138053-09e6-4e8b-9853-1e3c395b5cb3 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:22.619347 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf3b18a-52f3-44b7-91d9-14124caa1027 x-openstack-request-id: req-bdf3b18a-52f3-44b7-91d9-14124caa1027 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:22.619590 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b7353a-679d-4d36-b953-8fc5db27d6d6", "tag": "779d9f0e-0aa0-4780-ada2-a981b2f6431e", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:22.619772 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bdf3b18a-52f3-44b7-91d9-14124caa1027 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:22.620167 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'tag': '779d9f0e-0aa0-4780-ada2-a981b2f6431e', 'status': 'completed', 'code': 200} Jul 27 19:45:22.622331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-6f4dda2a-3720-426a-8208-eaebaa5ff40a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3d392951-4941-4395-bb7b-00221c206b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065199 Jul 27 19:45:22.657851 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 82138053-09e6-4e8b-9853-1e3c395b5cb3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=82138053-09e6-4e8b-9853-1e3c395b5cb3,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:22.664381 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:22.750537 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=82138053-09e6-4e8b-9853-1e3c395b5cb3,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:22.789876 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0b81d-2e5a-42d3-9832-5f42e5fde918 req-b2ea88d3-84ce-4a3b-8ca0-c2d9c7c8d510 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:22.791490 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2e0b81d-2e5a-42d3-9832-5f42e5fde918 req-b2ea88d3-84ce-4a3b-8ca0-c2d9c7c8d510 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 943 time: 0.4601429 Jul 27 19:45:22.811224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['82138053-09e6-4e8b-9853-1e3c395b5cb3'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:22.814812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Attempting to bind port f835cc48-5b0b-4241-898b-0aacebcf3b17 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:45:22.814812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Attempting to bind port f835cc48-5b0b-4241-898b-0aacebcf3b17 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:45:22.814812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Attempting to bind port f835cc48-5b0b-4241-898b-0aacebcf3b17 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:22.844859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Port f835cc48-5b0b-4241-898b-0aacebcf3b17 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:45:22.845234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Attempting to bind port f835cc48-5b0b-4241-898b-0aacebcf3b17 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:22.861597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-2a55fe2e-27fb-4a17-9175-08d7e42f08f1 service neutron] 10.222.0.63 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276518 Jul 27 19:45:22.870322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:45:22.870684 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:45:22.871005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:45:22.871455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Bound port: f835cc48-5b0b-4241-898b-0aacebcf3b17, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:45:22.871834 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:22.937935 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2e0b81d-2e5a-42d3-9832-5f42e5fde918 req-6d40064e-80d0-412f-9f91-b3119c80ce04 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335952 Jul 27 19:45:22.948841 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3c738-4f22-4f31-b6c4-e22157f71759 req-31491291-1dc0-42c0-beb3-cfad06703a57 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:22.956112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2b3c738-4f22-4f31-b6c4-e22157f71759 req-31491291-1dc0-42c0-beb3-cfad06703a57 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 945 time: 0.3007979 Jul 27 19:45:23.049873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2b3c738-4f22-4f31-b6c4-e22157f71759 req-5c4ff81b-50b1-4270-80c1-a50d4b40bbae tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926919 Jul 27 19:45:23.085804 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cbf6269-bc48-42e5-9ebb-8a02a0d65e6e req-68ebd012-720e-49d2-9a33-8b6a15afdafa service neutron] 10.222.0.63 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100942 Jul 27 19:45:23.103791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:45:23.108417 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:45:23.128836 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:23.204615 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:23.205250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:23.210301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] 10.222.0.63 "PUT /v2.0/ports/f835cc48-5b0b-4241-898b-0aacebcf3b17 HTTP/1.1" status: 200 len: 1096 time: 2.5860739 Jul 27 19:45:23.330702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e82cb6-339e-4c2c-90b5-3354245a5369 service neutron] Pushing event updated for resources: {'Port': ['ID=f835cc48-5b0b-4241-898b-0aacebcf3b17,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:23.388516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4a071-e3a5-4ced-8145-766c96586137 req-20d8421b-3147-439b-a714-1078c79f0819 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:23.390099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ad4a071-e3a5-4ced-8145-766c96586137 req-20d8421b-3147-439b-a714-1078c79f0819 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 947 time: 0.2838111 Jul 27 19:45:23.417748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d435e-11fe-4e55-9b14-2d3e7ad81530 req-7c449989-767d-4535-a241-4049cc8a89d7 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:23.419293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d8d435e-11fe-4e55-9b14-2d3e7ad81530 req-7c449989-767d-4535-a241-4049cc8a89d7 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61 HTTP/1.1" status: 200 len: 950 time: 0.2336485 Jul 27 19:45:23.448538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ce485-002b-4ea1-b4d5-dce84944a0bc req-7a1b158e-3e70-4c83-90b6-501ff4b6c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:23.450469 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e0ce485-002b-4ea1-b4d5-dce84944a0bc req-7a1b158e-3e70-4c83-90b6-501ff4b6c06d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fc32d905005344bbbbfc8bc105af6b94&device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 1095 time: 0.2370720 Jul 27 19:45:23.506606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-139d0a3d-8f5c-4c8f-8435-6ef77925c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:23.508269 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-139d0a3d-8f5c-4c8f-8435-6ef77925c131 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 1099 time: 0.2173040 Jul 27 19:45:23.603754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ad4a071-e3a5-4ced-8145-766c96586137 req-e5b53b64-b999-4ff9-aae5-a1f6de552e91 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056026 Jul 27 19:45:23.607815 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-01cd8d2e-615b-451b-ae40-f0a46cb9a543 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17 HTTP/1.1" status: 200 len: 217 time: 0.0660350 Jul 27 19:45:23.620242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d8d435e-11fe-4e55-9b14-2d3e7ad81530 req-acfdc35f-5908-41a6-bfa7-b9d6fd8b4c0e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758270 Jul 27 19:45:23.777906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-7b104652-a766-461a-b508-3871f3312726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:23.779517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-7b104652-a766-461a-b508-3871f3312726 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1589329 Jul 27 19:45:23.782037 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ce485-002b-4ea1-b4d5-dce84944a0bc req-1e57cd2c-d2a8-4f2c-9e46-32824526ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:23.783378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e0ce485-002b-4ea1-b4d5-dce84944a0bc req-1e57cd2c-d2a8-4f2c-9e46-32824526ca56 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3d392951-4941-4395-bb7b-00221c206b39 HTTP/1.1" status: 200 len: 921 time: 0.3167491 Jul 27 19:45:23.892443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e0ce485-002b-4ea1-b4d5-dce84944a0bc req-725c17b1-99bf-46f9-8b35-6ffd470a803e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e HTTP/1.1" status: 200 len: 217 time: 0.0939519 Jul 27 19:45:24.283862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 82138053-09e6-4e8b-9853-1e3c395b5cb3 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:24.353486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e30e06-2ae0-48eb-9663-7bf5e0f2cca4 req-55e60aae-dd0d-49f6-ba65-d1d6e7841ff9 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:24.355698 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36e30e06-2ae0-48eb-9663-7bf5e0f2cca4 req-55e60aae-dd0d-49f6-ba65-d1d6e7841ff9 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 1096 time: 0.6402614 Jul 27 19:45:24.421202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 82138053-09e6-4e8b-9853-1e3c395b5cb3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:24.421968 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:24.426449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ce485-002b-4ea1-b4d5-dce84944a0bc req-10ffc195-f6f5-40f1-aac3-55209f3dc2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:24.428187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e0ce485-002b-4ea1-b4d5-dce84944a0bc req-10ffc195-f6f5-40f1-aac3-55209f3dc2a3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d400d9f-7d58-449d-9237-333becbb3681 HTTP/1.1" status: 200 len: 860 time: 0.5267150 Jul 27 19:45:24.437713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-492f51ac-417c-495d-bacf-19d7f05a8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:24.440933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-492f51ac-417c-495d-bacf-19d7f05a8bc3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6436412 Jul 27 19:45:24.537185 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:24.556178 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e0ce485-002b-4ea1-b4d5-dce84944a0bc req-eda82a0b-2d26-4aa0-a1b1-6cccaf27b516 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3d392951-4941-4395-bb7b-00221c206b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140630 Jul 27 19:45:24.566657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a978e0-f476-4a4d-9dbe-56d5c02c6a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82138053-09e6-4e8b-9853-1e3c395b5cb3'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:24.569867 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81fb234-25f0-4e4c-9c45-bdacce7ed256" -d '{"events": [{"server_uuid": "29a978e0-f476-4a4d-9dbe-56d5c02c6a8c", "name": "network-vif-plugged", "status": "completed", "tag": "82138053-09e6-4e8b-9853-1e3c395b5cb3"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:24.597659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 82138053-09e6-4e8b-9853-1e3c395b5cb3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=82138053-09e6-4e8b-9853-1e3c395b5cb3,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:24.604082 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:24.605340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4692ca1-a490-40f7-ba2a-7c54c96b60ab no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:45:24.691435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=82138053-09e6-4e8b-9853-1e3c395b5cb3,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:24.727187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36e30e06-2ae0-48eb-9663-7bf5e0f2cca4 req-ac5f24b7-8046-49a9-bc9a-e29f8e792443 tempest-LiveMigrationTest-17925751 tempest-LiveMigrationTest-17925751-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285854 Jul 27 19:45:24.727791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:24.742400 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f3afe0-e6aa-4b76-aa05-cc56c384474b" -d '{"events": [{"name": "network-changed", "server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:24.749910 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e0ce485-002b-4ea1-b4d5-dce84944a0bc req-34c48818-b042-47f4-b7b2-4173b2008ce1 service neutron] 10.222.0.63 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446850 Jul 27 19:45:24.774869 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:24.828122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-c2f3dc2c-5254-42fc-89a1-70f108254828 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437178 Jul 27 19:45:24.830996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:24.839834 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:24.905807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae405e-6f60-47f5-9fc1-f0f4a935687d req-32173db4-eb78-4df3-8f6a-0c95067e5a9d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:24.913366 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0cae405e-6f60-47f5-9fc1-f0f4a935687d req-32173db4-eb78-4df3-8f6a-0c95067e5a9d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 945 time: 0.5563717 Jul 27 19:45:24.925023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:25.097982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0cae405e-6f60-47f5-9fc1-f0f4a935687d req-cb7e8f3a-7205-4587-ba32-1db3d145b678 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786981 Jul 27 19:45:25.169775 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b803ca-8295-4910-a305-fc529bd36ab8 req-23db0ed5-b36a-4c16-aeb5-e510e99887df service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098247 Jul 27 19:45:25.220482 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e0ce485-002b-4ea1-b4d5-dce84944a0bc req-5b89cf16-6e90-4a1e-b892-779cc6cc9a70 service neutron] 10.222.0.63 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910527 Jul 27 19:45:25.232425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63920ca2-ed00-4eb5-b673-f7cfc31b1186 req-d779dc5c-2a26-4dc5-a92c-2c821d7b61c0 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:25.241219 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63920ca2-ed00-4eb5-b673-f7cfc31b1186 req-d779dc5c-2a26-4dc5-a92c-2c821d7b61c0 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.3254757 Jul 27 19:45:25.297380 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63920ca2-ed00-4eb5-b673-f7cfc31b1186 req-b8470c21-d2d4-4eb0-8a0f-b41b6b1746f1 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498378 Jul 27 19:45:25.310974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d2b24-9946-46dd-ba95-c382b6dcedf2 req-71b245e8-063e-4ec8-b339-db0a8d3808a6 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:25.319186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a28d2b24-9946-46dd-ba95-c382b6dcedf2 req-71b245e8-063e-4ec8-b339-db0a8d3808a6 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 943 time: 0.1668472 Jul 27 19:45:25.382959 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a28d2b24-9946-46dd-ba95-c382b6dcedf2 req-45eccce2-50df-4d17-af55-ffbc8c469dd1 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627096 Jul 27 19:45:25.407557 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f7e539-0960-44ef-b89b-a14a4302c92c x-openstack-request-id: req-06f7e539-0960-44ef-b89b-a14a4302c92c {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:25.408059 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a978e0-f476-4a4d-9dbe-56d5c02c6a8c", "name": "network-vif-plugged", "status": "completed", "tag": "82138053-09e6-4e8b-9853-1e3c395b5cb3", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:25.408059 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06f7e539-0960-44ef-b89b-a14a4302c92c {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:25.408505 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a978e0-f476-4a4d-9dbe-56d5c02c6a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82138053-09e6-4e8b-9853-1e3c395b5cb3', 'code': 200} Jul 27 19:45:25.453888 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb56161-0d69-4557-91ef-7d36b1716193 x-openstack-request-id: req-bdb56161-0d69-4557-91ef-7d36b1716193 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:25.454319 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:25.454661 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bdb56161-0d69-4557-91ef-7d36b1716193 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:25.455294 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17', 'status': 'completed', 'code': 200} Jul 27 19:45:25.570789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3afe0-e6aa-4b76-aa05-cc56c384474b req-5acefd12-b35d-43f3-805a-4d2c6c33e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:25.572598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b0f3afe0-e6aa-4b76-aa05-cc56c384474b req-5acefd12-b35d-43f3-805a-4d2c6c33e78e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 1099 time: 0.0899646 Jul 27 19:45:25.581703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92d50d-6e51-4f93-a169-6bef4275cebd req-2ca3af5c-f51a-435b-a2db-4b7766be2d20 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:25.591287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e92d50d-6e51-4f93-a169-6bef4275cebd req-2ca3af5c-f51a-435b-a2db-4b7766be2d20 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 947 time: 0.1492970 Jul 27 19:45:25.714093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e92d50d-6e51-4f93-a169-6bef4275cebd req-f6fb4d40-e298-4461-b886-78ece7558f60 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217973 Jul 27 19:45:25.775518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3afe0-e6aa-4b76-aa05-cc56c384474b req-49c523a6-563b-4607-ba4d-3d732c490d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:25.777522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b0f3afe0-e6aa-4b76-aa05-cc56c384474b req-49c523a6-563b-4607-ba4d-3d732c490d57 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.1771996 Jul 27 19:45:25.843146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b0f3afe0-e6aa-4b76-aa05-cc56c384474b req-f50ad450-663a-4407-9deb-808b3e020de8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17 HTTP/1.1" status: 200 len: 217 time: 0.0561042 Jul 27 19:45:25.873735 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-3512cb9a-0b62-455b-9dff-03d58c0ab51e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336256 Jul 27 19:45:25.987829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3afe0-e6aa-4b76-aa05-cc56c384474b req-7c4f1b1a-a99f-4179-8976-c8280124c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:25.989348 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b0f3afe0-e6aa-4b76-aa05-cc56c384474b req-7c4f1b1a-a99f-4179-8976-c8280124c173 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1255169 Jul 27 19:45:26.094329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-44f75f95-7dac-4cd1-bc44-69df812890d5 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:26.095833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-44f75f95-7dac-4cd1-bc44-69df812890d5 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005506 Jul 27 19:45:26.132843 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-5c6424fd-81f9-4f95-944e-7d00372c5aec tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/quotas/798d1a8ac3fd4313acb339efe27aee6a HTTP/1.1" status: 200 len: 375 time: 0.0229356 Jul 27 19:45:26.138822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765ac12-050b-419e-b9b6-b56bed88548e req-51dcfa37-4729-4e83-9bd2-fab2a7692006 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:26.140491 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d765ac12-050b-419e-b9b6-b56bed88548e req-51dcfa37-4729-4e83-9bd2-fab2a7692006 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 944 time: 0.1662288 Jul 27 19:45:26.197210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3afe0-e6aa-4b76-aa05-cc56c384474b req-1d6dcb8a-2ff5-488d-97e5-05649e08e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:26.198811 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b0f3afe0-e6aa-4b76-aa05-cc56c384474b req-1d6dcb8a-2ff5-488d-97e5-05649e08e377 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1855204 Jul 27 19:45:26.272980 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d765ac12-050b-419e-b9b6-b56bed88548e req-c4a1d96d-0915-4243-9374-f0d95d16e1c7 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178377 Jul 27 19:45:26.306946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4692ca1-a490-40f7-ba2a-7c54c96b60ab details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:45:26.312716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-646bcdf7-e512-4c47-9e0e-84a876fdf0a0 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1707928 Jul 27 19:45:26.339305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b0f3afe0-e6aa-4b76-aa05-cc56c384474b req-ef34dd6b-294c-48df-92b5-44209384f5e3 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273549 Jul 27 19:45:26.459264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:26.479514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'port_id': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'mac_address': 'fa:16:3e:19:ed:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:45:26.531866 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:26.550046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4692ca1-a490-40f7-ba2a-7c54c96b60ab {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:26.573994 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:26.584572 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:26.586163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 779d9f0e-0aa0-4780-ada2-a981b2f6431e details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:45:26.605693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a533af-e227-4012-94cd-c8af4e9d0076 req-da8f3d6b-dc0b-4077-a54c-b6a7211d48c5 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:26.607968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3a533af-e227-4012-94cd-c8af4e9d0076 req-da8f3d6b-dc0b-4077-a54c-b6a7211d48c5 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.63 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 944 time: 0.1700680 Jul 27 19:45:26.688132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b0f3afe0-e6aa-4b76-aa05-cc56c384474b req-01fcb083-c2d4-4f1e-b1dc-0475f01912b0 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387239 Jul 27 19:45:26.694120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:26.749438 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 779d9f0e-0aa0-4780-ada2-a981b2f6431e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e,segment=NetworkSegment(3feed133-aece-40fa-a7b8-0d5af3a7eed8),segment_id=3feed133-aece-40fa-a7b8-0d5af3a7eed8)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:26.770108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '779d9f0e-0aa0-4780-ada2-a981b2f6431e', 'network_id': '3d392951-4941-4395-bb7b-00221c206b39', 'port_id': '779d9f0e-0aa0-4780-ada2-a981b2f6431e', 'mac_address': 'fa:16:3e:84:2a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d400d9f-7d58-449d-9237-333becbb3681', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:45:26.821390 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2dfc1-d0e4-433b-8334-0de4d6f74497 req-9fc17fbd-a7bd-410f-b921-d7203da0161d tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:26.828716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bcf2dfc1-d0e4-433b-8334-0de4d6f74497 req-9fc17fbd-a7bd-410f-b921-d7203da0161d tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 943 time: 0.2195487 Jul 27 19:45:26.833525 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:26.840136 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e83746-671c-4205-9e89-0bb4f4ae29b3 req-b4fba084-e67d-44dc-95af-2e430503c912 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:26.849318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09e83746-671c-4205-9e89-0bb4f4ae29b3 req-b4fba084-e67d-44dc-95af-2e430503c912 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 945 time: 0.2830980 Jul 27 19:45:26.868231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779d9f0e-0aa0-4780-ada2-a981b2f6431e {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:26.900028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 779d9f0e-0aa0-4780-ada2-a981b2f6431e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e,segment=NetworkSegment(3feed133-aece-40fa-a7b8-0d5af3a7eed8),segment_id=3feed133-aece-40fa-a7b8-0d5af3a7eed8)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:26.909345 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:26.929173 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bcf2dfc1-d0e4-433b-8334-0de4d6f74497 req-214fce44-4245-451e-9acc-946bf4e0d731 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993340 Jul 27 19:45:26.983909 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09e83746-671c-4205-9e89-0bb4f4ae29b3 req-1c9c09dd-e9c3-4ce1-a3a8-801c29600f05 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948451 Jul 27 19:45:27.004108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=779d9f0e-0aa0-4780-ada2-a981b2f6431e,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:27.004233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-d3a533af-e227-4012-94cd-c8af4e9d0076 req-629bd80b-7a33-4a43-bcee-37d427d5e391 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Deleting port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:45:27.005637 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d3a533af-e227-4012-94cd-c8af4e9d0076 req-629bd80b-7a33-4a43-bcee-37d427d5e391 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:27.041379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['a4692ca1-a490-40f7-ba2a-7c54c96b60ab'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:27.121180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd8c8a39-8180-4b7c-b4b9-1d4e54aedb49 req-fd94e785-a1e8-45a0-83df-274cf9638523 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76 HTTP/1.1" status: 200 len: 210 time: 0.0950463 Jul 27 19:45:27.163228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-d3a533af-e227-4012-94cd-c8af4e9d0076 req-629bd80b-7a33-4a43-bcee-37d427d5e391 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] For port 3a35ac24-8f6a-4629-b0de-bb4265c5d063, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3a35ac24-8f6a-4629-b0de-bb4265c5d063,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:27.163597 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d3a533af-e227-4012-94cd-c8af4e9d0076 req-629bd80b-7a33-4a43-bcee-37d427d5e391 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:27.217223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-d3a533af-e227-4012-94cd-c8af4e9d0076 req-629bd80b-7a33-4a43-bcee-37d427d5e391 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Calling delete_port for 3a35ac24-8f6a-4629-b0de-bb4265c5d063 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:45:27.243275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['779d9f0e-0aa0-4780-ada2-a981b2f6431e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:27.325167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31b3b4-8a1b-4880-b95b-c49cba01da38 req-7b493cbb-ccb9-4fb2-84be-b7564010d706 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:27.326751 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a31b3b4-8a1b-4880-b95b-c49cba01da38 req-7b493cbb-ccb9-4fb2-84be-b7564010d706 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 947 time: 0.1447763 Jul 27 19:45:27.410626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:27.412497 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a31b3b4-8a1b-4880-b95b-c49cba01da38 req-c8044c14-7dc7-4038-9530-900013433020 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722044 Jul 27 19:45:27.415234 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8b0920-fd6c-4597-b285-48750de99cb0" -d '{"events": [{"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-unplugged", "status": "completed", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:27.496824 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d3a533af-e227-4012-94cd-c8af4e9d0076 req-629bd80b-7a33-4a43-bcee-37d427d5e391 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:27.531152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bd80b-7a33-4a43-bcee-37d427d5e391 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Pushing event deleted for resources: {'Port': ['ID=3a35ac24-8f6a-4629-b0de-bb4265c5d063,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:27.591274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a533af-e227-4012-94cd-c8af4e9d0076 req-629bd80b-7a33-4a43-bcee-37d427d5e391 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] No DVR routers for this DVR port 3a35ac24-8f6a-4629-b0de-bb4265c5d063 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:45:27.595259 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d3a533af-e227-4012-94cd-c8af4e9d0076 req-629bd80b-7a33-4a43-bcee-37d427d5e391 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:27.597517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3a533af-e227-4012-94cd-c8af4e9d0076 req-629bd80b-7a33-4a43-bcee-37d427d5e391 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.63 "DELETE /v2.0/ports/3a35ac24-8f6a-4629-b0de-bb4265c5d063 HTTP/1.1" status: 204 len: 173 time: 0.9800072 Jul 27 19:45:27.598051 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6436ae-c276-405f-bc7c-a43d3b68f2c2', 'name': 'network-vif-deleted', 'tag': '3a35ac24-8f6a-4629-b0de-bb4265c5d063'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:27.601626 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be181b5-e33b-4d30-aa53-2afe5022a463" -d '{"events": [{"server_uuid": "ce6436ae-c276-405f-bc7c-a43d3b68f2c2", "name": "network-vif-deleted", "tag": "3a35ac24-8f6a-4629-b0de-bb4265c5d063"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:27.613417 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125a145-3f38-4145-8fdf-d5f4397b3721 req-8f22b90d-acd5-4672-9fec-cbc824b7dc55 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:27.620975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5125a145-3f38-4145-8fdf-d5f4397b3721 req-8f22b90d-acd5-4672-9fec-cbc824b7dc55 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 866 time: 0.1756628 Jul 27 19:45:27.635703 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b5245a-2b43-457f-b009-bab1df83606d x-openstack-request-id: req-a1b5245a-2b43-457f-b009-bab1df83606d {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:27.636257 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-unplugged", "status": "completed", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:27.636257 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1b5245a-2b43-457f-b009-bab1df83606d {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:27.636742 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'code': 200} Jul 27 19:45:27.675011 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bf3fb7-7aee-460a-ad8d-5d44c3067c5b x-openstack-request-id: req-b6bf3fb7-7aee-460a-ad8d-5d44c3067c5b {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:27.675397 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6436ae-c276-405f-bc7c-a43d3b68f2c2", "name": "network-vif-deleted", "tag": "3a35ac24-8f6a-4629-b0de-bb4265c5d063", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:27.675741 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6bf3fb7-7aee-460a-ad8d-5d44c3067c5b {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:27.676239 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6436ae-c276-405f-bc7c-a43d3b68f2c2', 'name': 'network-vif-deleted', 'tag': '3a35ac24-8f6a-4629-b0de-bb4265c5d063', 'status': 'completed', 'code': 200} Jul 27 19:45:27.698902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5125a145-3f38-4145-8fdf-d5f4397b3721 req-23287b87-eadf-44c0-ab6a-fa66c6090eea tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660033 Jul 27 19:45:28.038702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-2d4072cf-7a1d-45c5-9d33-8244d0d4823e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823214 Jul 27 19:45:28.307893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f835cc48-5b0b-4241-898b-0aacebcf3b17 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:45:28.310049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4692ca1-a490-40f7-ba2a-7c54c96b60ab up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:28.409072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b062b3c2-9c3b-430a-a9bb-d593d8602e4a', '3a35ac24-8f6a-4629-b0de-bb4265c5d063'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:28.449566 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-8e35c2b9-6749-4e01-9326-de6feaa5162e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:28.452272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-8e35c2b9-6749-4e01-9326-de6feaa5162e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4036121 Jul 27 19:45:28.467405 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-cfed70f0-bc9d-4724-af70-87a7b14ac2ac tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Request body: {'port': {'device_id': 'cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '798d1a8ac3fd4313acb339efe27aee6a'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:28.618752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1c1df-fb2d-449e-b0ca-b9b7a20b2285 req-7b563b88-79e3-4a2a-b9ed-7c83ce298421 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:28.637460 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16c1c1df-fb2d-449e-b0ca-b9b7a20b2285 req-7b563b88-79e3-4a2a-b9ed-7c83ce298421 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 944 time: 0.5474594 Jul 27 19:45:28.741471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2973fc-b8fb-4572-911a-d2a5f5dfd5d5 req-0d53ff56-0448-4526-8e32-0280f9cfa09b tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:28.753169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a2973fc-b8fb-4572-911a-d2a5f5dfd5d5 req-0d53ff56-0448-4526-8e32-0280f9cfa09b tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 945 time: 0.5899973 Jul 27 19:45:28.774898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42879-655f-4824-8b16-357ec2f191b0 req-a35b8224-538a-431b-bb58-90081154b477 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:28.777413 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5d42879-655f-4824-8b16-357ec2f191b0 req-a35b8224-538a-431b-bb58-90081154b477 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.52 "GET /v2.0/ports?device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 945 time: 0.4231563 Jul 27 19:45:28.823220 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16c1c1df-fb2d-449e-b0ca-b9b7a20b2285 req-a4ee841c-6395-4023-a791-2a06db71f98b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843569 Jul 27 19:45:28.948735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port a4692ca1-a490-40f7-ba2a-7c54c96b60ab triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:28.949371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:29.027169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a2973fc-b8fb-4572-911a-d2a5f5dfd5d5 req-ec63478c-d7d0-4705-ad99-25d267018fc8 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685866 Jul 27 19:45:29.071419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:29.120261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'f835cc48-5b0b-4241-898b-0aacebcf3b17', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'f835cc48-5b0b-4241-898b-0aacebcf3b17', 'mac_address': 'fa:16:3e:09:f6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:45:29.171100 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85de73e4-ecb2-4ec5-ac40-dec3dcb224d7 req-172e2147-e0cb-4cfa-b8d0-5353e4eed171 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76 HTTP/1.1" status: 200 len: 210 time: 0.0814188 Jul 27 19:45:29.185126 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:29.245577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:29.250843 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:29.269600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f835cc48-5b0b-4241-898b-0aacebcf3b17 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:29.274418 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:29.329665 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,revision_number=10']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:29.338818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-cfed70f0-bc9d-4724-af70-87a7b14ac2ac tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Made reservation on behalf of 798d1a8ac3fd4313acb339efe27aee6a for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:45:29.349934 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-cfed70f0-bc9d-4724-af70-87a7b14ac2ac tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:29.382233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:29.401825 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:29.426984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-d5d42879-655f-4824-8b16-357ec2f191b0 req-31c00989-d2f7-4382-b9d9-67be73efe301 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Deleting port 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:45:29.427521 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d5d42879-655f-4824-8b16-357ec2f191b0 req-31c00989-d2f7-4382-b9d9-67be73efe301 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:29.464749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=f835cc48-5b0b-4241-898b-0aacebcf3b17,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:29.525750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b6d82-3dae-46d2-8db7-19a1003723c1 req-b722fac5-65c2-4060-8a2f-ecf03e970d71 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:29.533477 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d8b6d82-3dae-46d2-8db7-19a1003723c1 req-b722fac5-65c2-4060-8a2f-ecf03e970d71 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 947 time: 0.3277392 Jul 27 19:45:29.639982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:29.642643 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a668e155-4ad1-47bd-a0e1-f6106055f63e" -d '{"events": [{"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-plugged", "status": "completed", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:29.679586 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d8b6d82-3dae-46d2-8db7-19a1003723c1 req-41541b40-e664-41c2-b9ad-260a471cc488 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436219 Jul 27 19:45:29.711724 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['f835cc48-5b0b-4241-898b-0aacebcf3b17'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:29.889025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad7a74a5-3ed2-4094-9cd6-9b64682e0c55 req-57312785-ce23-4a3b-a061-d50901084d4f tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0640121 Jul 27 19:45:29.890967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-d5d42879-655f-4824-8b16-357ec2f191b0 req-31c00989-d2f7-4382-b9d9-67be73efe301 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] For port 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:29.895213 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d5d42879-655f-4824-8b16-357ec2f191b0 req-31c00989-d2f7-4382-b9d9-67be73efe301 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:29.924556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-d5d42879-655f-4824-8b16-357ec2f191b0 req-31c00989-d2f7-4382-b9d9-67be73efe301 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Calling delete_port for 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:45:30.175249 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13abb9da-c6ea-48cb-8560-c72ba523554f x-openstack-request-id: req-13abb9da-c6ea-48cb-8560-c72ba523554f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:30.176095 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-plugged", "status": "completed", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:30.176095 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13abb9da-c6ea-48cb-8560-c72ba523554f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:30.176378 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'code': 200} Jul 27 19:45:30.325710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 779d9f0e-0aa0-4780-ada2-a981b2f6431e up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:30.427099 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 779d9f0e-0aa0-4780-ada2-a981b2f6431e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:45:30.431958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 779d9f0e-0aa0-4780-ada2-a981b2f6431e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:30.432337 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:30.591089 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:30.639525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-cfed70f0-bc9d-4724-af70-87a7b14ac2ac tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Allocated IP 192.168.233.233 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:45:30.709072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 779d9f0e-0aa0-4780-ada2-a981b2f6431e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e,segment=NetworkSegment(3feed133-aece-40fa-a7b8-0d5af3a7eed8),segment_id=3feed133-aece-40fa-a7b8-0d5af3a7eed8)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:30.726765 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:30.727840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3a35ac24-8f6a-4629-b0de-bb4265c5d063 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:45:30.786420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 3a35ac24-8f6a-4629-b0de-bb4265c5d063 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:45:30.792568 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3a35ac24-8f6a-4629-b0de-bb4265c5d063 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:45:30.814174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0da5fe-6810-4798-b78d-dd76b561bccc req-8997adab-a855-429c-a786-d1a23a290dff tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:30.832080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec0da5fe-6810-4798-b78d-dd76b561bccc req-8997adab-a855-429c-a786-d1a23a290dff tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 944 time: 0.7911904 Jul 27 19:45:30.914629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=779d9f0e-0aa0-4780-ada2-a981b2f6431e,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:30.933417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:30.939421 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:30.940552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:30.942095 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:30.942521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:30.944265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:30.944730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:30.946294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:30.946751 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:30.947163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:30.948872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:30.949505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:31.130187 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-cfed70f0-bc9d-4724-af70-87a7b14ac2ac tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:31.146388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-cfed70f0-bc9d-4724-af70-87a7b14ac2ac tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Transition to ACTIVE for port object 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:45:31.182157 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d5d42879-655f-4824-8b16-357ec2f191b0 req-31c00989-d2f7-4382-b9d9-67be73efe301 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:31.204875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:31.206238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec0da5fe-6810-4798-b78d-dd76b561bccc req-c6ed151a-5525-4c86-9d68-818ee970f04d tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731687 Jul 27 19:45:31.237224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c00989-d2f7-4382-b9d9-67be73efe301 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Pushing event deleted for resources: {'Port': ['ID=3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:31.277919 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-cfed70f0-bc9d-4724-af70-87a7b14ac2ac tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:31.300385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['4e903b43-eeee-4a13-b5f3-1380ab80f293'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:31.342696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d42879-655f-4824-8b16-357ec2f191b0 req-31c00989-d2f7-4382-b9d9-67be73efe301 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] No DVR routers for this DVR port 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:45:31.347288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-cfed70f0-bc9d-4724-af70-87a7b14ac2ac tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:45:31.348594 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d5d42879-655f-4824-8b16-357ec2f191b0 req-31c00989-d2f7-4382-b9d9-67be73efe301 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:31.351668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5d42879-655f-4824-8b16-357ec2f191b0 req-31c00989-d2f7-4382-b9d9-67be73efe301 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.52 "DELETE /v2.0/ports/3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 HTTP/1.1" status: 204 len: 173 time: 2.5348406 Jul 27 19:45:31.354065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c983c8cd-cd98-4e27-af80-6c6b4f820993', 'name': 'network-vif-deleted', 'tag': '3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:31.356787 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b4847f-5bbf-4e67-a783-14d25d002532" -d '{"events": [{"server_uuid": "c983c8cd-cd98-4e27-af80-6c6b4f820993", "name": "network-vif-deleted", "tag": "3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:31.363335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-cfed70f0-bc9d-4724-af70-87a7b14ac2ac tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:45:31.382825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-cfed70f0-bc9d-4724-af70-87a7b14ac2ac tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:45:31.428056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['4175748d-092f-4269-8fd5-227fd197bf5e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:31.530290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-cfed70f0-bc9d-4724-af70-87a7b14ac2ac tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:31.543638 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-cfed70f0-bc9d-4724-af70-87a7b14ac2ac tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:31.574503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed70f0-bc9d-4724-af70-87a7b14ac2ac tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Pushing event updated for resources: {'Port': ['ID=8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:31.668263 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-cfed70f0-bc9d-4724-af70-87a7b14ac2ac tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2047195 Jul 27 19:45:31.682900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-843a892a-eaf3-4889-91dd-f2226608770b req-c768dae9-6baf-471d-b8aa-ae95a207fac5 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c983c8cd-cd98-4e27-af80-6c6b4f820993 HTTP/1.1" status: 200 len: 210 time: 0.1358571 Jul 27 19:45:31.703702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Request body: {'port': {'device_id': 'cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:31.886742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d810e286-12e5-4ec5-a2c7-7c6958dde293 None None] Provisioning for port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:45:31.905068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d810e286-12e5-4ec5-a2c7-7c6958dde293 None None] Provisioning complete for port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:31.905822 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d810e286-12e5-4ec5-a2c7-7c6958dde293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:31.914392 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:31.949076 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d810e286-12e5-4ec5-a2c7-7c6958dde293 None None] Port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:45:31.974238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab03bbb-a434-4e42-bbdf-a9fdec0c5ca7 req-d3ac1e44-a847-475b-9d5a-56798b9706cd tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:31.984624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fab03bbb-a434-4e42-bbdf-a9fdec0c5ca7 req-d3ac1e44-a847-475b-9d5a-56798b9706cd tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76 HTTP/1.1" status: 200 len: 936 time: 0.1709189 Jul 27 19:45:32.115933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fab03bbb-a434-4e42-bbdf-a9fdec0c5ca7 req-9c926a8f-8bb0-4a4e-a45e-172ef429a6ad tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299822 Jul 27 19:45:32.177108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779d9f0e-0aa0-4780-ada2-a981b2f6431e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:32.179850 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a238476-9f04-4745-b3d0-28cbc4e62015" -d '{"events": [{"server_uuid": "c4b7353a-679d-4d36-b953-8fc5db27d6d6", "name": "network-vif-plugged", "status": "completed", "tag": "779d9f0e-0aa0-4780-ada2-a981b2f6431e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:32.356725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f835cc48-5b0b-4241-898b-0aacebcf3b17 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:32.586100 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port f835cc48-5b0b-4241-898b-0aacebcf3b17 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:45:32.599841 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port f835cc48-5b0b-4241-898b-0aacebcf3b17 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:32.600416 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:32.716719 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:32.729922 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:32.749991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Transition to ACTIVE for port object 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:45:32.763089 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:32.764903 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:32.807457 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8beb6a3-513c-4e26-a45b-32910284fd6b req-95514433-28fa-4b20-9477-b0ee1bc251e0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:32.815229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8beb6a3-513c-4e26-a45b-32910284fd6b req-95514433-28fa-4b20-9477-b0ee1bc251e0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 948 time: 0.4644289 Jul 27 19:45:32.851953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:32.860906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:32.862016 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:32.938196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8beb6a3-513c-4e26-a45b-32910284fd6b req-d0898aa4-3452-484a-9c29-cc4aa8a5f80e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216199 Jul 27 19:45:33.017356 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=f835cc48-5b0b-4241-898b-0aacebcf3b17,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:33.036329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Attempting to bind port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:45:33.042381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Attempting to bind port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:45:33.043033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Attempting to bind port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:33.085010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:45:33.085734 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Attempting to bind port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:33.128682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b324c1e-6d47-4056-8f4d-807686d0c68f req-15998f71-782c-46ca-8cb0-f5231c8c3c76 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce6436ae-c276-405f-bc7c-a43d3b68f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0750566 Jul 27 19:45:33.130323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:45:33.131128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:45:33.131769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:45:33.132797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Bound port: 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:45:33.133389 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:33.248872 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca93a104-5ff5-4628-97b6-891724abf9bd x-openstack-request-id: req-ca93a104-5ff5-4628-97b6-891724abf9bd {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:33.249505 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c983c8cd-cd98-4e27-af80-6c6b4f820993", "name": "network-vif-deleted", "tag": "3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:33.249505 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca93a104-5ff5-4628-97b6-891724abf9bd {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:33.249784 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c983c8cd-cd98-4e27-af80-6c6b4f820993', 'name': 'network-vif-deleted', 'tag': '3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97', 'status': 'completed', 'code': 200} Jul 27 19:45:33.281673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] For port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:45:33.285276 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] For port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:45:33.302713 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:33.326711 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049ded57-74cd-46e3-86e1-f43e5144d309 x-openstack-request-id: req-049ded57-74cd-46e3-86e1-f43e5144d309 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:33.327028 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b7353a-679d-4d36-b953-8fc5db27d6d6", "name": "network-vif-plugged", "status": "completed", "tag": "779d9f0e-0aa0-4780-ada2-a981b2f6431e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:33.327280 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-049ded57-74cd-46e3-86e1-f43e5144d309 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:33.327706 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779d9f0e-0aa0-4780-ada2-a981b2f6431e', 'code': 200} Jul 27 19:45:33.372627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:33.376030 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:33.377543 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] 10.222.0.63 "PUT /v2.0/ports/8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 HTTP/1.1" status: 200 len: 1097 time: 1.6881566 Jul 27 19:45:33.511538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aed3dc-3ff2-45d1-8227-ee8267694081 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:33.623183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:45:33.716754 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:45:33.717130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3d048e0c-cbeb-4f6b-ae29-4a8d2795bc97 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:45:33.813612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319804b9-d624-4d87-8d3f-6242c7ae0d79 req-964e1a4e-874e-4d99-bb49-22092e8446f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:33.817593 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-319804b9-d624-4d87-8d3f-6242c7ae0d79 req-964e1a4e-874e-4d99-bb49-22092e8446f6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 1097 time: 0.4023957 Jul 27 19:45:33.877174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64d2db-737d-452e-bda5-d3d1f14e8f1f req-6f8fb9b6-76b6-4aee-9ad5-27aad0a59814 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:33.878894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d64d2db-737d-452e-bda5-d3d1f14e8f1f req-6f8fb9b6-76b6-4aee-9ad5-27aad0a59814 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.3380256 Jul 27 19:45:33.880795 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-319804b9-d624-4d87-8d3f-6242c7ae0d79 req-77950a14-5571-4289-a888-b2e62d55c9d6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530901 Jul 27 19:45:33.882877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-f7976543-7bc0-4c04-9fec-508fa0c8723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:33.884479 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-f7976543-7bc0-4c04-9fec-508fa0c8723e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76 HTTP/1.1" status: 200 len: 1100 time: 0.3909903 Jul 27 19:45:33.941079 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d64d2db-737d-452e-bda5-d3d1f14e8f1f req-dc951c58-c817-482b-af5e-a5eb0d54a59d tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545528 Jul 27 19:45:33.990939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-a5c41fa0-e3a2-42c9-b270-c5441948b580 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 HTTP/1.1" status: 200 len: 217 time: 0.0478642 Jul 27 19:45:34.098740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-aa101bbb-1d3c-4ca5-be4b-2a87238313c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:34.101153 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-aa101bbb-1d3c-4ca5-be4b-2a87238313c9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0931656 Jul 27 19:45:34.281145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-06ac0664-d7cb-43c8-954e-e8e91408a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:34.282801 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-06ac0664-d7cb-43c8-954e-e8e91408a5ba service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1722944 Jul 27 19:45:34.502302 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-ca7cd371-a52f-400c-8107-82598ab76eb7 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084913 Jul 27 19:45:34.636783 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bae75-bc46-422d-a4a0-2cdb34dd24bb req-25fdd88b-2802-46cd-aa68-70f0813efcf1 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:34.638636 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e1bae75-bc46-422d-a4a0-2cdb34dd24bb req-25fdd88b-2802-46cd-aa68-70f0813efcf1 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76 HTTP/1.1" status: 200 len: 948 time: 0.1891243 Jul 27 19:45:34.676571 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e81f957-d692-4b59-8f7b-743d12b48b8e req-dadfa884-6f9f-4424-a67b-e2d130b9369f service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657910 Jul 27 19:45:34.713977 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e1bae75-bc46-422d-a4a0-2cdb34dd24bb req-87ad35f2-dca9-4339-85d3-bd8ce5afc419 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571952 Jul 27 19:45:35.060381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c6917-f58a-449f-8799-e15ec7f949e1 req-4209c285-61ac-48c3-91b2-46d822b9afdd tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:35.070809 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-655c6917-f58a-449f-8799-e15ec7f949e1 req-4209c285-61ac-48c3-91b2-46d822b9afdd tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.2122233 Jul 27 19:45:35.165057 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-655c6917-f58a-449f-8799-e15ec7f949e1 req-389a788a-47aa-441a-abfc-62f8ca5b7c2e tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829039 Jul 27 19:45:35.251228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76', 'tag': '8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:35.253789 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f2ca58-c74d-42ec-ab6c-259ce9a3e747" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76", "tag": "8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:35.329081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:35.331512 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60411f6e-ee48-40bf-9334-bcee5a8d7d73" -d '{"events": [{"server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "name": "network-vif-plugged", "status": "completed", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:35.451004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dfed9-4ee9-4ebe-9576-3dfbe8bf8361 req-62f3e94d-2488-4d1c-8802-3b209bdddcad tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:35.458590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-484dfed9-4ee9-4ebe-9576-3dfbe8bf8361 req-62f3e94d-2488-4d1c-8802-3b209bdddcad tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 946 time: 0.1141698 Jul 27 19:45:35.539007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-484dfed9-4ee9-4ebe-9576-3dfbe8bf8361 req-ebef66e8-58e6-4630-9712-1a12d5466aa7 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717766 Jul 27 19:45:36.401510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:45:36.749784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:36.785041 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8', 'mac_address': 'fa:16:3e:e6:28:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:45:36.868757 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:36.900816 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:36.963753 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:36.980738 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:37.084877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:37.347737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:38.183995 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:39.333406 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-27aa2b5c-30e4-4fc6-8d6e-025bfe0c18c2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:39.340737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-27aa2b5c-30e4-4fc6-8d6e-025bfe0c18c2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 812 time: 0.2261119 Jul 27 19:45:39.364836 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-f85dde55-87fb-4324-b0a2-0dc515f12fa3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/quotas/f19d4f5c80f446fba94990d46169e53a HTTP/1.1" status: 200 len: 375 time: 0.0230126 Jul 27 19:45:39.385710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05502df5-ccfc-4df6-b2db-4c551dc00efe req-9d328cd9-f281-4bfe-9515-e5f61b3f7ac5 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:39.387812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05502df5-ccfc-4df6-b2db-4c551dc00efe req-9d328cd9-f281-4bfe-9515-e5f61b3f7ac5 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.2062809 Jul 27 19:45:39.415809 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-deb5ee2b-01b0-4b7f-abd9-94d94ef8d2b6 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500708 Jul 27 19:45:39.495791 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05502df5-ccfc-4df6-b2db-4c551dc00efe req-06a7cd15-822f-444e-85a6-462c286686b4 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901074 Jul 27 19:45:39.576954 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49cad4b-7cd3-4ec5-abe7-df11ca573d79 x-openstack-request-id: req-e49cad4b-7cd3-4ec5-abe7-df11ca573d79 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:39.577707 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76", "tag": "8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:39.577990 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e49cad4b-7cd3-4ec5-abe7-df11ca573d79 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:39.578420 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76', 'tag': '8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8', 'status': 'completed', 'code': 200} Jul 27 19:45:39.636157 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec02536-918d-4de5-afbd-9066ff7fda6c x-openstack-request-id: req-1ec02536-918d-4de5-afbd-9066ff7fda6c {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:39.636686 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "name": "network-vif-plugged", "status": "completed", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:39.636686 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ec02536-918d-4de5-afbd-9066ff7fda6c {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:39.637275 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17', 'code': 200} Jul 27 19:45:39.663706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-73fe9282-8cbc-4a5c-8e98-d7a94b7df8a5 service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417014 Jul 27 19:45:39.688848 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:45:39.830679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2ca58-c74d-42ec-ab6c-259ce9a3e747 req-be7c6193-1181-404c-81c6-695da76517e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:39.832628 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01f2ca58-c74d-42ec-ab6c-259ce9a3e747 req-be7c6193-1181-404c-81c6-695da76517e1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76 HTTP/1.1" status: 200 len: 1101 time: 0.2303190 Jul 27 19:45:39.930138 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-2de6fbf9-e688-4ff4-9bb6-be9da00f6b25 service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639868 Jul 27 19:45:39.950350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec70f-a4d7-4c0b-add5-2644e5e9a415 req-2fa52872-ce8a-4b95-be7e-1ff11aa28b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:39.951871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2cec70f-a4d7-4c0b-add5-2644e5e9a415 req-2fa52872-ce8a-4b95-be7e-1ff11aa28b39 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 1101 time: 0.2312694 Jul 27 19:45:39.975316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea057f7-ce33-4090-84a6-329474401956 req-f88d4e5d-42cc-464f-906e-b372a03e64f8 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:39.985598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ea057f7-ce33-4090-84a6-329474401956 req-f88d4e5d-42cc-464f-906e-b372a03e64f8 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76 HTTP/1.1" status: 200 len: 949 time: 0.2659485 Jul 27 19:45:40.055296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2ca58-c74d-42ec-ab6c-259ce9a3e747 req-48d6b100-f669-4154-a9bb-f37d01997eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:40.056831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01f2ca58-c74d-42ec-ab6c-259ce9a3e747 req-48d6b100-f669-4154-a9bb-f37d01997eee service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2125378 Jul 27 19:45:40.117172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ea057f7-ce33-4090-84a6-329474401956 req-10162dae-0101-4d88-9aec-2563ecf2b398 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232638 Jul 27 19:45:40.119214 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2cec70f-a4d7-4c0b-add5-2644e5e9a415 req-1905ac6c-3a4c-478b-b2a4-680290364cf3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326666 Jul 27 19:45:40.120705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01f2ca58-c74d-42ec-ab6c-259ce9a3e747 req-1d1cf944-ce06-4b74-a75c-a7a1d81f4dfd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 HTTP/1.1" status: 200 len: 217 time: 0.0527322 Jul 27 19:45:40.238449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2ca58-c74d-42ec-ab6c-259ce9a3e747 req-1c29a02a-f762-42fd-a02d-113d9b6766af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:40.240171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01f2ca58-c74d-42ec-ab6c-259ce9a3e747 req-1c29a02a-f762-42fd-a02d-113d9b6766af service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0615556 Jul 27 19:45:40.376149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2ca58-c74d-42ec-ab6c-259ce9a3e747 req-655123ae-4f21-4861-8981-9b5d3a949373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:40.377993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01f2ca58-c74d-42ec-ab6c-259ce9a3e747 req-655123ae-4f21-4861-8981-9b5d3a949373 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1090443 Jul 27 19:45:40.411509 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:40.455935 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ad2a8-4996-4853-bd1e-c6e61a394591 req-434d566f-d5b3-4aff-9373-b11e86b7b20a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:40.469620 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c3ad2a8-4996-4853-bd1e-c6e61a394591 req-434d566f-d5b3-4aff-9373-b11e86b7b20a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.2198908 Jul 27 19:45:40.497515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:45:40.505124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:40.506045 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:40.548767 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c3ad2a8-4996-4853-bd1e-c6e61a394591 req-7d2ce9af-d2ff-457e-ab7e-bee80ef1d316 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740931 Jul 27 19:45:40.664699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01f2ca58-c74d-42ec-ab6c-259ce9a3e747 req-0eb092f8-5d40-4cb4-863d-249c5f3e3189 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762487 Jul 27 19:45:40.692926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4c81c62-9fbb-4a97-bb12-fd1e5645c946 req-f39656c1-f52b-477b-9501-7d847c1a699f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 210 time: 0.0680604 Jul 27 19:45:40.708514 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:40.766559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:40.778958 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:40.849729 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:40.904747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbd995-2ec4-4f9f-a264-97b465662712 req-c533583f-702e-4108-9157-0af072efac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:40.906811 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14cbd995-2ec4-4f9f-a264-97b465662712 req-c533583f-702e-4108-9157-0af072efac67 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fc32d905005344bbbbfc8bc105af6b94&device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 1097 time: 0.3011134 Jul 27 19:45:40.950185 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01f2ca58-c74d-42ec-ab6c-259ce9a3e747 req-6b8848bf-7349-43d9-9e87-d8f7a3287256 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678373 Jul 27 19:45:41.071374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbd995-2ec4-4f9f-a264-97b465662712 req-344b5cdc-5b68-4af7-a7cd-e4b9b8624ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:41.073115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14cbd995-2ec4-4f9f-a264-97b465662712 req-344b5cdc-5b68-4af7-a7cd-e4b9b8624ce1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3d392951-4941-4395-bb7b-00221c206b39 HTTP/1.1" status: 200 len: 921 time: 0.1543605 Jul 27 19:45:41.096131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceb766-15bc-449f-8786-afff3be6806e req-3be7dd66-a0e4-476a-8499-50bd6253eb71 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:41.098670 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dceb766-15bc-449f-8786-afff3be6806e req-3be7dd66-a0e4-476a-8499-50bd6253eb71 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1183300 Jul 27 19:45:41.167094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14cbd995-2ec4-4f9f-a264-97b465662712 req-86f0269f-40c5-4d22-9b37-00de830fd01a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e HTTP/1.1" status: 200 len: 217 time: 0.0680618 Jul 27 19:45:41.236444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dceb766-15bc-449f-8786-afff3be6806e req-499c54da-d967-478e-b4e2-0b543e5648c7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288369 Jul 27 19:45:41.280248 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:41.292951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbd995-2ec4-4f9f-a264-97b465662712 req-51ec50ac-ae24-4140-9d87-24060f7775e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:41.294394 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14cbd995-2ec4-4f9f-a264-97b465662712 req-51ec50ac-ae24-4140-9d87-24060f7775e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d400d9f-7d58-449d-9237-333becbb3681 HTTP/1.1" status: 200 len: 860 time: 0.1103752 Jul 27 19:45:41.358436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14cbd995-2ec4-4f9f-a264-97b465662712 req-c53d13e5-2055-47be-870c-3e9710bb05d4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3d392951-4941-4395-bb7b-00221c206b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536766 Jul 27 19:45:41.506868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf9716-2e6b-4345-af22-a00c2d24c8f0 req-de6461fe-2b16-476c-92de-54823f149c16 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:41.515395 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59cf9716-2e6b-4345-af22-a00c2d24c8f0 req-de6461fe-2b16-476c-92de-54823f149c16 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 944 time: 0.1594145 Jul 27 19:45:41.525463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14cbd995-2ec4-4f9f-a264-97b465662712 req-3ed83622-c67d-44d5-80bf-9a2ad1f5fb50 service neutron] 10.222.0.63 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314700 Jul 27 19:45:41.638355 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:41.640700 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7ecc7d-8e52-4b8d-9322-59f1644188b4" -d '{"events": [{"server_uuid": "cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76", "name": "network-vif-plugged", "status": "completed", "tag": "8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:41.651008 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59cf9716-2e6b-4345-af22-a00c2d24c8f0 req-c57a1252-0300-44b2-929c-d37da344d9a3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300547 Jul 27 19:45:41.819088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47ecc-3678-4b3d-802e-98bb8c3d7db3 req-c92c4d17-5842-4d6d-8a0e-9a3d3782e83d tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:41.820960 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97b47ecc-3678-4b3d-802e-98bb8c3d7db3 req-c92c4d17-5842-4d6d-8a0e-9a3d3782e83d tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76 HTTP/1.1" status: 200 len: 950 time: 0.1582291 Jul 27 19:45:41.838508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c6bc9-515a-4cb1-88d4-a5005aa34b5b req-5701bfaf-c877-4576-bdd6-71c23ff5ea13 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:41.840330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c73c6bc9-515a-4cb1-88d4-a5005aa34b5b req-5701bfaf-c877-4576-bdd6-71c23ff5ea13 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.63 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 944 time: 0.2908051 Jul 27 19:45:41.857875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14cbd995-2ec4-4f9f-a264-97b465662712 req-a0a93706-a04a-44bb-be4f-5bca4e968a57 service neutron] 10.222.0.63 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982595 Jul 27 19:45:42.036910 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97b47ecc-3678-4b3d-802e-98bb8c3d7db3 req-1c76f424-9e84-4afa-821b-745cba3dfeb6 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860118 Jul 27 19:45:42.069285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4f39d-b0e1-4e52-8355-2f7d6d9a48d7 req-646d580a-f3a5-4512-acfa-c35f0a234f39 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:42.070874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7d4f39d-b0e1-4e52-8355-2f7d6d9a48d7 req-646d580a-f3a5-4512-acfa-c35f0a234f39 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.3160205 Jul 27 19:45:42.286975 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c844510f-6e7f-4681-9f55-ada681d78703 x-openstack-request-id: req-c844510f-6e7f-4681-9f55-ada681d78703 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:42.288853 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76", "name": "network-vif-plugged", "status": "completed", "tag": "8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:42.289297 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c844510f-6e7f-4681-9f55-ada681d78703 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:42.289860 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8', 'code': 200} Jul 27 19:45:42.419784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 82138053-09e6-4e8b-9853-1e3c395b5cb3 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:45:42.491084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-a65dd05e-94ec-415c-99c1-d7af41fb2b33 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:42.492646 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-a65dd05e-94ec-415c-99c1-d7af41fb2b33 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.52 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 812 time: 0.6484339 Jul 27 19:45:42.497682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e57dde0-50e4-46d4-85e0-c7370f1b0b57 req-62e10d67-e2e9-4890-be7f-6af4ee42aa66 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 210 time: 0.0731370 Jul 27 19:45:42.511544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-c73c6bc9-515a-4cb1-88d4-a5005aa34b5b req-7706f703-8d4c-498f-825d-58baff9cc7e3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Deleting port b062b3c2-9c3b-430a-a9bb-d593d8602e4a {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:45:42.512245 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c73c6bc9-515a-4cb1-88d4-a5005aa34b5b req-7706f703-8d4c-498f-825d-58baff9cc7e3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:42.532144 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:42.533054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-ceba7018-a6dd-4695-824f-9491d0bd0cc7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Request body: {'port': {'device_id': '0c143691-b878-46cc-a98e-0f117857021b', 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'admin_state_up': True, 'tenant_id': 'f19d4f5c80f446fba94990d46169e53a'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:42.611368 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 82138053-09e6-4e8b-9853-1e3c395b5cb3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=82138053-09e6-4e8b-9853-1e3c395b5cb3,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:42.617081 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:42.617955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b062b3c2-9c3b-430a-a9bb-d593d8602e4a no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:45:42.636622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7d4f39d-b0e1-4e52-8355-2f7d6d9a48d7 req-61abd9e5-b52d-433b-b054-b80f1f093c3a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571754 Jul 27 19:45:42.731097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92774c-33b5-4869-a925-52595c9a31b4 req-8a468738-fcf9-4020-8f4e-9115bbe9d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:42.732734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a92774c-33b5-4869-a925-52595c9a31b4 req-8a468738-fcf9-4020-8f4e-9115bbe9d68f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76 HTTP/1.1" status: 200 len: 1102 time: 0.3115077 Jul 27 19:45:42.766517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=82138053-09e6-4e8b-9853-1e3c395b5cb3,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:42.813338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-c73c6bc9-515a-4cb1-88d4-a5005aa34b5b req-7706f703-8d4c-498f-825d-58baff9cc7e3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] For port b062b3c2-9c3b-430a-a9bb-d593d8602e4a, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:42.813713 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c73c6bc9-515a-4cb1-88d4-a5005aa34b5b req-7706f703-8d4c-498f-825d-58baff9cc7e3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:42.898137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-c73c6bc9-515a-4cb1-88d4-a5005aa34b5b req-7706f703-8d4c-498f-825d-58baff9cc7e3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Calling delete_port for b062b3c2-9c3b-430a-a9bb-d593d8602e4a owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:45:42.917695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a92774c-33b5-4869-a925-52595c9a31b4 req-cf0c6041-229d-4cce-abe7-75c26153985d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524208 Jul 27 19:45:42.917695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b82b1-578c-4b5c-8f40-31d891d47dae req-bdcacc8d-4b2c-42d0-8750-9f45a003caed tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:42.917695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-171b82b1-578c-4b5c-8f40-31d891d47dae req-bdcacc8d-4b2c-42d0-8750-9f45a003caed tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.3169725 Jul 27 19:45:42.991222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-ceba7018-a6dd-4695-824f-9491d0bd0cc7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Made reservation on behalf of f19d4f5c80f446fba94990d46169e53a for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:45:42.994470 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-ceba7018-a6dd-4695-824f-9491d0bd0cc7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:43.067956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-171b82b1-578c-4b5c-8f40-31d891d47dae req-a0acf615-fc41-4dad-9090-1d2b965277fc tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421635 Jul 27 19:45:43.080862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-6455a318-acbd-4835-82cf-bd8e93326b5b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:43.087853 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-6455a318-acbd-4835-82cf-bd8e93326b5b tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/networks?id=80acd5ab-fde1-4cef-bf74-a103544d15de HTTP/1.1" status: 200 len: 805 time: 0.2883732 Jul 27 19:45:43.154141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-a080dd2f-5553-4b76-95d6-676eefacbeff tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/quotas/6a93e85ad01f42b285364689034f2ab2 HTTP/1.1" status: 200 len: 375 time: 0.0653892 Jul 27 19:45:43.302110 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-306cbf81-9360-47a9-a279-7ca6bb941f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:43.356887 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c73c6bc9-515a-4cb1-88d4-a5005aa34b5b req-7706f703-8d4c-498f-825d-58baff9cc7e3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:43.366131 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-cbb6d87f-2f7f-4476-9894-4cda9d187823 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a93e85ad01f42b285364689034f2ab2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1965349 Jul 27 19:45:43.414089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706f703-8d4c-498f-825d-58baff9cc7e3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Pushing event deleted for resources: {'Port': ['ID=b062b3c2-9c3b-430a-a9bb-d593d8602e4a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:43.432668 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-ceba7018-a6dd-4695-824f-9491d0bd0cc7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Allocated IP 172.20.0.10 (0ebd3759-03a3-4e67-a8e0-16f7b925197f/0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d/d205cda9-28e7-4123-8dac-244172235feb) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:45:43.494651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb742ca0-3e99-4e56-b946-8bb4b7d9316a req-dfff8df8-1752-4a4b-87b9-71ccb7ffd40b tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:43.498086 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb742ca0-3e99-4e56-b946-8bb4b7d9316a req-dfff8df8-1752-4a4b-87b9-71ccb7ffd40b tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 1101 time: 0.3458159 Jul 27 19:45:43.550489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73c6bc9-515a-4cb1-88d4-a5005aa34b5b req-7706f703-8d4c-498f-825d-58baff9cc7e3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] No DVR routers for this DVR port b062b3c2-9c3b-430a-a9bb-d593d8602e4a on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:45:43.561698 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c73c6bc9-515a-4cb1-88d4-a5005aa34b5b req-7706f703-8d4c-498f-825d-58baff9cc7e3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:43.563833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c73c6bc9-515a-4cb1-88d4-a5005aa34b5b req-7706f703-8d4c-498f-825d-58baff9cc7e3 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.63 "DELETE /v2.0/ports/b062b3c2-9c3b-430a-a9bb-d593d8602e4a HTTP/1.1" status: 204 len: 173 time: 1.6993845 Jul 27 19:45:43.575558 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27596de8-12a9-4296-848d-2dbcc02b2b75', 'name': 'network-vif-deleted', 'tag': 'b062b3c2-9c3b-430a-a9bb-d593d8602e4a'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:43.578793 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62167cc-b272-4fcb-91e9-a5eb4cf49af6" -d '{"events": [{"server_uuid": "27596de8-12a9-4296-848d-2dbcc02b2b75", "name": "network-vif-deleted", "tag": "b062b3c2-9c3b-430a-a9bb-d593d8602e4a"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:43.705215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-72b5ad4f-883a-404b-a8bd-c5a7ec04777e service neutron] 10.222.0.48 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265097 Jul 27 19:45:43.709585 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb742ca0-3e99-4e56-b946-8bb4b7d9316a req-0cf1ce86-199e-47f0-82d9-906f4984df18 tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000763 Jul 27 19:45:43.867459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8821cd1-1b8a-4f3d-8dac-61fc69cce8d9 req-d222de00-4546-49aa-a2d8-8e7db9b611c8 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=27596de8-12a9-4296-848d-2dbcc02b2b75 HTTP/1.1" status: 200 len: 210 time: 0.0563138 Jul 27 19:45:43.918315 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-ceba7018-a6dd-4695-824f-9491d0bd0cc7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:43.929235 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-a1806833-2acf-4652-be54-91330d7d240f service neutron] 10.222.0.48 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169235 Jul 27 19:45:43.973044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8d1bc17-e296-4454-9a80-d0ef7effb8cb req-7b823107-5391-4883-806d-69899dc10f53 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2448473 Jul 27 19:45:44.025862 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-ceba7018-a6dd-4695-824f-9491d0bd0cc7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:44.113017 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b615e37-a578-4558-8dda-bdd62a2132cc req-5608bafe-5eb0-4f19-998b-6fab0873795c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:44.114530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b615e37-a578-4558-8dda-bdd62a2132cc req-5608bafe-5eb0-4f19-998b-6fab0873795c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76 HTTP/1.1" status: 200 len: 950 time: 0.1800845 Jul 27 19:45:44.123921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-ceba7018-a6dd-4695-824f-9491d0bd0cc7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Network 0ebd3759-03a3-4e67-a8e0-16f7b925197f is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:45:44.157700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-ceba7018-a6dd-4695-824f-9491d0bd0cc7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:45:44.169559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-ceba7018-a6dd-4695-824f-9491d0bd0cc7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:45:44.182392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba7018-a6dd-4695-824f-9491d0bd0cc7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Pushing event updated for resources: {'Port': ['ID=d205cda9-28e7-4123-8dac-244172235feb,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:44.251694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b615e37-a578-4558-8dda-bdd62a2132cc req-ffd0a191-3248-4d60-921d-6639adfd2e3c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018529 Jul 27 19:45:44.261469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-ceba7018-a6dd-4695-824f-9491d0bd0cc7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:44.262100 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-ceba7018-a6dd-4695-824f-9491d0bd0cc7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:44.274960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1bc17-e296-4454-9a80-d0ef7effb8cb req-fbdafe33-c6e0-4d14-9b8b-4e64e297b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:44.274960 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8d1bc17-e296-4454-9a80-d0ef7effb8cb req-fbdafe33-c6e0-4d14-9b8b-4e64e297b8e9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 1100 time: 0.2561235 Jul 27 19:45:44.290943 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a978e0-f476-4a4d-9dbe-56d5c02c6a8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82138053-09e6-4e8b-9853-1e3c395b5cb3'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:44.293651 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d2dc92-b9cc-4b92-9a35-1e367d82a9e4" -d '{"events": [{"server_uuid": "29a978e0-f476-4a4d-9dbe-56d5c02c6a8c", "name": "network-vif-unplugged", "status": "completed", "tag": "82138053-09e6-4e8b-9853-1e3c395b5cb3"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:44.307355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-ceba7018-a6dd-4695-824f-9491d0bd0cc7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7982569 Jul 27 19:45:44.320301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b3f9d-f75d-4a34-9474-f7307e1c189b req-a75d8ac7-b187-41e4-b4b5-4e8016e40851 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:44.327711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-672b3f9d-f75d-4a34-9474-f7307e1c189b req-a75d8ac7-b187-41e4-b4b5-4e8016e40851 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 932 time: 0.2418122 Jul 27 19:45:44.331993 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aacc93d-59c9-409e-a794-bd7054582299 x-openstack-request-id: req-1aacc93d-59c9-409e-a794-bd7054582299 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:44.331993 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27596de8-12a9-4296-848d-2dbcc02b2b75", "name": "network-vif-deleted", "tag": "b062b3c2-9c3b-430a-a9bb-d593d8602e4a", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:44.331993 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1aacc93d-59c9-409e-a794-bd7054582299 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:44.332358 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27596de8-12a9-4296-848d-2dbcc02b2b75', 'name': 'network-vif-deleted', 'tag': 'b062b3c2-9c3b-430a-a9bb-d593d8602e4a', 'status': 'completed', 'code': 200} Jul 27 19:45:44.342547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Request body: {'port': {'device_id': '0c143691-b878-46cc-a98e-0f117857021b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:44.468614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-672b3f9d-f75d-4a34-9474-f7307e1c189b req-9e45ed9d-af42-4c01-85b8-f144e34ca2e8 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333866 Jul 27 19:45:44.534001 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:44.596913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b110af10-dd11-4a40-a30b-3ff33a8862e7 req-af3dd9f6-cca6-4020-b0ec-d17c2537361d tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 210 time: 0.0667489 Jul 27 19:45:44.678329 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad31584-34bd-47fe-a914-c305a2b1490f x-openstack-request-id: req-dad31584-34bd-47fe-a914-c305a2b1490f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:44.678841 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a978e0-f476-4a4d-9dbe-56d5c02c6a8c", "name": "network-vif-unplugged", "status": "completed", "tag": "82138053-09e6-4e8b-9853-1e3c395b5cb3", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:44.678841 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dad31584-34bd-47fe-a914-c305a2b1490f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:44.679236 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a978e0-f476-4a4d-9dbe-56d5c02c6a8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82138053-09e6-4e8b-9853-1e3c395b5cb3', 'code': 200} Jul 27 19:45:44.709586 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-3e639db8-f0a6-4573-ac13-5ec55f64fc28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801141 Jul 27 19:45:44.730425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1bc17-e296-4454-9a80-d0ef7effb8cb req-05954a75-98eb-4fc0-b9e2-4c15fc50517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:44.732053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8d1bc17-e296-4454-9a80-d0ef7effb8cb req-05954a75-98eb-4fc0-b9e2-4c15fc50517d service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.3576131 Jul 27 19:45:44.838567 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8d1bc17-e296-4454-9a80-d0ef7effb8cb req-634c2f2f-e1d4-4e71-95d9-466e1d27cb60 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=ee687bbd-f1da-4760-bb27-c67054a1732a HTTP/1.1" status: 200 len: 217 time: 0.0897655 Jul 27 19:45:44.940063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee0fb5-cf0b-4ef1-bf65-b25337d155ee req-1fff7e4d-b28d-40a0-9c18-af733e2273e8 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:44.941516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-deee0fb5-cf0b-4ef1-bf65-b25337d155ee req-1fff7e4d-b28d-40a0-9c18-af733e2273e8 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.63 "GET /v2.0/ports?device_id=29a978e0-f476-4a4d-9dbe-56d5c02c6a8c HTTP/1.1" status: 200 len: 944 time: 0.3763709 Jul 27 19:45:45.055991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec609da-7f3d-413d-b783-9436c96848bd req-3edc76b0-0e82-482b-8ba7-b1c77e8b3020 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:45.057425 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ec609da-7f3d-413d-b783-9436c96848bd req-3edc76b0-0e82-482b-8ba7-b1c77e8b3020 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.4162033 Jul 27 19:45:45.063695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1bc17-e296-4454-9a80-d0ef7effb8cb req-e451ab04-024b-4514-abb4-cd6acb3151e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:45.065008 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8d1bc17-e296-4454-9a80-d0ef7effb8cb req-e451ab04-024b-4514-abb4-cd6acb3151e7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1778467 Jul 27 19:45:45.196470 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4818ca-4dc6-4a13-941f-b4d0bed82ed4 req-b84ba24c-26ae-4ebb-b778-406b2870b1cb tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:45.198000 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df4818ca-4dc6-4a13-941f-b4d0bed82ed4 req-b84ba24c-26ae-4ebb-b778-406b2870b1cb tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.4558823 Jul 27 19:45:45.229187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ec609da-7f3d-413d-b783-9436c96848bd req-2e85fc7c-8fc2-41cc-a6f9-c59f7b680843 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582766 Jul 27 19:45:45.351331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1bc17-e296-4454-9a80-d0ef7effb8cb req-b9d642f5-e835-4d63-bee2-c8eebd343a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:45.352781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8d1bc17-e296-4454-9a80-d0ef7effb8cb req-b9d642f5-e835-4d63-bee2-c8eebd343a58 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2634935 Jul 27 19:45:45.362095 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df4818ca-4dc6-4a13-941f-b4d0bed82ed4 req-7e4a873e-4ba9-4f2f-a70a-c4a4b15a0b8b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483600 Jul 27 19:45:45.399240 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d205cda9-28e7-4123-8dac-244172235feb {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:45.411446 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:45.431885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-deee0fb5-cf0b-4ef1-bf65-b25337d155ee req-97ff3963-d832-4c49-a700-b203821c35cf tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Deleting port 82138053-09e6-4e8b-9853-1e3c395b5cb3 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:45:45.432232 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-deee0fb5-cf0b-4ef1-bf65-b25337d155ee req-97ff3963-d832-4c49-a700-b203821c35cf tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:45.468983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-e76a471b-5088-4b2d-9b3c-91a4f2b58b58 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:45.470483 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-e76a471b-5088-4b2d-9b3c-91a4f2b58b58 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.52 "GET /v2.0/networks?id=80acd5ab-fde1-4cef-bf74-a103544d15de HTTP/1.1" status: 200 len: 805 time: 0.1630073 Jul 27 19:45:45.492719 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Request body: {'port': {'device_id': '84d4efe0-742e-4b4e-b98f-e110cfec5f47', 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de', 'admin_state_up': True, 'tenant_id': '6a93e85ad01f42b285364689034f2ab2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:45.522405 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Transition to ACTIVE for port object d205cda9-28e7-4123-8dac-244172235feb will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:45:45.611106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Made reservation on behalf of 6a93e85ad01f42b285364689034f2ab2 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:45:45.614706 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:45.754549 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Allocated IP 172.20.0.3 (80acd5ab-fde1-4cef-bf74-a103544d15de/039d2644-dacf-49e7-9e8b-54b45bb17c99/26deaae5-ee93-4009-a728-38a4c9f9ca68) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:45:45.872251 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:45.917286 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:45.961631 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.013129 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Network 80acd5ab-fde1-4cef-bf74-a103544d15de is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:45:46.013496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Pushing event updated for resources: {'Port': ['ID=d205cda9-28e7-4123-8dac-244172235feb,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:46.019110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:45:46.024312 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:45:46.043807 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8d1bc17-e296-4454-9a80-d0ef7effb8cb req-3eb3ed2c-e621-4101-93b7-d794f08b254f service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228433 Jul 27 19:45:46.050498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Pushing event updated for resources: {'Port': ['ID=26deaae5-ee93-4009-a728-38a4c9f9ca68,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:46.069129 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:46.069894 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:46.070521 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:46.071035 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:46.071598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:46.076863 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:46.077579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:46.084108 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:46.084856 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-da973da1-62f6-40bf-9948-e2fb7ddd6e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.085498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:46.087525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:46.087525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:46.089944 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:45:46.124183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-deee0fb5-cf0b-4ef1-bf65-b25337d155ee req-97ff3963-d832-4c49-a700-b203821c35cf tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] For port 82138053-09e6-4e8b-9853-1e3c395b5cb3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=82138053-09e6-4e8b-9853-1e3c395b5cb3,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:46.124533 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-deee0fb5-cf0b-4ef1-bf65-b25337d155ee req-97ff3963-d832-4c49-a700-b203821c35cf tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.129013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:46.130364 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.157996 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-6297ca4f-0778-4a6b-97d4-55ab9be0399c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6704578 Jul 27 19:45:46.173723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf793f6-86c0-43a9-a77d-cf2fb624fd62 req-f456cdc1-8648-41fe-b2cb-13b1c596b5c7 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:46.175267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ccf793f6-86c0-43a9-a77d-cf2fb624fd62 req-f456cdc1-8648-41fe-b2cb-13b1c596b5c7 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 946 time: 0.8440101 Jul 27 19:45:46.181354 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.184813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Request body: {'port': {'device_id': '84d4efe0-742e-4b4e-b98f-e110cfec5f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:45:46.202234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-deee0fb5-cf0b-4ef1-bf65-b25337d155ee req-97ff3963-d832-4c49-a700-b203821c35cf tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Calling delete_port for 82138053-09e6-4e8b-9853-1e3c395b5cb3 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:45:46.236986 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5bde1-fe36-470e-bb04-206dae7e02bd req-c1d4ba89-7d84-44e9-a4f1-d41f06593e03 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:46.238856 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57e5bde1-fe36-470e-bb04-206dae7e02bd req-c1d4ba89-7d84-44e9-a4f1-d41f06593e03 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76 HTTP/1.1" status: 200 len: 950 time: 0.7153997 Jul 27 19:45:46.265902 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.371354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Attempting to bind port d205cda9-28e7-4123-8dac-244172235feb on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:45:46.371806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Attempting to bind port d205cda9-28e7-4123-8dac-244172235feb by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:45:46.372140 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Attempting to bind port d205cda9-28e7-4123-8dac-244172235feb on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:46.405308 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 82138053-09e6-4e8b-9853-1e3c395b5cb3 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:45:46.415446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ccf793f6-86c0-43a9-a77d-cf2fb624fd62 req-5239951f-6aa6-4075-a2a0-7eeb1232b9b5 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143383 Jul 27 19:45:46.420746 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57e5bde1-fe36-470e-bb04-206dae7e02bd req-e6a66fef-ee3d-4513-bb26-4c7b4296c7cc tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635330 Jul 27 19:45:46.422365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Port d205cda9-28e7-4123-8dac-244172235feb on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:45:46.422693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Attempting to bind port d205cda9-28e7-4123-8dac-244172235feb on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:46.426288 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8d1bc17-e296-4454-9a80-d0ef7effb8cb req-e3b3fae4-af1c-49e0-ab0c-978149419f00 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579695 Jul 27 19:45:46.445983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:45:46.446316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Checking segment: {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:45:46.446698 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Bound using segment: {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:45:46.447140 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Bound port: d205cda9-28e7-4123-8dac-244172235feb, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:45:46.447495 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.453145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499269b0-c90a-404b-a5ee-618d39f45250 req-b04a22d6-b936-41b4-8dda-9bb9f9a19bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:46.454742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-b04a22d6-b936-41b4-8dda-9bb9f9a19bcb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 1101 time: 0.2767172 Jul 27 19:45:46.557498 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4692ca1-a490-40f7-ba2a-7c54c96b60ab no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:45:46.622027 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26deaae5-ee93-4009-a728-38a4c9f9ca68 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:46.636444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.655291 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Transition to ACTIVE for port object 26deaae5-ee93-4009-a728-38a4c9f9ca68 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:45:46.658221 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.664241 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.688665 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:46.692280 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3b87fa-7bd0-40c6-8c0c-c3419d62d916" -d '{"events": [{"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-unplugged", "status": "completed", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:46.710419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:46.716504 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.731818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] For port d205cda9-28e7-4123-8dac-244172235feb, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:45:46.752447 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=26deaae5-ee93-4009-a728-38a4c9f9ca68,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:46.756139 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-deee0fb5-cf0b-4ef1-bf65-b25337d155ee req-97ff3963-d832-4c49-a700-b203821c35cf tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.766376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] For port d205cda9-28e7-4123-8dac-244172235feb, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d205cda9-28e7-4123-8dac-244172235feb,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:45:46.775001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499269b0-c90a-404b-a5ee-618d39f45250 req-588f0e74-bb2e-4cc2-9fc1-1b0848c56f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:46.776518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-588f0e74-bb2e-4cc2-9fc1-1b0848c56f7e service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.3086386 Jul 27 19:45:46.797332 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.805018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,revision_number=11']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:46.814987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff3963-d832-4c49-a700-b203821c35cf tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Pushing event deleted for resources: {'Port': ['ID=82138053-09e6-4e8b-9853-1e3c395b5cb3,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:46.846236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Attempting to bind port 26deaae5-ee93-4009-a728-38a4c9f9ca68 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:45:46.846837 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Attempting to bind port 26deaae5-ee93-4009-a728-38a4c9f9ca68 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:45:46.846974 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Attempting to bind port 26deaae5-ee93-4009-a728-38a4c9f9ca68 on network 80acd5ab-fde1-4cef-bf74-a103544d15de {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:46.852090 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Port 26deaae5-ee93-4009-a728-38a4c9f9ca68 on network 80acd5ab-fde1-4cef-bf74-a103544d15de not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:45:46.852439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Attempting to bind port 26deaae5-ee93-4009-a728-38a4c9f9ca68 on network 80acd5ab-fde1-4cef-bf74-a103544d15de {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:45:46.857216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:45:46.857548 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Checking segment: {'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:45:46.857941 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Bound using segment: {'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:45:46.858343 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Bound port: 26deaae5-ee93-4009-a728-38a4c9f9ca68, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075f2ffa-bfe1-447e-ad16-f73531fbd005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:45:46.858694 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.868892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed461e8-6879-431c-8ef1-87fc2e888e6e req-3a71f7a8-d2d6-47ef-a7f5-dff328497279 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:46.870465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fed461e8-6879-431c-8ef1-87fc2e888e6e req-3a71f7a8-d2d6-47ef-a7f5-dff328497279 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 944 time: 0.2875309 Jul 27 19:45:46.912651 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-d8d2cc81-3679-4795-88b1-20a65cc8752b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17 HTTP/1.1" status: 200 len: 217 time: 0.1115413 Jul 27 19:45:46.927665 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] For port 26deaae5-ee93-4009-a728-38a4c9f9ca68, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:45:46.930892 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] For port 26deaae5-ee93-4009-a728-38a4c9f9ca68, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=26deaae5-ee93-4009-a728-38a4c9f9ca68,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:45:46.936887 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.949586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:46.950250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.951790 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] 10.222.0.52 "PUT /v2.0/ports/d205cda9-28e7-4123-8dac-244172235feb HTTP/1.1" status: 200 len: 1093 time: 2.6186302 Jul 27 19:45:46.964157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c143691-b878-46cc-a98e-0f117857021b', 'tag': 'd205cda9-28e7-4123-8dac-244172235feb'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:46.965957 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205b8a90-a014-4b80-b477-18a854819ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c143691-b878-46cc-a98e-0f117857021b", "tag": "d205cda9-28e7-4123-8dac-244172235feb"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:46.972034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:46.972775 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:46.974505 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] 10.222.0.52 "PUT /v2.0/ports/26deaae5-ee93-4009-a728-38a4c9f9ca68 HTTP/1.1" status: 200 len: 1092 time: 0.7956748 Jul 27 19:45:46.975021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d4efe0-742e-4b4e-b98f-e110cfec5f47', 'tag': '26deaae5-ee93-4009-a728-38a4c9f9ca68'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:46.977927 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052716ce-51bd-476a-b5b6-847c728f5719" -d '{"events": [{"name": "network-changed", "server_uuid": "84d4efe0-742e-4b4e-b98f-e110cfec5f47", "tag": "26deaae5-ee93-4009-a728-38a4c9f9ca68"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:47.007015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b3aca-1e52-454d-9d19-5e7864264dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=26deaae5-ee93-4009-a728-38a4c9f9ca68,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:47.015515 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-deee0fb5-cf0b-4ef1-bf65-b25337d155ee req-97ff3963-d832-4c49-a700-b203821c35cf tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] No DVR routers for this DVR port 82138053-09e6-4e8b-9853-1e3c395b5cb3 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:45:47.020432 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:47.029245 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-deee0fb5-cf0b-4ef1-bf65-b25337d155ee req-97ff3963-d832-4c49-a700-b203821c35cf tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:47.031327 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-deee0fb5-cf0b-4ef1-bf65-b25337d155ee req-97ff3963-d832-4c49-a700-b203821c35cf tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.63 "DELETE /v2.0/ports/82138053-09e6-4e8b-9853-1e3c395b5cb3 HTTP/1.1" status: 204 len: 173 time: 2.0792429 Jul 27 19:45:47.071144 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3d8e2-ea5e-42db-aace-959d9e3df815 service neutron] Pushing event updated for resources: {'Port': ['ID=d205cda9-28e7-4123-8dac-244172235feb,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:47.089894 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499269b0-c90a-404b-a5ee-618d39f45250 req-9d95a8a0-6699-48ef-851a-e7845c0dccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:47.091361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-9d95a8a0-6699-48ef-851a-e7845c0dccaa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1461835 Jul 27 19:45:47.110071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-ae7311f7-4cf1-4822-a5d1-d0a780043aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:47.111723 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-ae7311f7-4cf1-4822-a5d1-d0a780043aa2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 1096 time: 0.0785847 Jul 27 19:45:47.129066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fed461e8-6879-431c-8ef1-87fc2e888e6e req-0a976b7d-cb72-42b5-96e3-e8ff00c7fd99 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190073 Jul 27 19:45:47.168829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22befd3-67ac-466a-b7f3-da2c0732509c req-c604723e-c09f-424e-8c6b-4dee076cb53a tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:47.169639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f22befd3-67ac-466a-b7f3-da2c0732509c req-c604723e-c09f-424e-8c6b-4dee076cb53a tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 943 time: 0.3698692 Jul 27 19:45:47.174682 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-7d3e2cf6-8357-44ba-aaf1-e8bc97f1af0a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d205cda9-28e7-4123-8dac-244172235feb HTTP/1.1" status: 200 len: 217 time: 0.0498028 Jul 27 19:45:47.236760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-cf4ed137-b5e1-4ef8-b807-79dd5df69fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:47.239155 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-cf4ed137-b5e1-4ef8-b807-79dd5df69fbb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 200 len: 852 time: 0.0492113 Jul 27 19:45:47.263141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-03de425f-00e7-43d4-834d-1c246694217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:47.264699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-03de425f-00e7-43d4-834d-1c246694217d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a93e85ad01f42b285364689034f2ab2&device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 1095 time: 0.1970370 Jul 27 19:45:47.270720 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f22befd3-67ac-466a-b7f3-da2c0732509c req-5a4c3b61-89f3-4809-a9c5-d2109630b5e3 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906134 Jul 27 19:45:47.276930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499269b0-c90a-404b-a5ee-618d39f45250 req-cbebfacc-e69c-4967-a8fd-9a1d3fb15762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:47.278440 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-cbebfacc-e69c-4967-a8fd-9a1d3fb15762 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1654780 Jul 27 19:45:47.285691 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-94eedce6-7206-4814-9e8e-0a516ad2b5a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ebd3759-03a3-4e67-a8e0-16f7b925197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315111 Jul 27 19:45:47.328115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-2cb6b2c5-1467-41aa-8edf-da084785a0b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26deaae5-ee93-4009-a728-38a4c9f9ca68 HTTP/1.1" status: 200 len: 217 time: 0.0487285 Jul 27 19:45:47.395576 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-5d261f3d-69b0-475a-9175-260fa7dbcb22 service neutron] 10.222.0.52 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969894 Jul 27 19:45:47.479233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938697d-0edc-48a5-9e44-4514283bfa7e req-c5d269df-b418-4140-bd7c-6958bde6bc76 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:47.480732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9938697d-0edc-48a5-9e44-4514283bfa7e req-c5d269df-b418-4140-bd7c-6958bde6bc76 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.2883799 Jul 27 19:45:47.502218 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-585dc593-f57b-41ed-aa49-b3ee31d71a96 req-355416c0-c587-4ecc-a543-bdfda7a82f52 service neutron] 10.222.0.52 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937333 Jul 27 19:45:47.537526 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-49065922-045b-46e6-8e14-22de296189ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:47.538982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-49065922-045b-46e6-8e14-22de296189ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=039d2644-dacf-49e7-9e8b-54b45bb17c99 HTTP/1.1" status: 200 len: 845 time: 0.1976638 Jul 27 19:45:47.598813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-1c5417e7-9aa5-4a3e-aa17-23008ed6b464 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798154 Jul 27 19:45:47.626798 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-565c38aa-cc2e-4f99-8b21-1790cd3becf0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80acd5ab-fde1-4cef-bf74-a103544d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695012 Jul 27 19:45:47.655956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ab3f1-e49d-4675-a80f-f50ff9061281 req-bc6098ee-efc4-48a1-a29d-81b60a90daa0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:47.657487 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-552ab3f1-e49d-4675-a80f-f50ff9061281 req-bc6098ee-efc4-48a1-a29d-81b60a90daa0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.3118148 Jul 27 19:45:47.660094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9938697d-0edc-48a5-9e44-4514283bfa7e req-108ffab3-d0d7-4b61-bc8f-12cbf5a477a5 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717651 Jul 27 19:45:47.775369 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf458d-736e-42c6-904e-57c72394b3fe req-ac685f67-c1d7-4d69-8533-8f66e169db76 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:47.776866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ebf458d-736e-42c6-904e-57c72394b3fe req-ac685f67-c1d7-4d69-8533-8f66e169db76 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 944 time: 0.3887985 Jul 27 19:45:47.873622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-552ab3f1-e49d-4675-a80f-f50ff9061281 req-84da23ad-350a-4cd3-83f2-27d7fd1d00d7 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950002 Jul 27 19:45:47.897262 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dd9348c-991d-4502-9c4d-265413887a77 req-ab4b1773-5bb1-4b53-8f57-ffde5079be88 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3656116 Jul 27 19:45:47.918131 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-ddc3ffcc-ed95-4511-97e5-42c5fce4a198 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935386 Jul 27 19:45:47.925901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-1b9e20d0-8248-46f5-bd0d-32caf17b7188 service neutron] 10.222.0.52 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796633 Jul 27 19:45:48.068303 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dbf390-6c2d-42bd-9bf9-8f3cf22bdf99 x-openstack-request-id: req-a6dbf390-6c2d-42bd-9bf9-8f3cf22bdf99 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:48.069305 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-unplugged", "status": "completed", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:48.069785 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6dbf390-6c2d-42bd-9bf9-8f3cf22bdf99 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:48.070411 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'code': 200} Jul 27 19:45:48.094266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-9ebf458d-736e-42c6-904e-57c72394b3fe req-eaadc8b4-7f72-4493-9ea3-0c325d9b0e0c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Deleting port df689806-0d96-4159-a656-f983cea73832 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:45:48.094703 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9ebf458d-736e-42c6-904e-57c72394b3fe req-eaadc8b4-7f72-4493-9ea3-0c325d9b0e0c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:48.140007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae37de-dc12-4a27-9ec9-d0e740951d1a req-49e5f628-8a1b-4235-9aaf-733946639995 service neutron] 10.222.0.52 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945543 Jul 27 19:45:48.166571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9348c-991d-4502-9c4d-265413887a77 req-9a43632d-5cc9-442c-abbb-aecf94de789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:48.168172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dd9348c-991d-4502-9c4d-265413887a77 req-9a43632d-5cc9-442c-abbb-aecf94de789e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7b77cb1555044c6bba713df0ce19dca6&device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 1097 time: 0.2008471 Jul 27 19:45:48.227233 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c81783-396d-4bdb-8b58-ec1f2ccd1898 x-openstack-request-id: req-14c81783-396d-4bdb-8b58-ec1f2ccd1898 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:48.227509 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c143691-b878-46cc-a98e-0f117857021b", "tag": "d205cda9-28e7-4123-8dac-244172235feb", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:48.227754 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14c81783-396d-4bdb-8b58-ec1f2ccd1898 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:48.228140 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c143691-b878-46cc-a98e-0f117857021b', 'tag': 'd205cda9-28e7-4123-8dac-244172235feb', 'status': 'completed', 'code': 200} Jul 27 19:45:48.258779 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4a5b1a-88dd-4a40-9412-8aa1457797ad x-openstack-request-id: req-4e4a5b1a-88dd-4a40-9412-8aa1457797ad {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:48.258779 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d4efe0-742e-4b4e-b98f-e110cfec5f47", "tag": "26deaae5-ee93-4009-a728-38a4c9f9ca68", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:48.258779 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e4a5b1a-88dd-4a40-9412-8aa1457797ad {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:48.259486 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d4efe0-742e-4b4e-b98f-e110cfec5f47', 'tag': '26deaae5-ee93-4009-a728-38a4c9f9ca68', 'status': 'completed', 'code': 200} Jul 27 19:45:48.299216 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9ebf458d-736e-42c6-904e-57c72394b3fe req-eaadc8b4-7f72-4493-9ea3-0c325d9b0e0c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] For port df689806-0d96-4159-a656-f983cea73832, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=df689806-0d96-4159-a656-f983cea73832,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:48.299573 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9ebf458d-736e-42c6-904e-57c72394b3fe req-eaadc8b4-7f72-4493-9ea3-0c325d9b0e0c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:48.350257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-9ebf458d-736e-42c6-904e-57c72394b3fe req-eaadc8b4-7f72-4493-9ea3-0c325d9b0e0c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Calling delete_port for df689806-0d96-4159-a656-f983cea73832 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:45:48.353719 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052716ce-51bd-476a-b5b6-847c728f5719 req-e5376d57-dd48-457b-bdf1-4ae4141e9dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:48.355327 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-052716ce-51bd-476a-b5b6-847c728f5719 req-e5376d57-dd48-457b-bdf1-4ae4141e9dc2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a93e85ad01f42b285364689034f2ab2&device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 1095 time: 0.0557342 Jul 27 19:45:48.468133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052716ce-51bd-476a-b5b6-847c728f5719 req-2a2a4252-1a23-491b-8e9a-c6e3c16277de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:48.469612 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-052716ce-51bd-476a-b5b6-847c728f5719 req-2a2a4252-1a23-491b-8e9a-c6e3c16277de service neutron] 10.222.0.52 "GET /v2.0/networks?id=80acd5ab-fde1-4cef-bf74-a103544d15de HTTP/1.1" status: 200 len: 906 time: 0.0982344 Jul 27 19:45:48.533024 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-052716ce-51bd-476a-b5b6-847c728f5719 req-f6a05a79-9a06-4db8-89c8-f7b402c0c6e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26deaae5-ee93-4009-a728-38a4c9f9ca68 HTTP/1.1" status: 200 len: 217 time: 0.0408866 Jul 27 19:45:48.635988 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052716ce-51bd-476a-b5b6-847c728f5719 req-8c86e0f4-bcec-45fe-80ac-b11cf651a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:48.637486 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-052716ce-51bd-476a-b5b6-847c728f5719 req-8c86e0f4-bcec-45fe-80ac-b11cf651a4dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=039d2644-dacf-49e7-9e8b-54b45bb17c99 HTTP/1.1" status: 200 len: 845 time: 0.0806167 Jul 27 19:45:48.683708 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-052716ce-51bd-476a-b5b6-847c728f5719 req-4d24f9ef-511e-4487-be88-05668bcf46f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80acd5ab-fde1-4cef-bf74-a103544d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312302 Jul 27 19:45:48.686582 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7449247d-0e80-432a-bf5f-571893d4c1ca req-c52385ca-5321-489d-80dd-02d2ae496f79 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1028595 Jul 27 19:45:48.749682 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa1be0-ff57-4e44-8fbc-be5592c86018 req-6314c354-f941-43e5-982b-bde29c60e5a6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:48.751175 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53aa1be0-ff57-4e44-8fbc-be5592c86018 req-6314c354-f941-43e5-982b-bde29c60e5a6 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=aeb9a61b-5229-4f1c-a744-156a32feca39 HTTP/1.1" status: 200 len: 944 time: 0.6078191 Jul 27 19:45:48.805395 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9348c-991d-4502-9c4d-265413887a77 req-35718447-a22b-47e6-9d22-eb9baabd237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:48.806636 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:48.806815 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dd9348c-991d-4502-9c4d-265413887a77 req-35718447-a22b-47e6-9d22-eb9baabd237a service neutron] 10.222.0.63 "GET /v2.0/networks?id=a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 200 len: 909 time: 0.5826147 Jul 27 19:45:48.836901 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-052716ce-51bd-476a-b5b6-847c728f5719 req-6603df43-f243-41fd-b069-5e071f842537 service neutron] 10.222.0.52 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248801 Jul 27 19:45:48.845408 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449247d-0e80-432a-bf5f-571893d4c1ca req-9e961e5f-3e7d-4e8e-9d3e-7ec214c14f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:48.846868 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7449247d-0e80-432a-bf5f-571893d4c1ca req-9e961e5f-3e7d-4e8e-9d3e-7ec214c14f88 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eaa2a46568494f18a26d9c60a2c39541&device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 1098 time: 0.0882711 Jul 27 19:45:48.894921 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53aa1be0-ff57-4e44-8fbc-be5592c86018 req-b8812361-c9c4-4b8a-8164-a63b9564e337 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299918 Jul 27 19:45:48.897172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b8a90-a014-4b80-b477-18a854819ef8 req-13b5f0a5-80cc-4b67-8cea-6bae83580ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:48.898667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-205b8a90-a014-4b80-b477-18a854819ef8 req-13b5f0a5-80cc-4b67-8cea-6bae83580ab7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 1096 time: 0.6166971 Jul 27 19:45:48.901622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dd9348c-991d-4502-9c4d-265413887a77 req-17be6994-06df-4c6d-a5a4-375f187ed0aa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=359728d5-d6df-4bd9-acc6-6b85791593c9 HTTP/1.1" status: 200 len: 217 time: 0.0600195 Jul 27 19:45:48.909237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0c619-06fb-4bb9-860f-d8a54054db84 req-1cb62d21-c708-4105-8e3e-2672fd6473c9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:48.910713 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ade0c619-06fb-4bb9-860f-d8a54054db84 req-1cb62d21-c708-4105-8e3e-2672fd6473c9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.5805666 Jul 27 19:45:49.017270 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-052716ce-51bd-476a-b5b6-847c728f5719 req-d0f63a89-19f1-44e6-9b81-ef73fd31fbd0 service neutron] 10.222.0.52 "GET /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499913 Jul 27 19:45:49.038696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449247d-0e80-432a-bf5f-571893d4c1ca req-8bd4ac12-66a7-43a4-9fd0-e51bbec057e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.040031 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7449247d-0e80-432a-bf5f-571893d4c1ca req-8bd4ac12-66a7-43a4-9fd0-e51bbec057e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1efccaaf-715e-4036-a519-1b6b1cc8f573 HTTP/1.1" status: 200 len: 924 time: 0.1291406 Jul 27 19:45:49.103308 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9348c-991d-4502-9c4d-265413887a77 req-608f3021-b261-4c79-bc59-b5a3d247103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.104722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dd9348c-991d-4502-9c4d-265413887a77 req-608f3021-b261-4c79-bc59-b5a3d247103b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 200 len: 848 time: 0.1870966 Jul 27 19:45:49.111382 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9ebf458d-736e-42c6-904e-57c72394b3fe req-eaadc8b4-7f72-4493-9ea3-0c325d9b0e0c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:49.121724 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7449247d-0e80-432a-bf5f-571893d4c1ca req-6fb49cb5-6417-4e49-99c7-1aba863588cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86e93c75-dfff-4bc8-ac1f-6c602c614c79 HTTP/1.1" status: 200 len: 1001 time: 0.0638576 Jul 27 19:45:49.138038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ade0c619-06fb-4bb9-860f-d8a54054db84 req-60abd1d6-fd16-4a52-bbc3-33e2648b128a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958625 Jul 27 19:45:49.183108 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449247d-0e80-432a-bf5f-571893d4c1ca req-1f172c76-0f98-4274-ac0d-b63b54f59261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.184916 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7449247d-0e80-432a-bf5f-571893d4c1ca req-1f172c76-0f98-4274-ac0d-b63b54f59261 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a473bf7-98b5-45ce-8210-1ea9a7314439 HTTP/1.1" status: 200 len: 862 time: 0.0493679 Jul 27 19:45:49.187122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dd9348c-991d-4502-9c4d-265413887a77 req-174c6b65-6393-4825-b565-82f4d1fe8250 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a0463eab-3d38-43e7-932e-91f09e3b2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695369 Jul 27 19:45:49.194431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadc8b4-7f72-4493-9ea3-0c325d9b0e0c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Pushing event deleted for resources: {'Port': ['ID=df689806-0d96-4159-a656-f983cea73832,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:49.240362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b8a90-a014-4b80-b477-18a854819ef8 req-88cc49b2-695b-449e-9016-f8968a4615df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.241855 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-205b8a90-a014-4b80-b477-18a854819ef8 req-88cc49b2-695b-449e-9016-f8968a4615df service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 913 time: 0.3286417 Jul 27 19:45:49.265636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449247d-0e80-432a-bf5f-571893d4c1ca req-66a753a0-0289-4ddc-89ce-c9162179d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.267374 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7449247d-0e80-432a-bf5f-571893d4c1ca req-66a753a0-0289-4ddc-89ce-c9162179d24b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1efccaaf-715e-4036-a519-1b6b1cc8f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605588 Jul 27 19:45:49.272956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebf458d-736e-42c6-904e-57c72394b3fe req-eaadc8b4-7f72-4493-9ea3-0c325d9b0e0c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] No DVR routers for this DVR port df689806-0d96-4159-a656-f983cea73832 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:45:49.305010 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9ebf458d-736e-42c6-904e-57c72394b3fe req-eaadc8b4-7f72-4493-9ea3-0c325d9b0e0c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:49.306981 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ebf458d-736e-42c6-904e-57c72394b3fe req-eaadc8b4-7f72-4493-9ea3-0c325d9b0e0c tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.52 "DELETE /v2.0/ports/df689806-0d96-4159-a656-f983cea73832 HTTP/1.1" status: 204 len: 173 time: 1.5173860 Jul 27 19:45:49.340581 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-205b8a90-a014-4b80-b477-18a854819ef8 req-ab2e5567-b3e9-4eef-80ae-7146725d82c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d205cda9-28e7-4123-8dac-244172235feb HTTP/1.1" status: 200 len: 217 time: 0.0689003 Jul 27 19:45:49.352312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17be6cd-ae6d-4336-9177-e35d1c058ce7 req-1aef679d-b80d-43aa-baa9-4c05c4cc28bc tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.354020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e17be6cd-ae6d-4336-9177-e35d1c058ce7 req-1aef679d-b80d-43aa-baa9-4c05c4cc28bc tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 944 time: 0.3755219 Jul 27 19:45:49.393758 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7449247d-0e80-432a-bf5f-571893d4c1ca req-e4986582-434f-4d38-bad4-c3d62c1cb134 service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109622 Jul 27 19:45:49.456419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b8a90-a014-4b80-b477-18a854819ef8 req-63c05600-7a07-4ea7-ba63-91716afb64df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.457900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-205b8a90-a014-4b80-b477-18a854819ef8 req-63c05600-7a07-4ea7-ba63-91716afb64df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 200 len: 852 time: 0.1030648 Jul 27 19:45:49.461881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dd9348c-991d-4502-9c4d-265413887a77 req-77c979cc-fd36-47ea-9b4f-e3c6a15ce95b service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412202 Jul 27 19:45:49.473789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e17be6cd-ae6d-4336-9177-e35d1c058ce7 req-e5ef890d-0619-44e5-8242-348340c58310 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069951 Jul 27 19:45:49.530156 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7449247d-0e80-432a-bf5f-571893d4c1ca req-dcc9c19c-df3f-4ad3-98ae-c5ac1840fecd service neutron] 10.222.0.52 "GET /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111248 Jul 27 19:45:49.571555 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-205b8a90-a014-4b80-b477-18a854819ef8 req-f3d19b94-4c2d-4fae-a90b-877af23fcafe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ebd3759-03a3-4e67-a8e0-16f7b925197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964844 Jul 27 19:45:49.709390 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dd9348c-991d-4502-9c4d-265413887a77 req-05499094-787f-453d-93b9-a7f2482801c0 service neutron] 10.222.0.63 "GET /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245133 Jul 27 19:45:49.752871 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-5a15f112-ec33-4753-8145-ec0a8de40d9a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.753352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-5a15f112-ec33-4753-8145-ec0a8de40d9a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.753793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-5a15f112-ec33-4753-8145-ec0a8de40d9a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.754256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-5a15f112-ec33-4753-8145-ec0a8de40d9a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.754720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-5a15f112-ec33-4753-8145-ec0a8de40d9a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.755211 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-5a15f112-ec33-4753-8145-ec0a8de40d9a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.755674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-5a15f112-ec33-4753-8145-ec0a8de40d9a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.756226 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-5a15f112-ec33-4753-8145-ec0a8de40d9a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.756720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-5a15f112-ec33-4753-8145-ec0a8de40d9a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.757177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-5a15f112-ec33-4753-8145-ec0a8de40d9a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.757638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-5a15f112-ec33-4753-8145-ec0a8de40d9a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.758087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-5a15f112-ec33-4753-8145-ec0a8de40d9a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.758548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-5a15f112-ec33-4753-8145-ec0a8de40d9a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.760918 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-5a15f112-ec33-4753-8145-ec0a8de40d9a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47&device_id=0c143691-b878-46cc-a98e-0f117857021b&device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76&device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a&device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6&device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61&device_id=23684da3-0247-4261-8697-2c951f1d2780&device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c&device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4&device_id=ee385280-c399-4c40-b875-1522ef667173&device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb&device_id=aeb9a61b-5229-4f1c-a744-156a32feca39&device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932&device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 11772 time: 0.2843425 Jul 27 19:45:49.785100 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b0e6a-368a-4ad1-85e9-448c5765af40 req-807ddc9b-db8e-4f8e-9976-3a68d5bcb489 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:49.786675 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a12b0e6a-368a-4ad1-85e9-448c5765af40 req-807ddc9b-db8e-4f8e-9976-3a68d5bcb489 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 943 time: 0.2177777 Jul 27 19:45:49.789558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-205b8a90-a014-4b80-b477-18a854819ef8 req-a77e920d-c93d-4576-ad0c-7b188cd0b235 service neutron] 10.222.0.52 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816187 Jul 27 19:45:49.796723 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-60b0cbbf-27c5-40d2-9e6d-eb4955abfeec tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:49.903124 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a12b0e6a-368a-4ad1-85e9-448c5765af40 req-b2e38100-f1c3-4e91-b67d-913fbe623bee tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081617 Jul 27 19:45:49.951642 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-205b8a90-a014-4b80-b477-18a854819ef8 req-44989f15-75d3-4045-b766-d070b9feafe6 service neutron] 10.222.0.52 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373122 Jul 27 19:45:50.026427 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-60b0cbbf-27c5-40d2-9e6d-eb4955abfeec tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:50.034381 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-60b0cbbf-27c5-40d2-9e6d-eb4955abfeec tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:50.071185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1dac9-c18a-4cfd-8c94-b3925a99e1d3 req-4104b96a-0677-4831-9a44-82215819b0f2 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:50.072714 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3d1dac9-c18a-4cfd-8c94-b3925a99e1d3 req-4104b96a-0677-4831-9a44-82215819b0f2 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1102042 Jul 27 19:45:50.078545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a6034c8-d0b9-4eb6-938d-e3d5a8c374ee req-60b0cbbf-27c5-40d2-9e6d-eb4955abfeec tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&id=6035a722-bd5a-400b-8626-407f70194054&id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&id=a6349235-3e0e-451b-b59d-52c5ae3ce462&id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 808 time: 0.3084190 Jul 27 19:45:50.093708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0cbbf-27c5-40d2-9e6d-eb4955abfeec tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1a7f4e-81c0-469f-aa4f-108e88fada80,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:50.138429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3d1dac9-c18a-4cfd-8c94-b3925a99e1d3 req-de888163-5e29-4b15-bf86-668b7e7bb285 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589447 Jul 27 19:45:50.201190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071c851-e100-4150-aa4b-d720392750ef req-29662db8-bc82-41c3-a6b6-b901a7394b15 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:50.202681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6071c851-e100-4150-aa4b-d720392750ef req-29662db8-bc82-41c3-a6b6-b901a7394b15 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.0687983 Jul 27 19:45:50.230092 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a978e0-f476-4a4d-9dbe-56d5c02c6a8c', 'name': 'network-vif-deleted', 'tag': '82138053-09e6-4e8b-9853-1e3c395b5cb3'}, {'server_uuid': 'aeb9a61b-5229-4f1c-a744-156a32feca39', 'name': 'network-vif-deleted', 'tag': 'df689806-0d96-4159-a656-f983cea73832'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:50.232198 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc1e143-799f-453f-8422-aa411aee5dcc" -d '{"events": [{"server_uuid": "29a978e0-f476-4a4d-9dbe-56d5c02c6a8c", "name": "network-vif-deleted", "tag": "82138053-09e6-4e8b-9853-1e3c395b5cb3"}, {"server_uuid": "aeb9a61b-5229-4f1c-a744-156a32feca39", "name": "network-vif-deleted", "tag": "df689806-0d96-4159-a656-f983cea73832"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:50.248020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6071c851-e100-4150-aa4b-d720392750ef req-92489d12-09b8-48ce-9257-73a3cc504c5a tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394490 Jul 27 19:45:50.365534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c635cf-007c-4abd-8570-723720b8b79b req-b833cedc-936d-4eb2-a0d0-d50b4094c29e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:50.367044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41c635cf-007c-4abd-8570-723720b8b79b req-b833cedc-936d-4eb2-a0d0-d50b4094c29e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.0653884 Jul 27 19:45:50.407329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41c635cf-007c-4abd-8570-723720b8b79b req-7fef3942-0c32-46a6-93ae-0cb11d289001 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343325 Jul 27 19:45:50.427510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4692ca1-a490-40f7-ba2a-7c54c96b60ab details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:45:50.461992 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efd783d-e3a2-4249-99f0-12ab854d24d4 x-openstack-request-id: req-0efd783d-e3a2-4249-99f0-12ab854d24d4 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:50.462382 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a978e0-f476-4a4d-9dbe-56d5c02c6a8c", "name": "network-vif-deleted", "tag": "82138053-09e6-4e8b-9853-1e3c395b5cb3", "status": "completed", "code": 200}, {"server_uuid": "aeb9a61b-5229-4f1c-a744-156a32feca39", "name": "network-vif-deleted", "tag": "df689806-0d96-4159-a656-f983cea73832", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:50.462725 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0efd783d-e3a2-4249-99f0-12ab854d24d4 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:50.463245 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a978e0-f476-4a4d-9dbe-56d5c02c6a8c', 'name': 'network-vif-deleted', 'tag': '82138053-09e6-4e8b-9853-1e3c395b5cb3', 'status': 'completed', 'code': 200} Jul 27 19:45:50.463679 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb9a61b-5229-4f1c-a744-156a32feca39', 'name': 'network-vif-deleted', 'tag': 'df689806-0d96-4159-a656-f983cea73832', 'status': 'completed', 'code': 200} Jul 27 19:45:50.540323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:50.552822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'port_id': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'mac_address': 'fa:16:3e:19:ed:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:45:50.583775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84457894-84f9-400d-b3e0-1d02c4aba016 req-e57e49de-1c38-4325-87e2-ce46bfa28792 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:50.585334 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84457894-84f9-400d-b3e0-1d02c4aba016 req-e57e49de-1c38-4325-87e2-ce46bfa28792 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 945 time: 0.0733900 Jul 27 19:45:50.592072 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:50.606414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4692ca1-a490-40f7-ba2a-7c54c96b60ab {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:50.628250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:50.634044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84457894-84f9-400d-b3e0-1d02c4aba016 req-ec515d11-93ed-4e2e-9a36-65e5ca26add1 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424106 Jul 27 19:45:50.635299 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:50.681342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd15aef-b47a-4c20-be53-44d845f57ecb req-8575d0a7-f537-47d5-a89f-67d99be51bf5 tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:50.681342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd15aef-b47a-4c20-be53-44d845f57ecb req-8575d0a7-f537-47d5-a89f-67d99be51bf5 tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:50.681821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd15aef-b47a-4c20-be53-44d845f57ecb req-8575d0a7-f537-47d5-a89f-67d99be51bf5 tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:50.683677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1bd15aef-b47a-4c20-be53-44d845f57ecb req-8575d0a7-f537-47d5-a89f-67d99be51bf5 tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76&device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61&device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 2887 time: 0.0701101 Jul 27 19:45:50.695865 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,revision_number=12']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:50.754827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1bd15aef-b47a-4c20-be53-44d845f57ecb req-3eeca816-6939-4fdc-8a04-8df84991f66f tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644114 Jul 27 19:45:50.782075 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311edc7-d4da-4e25-baea-c98ec7c17a93 req-fa458786-cfb2-405a-b721-69d8ca7f6324 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:50.783549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5311edc7-d4da-4e25-baea-c98ec7c17a93 req-fa458786-cfb2-405a-b721-69d8ca7f6324 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 944 time: 0.0841496 Jul 27 19:45:50.802496 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['a4692ca1-a490-40f7-ba2a-7c54c96b60ab'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:50.829050 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5311edc7-d4da-4e25-baea-c98ec7c17a93 req-3338088f-a663-4c13-863b-781ffea3fe4b tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347896 Jul 27 19:45:51.079207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5542b8e-f4aa-4bfe-98b8-1aeb1fb2ec11 req-72022b9c-94a0-4590-a5bc-117a975482ff tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:51.080866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5542b8e-f4aa-4bfe-98b8-1aeb1fb2ec11 req-72022b9c-94a0-4590-a5bc-117a975482ff tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 943 time: 0.1011786 Jul 27 19:45:51.117919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3f6ea-fa6a-4485-8f78-110f5edcdd86 req-b78a0d99-22a3-4a4e-abd8-1f823b6b8002 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:51.119456 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fd3f6ea-fa6a-4485-8f78-110f5edcdd86 req-b78a0d99-22a3-4a4e-abd8-1f823b6b8002 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.63 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 945 time: 0.1049130 Jul 27 19:45:51.147141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5542b8e-f4aa-4bfe-98b8-1aeb1fb2ec11 req-04806e14-7cd3-439b-8284-e8b8713f2ffb tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575829 Jul 27 19:45:51.321000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-5fd3f6ea-fa6a-4485-8f78-110f5edcdd86 req-2d3dfa46-4777-44f0-b547-165fd1deb640 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Deleting port 359728d5-d6df-4bd9-acc6-6b85791593c9 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:45:51.321288 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5fd3f6ea-fa6a-4485-8f78-110f5edcdd86 req-2d3dfa46-4777-44f0-b547-165fd1deb640 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:51.379342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dfe29-f6e0-4b02-9019-c3c06782dd57 req-175b2142-cff6-4bd7-aaf9-33c43aba9231 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:51.380888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa4dfe29-f6e0-4b02-9019-c3c06782dd57 req-175b2142-cff6-4bd7-aaf9-33c43aba9231 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1593428 Jul 27 19:45:51.452441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa4dfe29-f6e0-4b02-9019-c3c06782dd57 req-359d9358-1448-4bd7-a558-4609b0ef0be2 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644009 Jul 27 19:45:51.455699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e8072-9132-45c9-b8b1-85cb70dbd627 req-a57c76b2-1388-45eb-aa65-643484ae322a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:51.457142 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe4e8072-9132-45c9-b8b1-85cb70dbd627 req-a57c76b2-1388-45eb-aa65-643484ae322a tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 1102 time: 0.1890666 Jul 27 19:45:51.463075 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-5fd3f6ea-fa6a-4485-8f78-110f5edcdd86 req-2d3dfa46-4777-44f0-b547-165fd1deb640 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] For port 359728d5-d6df-4bd9-acc6-6b85791593c9, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=359728d5-d6df-4bd9-acc6-6b85791593c9,segment=NetworkSegment(f86e3661-5561-4d63-8f62-b73e520f56a1),segment_id=f86e3661-5561-4d63-8f62-b73e520f56a1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:51.463433 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5fd3f6ea-fa6a-4485-8f78-110f5edcdd86 req-2d3dfa46-4777-44f0-b547-165fd1deb640 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:51.477466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-5fd3f6ea-fa6a-4485-8f78-110f5edcdd86 req-2d3dfa46-4777-44f0-b547-165fd1deb640 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Calling delete_port for 359728d5-d6df-4bd9-acc6-6b85791593c9 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:45:51.557564 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe4e8072-9132-45c9-b8b1-85cb70dbd627 req-25a21c8a-b90e-4f31-8910-840ed6daa613 tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815849 Jul 27 19:45:51.663669 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc1c6e-f862-4c45-8018-7c88f2c7413a req-8f347f29-58dd-4fc7-9bbc-21bab632f282 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:51.665262 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21cc1c6e-f862-4c45-8018-7c88f2c7413a req-8f347f29-58dd-4fc7-9bbc-21bab632f282 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.1241882 Jul 27 19:45:51.707190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d205cda9-28e7-4123-8dac-244172235feb details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:45:51.711507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device df689806-0d96-4159-a656-f983cea73832 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:45:51.737276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: df689806-0d96-4159-a656-f983cea73832 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:45:51.737612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device df689806-0d96-4159-a656-f983cea73832 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:45:51.753055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21cc1c6e-f862-4c45-8018-7c88f2c7413a req-b888d6e0-ac57-4eb2-97e1-5dfe125bf0dd tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812478 Jul 27 19:45:51.756436 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5fd3f6ea-fa6a-4485-8f78-110f5edcdd86 req-2d3dfa46-4777-44f0-b547-165fd1deb640 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:51.770469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5365f88-2b15-45fa-8b5b-ab1c8bdecbbf req-8aaceeda-37d0-487a-aedc-138415543cc7 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:51.772130 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5365f88-2b15-45fa-8b5b-ab1c8bdecbbf req-8aaceeda-37d0-487a-aedc-138415543cc7 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 945 time: 0.1536136 Jul 27 19:45:51.798711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dfa46-4777-44f0-b547-165fd1deb640 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Pushing event deleted for resources: {'Port': ['ID=359728d5-d6df-4bd9-acc6-6b85791593c9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:51.843292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d205cda9-28e7-4123-8dac-244172235feb, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d205cda9-28e7-4123-8dac-244172235feb,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:51.854746 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'd205cda9-28e7-4123-8dac-244172235feb', 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'port_id': 'd205cda9-28e7-4123-8dac-244172235feb', 'mac_address': 'fa:16:3e:e9:9c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:45:51.891946 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:51.894453 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd3f6ea-fa6a-4485-8f78-110f5edcdd86 req-2d3dfa46-4777-44f0-b547-165fd1deb640 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] No DVR routers for this DVR port 359728d5-d6df-4bd9-acc6-6b85791593c9 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:45:51.900446 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5fd3f6ea-fa6a-4485-8f78-110f5edcdd86 req-2d3dfa46-4777-44f0-b547-165fd1deb640 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:51.902391 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fd3f6ea-fa6a-4485-8f78-110f5edcdd86 req-2d3dfa46-4777-44f0-b547-165fd1deb640 tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.63 "DELETE /v2.0/ports/359728d5-d6df-4bd9-acc6-6b85791593c9 HTTP/1.1" status: 204 len: 173 time: 0.7721512 Jul 27 19:45:51.905919 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d205cda9-28e7-4123-8dac-244172235feb {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:51.906494 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5365f88-2b15-45fa-8b5b-ab1c8bdecbbf req-0a9824ac-d4ff-41c8-9ff5-cc4e3c951466 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116240 Jul 27 19:45:51.930425 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d205cda9-28e7-4123-8dac-244172235feb, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d205cda9-28e7-4123-8dac-244172235feb,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:51.939696 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:51.940584 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 26deaae5-ee93-4009-a728-38a4c9f9ca68 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:45:51.949064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1e830-daec-42b6-bb7b-362fab3e693a req-ad5c19a5-95eb-4bb3-b3a3-5af3cf232e70 tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:51.950591 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fc1e830-daec-42b6-bb7b-362fab3e693a req-ad5c19a5-95eb-4bb3-b3a3-5af3cf232e70 tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 1102 time: 0.1131017 Jul 27 19:45:52.017853 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a55870e7-c9c6-4e15-b4b3-c64a9f1420a9 req-429b95ef-1a7c-4519-8849-aaca969046fd tempest-LiveMigrationTest-1606004351 tempest-LiveMigrationTest-1606004351-project] 10.222.0.48 "GET /v2.0/ports?device_id=a71b6364-1a70-4b75-8c56-a7708e945257 HTTP/1.1" status: 200 len: 210 time: 0.0304744 Jul 27 19:45:52.019680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fc1e830-daec-42b6-bb7b-362fab3e693a req-3c9fbb71-cdf1-49b7-adf2-9214f6d05d50 tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625775 Jul 27 19:45:52.056294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=d205cda9-28e7-4123-8dac-244172235feb,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:52.107418 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 26deaae5-ee93-4009-a728-38a4c9f9ca68, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=26deaae5-ee93-4009-a728-38a4c9f9ca68,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:52.120764 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '26deaae5-ee93-4009-a728-38a4c9f9ca68', 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de', 'port_id': '26deaae5-ee93-4009-a728-38a4c9f9ca68', 'mac_address': 'fa:16:3e:99:40:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039d2644-dacf-49e7-9e8b-54b45bb17c99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:45:52.164249 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:52.175172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01239fec-3474-49b7-b887-ea15f200ef8c req-4f63dac1-2118-4463-8b58-573399066394 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:52.177217 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01239fec-3474-49b7-b887-ea15f200ef8c req-4f63dac1-2118-4463-8b58-573399066394 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 945 time: 0.0747793 Jul 27 19:45:52.180098 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26deaae5-ee93-4009-a728-38a4c9f9ca68 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:45:52.204918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 26deaae5-ee93-4009-a728-38a4c9f9ca68, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=26deaae5-ee93-4009-a728-38a4c9f9ca68,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:52.210667 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:52.249036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01239fec-3474-49b7-b887-ea15f200ef8c req-e567092b-dee4-4ce9-b2b8-0f47459b03eb tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597901 Jul 27 19:45:52.293211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=26deaae5-ee93-4009-a728-38a4c9f9ca68,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:52.368666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea1c83-092b-4f24-ac73-59a69f973e78 req-18b1534e-a776-4634-b6ff-1b437b07ca02 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:52.370095 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95ea1c83-092b-4f24-ac73-59a69f973e78 req-18b1534e-a776-4634-b6ff-1b437b07ca02 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 944 time: 0.0697668 Jul 27 19:45:52.413452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95ea1c83-092b-4f24-ac73-59a69f973e78 req-7b1125d6-7ce8-432d-bc76-6226b6e14483 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371664 Jul 27 19:45:52.441442 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4692ca1-a490-40f7-ba2a-7c54c96b60ab up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:52.464950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71b6364-1a70-4b75-8c56-a7708e945257', 'name': 'network-vif-deleted', 'tag': '359728d5-d6df-4bd9-acc6-6b85791593c9'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:52.467287 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ecf2af-448a-4aca-b311-af3fa3ffd58d" -d '{"events": [{"server_uuid": "a71b6364-1a70-4b75-8c56-a7708e945257", "name": "network-vif-deleted", "tag": "359728d5-d6df-4bd9-acc6-6b85791593c9"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:52.501647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port a4692ca1-a490-40f7-ba2a-7c54c96b60ab triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:52.502178 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:52.510133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435bc8d-79af-4fe1-a4ee-714f5591406d req-00a64b92-26af-4570-b66e-d5ffcdec17da tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:52.520413 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4435bc8d-79af-4fe1-a4ee-714f5591406d req-00a64b92-26af-4570-b66e-d5ffcdec17da tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 946 time: 0.0966947 Jul 27 19:45:52.572488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4435bc8d-79af-4fe1-a4ee-714f5591406d req-9c484552-ea2b-4995-afec-a4853d70eb1d tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505488 Jul 27 19:45:52.577107 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a1473d-6518-48ce-8c8a-73d05d16d08a x-openstack-request-id: req-c9a1473d-6518-48ce-8c8a-73d05d16d08a {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:52.578946 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71b6364-1a70-4b75-8c56-a7708e945257", "name": "network-vif-deleted", "tag": "359728d5-d6df-4bd9-acc6-6b85791593c9", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:52.579229 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9a1473d-6518-48ce-8c8a-73d05d16d08a {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:52.579530 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71b6364-1a70-4b75-8c56-a7708e945257', 'name': 'network-vif-deleted', 'tag': '359728d5-d6df-4bd9-acc6-6b85791593c9', 'status': 'completed', 'code': 200} Jul 27 19:45:52.648517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['26deaae5-ee93-4009-a728-38a4c9f9ca68'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:52.807678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101ccbe-a249-4945-92ba-68f82c9a7187 req-b15f42e6-ec17-415c-ba05-ae9aea85813f tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:52.809974 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d101ccbe-a249-4945-92ba-68f82c9a7187 req-b15f42e6-ec17-415c-ba05-ae9aea85813f tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1240604 Jul 27 19:45:52.833321 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:52.836477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['d205cda9-28e7-4123-8dac-244172235feb'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:45:52.858575 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d101ccbe-a249-4945-92ba-68f82c9a7187 req-6a67e421-8ee5-4d5f-a241-1f5f19e2c8df tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428612 Jul 27 19:45:52.915653 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:52.918015 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35acdf14-d31d-46bc-9690-c42e3bf74e91" -d '{"events": [{"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-plugged", "status": "completed", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:52.963305 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:52.977608 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:53.029473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5252a3d-c6db-4463-8a24-b933e1b518b1 req-ed316d9f-022c-48b2-b979-a8ea1a98c48b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:53.038006 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5252a3d-c6db-4463-8a24-b933e1b518b1 req-ed316d9f-022c-48b2-b979-a8ea1a98c48b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.1159863 Jul 27 19:45:53.098596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,revision_number=13']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:53.140986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5252a3d-c6db-4463-8a24-b933e1b518b1 req-a66385ff-f9d3-42bf-9f4f-e404ed5b5808 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976367 Jul 27 19:45:53.203355 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf6526e-fe99-4ed4-bb73-a75a1febcbb3 x-openstack-request-id: req-ddf6526e-fe99-4ed4-bb73-a75a1febcbb3 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:53.203648 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-plugged", "status": "completed", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:53.203904 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ddf6526e-fe99-4ed4-bb73-a75a1febcbb3 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:53.204297 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'code': 200} Jul 27 19:45:53.231323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39544) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:45:53.351303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-9969a9ef-8846-4700-a00d-b6df6b2a2f1b admin admin] Deleting subnet d4ae7283-160b-4a02-9bd4-6eed6c729ef5 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:45:53.356675 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9969a9ef-8846-4700-a00d-b6df6b2a2f1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:53.419491 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9969a9ef-8846-4700-a00d-b6df6b2a2f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:53.457570 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179c686-28cb-4b59-8526-c8f1b864783d req-c3fd5974-324c-4871-9aff-597f113aaf1a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:53.459893 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4179c686-28cb-4b59-8526-c8f1b864783d req-c3fd5974-324c-4871-9aff-597f113aaf1a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 946 time: 0.1981540 Jul 27 19:45:53.481040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f21cd2-c418-4089-b055-8e9ea0e6912d req-89a40d97-37cf-47a7-b6a5-e2179d5276b8 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:53.482533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00f21cd2-c418-4089-b055-8e9ea0e6912d req-89a40d97-37cf-47a7-b6a5-e2179d5276b8 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.1738598 Jul 27 19:45:53.529277 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9969a9ef-8846-4700-a00d-b6df6b2a2f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:53.588168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4179c686-28cb-4b59-8526-c8f1b864783d req-46f3fd19-6828-4976-bb79-fdf76dd4e1e8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154115 Jul 27 19:45:53.594762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00f21cd2-c418-4089-b055-8e9ea0e6912d req-70d3cbd6-316b-47fb-834b-9bc164c861c7 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024187 Jul 27 19:45:53.674206 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9969a9ef-8846-4700-a00d-b6df6b2a2f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:53.723818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969a9ef-8846-4700-a00d-b6df6b2a2f1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4ae7283-160b-4a02-9bd4-6eed6c729ef5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:53.732959 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9969a9ef-8846-4700-a00d-b6df6b2a2f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:53.734905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9969a9ef-8846-4700-a00d-b6df6b2a2f1b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d4ae7283-160b-4a02-9bd4-6eed6c729ef5 HTTP/1.1" status: 204 len: 168 time: 0.5025618 Jul 27 19:45:53.741734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39552) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:45:53.799168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431351ad-f14a-47eb-a55e-d5535d6e7acf req-c8b7eb41-9f37-42f7-aae2-3af0fa1ce5a9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:53.800754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-431351ad-f14a-47eb-a55e-d5535d6e7acf req-c8b7eb41-9f37-42f7-aae2-3af0fa1ce5a9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 945 time: 0.1386030 Jul 27 19:45:53.826590 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-adf8a96d-9f66-45a9-840e-714dd9363550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:53.849003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bf936-b90a-4104-8b43-7b06e7e1da10 req-d59b8d8b-8f5b-4492-9aa3-e8977807e363 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:53.850698 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-577bf936-b90a-4104-8b43-7b06e7e1da10 req-d59b8d8b-8f5b-4492-9aa3-e8977807e363 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 944 time: 0.1490335 Jul 27 19:45:53.883215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-431351ad-f14a-47eb-a55e-d5535d6e7acf req-ba8c8a3d-18aa-458a-90cd-bf7d3bb46fbf tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707698 Jul 27 19:45:53.928187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-577bf936-b90a-4104-8b43-7b06e7e1da10 req-fe4418ef-7b8c-4eae-a460-a4dda9387037 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666010 Jul 27 19:45:53.970409 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-adf8a96d-9f66-45a9-840e-714dd9363550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:53.986159 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-adf8a96d-9f66-45a9-840e-714dd9363550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0463eab-3d38-43e7-932e-91f09e3b2eeb']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:53.999805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-adf8a96d-9f66-45a9-840e-714dd9363550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86e3661-5561-4d63-8f62-b73e520f56a1') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:54.000245 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-adf8a96d-9f66-45a9-840e-714dd9363550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86e3661-5561-4d63-8f62-b73e520f56a1') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:54.010452 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-adf8a96d-9f66-45a9-840e-714dd9363550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.025329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-adf8a96d-9f66-45a9-840e-714dd9363550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.032192 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf8a96d-9f66-45a9-840e-714dd9363550 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:45:54.032968 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-adf8a96d-9f66-45a9-840e-714dd9363550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:45:54.035041 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:45:54.111563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110bcd7-f159-4438-96bc-65c06652fcff req-bd180a3f-0303-4d37-8edf-d92e739d4d0a tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:54.112309 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-adf8a96d-9f66-45a9-840e-714dd9363550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.113203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7110bcd7-f159-4438-96bc-65c06652fcff req-bd180a3f-0303-4d37-8edf-d92e739d4d0a tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 946 time: 0.1334128 Jul 27 19:45:54.124907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-adf8a96d-9f66-45a9-840e-714dd9363550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.127257 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-adf8a96d-9f66-45a9-840e-714dd9363550 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a0463eab-3d38-43e7-932e-91f09e3b2eeb HTTP/1.1" status: 204 len: 168 time: 0.3827744 Jul 27 19:45:54.136215 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d1136-762e-4ffc-b233-75403f91713d req-847b3dac-3d2f-4bbb-947b-93bdcf96880e tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:54.140817 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39556) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:45:54.143553 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8a96d-9f66-45a9-840e-714dd9363550 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0463eab-3d38-43e7-932e-91f09e3b2eeb,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:54.145283 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b17d1136-762e-4ffc-b233-75403f91713d req-847b3dac-3d2f-4bbb-947b-93bdcf96880e tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1275926 Jul 27 19:45:54.208592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdab8dc-448f-4138-9caf-17734fa11257 admin admin] Deleting subnet e8735143-f752-4fe7-9341-ac2aa6fefed4 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:45:54.213624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dbdab8dc-448f-4138-9caf-17734fa11257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.213774 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b17d1136-762e-4ffc-b233-75403f91713d req-288df851-af75-47a2-873e-048723916bdb tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673990 Jul 27 19:45:54.216941 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7110bcd7-f159-4438-96bc-65c06652fcff req-b6d89b6a-2009-4755-9094-be56714e1c62 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947540 Jul 27 19:45:54.268637 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dbdab8dc-448f-4138-9caf-17734fa11257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.339157 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dbdab8dc-448f-4138-9caf-17734fa11257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.372690 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f65b49-750d-4819-ab5e-e304a33ee27f req-162e8e24-3a4e-4345-b13d-723de136a8ec tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:54.374368 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82f65b49-750d-4819-ab5e-e304a33ee27f req-162e8e24-3a4e-4345-b13d-723de136a8ec tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.0932376 Jul 27 19:45:54.409196 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dbdab8dc-448f-4138-9caf-17734fa11257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.447807 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdab8dc-448f-4138-9caf-17734fa11257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8735143-f752-4fe7-9341-ac2aa6fefed4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:54.457027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82f65b49-750d-4819-ab5e-e304a33ee27f req-23f4b578-c384-4a43-9485-9c3921256b49 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713704 Jul 27 19:45:54.457485 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dbdab8dc-448f-4138-9caf-17734fa11257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.461909 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dbdab8dc-448f-4138-9caf-17734fa11257 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e8735143-f752-4fe7-9341-ac2aa6fefed4 HTTP/1.1" status: 204 len: 168 time: 0.3174520 Jul 27 19:45:54.462063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 359728d5-d6df-4bd9-acc6-6b85791593c9 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:45:54.462543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39560) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:45:54.498788 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 359728d5-d6df-4bd9-acc6-6b85791593c9 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:45:54.499545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 359728d5-d6df-4bd9-acc6-6b85791593c9 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:45:54.544721 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65ed1bed-8f59-4f5c-a746-48ade8146783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.670970 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65ed1bed-8f59-4f5c-a746-48ade8146783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.688022 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-65ed1bed-8f59-4f5c-a746-48ade8146783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd3867c-a173-46c2-a0aa-85851acd8a75']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:54.709176 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-65ed1bed-8f59-4f5c-a746-48ade8146783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72e8584-db45-4219-a65a-f392eae7aa92') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:54.709725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-65ed1bed-8f59-4f5c-a746-48ade8146783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72e8584-db45-4219-a65a-f392eae7aa92') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:54.721221 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65ed1bed-8f59-4f5c-a746-48ade8146783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.735902 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65ed1bed-8f59-4f5c-a746-48ade8146783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.742493 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ed1bed-8f59-4f5c-a746-48ade8146783 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:45:54.743184 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65ed1bed-8f59-4f5c-a746-48ade8146783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:45:54.744844 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:45:54.804649 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65ed1bed-8f59-4f5c-a746-48ade8146783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.821342 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65ed1bed-8f59-4f5c-a746-48ade8146783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:54.827091 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-65ed1bed-8f59-4f5c-a746-48ade8146783 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bfd3867c-a173-46c2-a0aa-85851acd8a75 HTTP/1.1" status: 204 len: 168 time: 0.3597441 Jul 27 19:45:54.827091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed1bed-8f59-4f5c-a746-48ade8146783 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfd3867c-a173-46c2-a0aa-85851acd8a75,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:54.868295 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40599eb4-4e84-406c-9382-46444499c138 req-4d545a7e-831c-44ec-a7f8-a33e1a5da922 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:54.870130 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40599eb4-4e84-406c-9382-46444499c138 req-4d545a7e-831c-44ec-a7f8-a33e1a5da922 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 946 time: 0.1782377 Jul 27 19:45:54.882173 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-6fa46622-12b3-4167-8b83-8055b28f9c27 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:54.883725 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-6fa46622-12b3-4167-8b83-8055b28f9c27 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 946 time: 0.1692963 Jul 27 19:45:54.891699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a12a6-5668-40d7-ad87-9bbfdb5e7874 req-20a3de94-f0c1-4614-8e59-aaf54aa233e6 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:54.900667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-650a12a6-5668-40d7-ad87-9bbfdb5e7874 req-20a3de94-f0c1-4614-8e59-aaf54aa233e6 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.1979387 Jul 27 19:45:54.989656 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39572) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:45:55.030350 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-650a12a6-5668-40d7-ad87-9bbfdb5e7874 req-dc55aa28-a614-4a38-852d-a73b5679cac0 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283557 Jul 27 19:45:55.064442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40599eb4-4e84-406c-9382-46444499c138 req-762ffddd-e0b2-4cdc-9857-985a0f97fbc8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545763 Jul 27 19:45:55.112189 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-62200728-e02d-4dc3-92da-1f72f18fc351 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b77cb1555044c6bba713df0ce19dca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1191723 Jul 27 19:45:55.112713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39574) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:45:55.539400 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-225e03ec-a211-45e7-9861-dc628d9c5132 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Deleting port 86e93c75-dfff-4bc8-ac1f-6c602c614c79 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:45:55.540109 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-225e03ec-a211-45e7-9861-dc628d9c5132 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:55.635025 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65011792-4b13-49bf-8732-0013f47ef511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:55.675153 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2524411-cff0-426e-9bd7-79f3858a26f5 req-4307a037-b173-4855-82c8-8f33c1324d94 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:55.676734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2524411-cff0-426e-9bd7-79f3858a26f5 req-4307a037-b173-4855-82c8-8f33c1324d94 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 945 time: 0.5575788 Jul 27 19:45:55.706161 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65011792-4b13-49bf-8732-0013f47ef511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:55.747860 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d205cda9-28e7-4123-8dac-244172235feb up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:55.776991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-225e03ec-a211-45e7-9861-dc628d9c5132 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] For port 86e93c75-dfff-4bc8-ac1f-6c602c614c79, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=86e93c75-dfff-4bc8-ac1f-6c602c614c79,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:55.777451 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-225e03ec-a211-45e7-9861-dc628d9c5132 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:55.790551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4d675-41b3-4ee1-8292-3a26b1ad1b57 req-67d91eb8-804d-4139-91d3-0b88a1edc2b8 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:55.792078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fe4d675-41b3-4ee1-8292-3a26b1ad1b57 req-67d91eb8-804d-4139-91d3-0b88a1edc2b8 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 944 time: 0.6327896 Jul 27 19:45:55.947954 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2524411-cff0-426e-9bd7-79f3858a26f5 req-747d09b0-6e85-4566-951c-0e3b60f3538c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603483 Jul 27 19:45:56.034743 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fe4d675-41b3-4ee1-8292-3a26b1ad1b57 req-5bafd26b-dc41-4e18-afc9-2beb9e577c62 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999745 Jul 27 19:45:56.054639 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port d205cda9-28e7-4123-8dac-244172235feb completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:45:56.070768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port d205cda9-28e7-4123-8dac-244172235feb triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:56.071255 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:56.083400 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65011792-4b13-49bf-8732-0013f47ef511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:56.086795 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65011792-4b13-49bf-8732-0013f47ef511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:56.100520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-65011792-4b13-49bf-8732-0013f47ef511 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c HTTP/1.1" status: 204 len: 168 time: 0.9745457 Jul 27 19:45:56.183362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65011792-4b13-49bf-8732-0013f47ef511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c163a7a-4d13-48d4-b30c-9d45e1ebcd8c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:56.233271 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:56.268065 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c143691-b878-46cc-a98e-0f117857021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd205cda9-28e7-4123-8dac-244172235feb'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:56.270975 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc292836-7b7e-4b16-a50d-b1ba947556dc" -d '{"events": [{"server_uuid": "0c143691-b878-46cc-a98e-0f117857021b", "name": "network-vif-plugged", "status": "completed", "tag": "d205cda9-28e7-4123-8dac-244172235feb"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:56.292703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d205cda9-28e7-4123-8dac-244172235feb, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d205cda9-28e7-4123-8dac-244172235feb,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:56.298328 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:56.300163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 26deaae5-ee93-4009-a728-38a4c9f9ca68 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:45:56.336653 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-225e03ec-a211-45e7-9861-dc628d9c5132 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:56.336653 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-225e03ec-a211-45e7-9861-dc628d9c5132 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:56.336653 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-225e03ec-a211-45e7-9861-dc628d9c5132 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Floating IP 1850c131-c058-4494-a4bf-1a3b8c2f6fdc disassociated. External IP: 172.25.1.60, port: 86e93c75-dfff-4bc8-ac1f-6c602c614c79. Jul 27 19:45:56.339039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-225e03ec-a211-45e7-9861-dc628d9c5132 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Calling delete_port for 86e93c75-dfff-4bc8-ac1f-6c602c614c79 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:45:56.376339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f6593-bc46-45f2-8a71-5d8549d192a4 req-71bac6e6-c399-43db-b70d-e80e93667612 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:56.378079 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-255f6593-bc46-45f2-8a71-5d8549d192a4 req-71bac6e6-c399-43db-b70d-e80e93667612 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 946 time: 0.2166002 Jul 27 19:45:56.405749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8025a41-9e19-4497-abdc-579c9ec2e132 req-1511d8f1-7a33-4e43-a1b2-bf681a57b807 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:56.406082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=d205cda9-28e7-4123-8dac-244172235feb,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:56.419683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 26deaae5-ee93-4009-a728-38a4c9f9ca68 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:45:56.425564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 26deaae5-ee93-4009-a728-38a4c9f9ca68 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:45:56.425953 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:56.429168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8025a41-9e19-4497-abdc-579c9ec2e132 req-1511d8f1-7a33-4e43-a1b2-bf681a57b807 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.2966866 Jul 27 19:45:56.515833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-255f6593-bc46-45f2-8a71-5d8549d192a4 req-ce9b9a0e-a3fe-4371-bbe9-29f00c82f52f tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups?id=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288471 Jul 27 19:45:56.545063 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:56.573251 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8025a41-9e19-4497-abdc-579c9ec2e132 req-7fdcc6b2-e966-4346-9d8c-2265ea8ba025 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270401 Jul 27 19:45:56.588385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 26deaae5-ee93-4009-a728-38a4c9f9ca68, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=26deaae5-ee93-4009-a728-38a4c9f9ca68,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:45:56.598338 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:56.704878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=26deaae5-ee93-4009-a728-38a4c9f9ca68,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:56.746153 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-225e03ec-a211-45e7-9861-dc628d9c5132 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:56.775629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39596) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:45:56.793502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e03ec-a211-45e7-9861-dc628d9c5132 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Pushing event deleted for resources: {'Port': ['ID=86e93c75-dfff-4bc8-ac1f-6c602c614c79,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:56.823859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5681775-6c5d-404d-93d7-d03f4de0e5ad req-eab88dff-c735-4b50-8826-9402ee434dae tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:56.825473 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5681775-6c5d-404d-93d7-d03f4de0e5ad req-eab88dff-c735-4b50-8826-9402ee434dae tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.1708529 Jul 27 19:45:56.870521 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-884dd999-dfe3-42a9-bbc4-b868a7f67ec1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92c1f336bf9e4f62a3540cbffcae92b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912740 Jul 27 19:45:56.870903 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39598) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:45:56.878259 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd22b13-5427-4d91-b60a-4c16a8140581 req-a287aaf9-053a-47cc-8e84-f7e9bc73a52f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:56.885769 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fd22b13-5427-4d91-b60a-4c16a8140581 req-a287aaf9-053a-47cc-8e84-f7e9bc73a52f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.2216713 Jul 27 19:45:56.926405 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e94e5a0c-6e7f-4efd-a716-4fadfcb4dd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:56.950829 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e94e5a0c-6e7f-4efd-a716-4fadfcb4dd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:57.005033 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e94e5a0c-6e7f-4efd-a716-4fadfcb4dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:57.007143 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fd22b13-5427-4d91-b60a-4c16a8140581 req-c48fd2dd-87b8-4191-9891-db9cde45e25f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204345 Jul 27 19:45:57.008720 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e94e5a0c-6e7f-4efd-a716-4fadfcb4dd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:57.010349 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e94e5a0c-6e7f-4efd-a716-4fadfcb4dd5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54f20b16-6eb5-49a2-af82-89991eb9dd68 HTTP/1.1" status: 204 len: 168 time: 0.1378908 Jul 27 19:45:57.028047 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5681775-6c5d-404d-93d7-d03f4de0e5ad req-1bc7079c-51aa-4c41-93f7-ec85b6b081e6 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601276 Jul 27 19:45:57.043284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e5a0c-6e7f-4efd-a716-4fadfcb4dd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f20b16-6eb5-49a2-af82-89991eb9dd68,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:57.059010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-225e03ec-a211-45e7-9861-dc628d9c5132 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:45:57.111463 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80497ea-ab33-4820-b35b-11f8683fde6f x-openstack-request-id: req-d80497ea-ab33-4820-b35b-11f8683fde6f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:57.112422 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c143691-b878-46cc-a98e-0f117857021b", "name": "network-vif-plugged", "status": "completed", "tag": "d205cda9-28e7-4123-8dac-244172235feb", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:57.112885 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d80497ea-ab33-4820-b35b-11f8683fde6f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:57.113512 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c143691-b878-46cc-a98e-0f117857021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd205cda9-28e7-4123-8dac-244172235feb', 'code': 200} Jul 27 19:45:57.319055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8a60c-b291-4c84-9356-d06623072c67 req-914babb3-91e5-4e23-91e2-a425a3baa02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:57.321165 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cfe8a60c-b291-4c84-9356-d06623072c67 req-914babb3-91e5-4e23-91e2-a425a3baa02d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 1098 time: 0.1210928 Jul 27 19:45:57.401939 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cfe8a60c-b291-4c84-9356-d06623072c67 req-d6e28a88-2ceb-41c2-9537-b12502b75a94 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684562 Jul 27 19:45:57.423639 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61f28f-df3f-42c3-ba8e-bb1d2970d093 req-13f3670a-20c9-4bdd-874e-a607cf65da15 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:57.425362 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca61f28f-df3f-42c3-ba8e-bb1d2970d093 req-13f3670a-20c9-4bdd-874e-a607cf65da15 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 946 time: 0.2894166 Jul 27 19:45:57.428588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-225e03ec-a211-45e7-9861-dc628d9c5132 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:45:57.442232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de97c9a-d539-443e-8caa-e514a7db4a64 None None] Sync routers for ids ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:45:57.445946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332b512-c369-486a-b4ae-e8beed3ff144 req-79ba2cea-c5ed-45ec-9a52-8f41f16c3547 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:57.454760 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8332b512-c369-486a-b4ae-e8beed3ff144 req-79ba2cea-c5ed-45ec-9a52-8f41f16c3547 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 946 time: 0.2202301 Jul 27 19:45:57.467017 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de97c9a-d539-443e-8caa-e514a7db4a64 None None] Routers {'3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:45:57.470151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6de97c9a-d539-443e-8caa-e514a7db4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:45:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:57.541987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-225e03ec-a211-45e7-9861-dc628d9c5132 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] No DVR routers for this DVR port 86e93c75-dfff-4bc8-ac1f-6c602c614c79 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:45:57.548014 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-225e03ec-a211-45e7-9861-dc628d9c5132 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:57.550770 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62bff9e4-fee5-4d59-a371-8f63e3c2ae34 req-225e03ec-a211-45e7-9861-dc628d9c5132 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.52 "DELETE /v2.0/ports/86e93c75-dfff-4bc8-ac1f-6c602c614c79 HTTP/1.1" status: 204 len: 173 time: 2.6484582 Jul 27 19:45:57.552858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f85b1fe-0d68-466c-ac88-7b02b00f91b4', 'name': 'network-vif-deleted', 'tag': '86e93c75-dfff-4bc8-ac1f-6c602c614c79'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:57.555200 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfa3c56-9eb7-4361-8229-a2028c03fd0e" -d '{"events": [{"server_uuid": "3f85b1fe-0d68-466c-ac88-7b02b00f91b4", "name": "network-vif-deleted", "tag": "86e93c75-dfff-4bc8-ac1f-6c602c614c79"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:57.594109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca61f28f-df3f-42c3-ba8e-bb1d2970d093 req-03090159-d37d-45bf-9ea9-b9724fd412b8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591613 Jul 27 19:45:57.625530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8332b512-c369-486a-b4ae-e8beed3ff144 req-7f54b28f-c116-41ed-8586-89acca49f83b tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696594 Jul 27 19:45:57.740233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6de97c9a-d539-443e-8caa-e514a7db4a64 None None] Set router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:45:57.836121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b71e9a-9d3c-4bb5-932e-4c73ffbf79f5 req-33443781-26d7-42d5-9a87-1141ec951759 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f85b1fe-0d68-466c-ac88-7b02b00f91b4 HTTP/1.1" status: 200 len: 210 time: 0.0606570 Jul 27 19:45:57.910306 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca92e651-d7ee-4200-9247-9aaeabcd2219 x-openstack-request-id: req-ca92e651-d7ee-4200-9247-9aaeabcd2219 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:57.910793 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f85b1fe-0d68-466c-ac88-7b02b00f91b4", "name": "network-vif-deleted", "tag": "86e93c75-dfff-4bc8-ac1f-6c602c614c79", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:57.911514 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca92e651-d7ee-4200-9247-9aaeabcd2219 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:57.912116 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f85b1fe-0d68-466c-ac88-7b02b00f91b4', 'name': 'network-vif-deleted', 'tag': '86e93c75-dfff-4bc8-ac1f-6c602c614c79', 'status': 'completed', 'code': 200} Jul 27 19:45:57.924018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec97ea-3196-4b33-bf72-83b95fa04d3b req-6df37efd-2509-4558-bac4-439d077d2fdf tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:57.933791 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1fec97ea-3196-4b33-bf72-83b95fa04d3b req-6df37efd-2509-4558-bac4-439d077d2fdf tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 945 time: 0.2299676 Jul 27 19:45:58.020894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1fec97ea-3196-4b33-bf72-83b95fa04d3b req-34bad317-6b39-48da-8743-4cf9dfc4be0c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853584 Jul 27 19:45:58.082751 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6de97c9a-d539-443e-8caa-e514a7db4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'ab159236-2da8-42f4-b94d-4591c761ddcb', 'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'mac_address': 'fa:16:3e:8f:f7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:17Z', 'updated_at': '2021-07-27T19:40:26Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'subnets': [{'id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:58.117730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de97c9a-d539-443e-8caa-e514a7db4a64 None None] Checking router: 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:45:58.127696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de97c9a-d539-443e-8caa-e514a7db4a64 None None] Routers {'3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:45:58.128514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6de97c9a-d539-443e-8caa-e514a7db4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:45:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:58.181703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea637a0-9e12-4ed2-8252-c748d15f47ec req-e297da86-2331-44be-af20-d84b17d8a03d tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:58.189203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fea637a0-9e12-4ed2-8252-c748d15f47ec req-e297da86-2331-44be-af20-d84b17d8a03d tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.2080095 Jul 27 19:45:58.274152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6de97c9a-d539-443e-8caa-e514a7db4a64 None None] Set router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:45:58.299516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fea637a0-9e12-4ed2-8252-c748d15f47ec req-9007c358-76c4-4e16-b5bd-57356e5a3a1e tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026404 Jul 27 19:45:58.321744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58e201-bec2-44e6-a78f-ed70ba1269cd req-d540f9ea-e0cd-430e-9fb4-700652aa2793 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:58.347011 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df58e201-bec2-44e6-a78f-ed70ba1269cd req-d540f9ea-e0cd-430e-9fb4-700652aa2793 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.2229583 Jul 27 19:45:58.444161 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df58e201-bec2-44e6-a78f-ed70ba1269cd req-c669aac5-4b14-47a7-9cb1-f512fa87698c tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959005 Jul 27 19:45:58.536857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6af171-e338-425a-98c5-89273a9d6e6f req-0c8f4235-7f59-45b8-a60c-672da561d5d0 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:58.545220 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e6af171-e338-425a-98c5-89273a9d6e6f req-0c8f4235-7f59-45b8-a60c-672da561d5d0 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.1179571 Jul 27 19:45:58.597062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e6af171-e338-425a-98c5-89273a9d6e6f req-8e7c86ac-ed4e-4b73-8d91-f1411cc2b10b tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508564 Jul 27 19:45:58.614084 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6de97c9a-d539-443e-8caa-e514a7db4a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'ab159236-2da8-42f4-b94d-4591c761ddcb', 'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'mac_address': 'fa:16:3e:8f:f7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:17Z', 'updated_at': '2021-07-27T19:40:26Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'subnets': [{'id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:45:58.653597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de97c9a-d539-443e-8caa-e514a7db4a64 None None] The sync data for ids ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'] in n-d-705657-21 is: [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:40:19Z', 'revision_number': 4, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'ab159236-2da8-42f4-b94d-4591c761ddcb', 'name': '', 'network_id': '1efccaaf-715e-4036-a519-1b6b1cc8f573', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'mac_address': 'fa:16:3e:8f:f7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:17Z', 'updated_at': '2021-07-27T19:40:26Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'subnets': [{'id': '5a473bf7-98b5-45ce-8210-1ea9a7314439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:45:58.890666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c528a85-b2a2-4390-a118-ea02d5bf71cd req-9f2ce75f-df80-48f9-8110-d3539f489d3f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:58.892462 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c528a85-b2a2-4390-a118-ea02d5bf71cd req-9f2ce75f-df80-48f9-8110-d3539f489d3f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 946 time: 0.1553097 Jul 27 19:45:58.907178 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad48a0-41c2-418e-8f63-d0efcd0993e0 req-1bc21894-2aa3-4ebf-a273-57877324739d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:58.916650 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40ad48a0-41c2-418e-8f63-d0efcd0993e0 req-1bc21894-2aa3-4ebf-a273-57877324739d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 946 time: 0.1410823 Jul 27 19:45:58.977083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40ad48a0-41c2-418e-8f63-d0efcd0993e0 req-19969fe5-5870-4759-a3a8-e6244519bc3d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592697 Jul 27 19:45:59.016984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c528a85-b2a2-4390-a118-ea02d5bf71cd req-893b0eeb-f5b3-49c6-9809-6bf84ba5f299 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973797 Jul 27 19:45:59.115264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d4efe0-742e-4b4e-b98f-e110cfec5f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26deaae5-ee93-4009-a728-38a4c9f9ca68'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:45:59.118006 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af63d31-08f9-42fb-817d-4330c45edad4" -d '{"events": [{"server_uuid": "84d4efe0-742e-4b4e-b98f-e110cfec5f47", "name": "network-vif-plugged", "status": "completed", "tag": "26deaae5-ee93-4009-a728-38a4c9f9ca68"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:45:59.122964 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957334cb-f59b-41a4-b8ad-d7cdd4b9af3b None None] New status for floating IP 1850c131-c058-4494-a4bf-1a3b8c2f6fdc: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:45:59.228145 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98baf2cc-14d7-497e-93f4-831590c946f9 x-openstack-request-id: req-98baf2cc-14d7-497e-93f4-831590c946f9 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:45:59.228681 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d4efe0-742e-4b4e-b98f-e110cfec5f47", "name": "network-vif-plugged", "status": "completed", "tag": "26deaae5-ee93-4009-a728-38a4c9f9ca68", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:45:59.229081 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98baf2cc-14d7-497e-93f4-831590c946f9 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:45:59.229649 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d4efe0-742e-4b4e-b98f-e110cfec5f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26deaae5-ee93-4009-a728-38a4c9f9ca68', 'code': 200} Jul 27 19:45:59.264568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b120a-4474-4b50-bf20-ade58ca530fa req-ae7094f4-62e1-46ce-b62d-c22eb98d9f2f tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:59.265820 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-512b120a-4474-4b50-bf20-ade58ca530fa req-ae7094f4-62e1-46ce-b62d-c22eb98d9f2f tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 945 time: 0.1348248 Jul 27 19:45:59.339182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39670) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:45:59.374464 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-512b120a-4474-4b50-bf20-ade58ca530fa req-8b188bc0-efe7-4856-8250-63dd49fac2c7 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957041 Jul 27 19:45:59.471851 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21807585-442d-4a1e-9bc0-a6da8d23b375 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:59.501263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068da209-efdc-467e-9d15-0761d7881c9e req-43ac1588-a1c4-4bff-8beb-592e6bdeb329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:59.504452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-068da209-efdc-467e-9d15-0761d7881c9e req-43ac1588-a1c4-4bff-8beb-592e6bdeb329 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 1097 time: 0.1656322 Jul 27 19:45:59.515963 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21807585-442d-4a1e-9bc0-a6da8d23b375 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:59.516473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dcf43-bb65-40b8-8972-39c9389e2335 req-526732c3-d13a-4953-a532-dbb06b648a38 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:59.517990 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-891dcf43-bb65-40b8-8972-39c9389e2335 req-526732c3-d13a-4953-a532-dbb06b648a38 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1190147 Jul 27 19:45:59.582722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-068da209-efdc-467e-9d15-0761d7881c9e req-c05b1d57-076e-4f1a-8382-96d49d3edd9e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625293 Jul 27 19:45:59.601882 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-891dcf43-bb65-40b8-8972-39c9389e2335 req-ffae4a5a-5ce6-415d-8cc6-584ef50ac429 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735981 Jul 27 19:45:59.633283 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21807585-442d-4a1e-9bc0-a6da8d23b375 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:59.637210 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21807585-442d-4a1e-9bc0-a6da8d23b375 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:45:59.642005 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-21807585-442d-4a1e-9bc0-a6da8d23b375 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "DELETE /v2.0/security-groups/600c3e5d-5e0d-43af-b1eb-9842de7fbfbf HTTP/1.1" status: 204 len: 168 time: 0.3016362 Jul 27 19:45:59.642462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39682) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:45:59.654657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21807585-442d-4a1e-9bc0-a6da8d23b375 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=600c3e5d-5e0d-43af-b1eb-9842de7fbfbf,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:45:59.663983 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-8c64ca95-948f-4a03-a5a1-8f129769e35a tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] show failed (client error): The resource could not be found. Jul 27 19:45:59.667795 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8c64ca95-948f-4a03-a5a1-8f129769e35a tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "GET /v2.0/security-groups/600c3e5d-5e0d-43af-b1eb-9842de7fbfbf HTTP/1.1" status: 404 len: 347 time: 0.0200717 Jul 27 19:45:59.667980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39684) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:45:59.767456 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 86e93c75-dfff-4bc8-ac1f-6c602c614c79 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:45:59.798345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 86e93c75-dfff-4bc8-ac1f-6c602c614c79 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:45:59.807259 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 86e93c75-dfff-4bc8-ac1f-6c602c614c79 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:45:59.822921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc05d1-4d0d-46ff-8e1d-6fc27e328c1a req-201ff62f-519a-4ffe-8689-1739b1cbf9a4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:45:59.831259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fcdc05d1-4d0d-46ff-8e1d-6fc27e328c1a req-201ff62f-519a-4ffe-8689-1739b1cbf9a4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.2511477 Jul 27 19:45:59.902922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fcdc05d1-4d0d-46ff-8e1d-6fc27e328c1a req-68aa4a12-7d0e-403d-a92b-5e337d0dc1ba tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704484 Jul 27 19:45:59.942009 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f7eed-2d35-4922-bc7e-7f637b642f39 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Deleting port ada99f92-2be7-4a62-ae6f-e440cfb6ec9c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:45:59.942371 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7eed-2d35-4922-bc7e-7f637b642f39 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:00.087629 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7eed-2d35-4922-bc7e-7f637b642f39 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:00.088030 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7eed-2d35-4922-bc7e-7f637b642f39 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:00.118311 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77b661-5d7c-401f-92f4-a277e54b8704 req-14a3ec62-76e1-460c-a3cc-83c6dbd8be79 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:00.129652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f77b661-5d7c-401f-92f4-a277e54b8704 req-14a3ec62-76e1-460c-a3cc-83c6dbd8be79 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.1289542 Jul 27 19:46:00.155139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f7eed-2d35-4922-bc7e-7f637b642f39 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Calling delete_port for ada99f92-2be7-4a62-ae6f-e440cfb6ec9c owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:00.236967 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f77b661-5d7c-401f-92f4-a277e54b8704 req-50b04d74-86b1-4837-bedf-9457ef207b75 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090341 Jul 27 19:46:00.362409 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940df93c-cfa8-4ec2-8f3d-4886faa4a988 req-c6251f70-12bb-4380-85ff-c467fcf20154 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:00.363846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-940df93c-cfa8-4ec2-8f3d-4886faa4a988 req-c6251f70-12bb-4380-85ff-c467fcf20154 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 946 time: 0.1502564 Jul 27 19:46:00.466263 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-940df93c-cfa8-4ec2-8f3d-4886faa4a988 req-abd1d061-bb6a-40e3-8232-1db2624c28d1 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900674 Jul 27 19:46:00.476167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3ff3c-51ee-4cd8-80dc-e624d8383aea req-6acebb16-ddbf-4990-8256-94a0ff1f9d6c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:00.477749 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dde3ff3c-51ee-4cd8-80dc-e624d8383aea req-6acebb16-ddbf-4990-8256-94a0ff1f9d6c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 946 time: 0.1655843 Jul 27 19:46:00.478925 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7eed-2d35-4922-bc7e-7f637b642f39 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:00.536433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f7eed-2d35-4922-bc7e-7f637b642f39 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Pushing event deleted for resources: {'Port': ['ID=ada99f92-2be7-4a62-ae6f-e440cfb6ec9c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:00.608592 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dde3ff3c-51ee-4cd8-80dc-e624d8383aea req-4e54817b-ba8c-4e00-a45d-a6e0e70770eb tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200457 Jul 27 19:46:00.704605 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7eed-2d35-4922-bc7e-7f637b642f39 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:00.707202 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7eed-2d35-4922-bc7e-7f637b642f39 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:00.708593 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ea6f7eed-2d35-4922-bc7e-7f637b642f39 tempest-ServersWithSpecificFlavorTestJSON-2051734097 tempest-ServersWithSpecificFlavorTestJSON-2051734097-project] 10.222.0.48 "DELETE /v2.0/floatingips/1850c131-c058-4494-a4bf-1a3b8c2f6fdc HTTP/1.1" status: 204 len: 168 time: 1.0396101 Jul 27 19:46:00.779356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92564f-6192-45c4-a9ac-59af210b0208 req-f668b715-56f3-49ab-9fe8-57d40306f356 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:00.781123 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d92564f-6192-45c4-a9ac-59af210b0208 req-f668b715-56f3-49ab-9fe8-57d40306f356 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 945 time: 0.1790912 Jul 27 19:46:00.886846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d92564f-6192-45c4-a9ac-59af210b0208 req-5b4cff5e-b1f7-4a86-a8eb-c74b970f8aa0 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971034 Jul 27 19:46:01.042926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc4ff5-715b-4e68-8146-2e9538b0c371 req-801929b1-be92-4897-81e3-fd765bd501ba tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:01.044673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8fc4ff5-715b-4e68-8146-2e9538b0c371 req-801929b1-be92-4897-81e3-fd765bd501ba tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1219616 Jul 27 19:46:01.099901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8fc4ff5-715b-4e68-8146-2e9538b0c371 req-814ebba0-c4fd-4bde-ac93-89afe0a1f426 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483983 Jul 27 19:46:01.266249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a222347-d4f2-4fdf-8620-df30b02bb721 req-025305de-0333-48df-9cf4-ebc510e74985 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:01.267928 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a222347-d4f2-4fdf-8620-df30b02bb721 req-025305de-0333-48df-9cf4-ebc510e74985 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.0922828 Jul 27 19:46:01.360549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a222347-d4f2-4fdf-8620-df30b02bb721 req-e9c859d0-538d-4acc-9f17-fe684c2476a5 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824440 Jul 27 19:46:01.602326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b841e7-ff5d-400e-8790-9f8824d3de50 req-4b58bab2-9b40-4f85-a734-d5f11d22dee2 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:01.618032 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-72b841e7-ff5d-400e-8790-9f8824d3de50 req-4b58bab2-9b40-4f85-a734-d5f11d22dee2 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.1272302 Jul 27 19:46:01.697106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-72b841e7-ff5d-400e-8790-9f8824d3de50 req-8ff62187-4336-4c9c-8817-7639c08249a8 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781140 Jul 27 19:46:01.741711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d168b0-ba48-4c0c-b1d8-39c33c93ed0b req-d44ff85a-f929-402b-bd30-bffd25858928 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:01.743267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0d168b0-ba48-4c0c-b1d8-39c33c93ed0b req-d44ff85a-f929-402b-bd30-bffd25858928 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 946 time: 0.1510599 Jul 27 19:46:01.818611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0d168b0-ba48-4c0c-b1d8-39c33c93ed0b req-4c06758a-6203-43a8-9a4e-6cc6405d27f6 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622616 Jul 27 19:46:02.099428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19562bb-d79c-47fd-9288-a852695b7f2d req-947e189a-bc14-46f4-9978-88d452d34aa1 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:02.102083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d19562bb-d79c-47fd-9288-a852695b7f2d req-947e189a-bc14-46f4-9978-88d452d34aa1 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 945 time: 0.1349888 Jul 27 19:46:02.154771 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d19562bb-d79c-47fd-9288-a852695b7f2d req-eb85a1ec-f83a-4381-8a4d-593a1629ce60 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459359 Jul 27 19:46:02.378213 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9e39b-3b10-4ba8-abce-3207c92051dc req-6c9d6099-a129-48b1-abfc-bdeca3162fb0 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:02.386487 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0c9e39b-3b10-4ba8-abce-3207c92051dc req-6c9d6099-a129-48b1-abfc-bdeca3162fb0 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1076691 Jul 27 19:46:02.453121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0c9e39b-3b10-4ba8-abce-3207c92051dc req-c6db29f8-7219-4f03-8624-76f1b23102aa tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652707 Jul 27 19:46:02.557952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39800) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:02.739166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecb4c6-6871-455f-90ff-c7f52db06c7e req-ae75d474-e635-43c7-a533-d55f11eca615 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:02.748357 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0eecb4c6-6871-455f-90ff-c7f52db06c7e req-ae75d474-e635-43c7-a533-d55f11eca615 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.1262994 Jul 27 19:46:02.874013 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0eecb4c6-6871-455f-90ff-c7f52db06c7e req-fee0ecc6-c126-4c4b-88f4-4e449b217270 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240165 Jul 27 19:46:03.506107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0809df-fc3b-4c94-80f3-adb3ae2267a6 req-78f1deae-46f0-438c-bf40-5d330c50ccc3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:03.507664 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd0809df-fc3b-4c94-80f3-adb3ae2267a6 req-78f1deae-46f0-438c-bf40-5d330c50ccc3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.5488939 Jul 27 19:46:03.549384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f983a3-eb2e-444b-933b-8aefebd0b560 req-6b790fbb-f79d-49eb-98c7-d0d772b48bff tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:03.550917 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6f983a3-eb2e-444b-933b-8aefebd0b560 req-6b790fbb-f79d-49eb-98c7-d0d772b48bff tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 946 time: 0.1427009 Jul 27 19:46:03.621590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd0809df-fc3b-4c94-80f3-adb3ae2267a6 req-2c066690-2c8f-4f2f-96e2-f2fb72f0499c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914483 Jul 27 19:46:03.647925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6f983a3-eb2e-444b-933b-8aefebd0b560 req-6d70f3b0-cab9-4ee7-9e9a-a9e2e14fc657 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868745 Jul 27 19:46:03.745336 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5a1aedc-094d-4d3d-8931-692a0049c37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:04.077043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc75f94-90e8-4a85-8722-1e832f4b6e2c req-5d7dd973-3147-47dc-a6e7-f7a11626f04c tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:04.086232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4dc75f94-90e8-4a85-8722-1e832f4b6e2c req-5d7dd973-3147-47dc-a6e7-f7a11626f04c tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.2012103 Jul 27 19:46:04.218645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4dc75f94-90e8-4a85-8722-1e832f4b6e2c req-f3fee0c3-b1fe-4bc6-a8e7-862b3a5a3b0d tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313550 Jul 27 19:46:04.279285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1aedc-094d-4d3d-8931-692a0049c37b admin admin] Deleting port ab159236-2da8-42f4-b94d-4591c761ddcb {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:04.279628 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5a1aedc-094d-4d3d-8931-692a0049c37b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:04.478517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-c5a1aedc-094d-4d3d-8931-692a0049c37b admin admin] For port ab159236-2da8-42f4-b94d-4591c761ddcb, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ab159236-2da8-42f4-b94d-4591c761ddcb,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:04.479021 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5a1aedc-094d-4d3d-8931-692a0049c37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:04.501374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1aedc-094d-4d3d-8931-692a0049c37b admin admin] Calling delete_port for ab159236-2da8-42f4-b94d-4591c761ddcb owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:04.511293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b7623-2956-4b2f-b547-ac15748fad78 req-df6a418c-e0b3-4ce8-ae1a-12dd656824d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:04.519248 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb5b7623-2956-4b2f-b547-ac15748fad78 req-df6a418c-e0b3-4ce8-ae1a-12dd656824d8 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.1526000 Jul 27 19:46:04.616479 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb5b7623-2956-4b2f-b547-ac15748fad78 req-0b4387ea-7d6a-4970-baa4-fc12f76cae54 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914187 Jul 27 19:46:04.996607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62abcfa-e7f4-405a-9ee7-61c6df35cddd req-7af7e1e6-5a18-46f1-a6e7-2fd9b94ba434 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:05.002999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b62abcfa-e7f4-405a-9ee7-61c6df35cddd req-7af7e1e6-5a18-46f1-a6e7-2fd9b94ba434 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.2254562 Jul 27 19:46:05.024587 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55b237-3a65-480f-9dc4-fcc55e978fe9 req-5d00267b-18f7-4370-b75f-52bb9f878821 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:05.024587 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d55b237-3a65-480f-9dc4-fcc55e978fe9 req-5d00267b-18f7-4370-b75f-52bb9f878821 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 946 time: 0.2428107 Jul 27 19:46:05.098337 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5a1aedc-094d-4d3d-8931-692a0049c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:05.228068 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d55b237-3a65-480f-9dc4-fcc55e978fe9 req-ae4170e9-c93d-4fba-b5ce-fb7cf7e178d3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919062 Jul 27 19:46:05.291211 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b62abcfa-e7f4-405a-9ee7-61c6df35cddd req-7f5ceefb-7cb4-4d27-a1e1-468d55744e8c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863402 Jul 27 19:46:05.307990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1aedc-094d-4d3d-8931-692a0049c37b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab159236-2da8-42f4-b94d-4591c761ddcb,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:05.567329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaf9ef-ca2a-4fb1-b617-b1ec1f6e5842 req-2d642612-5673-4af8-bee1-f8ec27b89d81 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:05.575208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abdaf9ef-ca2a-4fb1-b617-b1ec1f6e5842 req-2d642612-5673-4af8-bee1-f8ec27b89d81 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 945 time: 0.1737206 Jul 27 19:46:05.656372 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5a1aedc-094d-4d3d-8931-692a0049c37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:05.672854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abdaf9ef-ca2a-4fb1-b617-b1ec1f6e5842 req-fff25d82-87f8-47b6-a9b8-82dc728b3f1c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966547 Jul 27 19:46:05.815394 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 26deaae5-ee93-4009-a728-38a4c9f9ca68 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:46:06.005331 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 26deaae5-ee93-4009-a728-38a4c9f9ca68, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=26deaae5-ee93-4009-a728-38a4c9f9ca68,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:06.030856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '26deaae5-ee93-4009-a728-38a4c9f9ca68', 'network_id': '80acd5ab-fde1-4cef-bf74-a103544d15de', 'port_id': '26deaae5-ee93-4009-a728-38a4c9f9ca68', 'mac_address': 'fa:16:3e:99:40:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039d2644-dacf-49e7-9e8b-54b45bb17c99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:46:06.084479 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:06.095755 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb798e-e595-4be7-bcb0-93d47adb5395 req-16666984-eb6f-4847-b504-921292ce9eaf tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:06.098551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60fb798e-e595-4be7-bcb0-93d47adb5395 req-16666984-eb6f-4847-b504-921292ce9eaf tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.3301301 Jul 27 19:46:06.116163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26deaae5-ee93-4009-a728-38a4c9f9ca68 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:46:06.148935 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 26deaae5-ee93-4009-a728-38a4c9f9ca68, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=26deaae5-ee93-4009-a728-38a4c9f9ca68,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:06.164520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60fb798e-e595-4be7-bcb0-93d47adb5395 req-43989382-b48c-48fe-bbce-fd783e55fb81 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565727 Jul 27 19:46:06.168523 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:06.256040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34bd2d-f78c-4788-b97f-55bb9081bf5b req-e4fe8a89-04ca-42dc-9d19-81ad1c529f05 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:06.258873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec34bd2d-f78c-4788-b97f-55bb9081bf5b req-e4fe8a89-04ca-42dc-9d19-81ad1c529f05 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.2804196 Jul 27 19:46:06.324017 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=26deaae5-ee93-4009-a728-38a4c9f9ca68,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:06.347882 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['26deaae5-ee93-4009-a728-38a4c9f9ca68'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:06.354243 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec34bd2d-f78c-4788-b97f-55bb9081bf5b req-5c4d77c1-8cee-4fa3-a315-2345f30be461 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871782 Jul 27 19:46:06.533087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a1aedc-094d-4d3d-8931-692a0049c37b admin admin] Router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:46:06.620001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504a6e7-97dd-419b-9800-bfed88e7ec97 req-76ceb72d-03ed-44e8-927f-62585d44b917 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:06.621624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8504a6e7-97dd-419b-9800-bfed88e7ec97 req-76ceb72d-03ed-44e8-927f-62585d44b917 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 946 time: 0.1555715 Jul 27 19:46:06.722382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a1aedc-094d-4d3d-8931-692a0049c37b admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:46:06.738574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66d167-d971-4056-ab1a-fc628824d8da None None] Sync routers for ids ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:46:06.750375 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8504a6e7-97dd-419b-9800-bfed88e7ec97 req-44a4d72b-c6ae-4e5a-a967-68f199242281 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658376 Jul 27 19:46:06.756954 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c5a1aedc-094d-4d3d-8931-692a0049c37b admin admin] 10.222.0.48 "PUT /v2.0/routers/3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1949880 Jul 27 19:46:06.758428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39914) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:06.773908 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66d167-d971-4056-ab1a-fc628824d8da None None] Routers {'3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:46:06.774479 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3d66d167-d971-4056-ab1a-fc628824d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:45:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:07.021783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-3d66d167-d971-4056-ab1a-fc628824d8da None None] Set router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:46:07.068073 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:07.166830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826914e-27e3-4426-8fda-3f461eb29b5c req-cbd640da-2ab5-46a6-960c-30ecdcb4b315 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:07.174321 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1826914e-27e3-4426-8fda-3f461eb29b5c req-cbd640da-2ab5-46a6-960c-30ecdcb4b315 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 944 time: 0.2300403 Jul 27 19:46:07.234623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765bf45-e480-42f7-a6f8-8f68ce4d06ff req-6fa39a3f-0d7f-4bde-bada-453e06329791 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:07.247328 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e765bf45-e480-42f7-a6f8-8f68ce4d06ff req-6fa39a3f-0d7f-4bde-bada-453e06329791 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.3317425 Jul 27 19:46:07.264552 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:07.279339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39932) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:07.291086 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1826914e-27e3-4426-8fda-3f461eb29b5c req-8b865760-b3f0-4266-b932-6bfbab128977 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157775 Jul 27 19:46:07.346733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3d66d167-d971-4056-ab1a-fc628824d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:46:04Z', 'revision_number': 5, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port': {'id': '82083cbb-ce7b-4cd9-8ae5-4a61e496440f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:13Z', 'updated_at': '2021-07-27T19:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:07.355761 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] Deleting port 82083cbb-ce7b-4cd9-8ae5-4a61e496440f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:07.359503 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:07.361600 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e765bf45-e480-42f7-a6f8-8f68ce4d06ff req-47ad34c4-aac0-4213-90cc-626844b99c89 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130910 Jul 27 19:46:07.490757 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] For port 82083cbb-ce7b-4cd9-8ae5-4a61e496440f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=82083cbb-ce7b-4cd9-8ae5-4a61e496440f,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:07.491265 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:07.557874 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e13f6-0443-406c-9058-db16e030ea03 req-c3e5cb04-7e1f-4cec-94c5-7a1ffba00c0c tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:07.562508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] Calling delete_port for 82083cbb-ce7b-4cd9-8ae5-4a61e496440f owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:07.564728 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-256e13f6-0443-406c-9058-db16e030ea03 req-c3e5cb04-7e1f-4cec-94c5-7a1ffba00c0c tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1415181 Jul 27 19:46:07.585287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14bd9678-e0be-4685-a0e9-46794d93461a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:07.647109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-256e13f6-0443-406c-9058-db16e030ea03 req-6f815996-8f02-458d-8e07-7da81ef4d6fc tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716052 Jul 27 19:46:07.671325 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66d167-d971-4056-ab1a-fc628824d8da None None] Checking router: 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:46:07.693279 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66d167-d971-4056-ab1a-fc628824d8da None None] Routers {'3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:46:07.694812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3d66d167-d971-4056-ab1a-fc628824d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:45:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:07.766082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24276d03-55de-4059-a37e-616efd904bd4 req-0ef6421f-ee1b-4fd0-8d06-7fc0cab6e0d0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:07.767851 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24276d03-55de-4059-a37e-616efd904bd4 req-0ef6421f-ee1b-4fd0-8d06-7fc0cab6e0d0 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.0983636 Jul 27 19:46:07.862907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24276d03-55de-4059-a37e-616efd904bd4 req-0b179e37-0a60-4c3b-bd15-50480ab803c9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862939 Jul 27 19:46:07.876762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 26deaae5-ee93-4009-a728-38a4c9f9ca68 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:46:07.974716 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14bd9678-e0be-4685-a0e9-46794d93461a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:07.995383 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14bd9678-e0be-4685-a0e9-46794d93461a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.009950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-3d66d167-d971-4056-ab1a-fc628824d8da None None] Set router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:46:08.012450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 26deaae5-ee93-4009-a728-38a4c9f9ca68 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:08.012877 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.074062 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.086010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42c40-f045-4c96-937b-b66c9cd4ba47 req-2fe5e06b-8c5a-4d17-9ff6-3e5e17007fbd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:08.095346 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3c42c40-f045-4c96-937b-b66c9cd4ba47 req-2fe5e06b-8c5a-4d17-9ff6-3e5e17007fbd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 946 time: 0.1364982 Jul 27 19:46:08.099290 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3d66d167-d971-4056-ab1a-fc628824d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:46:07Z', 'revision_number': 6, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:08.099922 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd9678-e0be-4685-a0e9-46794d93461a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ec6830-d500-44bf-8b47-eeb624996591,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:08.106218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] Pushing event deleted for resources: {'Port': ['ID=82083cbb-ce7b-4cd9-8ae5-4a61e496440f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:08.118315 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-14bd9678-e0be-4685-a0e9-46794d93461a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e546724337e4ae299b649aa6dd87367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8377936 Jul 27 19:46:08.119053 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39966) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:08.132870 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66d167-d971-4056-ab1a-fc628824d8da None None] The sync data for ids ['3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8'] in n-d-705657-21 is: [{'id': '3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536094958-router', 'tenant_id': 'eaa2a46568494f18a26d9c60a2c39541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:09Z', 'updated_at': '2021-07-27T19:46:07Z', 'revision_number': 6, 'project_id': 'eaa2a46568494f18a26d9c60a2c39541', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:46:08.205758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3c42c40-f045-4c96-937b-b66c9cd4ba47 req-b269c9a0-3e3f-4973-9f35-ca3899df0186 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067059 Jul 27 19:46:08.218765 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.232189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f5f20-bdf2-4187-a03a-c05e42234dc6 req-44ec2829-c842-4c23-b052-1bfb610da33a tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:08.234463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e00f5f20-bdf2-4187-a03a-c05e42234dc6 req-44ec2829-c842-4c23-b052-1bfb610da33a tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 944 time: 0.2025449 Jul 27 19:46:08.295168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e00f5f20-bdf2-4187-a03a-c05e42234dc6 req-49e3cb16-6012-4698-812a-efcd8a3a4c7c tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548031 Jul 27 19:46:08.296703 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.333407 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d4efe0-742e-4b4e-b98f-e110cfec5f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26deaae5-ee93-4009-a728-38a4c9f9ca68'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:08.337073 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a568ae-8eab-47ed-9330-7c777f619aa3" -d '{"events": [{"server_uuid": "84d4efe0-742e-4b4e-b98f-e110cfec5f47", "name": "network-vif-plugged", "status": "completed", "tag": "26deaae5-ee93-4009-a728-38a4c9f9ca68"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:08.353219 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.379942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 26deaae5-ee93-4009-a728-38a4c9f9ca68, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=26deaae5-ee93-4009-a728-38a4c9f9ca68,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:08.389655 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.390376 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fbc10628-fed4-4252-a333-982456f5226a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.477966 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.484503 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.492837 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fbc10628-fed4-4252-a333-982456f5226a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.506263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=26deaae5-ee93-4009-a728-38a4c9f9ca68,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:08.512303 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318da779-8247-48c7-9f0d-7c39fffdacf7 x-openstack-request-id: req-318da779-8247-48c7-9f0d-7c39fffdacf7 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:08.513005 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d4efe0-742e-4b4e-b98f-e110cfec5f47", "name": "network-vif-plugged", "status": "completed", "tag": "26deaae5-ee93-4009-a728-38a4c9f9ca68", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:08.513594 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-318da779-8247-48c7-9f0d-7c39fffdacf7 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:08.514125 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d4efe0-742e-4b4e-b98f-e110cfec5f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26deaae5-ee93-4009-a728-38a4c9f9ca68', 'code': 200} Jul 27 19:46:08.523818 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 4e903b43-eeee-4a13-b5f3-1380ab80f293 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:46:08.568552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132315e-64a9-40c3-a9a2-36b9b466d2e5 req-896ae732-823e-4df4-a322-cd8cdeff61c0 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:08.571139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c132315e-64a9-40c3-a9a2-36b9b466d2e5 req-896ae732-823e-4df4-a322-cd8cdeff61c0 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.1205785 Jul 27 19:46:08.650887 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.651067 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c132315e-64a9-40c3-a9a2-36b9b466d2e5 req-e2fd6509-a13e-4b4a-80b5-e000b62e4d80 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633509 Jul 27 19:46:08.655315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:46:08.672994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.677127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40008) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:08.677368 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dc71a7f6-f699-4d4d-b6ca-96b7703ec770 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3dffdb4a-1b5f-4ec5-8b9a-d3fcd42232c8 HTTP/1.1" status: 204 len: 168 time: 1.9161675 Jul 27 19:46:08.710609 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fbc10628-fed4-4252-a333-982456f5226a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.714469 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fbc10628-fed4-4252-a333-982456f5226a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.733811 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fbc10628-fed4-4252-a333-982456f5226a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18ec6830-d500-44bf-8b47-eeb624996591 HTTP/1.1" status: 204 len: 168 time: 0.6116018 Jul 27 19:46:08.756693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc10628-fed4-4252-a333-982456f5226a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ec6830-d500-44bf-8b47-eeb624996591,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:08.761363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 4e903b43-eeee-4a13-b5f3-1380ab80f293, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=4e903b43-eeee-4a13-b5f3-1380ab80f293,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:08.810247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '4e903b43-eeee-4a13-b5f3-1380ab80f293', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '4e903b43-eeee-4a13-b5f3-1380ab80f293', 'mac_address': 'fa:16:3e:b4:87:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:46:08.842068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-40af0a3c-a0af-4816-87c7-6fe65e85be1a admin admin] Deleting subnet 5a473bf7-98b5-45ce-8210-1ea9a7314439 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:46:08.845512 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-40af0a3c-a0af-4816-87c7-6fe65e85be1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.857946 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.883820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e903b43-eeee-4a13-b5f3-1380ab80f293 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:46:08.894299 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-40af0a3c-a0af-4816-87c7-6fe65e85be1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.913405 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 4e903b43-eeee-4a13-b5f3-1380ab80f293, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=4e903b43-eeee-4a13-b5f3-1380ab80f293,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:08.922044 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:08.934455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fcb40-7a2a-4188-b65c-4f4c40108030 req-b32417fb-cbce-407a-ab8c-79fd0d13e8c4 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:08.936020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-474fcb40-7a2a-4188-b65c-4f4c40108030 req-b32417fb-cbce-407a-ab8c-79fd0d13e8c4 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1548111 Jul 27 19:46:08.982612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=4e903b43-eeee-4a13-b5f3-1380ab80f293,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:09.040022 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-474fcb40-7a2a-4188-b65c-4f4c40108030 req-5fd098fb-1f53-453f-b843-245b0c1e187f tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959063 Jul 27 19:46:09.095648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ab159236-2da8-42f4-b94d-4591c761ddcb no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:09.100067 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-40af0a3c-a0af-4816-87c7-6fe65e85be1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:09.128776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: ab159236-2da8-42f4-b94d-4591c761ddcb {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:46:09.128776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ab159236-2da8-42f4-b94d-4591c761ddcb not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:09.156811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2c88-068e-4c10-ab69-18a8eed723e3 req-1473a662-96a4-4ae9-9ca9-12a39a21b872 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:09.158413 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79af2c88-068e-4c10-ab69-18a8eed723e3 req-1473a662-96a4-4ae9-9ca9-12a39a21b872 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.1687250 Jul 27 19:46:09.174923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40016) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:09.191321 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d668f3c-9b25-4bbe-b185-b5b3d176b41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:09.216049 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-40af0a3c-a0af-4816-87c7-6fe65e85be1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:09.250083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79af2c88-068e-4c10-ab69-18a8eed723e3 req-97edc750-c56c-47a4-8dda-31e00aac0141 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759044 Jul 27 19:46:09.259844 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['4e903b43-eeee-4a13-b5f3-1380ab80f293'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:09.281578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af0a3c-a0af-4816-87c7-6fe65e85be1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a473bf7-98b5-45ce-8210-1ea9a7314439,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:09.284325 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-40af0a3c-a0af-4816-87c7-6fe65e85be1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:09.286112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-40af0a3c-a0af-4816-87c7-6fe65e85be1a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5a473bf7-98b5-45ce-8210-1ea9a7314439 HTTP/1.1" status: 204 len: 168 time: 0.6078467 Jul 27 19:46:09.291722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40022) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:09.304879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dfaac5-748d-4416-8759-1e17bd1f9b12 None None] Network 1efccaaf-715e-4036-a519-1b6b1cc8f573 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:46:09.401771 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:09.432123 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d668f3c-9b25-4bbe-b185-b5b3d176b41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:09.469336 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d668f3c-9b25-4bbe-b185-b5b3d176b41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:09.519105 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8d668f3c-9b25-4bbe-b185-b5b3d176b41b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff4393f671134e29b22d9d8e4d182d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429773 Jul 27 19:46:09.523489 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40032) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:09.530763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d668f3c-9b25-4bbe-b185-b5b3d176b41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecc6bcd-eb0f-4a51-ab87-4ceda4b4a77e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:09.689124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55a922f-d80d-4f62-a746-599ffe07fe8f None None] DHCP port deletion for 1efccaaf-715e-4036-a519-1b6b1cc8f573 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:46:09.695039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cfbda-9a5d-4bd5-9660-3b3d211ea357 req-d8c6a318-0ed4-492f-87bb-7bcddb475cbe tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:09.697068 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d6cfbda-9a5d-4bd5-9660-3b3d211ea357 req-d8c6a318-0ed4-492f-87bb-7bcddb475cbe tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 945 time: 0.2533293 Jul 27 19:46:09.710385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189a2e6-702e-4188-9a61-58160437faef req-05edd64f-fb51-4b64-b2fe-ce12db123be7 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:09.712780 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f189a2e6-702e-4188-9a61-58160437faef req-05edd64f-fb51-4b64-b2fe-ce12db123be7 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 946 time: 0.1973736 Jul 27 19:46:09.758928 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b55a922f-d80d-4f62-a746-599ffe07fe8f None None] Deleting port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:09.759502 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b55a922f-d80d-4f62-a746-599ffe07fe8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:09.788428 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d6cfbda-9a5d-4bd5-9660-3b3d211ea357 req-84ce79a5-07a3-411f-8278-33e1dec94dfd tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743258 Jul 27 19:46:09.806606 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f189a2e6-702e-4188-9a61-58160437faef req-051e0bd8-8397-4ed8-b3c3-e6670430994d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805080 Jul 27 19:46:09.859603 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b55a922f-d80d-4f62-a746-599ffe07fe8f None None] For port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=79ddac4b-d8d3-4ef4-a31a-86efd340cc42,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:09.860659 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b55a922f-d80d-4f62-a746-599ffe07fe8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:09.893441 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 26deaae5-ee93-4009-a728-38a4c9f9ca68 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:09.901852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b55a922f-d80d-4f62-a746-599ffe07fe8f None None] Calling delete_port for 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:09.961475 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] Deleting port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:09.961960 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.033087 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6589bc4-0c2f-4f2d-9417-b085ab64264f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.078059 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] For port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=79ddac4b-d8d3-4ef4-a31a-86efd340cc42,segment=NetworkSegment(1445cf27-02c9-4587-87d6-865ab352df80),segment_id=1445cf27-02c9-4587-87d6-865ab352df80)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:10.078789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.079695 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.083332 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6589bc4-0c2f-4f2d-9417-b085ab64264f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.090141 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b55a922f-d80d-4f62-a746-599ffe07fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.100525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9ef57-ba82-4b05-9372-e121f5b3eb7e req-b7d269bc-f18c-43dd-8898-5b46449b20ef tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:10.106297 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80e9ef57-ba82-4b05-9372-e121f5b3eb7e req-b7d269bc-f18c-43dd-8898-5b46449b20ef tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 949 time: 0.1865504 Jul 27 19:46:10.113684 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] Calling delete_port for 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:10.132652 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a922f-d80d-4f62-a746-599ffe07fe8f None None] No DVR routers for this DVR port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:46:10.137213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a922f-d80d-4f62-a746-599ffe07fe8f None None] Pushing event deleted for resources: {'Port': ['ID=79ddac4b-d8d3-4ef4-a31a-86efd340cc42,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:10.176750 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 26deaae5-ee93-4009-a728-38a4c9f9ca68, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=26deaae5-ee93-4009-a728-38a4c9f9ca68,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:10.187056 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.219665 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6589bc4-0c2f-4f2d-9417-b085ab64264f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.222668 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6589bc4-0c2f-4f2d-9417-b085ab64264f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.227185 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b6589bc4-0c2f-4f2d-9417-b085ab64264f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ecc6bcd-eb0f-4a51-ab87-4ceda4b4a77e HTTP/1.1" status: 204 len: 168 time: 0.6996112 Jul 27 19:46:10.243211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6589bc4-0c2f-4f2d-9417-b085ab64264f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecc6bcd-eb0f-4a51-ab87-4ceda4b4a77e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:10.257538 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.270704 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] No DVR routers for this DVR port 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:46:10.279064 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=26deaae5-ee93-4009-a728-38a4c9f9ca68,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:10.309411 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] Pushing event deleted for resources: {'Port': ['ID=79ddac4b-d8d3-4ef4-a31a-86efd340cc42,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:10.397415 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80e9ef57-ba82-4b05-9372-e121f5b3eb7e req-8363a625-1ea3-45df-a0ad-141517ad78c1 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826171 Jul 27 19:46:10.494525 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.515018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d4efe0-742e-4b4e-b98f-e110cfec5f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26deaae5-ee93-4009-a728-38a4c9f9ca68'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:10.517496 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3303473-a83a-409b-b155-91938e0518d8" -d '{"events": [{"server_uuid": "84d4efe0-742e-4b4e-b98f-e110cfec5f47", "name": "network-vif-unplugged", "status": "completed", "tag": "26deaae5-ee93-4009-a728-38a4c9f9ca68"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:10.523598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efccaaf-715e-4036-a519-1b6b1cc8f573']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:10.527397 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86718778-61de-4803-8496-19a8de1e6ca6 req-15d1b003-25bb-41ea-8b5e-b5b2f824d9be tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:10.535447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 4e903b43-eeee-4a13-b5f3-1380ab80f293 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:46:10.543779 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-86718778-61de-4803-8496-19a8de1e6ca6 req-15d1b003-25bb-41ea-8b5e-b5b2f824d9be tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.3642235 Jul 27 19:46:10.551027 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1445cf27-02c9-4587-87d6-865ab352df80') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:10.551317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1445cf27-02c9-4587-87d6-865ab352df80') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:10.573081 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.597228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 4e903b43-eeee-4a13-b5f3-1380ab80f293 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:10.597833 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.605797 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.609765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508b861-7cf1-40d1-a722-2719acb8064b req-2ede8209-0880-42ba-b616-53791d2abf97 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:10.614429 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:46:10.614862 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.615477 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e508b861-7cf1-40d1-a722-2719acb8064b req-2ede8209-0880-42ba-b616-53791d2abf97 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.52 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 943 time: 0.3110573 Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:46:10.617635 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:46:10.714231 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.732862 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.738573 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.744705 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] 10.222.0.48 "DELETE /v2.0/networks/1efccaaf-715e-4036-a519-1b6b1cc8f573 HTTP/1.1" status: 204 len: 168 time: 1.4482186 Jul 27 19:46:10.746719 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:10.767365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40084) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:10.770010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ccb82-218c-4769-becf-ce7e5090acfa admin admin] Pushing event deleted for resources: {'Network': ['ID=1efccaaf-715e-4036-a519-1b6b1cc8f573,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:10.775413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:46:10.775764 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79ddac4b-d8d3-4ef4-a31a-86efd340cc42 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:10.776188 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 82083cbb-ce7b-4cd9-8ae5-4a61e496440f no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:10.799963 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 4e903b43-eeee-4a13-b5f3-1380ab80f293, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=4e903b43-eeee-4a13-b5f3-1380ab80f293,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:10.839190 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:10.839989 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4692ca1-a490-40f7-ba2a-7c54c96b60ab no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:10.844673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-86718778-61de-4803-8496-19a8de1e6ca6 req-3ff9d503-457d-4ca1-ac9e-04850d3f0526 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605839 Jul 27 19:46:10.860382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 82083cbb-ce7b-4cd9-8ae5-4a61e496440f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:46:10.860767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 82083cbb-ce7b-4cd9-8ae5-4a61e496440f not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:10.949092 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde0676f-0507-4394-8aed-10a45d065454 x-openstack-request-id: req-bde0676f-0507-4394-8aed-10a45d065454 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:10.949381 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d4efe0-742e-4b4e-b98f-e110cfec5f47", "name": "network-vif-unplugged", "status": "completed", "tag": "26deaae5-ee93-4009-a728-38a4c9f9ca68", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:10.949630 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bde0676f-0507-4394-8aed-10a45d065454 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:10.950018 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d4efe0-742e-4b4e-b98f-e110cfec5f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26deaae5-ee93-4009-a728-38a4c9f9ca68', 'code': 200} Jul 27 19:46:11.026271 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=4e903b43-eeee-4a13-b5f3-1380ab80f293,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:11.031402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fca16-426a-405f-a09d-e1ef430e990e req-d458b874-e9ae-472f-98a5-88526944b537 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:11.043627 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c1fca16-426a-405f-a09d-e1ef430e990e req-d458b874-e9ae-472f-98a5-88526944b537 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.4849060 Jul 27 19:46:11.083860 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:11.135615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:11.136383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-e508b861-7cf1-40d1-a722-2719acb8064b req-5f31b763-2a58-4968-8630-1fedcf1d4153 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Deleting port 26deaae5-ee93-4009-a728-38a4c9f9ca68 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:11.136875 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e508b861-7cf1-40d1-a722-2719acb8064b req-5f31b763-2a58-4968-8630-1fedcf1d4153 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:11.144769 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:11.151018 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c1fca16-426a-405f-a09d-e1ef430e990e req-91a2476e-2aa1-427f-a493-0e8d08500acf tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064689 Jul 27 19:46:11.214268 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,revision_number=14']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:11.238467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39201f-0952-41dc-96b3-f20dc2ce4407 req-b109d982-51ad-4130-8a40-082cc30a9531 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:11.240818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c39201f-0952-41dc-96b3-f20dc2ce4407 req-b109d982-51ad-4130-8a40-082cc30a9531 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 943 time: 0.1951749 Jul 27 19:46:11.289626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-e508b861-7cf1-40d1-a722-2719acb8064b req-5f31b763-2a58-4968-8630-1fedcf1d4153 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] For port 26deaae5-ee93-4009-a728-38a4c9f9ca68, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=26deaae5-ee93-4009-a728-38a4c9f9ca68,segment=NetworkSegment(075f2ffa-bfe1-447e-ad16-f73531fbd005),segment_id=075f2ffa-bfe1-447e-ad16-f73531fbd005)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:11.289996 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e508b861-7cf1-40d1-a722-2719acb8064b req-5f31b763-2a58-4968-8630-1fedcf1d4153 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:11.300897 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:11.312286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-e508b861-7cf1-40d1-a722-2719acb8064b req-5f31b763-2a58-4968-8630-1fedcf1d4153 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Calling delete_port for 26deaae5-ee93-4009-a728-38a4c9f9ca68 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:11.316697 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c39201f-0952-41dc-96b3-f20dc2ce4407 req-1a028b31-2c74-4899-a148-4ab6b9f27c79 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/security-groups?id=e1fea93f-f50f-4057-9e68-b6cd8f21241b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684621 Jul 27 19:46:11.391194 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-281e5807-d216-4ac5-b808-394fd157a67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:11.516898 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e508b861-7cf1-40d1-a722-2719acb8064b req-5f31b763-2a58-4968-8630-1fedcf1d4153 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:11.597963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31b763-2a58-4968-8630-1fedcf1d4153 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Pushing event deleted for resources: {'Port': ['ID=26deaae5-ee93-4009-a728-38a4c9f9ca68,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:11.651965 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e508b861-7cf1-40d1-a722-2719acb8064b req-5f31b763-2a58-4968-8630-1fedcf1d4153 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] No DVR routers for this DVR port 26deaae5-ee93-4009-a728-38a4c9f9ca68 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:46:11.655408 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e508b861-7cf1-40d1-a722-2719acb8064b req-5f31b763-2a58-4968-8630-1fedcf1d4153 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:11.658423 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e508b861-7cf1-40d1-a722-2719acb8064b req-5f31b763-2a58-4968-8630-1fedcf1d4153 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.52 "DELETE /v2.0/ports/26deaae5-ee93-4009-a728-38a4c9f9ca68 HTTP/1.1" status: 204 len: 173 time: 0.9864855 Jul 27 19:46:11.667240 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d4efe0-742e-4b4e-b98f-e110cfec5f47', 'name': 'network-vif-deleted', 'tag': '26deaae5-ee93-4009-a728-38a4c9f9ca68'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:11.669712 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a4509b-75ab-469a-b5d1-cc12401b1d37" -d '{"events": [{"server_uuid": "84d4efe0-742e-4b4e-b98f-e110cfec5f47", "name": "network-vif-deleted", "tag": "26deaae5-ee93-4009-a728-38a4c9f9ca68"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:11.722653 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-281e5807-d216-4ac5-b808-394fd157a67f admin admin] Deleting port 49105967-78ee-4386-a758-6cabcd3d7534 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:11.723081 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-281e5807-d216-4ac5-b808-394fd157a67f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:11.751328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e37cf-2927-4ee4-989b-3ea9d878377b req-6a18bdc6-2c84-4c53-92d0-220db8d9cab9 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:11.759830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c9e37cf-2927-4ee4-989b-3ea9d878377b req-6a18bdc6-2c84-4c53-92d0-220db8d9cab9 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.2539182 Jul 27 19:46:11.762628 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb651de4-3a1d-4a03-a2fa-7d40eb139e9e x-openstack-request-id: req-bb651de4-3a1d-4a03-a2fa-7d40eb139e9e {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:11.763418 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d4efe0-742e-4b4e-b98f-e110cfec5f47", "name": "network-vif-deleted", "tag": "26deaae5-ee93-4009-a728-38a4c9f9ca68", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:11.763928 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb651de4-3a1d-4a03-a2fa-7d40eb139e9e {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:11.764614 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d4efe0-742e-4b4e-b98f-e110cfec5f47', 'name': 'network-vif-deleted', 'tag': '26deaae5-ee93-4009-a728-38a4c9f9ca68', 'status': 'completed', 'code': 200} Jul 27 19:46:11.830225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c9e37cf-2927-4ee4-989b-3ea9d878377b req-7cc0f47f-6f52-4a3b-abd5-4ce9c1628ca8 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641496 Jul 27 19:46:11.849691 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-281e5807-d216-4ac5-b808-394fd157a67f admin admin] For port 49105967-78ee-4386-a758-6cabcd3d7534, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=49105967-78ee-4386-a758-6cabcd3d7534,segment=NetworkSegment(6a50ff17-dac1-4d2d-8cdd-1e8316326f21),segment_id=6a50ff17-dac1-4d2d-8cdd-1e8316326f21)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:11.850299 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-281e5807-d216-4ac5-b808-394fd157a67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:11.871718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-281e5807-d216-4ac5-b808-394fd157a67f admin admin] Calling delete_port for 49105967-78ee-4386-a758-6cabcd3d7534 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:12.092955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90256ee-cb1e-4c63-8dab-afa773bf9a46 req-2de1d1de-1cbd-411b-895f-87e59209edbe tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:12.094462 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f90256ee-cb1e-4c63-8dab-afa773bf9a46 req-2de1d1de-1cbd-411b-895f-87e59209edbe tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1643355 Jul 27 19:46:12.107318 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-281e5807-d216-4ac5-b808-394fd157a67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:12.138120 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbfbda-0ec8-4b31-98db-465e70dbde35 req-abdcaee2-af56-44a9-8aed-9e9da9577564 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:12.139223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5efbfbda-0ec8-4b31-98db-465e70dbde35 req-abdcaee2-af56-44a9-8aed-9e9da9577564 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1179118 Jul 27 19:46:12.159607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e5807-d216-4ac5-b808-394fd157a67f admin admin] Pushing event deleted for resources: {'Port': ['ID=49105967-78ee-4386-a758-6cabcd3d7534,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:12.167492 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f90256ee-cb1e-4c63-8dab-afa773bf9a46 req-cffb44cc-bf82-4969-8717-e2c92219ff9d tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640438 Jul 27 19:46:12.199247 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5efbfbda-0ec8-4b31-98db-465e70dbde35 req-477b2858-f48e-4013-af40-27a4202c2e1a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519965 Jul 27 19:46:12.408974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c140a-94e4-4200-9928-45f020cf5a2c req-564ad24d-31cf-4b59-a926-2d9d636476d4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:12.417634 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-928c140a-94e4-4200-9928-45f020cf5a2c req-564ad24d-31cf-4b59-a926-2d9d636476d4 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.1247807 Jul 27 19:46:12.457608 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-281e5807-d216-4ac5-b808-394fd157a67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:12.484841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-928c140a-94e4-4200-9928-45f020cf5a2c req-9387335a-324b-4e54-ae23-0f455300aef6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651312 Jul 27 19:46:12.645106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f863978-1786-4338-8753-09058e87d608 req-c4674a22-d932-4ec0-9076-8b5f3ccd25b2 tempest-ImagesTestJSON-875839641 tempest-ImagesTestJSON-875839641-project] 10.222.0.48 "GET /v2.0/ports?device_id=84d4efe0-742e-4b4e-b98f-e110cfec5f47 HTTP/1.1" status: 200 len: 210 time: 0.0555477 Jul 27 19:46:12.698662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc444b-a3b2-4fc9-bff5-71209266dd63 req-51a1f216-7d16-41f8-8b27-18033da4a561 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:12.700990 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-defc444b-a3b2-4fc9-bff5-71209266dd63 req-51a1f216-7d16-41f8-8b27-18033da4a561 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1481638 Jul 27 19:46:12.707980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b04131-1be4-49e5-a587-e619515279ce req-8b824a8d-ff9e-4208-bbb4-22716f2a2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:12.710446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40b04131-1be4-49e5-a587-e619515279ce req-8b824a8d-ff9e-4208-bbb4-22716f2a2e03 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 1096 time: 0.1478372 Jul 27 19:46:12.791250 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281e5807-d216-4ac5-b808-394fd157a67f admin admin] Router f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:46:12.912378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281e5807-d216-4ac5-b808-394fd157a67f admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:46:12.920804 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-281e5807-d216-4ac5-b808-394fd157a67f admin admin] 10.222.0.48 "PUT /v2.0/routers/f3e9bb7c-6cbd-4960-8798-ba7aa43949b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1521966 Jul 27 19:46:12.921535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40190) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:12.927312 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b280a5-5a37-4341-810b-be1ad849013c None None] Sync routers for ids ['f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:46:12.938290 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b280a5-5a37-4341-810b-be1ad849013c None None] Routers {'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:46:12.939237 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-47b280a5-5a37-4341-810b-be1ad849013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:45:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:12.951928 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23684da3-0247-4261-8697-2c951f1d2780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e903b43-eeee-4a13-b5f3-1380ab80f293'}, {'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:12.954388 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a4fc8e-ba49-4c11-8f30-e35227c1c314" -d '{"events": [{"server_uuid": "23684da3-0247-4261-8697-2c951f1d2780", "name": "network-vif-plugged", "status": "completed", "tag": "4e903b43-eeee-4a13-b5f3-1380ab80f293"}, {"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-unplugged", "status": "completed", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:13.050218 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:13.056586 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-47b280a5-5a37-4341-810b-be1ad849013c None None] Set router f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:46:13.148662 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-defc444b-a3b2-4fc9-bff5-71209266dd63 req-82fbbfc6-9d43-4e87-9f8a-b2a2ac34bf79 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4371250 Jul 27 19:46:13.183763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:13.205587 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b04131-1be4-49e5-a587-e619515279ce req-3372ec83-0c8c-469d-a19d-690170c7c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:13.207141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40b04131-1be4-49e5-a587-e619515279ce req-3372ec83-0c8c-469d-a19d-690170c7c691 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.4873395 Jul 27 19:46:13.234605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe7565-9183-4658-98ac-9a143f921abf req-f246b518-6015-4005-8e2a-66a3e9ff3209 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:13.236622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-befe7565-9183-4658-98ac-9a143f921abf req-f246b518-6015-4005-8e2a-66a3e9ff3209 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.1736281 Jul 27 19:46:13.265671 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] Deleting port 4195b200-58d3-4a55-8a0a-69e23870ad98 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:13.266009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:13.268355 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-47b280a5-5a37-4341-810b-be1ad849013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-520289332-router', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4195b200-58d3-4a55-8a0a-69e23870ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:23Z', 'updated_at': '2021-07-27T19:46:12Z', 'revision_number': 5, 'project_id': '900dfd80e32b4295b16cb5deb3746685', 'gw_port': {'id': '4195b200-58d3-4a55-8a0a-69e23870ad98', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:40:24Z', 'updated_at': '2021-07-27T19:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:13.311943 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b280a5-5a37-4341-810b-be1ad849013c None None] Checking router: f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:46:13.316826 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0eb3d896-9285-4e5a-b766-12910befd021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:13.332626 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b280a5-5a37-4341-810b-be1ad849013c None None] Routers {'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:46:13.333505 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-47b280a5-5a37-4341-810b-be1ad849013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:45:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:13.345191 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8575fb8-c14c-4f99-9d17-4e6d7e9a8792 x-openstack-request-id: req-e8575fb8-c14c-4f99-9d17-4e6d7e9a8792 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:13.345736 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23684da3-0247-4261-8697-2c951f1d2780", "name": "network-vif-plugged", "status": "completed", "tag": "4e903b43-eeee-4a13-b5f3-1380ab80f293", "code": 200}, {"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-unplugged", "status": "completed", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:13.346245 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8575fb8-c14c-4f99-9d17-4e6d7e9a8792 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:13.346899 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23684da3-0247-4261-8697-2c951f1d2780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e903b43-eeee-4a13-b5f3-1380ab80f293', 'code': 200} Jul 27 19:46:13.347381 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'code': 200} Jul 27 19:46:13.382897 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-befe7565-9183-4658-98ac-9a143f921abf req-4d05f8c4-a2fc-4561-b083-740ef2926dde tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063557 Jul 27 19:46:13.398034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] For port 4195b200-58d3-4a55-8a0a-69e23870ad98, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4195b200-58d3-4a55-8a0a-69e23870ad98,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:13.398525 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:13.408644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40b04131-1be4-49e5-a587-e619515279ce req-be85729e-fe48-4ad1-aeae-c5d7aebc0a81 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab HTTP/1.1" status: 200 len: 998 time: 0.1877630 Jul 27 19:46:13.417636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] Calling delete_port for 4195b200-58d3-4a55-8a0a-69e23870ad98 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:13.552506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b04131-1be4-49e5-a587-e619515279ce req-80763f8c-fa71-485f-93d4-0a6480c7df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:13.557863 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40b04131-1be4-49e5-a587-e619515279ce req-80763f8c-fa71-485f-93d4-0a6480c7df86 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.1402464 Jul 27 19:46:13.652480 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-47b280a5-5a37-4341-810b-be1ad849013c None None] Set router f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:46:13.662058 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:13.700278 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=4195b200-58d3-4a55-8a0a-69e23870ad98,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:13.702486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819bcda-422a-41d4-a499-c7cce175e589 req-efd4ca54-2f17-4462-b98c-4a69f5d77693 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:13.710304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a819bcda-422a-41d4-a499-c7cce175e589 req-efd4ca54-2f17-4462-b98c-4a69f5d77693 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.2451875 Jul 27 19:46:13.723865 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-47b280a5-5a37-4341-810b-be1ad849013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-520289332-router', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:23Z', 'updated_at': '2021-07-27T19:46:13Z', 'revision_number': 6, 'project_id': '900dfd80e32b4295b16cb5deb3746685', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:13.752180 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b280a5-5a37-4341-810b-be1ad849013c None None] The sync data for ids ['f3e9bb7c-6cbd-4960-8798-ba7aa43949b9'] in n-d-705657-21 is: [{'id': 'f3e9bb7c-6cbd-4960-8798-ba7aa43949b9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-520289332-router', 'tenant_id': '900dfd80e32b4295b16cb5deb3746685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:40:23Z', 'updated_at': '2021-07-27T19:46:13Z', 'revision_number': 6, 'project_id': '900dfd80e32b4295b16cb5deb3746685', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:46:13.771206 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:13.802159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd33855-97f8-4bc3-a4e4-0e0c997274fe req-4a2d2a97-3cb2-4d24-b4b8-08a4c4e49263 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:13.803770 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cd33855-97f8-4bc3-a4e4-0e0c997274fe req-4a2d2a97-3cb2-4d24-b4b8-08a4c4e49263 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.2434754 Jul 27 19:46:13.825791 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a819bcda-422a-41d4-a499-c7cce175e589 req-c83087ae-b94e-4634-87dd-5c5f6a5df5a0 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146300 Jul 27 19:46:13.836945 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b04131-1be4-49e5-a587-e619515279ce req-aa991524-0c35-463b-9588-e298b7ce2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:13.838592 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40b04131-1be4-49e5-a587-e619515279ce req-aa991524-0c35-463b-9588-e298b7ce2a42 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2414203 Jul 27 19:46:13.844010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 26deaae5-ee93-4009-a728-38a4c9f9ca68 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:13.880016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 26deaae5-ee93-4009-a728-38a4c9f9ca68 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:46:13.881046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 26deaae5-ee93-4009-a728-38a4c9f9ca68 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:13.882629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd0bf6-a35c-4b0e-bbbc-36f92ae534ca req-62ceeadf-b971-4245-bec9-5a897a097af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:13.882926 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:13.884442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9acd0bf6-a35c-4b0e-bbbc-36f92ae534ca req-62ceeadf-b971-4245-bec9-5a897a097af9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 1097 time: 0.2418015 Jul 27 19:46:13.885809 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:13.932789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:13.934078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:46:13.939151 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:13.940760 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-633fbe9d-9230-4f68-9ef9-0c43a7203b60 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f3e9bb7c-6cbd-4960-8798-ba7aa43949b9 HTTP/1.1" status: 204 len: 168 time: 1.0180357 Jul 27 19:46:13.943320 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40220) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:13.949499 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cd33855-97f8-4bc3-a4e4-0e0c997274fe req-6889b380-855d-44a8-9b7a-15fbc9cb082f tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324210 Jul 27 19:46:13.964442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef59ffd-7477-4b34-ad71-7ec3b4c8519a req-8ff14728-d84a-4a2d-ba6c-875e6295f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:13.965951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ef59ffd-7477-4b34-ad71-7ec3b4c8519a req-8ff14728-d84a-4a2d-ba6c-875e6295f81a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 1102 time: 0.2299099 Jul 27 19:46:13.996635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37b628f-0a08-4d3e-a347-db53a68caafe admin admin] Deleting subnet d25a3e3d-3134-4b23-af51-deef6feb3e58 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:46:13.999943 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a37b628f-0a08-4d3e-a347-db53a68caafe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:14.015286 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9acd0bf6-a35c-4b0e-bbbc-36f92ae534ca req-329657e6-2103-4334-b32c-11e48f3708d7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032636 Jul 27 19:46:14.044353 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a37b628f-0a08-4d3e-a347-db53a68caafe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:14.046268 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40b04131-1be4-49e5-a587-e619515279ce req-9fbd7a50-a3a8-4280-9b54-05eb2dc659ce service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951947 Jul 27 19:46:14.047871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ef59ffd-7477-4b34-ad71-7ec3b4c8519a req-30f4ba36-1f08-4c75-a03f-b652301c3586 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628037 Jul 27 19:46:14.167476 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a37b628f-0a08-4d3e-a347-db53a68caafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:14.273296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a37b628f-0a08-4d3e-a347-db53a68caafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:14.310121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40b04131-1be4-49e5-a587-e619515279ce req-b93941a4-3816-4127-8b0b-0c76e1fb2319 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941752 Jul 27 19:46:14.333228 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a37b628f-0a08-4d3e-a347-db53a68caafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:14.339490 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a37b628f-0a08-4d3e-a347-db53a68caafe admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d25a3e3d-3134-4b23-af51-deef6feb3e58 HTTP/1.1" status: 204 len: 168 time: 0.3951557 Jul 27 19:46:14.340820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40242) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:14.349515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c244b578-3df6-4b7e-b51a-bc7ac08164c2 None None] Network de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:46:14.413585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b628f-0a08-4d3e-a347-db53a68caafe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d25a3e3d-3134-4b23-af51-deef6feb3e58,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:14.462711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:14.469428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60f5f7-ebff-4d8a-b3af-c2d94897720c req-a0f5c4a9-7288-4b5e-b87f-693464f9b982 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:14.479289 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a60f5f7-ebff-4d8a-b3af-c2d94897720c req-a0f5c4a9-7288-4b5e-b87f-693464f9b982 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1553924 Jul 27 19:46:14.531809 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] Deleting port e5562422-de8a-4ae0-8c1b-18875da44919 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:14.532342 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:14.592759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a60f5f7-ebff-4d8a-b3af-c2d94897720c req-b2609c8e-c9da-4248-b592-a714c02bce18 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123726 Jul 27 19:46:14.618861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] For port e5562422-de8a-4ae0-8c1b-18875da44919, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e5562422-de8a-4ae0-8c1b-18875da44919,segment=NetworkSegment(6a50ff17-dac1-4d2d-8cdd-1e8316326f21),segment_id=6a50ff17-dac1-4d2d-8cdd-1e8316326f21)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:14.619235 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:14.635362 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] Calling delete_port for e5562422-de8a-4ae0-8c1b-18875da44919 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:14.642062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed203279-acc4-4a2a-86da-700059d10e95 None None] DHCP port deletion for de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:46:14.669932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78284d55-834c-4f0a-abca-e6c9366a416f req-3be05cc3-e9f7-4ac5-8465-7af4f8834640 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:14.677668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78284d55-834c-4f0a-abca-e6c9366a416f req-3be05cc3-e9f7-4ac5-8465-7af4f8834640 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.1409142 Jul 27 19:46:14.743576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78284d55-834c-4f0a-abca-e6c9366a416f req-b83acca3-10f2-4965-9bd3-efd83cba755e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647590 Jul 27 19:46:14.771246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ed203279-acc4-4a2a-86da-700059d10e95 None None] Deleting port e5562422-de8a-4ae0-8c1b-18875da44919 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:14.772718 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ed203279-acc4-4a2a-86da-700059d10e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:14.858316 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:14.875724 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 49105967-78ee-4386-a758-6cabcd3d7534 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:14.907052 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] Pushing event deleted for resources: {'Port': ['ID=e5562422-de8a-4ae0-8c1b-18875da44919,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:14.923189 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] No DVR routers for this DVR port e5562422-de8a-4ae0-8c1b-18875da44919 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:46:14.980750 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 49105967-78ee-4386-a758-6cabcd3d7534 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:46:14.981011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 49105967-78ee-4386-a758-6cabcd3d7534 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:14.983977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e5562422-de8a-4ae0-8c1b-18875da44919 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:15.015097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40276) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:15.045552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: e5562422-de8a-4ae0-8c1b-18875da44919 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:46:15.045945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e5562422-de8a-4ae0-8c1b-18875da44919 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:15.046333 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4195b200-58d3-4a55-8a0a-69e23870ad98 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:15.064237 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.100223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:15.108525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ed203279-acc4-4a2a-86da-700059d10e95 None None] For port e5562422-de8a-4ae0-8c1b-18875da44919, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e5562422-de8a-4ae0-8c1b-18875da44919,segment=NetworkSegment(6a50ff17-dac1-4d2d-8cdd-1e8316326f21),segment_id=6a50ff17-dac1-4d2d-8cdd-1e8316326f21)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:15.121140 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ed203279-acc4-4a2a-86da-700059d10e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.131601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 4195b200-58d3-4a55-8a0a-69e23870ad98 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:46:15.132218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4195b200-58d3-4a55-8a0a-69e23870ad98 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:15.141824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bbcf1d-6f1d-4515-b383-4c8b80df83b1 admin admin] Deleting subnet 039d2644-dacf-49e7-9e8b-54b45bb17c99 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:46:15.144918 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a50ff17-dac1-4d2d-8cdd-1e8316326f21') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:15.145966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a50ff17-dac1-4d2d-8cdd-1e8316326f21') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:15.147104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ed203279-acc4-4a2a-86da-700059d10e95 None None] Calling delete_port for e5562422-de8a-4ae0-8c1b-18875da44919 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:15.156030 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2bbcf1d-6f1d-4515-b383-4c8b80df83b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.173997 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.222028 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.232915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:46:15.233613 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.276715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c46bf-8be4-4972-a16a-1183852f6e1f req-642dffc4-7236-4b43-b52b-52a09befad4b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:15.286536 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-004c46bf-8be4-4972-a16a-1183852f6e1f req-642dffc4-7236-4b43-b52b-52a09befad4b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.3265097 Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:46:15.290399 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:46:15.311387 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2bbcf1d-6f1d-4515-b383-4c8b80df83b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.337865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.344174 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.348855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] 10.222.0.48 "DELETE /v2.0/networks/de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23 HTTP/1.1" status: 204 len: 168 time: 1.0040567 Jul 27 19:46:15.349755 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ed203279-acc4-4a2a-86da-700059d10e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.374630 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5235e0b-aee5-4293-8ef2-4e9f92ba508e admin admin] Pushing event deleted for resources: {'Network': ['ID=de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:15.410956 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed203279-acc4-4a2a-86da-700059d10e95 None None] Pushing event deleted for resources: {'Port': ['ID=e5562422-de8a-4ae0-8c1b-18875da44919,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:15.411852 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2bbcf1d-6f1d-4515-b383-4c8b80df83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.417086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed203279-acc4-4a2a-86da-700059d10e95 None None] Network de3a94fd-9f7c-4529-b6fe-4f1dbe2d8c23 is not hosted by any dhcp agent {{(pid=94061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 19:46:15.417772 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed203279-acc4-4a2a-86da-700059d10e95 None None] No DVR routers for this DVR port e5562422-de8a-4ae0-8c1b-18875da44919 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:46:15.505993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40286) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:15.531299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-004c46bf-8be4-4972-a16a-1183852f6e1f req-070873aa-38af-457c-9195-a2754606b862 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459004 Jul 27 19:46:15.564575 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2bbcf1d-6f1d-4515-b383-4c8b80df83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.585272 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbcf1d-6f1d-4515-b383-4c8b80df83b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=039d2644-dacf-49e7-9e8b-54b45bb17c99,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:15.596875 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2bbcf1d-6f1d-4515-b383-4c8b80df83b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.599014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c2bbcf1d-6f1d-4515-b383-4c8b80df83b1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/039d2644-dacf-49e7-9e8b-54b45bb17c99 HTTP/1.1" status: 204 len: 168 time: 0.5820346 Jul 27 19:46:15.603282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40290) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:15.615246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40294) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:15.617672 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b3f22-9965-472f-bb76-255e5b269cd2 req-63caf7c5-80b1-42ee-b0f6-92a2b5b93c88 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:15.619505 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-239b3f22-9965-472f-bb76-255e5b269cd2 req-63caf7c5-80b1-42ee-b0f6-92a2b5b93c88 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.1309237 Jul 27 19:46:15.663433 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-239b3f22-9965-472f-bb76-255e5b269cd2 req-77921763-c454-4db2-95bf-f4d80f4158c6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380461 Jul 27 19:46:15.694398 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04b7f0f1-e3c6-443f-9897-1cf9334d7748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.733225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed72d41-f89a-485c-a627-39626b98120f req-cbffecd8-ef93-4c4a-bdb2-b5c933094d22 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:15.734907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ed72d41-f89a-485c-a627-39626b98120f req-cbffecd8-ef93-4c4a-bdb2-b5c933094d22 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.0702662 Jul 27 19:46:15.741743 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cde4daeb-9984-4d90-904f-2aae08e514e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eaa2a46568494f18a26d9c60a2c39541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1254132 Jul 27 19:46:15.745863 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-831de6ee-c2ff-4528-9f63-b7b0a2d28da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.747695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40296) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:15.803145 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ed72d41-f89a-485c-a627-39626b98120f req-b1191d8a-1770-49c1-b71b-b3053acf2770 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613983 Jul 27 19:46:15.839344 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e9178d9-71e1-4429-a307-cd7916ee059d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.861233 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-831de6ee-c2ff-4528-9f63-b7b0a2d28da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.876667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-831de6ee-c2ff-4528-9f63-b7b0a2d28da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80acd5ab-fde1-4cef-bf74-a103544d15de']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:15.891931 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-831de6ee-c2ff-4528-9f63-b7b0a2d28da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075f2ffa-bfe1-447e-ad16-f73531fbd005') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:15.892225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-831de6ee-c2ff-4528-9f63-b7b0a2d28da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075f2ffa-bfe1-447e-ad16-f73531fbd005') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:15.892978 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e9178d9-71e1-4429-a307-cd7916ee059d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.908486 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-831de6ee-c2ff-4528-9f63-b7b0a2d28da1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.933489 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-831de6ee-c2ff-4528-9f63-b7b0a2d28da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.937296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04b7f0f1-e3c6-443f-9897-1cf9334d7748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.942877 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831de6ee-c2ff-4528-9f63-b7b0a2d28da1 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:46:15.943191 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-831de6ee-c2ff-4528-9f63-b7b0a2d28da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:46:15.944947 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:46:15.950574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540edcb-bfdd-4787-9e13-d87d4d07f206 req-73fb2045-3261-4e8b-a78a-0e47d3dcdb5f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:15.952105 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d540edcb-bfdd-4787-9e13-d87d4d07f206 req-73fb2045-3261-4e8b-a78a-0e47d3dcdb5f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.1284990 Jul 27 19:46:15.954397 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04b7f0f1-e3c6-443f-9897-1cf9334d7748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.009484 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e9178d9-71e1-4429-a307-cd7916ee059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.012081 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e9178d9-71e1-4429-a307-cd7916ee059d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.013223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4e9178d9-71e1-4429-a307-cd7916ee059d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dde2eac-0568-4fb2-af84-c55943546917 HTTP/1.1" status: 204 len: 168 time: 0.2636001 Jul 27 19:46:16.028623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9178d9-71e1-4429-a307-cd7916ee059d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dde2eac-0568-4fb2-af84-c55943546917,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:16.035928 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-04b7f0f1-e3c6-443f-9897-1cf9334d7748 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cec33f5ab0a747acace9e4f308a96b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5279231 Jul 27 19:46:16.037854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40306) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:16.041171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7f0f1-e3c6-443f-9897-1cf9334d7748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a4a080-068e-453c-8756-0fd7f7e9cfa3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:16.051860 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-831de6ee-c2ff-4528-9f63-b7b0a2d28da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.064134 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-831de6ee-c2ff-4528-9f63-b7b0a2d28da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.069125 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-831de6ee-c2ff-4528-9f63-b7b0a2d28da1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/80acd5ab-fde1-4cef-bf74-a103544d15de HTTP/1.1" status: 204 len: 168 time: 0.4609394 Jul 27 19:46:16.085457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831de6ee-c2ff-4528-9f63-b7b0a2d28da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=80acd5ab-fde1-4cef-bf74-a103544d15de,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:16.085613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d540edcb-bfdd-4787-9e13-d87d4d07f206 req-b7a4fc04-8c10-460f-883b-9f055c85d8e3 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938306 Jul 27 19:46:16.119227 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3a019672-b424-4ae8-9a50-583dcd66c807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.122144 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a77c0cdc-d8bf-4a22-a8b5-6d5903a5a2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.136351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9609c-8fdc-442e-93c4-18f8bf945a6e req-a462f5a4-3262-4658-a7e2-6a3cbb648592 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:16.146653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0e9609c-8fdc-442e-93c4-18f8bf945a6e req-a462f5a4-3262-4658-a7e2-6a3cbb648592 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1826444 Jul 27 19:46:16.172700 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a77c0cdc-d8bf-4a22-a8b5-6d5903a5a2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.186023 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.242003 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0e9609c-8fdc-442e-93c4-18f8bf945a6e req-d6273401-67d3-43c3-9665-f5fdbfcdf41c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920918 Jul 27 19:46:16.247884 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a77c0cdc-d8bf-4a22-a8b5-6d5903a5a2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.252497 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a77c0cdc-d8bf-4a22-a8b5-6d5903a5a2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.258581 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a77c0cdc-d8bf-4a22-a8b5-6d5903a5a2b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05a4a080-068e-453c-8756-0fd7f7e9cfa3 HTTP/1.1" status: 204 len: 168 time: 0.2177944 Jul 27 19:46:16.273959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d8279-df59-4ffb-a9fa-d238a6dbd04d req-fed4ed7e-6b2c-4e30-a443-c93a603c6b60 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:16.275938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-520d8279-df59-4ffb-a9fa-d238a6dbd04d req-fed4ed7e-6b2c-4e30-a443-c93a603c6b60 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.0934978 Jul 27 19:46:16.281687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c0cdc-d8bf-4a22-a8b5-6d5903a5a2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a4a080-068e-453c-8756-0fd7f7e9cfa3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:16.349543 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-520d8279-df59-4ffb-a9fa-d238a6dbd04d req-cf22f7d2-b699-491e-b596-9d2e46af6dd5 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675187 Jul 27 19:46:16.354355 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40316) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:16.407244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c9574-7c51-4322-9984-ec08c76aeecd req-2b9811ab-6847-4464-ada4-99586abf3164 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:16.409594 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-249c9574-7c51-4322-9984-ec08c76aeecd req-2b9811ab-6847-4464-ada4-99586abf3164 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.0759151 Jul 27 19:46:16.439736 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e5a5f66d-942b-47a4-82c8-cfe0d9db8cf4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a93e85ad01f42b285364689034f2ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838747 Jul 27 19:46:16.440338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40324) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:16.500574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-249c9574-7c51-4322-9984-ec08c76aeecd req-d580f512-291a-4e7a-bc78-f6168ed7ff60 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829360 Jul 27 19:46:16.556075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-539debf2-cb1d-4c81-8ee8-a8c350a4f3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.605504 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-539debf2-cb1d-4c81-8ee8-a8c350a4f3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.675422 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-539debf2-cb1d-4c81-8ee8-a8c350a4f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.679897 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-539debf2-cb1d-4c81-8ee8-a8c350a4f3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.683572 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-539debf2-cb1d-4c81-8ee8-a8c350a4f3bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1fea93f-f50f-4057-9e68-b6cd8f21241b HTTP/1.1" status: 204 len: 168 time: 0.2397535 Jul 27 19:46:16.683744 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:46:16.700912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539debf2-cb1d-4c81-8ee8-a8c350a4f3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fea93f-f50f-4057-9e68-b6cd8f21241b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:16.720893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b5758-3b18-49e1-90e7-c642b2146e8f req-3a389fc6-eaff-477b-aad1-9cadab25581b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:16.722822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f8b5758-3b18-49e1-90e7-c642b2146e8f req-3a389fc6-eaff-477b-aad1-9cadab25581b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0916104 Jul 27 19:46:16.757592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40346) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:16.826207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f8b5758-3b18-49e1-90e7-c642b2146e8f req-ccc122fc-a940-48c0-8455-6a1ccd5e0a08 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898507 Jul 27 19:46:16.866363 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d93e3dd9-9322-4fb6-9d13-985814c7fc43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=900dfd80e32b4295b16cb5deb3746685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1040022 Jul 27 19:46:16.868719 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40354) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:16.943875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a26b7-cb63-4245-a8e6-0172e1e0a8c7 req-94b6a7f0-edd5-4963-8dae-bebf97becf30 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:16.948934 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d87a26b7-cb63-4245-a8e6-0172e1e0a8c7 req-94b6a7f0-edd5-4963-8dae-bebf97becf30 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.0917270 Jul 27 19:46:16.974976 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32493201-f260-407f-8a77-663c2a9f1574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:16.998883 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32493201-f260-407f-8a77-663c2a9f1574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:17.032200 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:17.055798 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32493201-f260-407f-8a77-663c2a9f1574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:17.057192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d87a26b7-cb63-4245-a8e6-0172e1e0a8c7 req-9f58d33d-a66f-486b-90a9-b55f5542c03c tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865171 Jul 27 19:46:17.060454 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32493201-f260-407f-8a77-663c2a9f1574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:17.069060 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-32493201-f260-407f-8a77-663c2a9f1574 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d44201b-3968-4916-a4a5-c11cfc37e810 HTTP/1.1" status: 204 len: 168 time: 0.1989229 Jul 27 19:46:17.080062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40364) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:17.091394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32493201-f260-407f-8a77-663c2a9f1574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d44201b-3968-4916-a4a5-c11cfc37e810,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:17.118733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-3eeb2f4c-1156-47b8-b051-3abbaba9ee6f req-a4db92ff-458d-4339-a2b7-27db193af533 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1994580994', 'description': 'tempest-description-1466518331'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:17.126095 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1f105cb3-a848-4c7b-9350-0365517678f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:17.185187 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b5282-6ad2-4b21-85fc-0247f25636e6 req-764c39f6-56a1-4711-9827-4f14f6434f5f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:17.186936 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1b5282-6ad2-4b21-85fc-0247f25636e6 req-764c39f6-56a1-4711-9827-4f14f6434f5f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.2359200 Jul 27 19:46:17.256752 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1b5282-6ad2-4b21-85fc-0247f25636e6 req-26707e51-2866-4d91-9a98-70ea1d11882b tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561371 Jul 27 19:46:17.285099 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1f105cb3-a848-4c7b-9350-0365517678f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:17.293250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1f105cb3-a848-4c7b-9350-0365517678f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:17.360017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1f105cb3-a848-4c7b-9350-0365517678f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=feed5a2de2e14470895b37f948b6f9af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787027 Jul 27 19:46:17.362723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40382) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:17.369049 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3eeb2f4c-1156-47b8-b051-3abbaba9ee6f req-a4db92ff-458d-4339-a2b7-27db193af533 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:17.399126 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f105cb3-a848-4c7b-9350-0365517678f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6ab8d1-bfd8-4bfd-94df-def2a6d420b0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:17.425837 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c02237b4-e02a-43a7-8f6d-e30a6a141e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:17.458127 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c02237b4-e02a-43a7-8f6d-e30a6a141e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:17.522899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-26dd3c23-f5f7-4c27-9473-7d9b2c615e39 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:17.524753 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c02237b4-e02a-43a7-8f6d-e30a6a141e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:17.524901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-26dd3c23-f5f7-4c27-9473-7d9b2c615e39 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 812 time: 0.1515086 Jul 27 19:46:17.527430 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c02237b4-e02a-43a7-8f6d-e30a6a141e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:17.529530 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c02237b4-e02a-43a7-8f6d-e30a6a141e3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff6ab8d1-bfd8-4bfd-94df-def2a6d420b0 HTTP/1.1" status: 204 len: 168 time: 0.1657894 Jul 27 19:46:17.549017 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02237b4-e02a-43a7-8f6d-e30a6a141e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6ab8d1-bfd8-4bfd-94df-def2a6d420b0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:17.555745 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-ceba8f29-f8ac-4477-a719-5928c278d181 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/quotas/2dd7c4d346a24a0db331ef6e9c410c69 HTTP/1.1" status: 200 len: 375 time: 0.0209534 Jul 27 19:46:17.621995 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3eeb2f4c-1156-47b8-b051-3abbaba9ee6f req-a4db92ff-458d-4339-a2b7-27db193af533 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:17.626564 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3eeb2f4c-1156-47b8-b051-3abbaba9ee6f req-a4db92ff-458d-4339-a2b7-27db193af533 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:17.666166 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3eeb2f4c-1156-47b8-b051-3abbaba9ee6f req-a4db92ff-458d-4339-a2b7-27db193af533 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:17.668870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3eeb2f4c-1156-47b8-b051-3abbaba9ee6f req-a4db92ff-458d-4339-a2b7-27db193af533 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5710666 Jul 27 19:46:17.678644 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db92ff-458d-4339-a2b7-27db193af533 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2c3f3d-e3d2-47ba-a862-3570a01944c4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:17.710791 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-e22d2b6f-0ff3-4373-8999-8495386218f7 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1540399 Jul 27 19:46:17.823567 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-95309305-b4f6-418c-b88c-ac92c08ee59e service neutron] 10.222.0.48 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053848 Jul 27 19:46:17.942881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-875175e3-7b98-4246-874b-19d43e6e5acb service neutron] 10.222.0.48 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180067 Jul 27 19:46:17.960692 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a53ac99-74fa-4db9-8287-8364361cb034 req-f61cc961-48c7-4d03-a816-862402f6b742 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1994580994&fields=id&tenant_id=fc32d905005344bbbbfc8bc105af6b94 HTTP/1.1" status: 200 len: 267 time: 0.0542886 Jul 27 19:46:18.043987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53ac99-74fa-4db9-8287-8364361cb034 req-f0792249-87ad-4656-b36c-3ca5fb569b73 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:18.046128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a53ac99-74fa-4db9-8287-8364361cb034 req-f0792249-87ad-4656-b36c-3ca5fb569b73 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0777061 Jul 27 19:46:18.062187 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-7a53ac99-74fa-4db9-8287-8364361cb034 req-0ec8f2a8-4ac6-475a-a789-56f46dac7e59 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Request body: {'port': {'security_groups': ['5bb63953-d380-4c4e-b7bd-51f61bb6dff5', '2d2c3f3d-e3d2-47ba-a862-3570a01944c4']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:18.110496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40432) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:18.216528 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7a53ac99-74fa-4db9-8287-8364361cb034 req-0ec8f2a8-4ac6-475a-a789-56f46dac7e59 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:18.294893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd38f5-205e-4344-bb15-46e70eee5f15 req-9896f404-8956-4cc8-8eac-cff7d7c7350d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:18.296601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-93dd38f5-205e-4344-bb15-46e70eee5f15 req-9896f404-8956-4cc8-8eac-cff7d7c7350d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 946 time: 0.1428001 Jul 27 19:46:18.359326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-93dd38f5-205e-4344-bb15-46e70eee5f15 req-cef8b62c-6e36-483c-90b4-c764740b0dfe tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518422 Jul 27 19:46:18.438331 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-837261045-network', 'tenant_id': '1c255ff14e4d4e828bcfd95b5be1c1dd'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:18.467371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a46b1dcf-f993-494a-9c52-9e0dd659c3ef req-f16e90e9-cdc5-4d5f-bf1e-da39758628d5 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 210 time: 0.0379224 Jul 27 19:46:18.479603 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] Made reservation on behalf of 1c255ff14e4d4e828bcfd95b5be1c1dd for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:46:18.484519 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:18.512077 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:18.519924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-7a53ac99-74fa-4db9-8287-8364361cb034 req-0ec8f2a8-4ac6-475a-a789-56f46dac7e59 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] For port 779d9f0e-0aa0-4780-ada2-a981b2f6431e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e,segment=NetworkSegment(3feed133-aece-40fa-a7b8-0d5af3a7eed8),segment_id=3feed133-aece-40fa-a7b8-0d5af3a7eed8)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:18.569019 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7a53ac99-74fa-4db9-8287-8364361cb034 req-0ec8f2a8-4ac6-475a-a789-56f46dac7e59 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:18.577892 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7a53ac99-74fa-4db9-8287-8364361cb034 req-0ec8f2a8-4ac6-475a-a789-56f46dac7e59 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:18.598346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['779d9f0e-0aa0-4780-ada2-a981b2f6431e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:18.695718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53ac99-74fa-4db9-8287-8364361cb034 req-0ec8f2a8-4ac6-475a-a789-56f46dac7e59 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:18.696627 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7a53ac99-74fa-4db9-8287-8364361cb034 req-0ec8f2a8-4ac6-475a-a789-56f46dac7e59 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:18.704707 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a53ac99-74fa-4db9-8287-8364361cb034 req-0ec8f2a8-4ac6-475a-a789-56f46dac7e59 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "PUT /v2.0/ports/779d9f0e-0aa0-4780-ada2-a981b2f6431e HTTP/1.1" status: 200 len: 981 time: 0.6471732 Jul 27 19:46:18.713234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'tag': '779d9f0e-0aa0-4780-ada2-a981b2f6431e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:18.716129 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfd14b0-3c58-47bb-a7e6-5b2d87776743" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b7353a-679d-4d36-b953-8fc5db27d6d6", "tag": "779d9f0e-0aa0-4780-ada2-a981b2f6431e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:18.747419 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:18.755005 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:18.795832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8f2a8-4ac6-475a-a789-56f46dac7e59 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Pushing event updated for resources: {'Port': ['ID=779d9f0e-0aa0-4780-ada2-a981b2f6431e,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:18.807865 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['779d9f0e-0aa0-4780-ada2-a981b2f6431e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:18.820812 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e30f8fd-5927-436b-81a5-d6b436649cd7,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:18.843533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:46:18.856376 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:18.856808 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] Added segment 11b85c81-4a92-4501-8bf5-790169babd65 of type vlan for network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 Jul 27 19:46:18.895576 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:18.935797 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:18.959953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1d5a9-afc3-4e68-9cf7-d1125409ae7c req-0ca67855-b034-40d3-b6c9-f18c67862285 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:18.970529 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25d1d5a9-afc3-4e68-9cf7-d1125409ae7c req-0ca67855-b034-40d3-b6c9-f18c67862285 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.3206282 Jul 27 19:46:18.973485 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:18.976483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:18.977343 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:19.060906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40470) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:19.061305 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9490952 Jul 27 19:46:19.072069 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345d9f6-f56c-41ff-b8d9-a742751b2dcd admin admin] Pushing event updated for resources: {'Network': ['ID=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:19.085009 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25d1d5a9-afc3-4e68-9cf7-d1125409ae7c req-93abdf9c-e91c-4b1e-88e3-41a9fffb4ffd tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094201 Jul 27 19:46:19.088782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Request body: {'subnet': {'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-837261045-subnet', 'tenant_id': '1c255ff14e4d4e828bcfd95b5be1c1dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:19.090390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:46:19.121527 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a74f41-5198-462b-ab69-71f53a7b3dba req-3ef376e3-bdad-4de0-9af0-062bb29c3743 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:19.136111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44a74f41-5198-462b-ab69-71f53a7b3dba req-3ef376e3-bdad-4de0-9af0-062bb29c3743 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.3205652 Jul 27 19:46:19.193078 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Made reservation on behalf of 1c255ff14e4d4e828bcfd95b5be1c1dd for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:46:19.195367 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:19.199493 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44a74f41-5198-462b-ab69-71f53a7b3dba req-59c06feb-41f6-4f03-8874-ce89b54c30fb tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625424 Jul 27 19:46:19.266462 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c49ab4-ea2b-404f-9f42-7a94bdd4df30 x-openstack-request-id: req-99c49ab4-ea2b-404f-9f42-7a94bdd4df30 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:19.266747 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b7353a-679d-4d36-b953-8fc5db27d6d6", "tag": "779d9f0e-0aa0-4780-ada2-a981b2f6431e", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:19.266988 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99c49ab4-ea2b-404f-9f42-7a94bdd4df30 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:19.267370 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'tag': '779d9f0e-0aa0-4780-ada2-a981b2f6431e', 'status': 'completed', 'code': 200} Jul 27 19:46:19.272711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40a96ab1-31a7-4857-a877-b2db5bb86a30 req-1384d398-7911-49a1-bff3-b131c11b526d tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1994580994&fields=id&tenant_id=fc32d905005344bbbbfc8bc105af6b94 HTTP/1.1" status: 200 len: 267 time: 0.0915716 Jul 27 19:46:19.440824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a96ab1-31a7-4857-a877-b2db5bb86a30 req-376cae70-c0b6-415d-b882-622babd3b691 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:19.442555 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40a96ab1-31a7-4857-a877-b2db5bb86a30 req-376cae70-c0b6-415d-b882-622babd3b691 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 984 time: 0.1569722 Jul 27 19:46:19.458630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd14b0-3c58-47bb-a7e6-5b2d87776743 req-44bb598f-75c4-4584-8c17-ee62e6adf00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:19.460177 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8cfd14b0-3c58-47bb-a7e6-5b2d87776743 req-44bb598f-75c4-4584-8c17-ee62e6adf00b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fc32d905005344bbbbfc8bc105af6b94&device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 1136 time: 0.1710863 Jul 27 19:46:19.468639 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-40a96ab1-31a7-4857-a877-b2db5bb86a30 req-9cbeda52-f059-4667-94d7-9c2acc837189 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Request body: {'port': {'security_groups': ['5bb63953-d380-4c4e-b7bd-51f61bb6dff5']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:19.716029 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:19.812432 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-40a96ab1-31a7-4857-a877-b2db5bb86a30 req-9cbeda52-f059-4667-94d7-9c2acc837189 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:19.848250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd14b0-3c58-47bb-a7e6-5b2d87776743 req-de1e5ac5-8248-4bd2-b453-a9672f63ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:19.850076 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8cfd14b0-3c58-47bb-a7e6-5b2d87776743 req-de1e5ac5-8248-4bd2-b453-a9672f63ec0a service neutron] 10.222.0.63 "GET /v2.0/networks?id=3d392951-4941-4395-bb7b-00221c206b39 HTTP/1.1" status: 200 len: 921 time: 0.3784904 Jul 27 19:46:19.855517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=704bcdba-cfcb-4fd0-aa7c-2ab398640f58,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:19.900298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:19.900678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:19.901013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:19.901347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:19.901675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:19.902000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:19.902325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:19.902646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:19.902968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:19.903284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:19.903602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:19.903923 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:19.966830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8cfd14b0-3c58-47bb-a7e6-5b2d87776743 req-4e495d52-e2f0-46ab-9967-815165dd79a7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e HTTP/1.1" status: 200 len: 217 time: 0.0885437 Jul 27 19:46:19.973480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-1e50543c-adad-43b5-8d43-94b9559fa49c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:19.974949 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-1e50543c-adad-43b5-8d43-94b9559fa49c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.52 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 812 time: 0.4360383 Jul 27 19:46:20.018010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d5de5116-ab68-4c38-91fb-8410038294f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Request body: {'port': {'device_id': '865e67bb-aa33-46f7-b322-592bff59c4e6', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'admin_state_up': True, 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:20.028372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eedf5-201d-4800-9750-c0c2d1a76d32 req-998b263f-0eb0-4a0c-b0b6-2721a5cd787c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:20.029866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a42eedf5-201d-4800-9750-c0c2d1a76d32 req-998b263f-0eb0-4a0c-b0b6-2721a5cd787c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 946 time: 0.4229364 Jul 27 19:46:20.030624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Checking segment: {'id': '11b85c81-4a92-4501-8bf5-790169babd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:46:20.030972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Network hostable DHCP agents. Network: 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:46:20.144499 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd14b0-3c58-47bb-a7e6-5b2d87776743 req-9ff0a878-298a-4e65-806a-478fc1499822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:20.146648 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8cfd14b0-3c58-47bb-a7e6-5b2d87776743 req-9ff0a878-298a-4e65-806a-478fc1499822 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d400d9f-7d58-449d-9237-333becbb3681 HTTP/1.1" status: 200 len: 860 time: 0.1686420 Jul 27 19:46:20.213387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:46:20.312865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8b992-8365-49de-8bc0-37ca4d161420 req-d2ce2874-792b-495f-93d5-f48a41237091 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:20.314465 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0ec8b992-8365-49de-8bc0-37ca4d161420 req-d2ce2874-792b-495f-93d5-f48a41237091 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 946 time: 0.0726333 Jul 27 19:46:20.426045 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-0ec8b992-8365-49de-8bc0-37ca4d161420 req-32c41a38-7980-42af-b627-e93f2c3e853f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Deleting port d205cda9-28e7-4123-8dac-244172235feb {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:20.426397 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0ec8b992-8365-49de-8bc0-37ca4d161420 req-32c41a38-7980-42af-b627-e93f2c3e853f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:20.524168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-0ec8b992-8365-49de-8bc0-37ca4d161420 req-32c41a38-7980-42af-b627-e93f2c3e853f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] For port d205cda9-28e7-4123-8dac-244172235feb, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d205cda9-28e7-4123-8dac-244172235feb,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:20.524795 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0ec8b992-8365-49de-8bc0-37ca4d161420 req-32c41a38-7980-42af-b627-e93f2c3e853f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:20.597280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8cfd14b0-3c58-47bb-a7e6-5b2d87776743 req-2493b34f-e600-4fe7-8bb0-a68be51c771e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3d392951-4941-4395-bb7b-00221c206b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4344165 Jul 27 19:46:20.611806 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a42eedf5-201d-4800-9750-c0c2d1a76d32 req-2448585f-97aa-42dd-b26a-5873648698bf tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683556 Jul 27 19:46:20.639921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:46:20.658261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f456d81d-c752-41c4-96e4-2a7544d4360c None None] Network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:46:20.674322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:20.674990 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:20.770903 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-499269b0-c90a-404b-a5ee-618d39f45250 req-c18e0f48-c871-4720-b9e9-869410e90b8f service neutron] show failed (client error): The resource could not be found. Jul 27 19:46:20.772170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-c18e0f48-c871-4720-b9e9-869410e90b8f service neutron] 10.222.0.63 "GET /v2.0/ports/f835cc48-5b0b-4241-898b-0aacebcf3b17/bindings/n-h1-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.5763927 Jul 27 19:46:20.827134 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-0ec8b992-8365-49de-8bc0-37ca4d161420 req-32c41a38-7980-42af-b627-e93f2c3e853f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Calling delete_port for d205cda9-28e7-4123-8dac-244172235feb owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:20.846808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e229ec15-8ac2-4e79-8cf7-a3a61411d043 req-bb3c1d0e-c896-45bd-83d6-1c82a1a2ead1 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 210 time: 0.1151638 Jul 27 19:46:20.872585 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8cfd14b0-3c58-47bb-a7e6-5b2d87776743 req-48cf4e2e-0b1e-477d-b5d3-db963a2890e3 service neutron] 10.222.0.63 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533531 Jul 27 19:46:20.892039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d5de5116-ab68-4c38-91fb-8410038294f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Made reservation on behalf of 2dd7c4d346a24a0db331ef6e9c410c69 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:46:20.899268 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d5de5116-ab68-4c38-91fb-8410038294f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:20.905821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-40a96ab1-31a7-4857-a877-b2db5bb86a30 req-9cbeda52-f059-4667-94d7-9c2acc837189 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] For port 779d9f0e-0aa0-4780-ada2-a981b2f6431e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e,segment=NetworkSegment(3feed133-aece-40fa-a7b8-0d5af3a7eed8),segment_id=3feed133-aece-40fa-a7b8-0d5af3a7eed8)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:20.976200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f7b062bb-2422-4596-8356-0b8db2dbea28 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9136038 Jul 27 19:46:20.991291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3591957e-be5a-4e5d-9554-56cceb928a6a None None] Network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:46:21.039201 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0ec8b992-8365-49de-8bc0-37ca4d161420 req-32c41a38-7980-42af-b627-e93f2c3e853f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:21.057062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['d205cda9-28e7-4123-8dac-244172235feb'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:21.107716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c41a38-7980-42af-b627-e93f2c3e853f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Pushing event deleted for resources: {'Port': ['ID=d205cda9-28e7-4123-8dac-244172235feb,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:21.164723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec8b992-8365-49de-8bc0-37ca4d161420 req-32c41a38-7980-42af-b627-e93f2c3e853f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] No DVR routers for this DVR port d205cda9-28e7-4123-8dac-244172235feb on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:46:21.169357 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0ec8b992-8365-49de-8bc0-37ca4d161420 req-32c41a38-7980-42af-b627-e93f2c3e853f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:21.173250 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0ec8b992-8365-49de-8bc0-37ca4d161420 req-32c41a38-7980-42af-b627-e93f2c3e853f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.52 "DELETE /v2.0/ports/d205cda9-28e7-4123-8dac-244172235feb HTTP/1.1" status: 204 len: 173 time: 0.8518114 Jul 27 19:46:21.173882 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c143691-b878-46cc-a98e-0f117857021b', 'name': 'network-vif-deleted', 'tag': 'd205cda9-28e7-4123-8dac-244172235feb'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:21.177064 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0e684e-779e-4ef9-b0c2-c30b14815b6a" -d '{"events": [{"server_uuid": "0c143691-b878-46cc-a98e-0f117857021b", "name": "network-vif-deleted", "tag": "d205cda9-28e7-4123-8dac-244172235feb"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:21.190520 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-40a96ab1-31a7-4857-a877-b2db5bb86a30 req-9cbeda52-f059-4667-94d7-9c2acc837189 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:21.200698 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8cfd14b0-3c58-47bb-a7e6-5b2d87776743 req-a4554cbb-3ee3-498e-8dcd-c60b84e4a595 service neutron] 10.222.0.63 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974133 Jul 27 19:46:21.207914 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-40a96ab1-31a7-4857-a877-b2db5bb86a30 req-9cbeda52-f059-4667-94d7-9c2acc837189 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:21.222705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['779d9f0e-0aa0-4780-ada2-a981b2f6431e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:21.317954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a96ab1-31a7-4857-a877-b2db5bb86a30 req-9cbeda52-f059-4667-94d7-9c2acc837189 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:21.318688 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-40a96ab1-31a7-4857-a877-b2db5bb86a30 req-9cbeda52-f059-4667-94d7-9c2acc837189 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:21.320181 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40a96ab1-31a7-4857-a877-b2db5bb86a30 req-9cbeda52-f059-4667-94d7-9c2acc837189 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "PUT /v2.0/ports/779d9f0e-0aa0-4780-ada2-a981b2f6431e HTTP/1.1" status: 200 len: 942 time: 1.8576221 Jul 27 19:46:21.321735 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'tag': '779d9f0e-0aa0-4780-ada2-a981b2f6431e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:21.324103 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8ea4d8-dadd-4b18-b8e3-ada4cab16084" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b7353a-679d-4d36-b953-8fc5db27d6d6", "tag": "779d9f0e-0aa0-4780-ada2-a981b2f6431e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:21.373580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e837da-25ad-4960-bcf0-506b070d442e req-67c9ab6e-fb73-487d-a0b4-c1a29ce72bb5 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:21.375102 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21e837da-25ad-4960-bcf0-506b070d442e req-67c9ab6e-fb73-487d-a0b4-c1a29ce72bb5 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.3518615 Jul 27 19:46:21.382959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499269b0-c90a-404b-a5ee-618d39f45250 req-8558d040-3372-45c9-a413-b772cb89045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:21.384591 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-8558d040-3372-45c9-a413-b772cb89045a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a&tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4 HTTP/1.1" status: 200 len: 1101 time: 0.3584471 Jul 27 19:46:21.389791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbeda52-f059-4667-94d7-9c2acc837189 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Pushing event updated for resources: {'Port': ['ID=779d9f0e-0aa0-4780-ada2-a981b2f6431e,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:21.418324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:21.443163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['779d9f0e-0aa0-4780-ada2-a981b2f6431e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:21.469395 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d5de5116-ab68-4c38-91fb-8410038294f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Allocated IP 172.20.0.4 (2f987a4c-7176-4728-b48c-c6344a5a384d/82a6d6e2-ef16-4337-a570-8e7d796ec20f/60aae3c2-ea19-46af-b025-82a6e56e9966) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:46:21.536569 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21e837da-25ad-4960-bcf0-506b070d442e req-4b3d2cda-0a6a-4302-b0ca-b0c28856b8c6 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475019 Jul 27 19:46:21.615326 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:21.674215 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8521a2-a544-415f-a50d-c82e579f12a7 req-bccaca58-87c6-40e5-826d-b4e842d0df46 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:21.675674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8b8521a2-a544-415f-a50d-c82e579f12a7 req-bccaca58-87c6-40e5-826d-b4e842d0df46 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.2901587 Jul 27 19:46:21.768318 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d19c62-8fed-4284-9c92-08835bc4f60a x-openstack-request-id: req-25d19c62-8fed-4284-9c92-08835bc4f60a {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:21.768906 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c143691-b878-46cc-a98e-0f117857021b", "name": "network-vif-deleted", "tag": "d205cda9-28e7-4123-8dac-244172235feb", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:21.769740 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25d19c62-8fed-4284-9c92-08835bc4f60a {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:21.770253 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c143691-b878-46cc-a98e-0f117857021b', 'name': 'network-vif-deleted', 'tag': 'd205cda9-28e7-4123-8dac-244172235feb', 'status': 'completed', 'code': 200} Jul 27 19:46:21.842796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8b8521a2-a544-415f-a50d-c82e579f12a7 req-20ad1293-bed4-470c-8b12-6a54e3ba13d1 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564631 Jul 27 19:46:21.870692 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d5de5116-ab68-4c38-91fb-8410038294f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:21.928771 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f03062-272b-45a1-84c4-1f4786a30f85 x-openstack-request-id: req-34f03062-272b-45a1-84c4-1f4786a30f85 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:21.929024 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b7353a-679d-4d36-b953-8fc5db27d6d6", "tag": "779d9f0e-0aa0-4780-ada2-a981b2f6431e", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:21.929213 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34f03062-272b-45a1-84c4-1f4786a30f85 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:21.929611 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'tag': '779d9f0e-0aa0-4780-ada2-a981b2f6431e', 'status': 'completed', 'code': 200} Jul 27 19:46:21.933710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d5de5116-ab68-4c38-91fb-8410038294f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Transition to ACTIVE for port object 60aae3c2-ea19-46af-b025-82a6e56e9966 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:46:22.209522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:22.221141 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d5de5116-ab68-4c38-91fb-8410038294f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:22.227240 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-5fdf6f91-a902-4b49-9954-d658de792d24 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3033459 Jul 27 19:46:22.247172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861298-4851-449c-a190-037f556094d0 req-aa56a79c-723a-40a7-9512-4e3b396b7fa3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:22.248351 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2861298-4851-449c-a190-037f556094d0 req-aa56a79c-723a-40a7-9512-4e3b396b7fa3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/networks?id=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 HTTP/1.1" status: 200 len: 821 time: 0.3233216 Jul 27 19:46:22.259790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:22.339291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d5de5116-ab68-4c38-91fb-8410038294f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Network 2f987a4c-7176-4728-b48c-c6344a5a384d is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:46:22.352643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d5de5116-ab68-4c38-91fb-8410038294f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:46:22.355842 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ea4d8-dadd-4b18-b8e3-ada4cab16084 req-5ea5a955-3833-4b46-89e0-ec8e3527d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:22.357532 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a8ea4d8-dadd-4b18-b8e3-ada4cab16084 req-5ea5a955-3833-4b46-89e0-ec8e3527d432 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fc32d905005344bbbbfc8bc105af6b94&device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 1097 time: 0.4221013 Jul 27 19:46:22.364585 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2861298-4851-449c-a190-037f556094d0 req-db83464a-0e68-4214-9eb4-7f5d397a5468 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/quotas/1c255ff14e4d4e828bcfd95b5be1c1dd HTTP/1.1" status: 200 len: 375 time: 0.0990677 Jul 27 19:46:22.370111 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d5de5116-ab68-4c38-91fb-8410038294f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:46:22.374977 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:46:22.409738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de5116-ab68-4c38-91fb-8410038294f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event updated for resources: {'Port': ['ID=60aae3c2-ea19-46af-b025-82a6e56e9966,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:22.456731 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:22.476657 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2861298-4851-449c-a190-037f556094d0 req-55ce6dc6-bd6b-4fab-acc5-882d353aec64 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c255ff14e4d4e828bcfd95b5be1c1dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1081884 Jul 27 19:46:22.593027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-70f76e6d-a5b4-4d72-a732-33a4233998d6 None None] Provisioning for port 60aae3c2-ea19-46af-b025-82a6e56e9966 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:46:22.595828 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:22.597212 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-70f76e6d-a5b4-4d72-a732-33a4233998d6 None None] Provisioning complete for port 60aae3c2-ea19-46af-b025-82a6e56e9966 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:22.597605 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-70f76e6d-a5b4-4d72-a732-33a4233998d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:22.610954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d5de5116-ab68-4c38-91fb-8410038294f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:22.611694 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d5de5116-ab68-4c38-91fb-8410038294f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:22.646530 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Transition to ACTIVE for port object f835cc48-5b0b-4241-898b-0aacebcf3b17 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:46:22.651654 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d5de5116-ab68-4c38-91fb-8410038294f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6588492 Jul 27 19:46:22.663561 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-70f76e6d-a5b4-4d72-a732-33a4233998d6 None None] Port 60aae3c2-ea19-46af-b025-82a6e56e9966 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:46:22.676822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Request body: {'port': {'device_id': '865e67bb-aa33-46f7-b322-592bff59c4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:22.679354 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:22.711613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ea4d8-dadd-4b18-b8e3-ada4cab16084 req-e565697b-3f80-4511-8579-c01fa1eb01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:22.713142 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a8ea4d8-dadd-4b18-b8e3-ada4cab16084 req-e565697b-3f80-4511-8579-c01fa1eb01dc service neutron] 10.222.0.63 "GET /v2.0/networks?id=3d392951-4941-4395-bb7b-00221c206b39 HTTP/1.1" status: 200 len: 921 time: 0.3365932 Jul 27 19:46:22.838424 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a8ea4d8-dadd-4b18-b8e3-ada4cab16084 req-4338f11e-2336-4704-9fc2-02dfbd137eb3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e HTTP/1.1" status: 200 len: 217 time: 0.1023962 Jul 27 19:46:22.913633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] No DVR routers for this DVR port f835cc48-5b0b-4241-898b-0aacebcf3b17 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:46:22.937465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Pushing event updated for resources: {'Port': ['ID=f835cc48-5b0b-4241-898b-0aacebcf3b17,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:23.011204 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:23.024928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ea4d8-dadd-4b18-b8e3-ada4cab16084 req-4769ac68-9897-4f36-a07c-cc84dd6da300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:23.026408 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a8ea4d8-dadd-4b18-b8e3-ada4cab16084 req-4769ac68-9897-4f36-a07c-cc84dd6da300 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d400d9f-7d58-449d-9237-333becbb3681 HTTP/1.1" status: 200 len: 860 time: 0.1590652 Jul 27 19:46:23.035887 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2861298-4851-449c-a190-037f556094d0 req-6d29a8e7-90f0-4262-adf4-45244f83ac94 service neutron] 10.222.0.48 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132585 Jul 27 19:46:23.439797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a8ea4d8-dadd-4b18-b8e3-ada4cab16084 req-231bf930-4769-45f5-b066-92ff60682c12 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3d392951-4941-4395-bb7b-00221c206b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3958986 Jul 27 19:46:23.444213 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Attempting to bind port f835cc48-5b0b-4241-898b-0aacebcf3b17 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:46:23.444577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Attempting to bind port f835cc48-5b0b-4241-898b-0aacebcf3b17 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:46:23.444901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Attempting to bind port f835cc48-5b0b-4241-898b-0aacebcf3b17 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:46:23.509331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Port f835cc48-5b0b-4241-898b-0aacebcf3b17 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:46:23.509632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Attempting to bind port f835cc48-5b0b-4241-898b-0aacebcf3b17 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:46:23.537594 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:23.599047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:46:23.599296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:46:23.599649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:46:23.600096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Bound port: f835cc48-5b0b-4241-898b-0aacebcf3b17, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:46:23.600515 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:23.731019 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2861298-4851-449c-a190-037f556094d0 req-ae17bf5c-af83-4868-ac0e-36953524cb93 service neutron] 10.222.0.48 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6859732 Jul 27 19:46:23.776950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a8ea4d8-dadd-4b18-b8e3-ada4cab16084 req-0d8e5999-f299-4763-bb2b-e0b030d4790c service neutron] 10.222.0.63 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239009 Jul 27 19:46:23.891525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d205cda9-28e7-4123-8dac-244172235feb no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:23.926114 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: d205cda9-28e7-4123-8dac-244172235feb {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:46:23.926429 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:46:23.928523 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d205cda9-28e7-4123-8dac-244172235feb not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:23.931955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:23.934534 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff56699-3d83-419f-8de2-5836060ce39d" -d '{"events": [{"server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "name": "network-vif-unplugged", "status": "completed", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:23.983185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Allocated IP 172.25.1.197 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/9d2fc375-767d-4386-8bf6-311251dd5946) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:46:23.986638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:46:24.010828 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:24.065763 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a8ea4d8-dadd-4b18-b8e3-ada4cab16084 req-1eb7d241-e53a-46b5-aac4-9b3157746d7a service neutron] 10.222.0.63 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783475 Jul 27 19:46:24.094799 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:24.095427 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:24.096875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] 10.222.0.52 "PUT /v2.0/ports/f835cc48-5b0b-4241-898b-0aacebcf3b17 HTTP/1.1" status: 200 len: 1096 time: 2.6945403 Jul 27 19:46:24.256436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65afde9d-1e7f-4fb2-b54b-69d56a0c1d80 req-37075dc6-50e9-4d25-8e69-653dccd5ec8d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c143691-b878-46cc-a98e-0f117857021b HTTP/1.1" status: 200 len: 210 time: 0.0765960 Jul 27 19:46:24.285213 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60aae3c2-ea19-46af-b025-82a6e56e9966 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:46:24.300339 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:24.316257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7800b-e5bb-4df1-ae86-f9899d23c795 service neutron] Pushing event updated for resources: {'Port': ['ID=f835cc48-5b0b-4241-898b-0aacebcf3b17,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:24.359296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Transition to ACTIVE for port object 60aae3c2-ea19-46af-b025-82a6e56e9966 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:46:24.370371 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:24.421768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Pushing event updated for resources: {'Port': ['ID=60aae3c2-ea19-46af-b025-82a6e56e9966,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:24.425430 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499269b0-c90a-404b-a5ee-618d39f45250 req-827e1c4f-772f-403a-823f-42d4d3ab5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:24.427053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-827e1c4f-772f-403a-823f-42d4d3ab5076 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 1099 time: 0.2946842 Jul 27 19:46:24.433325 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:24.592112 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f835cc48-5b0b-4241-898b-0aacebcf3b17 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:24.672258 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f835cc48-5b0b-4241-898b-0aacebcf3b17 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:24.676947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499269b0-c90a-404b-a5ee-618d39f45250 req-4439f088-396b-4e1a-aa2e-44e8b5539f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:24.678778 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-4439f088-396b-4e1a-aa2e-44e8b5539f28 service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2411137 Jul 27 19:46:24.687661 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:24.713457 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24a862-19c5-4d66-9ff9-032b19dd907d req-8a71b519-a34a-458b-a1fd-f76d3d4e4dcc tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:24.714983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb24a862-19c5-4d66-9ff9-032b19dd907d req-8a71b519-a34a-458b-a1fd-f76d3d4e4dcc tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 943 time: 0.2671642 Jul 27 19:46:24.778556 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-600f30e6-0fc3-4774-9a6f-a7bac4c43300 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17 HTTP/1.1" status: 200 len: 217 time: 0.0885425 Jul 27 19:46:24.786643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:46:24.813012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:46:24.825136 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:46:24.843811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Attempting to bind port 60aae3c2-ea19-46af-b025-82a6e56e9966 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:46:24.844154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Attempting to bind port 60aae3c2-ea19-46af-b025-82a6e56e9966 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:46:24.844507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Attempting to bind port 60aae3c2-ea19-46af-b025-82a6e56e9966 on network 2f987a4c-7176-4728-b48c-c6344a5a384d {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:46:24.893703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Pushing event updated for resources: {'Port': ['ID=9d2fc375-767d-4386-8bf6-311251dd5946,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:24.905869 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Port 60aae3c2-ea19-46af-b025-82a6e56e9966 on network 2f987a4c-7176-4728-b48c-c6344a5a384d not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:46:24.906232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Attempting to bind port 60aae3c2-ea19-46af-b025-82a6e56e9966 on network 2f987a4c-7176-4728-b48c-c6344a5a384d {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:46:24.915078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb24a862-19c5-4d66-9ff9-032b19dd907d req-e1100b37-e392-49ce-9fd6-bfe50fdb682b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777303 Jul 27 19:46:24.928905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:46:24.929253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Checking segment: {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:46:24.929691 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Bound using segment: {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:46:24.930101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Bound port: 60aae3c2-ea19-46af-b025-82a6e56e9966, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:46:24.930475 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:24.960197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499269b0-c90a-404b-a5ee-618d39f45250 req-81087b68-8520-4fa0-9851-7ad81d5c448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:24.962090 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-81087b68-8520-4fa0-9851-7ad81d5c448f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1468525 Jul 27 19:46:25.114218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] For port 60aae3c2-ea19-46af-b025-82a6e56e9966, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:46:25.116729 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:25.124367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] For port 60aae3c2-ea19-46af-b025-82a6e56e9966, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=60aae3c2-ea19-46af-b025-82a6e56e9966,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:46:25.135981 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:25.231046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:25.231683 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:25.233161 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] 10.222.0.52 "PUT /v2.0/ports/60aae3c2-ea19-46af-b025-82a6e56e9966 HTTP/1.1" status: 200 len: 1092 time: 2.5641172 Jul 27 19:46:25.252405 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf9efd-6bc4-47ba-adc0-05c1726c2fd4 req-85529b45-9c63-4fc4-86fe-f925d680ccbb tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:25.258046 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ebf9efd-6bc4-47ba-adc0-05c1726c2fd4 req-85529b45-9c63-4fc4-86fe-f925d680ccbb tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 947 time: 0.2734766 Jul 27 19:46:25.267065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499269b0-c90a-404b-a5ee-618d39f45250 req-e566a173-4201-4f79-b1b8-02cc1210468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:25.268602 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-e566a173-4201-4f79-b1b8-02cc1210468a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2877231 Jul 27 19:46:25.269782 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:25.373981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9591a-b32a-422f-8c61-ee986e290a2b service neutron] Pushing event updated for resources: {'Port': ['ID=60aae3c2-ea19-46af-b025-82a6e56e9966,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:25.385862 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861298-4851-449c-a190-037f556094d0 req-a894070b-78db-4af3-9e05-327265b4b588 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:25.387545 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f2861298-4851-449c-a190-037f556094d0 req-a894070b-78db-4af3-9e05-327265b4b588 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.52 "GET /v2.0/networks?id=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 HTTP/1.1" status: 200 len: 821 time: 0.1710806 Jul 27 19:46:25.409671 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-f2861298-4851-449c-a190-037f556094d0 req-bbbafa67-0609-4046-83f5-4cede0281fb7 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Request body: {'port': {'device_id': '8403d2ab-ea5d-4451-979b-015081e8f5c5', 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9', 'admin_state_up': True, 'tenant_id': '1c255ff14e4d4e828bcfd95b5be1c1dd'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:25.443123 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ebf9efd-6bc4-47ba-adc0-05c1726c2fd4 req-708c8029-ada6-46bc-82dd-46694117f1a5 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714504 Jul 27 19:46:25.532633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2861298-4851-449c-a190-037f556094d0 req-bbbafa67-0609-4046-83f5-4cede0281fb7 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Made reservation on behalf of 1c255ff14e4d4e828bcfd95b5be1c1dd for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:46:25.536973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f2861298-4851-449c-a190-037f556094d0 req-bbbafa67-0609-4046-83f5-4cede0281fb7 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:25.539004 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-41d577c9-7482-4a10-880c-0524c05f69e3 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536187 Jul 27 19:46:25.590340 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-835e5169-4676-4375-ac1b-4a6ad2c64a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:25.591962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-835e5169-4676-4375-ac1b-4a6ad2c64a37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 1095 time: 0.2686627 Jul 27 19:46:25.694024 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-48fd61ce-90c6-4cab-9587-514abef8a9eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aae3c2-ea19-46af-b025-82a6e56e9966 HTTP/1.1" status: 200 len: 217 time: 0.0539923 Jul 27 19:46:25.699083 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-f2861298-4851-449c-a190-037f556094d0 req-bbbafa67-0609-4046-83f5-4cede0281fb7 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Allocated IP 172.20.0.9 (3a193868-89f5-4bf8-8d55-9d4c3da0e7d9/704bcdba-cfcb-4fd0-aa7c-2ab398640f58/00886831-6656-4091-bf75-321dbb7d7f04) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:46:25.789701 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:25.795108 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-80ee07ca-ce79-4226-afaa-b72f760fd595 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372355 Jul 27 19:46:25.799494 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:25.831462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-09abf7c3-33c9-45bc-b02b-4ef8fca08730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:25.833191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-09abf7c3-33c9-45bc-b02b-4ef8fca08730 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.1290731 Jul 27 19:46:25.843186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0b6b1-7091-4f95-9f86-70b4ad2b74a1 req-644125b6-e5c3-4ce3-9dd3-c59c714a3561 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:25.844692 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4a0b6b1-7091-4f95-9f86-70b4ad2b74a1 req-644125b6-e5c3-4ce3-9dd3-c59c714a3561 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.3113019 Jul 27 19:46:25.860741 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f2861298-4851-449c-a190-037f556094d0 req-bbbafa67-0609-4046-83f5-4cede0281fb7 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:25.904607 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f2861298-4851-449c-a190-037f556094d0 req-bbbafa67-0609-4046-83f5-4cede0281fb7 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:25.939331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Pushing event updated for resources: {'Port': ['ID=9d2fc375-767d-4386-8bf6-311251dd5946,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:25.952686 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2861298-4851-449c-a190-037f556094d0 req-bbbafa67-0609-4046-83f5-4cede0281fb7 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:46:25.958136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-f2861298-4851-449c-a190-037f556094d0 req-bbbafa67-0609-4046-83f5-4cede0281fb7 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:46:25.962153 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2861298-4851-449c-a190-037f556094d0 req-bbbafa67-0609-4046-83f5-4cede0281fb7 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:46:25.964285 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:25.968989 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbafa67-0609-4046-83f5-4cede0281fb7 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Pushing event updated for resources: {'Port': ['ID=00886831-6656-4091-bf75-321dbb7d7f04,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:25.981923 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4a0b6b1-7091-4f95-9f86-70b4ad2b74a1 req-cc89ede5-b6b8-4eb3-acb8-30cdddfb9201 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202970 Jul 27 19:46:25.992579 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:25.994052 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-3514e60d-3c82-4c7f-a41a-58f2ea58c9e7 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7572563 Jul 27 19:46:26.003587 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-cfb3c744-1181-457c-a4b0-87f46b928309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:26.005250 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-cfb3c744-1181-457c-a4b0-87f46b928309 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1584377 Jul 27 19:46:26.021166 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861298-4851-449c-a190-037f556094d0 req-bbbafa67-0609-4046-83f5-4cede0281fb7 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:26.021910 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f2861298-4851-449c-a190-037f556094d0 req-bbbafa67-0609-4046-83f5-4cede0281fb7 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:26.037450 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f2861298-4851-449c-a190-037f556094d0 req-bbbafa67-0609-4046-83f5-4cede0281fb7 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6328642 Jul 27 19:46:26.052233 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Request body: {'port': {'device_id': '8403d2ab-ea5d-4451-979b-015081e8f5c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:26.076223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-cdd3a725-81e3-4fa6-80e8-0498cc7c3139 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.197 HTTP/1.1" status: 200 len: 696 time: 0.0699933 Jul 27 19:46:26.134994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:26.415409 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00886831-6656-4091-bf75-321dbb7d7f04 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:46:26.423903 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:26.437533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Transition to ACTIVE for port object 00886831-6656-4091-bf75-321dbb7d7f04 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:46:26.442707 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:26.494945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Pushing event updated for resources: {'Port': ['ID=00886831-6656-4091-bf75-321dbb7d7f04,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:26.568082 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-fb377874-a332-449e-8699-6f08b45d4b21 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258555 Jul 27 19:46:26.571864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Attempting to bind port 00886831-6656-4091-bf75-321dbb7d7f04 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:46:26.572188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Attempting to bind port 00886831-6656-4091-bf75-321dbb7d7f04 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '11b85c81-4a92-4501-8bf5-790169babd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:46:26.572572 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Attempting to bind port 00886831-6656-4091-bf75-321dbb7d7f04 on network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:46:26.577262 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Port 00886831-6656-4091-bf75-321dbb7d7f04 on network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:46:26.577586 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Attempting to bind port 00886831-6656-4091-bf75-321dbb7d7f04 on network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:46:26.580572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-24d79c54-6136-47c5-a75e-7d7a7d92e4e3 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:26.581849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-24d79c54-6136-47c5-a75e-7d7a7d92e4e3 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.4624388 Jul 27 19:46:26.583174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:46:26.583517 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Checking segment: {'id': '11b85c81-4a92-4501-8bf5-790169babd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:46:26.583875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Bound using segment: {'id': '11b85c81-4a92-4501-8bf5-790169babd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:46:26.584420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Bound port: 00886831-6656-4091-bf75-321dbb7d7f04, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b85c81-4a92-4501-8bf5-790169babd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:46:26.584837 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:26.589191 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73288bde-f2a5-4912-a01f-27c5b5304aab req-03d4574e-9c5c-4f9a-9b0f-cd3a7a06556e tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:26.590760 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-73288bde-f2a5-4912-a01f-27c5b5304aab req-03d4574e-9c5c-4f9a-9b0f-cd3a7a06556e tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 931 time: 0.5369110 Jul 27 19:46:26.606655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-8fa02848-f7f6-4998-84a0-b5f37018cf34 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:46:26.607598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0cfaeda-ab26-4786-b8d7-1efad3d5c0b8 req-8fa02848-f7f6-4998-84a0-b5f37018cf34 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146191 Jul 27 19:46:26.663051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] For port 00886831-6656-4091-bf75-321dbb7d7f04, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:46:26.666379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] For port 00886831-6656-4091-bf75-321dbb7d7f04, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=00886831-6656-4091-bf75-321dbb7d7f04,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:46:26.674637 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:26.682521 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-73288bde-f2a5-4912-a01f-27c5b5304aab req-2ab1ecef-af2c-4475-9821-0e4b340af26e tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806434 Jul 27 19:46:26.723544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:26.724743 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:26.726520 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f2861298-4851-449c-a190-037f556094d0 req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] 10.222.0.52 "PUT /v2.0/ports/00886831-6656-4091-bf75-321dbb7d7f04 HTTP/1.1" status: 200 len: 1092 time: 0.6786928 Jul 27 19:46:26.727517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a476a75-1e53-45f5-a270-3338a655d6c7 req-86be7d40-b5b5-47e1-bb14-bfdd367ff7ed service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357934 Jul 27 19:46:26.729063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8403d2ab-ea5d-4451-979b-015081e8f5c5', 'tag': '00886831-6656-4091-bf75-321dbb7d7f04'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:26.729189 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e0c5bd-da51-4696-82a8-de63157583df x-openstack-request-id: req-b9e0c5bd-da51-4696-82a8-de63157583df {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:26.729403 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "name": "network-vif-unplugged", "status": "completed", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:26.729676 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9e0c5bd-da51-4696-82a8-de63157583df {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:26.730162 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17', 'code': 200} Jul 27 19:46:26.731487 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79791979-8ef7-41e3-863d-80ae38b44d01" -d '{"events": [{"name": "network-changed", "server_uuid": "8403d2ab-ea5d-4451-979b-015081e8f5c5", "tag": "00886831-6656-4091-bf75-321dbb7d7f04"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:26.791211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cb602-f099-47f1-a2a8-4295e1d8c27c service neutron] Pushing event updated for resources: {'Port': ['ID=00886831-6656-4091-bf75-321dbb7d7f04,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:26.867137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861298-4851-449c-a190-037f556094d0 req-93c44761-b4bc-4493-85af-015ab94c3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:26.868892 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f2861298-4851-449c-a190-037f556094d0 req-93c44761-b4bc-4493-85af-015ab94c3bdb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c255ff14e4d4e828bcfd95b5be1c1dd&device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 1095 time: 0.0668163 Jul 27 19:46:26.903141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8d7e1-e486-430a-99c4-6071efe38a72 req-1324ca1b-08e8-4bd4-aa2b-f6d7620c7fca tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:26.904970 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-12e8d7e1-e486-430a-99c4-6071efe38a72 req-1324ca1b-08e8-4bd4-aa2b-f6d7620c7fca tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 943 time: 0.1128914 Jul 27 19:46:26.916964 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f2861298-4851-449c-a190-037f556094d0 req-f27da1a7-cb30-417d-8ac2-2965c727f782 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00886831-6656-4091-bf75-321dbb7d7f04 HTTP/1.1" status: 200 len: 217 time: 0.0369358 Jul 27 19:46:26.942959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144fb07-d71c-4175-bc49-74438a0b06bb req-7c695668-3c45-4b2b-8a38-56defb22ec4b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:26.944267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7144fb07-d71c-4175-bc49-74438a0b06bb req-7c695668-3c45-4b2b-8a38-56defb22ec4b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 947 time: 0.1115649 Jul 27 19:46:26.978434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861298-4851-449c-a190-037f556094d0 req-205aaa38-216e-445e-97c9-81981c2b4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:26.980477 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f2861298-4851-449c-a190-037f556094d0 req-205aaa38-216e-445e-97c9-81981c2b4366 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=704bcdba-cfcb-4fd0-aa7c-2ab398640f58 HTTP/1.1" status: 200 len: 861 time: 0.0514565 Jul 27 19:46:26.983089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-12e8d7e1-e486-430a-99c4-6071efe38a72 req-020a1137-e9a8-4825-ab21-992033248ff8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672810 Jul 27 19:46:27.000493 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7144fb07-d71c-4175-bc49-74438a0b06bb req-cabcb25f-7445-402b-b79a-24e9a5cbaa94 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510945 Jul 27 19:46:27.045394 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f2861298-4851-449c-a190-037f556094d0 req-8d0a334a-e694-480c-9a1e-9c350e3f628a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558395 Jul 27 19:46:27.107087 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd4d1f5-4f6e-46e1-8d99-82661b78d1c4 x-openstack-request-id: req-cbd4d1f5-4f6e-46e1-8d99-82661b78d1c4 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:27.107375 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8403d2ab-ea5d-4451-979b-015081e8f5c5", "tag": "00886831-6656-4091-bf75-321dbb7d7f04", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:27.107639 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbd4d1f5-4f6e-46e1-8d99-82661b78d1c4 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:27.108039 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8403d2ab-ea5d-4451-979b-015081e8f5c5', 'tag': '00886831-6656-4091-bf75-321dbb7d7f04', 'status': 'completed', 'code': 200} Jul 27 19:46:27.127172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-de32b8a9-eabc-46c7-b15b-b248b603f163 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:27.129453 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-de32b8a9-eabc-46c7-b15b-b248b603f163 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0715456 Jul 27 19:46:27.159484 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f2861298-4851-449c-a190-037f556094d0 req-846d3eed-21dc-406c-8d36-36c783b9f53b service neutron] 10.222.0.52 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033792 Jul 27 19:46:27.188163 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-49412a10-f1ee-4012-8445-160f088ea88d tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.197 HTTP/1.1" status: 200 len: 696 time: 0.0515764 Jul 27 19:46:27.209745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-64ec903c-d865-4ddb-a4b2-8311c3510a09 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Request body: {'floatingip': {'port_id': '779d9f0e-0aa0-4780-ada2-a981b2f6431e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:27.255111 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f2861298-4851-449c-a190-037f556094d0 req-ac48243b-1d0e-465c-9b9b-962f5b78d8da service neutron] 10.222.0.52 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832429 Jul 27 19:46:27.256021 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-64ec903c-d865-4ddb-a4b2-8311c3510a09 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:27.341760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45b602-9583-44a0-a0b3-155b3e442412 req-af4892e7-37f5-45ec-bb8d-4bcf15a6be3c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:27.343274 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d45b602-9583-44a0-a0b3-155b3e442412 req-af4892e7-37f5-45ec-bb8d-4bcf15a6be3c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.1719801 Jul 27 19:46:27.373101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79791979-8ef7-41e3-863d-80ae38b44d01 req-907809de-c192-45c0-b778-ec10c61a3cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:27.374654 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-79791979-8ef7-41e3-863d-80ae38b44d01 req-907809de-c192-45c0-b778-ec10c61a3cf0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c255ff14e4d4e828bcfd95b5be1c1dd&device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 1095 time: 0.0643106 Jul 27 19:46:27.452010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d45b602-9583-44a0-a0b3-155b3e442412 req-34c73614-3dd1-42e6-be55-758d754d1f18 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812540 Jul 27 19:46:27.478703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79791979-8ef7-41e3-863d-80ae38b44d01 req-f16dc32c-7534-4f59-b901-e04c9dcbe67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:27.480165 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-79791979-8ef7-41e3-863d-80ae38b44d01 req-f16dc32c-7534-4f59-b901-e04c9dcbe67a service neutron] 10.222.0.52 "GET /v2.0/networks?id=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 HTTP/1.1" status: 200 len: 922 time: 0.0961566 Jul 27 19:46:27.534115 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-79791979-8ef7-41e3-863d-80ae38b44d01 req-0b1f971c-ce7b-4e80-b419-3074c66c7617 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00886831-6656-4091-bf75-321dbb7d7f04 HTTP/1.1" status: 200 len: 217 time: 0.0418966 Jul 27 19:46:27.587950 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79791979-8ef7-41e3-863d-80ae38b44d01 req-8d095be4-1350-420c-bba4-ef6ffd2c1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:27.589448 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-79791979-8ef7-41e3-863d-80ae38b44d01 req-8d095be4-1350-420c-bba4-ef6ffd2c1f9b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=704bcdba-cfcb-4fd0-aa7c-2ab398640f58 HTTP/1.1" status: 200 len: 861 time: 0.0439768 Jul 27 19:46:27.628821 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-79791979-8ef7-41e3-863d-80ae38b44d01 req-59e9e3e2-65e9-4c61-b19e-cfeee9105b9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269291 Jul 27 19:46:27.740689 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-79791979-8ef7-41e3-863d-80ae38b44d01 req-7c3af967-e27b-4723-8e14-c583b53b8c67 service neutron] 10.222.0.52 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931530 Jul 27 19:46:27.778782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-fbefcc34-82da-49a8-8284-9ba8625fe90e tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:27.780282 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-fbefcc34-82da-49a8-8284-9ba8625fe90e tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 812 time: 0.1765356 Jul 27 19:46:27.805304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-2c836061-0642-42ea-9c39-d1ee961e9a0d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/quotas/f19d4f5c80f446fba94990d46169e53a HTTP/1.1" status: 200 len: 375 time: 0.0142903 Jul 27 19:46:27.851899 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-79791979-8ef7-41e3-863d-80ae38b44d01 req-54350135-96ca-4fbc-a72b-b8ea2a85e1f3 service neutron] 10.222.0.52 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967546 Jul 27 19:46:27.880775 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-1b0a5aa4-4f80-49f7-81a3-ae9d68f62faa tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409114 Jul 27 19:46:27.889820 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-64ec903c-d865-4ddb-a4b2-8311c3510a09 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:27.900900 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-64ec903c-d865-4ddb-a4b2-8311c3510a09 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:28.069289 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-025ff6d3-c7a1-4d78-b8b0-86eaba2a4b10 service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782134 Jul 27 19:46:28.071993 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-64ec903c-d865-4ddb-a4b2-8311c3510a09 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Floating IP e9b8d21a-267f-44f4-ae95-064db207e117 associated. External IP: 172.25.1.197, port: 779d9f0e-0aa0-4780-ada2-a981b2f6431e. Jul 27 19:46:28.268984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-c93785fa-9fe5-463e-ab2a-62642a33b1d3 service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928666 Jul 27 19:46:28.406798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-64ec903c-d865-4ddb-a4b2-8311c3510a09 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:46:28.587899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-64ec903c-d865-4ddb-a4b2-8311c3510a09 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:46:28.593780 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-64ec903c-d865-4ddb-a4b2-8311c3510a09 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:28.599845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6951aa-4edb-4e8f-a533-573bb004a598 None None] Sync routers for ids ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:46:28.613612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6951aa-4edb-4e8f-a533-573bb004a598 None None] Routers {'6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:46:28.614897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2a6951aa-4edb-4e8f-a533-573bb004a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:46:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:28.658340 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58843e91-4562-41d9-8b37-cd7626bc2f4c req-505ae392-1a29-4198-bbb9-1450452d6e6d tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:28.660343 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58843e91-4562-41d9-8b37-cd7626bc2f4c req-505ae392-1a29-4198-bbb9-1450452d6e6d tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 943 time: 0.1404042 Jul 27 19:46:28.663548 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-64ec903c-d865-4ddb-a4b2-8311c3510a09 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "PUT /v2.0/floatingips/e9b8d21a-267f-44f4-ae95-064db207e117 HTTP/1.1" status: 200 len: 996 time: 1.4591312 Jul 27 19:46:28.735605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17'}, {'name': 'network-changed', 'server_uuid': '865e67bb-aa33-46f7-b322-592bff59c4e6', 'tag': '60aae3c2-ea19-46af-b025-82a6e56e9966'}, {'name': 'network-changed', 'server_uuid': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'tag': '779d9f0e-0aa0-4780-ada2-a981b2f6431e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:28.738400 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17"}, {"name": "network-changed", "server_uuid": "865e67bb-aa33-46f7-b322-592bff59c4e6", "tag": "60aae3c2-ea19-46af-b025-82a6e56e9966"}, {"name": "network-changed", "server_uuid": "c4b7353a-679d-4d36-b953-8fc5db27d6d6", "tag": "779d9f0e-0aa0-4780-ada2-a981b2f6431e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:28.748898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-2a6951aa-4edb-4e8f-a533-573bb004a598 None None] Set router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:46:28.752999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58843e91-4562-41d9-8b37-cd7626bc2f4c req-8fe39b19-f712-482b-a86c-400351390faf tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849693 Jul 27 19:46:28.777712 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-2779b8c6-830b-4717-a7d3-eca17be3de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:28.779512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-2779b8c6-830b-4717-a7d3-eca17be3de1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc32d905005344bbbbfc8bc105af6b94&device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 1097 time: 0.0914612 Jul 27 19:46:28.915633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-dc6f4323-c142-4b85-8dda-6309031f8e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:28.917275 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-dc6f4323-c142-4b85-8dda-6309031f8e38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3d392951-4941-4395-bb7b-00221c206b39 HTTP/1.1" status: 200 len: 921 time: 0.1282880 Jul 27 19:46:28.982640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd1d0c-cb54-4cc3-9edf-c0f298ac9282 req-81e535eb-258a-48da-b9a0-f55e297d6680 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:28.984589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4efd1d0c-cb54-4cc3-9edf-c0f298ac9282 req-81e535eb-258a-48da-b9a0-f55e297d6680 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 943 time: 0.1322389 Jul 27 19:46:29.001687 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2a6951aa-4edb-4e8f-a533-573bb004a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:45:02Z', 'updated_at': '2021-07-27T19:45:07Z', 'revision_number': 4, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'gw_port': {'id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:03Z', 'updated_at': '2021-07-27T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'e9b8d21a-267f-44f4-ae95-064db207e117', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'port_id': '779d9f0e-0aa0-4780-ada2-a981b2f6431e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d392951-4941-4395-bb7b-00221c206b39', 'mac_address': 'fa:16:3e:84:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:46:24Z', 'updated_at': '2021-07-27T19:46:27Z', 'revision_number': 1, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a925a95-daef-4b0e-93a1-c9cf937fdb62', 'name': '', 'network_id': '3d392951-4941-4395-bb7b-00221c206b39', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'mac_address': 'fa:16:3e:a7:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '8d400d9f-7d58-449d-9237-333becbb3681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:06Z', 'updated_at': '2021-07-27T19:45:15Z', 'revision_number': 5, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'subnets': [{'id': '8d400d9f-7d58-449d-9237-333becbb3681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:29.023723 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-e59f2d7f-eb74-4058-8c47-292c3b0a7dd8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e HTTP/1.1" status: 200 len: 999 time: 0.0923047 Jul 27 19:46:29.031267 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6951aa-4edb-4e8f-a533-573bb004a598 None None] Checking router: 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:46:29.039901 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6951aa-4edb-4e8f-a533-573bb004a598 None None] Routers {'6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:46:29.040564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2a6951aa-4edb-4e8f-a533-573bb004a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:46:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:29.068034 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4efd1d0c-cb54-4cc3-9edf-c0f298ac9282 req-3b64b578-c7a3-4312-bcf4-fd744d36d0a8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703251 Jul 27 19:46:29.093492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-3b264154-f06d-4eb5-97df-59d411baa7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:29.095037 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-3b264154-f06d-4eb5-97df-59d411baa7f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d400d9f-7d58-449d-9237-333becbb3681 HTTP/1.1" status: 200 len: 860 time: 0.0602539 Jul 27 19:46:29.148946 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-a8a17588-8fdd-4ba1-a167-e4ccf5497e63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d392951-4941-4395-bb7b-00221c206b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465441 Jul 27 19:46:29.181674 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-2a6951aa-4edb-4e8f-a533-573bb004a598 None None] Set router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:46:29.271121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-59d85c2c-a843-4c65-9d0b-619493686bc2 service neutron] 10.222.0.48 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114514 Jul 27 19:46:29.279803 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b08a4-39cf-493a-992e-f4b3da5ec63b req-0fb5e5ba-bc39-4f42-813a-a3207dcb2a61 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:29.281283 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc7b08a4-39cf-493a-992e-f4b3da5ec63b req-0fb5e5ba-bc39-4f42-813a-a3207dcb2a61 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 947 time: 0.1367953 Jul 27 19:46:29.366644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc7b08a4-39cf-493a-992e-f4b3da5ec63b req-7b5f224c-ab11-4c72-a58c-a21b9b81eccb tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769625 Jul 27 19:46:29.398934 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc87848e-2e41-4f9d-bab1-70eed6b155e7 req-ba00f2b0-e285-4b5e-af74-fe6078cf8118 service neutron] 10.222.0.48 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166146 Jul 27 19:46:29.428603 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2a6951aa-4edb-4e8f-a533-573bb004a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:45:02Z', 'updated_at': '2021-07-27T19:45:07Z', 'revision_number': 4, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'gw_port': {'id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:03Z', 'updated_at': '2021-07-27T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'e9b8d21a-267f-44f4-ae95-064db207e117', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'port_id': '779d9f0e-0aa0-4780-ada2-a981b2f6431e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d392951-4941-4395-bb7b-00221c206b39', 'mac_address': 'fa:16:3e:84:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:46:24Z', 'updated_at': '2021-07-27T19:46:27Z', 'revision_number': 1, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a925a95-daef-4b0e-93a1-c9cf937fdb62', 'name': '', 'network_id': '3d392951-4941-4395-bb7b-00221c206b39', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'mac_address': 'fa:16:3e:a7:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '8d400d9f-7d58-449d-9237-333becbb3681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:06Z', 'updated_at': '2021-07-27T19:45:15Z', 'revision_number': 5, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'subnets': [{'id': '8d400d9f-7d58-449d-9237-333becbb3681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:29.455984 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6951aa-4edb-4e8f-a533-573bb004a598 None None] The sync data for ids ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'] in n-d-705657-21 is: [{'id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:45:02Z', 'updated_at': '2021-07-27T19:45:07Z', 'revision_number': 4, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'gw_port': {'id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:03Z', 'updated_at': '2021-07-27T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'e9b8d21a-267f-44f4-ae95-064db207e117', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'port_id': '779d9f0e-0aa0-4780-ada2-a981b2f6431e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d392951-4941-4395-bb7b-00221c206b39', 'mac_address': 'fa:16:3e:84:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:46:24Z', 'updated_at': '2021-07-27T19:46:27Z', 'revision_number': 1, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a925a95-daef-4b0e-93a1-c9cf937fdb62', 'name': '', 'network_id': '3d392951-4941-4395-bb7b-00221c206b39', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'mac_address': 'fa:16:3e:a7:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '8d400d9f-7d58-449d-9237-333becbb3681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:06Z', 'updated_at': '2021-07-27T19:45:15Z', 'revision_number': 5, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'subnets': [{'id': '8d400d9f-7d58-449d-9237-333becbb3681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:46:29.457681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5438154e-1ccd-4975-9c36-fa2034084f1b req-0c62435c-7e86-4107-b8a1-db9d865a6438 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5987758-65d4-44ba-9293-e8356516f709 HTTP/1.1" status: 200 len: 210 time: 0.0291171 Jul 27 19:46:29.578200 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539fd212-3835-46ef-9edc-b6796b1898f0 x-openstack-request-id: req-539fd212-3835-46ef-9edc-b6796b1898f0 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:29.578495 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "865e67bb-aa33-46f7-b322-592bff59c4e6", "tag": "60aae3c2-ea19-46af-b025-82a6e56e9966", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4b7353a-679d-4d36-b953-8fc5db27d6d6", "tag": "779d9f0e-0aa0-4780-ada2-a981b2f6431e", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:29.578740 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-539fd212-3835-46ef-9edc-b6796b1898f0 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:29.579130 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17', 'status': 'completed', 'code': 200} Jul 27 19:46:29.579479 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865e67bb-aa33-46f7-b322-592bff59c4e6', 'tag': '60aae3c2-ea19-46af-b025-82a6e56e9966', 'status': 'completed', 'code': 200} Jul 27 19:46:29.579665 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'tag': '779d9f0e-0aa0-4780-ada2-a981b2f6431e', 'status': 'completed', 'code': 200} Jul 27 19:46:29.677208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea74852-aade-46eb-a162-6b44f5fbe9af req-93a1dd9e-9625-411e-a521-f41bb81a60d6 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:29.678871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aea74852-aade-46eb-a162-6b44f5fbe9af req-93a1dd9e-9625-411e-a521-f41bb81a60d6 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.1371274 Jul 27 19:46:29.737352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-cabc06a3-1407-4f51-9c6f-f3a2663887f7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:29.739006 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-cabc06a3-1407-4f51-9c6f-f3a2663887f7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.52 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 812 time: 0.1420400 Jul 27 19:46:29.755417 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-b925d732-7dff-48f4-8c51-ee065211edf2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Request body: {'port': {'device_id': 'd5987758-65d4-44ba-9293-e8356516f709', 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'admin_state_up': True, 'tenant_id': 'f19d4f5c80f446fba94990d46169e53a'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:29.778658 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e642358c-e5fc-4945-b694-0989153c5e46 None None] New status for floating IP e9b8d21a-267f-44f4-ae95-064db207e117: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:46:29.795887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-ea74eafb-41d4-4ecb-9c4e-c0608d7e51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:29.797928 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-ea74eafb-41d4-4ecb-9c4e-c0608d7e51c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 1099 time: 0.1994252 Jul 27 19:46:29.814022 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-1254ccda-d639-456f-8f51-d378cb560099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:29.815683 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-1254ccda-d639-456f-8f51-d378cb560099 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 1099 time: 0.2048662 Jul 27 19:46:29.836042 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aea74852-aade-46eb-a162-6b44f5fbe9af req-b6ae71fb-5fe5-4322-aaec-a921e8a41e66 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489329 Jul 27 19:46:29.899922 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-b925d732-7dff-48f4-8c51-ee065211edf2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Made reservation on behalf of f19d4f5c80f446fba94990d46169e53a for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:46:29.904164 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-b925d732-7dff-48f4-8c51-ee065211edf2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:29.954583 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f835cc48-5b0b-4241-898b-0aacebcf3b17 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:46:30.044784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb76539-416b-4d87-9f45-804b21471c98 req-a40bb300-1949-4716-b4b8-ce41fddf2265 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.197 HTTP/1.1" status: 200 len: 999 time: 0.2414577 Jul 27 19:46:30.099389 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-b925d732-7dff-48f4-8c51-ee065211edf2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Allocated IP 172.20.0.12 (0ebd3759-03a3-4e67-a8e0-16f7b925197f/0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d/7568af1a-7161-4754-962c-49a783df5379) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:46:30.123004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:30.150795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'f835cc48-5b0b-4241-898b-0aacebcf3b17', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'f835cc48-5b0b-4241-898b-0aacebcf3b17', 'mac_address': 'fa:16:3e:09:f6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:46:30.165975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-e7ca6375-7e08-4de4-88b5-28ace666679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:30.167444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-e7ca6375-7e08-4de4-88b5-28ace666679f service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.3412097 Jul 27 19:46:30.174883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76539-416b-4d87-9f45-804b21471c98 req-df2ebb5e-825f-46c7-89dd-9b659e54a28b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:30.183475 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb76539-416b-4d87-9f45-804b21471c98 req-df2ebb5e-825f-46c7-89dd-9b659e54a28b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports/779d9f0e-0aa0-4780-ada2-a981b2f6431e HTTP/1.1" status: 200 len: 942 time: 0.1361299 Jul 27 19:46:30.184655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-a4a61329-f1df-4dc2-8002-bb2a9160e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:30.186416 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-a4a61329-f1df-4dc2-8002-bb2a9160e3aa service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.3428714 Jul 27 19:46:30.195415 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:30.209085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-f7d5372e-8ec0-4f3b-8391-d70b86a33cc9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:30.209630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f835cc48-5b0b-4241-898b-0aacebcf3b17 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:46:30.210587 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-f7d5372e-8ec0-4f3b-8391-d70b86a33cc9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.52 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a&tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 947 time: 0.4092782 Jul 27 19:46:30.234045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:30.239034 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:30.239924 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 00886831-6656-4091-bf75-321dbb7d7f04 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:46:30.304625 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-b925d732-7dff-48f4-8c51-ee065211edf2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:30.339997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f835cc48-5b0b-4241-898b-0aacebcf3b17,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:30.356249 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-b925d732-7dff-48f4-8c51-ee065211edf2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:30.386823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 00886831-6656-4091-bf75-321dbb7d7f04, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=00886831-6656-4091-bf75-321dbb7d7f04,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:30.400785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '00886831-6656-4091-bf75-321dbb7d7f04', 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9', 'port_id': '00886831-6656-4091-bf75-321dbb7d7f04', 'mac_address': 'fa:16:3e:0a:c7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704bcdba-cfcb-4fd0-aa7c-2ab398640f58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:46:30.402592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-b925d732-7dff-48f4-8c51-ee065211edf2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Network 0ebd3759-03a3-4e67-a8e0-16f7b925197f is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:46:30.408309 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-b925d732-7dff-48f4-8c51-ee065211edf2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:46:30.412568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-b925d732-7dff-48f4-8c51-ee065211edf2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:46:30.439060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925d732-7dff-48f4-8c51-ee065211edf2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Pushing event updated for resources: {'Port': ['ID=7568af1a-7161-4754-962c-49a783df5379,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:30.443813 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:30.457664 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00886831-6656-4091-bf75-321dbb7d7f04 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:46:30.467663 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-b925d732-7dff-48f4-8c51-ee065211edf2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:30.468244 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-b925d732-7dff-48f4-8c51-ee065211edf2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:30.479886 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 00886831-6656-4091-bf75-321dbb7d7f04, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=00886831-6656-4091-bf75-321dbb7d7f04,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:30.484875 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-b925d732-7dff-48f4-8c51-ee065211edf2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7339697 Jul 27 19:46:30.485382 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:30.486177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 60aae3c2-ea19-46af-b025-82a6e56e9966 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:46:30.503442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Request body: {'port': {'device_id': 'd5987758-65d4-44ba-9293-e8356516f709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:30.583825 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=00886831-6656-4091-bf75-321dbb7d7f04,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:30.585732 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:30.619970 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-4d46f84d-ebd7-48b4-8887-07c2d5abd21b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17 HTTP/1.1" status: 200 len: 217 time: 0.4326618 Jul 27 19:46:30.630935 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 60aae3c2-ea19-46af-b025-82a6e56e9966, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=60aae3c2-ea19-46af-b025-82a6e56e9966,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:30.642735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '60aae3c2-ea19-46af-b025-82a6e56e9966', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'port_id': '60aae3c2-ea19-46af-b025-82a6e56e9966', 'mac_address': 'fa:16:3e:61:2a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:46:30.665452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-d5ee4aaf-06d3-4ddb-93af-a9842d7f8a82 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17 HTTP/1.1" status: 200 len: 217 time: 0.4526219 Jul 27 19:46:30.684165 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:30.698381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60aae3c2-ea19-46af-b025-82a6e56e9966 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:46:30.723783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 60aae3c2-ea19-46af-b025-82a6e56e9966, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=60aae3c2-ea19-46af-b025-82a6e56e9966,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:30.728596 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:30.778219 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=60aae3c2-ea19-46af-b025-82a6e56e9966,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:30.828814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb76539-416b-4d87-9f45-804b21471c98 req-46e8d3b6-dfb0-4279-99f3-e3eebf623631 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.197 HTTP/1.1" status: 200 len: 1001 time: 0.5752099 Jul 27 19:46:30.834108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-3dc8a31f-19d3-47ff-95cd-775a904e58f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:30.835566 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-3dc8a31f-19d3-47ff-95cd-775a904e58f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1912804 Jul 27 19:46:30.858484 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-8ee54e21-3d0a-459d-b20b-625ba55c2b7d service neutron] 10.222.0.52 "GET /v2.0/ports/f835cc48-5b0b-4241-898b-0aacebcf3b17/bindings/n-h1-705657-21 HTTP/1.1" status: 200 len: 383 time: 0.6038804 Jul 27 19:46:30.863931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-1b748cbe-884a-4512-bba7-84a21280d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:30.865800 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-1b748cbe-884a-4512-bba7-84a21280d755 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1595201 Jul 27 19:46:30.874979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7568af1a-7161-4754-962c-49a783df5379 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:46:30.882890 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:30.894738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Transition to ACTIVE for port object 7568af1a-7161-4754-962c-49a783df5379 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:46:30.899569 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:30.947792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Pushing event updated for resources: {'Port': ['ID=7568af1a-7161-4754-962c-49a783df5379,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:30.967394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de3cf4-878b-4827-a491-dd45179c48e7 req-6d2c55be-6cce-4e93-a915-c8641ac6070d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:30.968894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8de3cf4-878b-4827-a491-dd45179c48e7 req-6d2c55be-6cce-4e93-a915-c8641ac6070d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 948 time: 0.7686336 Jul 27 19:46:31.027726 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Attempting to bind port 7568af1a-7161-4754-962c-49a783df5379 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:46:31.028823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Attempting to bind port 7568af1a-7161-4754-962c-49a783df5379 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:46:31.029303 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Attempting to bind port 7568af1a-7161-4754-962c-49a783df5379 on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:46:31.034667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Port 7568af1a-7161-4754-962c-49a783df5379 on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:46:31.034993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Attempting to bind port 7568af1a-7161-4754-962c-49a783df5379 on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:46:31.040820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:46:31.041410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Checking segment: {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:46:31.041790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Bound using segment: {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:46:31.042228 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Bound port: 7568af1a-7161-4754-962c-49a783df5379, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:46:31.043050 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:31.064950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8de3cf4-878b-4827-a491-dd45179c48e7 req-c998cad8-834c-470b-b073-594e5bf63b80 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848973 Jul 27 19:46:31.083921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76539-416b-4d87-9f45-804b21471c98 req-1de5bb9a-658f-4b49-a0ba-60c38d4fcf12 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:31.085326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb76539-416b-4d87-9f45-804b21471c98 req-1de5bb9a-658f-4b49-a0ba-60c38d4fcf12 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.2471840 Jul 27 19:46:31.095181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-a014b2ee-a07c-45c1-8ded-d9a96c6e107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:31.096689 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-a014b2ee-a07c-45c1-8ded-d9a96c6e107d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2373550 Jul 27 19:46:31.101658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-8612b657-a055-4ae9-ac0c-9f89ece657fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:31.103055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-8612b657-a055-4ae9-ac0c-9f89ece657fa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2193952 Jul 27 19:46:31.147021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] For port 7568af1a-7161-4754-962c-49a783df5379, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:46:31.150935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] For port 7568af1a-7161-4754-962c-49a783df5379, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=7568af1a-7161-4754-962c-49a783df5379,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:46:31.156292 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:31.172882 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['60aae3c2-ea19-46af-b025-82a6e56e9966'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:31.189898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:31.190514 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:31.192297 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] 10.222.0.52 "PUT /v2.0/ports/7568af1a-7161-4754-962c-49a783df5379 HTTP/1.1" status: 200 len: 1093 time: 0.6931779 Jul 27 19:46:31.192518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5987758-65d4-44ba-9293-e8356516f709', 'tag': '7568af1a-7161-4754-962c-49a783df5379'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:31.194891 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a919b32-8e0b-4a8b-9da5-19db89aa7481" -d '{"events": [{"name": "network-changed", "server_uuid": "d5987758-65d4-44ba-9293-e8356516f709", "tag": "7568af1a-7161-4754-962c-49a783df5379"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:31.207579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['f835cc48-5b0b-4241-898b-0aacebcf3b17'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:31.222671 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44077a5e-5bc0-4e3d-9583-4fbc7b883b34 service neutron] Pushing event updated for resources: {'Port': ['ID=7568af1a-7161-4754-962c-49a783df5379,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:31.289376 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['00886831-6656-4091-bf75-321dbb7d7f04'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:31.305340 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb76539-416b-4d87-9f45-804b21471c98 req-37dca6cf-e944-4e31-8aa6-2089ae63bb80 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.197 HTTP/1.1" status: 200 len: 1001 time: 0.2069099 Jul 27 19:46:31.312070 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-d095e917-4ee8-4b62-a8ef-617b16bf66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:31.314394 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-d095e917-4ee8-4b62-a8ef-617b16bf66dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=d5987758-65d4-44ba-9293-e8356516f709 HTTP/1.1" status: 200 len: 1096 time: 0.0685849 Jul 27 19:46:31.333753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-acb76539-416b-4d87-9f45-804b21471c98 req-58f23c15-e9f4-45c4-a02a-b8c8df112e0b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:31.370708 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-d7a2a2d5-fec9-48b7-9f0f-134d49b74db9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7568af1a-7161-4754-962c-49a783df5379 HTTP/1.1" status: 200 len: 217 time: 0.0407331 Jul 27 19:46:31.405496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-af852803-a743-48ff-b0f0-26dce07094bb service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673807 Jul 27 19:46:31.412611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-4a13db9a-7c6f-4065-a376-7bdbf2509918 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730079 Jul 27 19:46:31.431461 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-d4483ea2-80b9-4cdf-93cb-82716695a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:31.433262 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-d4483ea2-80b9-4cdf-93cb-82716695a272 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 200 len: 852 time: 0.0507910 Jul 27 19:46:31.462742 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f70ccf-a437-49c4-a9f2-80b358e1d7d2 req-458c5d10-3a64-44a3-ab34-55119a3b2f8d tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:31.464210 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1f70ccf-a437-49c4-a9f2-80b358e1d7d2 req-458c5d10-3a64-44a3-ab34-55119a3b2f8d tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 944 time: 0.2843249 Jul 27 19:46:31.470491 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-82799e0a-c80e-43e6-83e9-114d61bf5c58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ebd3759-03a3-4e67-a8e0-16f7b925197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292976 Jul 27 19:46:31.501386 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-acb76539-416b-4d87-9f45-804b21471c98 req-58f23c15-e9f4-45c4-a02a-b8c8df112e0b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:31.584963 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-c4774328-4e28-4168-98d4-30a9388b0167 service neutron] 10.222.0.52 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059711 Jul 27 19:46:31.674012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1f70ccf-a437-49c4-a9f2-80b358e1d7d2 req-83b033e8-ecfb-4581-b147-d236c184a1ee tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833041 Jul 27 19:46:31.686301 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-0f5111cc-b542-4464-95c0-c2f395dcd888 service neutron] 10.222.0.52 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892291 Jul 27 19:46:31.719881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-939cebcb-ee72-4b0d-8716-48e3adb1ea56 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040786 Jul 27 19:46:31.741355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-682d23d1-52ad-4e1b-9d54-0e9c5a3a8331 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134241 Jul 27 19:46:31.802626 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-acb76539-416b-4d87-9f45-804b21471c98 req-58f23c15-e9f4-45c4-a02a-b8c8df112e0b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:31.831162 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-acb76539-416b-4d87-9f45-804b21471c98 req-58f23c15-e9f4-45c4-a02a-b8c8df112e0b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:31.831962 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-acb76539-416b-4d87-9f45-804b21471c98 req-58f23c15-e9f4-45c4-a02a-b8c8df112e0b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Floating IP e9b8d21a-267f-44f4-ae95-064db207e117 disassociated. External IP: 172.25.1.197, port: 779d9f0e-0aa0-4780-ada2-a981b2f6431e. Jul 27 19:46:31.865888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-b90cd520-13d4-445e-b2d3-04a18e523c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:31.867535 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-b90cd520-13d4-445e-b2d3-04a18e523c09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 1100 time: 0.0600662 Jul 27 19:46:31.966328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-64b0c60b-e9f9-4721-84b7-c5708b48c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:31.968316 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-64b0c60b-e9f9-4721-84b7-c5708b48c90a service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.0918741 Jul 27 19:46:32.008108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-dc02b026-020b-461f-b122-b9c536d34fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:32.009675 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-dc02b026-020b-461f-b122-b9c536d34fc9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fc32d905005344bbbbfc8bc105af6b94&device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 1097 time: 0.2290342 Jul 27 19:46:32.020127 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-81df0dfb-4bdf-47bb-beea-715c2974b17a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17 HTTP/1.1" status: 200 len: 217 time: 0.0382812 Jul 27 19:46:32.027720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7326f-b6c5-4bdd-9c5c-98eca9f8dec1 req-25438523-342e-407b-9a11-b5f9da867bd9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:32.029238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80d7326f-b6c5-4bdd-9c5c-98eca9f8dec1 req-25438523-342e-407b-9a11-b5f9da867bd9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5987758-65d4-44ba-9293-e8356516f709 HTTP/1.1" status: 200 len: 944 time: 0.2472084 Jul 27 19:46:32.032305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-16404ddc-ee33-4531-8340-2e878af4096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:32.033693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-16404ddc-ee33-4531-8340-2e878af4096d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 1096 time: 0.2124588 Jul 27 19:46:32.081398 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-b30511ac-e9be-45a9-9ed1-3d2fc7e2e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:32.082938 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-b30511ac-e9be-45a9-9ed1-3d2fc7e2e896 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0475447 Jul 27 19:46:32.157025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-1af06912-15ac-4ad2-b9ee-ac6133b5c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:32.158564 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-1af06912-15ac-4ad2-b9ee-ac6133b5c480 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0558507 Jul 27 19:46:32.234003 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80d7326f-b6c5-4bdd-9c5c-98eca9f8dec1 req-c40400f8-caf6-4413-ba99-2f9a692e0679 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977119 Jul 27 19:46:32.267322 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-ab384d52-6ee1-4eb8-b37b-63970f51ab7b service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919993 Jul 27 19:46:32.321638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-88c9e764-95e2-46af-a720-3495ab6dab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:32.323109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-88c9e764-95e2-46af-a720-3495ab6dab69 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3d392951-4941-4395-bb7b-00221c206b39 HTTP/1.1" status: 200 len: 921 time: 0.2929189 Jul 27 19:46:32.344458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-ac887621-f14b-4406-96e8-17cfd3705128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:32.345909 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-ac887621-f14b-4406-96e8-17cfd3705128 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.2934964 Jul 27 19:46:32.363028 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-d0a200dc-414c-4989-9478-280261a1e556 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855348 Jul 27 19:46:32.397760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acb76539-416b-4d87-9f45-804b21471c98 req-58f23c15-e9f4-45c4-a02a-b8c8df112e0b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:46:32.399329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-f2817f11-b413-4a50-b430-943c8367b90b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e HTTP/1.1" status: 200 len: 217 time: 0.0520883 Jul 27 19:46:32.443413 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-d0f8794e-6288-4e0c-893e-d271d5105ee5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aae3c2-ea19-46af-b025-82a6e56e9966 HTTP/1.1" status: 200 len: 217 time: 0.0533731 Jul 27 19:46:32.560139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-db016c55-1ed1-49a6-81c5-0197aa3a8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:32.561646 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-db016c55-1ed1-49a6-81c5-0197aa3a8662 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d400d9f-7d58-449d-9237-333becbb3681 HTTP/1.1" status: 200 len: 860 time: 0.1297464 Jul 27 19:46:32.569290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6a863-f4c9-4dee-9bde-dde02baf1e3b req-50e3be33-fa50-4f7a-a39f-cd07bbc622cd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:32.570667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68f6a863-f4c9-4dee-9bde-dde02baf1e3b req-50e3be33-fa50-4f7a-a39f-cd07bbc622cd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 944 time: 0.2659433 Jul 27 19:46:32.917279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-a2d0a50a-97df-444b-b230-644ea93a6482 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3d392951-4941-4395-bb7b-00221c206b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3441093 Jul 27 19:46:32.918525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-d61e009f-6980-448b-a87f-51078f45fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:32.919830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-d61e009f-6980-448b-a87f-51078f45fa54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.4511268 Jul 27 19:46:33.053007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68f6a863-f4c9-4dee-9bde-dde02baf1e3b req-5c176c75-c786-42a1-b5a5-8bb05c22bf98 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699159 Jul 27 19:46:33.070737 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acb76539-416b-4d87-9f45-804b21471c98 req-58f23c15-e9f4-45c4-a02a-b8c8df112e0b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:46:33.078846 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-acb76539-416b-4d87-9f45-804b21471c98 req-58f23c15-e9f4-45c4-a02a-b8c8df112e0b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:33.081716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a02de78-7f35-4e3c-95e1-9ea5ac5e835a None None] Sync routers for ids ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:46:33.099935 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a02de78-7f35-4e3c-95e1-9ea5ac5e835a None None] Routers {'6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:46:33.101097 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3a02de78-7f35-4e3c-95e1-9ea5ac5e835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:46:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:33.146078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-3423c2aa-91b9-48f3-bb11-ea92e76c4126 service neutron] 10.222.0.63 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158594 Jul 27 19:46:33.168444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb76539-416b-4d87-9f45-804b21471c98 req-58f23c15-e9f4-45c4-a02a-b8c8df112e0b tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "PUT /v2.0/floatingips/e9b8d21a-267f-44f4-ae95-064db207e117 HTTP/1.1" status: 200 len: 695 time: 1.8439155 Jul 27 19:46:33.188271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'tag': '779d9f0e-0aa0-4780-ada2-a981b2f6431e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:33.190585 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e7206b-fe64-4cb9-8f5e-d85276c3fafb" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b7353a-679d-4d36-b953-8fc5db27d6d6", "tag": "779d9f0e-0aa0-4780-ada2-a981b2f6431e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:33.220168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-3a02de78-7f35-4e3c-95e1-9ea5ac5e835a None None] Set router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:46:33.236896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-9bb0852d-4fbf-4562-b635-3e7bb7f5f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:33.238442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-9bb0852d-4fbf-4562-b635-3e7bb7f5f28c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3056488 Jul 27 19:46:33.396915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-c888d6dc-5953-4d7f-bd07-47e7581522c7 service neutron] 10.222.0.63 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399616 Jul 27 19:46:33.431526 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a1522-a46d-469d-9e94-d473ba6118e1 req-e11395a9-9ea5-46a7-a8fe-f314e45ceb50 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:33.433009 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c63a1522-a46d-469d-9e94-d473ba6118e1 req-e11395a9-9ea5-46a7-a8fe-f314e45ceb50 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.2921844 Jul 27 19:46:33.435182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-5f4299bb-f1c5-4a82-bc65-c6462b5bb516 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701169 Jul 27 19:46:33.437121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76539-416b-4d87-9f45-804b21471c98 req-76cfa6d5-0235-4939-91d6-b9a5b225db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:33.438547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb76539-416b-4d87-9f45-804b21471c98 req-76cfa6d5-0235-4939-91d6-b9a5b225db41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc32d905005344bbbbfc8bc105af6b94&device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 1097 time: 0.2353845 Jul 27 19:46:33.552731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3a02de78-7f35-4e3c-95e1-9ea5ac5e835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:45:02Z', 'updated_at': '2021-07-27T19:45:07Z', 'revision_number': 4, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'gw_port': {'id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:03Z', 'updated_at': '2021-07-27T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '0a925a95-daef-4b0e-93a1-c9cf937fdb62', 'name': '', 'network_id': '3d392951-4941-4395-bb7b-00221c206b39', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'mac_address': 'fa:16:3e:a7:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '8d400d9f-7d58-449d-9237-333becbb3681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:06Z', 'updated_at': '2021-07-27T19:45:15Z', 'revision_number': 5, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'subnets': [{'id': '8d400d9f-7d58-449d-9237-333becbb3681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:33.577925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c63a1522-a46d-469d-9e94-d473ba6118e1 req-c5437a94-04d2-4eb9-b9b2-682813b8efb5 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381228 Jul 27 19:46:33.578385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a02de78-7f35-4e3c-95e1-9ea5ac5e835a None None] Checking router: 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:46:33.587896 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a02de78-7f35-4e3c-95e1-9ea5ac5e835a None None] Routers {'6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:46:33.588540 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3a02de78-7f35-4e3c-95e1-9ea5ac5e835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:46:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:33.628425 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3381095b-66ab-4634-b341-3b75f840e7a5 x-openstack-request-id: req-3381095b-66ab-4634-b341-3b75f840e7a5 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:33.628935 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2d2808-a929-4e61-988a-e6cbf88a5cd2 req-e0726ac6-639c-47bf-8153-12a2e8c0122f service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812184 Jul 27 19:46:33.629097 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5987758-65d4-44ba-9293-e8356516f709", "tag": "7568af1a-7161-4754-962c-49a783df5379", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:33.629097 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3381095b-66ab-4634-b341-3b75f840e7a5 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:33.629540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76539-416b-4d87-9f45-804b21471c98 req-6f9e0001-583e-4771-89b8-55a63f4e3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:33.629700 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5987758-65d4-44ba-9293-e8356516f709', 'tag': '7568af1a-7161-4754-962c-49a783df5379', 'status': 'completed', 'code': 200} Jul 27 19:46:33.630828 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb76539-416b-4d87-9f45-804b21471c98 req-6f9e0001-583e-4771-89b8-55a63f4e3952 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3d392951-4941-4395-bb7b-00221c206b39 HTTP/1.1" status: 200 len: 921 time: 0.1847157 Jul 27 19:46:33.688673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb76539-416b-4d87-9f45-804b21471c98 req-9935deea-5194-4d9a-9368-25b34fcc0ddd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e HTTP/1.1" status: 200 len: 217 time: 0.0436273 Jul 27 19:46:33.720593 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-3a02de78-7f35-4e3c-95e1-9ea5ac5e835a None None] Set router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:46:33.794514 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76539-416b-4d87-9f45-804b21471c98 req-14d95565-259d-49de-9a3c-a3b88d9e83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:33.796013 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb76539-416b-4d87-9f45-804b21471c98 req-14d95565-259d-49de-9a3c-a3b88d9e83c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d400d9f-7d58-449d-9237-333becbb3681 HTTP/1.1" status: 200 len: 860 time: 0.0840051 Jul 27 19:46:33.835194 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb76539-416b-4d87-9f45-804b21471c98 req-97dc2bdf-2f04-437a-b831-69e846a76523 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d392951-4941-4395-bb7b-00221c206b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301552 Jul 27 19:46:33.856816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a919b32-8e0b-4a8b-9da5-19db89aa7481 req-212cb0d6-e6b7-4b71-97d6-e3849ef74d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:33.858316 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a919b32-8e0b-4a8b-9da5-19db89aa7481 req-212cb0d6-e6b7-4b71-97d6-e3849ef74d2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=d5987758-65d4-44ba-9293-e8356516f709 HTTP/1.1" status: 200 len: 1096 time: 0.1782734 Jul 27 19:46:33.932655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3a02de78-7f35-4e3c-95e1-9ea5ac5e835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:45:02Z', 'updated_at': '2021-07-27T19:45:07Z', 'revision_number': 4, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'gw_port': {'id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:03Z', 'updated_at': '2021-07-27T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '0a925a95-daef-4b0e-93a1-c9cf937fdb62', 'name': '', 'network_id': '3d392951-4941-4395-bb7b-00221c206b39', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'mac_address': 'fa:16:3e:a7:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '8d400d9f-7d58-449d-9237-333becbb3681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:06Z', 'updated_at': '2021-07-27T19:45:15Z', 'revision_number': 5, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'subnets': [{'id': '8d400d9f-7d58-449d-9237-333becbb3681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:33.955803 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55322cd1-0338-4fe9-911c-7b54bff21fd4 req-34d57399-cebc-492b-8533-4e3b19f54191 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:33.957329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55322cd1-0338-4fe9-911c-7b54bff21fd4 req-34d57399-cebc-492b-8533-4e3b19f54191 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 948 time: 0.2430801 Jul 27 19:46:33.959679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f835cc48-5b0b-4241-898b-0aacebcf3b17 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:46:33.979768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a02de78-7f35-4e3c-95e1-9ea5ac5e835a None None] The sync data for ids ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'] in n-d-705657-21 is: [{'id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:45:02Z', 'updated_at': '2021-07-27T19:45:07Z', 'revision_number': 4, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'gw_port': {'id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:03Z', 'updated_at': '2021-07-27T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '0a925a95-daef-4b0e-93a1-c9cf937fdb62', 'name': '', 'network_id': '3d392951-4941-4395-bb7b-00221c206b39', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'mac_address': 'fa:16:3e:a7:ec:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '8d400d9f-7d58-449d-9237-333becbb3681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:06Z', 'updated_at': '2021-07-27T19:45:15Z', 'revision_number': 5, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'subnets': [{'id': '8d400d9f-7d58-449d-9237-333becbb3681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:46:34.014099 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port f835cc48-5b0b-4241-898b-0aacebcf3b17 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:46:34.018800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port f835cc48-5b0b-4241-898b-0aacebcf3b17 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:34.018800 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:34.044061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb76539-416b-4d87-9f45-804b21471c98 req-30fa488f-1c7f-41c5-9c16-fb6086101395 service neutron] 10.222.0.48 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019832 Jul 27 19:46:34.068629 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55322cd1-0338-4fe9-911c-7b54bff21fd4 req-eaf30749-09c3-45ab-a70f-836ff28b5859 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907810 Jul 27 19:46:34.089797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a919b32-8e0b-4a8b-9da5-19db89aa7481 req-baac1c38-e5a4-47e2-a9ef-e715875c1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:34.091263 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a919b32-8e0b-4a8b-9da5-19db89aa7481 req-baac1c38-e5a4-47e2-a9ef-e715875c1adb service neutron] 10.222.0.52 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 913 time: 0.2208056 Jul 27 19:46:34.115371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:34.147800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:34.150750 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcc4f21-dbfc-4a29-b4ca-65002dc2d17b" -d '{"events": [{"server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "name": "network-vif-plugged", "status": "completed", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:34.164340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:34.169166 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:34.170555 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 00886831-6656-4091-bf75-321dbb7d7f04 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:46:34.185908 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a919b32-8e0b-4a8b-9da5-19db89aa7481 req-0f909136-27df-449f-b0a3-54956e37bba2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7568af1a-7161-4754-962c-49a783df5379 HTTP/1.1" status: 200 len: 217 time: 0.0829778 Jul 27 19:46:34.262115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f835cc48-5b0b-4241-898b-0aacebcf3b17,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:34.272567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:34.272917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:34.273264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:34.273590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:34.273922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:34.274247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:34.274569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:34.274895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:34.275216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:34.275534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:34.275854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:34.276171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:34.286469 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 00886831-6656-4091-bf75-321dbb7d7f04 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:46:34.292172 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 00886831-6656-4091-bf75-321dbb7d7f04 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:34.292588 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:34.303661 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb76539-416b-4d87-9f45-804b21471c98 req-946d8bd5-bf96-4293-9559-a1626d430d23 service neutron] 10.222.0.48 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447977 Jul 27 19:46:34.309507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a919b32-8e0b-4a8b-9da5-19db89aa7481 req-95ff33e3-03fd-4e0e-829e-a6e642ba73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:34.310922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a919b32-8e0b-4a8b-9da5-19db89aa7481 req-95ff33e3-03fd-4e0e-829e-a6e642ba73ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 200 len: 852 time: 0.0928876 Jul 27 19:46:34.318346 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ecb34a-dd90-4ac2-a249-65375cf68078 None None] New status for floating IP e9b8d21a-267f-44f4-ae95-064db207e117: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:46:34.368691 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a919b32-8e0b-4a8b-9da5-19db89aa7481 req-ea685c32-7001-4b75-b47c-c864d836f9d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0ebd3759-03a3-4e67-a8e0-16f7b925197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477173 Jul 27 19:46:34.376550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19078c35-b59d-4dc5-b991-edaa0e158819 req-dc041d69-8af2-4c42-bb8f-4665eae06e87 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:34.378308 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19078c35-b59d-4dc5-b991-edaa0e158819 req-dc041d69-8af2-4c42-bb8f-4665eae06e87 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 944 time: 0.2069893 Jul 27 19:46:34.393379 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d81c0d-e8ca-4e87-8e5b-c7057ef35b24 x-openstack-request-id: req-c7d81c0d-e8ca-4e87-8e5b-c7057ef35b24 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:34.393679 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b7353a-679d-4d36-b953-8fc5db27d6d6", "tag": "779d9f0e-0aa0-4780-ada2-a981b2f6431e", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:34.393884 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7d81c0d-e8ca-4e87-8e5b-c7057ef35b24 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:34.394257 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'tag': '779d9f0e-0aa0-4780-ada2-a981b2f6431e', 'status': 'completed', 'code': 200} Jul 27 19:46:34.407032 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:34.447866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 00886831-6656-4091-bf75-321dbb7d7f04, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=00886831-6656-4091-bf75-321dbb7d7f04,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:34.455673 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:34.457026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 60aae3c2-ea19-46af-b025-82a6e56e9966 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:46:34.553215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19078c35-b59d-4dc5-b991-edaa0e158819 req-09b0e781-657f-436e-915b-45a2caa83158 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614037 Jul 27 19:46:34.563832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=00886831-6656-4091-bf75-321dbb7d7f04,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:34.576947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 60aae3c2-ea19-46af-b025-82a6e56e9966 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:46:34.582051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 60aae3c2-ea19-46af-b025-82a6e56e9966 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:34.583385 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:34.589703 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a919b32-8e0b-4a8b-9da5-19db89aa7481 req-dc5ddd27-2d5a-4ae2-ab80-9b5977a5811a service neutron] 10.222.0.52 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061872 Jul 27 19:46:34.617860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7206b-fe64-4cb9-8f5e-d85276c3fafb req-be0df7e3-cd22-4374-b93f-552f02858d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:34.619386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13e7206b-fe64-4cb9-8f5e-d85276c3fafb req-be0df7e3-cd22-4374-b93f-552f02858d63 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fc32d905005344bbbbfc8bc105af6b94&device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 1097 time: 0.1808674 Jul 27 19:46:34.677068 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:34.710506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 60aae3c2-ea19-46af-b025-82a6e56e9966, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=60aae3c2-ea19-46af-b025-82a6e56e9966,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:34.715588 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:34.772827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=60aae3c2-ea19-46af-b025-82a6e56e9966,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:34.786835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e6f2f-12d2-4755-b791-dd6932c60a7f req-70a0b9b7-c8a8-421f-a67e-439446900ca7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:34.788352 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f94e6f2f-12d2-4755-b791-dd6932c60a7f req-70a0b9b7-c8a8-421f-a67e-439446900ca7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5987758-65d4-44ba-9293-e8356516f709 HTTP/1.1" status: 200 len: 944 time: 0.3327503 Jul 27 19:46:34.854531 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a919b32-8e0b-4a8b-9da5-19db89aa7481 req-99cc1d79-e20d-4f4d-aac3-cfde5d872bc6 service neutron] 10.222.0.52 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516418 Jul 27 19:46:34.887754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7206b-fe64-4cb9-8f5e-d85276c3fafb req-0ac07b76-d832-47cc-9e7d-d5bb558e9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:34.889251 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13e7206b-fe64-4cb9-8f5e-d85276c3fafb req-0ac07b76-d832-47cc-9e7d-d5bb558e9edf service neutron] 10.222.0.63 "GET /v2.0/networks?id=3d392951-4941-4395-bb7b-00221c206b39 HTTP/1.1" status: 200 len: 921 time: 0.2273312 Jul 27 19:46:34.895780 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f94e6f2f-12d2-4755-b791-dd6932c60a7f req-894b0f7e-395b-4717-b55e-44e78ceb94e5 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988805 Jul 27 19:46:34.950570 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22b961-3ba2-46e7-b3b3-85eef599298f req-fb8d3e0c-486e-42e3-8971-c812d3d2c31c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:34.952087 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef22b961-3ba2-46e7-b3b3-85eef599298f req-fb8d3e0c-486e-42e3-8971-c812d3d2c31c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.2680891 Jul 27 19:46:34.959375 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dceae5-c264-4cf4-812b-03d836816ab9 x-openstack-request-id: req-42dceae5-c264-4cf4-812b-03d836816ab9 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:34.959675 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "name": "network-vif-plugged", "status": "completed", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:34.959935 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42dceae5-c264-4cf4-812b-03d836816ab9 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:34.960374 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17', 'code': 200} Jul 27 19:46:34.961547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13e7206b-fe64-4cb9-8f5e-d85276c3fafb req-f23a9b9c-3c0c-497c-96fd-ac10a7142ac0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e HTTP/1.1" status: 200 len: 217 time: 0.0640461 Jul 27 19:46:35.071007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e672658-4263-42fc-9001-640d313b71ce req-133efe51-27b2-48c4-923a-642a072a0d7d tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/floatingips/e9b8d21a-267f-44f4-ae95-064db207e117 HTTP/1.1" status: 200 len: 693 time: 0.0847924 Jul 27 19:46:35.115590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef22b961-3ba2-46e7-b3b3-85eef599298f req-9b08cae9-977b-40fc-9373-408c5bc28e5a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530950 Jul 27 19:46:35.147912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7206b-fe64-4cb9-8f5e-d85276c3fafb req-b32babc7-732c-48ca-85a4-a829f5aab6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:35.147912 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13e7206b-fe64-4cb9-8f5e-d85276c3fafb req-b32babc7-732c-48ca-85a4-a829f5aab6b5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8d400d9f-7d58-449d-9237-333becbb3681 HTTP/1.1" status: 200 len: 860 time: 0.1596677 Jul 27 19:46:35.200067 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13e7206b-fe64-4cb9-8f5e-d85276c3fafb req-eb5155eb-d9f6-468a-9cfe-a88acd1842b4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3d392951-4941-4395-bb7b-00221c206b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348299 Jul 27 19:46:35.217446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-863366ac-3b19-47a1-b80f-97ff87307d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:35.218834 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-863366ac-3b19-47a1-b80f-97ff87307d3b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a&tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4 HTTP/1.1" status: 200 len: 1101 time: 0.2657404 Jul 27 19:46:35.255028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:35.640591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e672658-4263-42fc-9001-640d313b71ce req-8bf4d7a6-b698-4c6a-972a-daf9683d96d9 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:35.641942 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e672658-4263-42fc-9001-640d313b71ce req-8bf4d7a6-b698-4c6a-972a-daf9683d96d9 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.5600052 Jul 27 19:46:35.661903 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-8e672658-4263-42fc-9001-640d313b71ce req-91153a6c-0e36-44d5-b926-461e5460bbd5 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:46:35.662878 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e672658-4263-42fc-9001-640d313b71ce req-91153a6c-0e36-44d5-b926-461e5460bbd5 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122936 Jul 27 19:46:35.774674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e672658-4263-42fc-9001-640d313b71ce req-1e538ac2-f434-44db-a2fa-a4c1bc8fa466 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.197 HTTP/1.1" status: 200 len: 696 time: 0.1022050 Jul 27 19:46:35.779239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13e7206b-fe64-4cb9-8f5e-d85276c3fafb req-431c2aed-2aff-48e0-ab5c-942095b4b9af service neutron] 10.222.0.63 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595715 Jul 27 19:46:35.790698 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:35.839742 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42077337-0ccb-4064-9d36-212a58d1fc32 req-82f5827a-80e0-466f-b42e-5146afbd023a tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:35.841272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42077337-0ccb-4064-9d36-212a58d1fc32 req-82f5827a-80e0-466f-b42e-5146afbd023a tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.6446583 Jul 27 19:46:35.896881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e672658-4263-42fc-9001-640d313b71ce req-919cb24e-91e8-43ab-aa13-1ee2cad1b4b1 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.197 HTTP/1.1" status: 200 len: 696 time: 0.1142774 Jul 27 19:46:35.971346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 7568af1a-7161-4754-962c-49a783df5379 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:46:36.074886 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 7568af1a-7161-4754-962c-49a783df5379, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=7568af1a-7161-4754-962c-49a783df5379,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:36.075275 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42077337-0ccb-4064-9d36-212a58d1fc32 req-a6122170-4044-43c0-9df6-69222c70fcd0 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917813 Jul 27 19:46:36.098843 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '7568af1a-7161-4754-962c-49a783df5379', 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'port_id': '7568af1a-7161-4754-962c-49a783df5379', 'mac_address': 'fa:16:3e:9f:68:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:46:36.120777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13e7206b-fe64-4cb9-8f5e-d85276c3fafb req-f6312c1a-6e9f-46b7-917e-73453a9df46a service neutron] 10.222.0.63 "GET /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281481 Jul 27 19:46:36.173912 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:36.187014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7568af1a-7161-4754-962c-49a783df5379 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:46:36.212612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 7568af1a-7161-4754-962c-49a783df5379, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=7568af1a-7161-4754-962c-49a783df5379,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:36.217316 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:36.262987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8e672658-4263-42fc-9001-640d313b71ce req-14f3eced-1183-4c73-8306-aacd72559e95 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Deleting port 9d2fc375-767d-4386-8bf6-311251dd5946 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:36.263306 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8e672658-4263-42fc-9001-640d313b71ce req-14f3eced-1183-4c73-8306-aacd72559e95 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:36.267173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=7568af1a-7161-4754-962c-49a783df5379,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:36.333432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:36.406790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5ac02-f4b3-40b1-a66c-d646d09400a1 req-090f9e67-a1f8-444f-a5ec-278b0062a8c9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:36.408161 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8a5ac02-f4b3-40b1-a66c-d646d09400a1 req-090f9e67-a1f8-444f-a5ec-278b0062a8c9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.2038617 Jul 27 19:46:36.412058 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8e672658-4263-42fc-9001-640d313b71ce req-14f3eced-1183-4c73-8306-aacd72559e95 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:36.412384 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8e672658-4263-42fc-9001-640d313b71ce req-14f3eced-1183-4c73-8306-aacd72559e95 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:36.416127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:46:36.458631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8e672658-4263-42fc-9001-640d313b71ce req-14f3eced-1183-4c73-8306-aacd72559e95 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Calling delete_port for 9d2fc375-767d-4386-8bf6-311251dd5946 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:36.495418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:36.497797 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9780f53-bcb6-4c3e-9e7e-768d338339a9" -d '{"events": [{"server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "name": "network-vif-unplugged", "status": "completed", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:36.516567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['7568af1a-7161-4754-962c-49a783df5379'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:36.530169 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:36.540642 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8a5ac02-f4b3-40b1-a66c-d646d09400a1 req-4e6e81a7-e1d5-4dbb-80f0-eb0fed685216 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255815 Jul 27 19:46:36.554857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Transition to ACTIVE for port object f835cc48-5b0b-4241-898b-0aacebcf3b17 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:46:36.560649 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:36.653716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] No DVR routers for this DVR port f835cc48-5b0b-4241-898b-0aacebcf3b17 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:46:36.659297 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Pushing event updated for resources: {'Port': ['ID=f835cc48-5b0b-4241-898b-0aacebcf3b17,revision_number=10']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:36.753304 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Attempting to bind port f835cc48-5b0b-4241-898b-0aacebcf3b17 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:46:36.753630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Attempting to bind port f835cc48-5b0b-4241-898b-0aacebcf3b17 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:46:36.753951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Attempting to bind port f835cc48-5b0b-4241-898b-0aacebcf3b17 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:46:36.766082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Port f835cc48-5b0b-4241-898b-0aacebcf3b17 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:46:36.766401 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Attempting to bind port f835cc48-5b0b-4241-898b-0aacebcf3b17 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:46:36.782945 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:46:36.783287 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:46:36.783708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:46:36.784108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Bound port: f835cc48-5b0b-4241-898b-0aacebcf3b17, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:46:36.784520 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:36.793043 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8e672658-4263-42fc-9001-640d313b71ce req-14f3eced-1183-4c73-8306-aacd72559e95 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:36.828744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3eced-1183-4c73-8306-aacd72559e95 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Pushing event deleted for resources: {'Port': ['ID=9d2fc375-767d-4386-8bf6-311251dd5946,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:36.862520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b610c-76df-4915-931e-3ea59a52ea31 req-afd8d004-e4a2-4f02-a572-86e8697f3e7e tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:36.864283 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d5b610c-76df-4915-931e-3ea59a52ea31 req-afd8d004-e4a2-4f02-a572-86e8697f3e7e tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 945 time: 0.2145109 Jul 27 19:46:36.961491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8403d2ab-ea5d-4451-979b-015081e8f5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00886831-6656-4091-bf75-321dbb7d7f04'}, {'server_uuid': '865e67bb-aa33-46f7-b322-592bff59c4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aae3c2-ea19-46af-b025-82a6e56e9966'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:36.964764 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac945c83-0c50-42b5-97ad-5819893ef0f6" -d '{"events": [{"server_uuid": "8403d2ab-ea5d-4451-979b-015081e8f5c5", "name": "network-vif-plugged", "status": "completed", "tag": "00886831-6656-4091-bf75-321dbb7d7f04"}, {"server_uuid": "865e67bb-aa33-46f7-b322-592bff59c4e6", "name": "network-vif-plugged", "status": "completed", "tag": "60aae3c2-ea19-46af-b025-82a6e56e9966"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:36.970208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:46:36.975269 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:46:36.980765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d5b610c-76df-4915-931e-3ea59a52ea31 req-036eeb65-c5fd-4848-b1e4-b67343eb5edd tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951524 Jul 27 19:46:36.981523 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8e672658-4263-42fc-9001-640d313b71ce req-14f3eced-1183-4c73-8306-aacd72559e95 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:36.983986 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8e672658-4263-42fc-9001-640d313b71ce req-14f3eced-1183-4c73-8306-aacd72559e95 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:36.985239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e672658-4263-42fc-9001-640d313b71ce req-14f3eced-1183-4c73-8306-aacd72559e95 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "DELETE /v2.0/floatingips/e9b8d21a-267f-44f4-ae95-064db207e117 HTTP/1.1" status: 204 len: 173 time: 1.0732384 Jul 27 19:46:36.986606 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:37.022700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:37.023389 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:37.028125 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] 10.222.0.63 "PUT /v2.0/ports/f835cc48-5b0b-4241-898b-0aacebcf3b17 HTTP/1.1" status: 200 len: 1097 time: 1.7750690 Jul 27 19:46:37.109412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb0e46-d13f-4bb3-8dc8-7d5a80ce8536 service neutron] Pushing event updated for resources: {'Port': ['ID=f835cc48-5b0b-4241-898b-0aacebcf3b17,revision_number=11']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:37.223000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-97748e0a-9f83-4b5d-bd00-28a83fb542d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:37.224905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-97748e0a-9f83-4b5d-bd00-28a83fb542d1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 1100 time: 0.1605287 Jul 27 19:46:37.236196 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81af8c6-170a-4043-8502-f39b3f8649d2 req-bc0ad6c6-e745-4b59-8087-8ac76078f437 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:37.237705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b81af8c6-170a-4043-8502-f39b3f8649d2 req-bc0ad6c6-e745-4b59-8087-8ac76078f437 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5987758-65d4-44ba-9293-e8356516f709 HTTP/1.1" status: 200 len: 945 time: 0.1706576 Jul 27 19:46:37.272285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8f88c-ab42-4c49-b92b-f926598bb6cf req-5ac54d80-b53c-4d29-85c4-fa3c31b57e53 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:37.273851 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2a8f88c-ab42-4c49-b92b-f926598bb6cf req-5ac54d80-b53c-4d29-85c4-fa3c31b57e53 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.1663873 Jul 27 19:46:37.324490 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40698) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:37.367366 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b81af8c6-170a-4043-8502-f39b3f8649d2 req-ce77dca2-1579-4358-99f6-544b429e1a75 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184604 Jul 27 19:46:37.385201 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2a8f88c-ab42-4c49-b92b-f926598bb6cf req-693e12aa-55ac-4c03-bebb-f73f5930b14e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859220 Jul 27 19:46:37.403365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-7edc40df-f393-4a65-9c18-0560d7f16d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:37.405023 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-7edc40df-f393-4a65-9c18-0560d7f16d69 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.1663170 Jul 27 19:46:37.458225 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbfebad-4b1c-4b7d-8c1e-db425e77c436 x-openstack-request-id: req-3dbfebad-4b1c-4b7d-8c1e-db425e77c436 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:37.458754 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8403d2ab-ea5d-4451-979b-015081e8f5c5", "name": "network-vif-plugged", "status": "completed", "tag": "00886831-6656-4091-bf75-321dbb7d7f04", "code": 200}, {"server_uuid": "865e67bb-aa33-46f7-b322-592bff59c4e6", "name": "network-vif-plugged", "status": "completed", "tag": "60aae3c2-ea19-46af-b025-82a6e56e9966", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:37.458754 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3dbfebad-4b1c-4b7d-8c1e-db425e77c436 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:37.459583 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8403d2ab-ea5d-4451-979b-015081e8f5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00886831-6656-4091-bf75-321dbb7d7f04', 'code': 200} Jul 27 19:46:37.459844 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865e67bb-aa33-46f7-b322-592bff59c4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aae3c2-ea19-46af-b025-82a6e56e9966', 'code': 200} Jul 27 19:46:37.462725 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-84babd03-cded-47a4-9129-e7dff102d2b3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17 HTTP/1.1" status: 200 len: 217 time: 0.0414510 Jul 27 19:46:37.464231 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f5cadf-4caa-427a-ac44-47307f71f783 x-openstack-request-id: req-a0f5cadf-4caa-427a-ac44-47307f71f783 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:37.464529 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "name": "network-vif-unplugged", "status": "completed", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:37.464769 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0f5cadf-4caa-427a-ac44-47307f71f783 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:37.465155 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17', 'code': 200} Jul 27 19:46:37.484569 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9a04f241-e3dd-441e-9fe3-691493dca39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:37.609759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e09c10a-76aa-4084-9a9b-46d9b851215b req-c752f78d-651c-46a3-934c-e87f9a24d696 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups/2d2c3f3d-e3d2-47ba-a862-3570a01944c4 HTTP/1.1" status: 200 len: 1808 time: 0.1437678 Jul 27 19:46:37.613815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-6de6cb45-529c-4690-96b1-8e818ac34121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:37.615364 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-6de6cb45-529c-4690-96b1-8e818ac34121 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1335390 Jul 27 19:46:37.619756 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9a04f241-e3dd-441e-9fe3-691493dca39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:37.624992 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9a04f241-e3dd-441e-9fe3-691493dca39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:37.673410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04f241-e3dd-441e-9fe3-691493dca39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66f9c58-c746-4291-81da-10284438e525,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:37.681000 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9a04f241-e3dd-441e-9fe3-691493dca39e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d181135235e4ba8b07e0b4d8bc2ee6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554010 Jul 27 19:46:37.682165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40706) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:37.692380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa13298-011e-4e9b-9b99-f7e6c0a95862 req-76706699-6d15-4f34-94b0-e847257d448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:37.693890 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2fa13298-011e-4e9b-9b99-f7e6c0a95862 req-76706699-6d15-4f34-94b0-e847257d448e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 1097 time: 0.1309316 Jul 27 19:46:37.722222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df6795-e3a2-47c4-8a01-b0056035cf11 req-38784dcd-9c98-4b9e-a5c2-f2b07c8de3ad tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:37.723643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-03df6795-e3a2-47c4-8a01-b0056035cf11 req-38784dcd-9c98-4b9e-a5c2-f2b07c8de3ad tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.2049925 Jul 27 19:46:37.751792 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2fa13298-011e-4e9b-9b99-f7e6c0a95862 req-2bc28832-36dc-44e2-b5e4-fc54119fd0a4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480437 Jul 27 19:46:37.759763 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6e09c10a-76aa-4084-9a9b-46d9b851215b req-6b740c3a-c2fa-49e6-9518-30dbfe3834f9 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:37.761070 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a40dd18-8cae-4d79-98f4-ad477e464252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:37.764204 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71f0b2-4346-4086-9edd-5b69f94dde24 req-6c51e6d3-6ed2-4986-95e0-a432b472c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:37.765696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e71f0b2-4346-4086-9edd-5b69f94dde24 req-6c51e6d3-6ed2-4986-95e0-a432b472c822 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 1097 time: 0.1967907 Jul 27 19:46:37.783059 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a40dd18-8cae-4d79-98f4-ad477e464252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:37.801141 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6e09c10a-76aa-4084-9a9b-46d9b851215b req-6b740c3a-c2fa-49e6-9518-30dbfe3834f9 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:37.824544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-3a5cef67-b5c7-4889-b710-9bb726563122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:37.826142 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-3a5cef67-b5c7-4889-b710-9bb726563122 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1971579 Jul 27 19:46:37.828898 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-03df6795-e3a2-47c4-8a01-b0056035cf11 req-a4a27255-d6c5-48e0-8fe1-73fbda413675 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916877 Jul 27 19:46:37.836551 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a40dd18-8cae-4d79-98f4-ad477e464252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:37.839702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a40dd18-8cae-4d79-98f4-ad477e464252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:37.840912 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7a40dd18-8cae-4d79-98f4-ad477e464252 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a66f9c58-c746-4291-81da-10284438e525 HTTP/1.1" status: 204 len: 168 time: 0.1568122 Jul 27 19:46:37.852268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40dd18-8cae-4d79-98f4-ad477e464252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66f9c58-c746-4291-81da-10284438e525,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:37.922722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e71f0b2-4346-4086-9edd-5b69f94dde24 req-3ad8749f-6210-4cd0-a2e1-c08d25849968 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091046 Jul 27 19:46:37.964647 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6e09c10a-76aa-4084-9a9b-46d9b851215b req-6b740c3a-c2fa-49e6-9518-30dbfe3834f9 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:37.967180 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6e09c10a-76aa-4084-9a9b-46d9b851215b req-6b740c3a-c2fa-49e6-9518-30dbfe3834f9 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:37.968323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e09c10a-76aa-4084-9a9b-46d9b851215b req-6b740c3a-c2fa-49e6-9518-30dbfe3834f9 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "DELETE /v2.0/security-groups/2d2c3f3d-e3d2-47ba-a862-3570a01944c4 HTTP/1.1" status: 204 len: 173 time: 0.3520808 Jul 27 19:46:37.986552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 7568af1a-7161-4754-962c-49a783df5379 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:46:37.996614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b740c3a-c2fa-49e6-9518-30dbfe3834f9 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2c3f3d-e3d2-47ba-a862-3570a01944c4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:38.008044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-e6aa3164-25b4-4ecb-956f-94b04b793006 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684613 Jul 27 19:46:38.063800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 7568af1a-7161-4754-962c-49a783df5379 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:46:38.070254 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 7568af1a-7161-4754-962c-49a783df5379 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:38.070986 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:38.083710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16080bf-d9a8-4767-9289-d0f1314b0cc6 req-798f8f69-f0d8-4778-b9a3-fa518f83c526 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:38.085383 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f16080bf-d9a8-4767-9289-d0f1314b0cc6 req-798f8f69-f0d8-4778-b9a3-fa518f83c526 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 948 time: 0.1600516 Jul 27 19:46:38.176425 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f16080bf-d9a8-4767-9289-d0f1314b0cc6 req-7d3a70ce-e004-4f12-8996-5ed9ac0b35ed tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798213 Jul 27 19:46:38.190680 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:38.208174 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f27c2c2-d4e7-45b0-bc3e-52fe371299a1 req-f8379953-77f2-4d59-927f-52ea1aebd9a4 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702828 Jul 27 19:46:38.214487 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:38.234395 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40722) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:38.237363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 7568af1a-7161-4754-962c-49a783df5379, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=7568af1a-7161-4754-962c-49a783df5379,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:38.243224 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:38.244179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f835cc48-5b0b-4241-898b-0aacebcf3b17 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:38.253344 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-49f09bcf-04c0-4771-ac01-3ba3810571ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:38.331627 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f835cc48-5b0b-4241-898b-0aacebcf3b17 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:38.336216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=7568af1a-7161-4754-962c-49a783df5379,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:38.342450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6a235-4dc9-4224-b7ce-a56acd263e84 req-46301947-759a-46cf-93a2-4ad45050832f tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:38.344243 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9b6a235-4dc9-4224-b7ce-a56acd263e84 req-46301947-759a-46cf-93a2-4ad45050832f tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 945 time: 0.0755377 Jul 27 19:46:38.384711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-49f09bcf-04c0-4771-ac01-3ba3810571ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:38.389942 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-49f09bcf-04c0-4771-ac01-3ba3810571ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:38.414118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9b6a235-4dc9-4224-b7ce-a56acd263e84 req-ddd338a4-b906-424f-a544-43f31fd88a51 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587306 Jul 27 19:46:38.428237 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-49f09bcf-04c0-4771-ac01-3ba3810571ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd8acd5d539146259f00f234734b6a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926744 Jul 27 19:46:38.430305 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f09bcf-04c0-4771-ac01-3ba3810571ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95f1671-6667-413e-ac64-5c9a989235ff,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:38.430984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40730) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:38.459484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb74c3f-d8c3-4f56-81a9-7855d39789aa req-2f8e39c0-af07-48cc-923a-21b75c0e8ae4 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:38.461077 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afb74c3f-d8c3-4f56-81a9-7855d39789aa req-2f8e39c0-af07-48cc-923a-21b75c0e8ae4 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1158459 Jul 27 19:46:38.558370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afb74c3f-d8c3-4f56-81a9-7855d39789aa req-fb2c75b4-f102-434b-ba9a-a98ea578ee33 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839875 Jul 27 19:46:38.560713 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11329f2f-46dd-4ce7-bcd1-66d0dda7d269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:38.589068 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11329f2f-46dd-4ce7-bcd1-66d0dda7d269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:38.642867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026c5b3-8c71-40c8-bc9f-6e1403605c99 req-dd455ff6-d680-4730-b646-dd4c426edd82 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:38.644351 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d026c5b3-8c71-40c8-bc9f-6e1403605c99 req-dd455ff6-d680-4730-b646-dd4c426edd82 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5987758-65d4-44ba-9293-e8356516f709 HTTP/1.1" status: 200 len: 946 time: 0.1445417 Jul 27 19:46:38.709424 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11329f2f-46dd-4ce7-bcd1-66d0dda7d269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:38.711921 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11329f2f-46dd-4ce7-bcd1-66d0dda7d269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:38.713207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-11329f2f-46dd-4ce7-bcd1-66d0dda7d269 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a95f1671-6667-413e-ac64-5c9a989235ff HTTP/1.1" status: 204 len: 168 time: 0.2810616 Jul 27 19:46:38.719543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40738) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:38.730981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11329f2f-46dd-4ce7-bcd1-66d0dda7d269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95f1671-6667-413e-ac64-5c9a989235ff,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:38.744883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d026c5b3-8c71-40c8-bc9f-6e1403605c99 req-f0e7e0be-b083-4b2b-bc36-c91afd8dec3d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738344 Jul 27 19:46:38.764139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d0bda-92f8-4de3-ac0f-25968304359c req-ebc57855-9b45-4b60-a3d6-44e3d93f3714 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:38.768863 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc3d0bda-92f8-4de3-ac0f-25968304359c req-ebc57855-9b45-4b60-a3d6-44e3d93f3714 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.1447318 Jul 27 19:46:38.811506 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc3d0bda-92f8-4de3-ac0f-25968304359c req-78401f6b-f02c-452a-9f08-14022ea27743 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394235 Jul 27 19:46:38.841055 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-94e5fd61-755d-4002-9413-0c9eba72001b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:38.961947 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-94e5fd61-755d-4002-9413-0c9eba72001b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:38.969575 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-94e5fd61-755d-4002-9413-0c9eba72001b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:38.991485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96f273-e788-498e-aaa8-3986f5108866 req-0d0e25a1-2dea-4e2e-89de-942f1559163a tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:38.993037 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e96f273-e788-498e-aaa8-3986f5108866 req-0d0e25a1-2dea-4e2e-89de-942f1559163a tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.0764205 Jul 27 19:46:39.011110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5fd61-755d-4002-9413-0c9eba72001b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dd2776-578f-4ce9-91d6-da64832545fd,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:39.015872 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-94e5fd61-755d-4002-9413-0c9eba72001b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eab0b5f817c64edab218a77dad26e52c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954390 Jul 27 19:46:39.018486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40750) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:39.050634 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e96f273-e788-498e-aaa8-3986f5108866 req-42f96e7c-566e-4a95-852d-567b44789358 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499086 Jul 27 19:46:39.072648 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e24dd015-f8e8-4bb9-9bab-30b7e1b9ba2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:39.095525 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e24dd015-f8e8-4bb9-9bab-30b7e1b9ba2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:39.160267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e24dd015-f8e8-4bb9-9bab-30b7e1b9ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:39.163421 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e24dd015-f8e8-4bb9-9bab-30b7e1b9ba2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:39.164954 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e24dd015-f8e8-4bb9-9bab-30b7e1b9ba2d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74dd2776-578f-4ce9-91d6-da64832545fd HTTP/1.1" status: 204 len: 168 time: 0.1454103 Jul 27 19:46:39.173777 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dd015-f8e8-4bb9-9bab-30b7e1b9ba2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dd2776-578f-4ce9-91d6-da64832545fd,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:39.325726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdf4f6-6067-44f6-b127-68a8f0649df1 req-035ff643-ce68-4d74-8c5d-12d2399b3439 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:39.327245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fbbdf4f6-6067-44f6-b127-68a8f0649df1 req-035ff643-ce68-4d74-8c5d-12d2399b3439 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 948 time: 0.0726514 Jul 27 19:46:39.373808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fbbdf4f6-6067-44f6-b127-68a8f0649df1 req-bd6136e7-565b-409c-8b15-cd1a856b790b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 Jul 27 19:46:39.461682 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5987758-65d4-44ba-9293-e8356516f709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7568af1a-7161-4754-962c-49a783df5379'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:39.464050 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5247274c-ef63-48ec-928b-4e76e058fcec" -d '{"events": [{"server_uuid": "d5987758-65d4-44ba-9293-e8356516f709", "name": "network-vif-plugged", "status": "completed", "tag": "7568af1a-7161-4754-962c-49a783df5379"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:39.466032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:39.468505 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a6599c-54c6-4261-bd8b-8edef4405efb" -d '{"events": [{"name": "network-changed", "server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:39.531728 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeca977-805f-475b-a79e-a1a5fdadba2c x-openstack-request-id: req-caeca977-805f-475b-a79e-a1a5fdadba2c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:39.532092 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:39.532320 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-caeca977-805f-475b-a79e-a1a5fdadba2c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:39.532737 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17', 'status': 'completed', 'code': 200} Jul 27 19:46:39.573847 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed382dd4-c79f-4448-b1c0-fd55f25fa8b2 req-04298497-23c8-4fb5-8c6f-15acb5179225 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:39.575402 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed382dd4-c79f-4448-b1c0-fd55f25fa8b2 req-04298497-23c8-4fb5-8c6f-15acb5179225 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 945 time: 0.0835433 Jul 27 19:46:39.607848 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bf9bec-0eab-4e85-ac32-53431d2fb6c4 x-openstack-request-id: req-46bf9bec-0eab-4e85-ac32-53431d2fb6c4 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:39.608222 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5987758-65d4-44ba-9293-e8356516f709", "name": "network-vif-plugged", "status": "completed", "tag": "7568af1a-7161-4754-962c-49a783df5379", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:39.608564 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46bf9bec-0eab-4e85-ac32-53431d2fb6c4 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:39.609045 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5987758-65d4-44ba-9293-e8356516f709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7568af1a-7161-4754-962c-49a783df5379', 'code': 200} Jul 27 19:46:39.737427 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d5d48-5251-4f7e-9e8e-427ae23f4ccb req-526ade21-8746-4d3f-9bba-421629398489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:39.739063 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-677d5d48-5251-4f7e-9e8e-427ae23f4ccb req-526ade21-8746-4d3f-9bba-421629398489 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d5987758-65d4-44ba-9293-e8356516f709 HTTP/1.1" status: 200 len: 1098 time: 0.0618570 Jul 27 19:46:39.784356 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-677d5d48-5251-4f7e-9e8e-427ae23f4ccb req-fb4fc043-2b10-4a81-9ac6-6bda4a06a6f8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345402 Jul 27 19:46:40.063888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed382dd4-c79f-4448-b1c0-fd55f25fa8b2 req-3fea0ba1-9346-485e-9329-a5b862433fc2 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684720 Jul 27 19:46:40.100195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-be1c9511-8184-4b63-8b45-6926ac2cfd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:40.102139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-be1c9511-8184-4b63-8b45-6926ac2cfd51 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 1100 time: 0.5258591 Jul 27 19:46:40.110091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-477c4097-90d8-41d6-bef8-19bfa07ae188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:40.111335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-477c4097-90d8-41d6-bef8-19bfa07ae188 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 1100 time: 0.5339618 Jul 27 19:46:40.120743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919e96d-481b-463e-b597-b74b337fc342 req-a05fd0e8-ca24-4878-b034-dc51046c93d4 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:40.122732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a919e96d-481b-463e-b597-b74b337fc342 req-a05fd0e8-ca24-4878-b034-dc51046c93d4 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.1248965 Jul 27 19:46:40.124091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40816) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:40.277605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-755650885-network', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:40.353843 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a919e96d-481b-463e-b597-b74b337fc342 req-a0f7d6b8-d6a4-4649-a1d5-7b7011e952e0 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193222 Jul 27 19:46:40.375765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] Made reservation on behalf of 0fba9149ef744eb2b1b1f0e60bab0115 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:46:40.378044 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:40.403413 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:40.409530 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-c67ca0f0-385d-4cb1-937e-60ed4157aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:40.411144 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-c67ca0f0-385d-4cb1-937e-60ed4157aae4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2861562 Jul 27 19:46:40.412089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-e07e8c46-218e-405d-ab7d-0914b9feb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:40.413512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-e07e8c46-218e-405d-ab7d-0914b9feb091 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2903721 Jul 27 19:46:40.500814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-5d1ba2bc-a145-4272-885a-38c99a16470b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17 HTTP/1.1" status: 200 len: 217 time: 0.0808897 Jul 27 19:46:40.535064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0de440-d3ce-4b48-95b4-399771851e82 req-b5b4ed6d-085b-4884-9a07-5b9c932d82f8 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:40.536945 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a0de440-d3ce-4b48-95b4-399771851e82 req-b5b4ed6d-085b-4884-9a07-5b9c932d82f8 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5987758-65d4-44ba-9293-e8356516f709 HTTP/1.1" status: 200 len: 946 time: 0.3791187 Jul 27 19:46:40.551157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-c6cb6a4d-4c49-4e3e-9777-2f5428075934 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17 HTTP/1.1" status: 200 len: 217 time: 0.1121635 Jul 27 19:46:40.682049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f835cc48-5b0b-4241-898b-0aacebcf3b17 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:46:40.686461 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-a127224a-22e5-45b9-8724-279210d464f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:40.687949 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-a127224a-22e5-45b9-8724-279210d464f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1478045 Jul 27 19:46:40.697489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a0de440-d3ce-4b48-95b4-399771851e82 req-e796e59f-b2eb-4061-aead-3a747b5d7bff tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409123 Jul 27 19:46:40.704048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-7c014dfd-aeb7-41cd-8690-ed25be161bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:40.705537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-7c014dfd-aeb7-41cd-8690-ed25be161bee service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1210430 Jul 27 19:46:40.765356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee363531-586d-4cb6-b51f-c02657d072ee req-56de54cb-a089-4657-83ea-8cc7c5491814 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:40.766872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee363531-586d-4cb6-b51f-c02657d072ee req-56de54cb-a089-4657-83ea-8cc7c5491814 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.3398082 Jul 27 19:46:40.792964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:40.807423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'f835cc48-5b0b-4241-898b-0aacebcf3b17', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'f835cc48-5b0b-4241-898b-0aacebcf3b17', 'mac_address': 'fa:16:3e:09:f6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:46:40.852651 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:40.864028 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:40.866565 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f835cc48-5b0b-4241-898b-0aacebcf3b17 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:46:40.879316 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:40.887344 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:40.891533 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:40.913227 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee363531-586d-4cb6-b51f-c02657d072ee req-f4060e86-b169-4e0d-b742-42209ff5feca tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220579 Jul 27 19:46:40.934575 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:46:40.949178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=f835cc48-5b0b-4241-898b-0aacebcf3b17,revision_number=12']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:40.952367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57635d75-260a-47eb-a1c2-4f958e81d637,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:40.965413 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:40.965763 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] Added segment 88c40d18-dd5f-4a56-a8f2-224c23b2cb8b of type vlan for network d1008e19-3a97-4ba6-92d0-34e85ab00965 Jul 27 19:46:40.969479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-fb3bec72-83d6-4f04-b9bb-e66873abe3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:40.971102 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-fb3bec72-83d6-4f04-b9bb-e66873abe3ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2622380 Jul 27 19:46:40.981976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-761f3e4d-2600-4cb4-9ea0-409d388f8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:40.983498 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-761f3e4d-2600-4cb4-9ea0-409d388f8d0e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2618687 Jul 27 19:46:41.000266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf2803-534a-4d34-a591-61e96f958de0 req-9f2cda8e-01e6-464b-b267-365530380ac0 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:41.001792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bcaf2803-534a-4d34-a591-61e96f958de0 req-9f2cda8e-01e6-464b-b267-365530380ac0 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.2120433 Jul 27 19:46:41.129156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-3a6d7bcd-e6e0-4ef4-b918-2a7c519f22d7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:41.130788 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-3a6d7bcd-e6e0-4ef4-b918-2a7c519f22d7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5987758-65d4-44ba-9293-e8356516f709 HTTP/1.1" status: 200 len: 946 time: 0.0664995 Jul 27 19:46:41.161547 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['f835cc48-5b0b-4241-898b-0aacebcf3b17'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:41.179902 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:41.248374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-a0364ea8-9b63-4f40-a1b9-a71f232badc3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Deleting port 7568af1a-7161-4754-962c-49a783df5379 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:41.248742 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-a0364ea8-9b63-4f40-a1b9-a71f232badc3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:41.285640 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bcaf2803-534a-4d34-a591-61e96f958de0 req-9df1d176-a050-422a-979c-0738d5242c61 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486312 Jul 27 19:46:41.318282 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-cd68a35f-b395-4ae9-9f15-cc397ae742ed service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330214 Jul 27 19:46:41.321552 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:41.324463 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:41.325756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:41.325959 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:41.339546 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-6b6838a6-a993-44bb-ba7a-9c897f6fba3b service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233709 Jul 27 19:46:41.360138 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-a0364ea8-9b63-4f40-a1b9-a71f232badc3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] For port 7568af1a-7161-4754-962c-49a783df5379, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=7568af1a-7161-4754-962c-49a783df5379,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:41.360612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-a0364ea8-9b63-4f40-a1b9-a71f232badc3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:41.376680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-a0364ea8-9b63-4f40-a1b9-a71f232badc3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Calling delete_port for 7568af1a-7161-4754-962c-49a783df5379 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:41.444611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a96a92-f656-4b97-a384-3066cd8dbed1 req-ef2c42d8-db8a-4d0a-845f-a3e7648ffe17 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:41.446129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50a96a92-f656-4b97-a384-3066cd8dbed1 req-ef2c42d8-db8a-4d0a-845f-a3e7648ffe17 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 945 time: 0.4414201 Jul 27 19:46:41.453663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498636e3-2101-4a59-a311-d4813e330117 req-ac6c3919-ca24-4b4a-8995-0421e77c5ddd tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:41.455395 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-498636e3-2101-4a59-a311-d4813e330117 req-ac6c3919-ca24-4b4a-8995-0421e77c5ddd tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.4403942 Jul 27 19:46:41.473492 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3402934 Jul 27 19:46:41.477085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40832) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:41.521266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e8c41264-c7be-44ab-9dcc-e3a384a513b6 admin admin] Request body: {'subnet': {'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-755650885-subnet', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:41.550636 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-a0364ea8-9b63-4f40-a1b9-a71f232badc3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:41.570131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246c7a3-459f-4ffb-9252-5a459b74c488 admin admin] Pushing event updated for resources: {'Network': ['ID=d1008e19-3a97-4ba6-92d0-34e85ab00965,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:41.570857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['7568af1a-7161-4754-962c-49a783df5379'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:41.581762 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0364ea8-9b63-4f40-a1b9-a71f232badc3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Pushing event deleted for resources: {'Port': ['ID=7568af1a-7161-4754-962c-49a783df5379,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:41.588243 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c41264-c7be-44ab-9dcc-e3a384a513b6 admin admin] Made reservation on behalf of 0fba9149ef744eb2b1b1f0e60bab0115 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:46:41.590565 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e8c41264-c7be-44ab-9dcc-e3a384a513b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:41.611093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network d1008e19-3a97-4ba6-92d0-34e85ab00965 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:46:41.669374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50a96a92-f656-4b97-a384-3066cd8dbed1 req-ebbf3e05-da1e-450b-b539-59f53bdcd972 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946871 Jul 27 19:46:41.682342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-c804d24b-fcf4-4f7f-a7ea-ac9b54c3e863 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451209 Jul 27 19:46:41.691079 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42a6599c-54c6-4261-bd8b-8edef4405efb req-6a923ad8-596d-4197-9888-eceb809a5c07 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255470 Jul 27 19:46:41.734795 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-498636e3-2101-4a59-a311-d4813e330117 req-8e96a57f-f631-4558-8ac3-718945dd239c tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Deleting port 779d9f0e-0aa0-4780-ada2-a981b2f6431e {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:41.735138 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-498636e3-2101-4a59-a311-d4813e330117 req-8e96a57f-f631-4558-8ac3-718945dd239c tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:41.835332 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-a0364ea8-9b63-4f40-a1b9-a71f232badc3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] No DVR routers for this DVR port 7568af1a-7161-4754-962c-49a783df5379 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:46:41.840738 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-a0364ea8-9b63-4f40-a1b9-a71f232badc3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:41.843085 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cb6fc92-a34f-4f02-90ca-de5a2da8b7e8 req-a0364ea8-9b63-4f40-a1b9-a71f232badc3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.52 "DELETE /v2.0/ports/7568af1a-7161-4754-962c-49a783df5379 HTTP/1.1" status: 204 len: 173 time: 0.7005219 Jul 27 19:46:41.843567 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5987758-65d4-44ba-9293-e8356516f709', 'name': 'network-vif-deleted', 'tag': '7568af1a-7161-4754-962c-49a783df5379'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:41.846283 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f2a00b-9a4a-4716-8486-c3b72ff850b0" -d '{"events": [{"server_uuid": "d5987758-65d4-44ba-9293-e8356516f709", "name": "network-vif-deleted", "tag": "7568af1a-7161-4754-962c-49a783df5379"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:41.852286 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e8c41264-c7be-44ab-9dcc-e3a384a513b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:41.889297 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-498636e3-2101-4a59-a311-d4813e330117 req-8e96a57f-f631-4558-8ac3-718945dd239c tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] For port 779d9f0e-0aa0-4780-ada2-a981b2f6431e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=779d9f0e-0aa0-4780-ada2-a981b2f6431e,segment=NetworkSegment(3feed133-aece-40fa-a7b8-0d5af3a7eed8),segment_id=3feed133-aece-40fa-a7b8-0d5af3a7eed8)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:41.889667 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-498636e3-2101-4a59-a311-d4813e330117 req-8e96a57f-f631-4558-8ac3-718945dd239c tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:41.904424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-498636e3-2101-4a59-a311-d4813e330117 req-8e96a57f-f631-4558-8ac3-718945dd239c tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Calling delete_port for 779d9f0e-0aa0-4780-ada2-a981b2f6431e owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:41.927691 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c41264-c7be-44ab-9dcc-e3a384a513b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5222b934-08af-458f-b108-8d4492990687,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:41.936347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c41264-c7be-44ab-9dcc-e3a384a513b6 admin admin] Checking segment: {'id': '88c40d18-dd5f-4a56-a8f2-224c23b2cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:46:41.936842 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c41264-c7be-44ab-9dcc-e3a384a513b6 admin admin] Network hostable DHCP agents. Network: d1008e19-3a97-4ba6-92d0-34e85ab00965, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:46:41.957838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c41264-c7be-44ab-9dcc-e3a384a513b6 admin admin] Network d1008e19-3a97-4ba6-92d0-34e85ab00965 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:46:41.971384 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e8c41264-c7be-44ab-9dcc-e3a384a513b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, d1008e19-3a97-4ba6-92d0-34e85ab00965) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:46:41.976801 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c41264-c7be-44ab-9dcc-e3a384a513b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:41.978205 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e8c41264-c7be-44ab-9dcc-e3a384a513b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:41.985647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82253e0d-cf26-404f-8e56-c00474b0198e None None] Network d1008e19-3a97-4ba6-92d0-34e85ab00965 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:46:41.994242 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e8c41264-c7be-44ab-9dcc-e3a384a513b6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4812672 Jul 27 19:46:41.998367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40844) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:42.002752 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-755650885-router', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:42.048655 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:42.050025 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:42.080110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab9fce-0d5c-47f9-9304-a2fd94816124 req-7ddec624-b47b-49b2-84fc-450a10825eec tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:42.087731 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-86ab9fce-0d5c-47f9-9304-a2fd94816124 req-7ddec624-b47b-49b2-84fc-450a10825eec tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.2574792 Jul 27 19:46:42.131445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:42.180202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3038015-6364-4f29-9061-c5797dbcd9d8 req-7cd9c9d4-bb12-4901-898e-a6b1ae38fab8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:42.181866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3038015-6364-4f29-9061-c5797dbcd9d8 req-7cd9c9d4-bb12-4901-898e-a6b1ae38fab8 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4b7353a-679d-4d36-b953-8fc5db27d6d6 HTTP/1.1" status: 200 len: 945 time: 0.2189405 Jul 27 19:46:42.193543 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-86ab9fce-0d5c-47f9-9304-a2fd94816124 req-1885bdf2-566e-41c3-8877-78342cfbb931 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048334 Jul 27 19:46:42.196814 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-498636e3-2101-4a59-a311-d4813e330117 req-8e96a57f-f631-4558-8ac3-718945dd239c tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:42.211198 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-d1008e19-3a97-4ba6-92d0-34e85ab00965', 'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'fixed_ips': [{'subnet_id': '5222b934-08af-458f-b108-8d4492990687'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:46:42.212631 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:42.215904 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['779d9f0e-0aa0-4780-ada2-a981b2f6431e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:42.253645 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96a57f-f631-4558-8ac3-718945dd239c tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Pushing event deleted for resources: {'Port': ['ID=779d9f0e-0aa0-4780-ada2-a981b2f6431e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:42.332951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3038015-6364-4f29-9061-c5797dbcd9d8 req-ce0b1a34-5278-4a1e-8b37-4290b33d3691 tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bb63953-d380-4c4e-b7bd-51f61bb6dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381283 Jul 27 19:46:42.351835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-498636e3-2101-4a59-a311-d4813e330117 req-8e96a57f-f631-4558-8ac3-718945dd239c tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] No DVR routers for this DVR port 779d9f0e-0aa0-4780-ada2-a981b2f6431e on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:46:42.369116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-283b94a0-4877-43a6-a1ab-7273555d5800 req-b66a9992-474f-4ee3-9054-7ec9adc313b7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5987758-65d4-44ba-9293-e8356516f709 HTTP/1.1" status: 200 len: 210 time: 0.0682576 Jul 27 19:46:42.370437 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-498636e3-2101-4a59-a311-d4813e330117 req-8e96a57f-f631-4558-8ac3-718945dd239c tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:42.372525 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-498636e3-2101-4a59-a311-d4813e330117 req-8e96a57f-f631-4558-8ac3-718945dd239c tempest-ServerRescueTestJSONUnderV235-1788218084 tempest-ServerRescueTestJSONUnderV235-1788218084-project] 10.222.0.63 "DELETE /v2.0/ports/779d9f0e-0aa0-4780-ada2-a981b2f6431e HTTP/1.1" status: 204 len: 173 time: 0.8967454 Jul 27 19:46:42.372993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'name': 'network-vif-deleted', 'tag': '779d9f0e-0aa0-4780-ada2-a981b2f6431e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:42.379001 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b26d0ee-5f07-45ed-ab23-8b336deff469" -d '{"events": [{"server_uuid": "c4b7353a-679d-4d36-b953-8fc5db27d6d6", "name": "network-vif-deleted", "tag": "779d9f0e-0aa0-4780-ada2-a981b2f6431e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:42.460136 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Allocated IP 172.20.0.2 (d1008e19-3a97-4ba6-92d0-34e85ab00965/5222b934-08af-458f-b108-8d4492990687/397807af-4fbf-4eec-a79e-5a1117a0a548) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:46:42.558700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a2cce-8125-49f4-abb0-7d5aa58efc69 req-f9c44c37-3a8f-4a8e-8eef-095fd542aafb tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:42.561204 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-809a2cce-8125-49f4-abb0-7d5aa58efc69 req-f9c44c37-3a8f-4a8e-8eef-095fd542aafb tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.0892913 Jul 27 19:46:42.596967 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09e5116-a097-47df-960c-70a44349c612 x-openstack-request-id: req-b09e5116-a097-47df-960c-70a44349c612 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:42.597310 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5987758-65d4-44ba-9293-e8356516f709", "name": "network-vif-deleted", "tag": "7568af1a-7161-4754-962c-49a783df5379", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:42.597485 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b09e5116-a097-47df-960c-70a44349c612 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:42.598008 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5987758-65d4-44ba-9293-e8356516f709', 'name': 'network-vif-deleted', 'tag': '7568af1a-7161-4754-962c-49a783df5379', 'status': 'completed', 'code': 200} Jul 27 19:46:42.614668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-809a2cce-8125-49f4-abb0-7d5aa58efc69 req-0ea224c1-f6a3-4733-a01e-86f3d00d3c55 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Jul 27 19:46:42.654986 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d4af5635-d44c-44d8-8df6-d488983ca6d1 req-c838acbf-6118-4b44-9e30-d2f99e8a6aca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=d5987758-65d4-44ba-9293-e8356516f709 HTTP/1.1" status: 200 len: 210 time: 0.0560904 Jul 27 19:46:42.712646 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:42.721798 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Transition to ACTIVE for port object 397807af-4fbf-4eec-a79e-5a1117a0a548 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:46:42.738380 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f835cc48-5b0b-4241-898b-0aacebcf3b17 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:46:42.743565 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Transition to ACTIVE for port object 397807af-4fbf-4eec-a79e-5a1117a0a548 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:46:42.767678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483f3ee-198b-46a2-bbb7-ed7fc7720ba8 req-f55339e4-e77d-43dc-a9b0-0682c32a39df tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:42.769285 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8483f3ee-198b-46a2-bbb7-ed7fc7720ba8 req-f55339e4-e77d-43dc-a9b0-0682c32a39df tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 945 time: 0.0857263 Jul 27 19:46:42.772854 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:42.790994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:42.821476 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8483f3ee-198b-46a2-bbb7-ed7fc7720ba8 req-35017a71-5d4d-4484-bd52-9491dcae7ce2 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440977 Jul 27 19:46:42.845853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Network d1008e19-3a97-4ba6-92d0-34e85ab00965 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:46:42.850550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:46:42.856608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:46:42.926255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc62fa5-7136-4f70-a1f1-2889b36c74a2 req-9f42d12c-4d85-4c36-87e2-394d18e3cdce tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:42.928653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4cc62fa5-7136-4f70-a1f1-2889b36c74a2 req-9f42d12c-4d85-4c36-87e2-394d18e3cdce tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 1101 time: 0.0900156 Jul 27 19:46:42.976620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af5635-d44c-44d8-8df6-d488983ca6d1 req-64108618-1c94-4bd3-a5c6-a09777b950fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:42.978081 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d4af5635-d44c-44d8-8df6-d488983ca6d1 req-64108618-1c94-4bd3-a5c6-a09777b950fa service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f19d4f5c80f446fba94990d46169e53a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2869396 Jul 27 19:46:43.010537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4cc62fa5-7136-4f70-a1f1-2889b36c74a2 req-fd5e924a-43df-479f-ae6d-76675983faa7 tempest-MigrationsAdminTest-1867911265 tempest-MigrationsAdminTest-1867911265-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598676 Jul 27 19:46:43.030542 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35ed07-3afa-410e-908f-a138ccc2257c req-7f605afa-562b-402a-8385-f5de41ed3670 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:43.033203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea35ed07-3afa-410e-908f-a138ccc2257c req-7f605afa-562b-402a-8385-f5de41ed3670 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.1219747 Jul 27 19:46:43.104813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea35ed07-3afa-410e-908f-a138ccc2257c req-f7a6512c-3bb0-4292-83ed-9f3bfb5cc478 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614302 Jul 27 19:46:43.110475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Pushing event updated for resources: {'Port': ['ID=397807af-4fbf-4eec-a79e-5a1117a0a548,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:43.111184 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71195bf-cd5b-4dbf-8bd9-b48d668e9299 x-openstack-request-id: req-e71195bf-cd5b-4dbf-8bd9-b48d668e9299 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:43.111498 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b7353a-679d-4d36-b953-8fc5db27d6d6", "name": "network-vif-deleted", "tag": "779d9f0e-0aa0-4780-ada2-a981b2f6431e", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:43.111755 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e71195bf-cd5b-4dbf-8bd9-b48d668e9299 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:43.130384 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b7353a-679d-4d36-b953-8fc5db27d6d6', 'name': 'network-vif-deleted', 'tag': '779d9f0e-0aa0-4780-ada2-a981b2f6431e', 'status': 'completed', 'code': 200} Jul 27 19:46:43.133925 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af5635-d44c-44d8-8df6-d488983ca6d1 req-c02c23cf-4020-4cd5-ac35-2d07bbbcfb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:43.135337 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d4af5635-d44c-44d8-8df6-d488983ca6d1 req-c02c23cf-4020-4cd5-ac35-2d07bbbcfb08 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1436372 Jul 27 19:46:43.171154 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port f835cc48-5b0b-4241-898b-0aacebcf3b17 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:46:43.178876 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Attempting to bind port 397807af-4fbf-4eec-a79e-5a1117a0a548 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:46:43.179241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Attempting to bind port 397807af-4fbf-4eec-a79e-5a1117a0a548 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '88c40d18-dd5f-4a56-a8f2-224c23b2cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:46:43.179602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Attempting to bind port 397807af-4fbf-4eec-a79e-5a1117a0a548 on network d1008e19-3a97-4ba6-92d0-34e85ab00965 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:46:43.181656 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port f835cc48-5b0b-4241-898b-0aacebcf3b17 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:43.182028 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:43.190365 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:46:43.190997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Checking segment: {'id': '88c40d18-dd5f-4a56-a8f2-224c23b2cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:46:43.191614 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:43.192275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Bound using segment: {'id': '88c40d18-dd5f-4a56-a8f2-224c23b2cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:46:43.192949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Bound port: 397807af-4fbf-4eec-a79e-5a1117a0a548, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c40d18-dd5f-4a56-a8f2-224c23b2cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:46:43.193489 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:43.271940 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b441f7d-3047-4e61-b52e-ca9153b43c56 req-439ed1a5-f5f2-41b7-ba99-4e0b214564b3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:43.274272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b441f7d-3047-4e61-b52e-ca9153b43c56 req-439ed1a5-f5f2-41b7-ba99-4e0b214564b3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 945 time: 0.0877883 Jul 27 19:46:43.286411 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:43.308857 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:43.336238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b441f7d-3047-4e61-b52e-ca9153b43c56 req-5664c32d-e1fe-414d-8702-debaefb9435d tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459733 Jul 27 19:46:43.351358 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bc494148-9594-4b2c-b456-541a69d4a028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:43.358340 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:43.375887 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] For port 397807af-4fbf-4eec-a79e-5a1117a0a548, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:46:43.397886 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] For port 397807af-4fbf-4eec-a79e-5a1117a0a548, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=397807af-4fbf-4eec-a79e-5a1117a0a548,segment=NetworkSegment(88c40d18-dd5f-4a56-a8f2-224c23b2cb8b),segment_id=88c40d18-dd5f-4a56-a8f2-224c23b2cb8b)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:46:43.407677 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:43.412207 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6990db93-aa4c-476f-8cca-320dff6d07e1" -d '{"events": [{"server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "name": "network-vif-plugged", "status": "completed", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:43.421153 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:43.470051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:43.482006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Allocated IP 172.25.1.83 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/fa12b5bd-b427-44b2-a54f-c16270baee45) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:46:43.486573 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:43.495950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbb27e-9417-4fdb-897b-d1f285cc3776 req-889e1f04-fed7-41cb-886a-4e2a9fe1e0b9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:43.497639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06bbb27e-9417-4fdb-897b-d1f285cc3776 req-889e1f04-fed7-41cb-886a-4e2a9fe1e0b9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 949 time: 0.0758145 Jul 27 19:46:43.514219 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5019f-e2a7-4205-a214-d7f975316385 None None] Pushing event updated for resources: {'Port': ['ID=397807af-4fbf-4eec-a79e-5a1117a0a548,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:43.573874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06bbb27e-9417-4fdb-897b-d1f285cc3776 req-dee3f7ea-13e7-462b-b0cd-94fa2ef7d666 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657384 Jul 27 19:46:43.589937 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=f835cc48-5b0b-4241-898b-0aacebcf3b17,revision_number=13']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:43.620516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40874) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:43.650882 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:43.708513 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:43.780820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:46:43.786783 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:46:43.793565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:46:43.797482 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88c1a78a-36e7-4372-9b64-6cdc35ed9b7a req-ed6db2d4-48c7-4c34-8545-bfb1e29e6e35 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5987758-65d4-44ba-9293-e8356516f709 HTTP/1.1" status: 200 len: 210 time: 0.0954854 Jul 27 19:46:43.883667 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f165b2c5-e76b-41f8-aca4-6ad4100b3582 x-openstack-request-id: req-f165b2c5-e76b-41f8-aca4-6ad4100b3582 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:43.884230 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "name": "network-vif-plugged", "status": "completed", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:43.884696 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f165b2c5-e76b-41f8-aca4-6ad4100b3582 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:43.885274 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17', 'code': 200} Jul 27 19:46:43.967183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=fa12b5bd-b427-44b2-a54f-c16270baee45,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:44.076234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b1c58-008a-4a92-810b-80159d78dca6 req-183b5746-5d78-4e52-8842-85e04dafad22 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:44.077737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e7b1c58-008a-4a92-810b-80159d78dca6 req-183b5746-5d78-4e52-8842-85e04dafad22 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 945 time: 0.1714077 Jul 27 19:46:44.093473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d293c-ad76-4ddc-8909-1dfa540f01d3 req-1ce4a396-f570-47bd-8712-d18e89bc3ede tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:44.094007 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:44.095048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-415d293c-ad76-4ddc-8909-1dfa540f01d3 req-1ce4a396-f570-47bd-8712-d18e89bc3ede tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.1476591 Jul 27 19:46:44.169223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e7b1c58-008a-4a92-810b-80159d78dca6 req-549f3b61-550e-49ec-8d33-a34763741e0e tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837753 Jul 27 19:46:44.193527 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-415d293c-ad76-4ddc-8909-1dfa540f01d3 req-f3858582-d35b-4c4e-ac54-71d5cc41d2d3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766962 Jul 27 19:46:44.260751 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3bf3c6d9-afc9-4019-b2c0-b31be5bb06a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:44.335338 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:44.481082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Router 99cb7499-0977-4ac0-9e2b-910ff8001356 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:46:44.606210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:46:44.616711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Sync routers for ids ['99cb7499-0977-4ac0-9e2b-910ff8001356'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:46:44.625349 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:44.629525 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-182b1e91-a488-4580-9329-19711ed3a0b9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6275177 Jul 27 19:46:44.629728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Routers {'99cb7499-0977-4ac0-9e2b-910ff8001356'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:46:44.629728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:46:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['99cb7499-0977-4ac0-9e2b-910ff8001356'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:44.630537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40890) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:44.670255 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d825be45-0e9c-4f30-b200-6721eab796f5 None None] Network d1008e19-3a97-4ba6-92d0-34e85ab00965 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:46:44.745152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aa282ad8-633e-4878-81ee-3ccfd647468c None None] Provisioning for port 397807af-4fbf-4eec-a79e-5a1117a0a548 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:46:44.805146 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 397807af-4fbf-4eec-a79e-5a1117a0a548 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:46:44.847406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Set router 99cb7499-0977-4ac0-9e2b-910ff8001356 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:46:44.890348 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ded4a7-32dd-43f6-ad53-60dbcae31467 req-c0025c29-9a92-463b-af79-c4707b12d5c4 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:44.893288 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5ded4a7-32dd-43f6-ad53-60dbcae31467 req-c0025c29-9a92-463b-af79-c4707b12d5c4 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 945 time: 0.5908725 Jul 27 19:46:44.908420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3007b-a45c-47da-bf23-060fe1b28dbc req-bd8ddf5e-8484-4864-9f7a-0a20bce57113 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:44.910002 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ad3007b-a45c-47da-bf23-060fe1b28dbc req-bd8ddf5e-8484-4864-9f7a-0a20bce57113 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.6068206 Jul 27 19:46:45.007421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efeaf7-33e8-44f6-a720-31fdce773d52 req-993e1d61-b67f-4eab-8aab-79d799746aa9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:45.008994 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30efeaf7-33e8-44f6-a720-31fdce773d52 req-993e1d61-b67f-4eab-8aab-79d799746aa9 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.63 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 950 time: 0.2274139 Jul 27 19:46:45.019317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 397807af-4fbf-4eec-a79e-5a1117a0a548 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:46:45.034338 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5ded4a7-32dd-43f6-ad53-60dbcae31467 req-4f80969b-afa5-4a9b-8181-a9a8c336fbc8 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210895 Jul 27 19:46:45.060594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 397807af-4fbf-4eec-a79e-5a1117a0a548 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:45.060594 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.062999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ad3007b-a45c-47da-bf23-060fe1b28dbc req-cb65917a-c47b-4662-a0f5-90045331892d tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187572 Jul 27 19:46:45.105756 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d4af5635-d44c-44d8-8df6-d488983ca6d1 req-7b787a35-6c8c-400c-a2fb-36b8f0a0450f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5987758-65d4-44ba-9293-e8356516f709 HTTP/1.1" status: 200 len: 210 time: 0.0793586 Jul 27 19:46:45.242295 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.258105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'name': 'tempest-FloatingIPDetailsTestJSON-755650885-router', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'fa12b5bd-b427-44b2-a54f-c16270baee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:46:42Z', 'updated_at': '2021-07-27T19:46:43Z', 'revision_number': 3, 'project_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'gw_port': {'id': 'fa12b5bd-b427-44b2-a54f-c16270baee45', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:46:43Z', 'updated_at': '2021-07-27T19:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:45.290894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Checking router: 99cb7499-0977-4ac0-9e2b-910ff8001356 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:46:45.295006 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Updating router 99cb7499-0977-4ac0-9e2b-910ff8001356 port fa12b5bd-b427-44b2-a54f-c16270baee45 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:46:45.312058 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58f2d75f-80a9-4ce7-bc06-65e0c5a37d3d req-1df8dc37-f26f-4ea7-9bac-c8bc19f937fb tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5987758-65d4-44ba-9293-e8356516f709 HTTP/1.1" status: 200 len: 210 time: 0.0947976 Jul 27 19:46:45.337111 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.344445 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 397807af-4fbf-4eec-a79e-5a1117a0a548, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=397807af-4fbf-4eec-a79e-5a1117a0a548,segment=NetworkSegment(88c40d18-dd5f-4a56-a8f2-224c23b2cb8b),segment_id=88c40d18-dd5f-4a56-a8f2-224c23b2cb8b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:45.353312 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.360994 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.438344 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fcaee-91cf-4849-9300-4806a7aa5a89 req-a4cea80b-d555-4b1e-aad3-840c3801a22c tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:45.446380 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0fcaee-91cf-4849-9300-4806a7aa5a89 req-a4cea80b-d555-4b1e-aad3-840c3801a22c tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 950 time: 0.2817669 Jul 27 19:46:45.527656 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=397807af-4fbf-4eec-a79e-5a1117a0a548,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:45.533683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-30efeaf7-33e8-44f6-a720-31fdce773d52 req-df90a148-8891-4f52-ae56-2bcfdca62650 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Deleting port f835cc48-5b0b-4241-898b-0aacebcf3b17 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:45.534161 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-30efeaf7-33e8-44f6-a720-31fdce773d52 req-df90a148-8891-4f52-ae56-2bcfdca62650 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.547148 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Allocated IP 172.20.0.1 (d1008e19-3a97-4ba6-92d0-34e85ab00965/5222b934-08af-458f-b108-8d4492990687/02ac8a93-dcb0-4339-bacb-cd50c271d697) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:46:45.553982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0fcaee-91cf-4849-9300-4806a7aa5a89 req-0c8a257a-5417-4f15-ba59-614b8aa1528b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056535 Jul 27 19:46:45.556586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-73feb0d3-38a6-4ac2-9234-682b31931ff6 None None] Provisioning complete for port 397807af-4fbf-4eec-a79e-5a1117a0a548 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:45.556997 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-73feb0d3-38a6-4ac2-9234-682b31931ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.623890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3c6d9-afc9-4019-b2c0-b31be5bb06a0 admin admin] Deleting port 0a925a95-daef-4b0e-93a1-c9cf937fdb62 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:45.624259 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3bf3c6d9-afc9-4019-b2c0-b31be5bb06a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.708170 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.721420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Transition to ACTIVE for port object 02ac8a93-dcb0-4339-bacb-cd50c271d697 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:46:45.788456 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.815568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44994b-9d96-431a-be28-ee628efeb13d req-796223f1-7130-426b-b8a4-6c6ca5b27aa8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:45.819409 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.823279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf44994b-9d96-431a-be28-ee628efeb13d req-796223f1-7130-426b-b8a4-6c6ca5b27aa8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.3354070 Jul 27 19:46:45.831762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Transition to ACTIVE for port object fa12b5bd-b427-44b2-a54f-c16270baee45 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:46:45.841421 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.847461 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Network d1008e19-3a97-4ba6-92d0-34e85ab00965 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:46:45.849106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Pushing event updated for resources: {'Port': ['ID=02ac8a93-dcb0-4339-bacb-cd50c271d697,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:45.853597 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:46:45.865370 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:46:45.898962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Attempting to bind port fa12b5bd-b427-44b2-a54f-c16270baee45 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:46:45.899799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Attempting to bind port fa12b5bd-b427-44b2-a54f-c16270baee45 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:46:45.899944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Attempting to bind port fa12b5bd-b427-44b2-a54f-c16270baee45 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:46:45.908101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:46:45.908600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:46:45.909093 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.909679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:46:45.910518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Bound port: fa12b5bd-b427-44b2-a54f-c16270baee45, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:46:45.911160 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.916920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cd6ec-918d-4459-9c19-d8c37008ec42 req-ddb7fa7a-d4f4-4b48-a618-198fd565d4b1 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:45.918520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b8cd6ec-918d-4459-9c19-d8c37008ec42 req-ddb7fa7a-d4f4-4b48-a618-198fd565d4b1 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 945 time: 0.2995741 Jul 27 19:46:45.923701 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.934043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-30efeaf7-33e8-44f6-a720-31fdce773d52 req-df90a148-8891-4f52-ae56-2bcfdca62650 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] For port f835cc48-5b0b-4241-898b-0aacebcf3b17, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f835cc48-5b0b-4241-898b-0aacebcf3b17,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:45.934416 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-30efeaf7-33e8-44f6-a720-31fdce773d52 req-df90a148-8891-4f52-ae56-2bcfdca62650 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:45.938314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839571c-0dfb-473c-8680-e767c7f7edf5 None None] Pushing event updated for resources: {'Port': ['ID=fa12b5bd-b427-44b2-a54f-c16270baee45,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:45.946954 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf44994b-9d96-431a-be28-ee628efeb13d req-7cac1f28-199b-4953-b056-d57f6f1317a0 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227427 Jul 27 19:46:45.986333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-30efeaf7-33e8-44f6-a720-31fdce773d52 req-df90a148-8891-4f52-ae56-2bcfdca62650 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Calling delete_port for f835cc48-5b0b-4241-898b-0aacebcf3b17 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:46.016771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-3bf3c6d9-afc9-4019-b2c0-b31be5bb06a0 admin admin] For port 0a925a95-daef-4b0e-93a1-c9cf937fdb62, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0a925a95-daef-4b0e-93a1-c9cf937fdb62,segment=NetworkSegment(3feed133-aece-40fa-a7b8-0d5af3a7eed8),segment_id=3feed133-aece-40fa-a7b8-0d5af3a7eed8)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:46.017534 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3bf3c6d9-afc9-4019-b2c0-b31be5bb06a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:46.018975 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] For port fa12b5bd-b427-44b2-a54f-c16270baee45, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:46:46.026262 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] For port fa12b5bd-b427-44b2-a54f-c16270baee45, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=fa12b5bd-b427-44b2-a54f-c16270baee45,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:46:46.035459 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:46.040846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35cb162f-7dde-4257-a51c-f78652b57c9e req-4a62cf76-bf17-418c-9fb5-8715af346bf0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3510590 Jul 27 19:46:46.066467 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b8cd6ec-918d-4459-9c19-d8c37008ec42 req-be42a667-35ec-4e07-adf2-76908a498dca tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344655 Jul 27 19:46:46.072866 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3c6d9-afc9-4019-b2c0-b31be5bb06a0 admin admin] Calling delete_port for 0a925a95-daef-4b0e-93a1-c9cf937fdb62 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:46.119801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Routers {'99cb7499-0977-4ac0-9e2b-910ff8001356'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:46:46.120648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:46:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['99cb7499-0977-4ac0-9e2b-910ff8001356'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:46.196610 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:46.280143 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ce52d8af-0039-4271-aedb-c992cf84677b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:46.317232 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40912) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:46.320871 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f7c14c97-481c-46b9-9fcc-189fb8b71e5f None None] Provisioning for port 02ac8a93-dcb0-4339-bacb-cd50c271d697 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:46:46.323006 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:46.339549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f7c14c97-481c-46b9-9fcc-189fb8b71e5f None None] Provisioning complete for port 02ac8a93-dcb0-4339-bacb-cd50c271d697 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:46.339549 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f7c14c97-481c-46b9-9fcc-189fb8b71e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:46.424060 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:46.431611 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:46.458612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb162f-7dde-4257-a51c-f78652b57c9e req-9157f08e-9fb0-4ecf-abdc-903acf5a3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:46.460339 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35cb162f-7dde-4257-a51c-f78652b57c9e req-9157f08e-9fb0-4ecf-abdc-903acf5a3fab service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 1100 time: 0.3706608 Jul 27 19:46:46.481074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b89108-6277-4fc7-aa01-80c1bd25ba3e req-34eb2fda-8eb4-4046-89f2-d3fdac33e7e0 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:46.482643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78b89108-6277-4fc7-aa01-80c1bd25ba3e req-34eb2fda-8eb4-4046-89f2-d3fdac33e7e0 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.2500966 Jul 27 19:46:46.506051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839571c-0dfb-473c-8680-e767c7f7edf5 None None] Pushing event updated for resources: {'Port': ['ID=fa12b5bd-b427-44b2-a54f-c16270baee45,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:46.523804 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] Set router 99cb7499-0977-4ac0-9e2b-910ff8001356 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:46:46.530952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Pushing event updated for resources: {'Port': ['ID=02ac8a93-dcb0-4339-bacb-cd50c271d697,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:46.549725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:46.550108 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:46.550390 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:46.550838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:46.551172 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:46.551497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:46.551821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:46.552138 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:46.552661 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:46.553266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:46.553598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:46.553920 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:46:46.558412 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-83925f0f-7714-4d1e-9c5e-625491e263ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:46.558577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f7c14c97-481c-46b9-9fcc-189fb8b71e5f None None] Port 02ac8a93-dcb0-4339-bacb-cd50c271d697 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:46:46.569561 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:46.624696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67572dca-913c-4511-90da-858739c49dbf req-c375f216-b545-4b11-9cf7-87cce45ee23f tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:46.626367 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67572dca-913c-4511-90da-858739c49dbf req-c375f216-b545-4b11-9cf7-87cce45ee23f tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 945 time: 0.3926828 Jul 27 19:46:46.729236 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78b89108-6277-4fc7-aa01-80c1bd25ba3e req-eea5e657-e723-4158-8989-e18bf92e04eb tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017894 Jul 27 19:46:46.740642 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-30efeaf7-33e8-44f6-a720-31fdce773d52 req-df90a148-8891-4f52-ae56-2bcfdca62650 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:46.744331 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 779d9f0e-0aa0-4780-ada2-a981b2f6431e no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:46.758688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['ee687bbd-f1da-4760-bb27-c67054a1732a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:46.791962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['69974181-fc13-4292-815f-ef504b8a0b66', 'fc6db4af-f125-449d-b1a0-82b2359bfa8e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:46.795929 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 397807af-4fbf-4eec-a79e-5a1117a0a548 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:46:46.839013 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67572dca-913c-4511-90da-858739c49dbf req-2d7d5e80-d824-4ca2-93e6-1a614908329c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008252 Jul 27 19:46:46.869596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90a148-8891-4f52-ae56-2bcfdca62650 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Pushing event deleted for resources: {'Port': ['ID=f835cc48-5b0b-4241-898b-0aacebcf3b17,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:46.869596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb162f-7dde-4257-a51c-f78652b57c9e req-cef748d0-14aa-4b69-baf7-f92ccc1ed73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:46.870140 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35cb162f-7dde-4257-a51c-f78652b57c9e req-cef748d0-14aa-4b69-baf7-f92ccc1ed73b service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.3397706 Jul 27 19:46:46.893224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 779d9f0e-0aa0-4780-ada2-a981b2f6431e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:46:46.898724 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 779d9f0e-0aa0-4780-ada2-a981b2f6431e not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:46.899460 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f835cc48-5b0b-4241-898b-0aacebcf3b17 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:46.962368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-30efeaf7-33e8-44f6-a720-31fdce773d52 req-df90a148-8891-4f52-ae56-2bcfdca62650 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] No DVR routers for this DVR port f835cc48-5b0b-4241-898b-0aacebcf3b17 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:46:46.967333 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35cb162f-7dde-4257-a51c-f78652b57c9e req-7d858380-d985-433d-8382-b8e93b00a634 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=ee687bbd-f1da-4760-bb27-c67054a1732a HTTP/1.1" status: 200 len: 217 time: 0.0873113 Jul 27 19:46:46.968481 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-30efeaf7-33e8-44f6-a720-31fdce773d52 req-df90a148-8891-4f52-ae56-2bcfdca62650 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:46.971065 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30efeaf7-33e8-44f6-a720-31fdce773d52 req-df90a148-8891-4f52-ae56-2bcfdca62650 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.63 "DELETE /v2.0/ports/f835cc48-5b0b-4241-898b-0aacebcf3b17 HTTP/1.1" status: 204 len: 173 time: 1.9531679 Jul 27 19:46:46.971541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'name': 'network-vif-deleted', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:46.974283 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f5d7aa-9bf0-44a0-9aa8-fae7d24526e1" -d '{"events": [{"server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "name": "network-vif-deleted", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:47.065032 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: f835cc48-5b0b-4241-898b-0aacebcf3b17 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:46:47.065389 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f835cc48-5b0b-4241-898b-0aacebcf3b17 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:47.067957 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3bf3c6d9-afc9-4019-b2c0-b31be5bb06a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:47.095817 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:47.192652 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-83925f0f-7714-4d1e-9c5e-625491e263ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:47.195303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3c6d9-afc9-4019-b2c0-b31be5bb06a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a925a95-daef-4b0e-93a1-c9cf937fdb62,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:47.198925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f88a55-6948-497f-aca1-05ab58297f9b req-65da0432-579c-4e88-b6ec-b74a4f63d172 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced80fea-3a3c-43b8-816a-8fd91355e66a HTTP/1.1" status: 200 len: 210 time: 0.1379991 Jul 27 19:46:47.209477 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-83925f0f-7714-4d1e-9c5e-625491e263ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:47.210485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'name': 'tempest-FloatingIPDetailsTestJSON-755650885-router', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'fa12b5bd-b427-44b2-a54f-c16270baee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:46:42Z', 'updated_at': '2021-07-27T19:46:46Z', 'revision_number': 4, 'project_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'gw_port': {'id': 'fa12b5bd-b427-44b2-a54f-c16270baee45', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:46:43Z', 'updated_at': '2021-07-27T19:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '02ac8a93-dcb0-4339-bacb-cd50c271d697', 'name': '', 'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'mac_address': 'fa:16:3e:9d:7a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5222b934-08af-458f-b108-8d4492990687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:46:45Z', 'updated_at': '2021-07-27T19:46:45Z', 'revision_number': 1, 'project_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'subnets': [{'id': '5222b934-08af-458f-b108-8d4492990687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:47.229926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb162f-7dde-4257-a51c-f78652b57c9e req-1c77bfea-27a5-49cd-9f9f-217e889f6837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:47.231441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35cb162f-7dde-4257-a51c-f78652b57c9e req-1c77bfea-27a5-49cd-9f9f-217e889f6837 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.2424746 Jul 27 19:46:47.236249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 397807af-4fbf-4eec-a79e-5a1117a0a548 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:47.236616 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:47.281107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83925f0f-7714-4d1e-9c5e-625491e263ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a051e16e-4f43-4a51-ae24-197d2b73c84d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:47.296851 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-83925f0f-7714-4d1e-9c5e-625491e263ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=872af28cd02f427686559a69b5fc2ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9782946 Jul 27 19:46:47.300248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40936) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:47.321394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Network d1008e19-3a97-4ba6-92d0-34e85ab00965 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:46:47.323782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:46:47.346259 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17a46f6-4983-4e4e-9fd3-afead08ff3a9 None None] The sync data for ids ['99cb7499-0977-4ac0-9e2b-910ff8001356'] in n-d-705657-21 is: [{'id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'name': 'tempest-FloatingIPDetailsTestJSON-755650885-router', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'fa12b5bd-b427-44b2-a54f-c16270baee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:46:42Z', 'updated_at': '2021-07-27T19:46:46Z', 'revision_number': 4, 'project_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'gw_port': {'id': 'fa12b5bd-b427-44b2-a54f-c16270baee45', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:46:43Z', 'updated_at': '2021-07-27T19:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '02ac8a93-dcb0-4339-bacb-cd50c271d697', 'name': '', 'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'mac_address': 'fa:16:3e:9d:7a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5222b934-08af-458f-b108-8d4492990687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:46:45Z', 'updated_at': '2021-07-27T19:46:45Z', 'revision_number': 1, 'project_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'subnets': [{'id': '5222b934-08af-458f-b108-8d4492990687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:46:47.477043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb162f-7dde-4257-a51c-f78652b57c9e req-0d0b5a3c-1265-49a1-846d-965b66804c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:47.478902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35cb162f-7dde-4257-a51c-f78652b57c9e req-0d0b5a3c-1265-49a1-846d-965b66804c11 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2275221 Jul 27 19:46:47.581152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Router 99cb7499-0977-4ac0-9e2b-910ff8001356 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:46:47.659594 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-433125c2-1af6-43cc-9f93-0094a06b337a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:47.694446 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-433125c2-1af6-43cc-9f93-0094a06b337a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:47.742069 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8e4b55b6-aa64-4036-8647-ebb6e16f27ad None None] Provisioning complete for port 02ac8a93-dcb0-4339-bacb-cd50c271d697 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:47.742449 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8e4b55b6-aa64-4036-8647-ebb6e16f27ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:47.786184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b55b6-aa64-4036-8647-ebb6e16f27ad None None] Port 02ac8a93-dcb0-4339-bacb-cd50c271d697 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:46:47.829910 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43af598f-14fa-42a9-89a5-78ceb28d19d4 x-openstack-request-id: req-43af598f-14fa-42a9-89a5-78ceb28d19d4 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:47.831584 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced80fea-3a3c-43b8-816a-8fd91355e66a", "name": "network-vif-deleted", "tag": "f835cc48-5b0b-4241-898b-0aacebcf3b17", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:47.831824 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43af598f-14fa-42a9-89a5-78ceb28d19d4 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:47.832444 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced80fea-3a3c-43b8-816a-8fd91355e66a', 'name': 'network-vif-deleted', 'tag': 'f835cc48-5b0b-4241-898b-0aacebcf3b17', 'status': 'completed', 'code': 200} Jul 27 19:46:47.833069 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-433125c2-1af6-43cc-9f93-0094a06b337a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:47.842757 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-433125c2-1af6-43cc-9f93-0094a06b337a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:47.843984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-433125c2-1af6-43cc-9f93-0094a06b337a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a051e16e-4f43-4a51-ae24-197d2b73c84d HTTP/1.1" status: 204 len: 168 time: 0.5413394 Jul 27 19:46:47.865315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433125c2-1af6-43cc-9f93-0094a06b337a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a051e16e-4f43-4a51-ae24-197d2b73c84d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:47.882266 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3bf3c6d9-afc9-4019-b2c0-b31be5bb06a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:47.937993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:46:47.944325 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2fb6ff05-1df1-4d89-9973-a68a40ef8603 admin admin] 10.222.0.48 "PUT /v2.0/routers/99cb7499-0977-4ac0-9e2b-910ff8001356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3126733 Jul 27 19:46:47.991497 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35cb162f-7dde-4257-a51c-f78652b57c9e req-cad3f484-6771-4038-b507-ec726d110f9a service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035965 Jul 27 19:46:47.999657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f77ab-044e-4e82-a257-bf198726fe6d req-74fa65d8-2d3b-45e3-b00e-04464dc32aa4 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:48.001593 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b09f77ab-044e-4e82-a257-bf198726fe6d req-74fa65d8-2d3b-45e3-b00e-04464dc32aa4 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.6450930 Jul 27 19:46:48.279410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40966) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:48.294835 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3068a807-586c-4ccc-9f61-c245e93691fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:48.422076 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3068a807-586c-4ccc-9f61-c245e93691fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:48.431379 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3068a807-586c-4ccc-9f61-c245e93691fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:48.480511 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068a807-586c-4ccc-9f61-c245e93691fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad92102-04ef-46c3-bd4f-c21de012d114,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:48.489752 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3068a807-586c-4ccc-9f61-c245e93691fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36a0490a1b2a493a9cf9ea9867c8a3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066674 Jul 27 19:46:48.490004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40968) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:48.558172 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bb4f836-d78f-4dbc-ba7f-f7f1b71aa31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:48.581182 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bb4f836-d78f-4dbc-ba7f-f7f1b71aa31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:48.605307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b09f77ab-044e-4e82-a257-bf198726fe6d req-76489e63-d293-4eea-8862-2ed428eee01b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298722 Jul 27 19:46:48.623799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35cb162f-7dde-4257-a51c-f78652b57c9e req-41b2f77d-e998-4155-bfe1-6ee4c15122db service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107535 Jul 27 19:46:48.645319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-f2060246-fd20-42b3-8b19-60b9a716c483 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:48.647093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-f2060246-fd20-42b3-8b19-60b9a716c483 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 812 time: 0.6586957 Jul 27 19:46:48.653267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bb4f836-d78f-4dbc-ba7f-f7f1b71aa31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:48.656428 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bb4f836-d78f-4dbc-ba7f-f7f1b71aa31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:48.661027 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8bb4f836-d78f-4dbc-ba7f-f7f1b71aa31c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ad92102-04ef-46c3-bd4f-c21de012d114 HTTP/1.1" status: 204 len: 168 time: 0.1672959 Jul 27 19:46:48.678215 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4f836-d78f-4dbc-ba7f-f7f1b71aa31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad92102-04ef-46c3-bd4f-c21de012d114,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:48.796663 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-731826ce-a1be-4c43-9174-c14ad395ead5 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/quotas/f19d4f5c80f446fba94990d46169e53a HTTP/1.1" status: 200 len: 375 time: 0.0589068 Jul 27 19:46:48.821329 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:48.940532 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-57282995-90ad-47b0-a1ac-b3033533154f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1428220 Jul 27 19:46:48.968869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device fa12b5bd-b427-44b2-a54f-c16270baee45 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:46:49.034061 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port fa12b5bd-b427-44b2-a54f-c16270baee45 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:46:49.045633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port fa12b5bd-b427-44b2-a54f-c16270baee45 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:49.046016 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:49.079843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf3c6d9-afc9-4019-b2c0-b31be5bb06a0 admin admin] Router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:46:49.147945 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-293cc938-fd92-4aa0-9f28-310237745107 service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909747 Jul 27 19:46:49.155756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cd2ba-3dfd-4052-878e-67607458dd45 req-e3758034-9e32-4176-b16b-aeb88253c085 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:49.157555 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d40cd2ba-3dfd-4052-878e-67607458dd45 req-e3758034-9e32-4176-b16b-aeb88253c085 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.2205789 Jul 27 19:46:49.202328 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:49.231094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port fa12b5bd-b427-44b2-a54f-c16270baee45, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=fa12b5bd-b427-44b2-a54f-c16270baee45,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:49.240877 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:49.299213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=fa12b5bd-b427-44b2-a54f-c16270baee45,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:49.351066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d40cd2ba-3dfd-4052-878e-67607458dd45 req-f3956d6a-4f90-4e6c-b56e-27b7c04a4fdf tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333125 Jul 27 19:46:49.393760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf3c6d9-afc9-4019-b2c0-b31be5bb06a0 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:46:49.399680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3bf3c6d9-afc9-4019-b2c0-b31be5bb06a0 admin admin] 10.222.0.48 "PUT /v2.0/routers/6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7780280 Jul 27 19:46:49.402197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-1b467a0d-94d3-4d3e-9d2e-f190aa6ac52d service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426031 Jul 27 19:46:49.402414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40990) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:49.416915 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6337a7c3-6afd-4a51-bdfc-37c1256e21f6 None None] Sync routers for ids ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:46:49.437929 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6337a7c3-6afd-4a51-bdfc-37c1256e21f6 None None] Routers {'6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:46:49.441189 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6337a7c3-6afd-4a51-bdfc-37c1256e21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:46:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:49.597152 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:49.608086 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-6337a7c3-6afd-4a51-bdfc-37c1256e21f6 None None] Set router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:46:49.779820 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:49.870999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-70ba87f7-7253-46a7-88d4-a6448006fb36 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2762897 Jul 27 19:46:49.886305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:49.894274 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] Deleting port 4fba22d9-d18e-4a37-aa63-57874dee2f99 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:49.895165 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:49.944961 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:50.024322 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6337a7c3-6afd-4a51-bdfc-37c1256e21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:45:02Z', 'updated_at': '2021-07-27T19:46:46Z', 'revision_number': 5, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'gw_port': {'id': '4fba22d9-d18e-4a37-aa63-57874dee2f99', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:45:03Z', 'updated_at': '2021-07-27T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:50.072900 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6337a7c3-6afd-4a51-bdfc-37c1256e21f6 None None] Checking router: 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:46:50.077318 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 7568af1a-7161-4754-962c-49a783df5379 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:50.084582 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6337a7c3-6afd-4a51-bdfc-37c1256e21f6 None None] Routers {'6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:46:50.085500 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6337a7c3-6afd-4a51-bdfc-37c1256e21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:46:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:50.100124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] For port 4fba22d9-d18e-4a37-aa63-57874dee2f99, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4fba22d9-d18e-4a37-aa63-57874dee2f99,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:50.108883 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:50.142416 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44b264-a5e0-4c19-bdd1-f8fa4b02de97 req-9b1850f4-c69b-4769-a21e-6d6a72755e06 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:50.153248 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b44b264-a5e0-4c19-bdd1-f8fa4b02de97 req-9b1850f4-c69b-4769-a21e-6d6a72755e06 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.1268160 Jul 27 19:46:50.158885 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 7568af1a-7161-4754-962c-49a783df5379 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:46:50.159246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 7568af1a-7161-4754-962c-49a783df5379 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:50.165565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] Calling delete_port for 4fba22d9-d18e-4a37-aa63-57874dee2f99 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:50.165987 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:50.224696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b44b264-a5e0-4c19-bdd1-f8fa4b02de97 req-eba55c1e-52e8-4a3a-ac89-9d323bf13f88 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677717 Jul 27 19:46:50.292271 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-6337a7c3-6afd-4a51-bdfc-37c1256e21f6 None None] Set router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:46:50.334670 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Sync routers for ids ['99cb7499-0977-4ac0-9e2b-910ff8001356'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:46:50.341762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1e80b0c-1682-4b0b-8248-6215aa20c4ab req-41d413dd-eb42-4e60-bbf6-34a9eb86fbd0 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0aba2d1-e58b-434b-b1e6-5088fbcbeb33 HTTP/1.1" status: 200 len: 210 time: 0.0443957 Jul 27 19:46:50.360115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Routers {'99cb7499-0977-4ac0-9e2b-910ff8001356'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:46:50.361100 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:46:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['99cb7499-0977-4ac0-9e2b-910ff8001356'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:50.417746 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6337a7c3-6afd-4a51-bdfc-37c1256e21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:45:02Z', 'updated_at': '2021-07-27T19:46:49Z', 'revision_number': 6, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:50.442809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Allocated IP 172.25.1.195 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/e1ce370d-5e42-4504-83c6-d6a8327904a4) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:46:50.483195 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6337a7c3-6afd-4a51-bdfc-37c1256e21f6 None None] The sync data for ids ['6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1'] in n-d-705657-21 is: [{'id': '6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1384338671-router', 'tenant_id': 'fc32d905005344bbbbfc8bc105af6b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:45:02Z', 'updated_at': '2021-07-27T19:46:49Z', 'revision_number': 6, 'project_id': 'fc32d905005344bbbbfc8bc105af6b94', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:46:50.576911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Set router 99cb7499-0977-4ac0-9e2b-910ff8001356 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:46:50.632248 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:50.667058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fba22d9-d18e-4a37-aa63-57874dee2f99,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:50.679356 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:50.750853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 4e903b43-eeee-4a13-b5f3-1380ab80f293 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:46:50.773202 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:50.777958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a318736-6ba1-457b-94a5-b53926c6dc1d req-e4413472-b80a-432d-a48c-d9df65c88575 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:50.788031 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a318736-6ba1-457b-94a5-b53926c6dc1d req-e4413472-b80a-432d-a48c-d9df65c88575 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 945 time: 0.1951447 Jul 27 19:46:50.839682 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:50.899903 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a318736-6ba1-457b-94a5-b53926c6dc1d req-5496c795-bad5-4f12-a6af-19f4e884f6f6 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045430 Jul 27 19:46:50.923469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:46:50.956088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:46:50.967528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:46:50.993575 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.008048 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 4e903b43-eeee-4a13-b5f3-1380ab80f293, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=4e903b43-eeee-4a13-b5f3-1380ab80f293,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:51.009302 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.027594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '4e903b43-eeee-4a13-b5f3-1380ab80f293', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '4e903b43-eeee-4a13-b5f3-1380ab80f293', 'mac_address': 'fa:16:3e:b4:87:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:46:51.088364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Pushing event updated for resources: {'Port': ['ID=e1ce370d-5e42-4504-83c6-d6a8327904a4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:51.104798 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.105382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:46:51.111015 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.115379 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ab4a9cf9-7ed1-4d21-8eab-36665cb0c0f7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6d7e70f1-3eda-4dd4-baa5-365c9aa15fa1 HTTP/1.1" status: 204 len: 168 time: 1.7091465 Jul 27 19:46:51.115701 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41044) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:51.146886 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device fa12b5bd-b427-44b2-a54f-c16270baee45 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:46:51.151215 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.180922 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e340d590-aa3c-4da9-9b49-0ea95478c79c admin admin] Deleting subnet 8d400d9f-7d58-449d-9237-333becbb3681 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:46:51.191559 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e340d590-aa3c-4da9-9b49-0ea95478c79c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.197367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e903b43-eeee-4a13-b5f3-1380ab80f293 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:46:51.232594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 4e903b43-eeee-4a13-b5f3-1380ab80f293, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=4e903b43-eeee-4a13-b5f3-1380ab80f293,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:51.246527 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.253483 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.271824 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e340d590-aa3c-4da9-9b49-0ea95478c79c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.275990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab9004-0692-4551-92db-f20f140f15cc req-dec63166-2bb7-4c98-aabd-8362df2c5a45 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:51.283781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0ab9004-0692-4551-92db-f20f140f15cc req-dec63166-2bb7-4c98-aabd-8362df2c5a45 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.2421658 Jul 27 19:46:51.286719 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'name': 'tempest-FloatingIPDetailsTestJSON-755650885-router', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'fa12b5bd-b427-44b2-a54f-c16270baee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:46:42Z', 'updated_at': '2021-07-27T19:46:46Z', 'revision_number': 4, 'project_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'gw_port': {'id': 'fa12b5bd-b427-44b2-a54f-c16270baee45', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:46:43Z', 'updated_at': '2021-07-27T19:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '02ac8a93-dcb0-4339-bacb-cd50c271d697', 'name': '', 'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'mac_address': 'fa:16:3e:9d:7a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5222b934-08af-458f-b108-8d4492990687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:46:45Z', 'updated_at': '2021-07-27T19:46:46Z', 'revision_number': 2, 'project_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'subnets': [{'id': '5222b934-08af-458f-b108-8d4492990687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:51.289335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port fa12b5bd-b427-44b2-a54f-c16270baee45 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:51.289816 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.344008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Checking router: 99cb7499-0977-4ac0-9e2b-910ff8001356 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:46:51.344488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Updating router 99cb7499-0977-4ac0-9e2b-910ff8001356 port 02ac8a93-dcb0-4339-bacb-cd50c271d697 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:46:51.364732 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.370592 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e340d590-aa3c-4da9-9b49-0ea95478c79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.408731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=4e903b43-eeee-4a13-b5f3-1380ab80f293,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:51.420020 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.451678 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e340d590-aa3c-4da9-9b49-0ea95478c79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.472148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-f1abaa21-71e1-4b1f-815b-c17ecd43dbe2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:51.473798 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-f1abaa21-71e1-4b1f-815b-c17ecd43dbe2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.63 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 812 time: 0.2914650 Jul 27 19:46:51.480981 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340d590-aa3c-4da9-9b49-0ea95478c79c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d400d9f-7d58-449d-9237-333becbb3681,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:51.485043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e340d590-aa3c-4da9-9b49-0ea95478c79c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.490700 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e340d590-aa3c-4da9-9b49-0ea95478c79c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8d400d9f-7d58-449d-9237-333becbb3681 HTTP/1.1" status: 204 len: 168 time: 0.3737438 Jul 27 19:46:51.491427 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41050) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:51.496507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['4e903b43-eeee-4a13-b5f3-1380ab80f293'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:51.501190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0ab9004-0692-4551-92db-f20f140f15cc req-d85e8af3-e01b-4470-80c4-925cf9526d61 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095363 Jul 27 19:46:51.510895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-b52ed14a-0e47-43da-bd0f-62962066cfc9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Request body: {'port': {'device_id': 'a0aba2d1-e58b-434b-b1e6-5088fbcbeb33', 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'admin_state_up': True, 'tenant_id': 'f19d4f5c80f446fba94990d46169e53a'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:51.573328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0235-cdbe-4791-bca8-2efbce974ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.617891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0a925a95-daef-4b0e-93a1-c9cf937fdb62 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:51.667149 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0235-cdbe-4791-bca8-2efbce974ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.678516 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c0fc0235-cdbe-4791-bca8-2efbce974ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d392951-4941-4395-bb7b-00221c206b39']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:51.690064 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c0fc0235-cdbe-4791-bca8-2efbce974ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3feed133-aece-40fa-a7b8-0d5af3a7eed8') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:51.690356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c0fc0235-cdbe-4791-bca8-2efbce974ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3feed133-aece-40fa-a7b8-0d5af3a7eed8') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:51.703459 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0235-cdbe-4791-bca8-2efbce974ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.723462 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0235-cdbe-4791-bca8-2efbce974ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.732097 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fc0235-cdbe-4791-bca8-2efbce974ce6 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:46:51.732435 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0235-cdbe-4791-bca8-2efbce974ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:46:51.735124 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:46:51.800357 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 0a925a95-daef-4b0e-93a1-c9cf937fdb62 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:46:51.800755 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0a925a95-daef-4b0e-93a1-c9cf937fdb62 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:51.809172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180274e-5430-4cd5-9e68-dac1303544c5 req-6118cbd7-61ee-41f1-9cb5-e9cbee53f5cc tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:51.817352 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0180274e-5430-4cd5-9e68-dac1303544c5 req-6118cbd7-61ee-41f1-9cb5-e9cbee53f5cc tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 950 time: 0.1736982 Jul 27 19:46:51.824559 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0235-cdbe-4791-bca8-2efbce974ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.832362 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0235-cdbe-4791-bca8-2efbce974ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.835918 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c0fc0235-cdbe-4791-bca8-2efbce974ce6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3d392951-4941-4395-bb7b-00221c206b39 HTTP/1.1" status: 204 len: 168 time: 0.3409061 Jul 27 19:46:51.836062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-b52ed14a-0e47-43da-bd0f-62962066cfc9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Made reservation on behalf of f19d4f5c80f446fba94990d46169e53a for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:46:51.839119 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-b52ed14a-0e47-43da-bd0f-62962066cfc9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.871825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc0235-cdbe-4791-bca8-2efbce974ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d392951-4941-4395-bb7b-00221c206b39,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:51.931340 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:51.939257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0180274e-5430-4cd5-9e68-dac1303544c5 req-254819ad-c193-4c17-b8c6-a450af712d91 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209095 Jul 27 19:46:51.971997 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.071655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 00886831-6656-4091-bf75-321dbb7d7f04 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:46:52.093459 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.099509 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.110696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Transition to ACTIVE for port object 02ac8a93-dcb0-4339-bacb-cd50c271d697 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:46:52.115765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Pushing event updated for resources: {'Port': ['ID=e1ce370d-5e42-4504-83c6-d6a8327904a4,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:52.127574 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.129136 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-26286339-18df-41c6-b35c-d06f40fd1295 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2493746 Jul 27 19:46:52.157448 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.175193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41062) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:52.207035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-34a048f6-bd18-494a-a1d3-863280dfd528 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.195 HTTP/1.1" status: 200 len: 696 time: 0.0663264 Jul 27 19:46:52.212380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-b52ed14a-0e47-43da-bd0f-62962066cfc9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Allocated IP 172.20.0.9 (0ebd3759-03a3-4e67-a8e0-16f7b925197f/0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d/81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:46:52.248386 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f8813788-c2b9-44f9-a7e9-63f3e236fe99 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc32d905005344bbbbfc8bc105af6b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0711646 Jul 27 19:46:52.250279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41064) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:52.258314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e5c66-5b8a-4a44-9012-a01526a68be2 None None] Pushing event updated for resources: {'Port': ['ID=02ac8a93-dcb0-4339-bacb-cd50c271d697,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:52.341401 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d299349b-d617-43cd-b849-8db530876435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.356510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 00886831-6656-4091-bf75-321dbb7d7f04, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=00886831-6656-4091-bf75-321dbb7d7f04,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:52.379392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '00886831-6656-4091-bf75-321dbb7d7f04', 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9', 'port_id': '00886831-6656-4091-bf75-321dbb7d7f04', 'mac_address': 'fa:16:3e:0a:c7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704bcdba-cfcb-4fd0-aa7c-2ab398640f58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:46:52.385830 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Attempting to bind port 02ac8a93-dcb0-4339-bacb-cd50c271d697 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:46:52.386488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Attempting to bind port 02ac8a93-dcb0-4339-bacb-cd50c271d697 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '88c40d18-dd5f-4a56-a8f2-224c23b2cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:46:52.387036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Attempting to bind port 02ac8a93-dcb0-4339-bacb-cd50c271d697 on network d1008e19-3a97-4ba6-92d0-34e85ab00965 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:46:52.387318 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d299349b-d617-43cd-b849-8db530876435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.398720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:46:52.399519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Checking segment: {'id': '88c40d18-dd5f-4a56-a8f2-224c23b2cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:46:52.400082 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.400810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Bound using segment: {'id': '88c40d18-dd5f-4a56-a8f2-224c23b2cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:46:52.401701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Bound port: 02ac8a93-dcb0-4339-bacb-cd50c271d697, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c40d18-dd5f-4a56-a8f2-224c23b2cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:46:52.402254 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.462271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-9557d18c-95c5-42bc-8e28-87d8cfdb8a30 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:52.464107 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d4fb61d-eee0-4140-9253-a5a9715b6e48 req-9557d18c-95c5-42bc-8e28-87d8cfdb8a30 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.2463722 Jul 27 19:46:52.488267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d299349b-d617-43cd-b849-8db530876435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.491619 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d299349b-d617-43cd-b849-8db530876435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.494256 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d299349b-d617-43cd-b849-8db530876435 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bb63953-d380-4c4e-b7bd-51f61bb6dff5 HTTP/1.1" status: 204 len: 168 time: 0.2414045 Jul 27 19:46:52.510077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299349b-d617-43cd-b849-8db530876435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb63953-d380-4c4e-b7bd-51f61bb6dff5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:52.511441 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.561201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00886831-6656-4091-bf75-321dbb7d7f04 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:46:52.593482 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] For port 02ac8a93-dcb0-4339-bacb-cd50c271d697, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:46:52.596318 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 00886831-6656-4091-bf75-321dbb7d7f04, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=00886831-6656-4091-bf75-321dbb7d7f04,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:52.598669 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] For port 02ac8a93-dcb0-4339-bacb-cd50c271d697, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=02ac8a93-dcb0-4339-bacb-cd50c271d697,segment=NetworkSegment(88c40d18-dd5f-4a56-a8f2-224c23b2cb8b),segment_id=88c40d18-dd5f-4a56-a8f2-224c23b2cb8b)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:46:52.603470 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.611411 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.617289 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95cb9dae-fdbc-4331-bbb3-853b36190b41 req-f7c8a176-10a2-4022-be6a-6981b249e6d4 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0aba2d1-e58b-434b-b1e6-5088fbcbeb33 HTTP/1.1" status: 200 len: 210 time: 0.0460141 Jul 27 19:46:52.649811 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-b52ed14a-0e47-43da-bd0f-62962066cfc9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.696685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2a481-6a39-4bf5-a420-e6e7a008e9d3 req-08d8cdf9-8813-4ceb-8b27-67ee0c7b00fb tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:52.701256 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Routers {'99cb7499-0977-4ac0-9e2b-910ff8001356'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:46:52.701917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:46:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['99cb7499-0977-4ac0-9e2b-910ff8001356'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:52.705277 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fb2a481-6a39-4bf5-a420-e6e7a008e9d3 req-08d8cdf9-8813-4ceb-8b27-67ee0c7b00fb tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.1981001 Jul 27 19:46:52.709040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=00886831-6656-4091-bf75-321dbb7d7f04,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:52.774156 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 4e903b43-eeee-4a13-b5f3-1380ab80f293 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:46:52.776381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4fba22d9-d18e-4a37-aa63-57874dee2f99 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:52.778272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['00886831-6656-4091-bf75-321dbb7d7f04'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:52.819262 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fb2a481-6a39-4bf5-a420-e6e7a008e9d3 req-6da65586-e698-4c39-9d13-19c922be2743 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109858 Jul 27 19:46:52.845477 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-b52ed14a-0e47-43da-bd0f-62962066cfc9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.902551 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 4fba22d9-d18e-4a37-aa63-57874dee2f99 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:46:52.902979 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4fba22d9-d18e-4a37-aa63-57874dee2f99 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:52.913993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ed14a-0e47-43da-bd0f-62962066cfc9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Pushing event updated for resources: {'Port': ['ID=81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:52.939477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 4e903b43-eeee-4a13-b5f3-1380ab80f293 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:52.939941 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:52.940068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-b52ed14a-0e47-43da-bd0f-62962066cfc9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Network 0ebd3759-03a3-4e67-a8e0-16f7b925197f is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:46:52.946177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee951d3-718d-4ce1-a491-e2073ec82fe7 req-229cd0bb-3cb3-45c8-971e-96524c916b45 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:52.949509 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-b52ed14a-0e47-43da-bd0f-62962066cfc9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:46:52.951438 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2ee951d3-718d-4ce1-a491-e2073ec82fe7 req-229cd0bb-3cb3-45c8-971e-96524c916b45 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.52 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 950 time: 0.1532965 Jul 27 19:46:52.952364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-b52ed14a-0e47-43da-bd0f-62962066cfc9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:46:52.962992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb463447-d182-451d-acae-10f743e810eb req-451b6fe3-4d7c-48bb-b2bf-f131772a81ea tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:52.970873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb463447-d182-451d-acae-10f743e810eb req-451b6fe3-4d7c-48bb-b2bf-f131772a81ea tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 944 time: 0.2387466 Jul 27 19:46:53.003542 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e5c66-5b8a-4a44-9012-a01526a68be2 None None] Pushing event updated for resources: {'Port': ['ID=02ac8a93-dcb0-4339-bacb-cd50c271d697,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:53.064365 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb463447-d182-451d-acae-10f743e810eb req-56a1a59c-78be-4e1f-ab20-b41dc0f6703c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897894 Jul 27 19:46:53.097026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] Set router 99cb7499-0977-4ac0-9e2b-910ff8001356 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:46:53.099648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-b52ed14a-0e47-43da-bd0f-62962066cfc9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:53.099905 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-b52ed14a-0e47-43da-bd0f-62962066cfc9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:53.133476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-2ee951d3-718d-4ce1-a491-e2073ec82fe7 req-9b4c6e81-3435-48ec-a2e2-8b0b760a490d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Deleting port fc6db4af-f125-449d-b1a0-82b2359bfa8e {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:53.134146 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2ee951d3-718d-4ce1-a491-e2073ec82fe7 req-9b4c6e81-3435-48ec-a2e2-8b0b760a490d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:53.178741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-b52ed14a-0e47-43da-bd0f-62962066cfc9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6764095 Jul 27 19:46:53.201888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Request body: {'port': {'device_id': 'a0aba2d1-e58b-434b-b1e6-5088fbcbeb33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:53.270921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-2ee951d3-718d-4ce1-a491-e2073ec82fe7 req-9b4c6e81-3435-48ec-a2e2-8b0b760a490d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] For port fc6db4af-f125-449d-b1a0-82b2359bfa8e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fc6db4af-f125-449d-b1a0-82b2359bfa8e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:53.271950 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2ee951d3-718d-4ce1-a491-e2073ec82fe7 req-9b4c6e81-3435-48ec-a2e2-8b0b760a490d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:53.297400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-2ee951d3-718d-4ce1-a491-e2073ec82fe7 req-9b4c6e81-3435-48ec-a2e2-8b0b760a490d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Calling delete_port for fc6db4af-f125-449d-b1a0-82b2359bfa8e owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:53.439142 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-066f8749-3875-4c40-8a88-7c957fc3f826 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3344302 Jul 27 19:46:53.449256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:53.456660 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:53.486126 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:53.536781 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8563c-31f8-40c0-bc5a-a2bf787ecb90 req-5b79074f-29aa-4c4d-b1bf-e944cfd67a84 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:53.538754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9c8563c-31f8-40c0-bc5a-a2bf787ecb90 req-5b79074f-29aa-4c4d-b1bf-e944cfd67a84 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 949 time: 0.2607086 Jul 27 19:46:53.543158 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:53.551374 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2ee951d3-718d-4ce1-a491-e2073ec82fe7 req-9b4c6e81-3435-48ec-a2e2-8b0b760a490d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:53.579444 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23684da3-0247-4261-8697-2c951f1d2780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e903b43-eeee-4a13-b5f3-1380ab80f293'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:53.582253 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6abf031-a51d-4e45-b8bd-c4a678ca31fc" -d '{"events": [{"server_uuid": "23684da3-0247-4261-8697-2c951f1d2780", "name": "network-vif-plugged", "status": "completed", "tag": "4e903b43-eeee-4a13-b5f3-1380ab80f293"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:53.593799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['ee687bbd-f1da-4760-bb27-c67054a1732a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:53.594734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c6e81-3435-48ec-a2e2-8b0b760a490d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Pushing event deleted for resources: {'Port': ['ID=fc6db4af-f125-449d-b1a0-82b2359bfa8e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:53.656592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 4e903b43-eeee-4a13-b5f3-1380ab80f293, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=4e903b43-eeee-4a13-b5f3-1380ab80f293,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:53.662858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee951d3-718d-4ce1-a491-e2073ec82fe7 req-9b4c6e81-3435-48ec-a2e2-8b0b760a490d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] No DVR routers for this DVR port fc6db4af-f125-449d-b1a0-82b2359bfa8e on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:46:53.666782 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2ee951d3-718d-4ce1-a491-e2073ec82fe7 req-9b4c6e81-3435-48ec-a2e2-8b0b760a490d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:53.669907 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2ee951d3-718d-4ce1-a491-e2073ec82fe7 req-9b4c6e81-3435-48ec-a2e2-8b0b760a490d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.52 "DELETE /v2.0/ports/fc6db4af-f125-449d-b1a0-82b2359bfa8e HTTP/1.1" status: 204 len: 173 time: 0.7034707 Jul 27 19:46:53.670681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'name': 'network-vif-deleted', 'tag': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:53.674556 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9fa0e5-455e-4efa-812a-9a567b22ee60" -d '{"events": [{"server_uuid": "703f3c32-3b7b-4d6f-bcb2-a68e89ae204c", "name": "network-vif-deleted", "tag": "fc6db4af-f125-449d-b1a0-82b2359bfa8e"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:53.675238 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:53.684600 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:46:53.738789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9c8563c-31f8-40c0-bc5a-a2bf787ecb90 req-461b2c18-210e-42a9-9c5b-b50fb528c945 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914060 Jul 27 19:46:53.764459 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=4e903b43-eeee-4a13-b5f3-1380ab80f293,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:53.819948 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['69974181-fc13-4292-815f-ef504b8a0b66', 'fc6db4af-f125-449d-b1a0-82b2359bfa8e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:53.892708 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'name': 'tempest-FloatingIPDetailsTestJSON-755650885-router', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'fa12b5bd-b427-44b2-a54f-c16270baee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:46:42Z', 'updated_at': '2021-07-27T19:46:46Z', 'revision_number': 4, 'project_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'gw_port': {'id': 'fa12b5bd-b427-44b2-a54f-c16270baee45', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:46:43Z', 'updated_at': '2021-07-27T19:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '02ac8a93-dcb0-4339-bacb-cd50c271d697', 'name': '', 'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'mac_address': 'fa:16:3e:9d:7a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5222b934-08af-458f-b108-8d4492990687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:46:45Z', 'updated_at': '2021-07-27T19:46:52Z', 'revision_number': 4, 'project_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'subnets': [{'id': '5222b934-08af-458f-b108-8d4492990687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:46:53.931214 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0565ae-113f-4b9b-b207-4d473359ab13 None None] The sync data for ids ['99cb7499-0977-4ac0-9e2b-910ff8001356'] in n-d-705657-21 is: [{'id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'name': 'tempest-FloatingIPDetailsTestJSON-755650885-router', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'fa12b5bd-b427-44b2-a54f-c16270baee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:46:42Z', 'updated_at': '2021-07-27T19:46:46Z', 'revision_number': 4, 'project_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'gw_port': {'id': 'fa12b5bd-b427-44b2-a54f-c16270baee45', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:46:43Z', 'updated_at': '2021-07-27T19:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '02ac8a93-dcb0-4339-bacb-cd50c271d697', 'name': '', 'network_id': 'd1008e19-3a97-4ba6-92d0-34e85ab00965', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'mac_address': 'fa:16:3e:9d:7a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5222b934-08af-458f-b108-8d4492990687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:46:45Z', 'updated_at': '2021-07-27T19:46:52Z', 'revision_number': 4, 'project_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'subnets': [{'id': '5222b934-08af-458f-b108-8d4492990687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:46:54.094186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 00886831-6656-4091-bf75-321dbb7d7f04 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:46:54.156491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 00886831-6656-4091-bf75-321dbb7d7f04 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:54.156866 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:54.241831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca6a1af3-0fb5-45bc-9dbf-363b13eee8bb req-96f4f235-b1ee-43d7-b718-af83b0baf156 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=703f3c32-3b7b-4d6f-bcb2-a68e89ae204c HTTP/1.1" status: 200 len: 210 time: 0.0586586 Jul 27 19:46:54.245986 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:54.287934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 00886831-6656-4091-bf75-321dbb7d7f04, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=00886831-6656-4091-bf75-321dbb7d7f04,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:54.296113 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:54.296245 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:54.378155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=00886831-6656-4091-bf75-321dbb7d7f04,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:54.465161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Allocated IP 172.25.1.173 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/497950f1-3f97-41d0-854e-3bbd8be9f815) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:46:54.548871 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:46:54.559454 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:54.581038 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Transition to ACTIVE for port object 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:46:54.588280 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:54.665551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:54.670133 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:54.778809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Attempting to bind port 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:46:54.779418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Attempting to bind port 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:46:54.779951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Attempting to bind port 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:46:54.784852 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:54.795330 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Port 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:46:54.795660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Attempting to bind port 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:46:54.808976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 02ac8a93-dcb0-4339-bacb-cd50c271d697 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:46:54.827399 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:46:54.827944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Checking segment: {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:46:54.828551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Bound using segment: {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:46:54.829152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Bound port: 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:46:54.829680 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:54.841262 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:46:54.853790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:46:54.857077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:46:54.865807 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a31877e-eb0a-4b4b-a41b-e8d49d08c439 x-openstack-request-id: req-3a31877e-eb0a-4b4b-a41b-e8d49d08c439 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:54.866296 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23684da3-0247-4261-8697-2c951f1d2780", "name": "network-vif-plugged", "status": "completed", "tag": "4e903b43-eeee-4a13-b5f3-1380ab80f293", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:54.866611 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a31877e-eb0a-4b4b-a41b-e8d49d08c439 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:54.867088 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23684da3-0247-4261-8697-2c951f1d2780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e903b43-eeee-4a13-b5f3-1380ab80f293', 'code': 200} Jul 27 19:46:54.884445 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 02ac8a93-dcb0-4339-bacb-cd50c271d697 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:46:54.888974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 02ac8a93-dcb0-4339-bacb-cd50c271d697 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:54.889538 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:54.942012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Pushing event updated for resources: {'Port': ['ID=497950f1-3f97-41d0-854e-3bbd8be9f815,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:54.977116 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:55.011232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 02ac8a93-dcb0-4339-bacb-cd50c271d697, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=02ac8a93-dcb0-4339-bacb-cd50c271d697,segment=NetworkSegment(88c40d18-dd5f-4a56-a8f2-224c23b2cb8b),segment_id=88c40d18-dd5f-4a56-a8f2-224c23b2cb8b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:55.016716 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:55.019126 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] For port 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:46:55.058582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] For port 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:46:55.071264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=02ac8a93-dcb0-4339-bacb-cd50c271d697,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:55.085425 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:55.149928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:55.150549 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:55.151956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] 10.222.0.63 "PUT /v2.0/ports/81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 HTTP/1.1" status: 200 len: 1092 time: 1.9567566 Jul 27 19:46:55.154225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0aba2d1-e58b-434b-b1e6-5088fbcbeb33', 'tag': '81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:55.156580 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b679b1c4-4a5e-4842-bb55-3296aad2fec4" -d '{"events": [{"name": "network-changed", "server_uuid": "a0aba2d1-e58b-434b-b1e6-5088fbcbeb33", "tag": "81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:55.176928 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:55.200116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32861c04-0016-4021-9420-8b21d40d765f req-e16ab85e-b13b-4d0a-8d35-416adb02c29d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:55.201645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32861c04-0016-4021-9420-8b21d40d765f req-e16ab85e-b13b-4d0a-8d35-416adb02c29d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0aba2d1-e58b-434b-b1e6-5088fbcbeb33 HTTP/1.1" status: 200 len: 943 time: 0.2610874 Jul 27 19:46:55.202230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612eb983-60cf-4349-8a93-a49b063e3ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:55.281150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14591280-c31b-4801-81e9-ff1c0448af6c req-fa8a939e-613a-414d-a4ce-acd38d4d29f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:55.282667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14591280-c31b-4801-81e9-ff1c0448af6c req-fa8a939e-613a-414d-a4ce-acd38d4d29f0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 1102 time: 0.2869961 Jul 27 19:46:55.318046 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:55.326010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32861c04-0016-4021-9420-8b21d40d765f req-1b8fc87e-b713-4e0e-9161-5dc6bc1fd070 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104686 Jul 27 19:46:55.371307 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9d6d16-d902-45ed-9899-596aaac6daef x-openstack-request-id: req-fb9d6d16-d902-45ed-9899-596aaac6daef {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:55.371847 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703f3c32-3b7b-4d6f-bcb2-a68e89ae204c", "name": "network-vif-deleted", "tag": "fc6db4af-f125-449d-b1a0-82b2359bfa8e", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:55.371847 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb9d6d16-d902-45ed-9899-596aaac6daef {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:55.372208 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703f3c32-3b7b-4d6f-bcb2-a68e89ae204c', 'name': 'network-vif-deleted', 'tag': 'fc6db4af-f125-449d-b1a0-82b2359bfa8e', 'status': 'completed', 'code': 200} Jul 27 19:46:55.388218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14591280-c31b-4801-81e9-ff1c0448af6c req-18ae4df7-218a-4869-84e3-06002a496830 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948772 Jul 27 19:46:55.391388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-4f30386e-c4c4-4af0-9b61-aa8fc560b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:55.392861 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-4f30386e-c4c4-4af0-9b61-aa8fc560b22e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=a0aba2d1-e58b-434b-b1e6-5088fbcbeb33 HTTP/1.1" status: 200 len: 1095 time: 0.1873326 Jul 27 19:46:55.477979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-8fbd8f5d-6e47-4067-89a1-34744b9ea44a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 HTTP/1.1" status: 200 len: 217 time: 0.0382202 Jul 27 19:46:55.561037 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-a0229120-8546-4353-98eb-4a0c772d7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:55.562655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-a0229120-8546-4353-98eb-4a0c772d7097 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 200 len: 852 time: 0.0748658 Jul 27 19:46:55.587845 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:55.610893 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-0c58507c-56ae-4a06-a47b-0c8109c061da service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ebd3759-03a3-4e67-a8e0-16f7b925197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408256 Jul 27 19:46:55.611799 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:55.756165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Pushing event updated for resources: {'Port': ['ID=497950f1-3f97-41d0-854e-3bbd8be9f815,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:55.788761 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:55.824719 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:55.825961 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-cb15b461-45bb-4a77-ae96-eb03fca2f4af tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3867075 Jul 27 19:46:55.829008 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-e48f7a40-bacb-4eda-9e0b-568eafd01491 service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079718 Jul 27 19:46:55.841706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861dd74-6859-44d5-800a-81272d6b2388 req-6577ae74-0dc8-42ce-8e44-1c28980e63c2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:55.843161 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5861dd74-6859-44d5-800a-81272d6b2388 req-6577ae74-0dc8-42ce-8e44-1c28980e63c2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.1967022 Jul 27 19:46:55.947954 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-6fa3bf19-4fe4-4daa-8ed4-8d7bd6a09e7f tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.173 HTTP/1.1" status: 200 len: 696 time: 0.1155484 Jul 27 19:46:56.027216 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5861dd74-6859-44d5-800a-81272d6b2388 req-593b36c4-c190-466c-a2fe-1a44a9edb97c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707735 Jul 27 19:46:56.075545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 00886831-6656-4091-bf75-321dbb7d7f04 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:56.091702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8e46039-dba2-4d77-b87b-1cb34397de96 req-745a82c2-31a0-466b-83a6-38729903fd11 service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475855 Jul 27 19:46:56.145000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-c0d36f9a-ec5b-4a9e-84d4-af1565502e09 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:56.146685 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52c88865-3fb5-4ec9-9635-a12fbe4cc1f0 req-c0d36f9a-ec5b-4a9e-84d4-af1565502e09 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.1860635 Jul 27 19:46:56.210207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3752-ef70-4b31-a611-c0b7fa5d789a req-c3554819-dcdf-4e4c-8fdc-bcaffbf6f44d tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:56.219273 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b60e3752-ef70-4b31-a611-c0b7fa5d789a req-c3554819-dcdf-4e4c-8fdc-bcaffbf6f44d tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 945 time: 0.1056612 Jul 27 19:46:56.297497 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b60e3752-ef70-4b31-a611-c0b7fa5d789a req-fecce5e8-877f-47e3-bbfd-443f6a540aed tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769949 Jul 27 19:46:56.322133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b7668-2b66-4bd2-9ad3-169a765ac5df req-43664b8a-07c4-4591-9959-e90fecc732a6 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:56.323783 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea2b7668-2b66-4bd2-9ad3-169a765ac5df req-43664b8a-07c4-4591-9959-e90fecc732a6 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.1023600 Jul 27 19:46:56.357733 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:56.373894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea2b7668-2b66-4bd2-9ad3-169a765ac5df req-884e675a-b69c-487c-9d07-b96a3413660a tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434818 Jul 27 19:46:56.393854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 00886831-6656-4091-bf75-321dbb7d7f04, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=00886831-6656-4091-bf75-321dbb7d7f04,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:56.398934 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:56.399745 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fc6db4af-f125-449d-b1a0-82b2359bfa8e no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:46:56.422133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: fc6db4af-f125-449d-b1a0-82b2359bfa8e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:46:56.422548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fc6db4af-f125-449d-b1a0-82b2359bfa8e not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:46:56.441560 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ffc724-bfeb-48db-9342-f927904a5b0f x-openstack-request-id: req-a3ffc724-bfeb-48db-9342-f927904a5b0f {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:56.442345 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0aba2d1-e58b-434b-b1e6-5088fbcbeb33", "tag": "81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:56.442873 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3ffc724-bfeb-48db-9342-f927904a5b0f {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:56.443449 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0aba2d1-e58b-434b-b1e6-5088fbcbeb33', 'tag': '81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91', 'status': 'completed', 'code': 200} Jul 27 19:46:56.485989 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=00886831-6656-4091-bf75-321dbb7d7f04,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:56.617760 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5a47a0fe-b9ab-4150-af07-bf5525670b85 req-7ca66d64-777d-42da-a219-3e3bfa81f71c tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0475881 Jul 27 19:46:56.674385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679b1c4-4a5e-4842-bb55-3296aad2fec4 req-5d227b41-56c9-4f36-9bec-bc5d9e25f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:56.676056 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b679b1c4-4a5e-4842-bb55-3296aad2fec4 req-5d227b41-56c9-4f36-9bec-bc5d9e25f951 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=a0aba2d1-e58b-434b-b1e6-5088fbcbeb33 HTTP/1.1" status: 200 len: 1095 time: 0.2006693 Jul 27 19:46:56.685991 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-757bf102-7731-418d-a204-61515e6c6ab7 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2248425 Jul 27 19:46:56.718396 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:56.770591 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 02ac8a93-dcb0-4339-bacb-cd50c271d697 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:46:56.840349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 02ac8a93-dcb0-4339-bacb-cd50c271d697 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:46:56.840759 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:56.843470 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:56.868841 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8403d2ab-ea5d-4451-979b-015081e8f5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00886831-6656-4091-bf75-321dbb7d7f04'}, {'server_uuid': '8403d2ab-ea5d-4451-979b-015081e8f5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00886831-6656-4091-bf75-321dbb7d7f04'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:56.871685 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2263d77e-de87-4606-8367-508254ba72e0" -d '{"events": [{"server_uuid": "8403d2ab-ea5d-4451-979b-015081e8f5c5", "name": "network-vif-plugged", "status": "completed", "tag": "00886831-6656-4091-bf75-321dbb7d7f04"}, {"server_uuid": "8403d2ab-ea5d-4451-979b-015081e8f5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "00886831-6656-4091-bf75-321dbb7d7f04"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:56.925095 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679b1c4-4a5e-4842-bb55-3296aad2fec4 req-be49f8ca-a813-456d-bf38-b7a6979924ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:56.926754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b679b1c4-4a5e-4842-bb55-3296aad2fec4 req-be49f8ca-a813-456d-bf38-b7a6979924ea service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 913 time: 0.2392235 Jul 27 19:46:56.940741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528b481-391b-4df3-8f93-af4867553a38 req-225a652b-28d3-44ff-99aa-65d3de455e50 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:56.942622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8528b481-391b-4df3-8f93-af4867553a38 req-225a652b-28d3-44ff-99aa-65d3de455e50 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0aba2d1-e58b-434b-b1e6-5088fbcbeb33 HTTP/1.1" status: 200 len: 943 time: 0.2293081 Jul 27 19:46:56.996948 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b679b1c4-4a5e-4842-bb55-3296aad2fec4 req-5f150046-863c-4e5a-a0e6-8b18f4df6a2b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 HTTP/1.1" status: 200 len: 217 time: 0.0532055 Jul 27 19:46:57.041559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9f568-3fbd-4812-9f06-e6f75acba6f0 req-21064a8f-672a-4b7d-b2c0-05be560f576a tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:57.044381 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-55d9f568-3fbd-4812-9f06-e6f75acba6f0 req-21064a8f-672a-4b7d-b2c0-05be560f576a tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.52 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 943 time: 0.0769763 Jul 27 19:46:57.059611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8528b481-391b-4df3-8f93-af4867553a38 req-0897154a-f054-4373-bb65-9451353b9c89 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080120 Jul 27 19:46:57.089449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679b1c4-4a5e-4842-bb55-3296aad2fec4 req-5cb9f332-1bb8-44f4-9d99-1bdbba65ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:57.090966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b679b1c4-4a5e-4842-bb55-3296aad2fec4 req-5cb9f332-1bb8-44f4-9d99-1bdbba65ca9e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 200 len: 852 time: 0.0840340 Jul 27 19:46:57.130780 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b679b1c4-4a5e-4842-bb55-3296aad2fec4 req-4a3c7119-c8e3-4839-86f5-6c2e071582f5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ebd3759-03a3-4e67-a8e0-16f7b925197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310197 Jul 27 19:46:57.148152 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:57.181731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-55d9f568-3fbd-4812-9f06-e6f75acba6f0 req-117d61e2-aba2-4cb3-9a2b-56fa0f047435 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Deleting port 00886831-6656-4091-bf75-321dbb7d7f04 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:57.182458 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-55d9f568-3fbd-4812-9f06-e6f75acba6f0 req-117d61e2-aba2-4cb3-9a2b-56fa0f047435 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:57.232352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41176) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:57.309140 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6edd47-ca3e-494a-b0ac-e9314b0976ef x-openstack-request-id: req-5f6edd47-ca3e-494a-b0ac-e9314b0976ef {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:57.309666 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8403d2ab-ea5d-4451-979b-015081e8f5c5", "name": "network-vif-plugged", "status": "completed", "tag": "00886831-6656-4091-bf75-321dbb7d7f04", "code": 200}, {"server_uuid": "8403d2ab-ea5d-4451-979b-015081e8f5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "00886831-6656-4091-bf75-321dbb7d7f04", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:57.309776 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f6edd47-ca3e-494a-b0ac-e9314b0976ef {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:57.311338 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8403d2ab-ea5d-4451-979b-015081e8f5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00886831-6656-4091-bf75-321dbb7d7f04', 'code': 200} Jul 27 19:46:57.311597 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8403d2ab-ea5d-4451-979b-015081e8f5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00886831-6656-4091-bf75-321dbb7d7f04', 'code': 200} Jul 27 19:46:57.315292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b679b1c4-4a5e-4842-bb55-3296aad2fec4 req-55b6eb7c-e9c7-4dc1-9faf-96eecb75167d service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764743 Jul 27 19:46:57.319645 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-55d9f568-3fbd-4812-9f06-e6f75acba6f0 req-117d61e2-aba2-4cb3-9a2b-56fa0f047435 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] For port 00886831-6656-4091-bf75-321dbb7d7f04, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=00886831-6656-4091-bf75-321dbb7d7f04,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:57.320660 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-55d9f568-3fbd-4812-9f06-e6f75acba6f0 req-117d61e2-aba2-4cb3-9a2b-56fa0f047435 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:57.339445 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-55d9f568-3fbd-4812-9f06-e6f75acba6f0 req-117d61e2-aba2-4cb3-9a2b-56fa0f047435 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Calling delete_port for 00886831-6656-4091-bf75-321dbb7d7f04 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:57.352740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Allocated IP 172.25.1.14 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/9975c840-fafa-40e4-be85-7e70029d30f7) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:46:57.410570 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a49364e-08be-451a-b5a9-21af3af8c756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:57.526371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b679b1c4-4a5e-4842-bb55-3296aad2fec4 req-971df6f2-1c61-48eb-af34-2eef3b05519a service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011027 Jul 27 19:46:57.547778 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-55d9f568-3fbd-4812-9f06-e6f75acba6f0 req-117d61e2-aba2-4cb3-9a2b-56fa0f047435 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:57.563184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc429ad-896b-445b-a83a-8f49f73d2b15 req-779d227c-ba84-4a85-9e75-1501237768fa tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:57.564711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7dc429ad-896b-445b-a83a-8f49f73d2b15 req-779d227c-ba84-4a85-9e75-1501237768fa tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.1804924 Jul 27 19:46:57.586250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:57.597648 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a49364e-08be-451a-b5a9-21af3af8c756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:57.599251 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d61e2-aba2-4cb3-9a2b-56fa0f047435 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Pushing event deleted for resources: {'Port': ['ID=00886831-6656-4091-bf75-321dbb7d7f04,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:57.606841 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a49364e-08be-451a-b5a9-21af3af8c756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:57.627331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7dc429ad-896b-445b-a83a-8f49f73d2b15 req-34612e7b-7838-4ecb-b015-dd3ca24e0e1f tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521843 Jul 27 19:46:57.661548 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:57.664817 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d9f568-3fbd-4812-9f06-e6f75acba6f0 req-117d61e2-aba2-4cb3-9a2b-56fa0f047435 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] No DVR routers for this DVR port 00886831-6656-4091-bf75-321dbb7d7f04 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:46:57.671897 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-55d9f568-3fbd-4812-9f06-e6f75acba6f0 req-117d61e2-aba2-4cb3-9a2b-56fa0f047435 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:57.673954 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-55d9f568-3fbd-4812-9f06-e6f75acba6f0 req-117d61e2-aba2-4cb3-9a2b-56fa0f047435 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.52 "DELETE /v2.0/ports/00886831-6656-4091-bf75-321dbb7d7f04 HTTP/1.1" status: 204 len: 173 time: 0.6215599 Jul 27 19:46:57.677448 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8403d2ab-ea5d-4451-979b-015081e8f5c5', 'name': 'network-vif-deleted', 'tag': '00886831-6656-4091-bf75-321dbb7d7f04'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:46:57.680377 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6518dda2-ce2f-4676-8154-f5e3d0f14408" -d '{"events": [{"server_uuid": "8403d2ab-ea5d-4451-979b-015081e8f5c5", "name": "network-vif-deleted", "tag": "00886831-6656-4091-bf75-321dbb7d7f04"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:46:57.696939 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3a49364e-08be-451a-b5a9-21af3af8c756 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89db2a21884b415ea712fddfbb2726cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633093 Jul 27 19:46:57.699279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49364e-08be-451a-b5a9-21af3af8c756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba562670-a457-465d-abbe-0bd5e50c842b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:57.700208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41190) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:57.724456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:46:57.752560 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:46:57.758611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:46:57.795591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Pushing event updated for resources: {'Port': ['ID=9975c840-fafa-40e4-be85-7e70029d30f7,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:57.857487 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19018476-5539-4ade-b6de-47c3c3072847 req-0df74900-3d0e-4d2f-b13a-9a7580a9e8da service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0376952 Jul 27 19:46:57.903900 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ff52c30-4c70-4a1a-baa0-1589886ea985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:57.932908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c088312-d4f3-47dd-b2a8-896347b47d46 req-502b2a2d-0cb5-4abb-a507-3f486242e3fe tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:57.934384 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c088312-d4f3-47dd-b2a8-896347b47d46 req-502b2a2d-0cb5-4abb-a507-3f486242e3fe tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.2369916 Jul 27 19:46:57.952732 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:57.955119 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ff52c30-4c70-4a1a-baa0-1589886ea985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.041110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c088312-d4f3-47dd-b2a8-896347b47d46 req-1d99df50-fee4-45a8-aed1-a4a4826b004b tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979469 Jul 27 19:46:58.043828 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.090551 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ff52c30-4c70-4a1a-baa0-1589886ea985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.093978 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ff52c30-4c70-4a1a-baa0-1589886ea985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.095256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7ff52c30-4c70-4a1a-baa0-1589886ea985 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba562670-a457-465d-abbe-0bd5e50c842b HTTP/1.1" status: 204 len: 168 time: 0.3782918 Jul 27 19:46:58.117052 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff52c30-4c70-4a1a-baa0-1589886ea985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba562670-a457-465d-abbe-0bd5e50c842b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:58.183867 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e6d45de-cbf2-40d7-b0d9-d473105971d5 req-e0b2d43f-7d9b-4ac5-88e1-fb3151fba1f0 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=8403d2ab-ea5d-4451-979b-015081e8f5c5 HTTP/1.1" status: 200 len: 210 time: 0.0357943 Jul 27 19:46:58.259715 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.265730 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.433426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41198) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:58.447982 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c137af00-32ce-414f-a504-a682e259674b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.555248 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c137af00-32ce-414f-a504-a682e259674b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.560722 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c137af00-32ce-414f-a504-a682e259674b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.603935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137af00-32ce-414f-a504-a682e259674b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c176fe1-5731-4a2b-a133-ccbc9b273fad,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:58.611110 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c137af00-32ce-414f-a504-a682e259674b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2954852fc260499bb9cbe07773dc2a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739438 Jul 27 19:46:58.611313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41200) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:46:58.672090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-166dc899-de06-4f7c-ba30-7315dbaa0fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.685831 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Pushing event updated for resources: {'Port': ['ID=9975c840-fafa-40e4-be85-7e70029d30f7,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:58.701767 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-166dc899-de06-4f7c-ba30-7315dbaa0fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.710143 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.731625 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.732905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-56b5c804-9da5-4b2a-bf86-2307539a83c4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0339847 Jul 27 19:46:58.742320 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275b10-7921-4da5-bb60-c008d5f4eb27 req-9f219429-8b86-44a6-a95a-2b24954fe737 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:58.743851 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78275b10-7921-4da5-bb60-c008d5f4eb27 req-9f219429-8b86-44a6-a95a-2b24954fe737 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.4507926 Jul 27 19:46:58.755041 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-166dc899-de06-4f7c-ba30-7315dbaa0fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.758181 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-166dc899-de06-4f7c-ba30-7315dbaa0fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.761829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:46:58.762325 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-166dc899-de06-4f7c-ba30-7315dbaa0fe9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c176fe1-5731-4a2b-a133-ccbc9b273fad HTTP/1.1" status: 204 len: 168 time: 0.1471732 Jul 27 19:46:58.768093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dc899-de06-4f7c-ba30-7315dbaa0fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c176fe1-5731-4a2b-a133-ccbc9b273fad,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:58.803160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-f1e10dc0-cec6-49ec-b940-db7c756beac6 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 695 time: 0.0582767 Jul 27 19:46:58.829112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78275b10-7921-4da5-bb60-c008d5f4eb27 req-a1f7649f-f1d1-4073-bf6a-f559a00ef0cb tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780294 Jul 27 19:46:58.902330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:58.914832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91', 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'port_id': '81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91', 'mac_address': 'fa:16:3e:9e:28:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:46:58.953755 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-e5ca2e43-0822-49e5-b61f-b6c12947ad22 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:58.956907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8106108-3b16-4f6f-9ebf-8253bb4bec68 req-e5ca2e43-0822-49e5-b61f-b6c12947ad22 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.1441700 Jul 27 19:46:58.957200 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:58.975431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:46:58.985218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47a5f8f9-13b4-48a4-8d22-b8ccc5a72092 req-aa343357-07d0-465e-8170-714a120c3348 tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0544474 Jul 27 19:46:58.998067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:59.004143 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb22ecb-150c-4a2b-bf2b-f7d3d9d078c4 x-openstack-request-id: req-0bb22ecb-150c-4a2b-bf2b-f7d3d9d078c4 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:46:59.004537 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8403d2ab-ea5d-4451-979b-015081e8f5c5", "name": "network-vif-deleted", "tag": "00886831-6656-4091-bf75-321dbb7d7f04", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:46:59.005093 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0bb22ecb-150c-4a2b-bf2b-f7d3d9d078c4 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:46:59.005600 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8403d2ab-ea5d-4451-979b-015081e8f5c5', 'name': 'network-vif-deleted', 'tag': '00886831-6656-4091-bf75-321dbb7d7f04', 'status': 'completed', 'code': 200} Jul 27 19:46:59.007288 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:59.090315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:59.167312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568d31f-f425-4cbc-973f-20b38a852079 req-4a600ed2-2e9b-4e20-9905-7312108666ef tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:59.168895 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1568d31f-f425-4cbc-973f-20b38a852079 req-4a600ed2-2e9b-4e20-9905-7312108666ef tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0aba2d1-e58b-434b-b1e6-5088fbcbeb33 HTTP/1.1" status: 200 len: 944 time: 0.1135824 Jul 27 19:46:59.205991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26df75-439a-494c-84d1-378f2c9fcc7d req-444bf2e4-c700-4c0d-84eb-140ccfff83fd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:59.207676 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb26df75-439a-494c-84d1-378f2c9fcc7d req-444bf2e4-c700-4c0d-84eb-140ccfff83fd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.1146708 Jul 27 19:46:59.231793 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1568d31f-f425-4cbc-973f-20b38a852079 req-ba1bed75-ccd0-45d6-97f9-88980aa46d9e tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544622 Jul 27 19:46:59.257716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:59.282387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb26df75-439a-494c-84d1-378f2c9fcc7d req-195fad85-add3-4c42-a8e3-87aa6923ba4c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648642 Jul 27 19:46:59.355492 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71528ea-f068-4e1c-b591-ef4899ca6137 req-201d62e5-cf08-4ccc-9091-307b3157ce85 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:59.357730 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a71528ea-f068-4e1c-b591-ef4899ca6137 req-201d62e5-cf08-4ccc-9091-307b3157ce85 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.52 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.1005020 Jul 27 19:46:59.461020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89c810c8-177f-49d5-b97f-9770503221bd req-7eba711a-28c4-401c-a5c0-5e4f0baa9409 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1518583 Jul 27 19:46:59.467993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:46:59.497412 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:59.530359 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-a71528ea-f068-4e1c-b591-ef4899ca6137 req-caac3685-66ec-45d0-b5fe-4abfbf920670 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Deleting port 69974181-fc13-4292-815f-ef504b8a0b66 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:46:59.530949 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a71528ea-f068-4e1c-b591-ef4899ca6137 req-caac3685-66ec-45d0-b5fe-4abfbf920670 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:59.632787 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:59.637990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-a71528ea-f068-4e1c-b591-ef4899ca6137 req-caac3685-66ec-45d0-b5fe-4abfbf920670 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] For port 69974181-fc13-4292-815f-ef504b8a0b66, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=69974181-fc13-4292-815f-ef504b8a0b66,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:46:59.638608 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a71528ea-f068-4e1c-b591-ef4899ca6137 req-caac3685-66ec-45d0-b5fe-4abfbf920670 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:59.662730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-a71528ea-f068-4e1c-b591-ef4899ca6137 req-caac3685-66ec-45d0-b5fe-4abfbf920670 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Calling delete_port for 69974181-fc13-4292-815f-ef504b8a0b66 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:46:59.811357 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Allocated IP 172.25.1.188 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/28d074b4-fa04-483b-9ada-76b82c53a206) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:46:59.821026 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63265b32-2f94-4858-b61a-aeeff6dae40e req-8a2462a1-eef5-4e02-9261-c117d739b03d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:46:59.822793 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63265b32-2f94-4858-b61a-aeeff6dae40e req-8a2462a1-eef5-4e02-9261-c117d739b03d tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb HTTP/1.1" status: 200 len: 950 time: 0.1204951 Jul 27 19:46:59.824983 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a71528ea-f068-4e1c-b591-ef4899ca6137 req-caac3685-66ec-45d0-b5fe-4abfbf920670 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:59.842192 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['69974181-fc13-4292-815f-ef504b8a0b66'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:59.861730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac3685-66ec-45d0-b5fe-4abfbf920670 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Pushing event deleted for resources: {'Port': ['ID=69974181-fc13-4292-815f-ef504b8a0b66,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:46:59.875385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['ee687bbd-f1da-4760-bb27-c67054a1732a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:46:59.930773 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71528ea-f068-4e1c-b591-ef4899ca6137 req-caac3685-66ec-45d0-b5fe-4abfbf920670 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] No DVR routers for this DVR port 69974181-fc13-4292-815f-ef504b8a0b66 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:46:59.933562 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a71528ea-f068-4e1c-b591-ef4899ca6137 req-caac3685-66ec-45d0-b5fe-4abfbf920670 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:46:59.935909 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a71528ea-f068-4e1c-b591-ef4899ca6137 req-caac3685-66ec-45d0-b5fe-4abfbf920670 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.52 "DELETE /v2.0/ports/69974181-fc13-4292-815f-ef504b8a0b66 HTTP/1.1" status: 204 len: 173 time: 0.5622125 Jul 27 19:46:59.936971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63265b32-2f94-4858-b61a-aeeff6dae40e req-7fcef238-7c96-4967-9552-00ac3cba0623 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042209 Jul 27 19:46:59.993366 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:00.057452 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:00.169609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:00.174692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:00.181363 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:00.212411 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Pushing event updated for resources: {'Port': ['ID=28d074b4-fa04-483b-9ada-76b82c53a206,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:00.253380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cfc5d-4f89-4fd9-a21a-31b1fb0a88d8 req-25ad6138-4e87-4fc5-a184-4d5a7b26d19b tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:00.257058 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c0cfc5d-4f89-4fd9-a21a-31b1fb0a88d8 req-25ad6138-4e87-4fc5-a184-4d5a7b26d19b tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 1102 time: 0.1358478 Jul 27 19:47:00.321073 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:00.329514 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c0cfc5d-4f89-4fd9-a21a-31b1fb0a88d8 req-067cefd3-60cc-4c45-9816-b4604d98f3b4 tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515535 Jul 27 19:47:00.369646 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:00.530676 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:00.537840 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:00.642028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Pushing event updated for resources: {'Port': ['ID=28d074b4-fa04-483b-9ada-76b82c53a206,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:00.653265 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:00.674407 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:00.677423 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89c810c8-177f-49d5-b97f-9770503221bd req-8953f571-1390-44e3-9631-374736a91fe5 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2145393 Jul 27 19:47:00.735895 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89c810c8-177f-49d5-b97f-9770503221bd req-7a882855-df3c-42d8-aa63-7a540bd05c91 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.0518613 Jul 27 19:47:00.769886 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:00.823185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:00.827331 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:00.828085 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:00.846570 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c810c8-177f-49d5-b97f-9770503221bd req-e6190bf1-3916-4bfe-b041-e660d2db0f0d tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:00.848462 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89c810c8-177f-49d5-b97f-9770503221bd req-e6190bf1-3916-4bfe-b041-e660d2db0f0d tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.1066606 Jul 27 19:47:00.932172 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:00.954596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aba2d1-e58b-434b-b1e6-5088fbcbeb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:00.957073 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef93772d-4a30-4445-8d38-92d08132987c" -d '{"events": [{"server_uuid": "a0aba2d1-e58b-434b-b1e6-5088fbcbeb33", "name": "network-vif-plugged", "status": "completed", "tag": "81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:00.970842 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:00.976982 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:00.999082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146fdfc-3934-4f11-bf51-1f3cb80b2c72 req-aa4e8cea-b5db-485e-9cc3-2f4bf8fe30f1 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:01.000790 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7146fdfc-3934-4f11-bf51-1f3cb80b2c72 req-aa4e8cea-b5db-485e-9cc3-2f4bf8fe30f1 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0aba2d1-e58b-434b-b1e6-5088fbcbeb33 HTTP/1.1" status: 200 len: 944 time: 0.0761626 Jul 27 19:47:01.007283 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb', 'name': 'network-vif-deleted', 'tag': '69974181-fc13-4292-815f-ef504b8a0b66'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:01.009650 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafdaa23-a2c5-4852-926c-6f1fd7b8ed48" -d '{"events": [{"server_uuid": "04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb", "name": "network-vif-deleted", "tag": "69974181-fc13-4292-815f-ef504b8a0b66"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:01.026626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:01.046622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7146fdfc-3934-4f11-bf51-1f3cb80b2c72 req-d20984e8-e3e9-4994-ba28-14db9086813d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334430 Jul 27 19:47:01.171054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d7a8c-ce06-4556-b259-1121c3b9f626 req-84ed21e3-2bfc-4f1e-aa3d-78ef5773fbe9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:01.173038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d0d7a8c-ce06-4556-b259-1121c3b9f626 req-84ed21e3-2bfc-4f1e-aa3d-78ef5773fbe9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.0726295 Jul 27 19:47:01.180809 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41284) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:01.185475 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ff3f6fdf-0d92-40f7-bae8-716a3de9ffa2 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495268707', 'description': 'tempest-description--1486543678'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:01.209799 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff3f6fdf-0d92-40f7-bae8-716a3de9ffa2 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:01.215717 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d0d7a8c-ce06-4556-b259-1121c3b9f626 req-d0d67d10-7ce9-4e2c-b748-3acae37461be tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364566 Jul 27 19:47:01.314081 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff3f6fdf-0d92-40f7-bae8-716a3de9ffa2 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:01.318900 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff3f6fdf-0d92-40f7-bae8-716a3de9ffa2 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:01.349461 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff3f6fdf-0d92-40f7-bae8-716a3de9ffa2 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:01.351299 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ff3f6fdf-0d92-40f7-bae8-716a3de9ffa2 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1694665 Jul 27 19:47:01.354981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41290) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:01.356016 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f6fdf-0d92-40f7-bae8-716a3de9ffa2 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cd8b92-cab3-4efe-86d1-a024d4fb2503,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:01.384529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ec1b831b-6e6b-4df6-a0ae-f2651b8c6c65 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Request body: {'security_group_rule': {'security_group_id': 'f7cd8b92-cab3-4efe-86d1-a024d4fb2503', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:01.391304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a31dd0c-11ee-40ea-ab6d-09981e44b854 req-61aa9b15-4a6b-4322-b0bf-bfb9467367d6 tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0491085 Jul 27 19:47:01.434190 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec1b831b-6e6b-4df6-a0ae-f2651b8c6c65 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:01.486254 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3ba0ba6-9572-4217-a0c5-ffac8cc66073 req-c4d9926f-b255-4ab5-906a-6a2935ac3d64 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips/90c7b3ac-7003-433e-90c2-e767c6286382 HTTP/1.1" status: 200 len: 693 time: 0.0587862 Jul 27 19:47:01.494637 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732e3c79-ee87-41b8-8ad4-c9b7584e1238 x-openstack-request-id: req-732e3c79-ee87-41b8-8ad4-c9b7584e1238 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:01.494923 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aba2d1-e58b-434b-b1e6-5088fbcbeb33", "name": "network-vif-plugged", "status": "completed", "tag": "81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:01.495166 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-732e3c79-ee87-41b8-8ad4-c9b7584e1238 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:01.495556 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0aba2d1-e58b-434b-b1e6-5088fbcbeb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91', 'code': 200} Jul 27 19:47:01.543080 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fa9375-5e44-4c1d-8b89-eaeeae9b04fd x-openstack-request-id: req-b9fa9375-5e44-4c1d-8b89-eaeeae9b04fd {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:01.544180 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb", "name": "network-vif-deleted", "tag": "69974181-fc13-4292-815f-ef504b8a0b66", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:01.544710 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9fa9375-5e44-4c1d-8b89-eaeeae9b04fd {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:01.545114 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f9b4d1-6bba-4cc4-920e-cf9cb71ddbdb', 'name': 'network-vif-deleted', 'tag': '69974181-fc13-4292-815f-ef504b8a0b66', 'status': 'completed', 'code': 200} Jul 27 19:47:01.675300 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec1b831b-6e6b-4df6-a0ae-f2651b8c6c65 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:01.690037 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec1b831b-6e6b-4df6-a0ae-f2651b8c6c65 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:01.726613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b831b-6e6b-4df6-a0ae-f2651b8c6c65 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5a104c-c107-482c-a442-c0e0fbb9c84c,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:01.736730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba0ba6-9572-4217-a0c5-ffac8cc66073 req-7ae19ddd-85ef-4533-b8ae-d4f4fef8c2d4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:01.738737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3ba0ba6-9572-4217-a0c5-ffac8cc66073 req-7ae19ddd-85ef-4533-b8ae-d4f4fef8c2d4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.2416935 Jul 27 19:47:01.743739 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec1b831b-6e6b-4df6-a0ae-f2651b8c6c65 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:01.747673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ec1b831b-6e6b-4df6-a0ae-f2651b8c6c65 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3896463 Jul 27 19:47:01.748742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41300) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:01.753461 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5932e87e-8be5-44ec-8813-d74a4db6ee62 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Request body: {'security_group_rule': {'security_group_id': 'f7cd8b92-cab3-4efe-86d1-a024d4fb2503', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:01.753888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-f3ba0ba6-9572-4217-a0c5-ffac8cc66073 req-aa6ad9d3-411b-418f-92cd-3b6d4cd3dd51 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:47:01.754984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3ba0ba6-9572-4217-a0c5-ffac8cc66073 req-aa6ad9d3-411b-418f-92cd-3b6d4cd3dd51 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084684 Jul 27 19:47:01.764263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c43e6-9cd7-4fc5-b15f-572d4bea26ba req-440f036e-fec6-49b2-ab17-c6be53a98e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:01.765801 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-321c43e6-9cd7-4fc5-b15f-572d4bea26ba req-440f036e-fec6-49b2-ab17-c6be53a98e14 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a0aba2d1-e58b-434b-b1e6-5088fbcbeb33 HTTP/1.1" status: 200 len: 1097 time: 0.2050381 Jul 27 19:47:01.781075 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a48340-7f5d-4b7a-8ad2-4483f9415ad2 req-e30f4cee-3618-4b74-9d30-883d2158c8b2 tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:01.782607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-87a48340-7f5d-4b7a-8ad2-4483f9415ad2 req-e30f4cee-3618-4b74-9d30-883d2158c8b2 tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 1102 time: 0.1802838 Jul 27 19:47:01.800702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5932e87e-8be5-44ec-8813-d74a4db6ee62 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:01.826199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-321c43e6-9cd7-4fc5-b15f-572d4bea26ba req-05dd8829-017d-43d1-a5f5-7efeef984a48 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515013 Jul 27 19:47:01.839176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-87a48340-7f5d-4b7a-8ad2-4483f9415ad2 req-b59dda55-cf16-489c-980a-1dfd10d7dbab tempest-ServersAdminTestJSON-538378014 tempest-ServersAdminTestJSON-538378014-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484717 Jul 27 19:47:01.871654 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5932e87e-8be5-44ec-8813-d74a4db6ee62 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:01.875853 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5932e87e-8be5-44ec-8813-d74a4db6ee62 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:01.897116 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932e87e-8be5-44ec-8813-d74a4db6ee62 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4663692f-4889-40fc-8f0d-31993dd71695,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:01.917329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5932e87e-8be5-44ec-8813-d74a4db6ee62 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:01.918592 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5932e87e-8be5-44ec-8813-d74a4db6ee62 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688187 Jul 27 19:47:01.921838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41312) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:01.926531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:01.964181 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:01.981966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8199398a-46e1-4019-be17-2d2bce373c8f req-bca792af-5420-4d20-95c9-9d256691f376 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips/90c7b3ac-7003-433e-90c2-e767c6286382 HTTP/1.1" status: 200 len: 693 time: 0.0574772 Jul 27 19:47:02.093701 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:02.094432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199398a-46e1-4019-be17-2d2bce373c8f req-031d2525-8645-4216-8345-19060a22c3c0 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:02.094916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 00886831-6656-4091-bf75-321dbb7d7f04 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:47:02.102834 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8199398a-46e1-4019-be17-2d2bce373c8f req-031d2525-8645-4216-8345-19060a22c3c0 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.1188948 Jul 27 19:47:02.124144 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 00886831-6656-4091-bf75-321dbb7d7f04 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:47:02.125319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 00886831-6656-4091-bf75-321dbb7d7f04 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:47:02.156155 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8199398a-46e1-4019-be17-2d2bce373c8f req-ac6492bf-80ed-4586-b56d-95790d0b87e1 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.0521121 Jul 27 19:47:02.213862 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8199398a-46e1-4019-be17-2d2bce373c8f req-9a2deff9-27be-40f7-9ea0-a07a7ab54057 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.0504198 Jul 27 19:47:02.222722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Allocated IP 172.25.1.196 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/1e7633c6-5d46-4bb8-8fe3-797e28f3d94f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:02.327228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-077a2692-eec0-4d94-9488-593294d49278 req-bcb509d0-b102-45d6-8392-de34df506f78 tempest-QuotasAdminNegativeTest-646129211 tempest-QuotasAdminNegativeTest-646129211-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2422066d4caa4cabb0ca61d744aedd55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283363 Jul 27 19:47:02.333747 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:02.377253 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:02.422841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:02.425629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:02.430155 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:02.433289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Pushing event updated for resources: {'Port': ['ID=1e7633c6-5d46-4bb8-8fe3-797e28f3d94f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:02.449371 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8199398a-46e1-4019-be17-2d2bce373c8f req-628a9f9c-7976-4156-a418-b442f34df73e tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Deleting port 28d074b4-fa04-483b-9ada-76b82c53a206 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:47:02.449634 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8199398a-46e1-4019-be17-2d2bce373c8f req-628a9f9c-7976-4156-a418-b442f34df73e tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:02.514578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a2692-eec0-4d94-9488-593294d49278 req-4bf8cfb0-c0e3-4d3e-a92b-301820c726ec tempest-QuotasAdminNegativeTest-646129211 tempest-QuotasAdminNegativeTest-646129211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:02.516007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-077a2692-eec0-4d94-9488-593294d49278 req-4bf8cfb0-c0e3-4d3e-a92b-301820c726ec tempest-QuotasAdminNegativeTest-646129211 tempest-QuotasAdminNegativeTest-646129211-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689615 Jul 27 19:47:02.518846 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:02.543281 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-077a2692-eec0-4d94-9488-593294d49278 req-3a3d365a-0b9d-446e-a1f8-5da5bc08c82c tempest-QuotasAdminNegativeTest-646129211 tempest-QuotasAdminNegativeTest-646129211-project] 10.222.0.48 "GET /v2.0/quotas/2422066d4caa4cabb0ca61d744aedd55 HTTP/1.1" status: 200 len: 375 time: 0.0193634 Jul 27 19:47:02.565835 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:02.566154 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8199398a-46e1-4019-be17-2d2bce373c8f req-628a9f9c-7976-4156-a418-b442f34df73e tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:02.566475 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8199398a-46e1-4019-be17-2d2bce373c8f req-628a9f9c-7976-4156-a418-b442f34df73e tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:02.589997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-077a2692-eec0-4d94-9488-593294d49278 req-42821aae-b281-46b0-b58d-fa87812aad0a tempest-QuotasAdminNegativeTest-646129211 tempest-QuotasAdminNegativeTest-646129211-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2422066d4caa4cabb0ca61d744aedd55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396788 Jul 27 19:47:02.595461 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8199398a-46e1-4019-be17-2d2bce373c8f req-628a9f9c-7976-4156-a418-b442f34df73e tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Calling delete_port for 28d074b4-fa04-483b-9ada-76b82c53a206 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:47:02.735573 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:02.742170 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:02.774846 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8199398a-46e1-4019-be17-2d2bce373c8f req-628a9f9c-7976-4156-a418-b442f34df73e tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:02.807847 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a9f9c-7976-4156-a418-b442f34df73e tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Pushing event deleted for resources: {'Port': ['ID=28d074b4-fa04-483b-9ada-76b82c53a206,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:02.815551 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Pushing event updated for resources: {'Port': ['ID=1e7633c6-5d46-4bb8-8fe3-797e28f3d94f,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:02.836638 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:02.851667 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:02.853033 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fd11e788-bae6-4ebb-8f1d-bf5b98ab5faa tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9302568 Jul 27 19:47:02.881765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8c361-40a7-453d-b908-e11dbf4f5acd req-abfb847d-a10f-4248-a84c-6e30f030e392 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:02.887799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56e8c361-40a7-453d-b908-e11dbf4f5acd req-abfb847d-a10f-4248-a84c-6e30f030e392 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.1580954 Jul 27 19:47:02.911483 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8199398a-46e1-4019-be17-2d2bce373c8f req-628a9f9c-7976-4156-a418-b442f34df73e tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:02.914446 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8199398a-46e1-4019-be17-2d2bce373c8f req-628a9f9c-7976-4156-a418-b442f34df73e tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:02.915544 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8199398a-46e1-4019-be17-2d2bce373c8f req-628a9f9c-7976-4156-a418-b442f34df73e tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "DELETE /v2.0/floatingips/90c7b3ac-7003-433e-90c2-e767c6286382 HTTP/1.1" status: 204 len: 173 time: 0.6959541 Jul 27 19:47:02.939240 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56e8c361-40a7-453d-b908-e11dbf4f5acd req-36990ffe-0543-4e3f-9eb7-ce90c162c3de tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484562 Jul 27 19:47:03.076861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91955e97-e9a4-4aa1-8098-9f9f2500b914 req-c4ac923b-3e89-4ab3-8465-6eab0c186aa6 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:03.078606 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91955e97-e9a4-4aa1-8098-9f9f2500b914 req-c4ac923b-3e89-4ab3-8465-6eab0c186aa6 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0aba2d1-e58b-434b-b1e6-5088fbcbeb33 HTTP/1.1" status: 200 len: 945 time: 0.1089356 Jul 27 19:47:03.090475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66530d-267e-402f-9ec6-284d419292a8 req-a46eb546-84a2-4bdb-aee5-069995ee519c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:03.091894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d66530d-267e-402f-9ec6-284d419292a8 req-a46eb546-84a2-4bdb-aee5-069995ee519c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76 HTTP/1.1" status: 200 len: 950 time: 0.0924041 Jul 27 19:47:03.147083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91955e97-e9a4-4aa1-8098-9f9f2500b914 req-175ca9be-d16f-4ab7-bf2b-6455a075eae6 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542312 Jul 27 19:47:03.152145 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d66530d-267e-402f-9ec6-284d419292a8 req-8129ada6-d375-4cf5-8340-4799c7d14344 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533288 Jul 27 19:47:03.261406 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d195aee0-bd34-4602-8059-16ff62de8459 req-ba379355-2cea-4ca9-923b-cfed6a0f405e tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0481811 Jul 27 19:47:03.294580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65e7b1-8a39-4436-bf8a-180a71968540 req-8eca4876-d33c-4b38-912d-471e5e9bdb32 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:03.296080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d65e7b1-8a39-4436-bf8a-180a71968540 req-8eca4876-d33c-4b38-912d-471e5e9bdb32 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.0918787 Jul 27 19:47:03.337956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d65e7b1-8a39-4436-bf8a-180a71968540 req-508968c5-353f-4645-acb6-32994a19e9d5 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352719 Jul 27 19:47:03.591239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b2994-f0d8-4834-8e51-ad104d10a949 req-9b64351f-5708-4000-9925-9f63cfecc20f tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:03.592626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-649b2994-f0d8-4834-8e51-ad104d10a949 req-9b64351f-5708-4000-9925-9f63cfecc20f tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2320769 Jul 27 19:47:03.662890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-0b96354b-1ad0-48a8-8dfc-3ca6cdd0f075 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:03.664685 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-0b96354b-1ad0-48a8-8dfc-3ca6cdd0f075 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/networks?id=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 HTTP/1.1" status: 200 len: 821 time: 0.1860876 Jul 27 19:47:03.689957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-92fbb552-26fd-4886-91bd-f53514c50f0f tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/quotas/1c255ff14e4d4e828bcfd95b5be1c1dd HTTP/1.1" status: 200 len: 375 time: 0.0158396 Jul 27 19:47:03.741231 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91540b0b-d506-408d-ab7a-3ec6e43f7060 req-33c85a44-6a73-4dc1-a16e-efc46a4f45e2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:03.742716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91540b0b-d506-408d-ab7a-3ec6e43f7060 req-33c85a44-6a73-4dc1-a16e-efc46a4f45e2 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 948 time: 0.1330597 Jul 27 19:47:03.866986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-689e628d-e98e-49a6-b100-29afefd2e635 req-39878afc-54f1-4d68-a5d5-6fd1ecbb59e8 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=0fba9149ef744eb2b1b1f0e60bab0115 HTTP/1.1" status: 200 len: 1656 time: 0.0852692 Jul 27 19:47:03.972335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-f7f469fd-153c-4f7b-8a1f-af89e33b80d4 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c255ff14e4d4e828bcfd95b5be1c1dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2748077 Jul 27 19:47:04.096574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 69974181-fc13-4292-815f-ef504b8a0b66 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:47:04.118877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 69974181-fc13-4292-815f-ef504b8a0b66 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:47:04.119132 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 69974181-fc13-4292-815f-ef504b8a0b66 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:47:04.415933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cec852-702e-41e8-b0d9-70ed27d827a0 req-3b09d785-540e-4c99-adac-b1e759d97f4c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:04.417321 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57cec852-702e-41e8-b0d9-70ed27d827a0 req-3b09d785-540e-4c99-adac-b1e759d97f4c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76 HTTP/1.1" status: 200 len: 950 time: 0.5765762 Jul 27 19:47:04.426702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e628d-e98e-49a6-b100-29afefd2e635 req-44aa9682-323c-492f-bf2f-5a3ddafaf41b tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:04.428036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-689e628d-e98e-49a6-b100-29afefd2e635 req-44aa9682-323c-492f-bf2f-5a3ddafaf41b tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/networks?id=64915325-701c-4b6c-ac1e-6c4485e40ce2&id=64915325-701c-4b6c-ac1e-6c4485e40ce2&id=64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 787 time: 0.5349007 Jul 27 19:47:04.443702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-91540b0b-d506-408d-ab7a-3ec6e43f7060 req-bec258d1-73c7-4852-93f4-2c3b36006108 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Deleting port ee687bbd-f1da-4760-bb27-c67054a1732a {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:47:04.444035 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-91540b0b-d506-408d-ab7a-3ec6e43f7060 req-bec258d1-73c7-4852-93f4-2c3b36006108 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:04.458583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-689e628d-e98e-49a6-b100-29afefd2e635 req-25e7126e-3535-4f88-975f-2dbb8cdc471a tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:47:04.459569 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-689e628d-e98e-49a6-b100-29afefd2e635 req-25e7126e-3535-4f88-975f-2dbb8cdc471a tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178924 Jul 27 19:47:04.521846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-08051475-328c-42b3-9ae1-4a6bf2026d8b service neutron] 10.222.0.48 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347006 Jul 27 19:47:04.708972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-91540b0b-d506-408d-ab7a-3ec6e43f7060 req-bec258d1-73c7-4852-93f4-2c3b36006108 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] For port ee687bbd-f1da-4760-bb27-c67054a1732a, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=ee687bbd-f1da-4760-bb27-c67054a1732a,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:04.709444 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-91540b0b-d506-408d-ab7a-3ec6e43f7060 req-bec258d1-73c7-4852-93f4-2c3b36006108 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:04.734376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-91540b0b-d506-408d-ab7a-3ec6e43f7060 req-bec258d1-73c7-4852-93f4-2c3b36006108 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Calling delete_port for ee687bbd-f1da-4760-bb27-c67054a1732a owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:47:04.751209 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-7360f011-7d31-498f-9017-166174e0d7d0 service neutron] 10.222.0.48 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124412 Jul 27 19:47:04.760910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a25644-18bb-4d6c-99f9-172b9e4b34e5 req-fe53f22d-5bb6-4cf7-95e5-f00432a60638 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:04.762300 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6a25644-18bb-4d6c-99f9-172b9e4b34e5 req-fe53f22d-5bb6-4cf7-95e5-f00432a60638 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0aba2d1-e58b-434b-b1e6-5088fbcbeb33 HTTP/1.1" status: 200 len: 945 time: 0.2448106 Jul 27 19:47:04.829962 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-57cec852-702e-41e8-b0d9-70ed27d827a0 req-63d87d87-382b-4ea7-8b91-31aa72ebb70c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Deleting port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:47:04.830304 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-57cec852-702e-41e8-b0d9-70ed27d827a0 req-63d87d87-382b-4ea7-8b91-31aa72ebb70c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:04.918997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6a25644-18bb-4d6c-99f9-172b9e4b34e5 req-d0d92a46-e1a0-48ab-a798-91708069fa5e tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491868 Jul 27 19:47:05.012243 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-57cec852-702e-41e8-b0d9-70ed27d827a0 req-63d87d87-382b-4ea7-8b91-31aa72ebb70c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] For port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:05.012649 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-57cec852-702e-41e8-b0d9-70ed27d827a0 req-63d87d87-382b-4ea7-8b91-31aa72ebb70c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:05.059293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-57cec852-702e-41e8-b0d9-70ed27d827a0 req-63d87d87-382b-4ea7-8b91-31aa72ebb70c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Calling delete_port for 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:47:05.077476 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-91540b0b-d506-408d-ab7a-3ec6e43f7060 req-bec258d1-73c7-4852-93f4-2c3b36006108 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:05.088547 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['ee687bbd-f1da-4760-bb27-c67054a1732a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:05.175225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec258d1-73c7-4852-93f4-2c3b36006108 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Pushing event deleted for resources: {'Port': ['ID=ee687bbd-f1da-4760-bb27-c67054a1732a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:05.246975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-91540b0b-d506-408d-ab7a-3ec6e43f7060 req-bec258d1-73c7-4852-93f4-2c3b36006108 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] No DVR routers for this DVR port ee687bbd-f1da-4760-bb27-c67054a1732a on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:47:05.249662 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-91540b0b-d506-408d-ab7a-3ec6e43f7060 req-bec258d1-73c7-4852-93f4-2c3b36006108 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:05.252280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91540b0b-d506-408d-ab7a-3ec6e43f7060 req-bec258d1-73c7-4852-93f4-2c3b36006108 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.63 "DELETE /v2.0/ports/ee687bbd-f1da-4760-bb27-c67054a1732a HTTP/1.1" status: 204 len: 173 time: 1.5030761 Jul 27 19:47:05.258216 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7afbc9-aaa2-44cc-ab87-ade8b755a932', 'name': 'network-vif-deleted', 'tag': 'ee687bbd-f1da-4760-bb27-c67054a1732a'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:05.260684 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5516469e-b8b8-4cac-814d-91c8723af27e" -d '{"events": [{"server_uuid": "2e7afbc9-aaa2-44cc-ab87-ade8b755a932", "name": "network-vif-deleted", "tag": "ee687bbd-f1da-4760-bb27-c67054a1732a"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:05.303494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696731-e015-49f9-a130-fa2ac2627b12 req-6cf5f61b-b257-470c-b308-9135fec5b162 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:05.305217 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34696731-e015-49f9-a130-fa2ac2627b12 req-6cf5f61b-b257-470c-b308-9135fec5b162 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7afbc9-aaa2-44cc-ab87-ade8b755a932 HTTP/1.1" status: 200 len: 867 time: 0.2806506 Jul 27 19:47:05.351382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ac2a5-ab81-420d-b46b-1bed057fb9fc req-566a6952-d5f9-4907-b195-29fe33aa88a4 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:05.353877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b55ac2a5-ab81-420d-b46b-1bed057fb9fc req-566a6952-d5f9-4907-b195-29fe33aa88a4 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76 HTTP/1.1" status: 200 len: 950 time: 0.2773285 Jul 27 19:47:05.415764 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34696731-e015-49f9-a130-fa2ac2627b12 req-e14f45d5-d1d2-42ea-bf9e-686c4763ab73 tempest-MigrationsAdminTest-367112809 tempest-MigrationsAdminTest-367112809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6349235-3e0e-451b-b59d-52c5ae3ce462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036711 Jul 27 19:47:05.446228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b55ac2a5-ab81-420d-b46b-1bed057fb9fc req-a525c67c-a1d3-498c-bdce-8d125650d1d5 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820258 Jul 27 19:47:05.451921 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-57cec852-702e-41e8-b0d9-70ed27d827a0 req-63d87d87-382b-4ea7-8b91-31aa72ebb70c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:05.465594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['4175748d-092f-4269-8fd5-227fd197bf5e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:05.486289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d87d87-382b-4ea7-8b91-31aa72ebb70c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Pushing event deleted for resources: {'Port': ['ID=8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:05.496606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8', '4e903b43-eeee-4a13-b5f3-1380ab80f293'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:05.560138 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-470d5d32-440b-4da4-afc1-2687c743460b req-60e22629-7506-48b5-8080-35a7e2c66889 tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0750425 Jul 27 19:47:05.561860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cec852-702e-41e8-b0d9-70ed27d827a0 req-63d87d87-382b-4ea7-8b91-31aa72ebb70c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] No DVR routers for this DVR port 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:47:05.571905 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-57cec852-702e-41e8-b0d9-70ed27d827a0 req-63d87d87-382b-4ea7-8b91-31aa72ebb70c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:05.573923 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57cec852-702e-41e8-b0d9-70ed27d827a0 req-63d87d87-382b-4ea7-8b91-31aa72ebb70c tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.63 "DELETE /v2.0/ports/8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 HTTP/1.1" status: 204 len: 173 time: 1.1450202 Jul 27 19:47:05.656874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1188e09a-005d-456f-b512-0ceecec07532 req-99aa5c72-6dba-437e-be71-15c742df1835 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips/714b4f11-1a23-4260-a96a-d8d9e80e90b8 HTTP/1.1" status: 200 len: 692 time: 0.0528667 Jul 27 19:47:05.709902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3921f-6f1f-4a64-bcfa-e0e6f205b48b req-3291b2aa-79a8-41db-b91f-fdef35d03f0a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:05.717369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08d3921f-6f1f-4a64-bcfa-e0e6f205b48b req-3291b2aa-79a8-41db-b91f-fdef35d03f0a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.1755228 Jul 27 19:47:05.809304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08d3921f-6f1f-4a64-bcfa-e0e6f205b48b req-5f784a26-9a73-4e93-b9e0-c5e2ddaca55c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908043 Jul 27 19:47:05.847815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188e09a-005d-456f-b512-0ceecec07532 req-3bcc2d60-8df4-41af-aed4-ea4f8833dbcf tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:05.851476 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1188e09a-005d-456f-b512-0ceecec07532 req-3bcc2d60-8df4-41af-aed4-ea4f8833dbcf tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.1770868 Jul 27 19:47:05.928268 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1188e09a-005d-456f-b512-0ceecec07532 req-ab8a220b-204e-4aa5-a184-de1c7200759e tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 695 time: 0.0690608 Jul 27 19:47:05.947358 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e820ef0d-50b4-41c0-94b7-75f35e8f89cb req-dc6502ef-ce90-4c55-9c32-4daadf075ea7 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 210 time: 0.0399067 Jul 27 19:47:05.990640 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1188e09a-005d-456f-b512-0ceecec07532 req-1292fb60-6137-47f9-85ca-6e0e746cfbae tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 695 time: 0.0462792 Jul 27 19:47:06.128204 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-1188e09a-005d-456f-b512-0ceecec07532 req-34be20f8-7dcd-44f3-8f88-22b165f21a41 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Deleting port 9975c840-fafa-40e4-be85-7e70029d30f7 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:47:06.128750 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1188e09a-005d-456f-b512-0ceecec07532 req-34be20f8-7dcd-44f3-8f88-22b165f21a41 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:06.207189 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9f9e6e5-600f-48b0-8a4e-b4503732eec9 req-c4e1c835-2c33-4672-ab09-353246b2823c tempest-QuotasAdminNegativeTest-646129211 tempest-QuotasAdminNegativeTest-646129211-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2422066d4caa4cabb0ca61d744aedd55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588541 Jul 27 19:47:06.322027 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1188e09a-005d-456f-b512-0ceecec07532 req-34be20f8-7dcd-44f3-8f88-22b165f21a41 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:06.323110 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1188e09a-005d-456f-b512-0ceecec07532 req-34be20f8-7dcd-44f3-8f88-22b165f21a41 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:06.381902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-1188e09a-005d-456f-b512-0ceecec07532 req-34be20f8-7dcd-44f3-8f88-22b165f21a41 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Calling delete_port for 9975c840-fafa-40e4-be85-7e70029d30f7 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:47:06.491595 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9e6e5-600f-48b0-8a4e-b4503732eec9 req-f15c5fc2-afc0-4f6a-a929-5e09192b390b tempest-QuotasAdminNegativeTest-646129211 tempest-QuotasAdminNegativeTest-646129211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:06.493005 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9f9e6e5-600f-48b0-8a4e-b4503732eec9 req-f15c5fc2-afc0-4f6a-a929-5e09192b390b tempest-QuotasAdminNegativeTest-646129211 tempest-QuotasAdminNegativeTest-646129211-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771649 Jul 27 19:47:06.514172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-5128e112-300c-4619-8673-b7782cc47c6e tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:06.515680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-5128e112-300c-4619-8673-b7782cc47c6e tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.63 "GET /v2.0/networks?id=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 HTTP/1.1" status: 200 len: 821 time: 0.2312422 Jul 27 19:47:06.528752 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9f9e6e5-600f-48b0-8a4e-b4503732eec9 req-a3ce8ac8-d943-4879-98bd-f5f6bbb09a9f tempest-QuotasAdminNegativeTest-646129211 tempest-QuotasAdminNegativeTest-646129211-project] 10.222.0.48 "GET /v2.0/quotas/2422066d4caa4cabb0ca61d744aedd55 HTTP/1.1" status: 200 len: 375 time: 0.0264752 Jul 27 19:47:06.533296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-17745235-baa2-4464-ba58-1c7d8b805e47 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Request body: {'port': {'device_id': 'fa68ec14-c6ed-4751-9815-7a35e5fdf383', 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9', 'admin_state_up': True, 'tenant_id': '1c255ff14e4d4e828bcfd95b5be1c1dd'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:06.618341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9f9e6e5-600f-48b0-8a4e-b4503732eec9 req-8257980c-42ff-4bae-9617-f35dc8ba04e3 tempest-QuotasAdminNegativeTest-646129211 tempest-QuotasAdminNegativeTest-646129211-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2422066d4caa4cabb0ca61d744aedd55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801575 Jul 27 19:47:06.774609 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1188e09a-005d-456f-b512-0ceecec07532 req-34be20f8-7dcd-44f3-8f88-22b165f21a41 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:06.803748 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4ae528-5c08-4ddd-8451-65890d3795f4 x-openstack-request-id: req-cf4ae528-5c08-4ddd-8451-65890d3795f4 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:06.804187 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7afbc9-aaa2-44cc-ab87-ade8b755a932", "name": "network-vif-deleted", "tag": "ee687bbd-f1da-4760-bb27-c67054a1732a", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:06.804603 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf4ae528-5c08-4ddd-8451-65890d3795f4 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:06.805200 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7afbc9-aaa2-44cc-ab87-ade8b755a932', 'name': 'network-vif-deleted', 'tag': 'ee687bbd-f1da-4760-bb27-c67054a1732a', 'status': 'completed', 'code': 200} Jul 27 19:47:06.840809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be20f8-7dcd-44f3-8f88-22b165f21a41 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Pushing event deleted for resources: {'Port': ['ID=9975c840-fafa-40e4-be85-7e70029d30f7,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:06.847574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-17745235-baa2-4464-ba58-1c7d8b805e47 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Made reservation on behalf of 1c255ff14e4d4e828bcfd95b5be1c1dd for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:06.853788 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-17745235-baa2-4464-ba58-1c7d8b805e47 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:07.014842 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1188e09a-005d-456f-b512-0ceecec07532 req-34be20f8-7dcd-44f3-8f88-22b165f21a41 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:07.017256 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1188e09a-005d-456f-b512-0ceecec07532 req-34be20f8-7dcd-44f3-8f88-22b165f21a41 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:07.018380 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1188e09a-005d-456f-b512-0ceecec07532 req-34be20f8-7dcd-44f3-8f88-22b165f21a41 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "DELETE /v2.0/floatingips/714b4f11-1a23-4260-a96a-d8d9e80e90b8 HTTP/1.1" status: 204 len: 173 time: 1.0216753 Jul 27 19:47:07.087691 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf51d6d-2a75-41c9-a0c5-5caede098677 req-071b1aa8-2d5e-4cc6-b047-46664981cc29 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:07.087691 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5bf51d6d-2a75-41c9-a0c5-5caede098677 req-071b1aa8-2d5e-4cc6-b047-46664981cc29 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0aba2d1-e58b-434b-b1e6-5088fbcbeb33 HTTP/1.1" status: 200 len: 945 time: 0.1934381 Jul 27 19:47:07.097883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-17745235-baa2-4464-ba58-1c7d8b805e47 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Allocated IP 172.20.0.9 (3a193868-89f5-4bf8-8d55-9d4c3da0e7d9/704bcdba-cfcb-4fd0-aa7c-2ab398640f58/930ac4ff-dcab-4331-bc31-8441ee7ee341) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:07.179955 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5bf51d6d-2a75-41c9-a0c5-5caede098677 req-98cbcf2c-8373-42c0-a233-caf3d5166fb8 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843534 Jul 27 19:47:07.181883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1e8486ee-2055-451e-a92c-924e4efcfa90 req-cdb83c1c-c441-4971-a16e-c450e314bd70 tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0490494 Jul 27 19:47:07.342519 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41436) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:07.377025 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-17745235-baa2-4464-ba58-1c7d8b805e47 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:07.386672 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c398616-7fc3-4bb0-aaad-5bd7466d7283 req-0404dd10-e299-429e-afe8-4fc6af5708f6 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:07.394031 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c398616-7fc3-4bb0-aaad-5bd7466d7283 req-0404dd10-e299-429e-afe8-4fc6af5708f6 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.1226285 Jul 27 19:47:07.444146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c398616-7fc3-4bb0-aaad-5bd7466d7283 req-334357d0-8eb1-40e6-b91f-0757c90d910e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488005 Jul 27 19:47:07.478817 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-17745235-baa2-4464-ba58-1c7d8b805e47 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:07.512743 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b8a37693-f0c3-43e3-9d13-44e20285839f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6338c498f3a44b01b8ebed4fff6ab6c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683145 Jul 27 19:47:07.515191 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41442) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:07.567684 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-781deb63-b8de-483e-b1d5-d9f9b41e9d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:07.591837 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-781deb63-b8de-483e-b1d5-d9f9b41e9d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:07.599909 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-17745235-baa2-4464-ba58-1c7d8b805e47 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:07.603551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ad549d7-c9fa-438c-8c73-446c0a7b9ef9 req-ae455f34-5bec-4dfd-850c-cba64278febf tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips/0a6b8172-007c-4e7a-8649-a2c6b3ba86ee HTTP/1.1" status: 200 len: 693 time: 0.1226594 Jul 27 19:47:07.611376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-17745235-baa2-4464-ba58-1c7d8b805e47 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:07.613990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-17745235-baa2-4464-ba58-1c7d8b805e47 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:07.641552 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-781deb63-b8de-483e-b1d5-d9f9b41e9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:07.641924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17745235-baa2-4464-ba58-1c7d8b805e47 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Pushing event updated for resources: {'Port': ['ID=930ac4ff-dcab-4331-bc31-8441ee7ee341,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:07.644309 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-781deb63-b8de-483e-b1d5-d9f9b41e9d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:07.648630 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-781deb63-b8de-483e-b1d5-d9f9b41e9d02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6349235-3e0e-451b-b59d-52c5ae3ce462 HTTP/1.1" status: 204 len: 168 time: 0.1320796 Jul 27 19:47:07.656806 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781deb63-b8de-483e-b1d5-d9f9b41e9d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6349235-3e0e-451b-b59d-52c5ae3ce462,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:07.771635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-17745235-baa2-4464-ba58-1c7d8b805e47 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:07.772265 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-17745235-baa2-4464-ba58-1c7d8b805e47 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:07.816169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-17745235-baa2-4464-ba58-1c7d8b805e47 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2890246 Jul 27 19:47:07.828068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589d356-d3a7-41d6-b8c1-a9cf1daf9d9c req-18ce7073-f815-4abe-97e8-47d09356caf9 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:07.829288 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c589d356-d3a7-41d6-b8c1-a9cf1daf9d9c req-18ce7073-f815-4abe-97e8-47d09356caf9 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 931 time: 0.3086245 Jul 27 19:47:07.844243 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Request body: {'port': {'device_id': 'fa68ec14-c6ed-4751-9815-7a35e5fdf383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:07.880203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad549d7-c9fa-438c-8c73-446c0a7b9ef9 req-700dc310-92ff-4ab9-afc5-cdb95374aa2d tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:07.881828 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ad549d7-c9fa-438c-8c73-446c0a7b9ef9 req-700dc310-92ff-4ab9-afc5-cdb95374aa2d tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.2634835 Jul 27 19:47:07.938592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41448) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:07.973597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ad549d7-c9fa-438c-8c73-446c0a7b9ef9 req-f7ec1dfc-11f7-4b4b-bed8-1935da637cb4 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.173 HTTP/1.1" status: 200 len: 696 time: 0.0809462 Jul 27 19:47:07.977804 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c589d356-d3a7-41d6-b8c1-a9cf1daf9d9c req-b609cd09-df07-4a62-9fe1-810a16bd287f tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401567 Jul 27 19:47:07.985247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915601ec-5da1-48be-b7e9-ce8471c462c7 req-d3e3ce6b-51ea-4062-a10f-6c3708d5c39b tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:07.986686 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-915601ec-5da1-48be-b7e9-ce8471c462c7 req-d3e3ce6b-51ea-4062-a10f-6c3708d5c39b tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0aba2d1-e58b-434b-b1e6-5088fbcbeb33 HTTP/1.1" status: 200 len: 945 time: 0.2760885 Jul 27 19:47:07.989348 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cbd783d0-fe7b-4404-a7a4-89fd3c389171 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11c6567af63d4e9899b13d1f160fdf8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495777 Jul 27 19:47:07.996685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41450) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:08.054269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e040272-1892-4808-bcd1-97f9f048bd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:08.077733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e040272-1892-4808-bcd1-97f9f048bd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:08.151032 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e040272-1892-4808-bcd1-97f9f048bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:08.153891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e040272-1892-4808-bcd1-97f9f048bd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:08.157831 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1e040272-1892-4808-bcd1-97f9f048bd7a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ae6424a-ccbc-4308-8967-94cb8349c29a HTTP/1.1" status: 204 len: 168 time: 0.1568692 Jul 27 19:47:08.163925 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e040272-1892-4808-bcd1-97f9f048bd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae6424a-ccbc-4308-8967-94cb8349c29a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:08.220635 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:08.439304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ad549d7-c9fa-438c-8c73-446c0a7b9ef9 req-ba6d9210-bdff-4484-ae45-9c1931b730f3 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.173 HTTP/1.1" status: 200 len: 696 time: 0.0898111 Jul 27 19:47:08.447632 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:08.770473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-915601ec-5da1-48be-b7e9-ce8471c462c7 req-4a44080c-eb86-4126-bb85-934a19ee029c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Deleting port 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:47:08.771190 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-915601ec-5da1-48be-b7e9-ce8471c462c7 req-4a44080c-eb86-4126-bb85-934a19ee029c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:08.803815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:47:08.807620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76', 'name': 'network-vif-deleted', 'tag': '8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:08.808840 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4193de7-190e-4df5-abb3-54c6bdc86db5" -d '{"events": [{"server_uuid": "cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76", "name": "network-vif-deleted", "tag": "8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:08.824446 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:47:08.824856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:47:08.825222 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device ee687bbd-f1da-4760-bb27-c67054a1732a no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:47:08.851767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: ee687bbd-f1da-4760-bb27-c67054a1732a {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:47:08.852112 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device ee687bbd-f1da-4760-bb27-c67054a1732a not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:47:08.864341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc123e80-9548-4f2a-bb56-58fadd0c14fe req-df53f949-7820-4d08-a76b-45859ee54dca tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:08.865895 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc123e80-9548-4f2a-bb56-58fadd0c14fe req-df53f949-7820-4d08-a76b-45859ee54dca tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61 HTTP/1.1" status: 200 len: 950 time: 0.3667018 Jul 27 19:47:08.972713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-7ad549d7-c9fa-438c-8c73-446c0a7b9ef9 req-b2ca1285-013f-40af-a77b-334a8b433e07 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Deleting port 497950f1-3f97-41d0-854e-3bbd8be9f815 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:47:08.973236 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7ad549d7-c9fa-438c-8c73-446c0a7b9ef9 req-b2ca1285-013f-40af-a77b-334a8b433e07 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:08.985159 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc123e80-9548-4f2a-bb56-58fadd0c14fe req-fc7a14c5-c22f-4454-9411-1c58307ef395 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092608 Jul 27 19:47:08.986835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-915601ec-5da1-48be-b7e9-ce8471c462c7 req-4a44080c-eb86-4126-bb85-934a19ee029c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] For port 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:08.987194 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-915601ec-5da1-48be-b7e9-ce8471c462c7 req-4a44080c-eb86-4126-bb85-934a19ee029c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:09.047578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-915601ec-5da1-48be-b7e9-ce8471c462c7 req-4a44080c-eb86-4126-bb85-934a19ee029c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Calling delete_port for 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:47:09.192811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930ac4ff-dcab-4331-bc31-8441ee7ee341 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:47:09.209828 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:09.217958 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7ad549d7-c9fa-438c-8c73-446c0a7b9ef9 req-b2ca1285-013f-40af-a77b-334a8b433e07 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:09.218259 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7ad549d7-c9fa-438c-8c73-446c0a7b9ef9 req-b2ca1285-013f-40af-a77b-334a8b433e07 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:09.251296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Transition to ACTIVE for port object 930ac4ff-dcab-4331-bc31-8441ee7ee341 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:09.252372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-7ad549d7-c9fa-438c-8c73-446c0a7b9ef9 req-b2ca1285-013f-40af-a77b-334a8b433e07 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Calling delete_port for 497950f1-3f97-41d0-854e-3bbd8be9f815 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:47:09.265713 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:09.362991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17fd87-49de-4f6d-a4ed-53fe85184b6e req-a3cfeebc-8338-45ef-a502-f13ba8875b24 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:09.364646 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf17fd87-49de-4f6d-a4ed-53fe85184b6e req-a3cfeebc-8338-45ef-a502-f13ba8875b24 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0aba2d1-e58b-434b-b1e6-5088fbcbeb33 HTTP/1.1" status: 200 len: 945 time: 0.3193767 Jul 27 19:47:09.421105 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Pushing event updated for resources: {'Port': ['ID=930ac4ff-dcab-4331-bc31-8441ee7ee341,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:09.552951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf17fd87-49de-4f6d-a4ed-53fe85184b6e req-9bf529f6-9e4f-4451-8342-b23a24fe0e80 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735501 Jul 27 19:47:09.556541 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-915601ec-5da1-48be-b7e9-ce8471c462c7 req-4a44080c-eb86-4126-bb85-934a19ee029c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:09.574504 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:09.630623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Attempting to bind port 930ac4ff-dcab-4331-bc31-8441ee7ee341 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:09.630933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Attempting to bind port 930ac4ff-dcab-4331-bc31-8441ee7ee341 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '11b85c81-4a92-4501-8bf5-790169babd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:09.631263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Attempting to bind port 930ac4ff-dcab-4331-bc31-8441ee7ee341 on network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:09.633392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44080c-eb86-4126-bb85-934a19ee029c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Pushing event deleted for resources: {'Port': ['ID=81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:09.674685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Port 930ac4ff-dcab-4331-bc31-8441ee7ee341 on network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:47:09.674685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Attempting to bind port 930ac4ff-dcab-4331-bc31-8441ee7ee341 on network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:09.709801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-915601ec-5da1-48be-b7e9-ce8471c462c7 req-4a44080c-eb86-4126-bb85-934a19ee029c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] No DVR routers for this DVR port 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:47:09.713747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdbc46fc-1499-4c46-8240-7a3a98276e42 req-98ff6640-f8ce-4eaf-a8d0-492f1ca1efff tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0767136 Jul 27 19:47:09.717968 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-915601ec-5da1-48be-b7e9-ce8471c462c7 req-4a44080c-eb86-4126-bb85-934a19ee029c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:09.719841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-915601ec-5da1-48be-b7e9-ce8471c462c7 req-4a44080c-eb86-4126-bb85-934a19ee029c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.63 "DELETE /v2.0/ports/81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 HTTP/1.1" status: 204 len: 173 time: 1.3691242 Jul 27 19:47:09.722591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:09.723553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Checking segment: {'id': '11b85c81-4a92-4501-8bf5-790169babd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:09.723913 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Bound using segment: {'id': '11b85c81-4a92-4501-8bf5-790169babd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:09.724581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Bound port: 930ac4ff-dcab-4331-bc31-8441ee7ee341, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b85c81-4a92-4501-8bf5-790169babd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:09.724939 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:09.751262 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7ad549d7-c9fa-438c-8c73-446c0a7b9ef9 req-b2ca1285-013f-40af-a77b-334a8b433e07 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:09.803878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca1285-013f-40af-a77b-334a8b433e07 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Pushing event deleted for resources: {'Port': ['ID=497950f1-3f97-41d0-854e-3bbd8be9f815,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:09.873384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] For port 930ac4ff-dcab-4331-bc31-8441ee7ee341, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:09.891963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] For port 930ac4ff-dcab-4331-bc31-8441ee7ee341, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=930ac4ff-dcab-4331-bc31-8441ee7ee341,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:09.899855 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:09.900825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f490594-f7fe-4629-afb3-efa6800a4931 req-29593074-f575-4757-ae76-a44733995623 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:09.902355 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0f490594-f7fe-4629-afb3-efa6800a4931 req-29593074-f575-4757-ae76-a44733995623 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.52 "GET /v2.0/ports?device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61 HTTP/1.1" status: 200 len: 950 time: 0.0936856 Jul 27 19:47:09.905913 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7ad549d7-c9fa-438c-8c73-446c0a7b9ef9 req-b2ca1285-013f-40af-a77b-334a8b433e07 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:09.908420 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7ad549d7-c9fa-438c-8c73-446c0a7b9ef9 req-b2ca1285-013f-40af-a77b-334a8b433e07 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:09.909627 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ad549d7-c9fa-438c-8c73-446c0a7b9ef9 req-b2ca1285-013f-40af-a77b-334a8b433e07 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "DELETE /v2.0/floatingips/0a6b8172-007c-4e7a-8649-a2c6b3ba86ee HTTP/1.1" status: 204 len: 173 time: 1.4630828 Jul 27 19:47:09.939977 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:09.940628 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:09.942893 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] 10.222.0.63 "PUT /v2.0/ports/930ac4ff-dcab-4331-bc31-8441ee7ee341 HTTP/1.1" status: 200 len: 1092 time: 2.1074317 Jul 27 19:47:09.972685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf3bdb-c680-4336-b677-ac628dd4cb29 service neutron] Pushing event updated for resources: {'Port': ['ID=930ac4ff-dcab-4331-bc31-8441ee7ee341,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:10.062014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-0f490594-f7fe-4629-afb3-efa6800a4931 req-96df746d-3f6c-4fef-842d-a127ecd4497f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Deleting port 4175748d-092f-4269-8fd5-227fd197bf5e {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:47:10.062445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0f490594-f7fe-4629-afb3-efa6800a4931 req-96df746d-3f6c-4fef-842d-a127ecd4497f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:10.084356 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55fc97d-cf61-4baf-94eb-8b98d565ef4f x-openstack-request-id: req-d55fc97d-cf61-4baf-94eb-8b98d565ef4f {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:10.084781 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76", "name": "network-vif-deleted", "tag": "8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:10.085121 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d55fc97d-cf61-4baf-94eb-8b98d565ef4f {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:10.085603 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6f72d9-b1a4-47cf-a1ff-8faac6d5cc76', 'name': 'network-vif-deleted', 'tag': '8b7cec05-a03d-4ead-99c8-99ffd6b3b3b8', 'status': 'completed', 'code': 200} Jul 27 19:47:10.104786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcf2c2-61e5-438f-9427-c3cd759e4389 req-da407d86-3fa4-4fb1-9243-ffe01aaf1bfc tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:10.112111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3fcf2c2-61e5-438f-9427-c3cd759e4389 req-da407d86-3fa4-4fb1-9243-ffe01aaf1bfc tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.1129441 Jul 27 19:47:10.116537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-2129d117-0560-4a08-9042-5d6b08ccf1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:10.118101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-2129d117-0560-4a08-9042-5d6b08ccf1c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1c255ff14e4d4e828bcfd95b5be1c1dd&device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 1095 time: 0.1312389 Jul 27 19:47:10.186841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-8e11dae5-92b3-47c6-a608-58ba74ea2e77 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=930ac4ff-dcab-4331-bc31-8441ee7ee341 HTTP/1.1" status: 200 len: 217 time: 0.0521731 Jul 27 19:47:10.194909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-0f490594-f7fe-4629-afb3-efa6800a4931 req-96df746d-3f6c-4fef-842d-a127ecd4497f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] For port 4175748d-092f-4269-8fd5-227fd197bf5e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=4175748d-092f-4269-8fd5-227fd197bf5e,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:10.195269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0f490594-f7fe-4629-afb3-efa6800a4931 req-96df746d-3f6c-4fef-842d-a127ecd4497f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:10.207990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-0f490594-f7fe-4629-afb3-efa6800a4931 req-96df746d-3f6c-4fef-842d-a127ecd4497f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Calling delete_port for 4175748d-092f-4269-8fd5-227fd197bf5e owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:47:10.254764 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3fcf2c2-61e5-438f-9427-c3cd759e4389 req-60ff536f-eef2-488b-8794-3088f3f12bb7 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416640 Jul 27 19:47:10.292687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-a502607f-2eaa-41f9-a145-6c16d5eafac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:10.294273 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-a502607f-2eaa-41f9-a145-6c16d5eafac0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=704bcdba-cfcb-4fd0-aa7c-2ab398640f58 HTTP/1.1" status: 200 len: 861 time: 0.0791152 Jul 27 19:47:10.309823 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da4156-47a8-4b05-8394-3922e57658da req-76d80afb-8415-4037-80f8-317fe41e09fc tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:10.311496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60da4156-47a8-4b05-8394-3922e57658da req-76d80afb-8415-4037-80f8-317fe41e09fc tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 943 time: 0.1618581 Jul 27 19:47:10.347305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-34498c7d-fb9e-49d7-9385-93414c9e0dda service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346603 Jul 27 19:47:10.352556 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0f490594-f7fe-4629-afb3-efa6800a4931 req-96df746d-3f6c-4fef-842d-a127ecd4497f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:10.375955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['4e903b43-eeee-4a13-b5f3-1380ab80f293'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:10.406875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df746d-3f6c-4fef-842d-a127ecd4497f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Pushing event deleted for resources: {'Port': ['ID=4175748d-092f-4269-8fd5-227fd197bf5e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:10.408568 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['4175748d-092f-4269-8fd5-227fd197bf5e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:10.458223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f490594-f7fe-4629-afb3-efa6800a4931 req-96df746d-3f6c-4fef-842d-a127ecd4497f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] No DVR routers for this DVR port 4175748d-092f-4269-8fd5-227fd197bf5e on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:47:10.461048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0f490594-f7fe-4629-afb3-efa6800a4931 req-96df746d-3f6c-4fef-842d-a127ecd4497f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:10.464027 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0f490594-f7fe-4629-afb3-efa6800a4931 req-96df746d-3f6c-4fef-842d-a127ecd4497f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.52 "DELETE /v2.0/ports/4175748d-092f-4269-8fd5-227fd197bf5e HTTP/1.1" status: 204 len: 173 time: 0.5421176 Jul 27 19:47:10.464716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbe3e36-070e-4d68-b70f-66b0a56aef61', 'name': 'network-vif-deleted', 'tag': '4175748d-092f-4269-8fd5-227fd197bf5e'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:10.467018 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d6fe1f-5fe6-4747-96c3-d07580906c07" -d '{"events": [{"server_uuid": "acbe3e36-070e-4d68-b70f-66b0a56aef61", "name": "network-vif-deleted", "tag": "4175748d-092f-4269-8fd5-227fd197bf5e"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:10.484662 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60da4156-47a8-4b05-8394-3922e57658da req-b703aaa0-d606-4002-a39a-4c1613364cf8 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404574 Jul 27 19:47:10.489964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c89b553-51ce-41c0-b992-12ddde1d546e req-a9a29ea8-4fbb-4f32-8842-ac7b334c8660 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips/bc5e4ed2-0c2e-4091-8f40-43f18a6cf21f HTTP/1.1" status: 200 len: 693 time: 0.0658717 Jul 27 19:47:10.587781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-5e32cd8c-7361-4038-aa9c-a6896d51e192 service neutron] 10.222.0.63 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312675 Jul 27 19:47:10.612076 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4488fad4-eadd-4004-995e-790baae06c13 req-c054e75f-7461-4c41-8d24-7dbab4923fef tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe3e36-070e-4d68-b70f-66b0a56aef61 HTTP/1.1" status: 200 len: 210 time: 0.0437343 Jul 27 19:47:10.721574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89b553-51ce-41c0-b992-12ddde1d546e req-fd1ca9c9-e212-41b0-ba25-82860d3bcc92 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:10.722975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c89b553-51ce-41c0-b992-12ddde1d546e req-fd1ca9c9-e212-41b0-ba25-82860d3bcc92 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.2228067 Jul 27 19:47:10.753115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab77b375-5852-4872-969f-3d8789d9c320 req-3c0de085-0eb9-4af2-b3a9-06f397e2c364 tempest-QuotasAdminNegativeTest-646129211 tempest-QuotasAdminNegativeTest-646129211-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2422066d4caa4cabb0ca61d744aedd55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544746 Jul 27 19:47:10.797875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40a4698-8b6e-49b3-a3b9-69374df45b5c req-267c68c0-fee9-4dc1-90d9-b598fa6dd313 service neutron] 10.222.0.63 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899202 Jul 27 19:47:10.845496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c89b553-51ce-41c0-b992-12ddde1d546e req-87cd4a70-1882-42b3-849a-5ed32843d2d6 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.195 HTTP/1.1" status: 200 len: 696 time: 0.1094687 Jul 27 19:47:10.918693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c89b553-51ce-41c0-b992-12ddde1d546e req-6d5431f5-96a5-4717-b3cd-6e8074753634 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.195 HTTP/1.1" status: 200 len: 696 time: 0.0650709 Jul 27 19:47:10.990175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77b375-5852-4872-969f-3d8789d9c320 req-f3f69421-58fe-44df-8775-8d83dfe6b632 tempest-QuotasAdminNegativeTest-646129211 tempest-QuotasAdminNegativeTest-646129211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:10.991695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab77b375-5852-4872-969f-3d8789d9c320 req-f3f69421-58fe-44df-8775-8d83dfe6b632 tempest-QuotasAdminNegativeTest-646129211 tempest-QuotasAdminNegativeTest-646129211-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087777 Jul 27 19:47:11.038300 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab77b375-5852-4872-969f-3d8789d9c320 req-aec8b874-cdf4-4ead-9385-0aec9b124b34 tempest-QuotasAdminNegativeTest-646129211 tempest-QuotasAdminNegativeTest-646129211-project] 10.222.0.48 "GET /v2.0/quotas/2422066d4caa4cabb0ca61d744aedd55 HTTP/1.1" status: 200 len: 375 time: 0.0402560 Jul 27 19:47:11.093484 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab77b375-5852-4872-969f-3d8789d9c320 req-09b19b34-d960-4ec0-b76c-7bac19a19a2f tempest-QuotasAdminNegativeTest-646129211 tempest-QuotasAdminNegativeTest-646129211-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2422066d4caa4cabb0ca61d744aedd55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347278 Jul 27 19:47:11.112931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-5c89b553-51ce-41c0-b992-12ddde1d546e req-946cec9d-093b-4579-8967-8866b4dc9976 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Deleting port e1ce370d-5e42-4504-83c6-d6a8327904a4 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:47:11.113419 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5c89b553-51ce-41c0-b992-12ddde1d546e req-946cec9d-093b-4579-8967-8866b4dc9976 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:11.189066 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5c89b553-51ce-41c0-b992-12ddde1d546e req-946cec9d-093b-4579-8967-8866b4dc9976 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:11.189450 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5c89b553-51ce-41c0-b992-12ddde1d546e req-946cec9d-093b-4579-8967-8866b4dc9976 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:11.202393 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-5c89b553-51ce-41c0-b992-12ddde1d546e req-946cec9d-093b-4579-8967-8866b4dc9976 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Calling delete_port for e1ce370d-5e42-4504-83c6-d6a8327904a4 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:47:11.313579 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:11.345337 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5c89b553-51ce-41c0-b992-12ddde1d546e req-946cec9d-093b-4579-8967-8866b4dc9976 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:11.371493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cec9d-093b-4579-8967-8866b4dc9976 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Pushing event deleted for resources: {'Port': ['ID=e1ce370d-5e42-4504-83c6-d6a8327904a4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:11.436364 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5c89b553-51ce-41c0-b992-12ddde1d546e req-946cec9d-093b-4579-8967-8866b4dc9976 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:11.438912 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5c89b553-51ce-41c0-b992-12ddde1d546e req-946cec9d-093b-4579-8967-8866b4dc9976 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:11.440051 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c89b553-51ce-41c0-b992-12ddde1d546e req-946cec9d-093b-4579-8967-8866b4dc9976 tempest-FloatingIPDetailsTestJSON-1736165190 tempest-FloatingIPDetailsTestJSON-1736165190-project] 10.222.0.48 "DELETE /v2.0/floatingips/bc5e4ed2-0c2e-4091-8f40-43f18a6cf21f HTTP/1.1" status: 204 len: 173 time: 0.5125771 Jul 27 19:47:11.447141 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41586) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:11.489149 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e192a6e2-19d7-49e1-83f6-822ddf39d24a x-openstack-request-id: req-e192a6e2-19d7-49e1-83f6-822ddf39d24a {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:11.489433 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbe3e36-070e-4d68-b70f-66b0a56aef61", "name": "network-vif-deleted", "tag": "4175748d-092f-4269-8fd5-227fd197bf5e", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:11.489675 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e192a6e2-19d7-49e1-83f6-822ddf39d24a {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:11.490063 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbe3e36-070e-4d68-b70f-66b0a56aef61', 'name': 'network-vif-deleted', 'tag': '4175748d-092f-4269-8fd5-227fd197bf5e', 'status': 'completed', 'code': 200} Jul 27 19:47:11.606221 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f2d300e-419c-4b8a-8b01-fc6aab7b8abe req-40ab24f4-13f7-4359-b3ad-92745035f75a tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0355148 Jul 27 19:47:11.753114 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315325d-3ffe-4900-bdf3-890864b021fd req-a95691e2-82a3-47f8-ab4d-55b54187ec6e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:11.755255 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6315325d-3ffe-4900-bdf3-890864b021fd req-a95691e2-82a3-47f8-ab4d-55b54187ec6e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.0678802 Jul 27 19:47:11.801057 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6315325d-3ffe-4900-bdf3-890864b021fd req-0802381e-06fa-4c7f-b5b1-9bcd8256924b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393503 Jul 27 19:47:11.921902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c7f7a-557b-4e57-975f-ceeb44404dbb req-bb576138-117d-46d6-88d3-0b6bc8cf8e58 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:11.929709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b72c7f7a-557b-4e57-975f-ceeb44404dbb req-bb576138-117d-46d6-88d3-0b6bc8cf8e58 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 943 time: 0.0943153 Jul 27 19:47:11.981139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b72c7f7a-557b-4e57-975f-ceeb44404dbb req-d2db91f7-0067-4c1e-b0c4-520fe46eb32d tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503259 Jul 27 19:47:12.086489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aba2d1-e58b-434b-b1e6-5088fbcbeb33', 'name': 'network-vif-deleted', 'tag': '81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91'}, {'name': 'network-changed', 'server_uuid': 'fa68ec14-c6ed-4751-9815-7a35e5fdf383', 'tag': '930ac4ff-dcab-4331-bc31-8441ee7ee341'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:12.089072 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d55d5e-5040-4039-ab60-fdc728ffd041" -d '{"events": [{"server_uuid": "a0aba2d1-e58b-434b-b1e6-5088fbcbeb33", "name": "network-vif-deleted", "tag": "81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91"}, {"name": "network-changed", "server_uuid": "fa68ec14-c6ed-4751-9815-7a35e5fdf383", "tag": "930ac4ff-dcab-4331-bc31-8441ee7ee341"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:12.210040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-9bad3c6a-fde1-4a2b-b2d0-075de4cc416b tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:12.211557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-9bad3c6a-fde1-4a2b-b2d0-075de4cc416b tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 812 time: 0.1116233 Jul 27 19:47:12.215495 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f85031ef-ebf6-44d2-9825-2340148e77d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:12.232941 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-d0193fe4-289a-4b22-97a7-6c37073a22e1 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/quotas/f19d4f5c80f446fba94990d46169e53a HTTP/1.1" status: 200 len: 375 time: 0.0143545 Jul 27 19:47:12.268507 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-849de015-6e74-49b9-83ae-31aa07d4dd7d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322182 Jul 27 19:47:12.437637 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e7affd44-8ac5-4411-8df6-e0a18c45c136 service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580977 Jul 27 19:47:12.450787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991519ea-c28d-4198-94dc-3ab3fd00a204 req-addd1bf1-f521-4783-9eb4-06474d37d532 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:12.452288 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-991519ea-c28d-4198-94dc-3ab3fd00a204 req-addd1bf1-f521-4783-9eb4-06474d37d532 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1212404 Jul 27 19:47:12.515020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f85031ef-ebf6-44d2-9825-2340148e77d1 admin admin] Deleting port 02ac8a93-dcb0-4339-bacb-cd50c271d697 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:47:12.516356 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f85031ef-ebf6-44d2-9825-2340148e77d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:12.545212 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-991519ea-c28d-4198-94dc-3ab3fd00a204 req-de12383f-9225-4b51-b376-76aeb80c3438 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678988 Jul 27 19:47:12.562970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41668) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:12.577547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-b310659a-5d20-4082-adc8-01bf7dc3be54 service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241219 Jul 27 19:47:12.685836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-f85031ef-ebf6-44d2-9825-2340148e77d1 admin admin] For port 02ac8a93-dcb0-4339-bacb-cd50c271d697, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=02ac8a93-dcb0-4339-bacb-cd50c271d697,segment=NetworkSegment(88c40d18-dd5f-4a56-a8f2-224c23b2cb8b),segment_id=88c40d18-dd5f-4a56-a8f2-224c23b2cb8b)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:12.686204 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f85031ef-ebf6-44d2-9825-2340148e77d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:12.719197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f85031ef-ebf6-44d2-9825-2340148e77d1 admin admin] Calling delete_port for 02ac8a93-dcb0-4339-bacb-cd50c271d697 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:47:12.746421 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b360-e2b2-466b-bf54-f451b3ca69f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:12.760021 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa10abe1-ff49-4722-9527-3e592021605d x-openstack-request-id: req-aa10abe1-ff49-4722-9527-3e592021605d {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:12.760316 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aba2d1-e58b-434b-b1e6-5088fbcbeb33", "name": "network-vif-deleted", "tag": "81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa68ec14-c6ed-4751-9815-7a35e5fdf383", "tag": "930ac4ff-dcab-4331-bc31-8441ee7ee341", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:12.760632 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa10abe1-ff49-4722-9527-3e592021605d {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:12.761035 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0aba2d1-e58b-434b-b1e6-5088fbcbeb33', 'name': 'network-vif-deleted', 'tag': '81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91', 'status': 'completed', 'code': 200} Jul 27 19:47:12.761288 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa68ec14-c6ed-4751-9815-7a35e5fdf383', 'tag': '930ac4ff-dcab-4331-bc31-8441ee7ee341', 'status': 'completed', 'code': 200} Jul 27 19:47:12.812315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:47:12.861914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:47:12.864031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 81a9a6e4-ceff-4e40-9cb5-b5fc687b0f91 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:47:12.906189 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b360-e2b2-466b-bf54-f451b3ca69f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:12.916868 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b360-e2b2-466b-bf54-f451b3ca69f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:12.923695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5a4c823b-7a16-4f0b-ac57-01e23cee6137 req-15c76c0f-395d-4d2e-9be8-b2b2d5ea1add tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 210 time: 0.0394781 Jul 27 19:47:12.959036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b0952ffa-3791-44c4-a844-026cc34e5ac7 req-0cdc46d1-a6e9-4029-8bc7-560bf27ea378 tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0339866 Jul 27 19:47:12.975509 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b3a7b360-e2b2-466b-bf54-f451b3ca69f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2422066d4caa4cabb0ca61d744aedd55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114749 Jul 27 19:47:12.979886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41698) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:13.007665 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7b360-e2b2-466b-bf54-f451b3ca69f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e02b3b-4118-48f2-89b7-c2ce39b0a981,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:13.023347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d55d5e-5040-4039-ab60-fdc728ffd041 req-b613335e-8b73-462a-9bcf-81ccba46be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:13.025192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95d55d5e-5040-4039-ab60-fdc728ffd041 req-b613335e-8b73-462a-9bcf-81ccba46be63 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1c255ff14e4d4e828bcfd95b5be1c1dd&device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 1095 time: 0.2232347 Jul 27 19:47:13.135684 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f85031ef-ebf6-44d2-9825-2340148e77d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:13.162891 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85031ef-ebf6-44d2-9825-2340148e77d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ac8a93-dcb0-4339-bacb-cd50c271d697,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:13.322841 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d30a965b-6141-4af8-8ff8-68a031da806e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:13.395659 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f85031ef-ebf6-44d2-9825-2340148e77d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:13.595286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d55d5e-5040-4039-ab60-fdc728ffd041 req-c40b2735-6705-4b1f-9e0f-f89a649b90bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:13.596807 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95d55d5e-5040-4039-ab60-fdc728ffd041 req-c40b2735-6705-4b1f-9e0f-f89a649b90bb service neutron] 10.222.0.63 "GET /v2.0/networks?id=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 HTTP/1.1" status: 200 len: 922 time: 0.5602541 Jul 27 19:47:13.604079 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eba1beb7-ad22-486d-9817-d970ef9c7a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:13.642576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85031ef-ebf6-44d2-9825-2340148e77d1 admin admin] Router 99cb7499-0977-4ac0-9e2b-910ff8001356 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:47:13.676733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c9626-8687-4dc6-b7ad-36c90e7895b9 req-108dc000-990b-4aeb-87c5-f17af5938d1f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:13.678246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-118c9626-8687-4dc6-b7ad-36c90e7895b9 req-108dc000-990b-4aeb-87c5-f17af5938d1f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.6443496 Jul 27 19:47:13.684190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95d55d5e-5040-4039-ab60-fdc728ffd041 req-cf6f3988-9627-402f-b231-f9684bba143a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=930ac4ff-dcab-4331-bc31-8441ee7ee341 HTTP/1.1" status: 200 len: 217 time: 0.0750725 Jul 27 19:47:13.686046 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eba1beb7-ad22-486d-9817-d970ef9c7a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:13.695006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-61c741ab-1bad-4aad-9b4c-41640392da6d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:13.696478 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-61c741ab-1bad-4aad-9b4c-41640392da6d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 812 time: 0.5843143 Jul 27 19:47:13.758939 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85031ef-ebf6-44d2-9825-2340148e77d1 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:47:13.768703 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c1a0ed-5ad8-4f19-958d-f4ba9efc8c88 None None] Sync routers for ids ['99cb7499-0977-4ac0-9e2b-910ff8001356'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:47:13.769796 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f85031ef-ebf6-44d2-9825-2340148e77d1 admin admin] 10.222.0.48 "PUT /v2.0/routers/99cb7499-0977-4ac0-9e2b-910ff8001356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3205540 Jul 27 19:47:13.770457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41712) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:13.779357 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c1a0ed-5ad8-4f19-958d-f4ba9efc8c88 None None] Routers {'99cb7499-0977-4ac0-9e2b-910ff8001356'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:47:13.780144 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-74c1a0ed-5ad8-4f19-958d-f4ba9efc8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:46:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['99cb7499-0977-4ac0-9e2b-910ff8001356'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:13.780888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-7c317506-068a-47f3-bb37-00db50524c42 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/quotas/2dd7c4d346a24a0db331ef6e9c410c69 HTTP/1.1" status: 200 len: 375 time: 0.0773139 Jul 27 19:47:13.811541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d55d5e-5040-4039-ab60-fdc728ffd041 req-15becf1b-6ac5-4fd4-b6e7-d4bb34d9064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:13.813135 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95d55d5e-5040-4039-ab60-fdc728ffd041 req-15becf1b-6ac5-4fd4-b6e7-d4bb34d9064b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=704bcdba-cfcb-4fd0-aa7c-2ab398640f58 HTTP/1.1" status: 200 len: 861 time: 0.1152177 Jul 27 19:47:13.836070 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-118c9626-8687-4dc6-b7ad-36c90e7895b9 req-fe55c0f2-20f1-4ce9-8ca4-60cacbb7a931 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477349 Jul 27 19:47:13.889934 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95d55d5e-5040-4039-ab60-fdc728ffd041 req-f2fbc85e-49ff-4af2-b1f5-c08ca59f15aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575800 Jul 27 19:47:13.894002 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eba1beb7-ad22-486d-9817-d970ef9c7a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:13.898242 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eba1beb7-ad22-486d-9817-d970ef9c7a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:13.902268 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-eba1beb7-ad22-486d-9817-d970ef9c7a6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81e02b3b-4118-48f2-89b7-c2ce39b0a981 HTTP/1.1" status: 204 len: 168 time: 0.9169526 Jul 27 19:47:13.920334 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:14.034271 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95d55d5e-5040-4039-ab60-fdc728ffd041 req-679be21a-b2b3-43ad-8de0-6b864323ac1f service neutron] 10.222.0.63 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322250 Jul 27 19:47:14.035947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1beb7-ad22-486d-9817-d970ef9c7a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e02b3b-4118-48f2-89b7-c2ce39b0a981,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:14.075815 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-74c1a0ed-5ad8-4f19-958d-f4ba9efc8c88 None None] Set router 99cb7499-0977-4ac0-9e2b-910ff8001356 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:47:14.096359 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:14.103833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-205847fe-5900-4235-8fcf-ff8cab86df08 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3089974 Jul 27 19:47:14.174431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 4175748d-092f-4269-8fd5-227fd197bf5e no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:47:14.195087 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] Deleting port fa12b5bd-b427-44b2-a54f-c16270baee45 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:47:14.195509 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:14.213706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 4175748d-092f-4269-8fd5-227fd197bf5e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:47:14.214048 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 4175748d-092f-4269-8fd5-227fd197bf5e not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:47:14.347367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] For port fa12b5bd-b427-44b2-a54f-c16270baee45, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=fa12b5bd-b427-44b2-a54f-c16270baee45,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:14.349897 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:14.410625 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] Calling delete_port for fa12b5bd-b427-44b2-a54f-c16270baee45 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:47:14.449248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41760) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:14.455851 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-74c1a0ed-5ad8-4f19-958d-f4ba9efc8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'name': 'tempest-FloatingIPDetailsTestJSON-755650885-router', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'fa12b5bd-b427-44b2-a54f-c16270baee45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:46:42Z', 'updated_at': '2021-07-27T19:47:13Z', 'revision_number': 5, 'project_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'gw_port': {'id': 'fa12b5bd-b427-44b2-a54f-c16270baee45', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:46:43Z', 'updated_at': '2021-07-27T19:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:14.458527 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-2e1040de-5228-43c3-b339-6f3319f22fc4 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:14.460032 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-2e1040de-5228-43c3-b339-6f3319f22fc4 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.63 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 812 time: 0.2888422 Jul 27 19:47:14.487003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-ff022167-4ce9-48af-b014-f74be86bae1c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Request body: {'port': {'device_id': '35640f13-611f-40e5-9d67-9d069f729b1c', 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'admin_state_up': True, 'tenant_id': 'f19d4f5c80f446fba94990d46169e53a'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:14.487277 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c1a0ed-5ad8-4f19-958d-f4ba9efc8c88 None None] Checking router: 99cb7499-0977-4ac0-9e2b-910ff8001356 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:47:14.495518 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6a3c24d6-cb6d-4394-9175-8d7aed4caf40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:14.499674 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c1a0ed-5ad8-4f19-958d-f4ba9efc8c88 None None] Routers {'99cb7499-0977-4ac0-9e2b-910ff8001356'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:47:14.500469 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-74c1a0ed-5ad8-4f19-958d-f4ba9efc8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:46:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['99cb7499-0977-4ac0-9e2b-910ff8001356'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:14.592342 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-74c1a0ed-5ad8-4f19-958d-f4ba9efc8c88 None None] Set router 99cb7499-0977-4ac0-9e2b-910ff8001356 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:47:14.635229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-db6650f8-4e43-40c3-ba38-a785c0f5b5d5 service neutron] 10.222.0.48 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239251 Jul 27 19:47:14.641111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95d55d5e-5040-4039-ab60-fdc728ffd041 req-a9cc68b0-58bf-4373-aa58-84c91ee8245d service neutron] 10.222.0.63 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724598 Jul 27 19:47:14.652290 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-74c1a0ed-5ad8-4f19-958d-f4ba9efc8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'name': 'tempest-FloatingIPDetailsTestJSON-755650885-router', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:46:42Z', 'updated_at': '2021-07-27T19:47:14Z', 'revision_number': 6, 'project_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:14.685576 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c1a0ed-5ad8-4f19-958d-f4ba9efc8c88 None None] The sync data for ids ['99cb7499-0977-4ac0-9e2b-910ff8001356'] in n-d-705657-21 is: [{'id': '99cb7499-0977-4ac0-9e2b-910ff8001356', 'name': 'tempest-FloatingIPDetailsTestJSON-755650885-router', 'tenant_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:46:42Z', 'updated_at': '2021-07-27T19:47:14Z', 'revision_number': 6, 'project_id': '0fba9149ef744eb2b1b1f0e60bab0115', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:47:14.694086 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6a3c24d6-cb6d-4394-9175-8d7aed4caf40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:14.698699 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:14.712110 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6a3c24d6-cb6d-4394-9175-8d7aed4caf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:14.743700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa12b5bd-b427-44b2-a54f-c16270baee45,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:14.764441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce28293-afa5-4598-b706-391ca9ef193d req-fe38e1be-3373-4bba-92c4-849e3641629e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:14.764607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ce28293-afa5-4598-b706-391ca9ef193d req-fe38e1be-3373-4bba-92c4-849e3641629e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.63 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.3948374 Jul 27 19:47:14.775944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8119cac-5a59-49e4-aa76-5d25a8e1fe64 req-222bacb6-05c2-4676-b529-2567aa23cce8 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:14.777653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8119cac-5a59-49e4-aa76-5d25a8e1fe64 req-222bacb6-05c2-4676-b529-2567aa23cce8 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 943 time: 0.3077023 Jul 27 19:47:14.796818 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6a3c24d6-cb6d-4394-9175-8d7aed4caf40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=831b4e6cc4814eb19f56537cd2e2cb5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468823 Jul 27 19:47:14.818716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41762) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:14.826168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c24d6-cb6d-4394-9175-8d7aed4caf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34213720-30f4-426e-a353-ff43e8fe7e21,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:14.829194 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 930ac4ff-dcab-4331-bc31-8441ee7ee341 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:47:14.886291 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:14.902169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-ff022167-4ce9-48af-b014-f74be86bae1c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Made reservation on behalf of f19d4f5c80f446fba94990d46169e53a for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:14.905494 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-ff022167-4ce9-48af-b014-f74be86bae1c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:14.931150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 930ac4ff-dcab-4331-bc31-8441ee7ee341, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=930ac4ff-dcab-4331-bc31-8441ee7ee341,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:14.931917 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8119cac-5a59-49e4-aa76-5d25a8e1fe64 req-09e13bbd-7daa-4cb0-bcfd-e280811a1563 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395183 Jul 27 19:47:14.949846 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '930ac4ff-dcab-4331-bc31-8441ee7ee341', 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9', 'port_id': '930ac4ff-dcab-4331-bc31-8441ee7ee341', 'mac_address': 'fa:16:3e:5f:f0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704bcdba-cfcb-4fd0-aa7c-2ab398640f58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:47:14.960430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-ba94b6d5-a932-48f1-8e1d-4d5ce719d3d2 service neutron] 10.222.0.48 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958732 Jul 27 19:47:14.982898 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:14.998040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930ac4ff-dcab-4331-bc31-8441ee7ee341 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:47:15.013105 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95ae53d7-e4b7-45ae-bcb0-40dfbeaf092e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.019180 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.026298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.029262 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 930ac4ff-dcab-4331-bc31-8441ee7ee341, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=930ac4ff-dcab-4331-bc31-8441ee7ee341,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:15.036794 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.077133 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95ae53d7-e4b7-45ae-bcb0-40dfbeaf092e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.101490 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5633ea93-1747-4481-9086-a1d4879da516 req-8bbafeb6-e607-44c3-86cf-8a4aab1c9891 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 210 time: 0.0484812 Jul 27 19:47:15.107461 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.108105 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99cb7499-0977-4ac0-9e2b-910ff8001356 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:47:15.119815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-5ce28293-afa5-4598-b706-391ca9ef193d req-7e7e9f22-86d4-43bf-b277-9bf3d58fc03e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Deleting port 4e903b43-eeee-4a13-b5f3-1380ab80f293 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:47:15.120159 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5ce28293-afa5-4598-b706-391ca9ef193d req-7e7e9f22-86d4-43bf-b277-9bf3d58fc03e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.132273 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.135157 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-205090de-1239-4d2d-abe7-932874f4cf9e admin admin] 10.222.0.48 "DELETE /v2.0/routers/99cb7499-0977-4ac0-9e2b-910ff8001356 HTTP/1.1" status: 204 len: 168 time: 1.3635194 Jul 27 19:47:15.145768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=930ac4ff-dcab-4331-bc31-8441ee7ee341,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:15.161770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41766) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:15.251462 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bd9d31-7393-4a93-825b-53d142914e80 admin admin] Deleting subnet 5222b934-08af-458f-b108-8d4492990687 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:47:15.259998 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-27bd9d31-7393-4a93-825b-53d142914e80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.297435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['930ac4ff-dcab-4331-bc31-8441ee7ee341'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:15.314394 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-27bd9d31-7393-4a93-825b-53d142914e80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.376084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a7ed0b5-3c72-483c-b4e1-7f8b0b260e8a req-30a85bc2-4d42-459f-b0e7-70645c5fa5a8 tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0585124 Jul 27 19:47:15.384045 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95ae53d7-e4b7-45ae-bcb0-40dfbeaf092e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.386871 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95ae53d7-e4b7-45ae-bcb0-40dfbeaf092e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.391419 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-95ae53d7-e4b7-45ae-bcb0-40dfbeaf092e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34213720-30f4-426e-a353-ff43e8fe7e21 HTTP/1.1" status: 204 len: 168 time: 0.5716841 Jul 27 19:47:15.403670 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae53d7-e4b7-45ae-bcb0-40dfbeaf092e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34213720-30f4-426e-a353-ff43e8fe7e21,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:15.425295 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-27bd9d31-7393-4a93-825b-53d142914e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.440946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-ff022167-4ce9-48af-b014-f74be86bae1c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Allocated IP 172.20.0.6 (0ebd3759-03a3-4e67-a8e0-16f7b925197f/0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d/1b3b034c-de21-4adc-b1ab-1f633c10c25e) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:15.505463 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-5ce28293-afa5-4598-b706-391ca9ef193d req-7e7e9f22-86d4-43bf-b277-9bf3d58fc03e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] For port 4e903b43-eeee-4a13-b5f3-1380ab80f293, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=4e903b43-eeee-4a13-b5f3-1380ab80f293,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:15.506175 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5ce28293-afa5-4598-b706-391ca9ef193d req-7e7e9f22-86d4-43bf-b277-9bf3d58fc03e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.514545 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-27bd9d31-7393-4a93-825b-53d142914e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.545353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-5ce28293-afa5-4598-b706-391ca9ef193d req-7e7e9f22-86d4-43bf-b277-9bf3d58fc03e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Calling delete_port for 4e903b43-eeee-4a13-b5f3-1380ab80f293 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:47:15.560682 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5133b-dafc-4f12-bd03-2b453debd987 req-fb27600f-10e8-4faa-9f42-1b37aafbd782 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:15.563850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd9d31-7393-4a93-825b-53d142914e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5222b934-08af-458f-b108-8d4492990687,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:15.565534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af78ec-0a3c-4fda-b5e8-8af401d1e7a9 None None] Network d1008e19-3a97-4ba6-92d0-34e85ab00965 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:47:15.569850 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67f5133b-dafc-4f12-bd03-2b453debd987 req-fb27600f-10e8-4faa-9f42-1b37aafbd782 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 950 time: 0.1990113 Jul 27 19:47:15.570051 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-27bd9d31-7393-4a93-825b-53d142914e80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.572169 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-27bd9d31-7393-4a93-825b-53d142914e80 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5222b934-08af-458f-b108-8d4492990687 HTTP/1.1" status: 204 len: 168 time: 0.4092507 Jul 27 19:47:15.574666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41788) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:15.661649 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf627168-7322-4033-9d01-b80e39d18466 req-2f814833-e932-4449-b6d1-c10184fb0725 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 210 time: 0.1183743 Jul 27 19:47:15.692377 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67f5133b-dafc-4f12-bd03-2b453debd987 req-0f38db40-c347-4482-84e8-8f9ac73f085f tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8e19358-1b7f-40af-9eb8-ce5422e88083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203380 Jul 27 19:47:15.700997 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.834254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] Deleting port 397807af-4fbf-4eec-a79e-5a1117a0a548 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:47:15.834691 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.896569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799b1c36-93f5-4289-9d79-f576eda90a42 None None] DHCP port deletion for d1008e19-3a97-4ba6-92d0-34e85ab00965 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:47:15.981332 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] For port 397807af-4fbf-4eec-a79e-5a1117a0a548, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=397807af-4fbf-4eec-a79e-5a1117a0a548,segment=NetworkSegment(88c40d18-dd5f-4a56-a8f2-224c23b2cb8b),segment_id=88c40d18-dd5f-4a56-a8f2-224c23b2cb8b)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:15.981686 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:15.997786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-799b1c36-93f5-4289-9d79-f576eda90a42 None None] Deleting port 397807af-4fbf-4eec-a79e-5a1117a0a548 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:47:15.998184 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-799b1c36-93f5-4289-9d79-f576eda90a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.058238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] Calling delete_port for 397807af-4fbf-4eec-a79e-5a1117a0a548 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:47:16.123306 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-ff022167-4ce9-48af-b014-f74be86bae1c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.187993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-799b1c36-93f5-4289-9d79-f576eda90a42 None None] For port 397807af-4fbf-4eec-a79e-5a1117a0a548, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=397807af-4fbf-4eec-a79e-5a1117a0a548,segment=NetworkSegment(88c40d18-dd5f-4a56-a8f2-224c23b2cb8b),segment_id=88c40d18-dd5f-4a56-a8f2-224c23b2cb8b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:16.188766 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-799b1c36-93f5-4289-9d79-f576eda90a42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.200237 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-df7b72b3-d184-45c3-a87b-fbaa53182ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.261995 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-799b1c36-93f5-4289-9d79-f576eda90a42 None None] Calling delete_port for 397807af-4fbf-4eec-a79e-5a1117a0a548 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:47:16.262419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10469f82-532e-447e-9252-d8da557278c0 req-45bc5acb-b5ee-4c08-98ed-bb0cbfe68a28 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:16.275401 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10469f82-532e-447e-9252-d8da557278c0 req-45bc5acb-b5ee-4c08-98ed-bb0cbfe68a28 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 944 time: 0.2043166 Jul 27 19:47:16.280686 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.281342 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5ce28293-afa5-4598-b706-391ca9ef193d req-7e7e9f22-86d4-43bf-b277-9bf3d58fc03e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.293808 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.298102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['4e903b43-eeee-4a13-b5f3-1380ab80f293'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:16.336050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] No DVR routers for this DVR port 397807af-4fbf-4eec-a79e-5a1117a0a548 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:47:16.374152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10469f82-532e-447e-9252-d8da557278c0 req-85c886dd-15fc-4448-8c55-1c32e68f4e88 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974329 Jul 27 19:47:16.412236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] Pushing event deleted for resources: {'Port': ['ID=397807af-4fbf-4eec-a79e-5a1117a0a548,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:16.428875 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-799b1c36-93f5-4289-9d79-f576eda90a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.493844 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b1c36-93f5-4289-9d79-f576eda90a42 None None] Pushing event deleted for resources: {'Port': ['ID=397807af-4fbf-4eec-a79e-5a1117a0a548,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:16.500826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b1c36-93f5-4289-9d79-f576eda90a42 None None] No DVR routers for this DVR port 397807af-4fbf-4eec-a79e-5a1117a0a548 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:47:16.512534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e9f22-86d4-43bf-b277-9bf3d58fc03e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Pushing event deleted for resources: {'Port': ['ID=4e903b43-eeee-4a13-b5f3-1380ab80f293,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:16.518919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce28293-afa5-4598-b706-391ca9ef193d req-7e7e9f22-86d4-43bf-b277-9bf3d58fc03e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] No DVR routers for this DVR port 4e903b43-eeee-4a13-b5f3-1380ab80f293 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:47:16.526073 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5ce28293-afa5-4598-b706-391ca9ef193d req-7e7e9f22-86d4-43bf-b277-9bf3d58fc03e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.528347 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ce28293-afa5-4598-b706-391ca9ef193d req-7e7e9f22-86d4-43bf-b277-9bf3d58fc03e tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.63 "DELETE /v2.0/ports/4e903b43-eeee-4a13-b5f3-1380ab80f293 HTTP/1.1" status: 204 len: 173 time: 1.7480774 Jul 27 19:47:16.530392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23684da3-0247-4261-8697-2c951f1d2780', 'name': 'network-vif-deleted', 'tag': '4e903b43-eeee-4a13-b5f3-1380ab80f293'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:16.534945 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4e1585-6b72-4408-b50a-9bf153d55e08" -d '{"events": [{"server_uuid": "23684da3-0247-4261-8697-2c951f1d2780", "name": "network-vif-deleted", "tag": "4e903b43-eeee-4a13-b5f3-1380ab80f293"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:16.537887 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.571256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d6622af-7f9b-4c62-81dc-79e34f290794 req-1cf435c5-337a-4e9c-bd46-220354c389a1 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 210 time: 0.1354177 Jul 27 19:47:16.571902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1008e19-3a97-4ba6-92d0-34e85ab00965']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:16.585718 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-ff022167-4ce9-48af-b014-f74be86bae1c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.590955 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c40d18-dd5f-4a56-a8f2-224c23b2cb8b') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:16.591512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c40d18-dd5f-4a56-a8f2-224c23b2cb8b') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:16.617101 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.640237 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.651869 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:47:16.652816 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:47:16.655306 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:47:16.695999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-ff022167-4ce9-48af-b014-f74be86bae1c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Network 0ebd3759-03a3-4e67-a8e0-16f7b925197f is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:16.733100 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-ff022167-4ce9-48af-b014-f74be86bae1c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:16.736824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-ff022167-4ce9-48af-b014-f74be86bae1c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:16.818664 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.830285 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.833072 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d1008e19-3a97-4ba6-92d0-34e85ab00965 HTTP/1.1" status: 204 len: 168 time: 1.2572267 Jul 27 19:47:16.851959 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 930ac4ff-dcab-4331-bc31-8441ee7ee341 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:16.855860 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a80ba-9808-4363-a771-e8be94d98512 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1008e19-3a97-4ba6-92d0-34e85ab00965,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:16.859313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff022167-4ce9-48af-b014-f74be86bae1c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Pushing event updated for resources: {'Port': ['ID=1b3b034c-de21-4adc-b1ab-1f633c10c25e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:16.879616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-ff022167-4ce9-48af-b014-f74be86bae1c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:16.880282 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-ff022167-4ce9-48af-b014-f74be86bae1c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:16.896601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device fa12b5bd-b427-44b2-a54f-c16270baee45 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:47:16.923018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: fa12b5bd-b427-44b2-a54f-c16270baee45 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:47:16.923645 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device fa12b5bd-b427-44b2-a54f-c16270baee45 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:47:16.924217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 397807af-4fbf-4eec-a79e-5a1117a0a548 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:47:16.930170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c4cb4b2-1b7f-40ad-845d-e268844bb6d1 req-01a1a269-9b7b-4daa-b863-332bc7eeacc7 tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0877335 Jul 27 19:47:16.974509 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 397807af-4fbf-4eec-a79e-5a1117a0a548 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:47:16.981229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 397807af-4fbf-4eec-a79e-5a1117a0a548 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:47:16.981942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 02ac8a93-dcb0-4339-bacb-cd50c271d697 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:47:16.994638 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-ff022167-4ce9-48af-b014-f74be86bae1c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5120811 Jul 27 19:47:17.014998 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Request body: {'port': {'device_id': '35640f13-611f-40e5-9d67-9d069f729b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:17.017108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 02ac8a93-dcb0-4339-bacb-cd50c271d697 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:47:17.017644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 02ac8a93-dcb0-4339-bacb-cd50c271d697 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:47:17.043763 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dafdc2-724c-4df4-82fd-2ec826f95392 x-openstack-request-id: req-64dafdc2-724c-4df4-82fd-2ec826f95392 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:17.044111 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23684da3-0247-4261-8697-2c951f1d2780", "name": "network-vif-deleted", "tag": "4e903b43-eeee-4a13-b5f3-1380ab80f293", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:17.044898 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64dafdc2-724c-4df4-82fd-2ec826f95392 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:17.044898 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23684da3-0247-4261-8697-2c951f1d2780', 'name': 'network-vif-deleted', 'tag': '4e903b43-eeee-4a13-b5f3-1380ab80f293', 'status': 'completed', 'code': 200} Jul 27 19:47:17.055148 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:17.062786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 930ac4ff-dcab-4331-bc31-8441ee7ee341 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:17.070387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 930ac4ff-dcab-4331-bc31-8441ee7ee341 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:17.071932 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:17.242773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-6a38a9af-693f-4f15-9845-014ffec76688 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:17.246231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-6a38a9af-693f-4f15-9845-014ffec76688 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.63 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 812 time: 0.4052036 Jul 27 19:47:17.276584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41912) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:17.303167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-22540999-7f79-401d-a675-d6de788db06d req-724f1ac7-00a7-4856-946e-bdef8649ebe1 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 210 time: 0.1739385 Jul 27 19:47:17.313728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-bf3a5a90-f2fe-4202-973e-0c8b192fe94c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Request body: {'port': {'device_id': '30f967bf-6704-44bb-9dfe-eaebe108052f', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'admin_state_up': True, 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:17.377329 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:17.402362 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:17.418339 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c9627582-205a-49d6-a24d-83d155828821 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fba9149ef744eb2b1b1f0e60bab0115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374497 Jul 27 19:47:17.418601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41922) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:17.432682 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa68ec14-c6ed-4751-9815-7a35e5fdf383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930ac4ff-dcab-4331-bc31-8441ee7ee341'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:17.436169 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a6a238-c015-49af-87bf-61b55751e6c8" -d '{"events": [{"server_uuid": "fa68ec14-c6ed-4751-9815-7a35e5fdf383", "name": "network-vif-plugged", "status": "completed", "tag": "930ac4ff-dcab-4331-bc31-8441ee7ee341"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:17.448042 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd974645-d8ed-4c84-91cb-4fa6715fb9e5 req-52351551-4d8a-4d6c-902f-625982c13913 tempest-ServersAdminTestJSON-1987916556 tempest-ServersAdminTestJSON-1987916556-project] 10.222.0.48 "GET /v2.0/ports?device_id=23684da3-0247-4261-8697-2c951f1d2780 HTTP/1.1" status: 200 len: 210 time: 0.0516269 Jul 27 19:47:17.473659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 930ac4ff-dcab-4331-bc31-8441ee7ee341, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=930ac4ff-dcab-4331-bc31-8441ee7ee341,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:17.487257 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:17.512895 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f41450e-d00e-433c-b86e-5c2a678ec2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:17.570712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=930ac4ff-dcab-4331-bc31-8441ee7ee341,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:17.584620 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f41450e-d00e-433c-b86e-5c2a678ec2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:17.609810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-bf3a5a90-f2fe-4202-973e-0c8b192fe94c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Made reservation on behalf of 2dd7c4d346a24a0db331ef6e9c410c69 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:17.613714 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-bf3a5a90-f2fe-4202-973e-0c8b192fe94c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:17.667608 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f41450e-d00e-433c-b86e-5c2a678ec2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:17.670257 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f41450e-d00e-433c-b86e-5c2a678ec2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:17.671436 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3f41450e-d00e-433c-b86e-5c2a678ec2e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57635d75-260a-47eb-a1c2-4f958e81d637 HTTP/1.1" status: 204 len: 168 time: 0.2519310 Jul 27 19:47:17.681378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41450e-d00e-433c-b86e-5c2a678ec2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57635d75-260a-47eb-a1c2-4f958e81d637,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:17.846981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330f1e0-9e16-4b34-8bd6-a6a86771693e req-3a60154a-2564-47e3-b580-c6eaf4d44a12 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:17.854865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c330f1e0-9e16-4b34-8bd6-a6a86771693e req-3a60154a-2564-47e3-b580-c6eaf4d44a12 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 945 time: 0.2644935 Jul 27 19:47:17.921436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-bf3a5a90-f2fe-4202-973e-0c8b192fe94c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Allocated IP 172.20.0.3 (2f987a4c-7176-4728-b48c-c6344a5a384d/82a6d6e2-ef16-4337-a570-8e7d796ec20f/c7f41ba9-67d4-425b-9f5f-9a07ef34e945) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:17.957774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3b034c-de21-4adc-b1ab-1f633c10c25e {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:47:17.967173 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c330f1e0-9e16-4b34-8bd6-a6a86771693e req-9d04f705-35d2-4d3e-b998-8ed6903c94a6 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114545 Jul 27 19:47:17.973586 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:18.016506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Transition to ACTIVE for port object 1b3b034c-de21-4adc-b1ab-1f633c10c25e will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:18.037828 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:18.062105 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec04d94-a2c7-427b-b5fe-4ca139766e1d x-openstack-request-id: req-8ec04d94-a2c7-427b-b5fe-4ca139766e1d {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:18.063386 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa68ec14-c6ed-4751-9815-7a35e5fdf383", "name": "network-vif-plugged", "status": "completed", "tag": "930ac4ff-dcab-4331-bc31-8441ee7ee341", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:18.063849 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ec04d94-a2c7-427b-b5fe-4ca139766e1d {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:18.064471 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa68ec14-c6ed-4751-9815-7a35e5fdf383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930ac4ff-dcab-4331-bc31-8441ee7ee341', 'code': 200} Jul 27 19:47:18.240684 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15fd8a12-cea6-467a-b3e5-7f39144ed2ed req-ccc99547-e64b-4a13-8c6c-6b93c97d97c7 tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0599630 Jul 27 19:47:18.241372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3b034c-de21-4adc-b1ab-1f633c10c25e,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:18.343069 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-bf3a5a90-f2fe-4202-973e-0c8b192fe94c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:18.375802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-bf3a5a90-f2fe-4202-973e-0c8b192fe94c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Transition to ACTIVE for port object c7f41ba9-67d4-425b-9f5f-9a07ef34e945 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:18.724491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca433f78-6490-4e7a-bd71-dc5d8aec3a34 req-b687977e-64c6-46f6-8117-99e66760c572 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:18.726338 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca433f78-6490-4e7a-bd71-dc5d8aec3a34 req-b687977e-64c6-46f6-8117-99e66760c572 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 943 time: 0.6469707 Jul 27 19:47:18.733032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f3b35-c283-4df4-817e-edb417841fac req-571aacc7-7419-4d86-90fb-a68fd7b4ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:18.734419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1e8f3b35-c283-4df4-817e-edb417841fac req-571aacc7-7419-4d86-90fb-a68fd7b4ae99 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 1097 time: 0.6069243 Jul 27 19:47:18.735036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Attempting to bind port 1b3b034c-de21-4adc-b1ab-1f633c10c25e on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:18.735355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Attempting to bind port 1b3b034c-de21-4adc-b1ab-1f633c10c25e by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:18.735706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Attempting to bind port 1b3b034c-de21-4adc-b1ab-1f633c10c25e on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:18.755188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Port 1b3b034c-de21-4adc-b1ab-1f633c10c25e on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:47:18.755458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Attempting to bind port 1b3b034c-de21-4adc-b1ab-1f633c10c25e on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:18.787175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:18.787482 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Checking segment: {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:18.787852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Bound using segment: {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:18.788279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Bound port: 1b3b034c-de21-4adc-b1ab-1f633c10c25e, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:18.788872 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:18.804499 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:18.828812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca433f78-6490-4e7a-bd71-dc5d8aec3a34 req-55da8404-383f-4a99-a5e3-bfbdad6ccd67 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891209 Jul 27 19:47:18.833696 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-bf3a5a90-f2fe-4202-973e-0c8b192fe94c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:18.837262 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1e8f3b35-c283-4df4-817e-edb417841fac req-01936522-27a2-45b3-bd4b-90235fe74cc6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939324 Jul 27 19:47:18.857743 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['60aae3c2-ea19-46af-b025-82a6e56e9966'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:18.860324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 4e903b43-eeee-4a13-b5f3-1380ab80f293 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:47:18.886681 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 4e903b43-eeee-4a13-b5f3-1380ab80f293 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:47:18.887428 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 4e903b43-eeee-4a13-b5f3-1380ab80f293 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:47:18.912538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-bf3a5a90-f2fe-4202-973e-0c8b192fe94c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Network 2f987a4c-7176-4728-b48c-c6344a5a384d is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:18.929649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-bf3a5a90-f2fe-4202-973e-0c8b192fe94c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:18.938705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-bf3a5a90-f2fe-4202-973e-0c8b192fe94c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:18.943122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a5a90-f2fe-4202-973e-0c8b192fe94c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event updated for resources: {'Port': ['ID=c7f41ba9-67d4-425b-9f5f-9a07ef34e945,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:18.994129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] For port 1b3b034c-de21-4adc-b1ab-1f633c10c25e, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:19.021480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] For port 1b3b034c-de21-4adc-b1ab-1f633c10c25e, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1b3b034c-de21-4adc-b1ab-1f633c10c25e,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:19.034743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-bf3a5a90-f2fe-4202-973e-0c8b192fe94c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:19.035554 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-bf3a5a90-f2fe-4202-973e-0c8b192fe94c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:19.043929 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:19.094060 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-bf3a5a90-f2fe-4202-973e-0c8b192fe94c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7869980 Jul 27 19:47:19.095632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:19.096250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:19.097956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] 10.222.0.63 "PUT /v2.0/ports/1b3b034c-de21-4adc-b1ab-1f633c10c25e HTTP/1.1" status: 200 len: 1092 time: 2.0895965 Jul 27 19:47:19.101372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35640f13-611f-40e5-9d67-9d069f729b1c', 'tag': '1b3b034c-de21-4adc-b1ab-1f633c10c25e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:19.103684 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dabbd19-2fe8-440b-9705-697a70a705ad" -d '{"events": [{"name": "network-changed", "server_uuid": "35640f13-611f-40e5-9d67-9d069f729b1c", "tag": "1b3b034c-de21-4adc-b1ab-1f633c10c25e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:19.128780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Request body: {'port': {'device_id': '30f967bf-6704-44bb-9dfe-eaebe108052f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:19.166528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81405ced-fb2c-4b01-b01c-c7729229c4d5 req-831aa5a5-eae2-4892-a757-52d66115347f tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:19.168081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81405ced-fb2c-4b01-b01c-c7729229c4d5 req-831aa5a5-eae2-4892-a757-52d66115347f tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 931 time: 0.2578673 Jul 27 19:47:19.234925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49962b8-4a31-4f1a-9cad-e0759cabdd68 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3b034c-de21-4adc-b1ab-1f633c10c25e,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:19.297589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81405ced-fb2c-4b01-b01c-c7729229c4d5 req-df880342-36b1-427d-b5e0-37ad5b7107f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078854 Jul 27 19:47:19.324354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b117e3ad-f6e4-440e-9e4c-8768ab233d7d None None] Provisioning for port c7f41ba9-67d4-425b-9f5f-9a07ef34e945 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:19.328794 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:19.335931 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b117e3ad-f6e4-440e-9e4c-8768ab233d7d None None] Provisioning complete for port c7f41ba9-67d4-425b-9f5f-9a07ef34e945 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:19.336333 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b117e3ad-f6e4-440e-9e4c-8768ab233d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:19.362370 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-0693011f-3507-49e4-9957-cfad594c4de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:19.364044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-0693011f-3507-49e4-9957-cfad594c4de1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 1095 time: 0.2082558 Jul 27 19:47:19.396351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b117e3ad-f6e4-440e-9e4c-8768ab233d7d None None] Port c7f41ba9-67d4-425b-9f5f-9a07ef34e945 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:47:19.423419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42072) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:19.438521 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-487f22dd-4a78-497e-bb33-51d5a5ff297e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3b034c-de21-4adc-b1ab-1f633c10c25e HTTP/1.1" status: 200 len: 217 time: 0.0531387 Jul 27 19:47:19.579728 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c4cd1366-a98b-48a9-a769-026fc55c30f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=798d1a8ac3fd4313acb339efe27aee6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542027 Jul 27 19:47:19.581419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42090) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:19.601738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-f9f464c6-c560-4186-ad87-de62896ec779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:19.604572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-f9f464c6-c560-4186-ad87-de62896ec779 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 200 len: 852 time: 0.1473844 Jul 27 19:47:19.637925 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd5cd-6b85-4fc1-9b1f-c97baf25b522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:19.664788 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd5cd-6b85-4fc1-9b1f-c97baf25b522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:19.698096 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-3b082fea-a0df-48b8-9f8f-18f691474c58 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ebd3759-03a3-4e67-a8e0-16f7b925197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845819 Jul 27 19:47:19.712298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07096ef-403a-4752-91fa-7f39250337c5 req-7eee4807-257a-4fe2-b862-0668604751bd tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:19.712298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d07096ef-403a-4752-91fa-7f39250337c5 req-7eee4807-257a-4fe2-b862-0668604751bd tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 945 time: 0.3274102 Jul 27 19:47:19.730477 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd5cd-6b85-4fc1-9b1f-c97baf25b522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:19.733741 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd5cd-6b85-4fc1-9b1f-c97baf25b522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:19.738069 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5e2dd5cd-6b85-4fc1-9b1f-c97baf25b522 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8e19358-1b7f-40af-9eb8-ce5422e88083 HTTP/1.1" status: 204 len: 168 time: 0.1556160 Jul 27 19:47:19.746402 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2dd5cd-6b85-4fc1-9b1f-c97baf25b522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e19358-1b7f-40af-9eb8-ce5422e88083,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:19.868985 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d07096ef-403a-4752-91fa-7f39250337c5 req-fd40d04d-0ab8-43d2-bdd9-a5a8c6851b00 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348338 Jul 27 19:47:19.920944 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-32464f69-ebfd-4ba4-88d1-869ee1810324 service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042451 Jul 27 19:47:19.923889 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3a292d-de40-42d5-bdf5-b8ff58cd83bc x-openstack-request-id: req-cd3a292d-de40-42d5-bdf5-b8ff58cd83bc {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:19.924107 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35640f13-611f-40e5-9d67-9d069f729b1c", "tag": "1b3b034c-de21-4adc-b1ab-1f633c10c25e", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:19.924610 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd3a292d-de40-42d5-bdf5-b8ff58cd83bc {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:19.932762 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35640f13-611f-40e5-9d67-9d069f729b1c', 'tag': '1b3b034c-de21-4adc-b1ab-1f633c10c25e', 'status': 'completed', 'code': 200} Jul 27 19:47:20.093680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-636dc803-e4f5-4be5-a763-0c9572402226 req-86f656a0-e542-40b1-940f-466809da066c tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0695450 Jul 27 19:47:20.094561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42130) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:20.142729 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f41ba9-67d4-425b-9f5f-9a07ef34e945 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:47:20.147274 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b8e4ed72-4415-4a32-a0be-d24eb8daf59c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2ae00ea5295452a9518729a6211f9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513077 Jul 27 19:47:20.149733 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42136) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:20.161974 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:20.190764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Transition to ACTIVE for port object c7f41ba9-67d4-425b-9f5f-9a07ef34e945 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:20.198847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a71d8d0e-745b-4b75-b53d-2e948cb1b502 req-2c5e3838-81c0-45fc-805e-f794103ea3f5 service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496381 Jul 27 19:47:20.204073 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:20.217814 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bea26e6b-d9be-451f-998a-82073e21d77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:20.252064 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bea26e6b-d9be-451f-998a-82073e21d77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:20.258987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830ccb3-b17d-48cb-be28-919c93b7a10f req-089650ec-8969-40a5-b6d6-4a33e3ce353a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:20.266862 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9830ccb3-b17d-48cb-be28-919c93b7a10f req-089650ec-8969-40a5-b6d6-4a33e3ce353a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 943 time: 0.1785364 Jul 27 19:47:20.336206 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bea26e6b-d9be-451f-998a-82073e21d77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:20.346067 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bea26e6b-d9be-451f-998a-82073e21d77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:20.349807 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bea26e6b-d9be-451f-998a-82073e21d77b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d1a7f4e-81c0-469f-aa4f-108e88fada80 HTTP/1.1" status: 204 len: 168 time: 0.1956079 Jul 27 19:47:20.365998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea26e6b-d9be-451f-998a-82073e21d77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1a7f4e-81c0-469f-aa4f-108e88fada80,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:20.375292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f41ba9-67d4-425b-9f5f-9a07ef34e945,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:20.424739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:20.425254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:20.425574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:20.425904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:20.426230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:20.426554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:20.426871 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:20.427188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:20.427500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:20.427838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:20.428128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:20.428471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:20.444229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9830ccb3-b17d-48cb-be28-919c93b7a10f req-b3e65cde-46c1-4590-a894-e1741f09bf95 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764958 Jul 27 19:47:20.487669 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabbd19-2fe8-440b-9705-697a70a705ad req-24eb502e-32ce-4b69-98c5-52c759704497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:20.489378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2dabbd19-2fe8-440b-9705-697a70a705ad req-24eb502e-32ce-4b69-98c5-52c759704497 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 1095 time: 0.1930192 Jul 27 19:47:20.490720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Attempting to bind port c7f41ba9-67d4-425b-9f5f-9a07ef34e945 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:20.491578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Attempting to bind port c7f41ba9-67d4-425b-9f5f-9a07ef34e945 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:20.491926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Attempting to bind port c7f41ba9-67d4-425b-9f5f-9a07ef34e945 on network 2f987a4c-7176-4728-b48c-c6344a5a384d {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:20.498689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Port c7f41ba9-67d4-425b-9f5f-9a07ef34e945 on network 2f987a4c-7176-4728-b48c-c6344a5a384d not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:47:20.499036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Attempting to bind port c7f41ba9-67d4-425b-9f5f-9a07ef34e945 on network 2f987a4c-7176-4728-b48c-c6344a5a384d {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:20.523593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:20.523954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Checking segment: {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:20.524329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Bound using segment: {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:20.524809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Bound port: c7f41ba9-67d4-425b-9f5f-9a07ef34e945, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:20.525285 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:20.705912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabbd19-2fe8-440b-9705-697a70a705ad req-98aa967d-ce78-4c42-8c9c-5f35a9b4d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:20.707885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2dabbd19-2fe8-440b-9705-697a70a705ad req-98aa967d-ce78-4c42-8c9c-5f35a9b4d7cb service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 913 time: 0.2101316 Jul 27 19:47:20.726728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] For port c7f41ba9-67d4-425b-9f5f-9a07ef34e945, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:20.730480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] For port c7f41ba9-67d4-425b-9f5f-9a07ef34e945, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c7f41ba9-67d4-425b-9f5f-9a07ef34e945,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:20.763624 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:20.766293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2dabbd19-2fe8-440b-9705-697a70a705ad req-e38dc475-caf9-41ad-a0aa-23cc98f39c49 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3b034c-de21-4adc-b1ab-1f633c10c25e HTTP/1.1" status: 200 len: 217 time: 0.0503888 Jul 27 19:47:20.780360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0b35d-df04-4122-b269-0f95895b2b09 req-063f0b00-53bb-45d2-9f98-fd9c12ddff47 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:20.781909 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5cf0b35d-df04-4122-b269-0f95895b2b09 req-063f0b00-53bb-45d2-9f98-fd9c12ddff47 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 943 time: 0.2085991 Jul 27 19:47:20.821763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:20.822462 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:20.824044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] 10.222.0.63 "PUT /v2.0/ports/c7f41ba9-67d4-425b-9f5f-9a07ef34e945 HTTP/1.1" status: 200 len: 1092 time: 1.7148402 Jul 27 19:47:20.949446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabbd19-2fe8-440b-9705-697a70a705ad req-6eac1c7d-2437-4bd4-8e0d-8c1571e94c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:20.951342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2dabbd19-2fe8-440b-9705-697a70a705ad req-6eac1c7d-2437-4bd4-8e0d-8c1571e94c8e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 200 len: 852 time: 0.1656725 Jul 27 19:47:20.957899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62fa4f-fcf9-45b8-89b3-79faa80696a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f41ba9-67d4-425b-9f5f-9a07ef34e945,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:20.977220 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5cf0b35d-df04-4122-b269-0f95895b2b09 req-9bee2df0-eae3-474f-96b0-984bc9cfca7b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614356 Jul 27 19:47:21.028028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2dabbd19-2fe8-440b-9705-697a70a705ad req-b9d79de3-0481-4613-8b51-f431f6f2583e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ebd3759-03a3-4e67-a8e0-16f7b925197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604095 Jul 27 19:47:21.101379 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-64b3e620-e04b-4130-99e7-f9c5b24004bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:21.102982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-64b3e620-e04b-4130-99e7-f9c5b24004bc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 1095 time: 0.2190731 Jul 27 19:47:21.181456 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-ffa45451-82e3-44c9-8601-87a3ba7ab43a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7f41ba9-67d4-425b-9f5f-9a07ef34e945 HTTP/1.1" status: 200 len: 217 time: 0.0662856 Jul 27 19:47:21.257412 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2dabbd19-2fe8-440b-9705-697a70a705ad req-ac530820-f7ff-4337-b829-7a8662fe4434 service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125967 Jul 27 19:47:21.279149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-c1b65d1a-7ff9-44a9-8ccc-0164c2d4e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:21.280658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-c1b65d1a-7ff9-44a9-8ccc-0164c2d4e34b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.0846202 Jul 27 19:47:21.299704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a2cef-388f-4a4f-a981-d7151ba94c10 req-56280078-e569-4807-97d7-508ea28d852a tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:21.304152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-379a2cef-388f-4a4f-a981-d7151ba94c10 req-56280078-e569-4807-97d7-508ea28d852a tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 945 time: 0.2000704 Jul 27 19:47:21.419446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-379a2cef-388f-4a4f-a981-d7151ba94c10 req-4c83e9ca-bcde-4d94-b0be-f0f026dbcec3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787036 Jul 27 19:47:21.446605 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2dabbd19-2fe8-440b-9705-697a70a705ad req-d6d5f7fb-d275-493e-8ad5-9594a72f357e service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792858 Jul 27 19:47:21.455353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-679e22a2-291d-432d-9c3a-a56dff693974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:21.458331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-679e22a2-291d-432d-9c3a-a56dff693974 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524615 Jul 27 19:47:21.592011 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59d3f081-6523-48a9-a478-ea3320db6ca5 req-41b8a4e5-aaae-4800-a516-434efff0af95 tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0384123 Jul 27 19:47:21.622383 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-b74134a5-8a29-4995-9378-514dbe7e1e6a service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570802 Jul 27 19:47:21.743822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cac68702-95e4-4f7f-8a1f-e70a7fa92aee req-13aa518e-7279-4424-a14d-7d255f0d4253 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136329 Jul 27 19:47:21.817517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9458921-e722-47f6-b028-9a795a22ed6f req-643de526-2795-4601-ac31-cb621bf9a1c3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:21.819046 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9458921-e722-47f6-b028-9a795a22ed6f req-643de526-2795-4601-ac31-cb621bf9a1c3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 945 time: 0.0860476 Jul 27 19:47:21.881812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9458921-e722-47f6-b028-9a795a22ed6f req-944088ed-5f75-43f9-af87-5316b824f047 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523760 Jul 27 19:47:21.907557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b205db-da0f-4d5c-ab1f-8694d474d2fa req-c6ba99dc-2f58-41c0-99a2-070eeb1fec0a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:21.909094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62b205db-da0f-4d5c-ab1f-8694d474d2fa req-c6ba99dc-2f58-41c0-99a2-070eeb1fec0a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 943 time: 0.0889063 Jul 27 19:47:21.932435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f967bf-6704-44bb-9dfe-eaebe108052f', 'tag': 'c7f41ba9-67d4-425b-9f5f-9a07ef34e945'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:21.934688 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1350524-fe26-4f5f-a890-2201366c46e1" -d '{"events": [{"name": "network-changed", "server_uuid": "30f967bf-6704-44bb-9dfe-eaebe108052f", "tag": "c7f41ba9-67d4-425b-9f5f-9a07ef34e945"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:21.954139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62b205db-da0f-4d5c-ab1f-8694d474d2fa req-5ac84c6b-d1fd-4316-b183-c29ffdb356d6 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386794 Jul 27 19:47:22.131717 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2227df-0bb7-4234-8f4b-d0321eec0c96 x-openstack-request-id: req-bb2227df-0bb7-4234-8f4b-d0321eec0c96 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:22.131717 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f967bf-6704-44bb-9dfe-eaebe108052f", "tag": "c7f41ba9-67d4-425b-9f5f-9a07ef34e945", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:22.131717 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb2227df-0bb7-4234-8f4b-d0321eec0c96 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:22.131717 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f967bf-6704-44bb-9dfe-eaebe108052f', 'tag': 'c7f41ba9-67d4-425b-9f5f-9a07ef34e945', 'status': 'completed', 'code': 200} Jul 27 19:47:22.230196 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1350524-fe26-4f5f-a890-2201366c46e1 req-fc737fd4-67b4-44a0-ada6-da5c8d4dd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:22.231908 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1350524-fe26-4f5f-a890-2201366c46e1 req-fc737fd4-67b4-44a0-ada6-da5c8d4dd5c0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 1095 time: 0.0716817 Jul 27 19:47:22.341463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-dcb9386f-941a-4e5a-9c06-638bda6fce13 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6075594f6f2a439f93248a6093faea1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375590 Jul 27 19:47:22.409088 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42336) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:22.454313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1350524-fe26-4f5f-a890-2201366c46e1 req-f9cbf48e-5846-455a-9adb-674443cd6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:22.455924 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1350524-fe26-4f5f-a890-2201366c46e1 req-f9cbf48e-5846-455a-9adb-674443cd6d36 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.2164779 Jul 27 19:47:22.526574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1350524-fe26-4f5f-a890-2201366c46e1 req-4e133345-013d-41d3-a1e9-d7456e61f911 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7f41ba9-67d4-425b-9f5f-9a07ef34e945 HTTP/1.1" status: 200 len: 217 time: 0.0621083 Jul 27 19:47:22.539506 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-db1342a2-ed92-4375-976d-280d83292a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:22.608612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-3d6debc9-1702-4595-9df0-fffd082e0e63 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:22.616058 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-3d6debc9-1702-4595-9df0-fffd082e0e63 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2623000 Jul 27 19:47:22.671275 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-4487ea94-c722-4bb5-b055-e19de674b38e tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/quotas/6075594f6f2a439f93248a6093faea1d HTTP/1.1" status: 200 len: 375 time: 0.0542102 Jul 27 19:47:22.673981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1350524-fe26-4f5f-a890-2201366c46e1 req-4dd18ba0-9e4c-437a-be6d-bb4094e104c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:22.675814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1350524-fe26-4f5f-a890-2201366c46e1 req-4dd18ba0-9e4c-437a-be6d-bb4094e104c5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.1379247 Jul 27 19:47:22.681994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-db1342a2-ed92-4375-976d-280d83292a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:22.688549 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-db1342a2-ed92-4375-976d-280d83292a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:22.735313 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-db1342a2-ed92-4375-976d-280d83292a85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8bbb4923a75047b4a75614ae1d1f2e11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251817 Jul 27 19:47:22.739173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42354) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:22.741629 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-3f2942f0-e262-45a0-a405-a45b26c236f4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693884 Jul 27 19:47:22.753180 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1342a2-ed92-4375-976d-280d83292a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece54806-333b-4fa0-8fb3-ccb572a91667,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:22.785308 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5ebd8-3e0a-406d-b053-8a5c2bbd0e43 req-d8ddcf65-10aa-4375-8a5f-598b5478fd9c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:22.787161 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ec5ebd8-3e0a-406d-b053-8a5c2bbd0e43 req-d8ddcf65-10aa-4375-8a5f-598b5478fd9c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 943 time: 0.1687553 Jul 27 19:47:22.802418 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-941e1629-7dd3-416d-9a04-de876dfcc9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:22.816048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1350524-fe26-4f5f-a890-2201366c46e1 req-1fe7b334-ea59-4b46-92dc-b15137e2a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:22.817575 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1350524-fe26-4f5f-a890-2201366c46e1 req-1fe7b334-ea59-4b46-92dc-b15137e2a277 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310163 Jul 27 19:47:22.834954 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-941e1629-7dd3-416d-9a04-de876dfcc9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:22.864746 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ec5ebd8-3e0a-406d-b053-8a5c2bbd0e43 req-75bc59f0-ef25-42c4-bb74-0e43924baccc tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693779 Jul 27 19:47:22.917858 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-941e1629-7dd3-416d-9a04-de876dfcc9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:22.920836 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-941e1629-7dd3-416d-9a04-de876dfcc9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:22.922465 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-941e1629-7dd3-416d-9a04-de876dfcc9e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ece54806-333b-4fa0-8fb3-ccb572a91667 HTTP/1.1" status: 204 len: 168 time: 0.1823957 Jul 27 19:47:22.937136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e1629-7dd3-416d-9a04-de876dfcc9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece54806-333b-4fa0-8fb3-ccb572a91667,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:22.976380 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1350524-fe26-4f5f-a890-2201366c46e1 req-d62e467a-0647-4232-9a57-79042c6f3904 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469164 Jul 27 19:47:23.102760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42374) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:23.117166 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8b9a2c9-43d1-4ae7-bdbb-052d4dc8c7b3 req-997c39eb-b661-4a8d-8376-32f3ac17f91f tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0526152 Jul 27 19:47:23.170876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1350524-fe26-4f5f-a890-2201366c46e1 req-bbf20e06-c110-4378-a6cb-f8237676c8c6 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850083 Jul 27 19:47:23.245079 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f568d8f2-757c-4809-9fcd-e4e35f809818 req-70269df0-62db-42fc-8b9f-2b1da32f0999 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0565939 Jul 27 19:47:23.419961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a7a3-9a47-4cfa-9a0f-8b79e6a48881 req-13dce801-ce7c-440e-8d4e-ad435c88bdea tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:23.431083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-43b9a7a3-9a47-4cfa-9a0f-8b79e6a48881 req-13dce801-ce7c-440e-8d4e-ad435c88bdea tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 943 time: 0.1227593 Jul 27 19:47:23.460046 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d207dc69-131f-4a9d-ae0e-98619b699a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:23.468547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42388) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:23.489040 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-48552079-d923-4b76-ae12-7275180a2725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:23.524731 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-43b9a7a3-9a47-4cfa-9a0f-8b79e6a48881 req-ae29c93a-4b24-498a-8dfd-ded166d62024 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926468 Jul 27 19:47:23.593523 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d207dc69-131f-4a9d-ae0e-98619b699a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:23.599637 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d207dc69-131f-4a9d-ae0e-98619b699a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:23.631662 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207dc69-131f-4a9d-ae0e-98619b699a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a311116-67ec-4d0c-bd40-e566d60abfe1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:23.653253 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d207dc69-131f-4a9d-ae0e-98619b699a69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53a8b8e08ec44f04809092b6e2aa75ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487628 Jul 27 19:47:23.655632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42398) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:23.724115 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78103467-bf15-4614-8ee3-1f7a2811d8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:23.757419 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78103467-bf15-4614-8ee3-1f7a2811d8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:23.827966 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78103467-bf15-4614-8ee3-1f7a2811d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:23.831253 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78103467-bf15-4614-8ee3-1f7a2811d8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:23.835793 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-78103467-bf15-4614-8ee3-1f7a2811d8a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a311116-67ec-4d0c-bd40-e566d60abfe1 HTTP/1.1" status: 204 len: 168 time: 0.1786721 Jul 27 19:47:23.844836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78103467-bf15-4614-8ee3-1f7a2811d8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a311116-67ec-4d0c-bd40-e566d60abfe1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:24.141519 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-48552079-d923-4b76-ae12-7275180a2725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:24.152591 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-48552079-d923-4b76-ae12-7275180a2725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:24.216162 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-48552079-d923-4b76-ae12-7275180a2725 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0206f960fcbb474da78c22afd87b3dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7441070 Jul 27 19:47:24.216536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42416) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:24.233424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48552079-d923-4b76-ae12-7275180a2725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ce643e-ad14-4be1-b9f7-33e104efd903,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:24.266364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90523df-b670-41f1-a555-f210a545d5b6 req-f6df7fa6-0919-4b51-8690-26982787e274 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:24.270034 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b90523df-b670-41f1-a555-f210a545d5b6 req-f6df7fa6-0919-4b51-8690-26982787e274 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 945 time: 0.5776622 Jul 27 19:47:24.273274 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-eef76ed4-883b-4a24-8cc3-156673997cf5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=6075594f6f2a439f93248a6093faea1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572331 Jul 27 19:47:24.299507 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-304aa389-0335-4e9a-b4b6-955fc69aa339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:24.330711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-304aa389-0335-4e9a-b4b6-955fc69aa339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:24.358614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f2067-d911-44b2-bd68-bf4bdbacd940 req-6f2276fe-fc9d-4e9c-a876-5d560f78e132 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:24.367870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d1f2067-d911-44b2-bd68-bf4bdbacd940 req-6f2276fe-fc9d-4e9c-a876-5d560f78e132 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 943 time: 0.2720962 Jul 27 19:47:24.391322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-304aa389-0335-4e9a-b4b6-955fc69aa339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:24.395816 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-304aa389-0335-4e9a-b4b6-955fc69aa339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:24.397353 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-304aa389-0335-4e9a-b4b6-955fc69aa339 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07ce643e-ad14-4be1-b9f7-33e104efd903 HTTP/1.1" status: 204 len: 168 time: 0.1798286 Jul 27 19:47:24.421108 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304aa389-0335-4e9a-b4b6-955fc69aa339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ce643e-ad14-4be1-b9f7-33e104efd903,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:24.447990 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b90523df-b670-41f1-a555-f210a545d5b6 req-17a70a08-8797-420f-adb7-2a2d31134e27 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698170 Jul 27 19:47:24.454050 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d1f2067-d911-44b2-bd68-bf4bdbacd940 req-306ebb65-3951-44e7-8601-1589f6dc6bf3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853527 Jul 27 19:47:24.522688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fd75b574-42db-44a7-a895-2bfe5f987ff4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:24.523316 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fd75b574-42db-44a7-a895-2bfe5f987ff4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356060 Jul 27 19:47:24.539852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Request body: {'port': {'device_id': '9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '6075594f6f2a439f93248a6093faea1d'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:24.641545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d25939e-8920-458f-acaf-a0f4170e6344 req-7870c073-d84e-48d0-a18f-242019e08587 tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0700204 Jul 27 19:47:24.695047 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-383ed9ec-5f58-4e52-96d9-0b7f2891a352 req-ecbbd1b0-7955-480d-813f-f476180d670b tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 210 time: 0.1151760 Jul 27 19:47:24.765967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Made reservation on behalf of 6075594f6f2a439f93248a6093faea1d for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:24.769913 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:24.810885 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:24.882523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5561c2-3ad3-4d08-b927-950db203fb78 req-ff9f51f5-2f34-49c6-9603-f512e8e0306b tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:24.884333 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be5561c2-3ad3-4d08-b927-950db203fb78 req-ff9f51f5-2f34-49c6-9603-f512e8e0306b tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 943 time: 0.1105983 Jul 27 19:47:24.884678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c7f41ba9-67d4-425b-9f5f-9a07ef34e945 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:47:24.941884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be5561c2-3ad3-4d08-b927-950db203fb78 req-6b3080bb-870f-40d2-9820-84035639366c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475845 Jul 27 19:47:24.985737 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:24.991574 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:25.040891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port c7f41ba9-67d4-425b-9f5f-9a07ef34e945, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c7f41ba9-67d4-425b-9f5f-9a07ef34e945,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:25.055971 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'c7f41ba9-67d4-425b-9f5f-9a07ef34e945', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'port_id': 'c7f41ba9-67d4-425b-9f5f-9a07ef34e945', 'mac_address': 'fa:16:3e:f0:7c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:47:25.106456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a09b47-c694-4268-aad9-805f2fef5169,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:25.129235 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:25.157498 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f41ba9-67d4-425b-9f5f-9a07ef34e945 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:47:25.197781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port c7f41ba9-67d4-425b-9f5f-9a07ef34e945, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c7f41ba9-67d4-425b-9f5f-9a07ef34e945,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:25.207450 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:25.209101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1b3b034c-de21-4adc-b1ab-1f633c10c25e details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:47:25.250491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Allocated IP 192.168.233.27 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/56496aec-841c-411b-aa6c-a986953eec0d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:25.399506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=c7f41ba9-67d4-425b-9f5f-9a07ef34e945,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:25.461816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42490) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:25.466232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1b3b034c-de21-4adc-b1ab-1f633c10c25e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1b3b034c-de21-4adc-b1ab-1f633c10c25e,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:25.483457 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '1b3b034c-de21-4adc-b1ab-1f633c10c25e', 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'port_id': '1b3b034c-de21-4adc-b1ab-1f633c10c25e', 'mac_address': 'fa:16:3e:e9:13:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:47:25.515107 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:25.552265 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:25.558437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Transition to ACTIVE for port object 56496aec-841c-411b-aa6c-a986953eec0d will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:25.569831 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3b034c-de21-4adc-b1ab-1f633c10c25e {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:47:25.599108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1b3b034c-de21-4adc-b1ab-1f633c10c25e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1b3b034c-de21-4adc-b1ab-1f633c10c25e,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:25.605913 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:25.630107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1975724025-network', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:25.636132 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:25.666440 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] Made reservation on behalf of d4daa26e4754420b9db48caad2f9a801 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:25.672163 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:25.677713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1b3b034c-de21-4adc-b1ab-1f633c10c25e,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:25.688373 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:25.714428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:25.719828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:25.727577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:25.767173 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event updated for resources: {'Port': ['ID=56496aec-841c-411b-aa6c-a986953eec0d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:25.816265 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:25.822248 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:25.841692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:25.842338 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:25.844756 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:47:25.859512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['c7f41ba9-67d4-425b-9f5f-9a07ef34e945'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:25.859866 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c335d8d-ac77-4389-81cf-964317f25c53,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:25.865813 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:25.866154 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] Added segment fa87bfef-a30e-4f88-bfdf-bc4899fb9166 of type vlan for network 3383463f-73a5-48fd-9440-b2efb62c642c Jul 27 19:47:25.867674 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['1b3b034c-de21-4adc-b1ab-1f633c10c25e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:25.870041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1c727-8720-4a32-8e36-27993b4594d9 req-7937a2d7-da28-4520-b802-486dddc2e0c1 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:25.871626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3c1c727-8720-4a32-8e36-27993b4594d9 req-7937a2d7-da28-4520-b802-486dddc2e0c1 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 945 time: 0.2251744 Jul 27 19:47:25.890143 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-fa3bfccc-c274-47f0-902d-6f2127494686 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3570676 Jul 27 19:47:25.909384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8bdf1-3436-4e11-a343-b1d46cf0aae6 req-ee1944d4-9a73-4baa-9918-e285658aa6d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:25.920070 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d8bdf1-3436-4e11-a343-b1d46cf0aae6 req-ee1944d4-9a73-4baa-9918-e285658aa6d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 944 time: 0.1970868 Jul 27 19:47:25.924030 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:25.941661 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Request body: {'port': {'device_id': '9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:25.962647 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:25.963923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:25.965932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:26.012811 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3c1c727-8720-4a32-8e36-27993b4594d9 req-790cf6a9-d219-4100-b01c-e37f9c04e6c8 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292331 Jul 27 19:47:26.023152 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5595672 Jul 27 19:47:26.026386 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42512) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:26.031603 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6ebb8912-eddc-4567-879d-539c14911e15 admin admin] Request body: {'subnet': {'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975724025-subnet', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:26.048967 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ff60d-2af3-43e9-acaf-9e2dc22cf787 admin admin] Pushing event updated for resources: {'Network': ['ID=3383463f-73a5-48fd-9440-b2efb62c642c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:26.061436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d8bdf1-3436-4e11-a343-b1d46cf0aae6 req-0de0d523-9aab-48ec-998c-173f57545e6e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403286 Jul 27 19:47:26.075149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 3383463f-73a5-48fd-9440-b2efb62c642c details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:47:26.087037 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebb8912-eddc-4567-879d-539c14911e15 admin admin] Made reservation on behalf of d4daa26e4754420b9db48caad2f9a801 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:26.089636 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8912-eddc-4567-879d-539c14911e15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:26.121128 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:26.192726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0292ffb3-52aa-4b7f-8e33-ca22061637e9 None None] Provisioning for port 56496aec-841c-411b-aa6c-a986953eec0d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:26.192726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0292ffb3-52aa-4b7f-8e33-ca22061637e9 None None] Provisioning complete for port 56496aec-841c-411b-aa6c-a986953eec0d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:26.192726 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0292ffb3-52aa-4b7f-8e33-ca22061637e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:26.320233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0292ffb3-52aa-4b7f-8e33-ca22061637e9 None None] Port 56496aec-841c-411b-aa6c-a986953eec0d cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:47:26.328491 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8912-eddc-4567-879d-539c14911e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:26.403331 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb8912-eddc-4567-879d-539c14911e15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8686335d-95ea-4186-ad02-4169113b78f6,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:26.412018 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb8912-eddc-4567-879d-539c14911e15 admin admin] Checking segment: {'id': 'fa87bfef-a30e-4f88-bfdf-bc4899fb9166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:26.412426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebb8912-eddc-4567-879d-539c14911e15 admin admin] Network hostable DHCP agents. Network: 3383463f-73a5-48fd-9440-b2efb62c642c, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:47:26.413933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88decfd3-7229-4d66-bbf7-5f45c9e7e66f req-93f7765e-11e5-48ab-ba1e-8237a968a7da tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0865028 Jul 27 19:47:26.428564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42530) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:26.450731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebb8912-eddc-4567-879d-539c14911e15 admin admin] Network 3383463f-73a5-48fd-9440-b2efb62c642c is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:47:26.467557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6ebb8912-eddc-4567-879d-539c14911e15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 3383463f-73a5-48fd-9440-b2efb62c642c) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:26.480970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcbd7c1-57de-4f2c-ac3a-7120030ac03e None None] Network 3383463f-73a5-48fd-9440-b2efb62c642c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:47:26.483101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebb8912-eddc-4567-879d-539c14911e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:26.484028 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8912-eddc-4567-879d-539c14911e15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:26.506969 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6ebb8912-eddc-4567-879d-539c14911e15 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4794638 Jul 27 19:47:26.509887 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42534) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:26.518853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85165926-df7a-46a0-94e6-8408a03ff585 req-b297d429-8426-4b22-bdc4-9b95cd6802e1 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:26.522241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1975724025-router', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:26.529006 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85165926-df7a-46a0-94e6-8408a03ff585 req-b297d429-8426-4b22-bdc4-9b95cd6802e1 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 935 time: 0.2003300 Jul 27 19:47:26.569555 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:26.570654 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:26.619780 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30e151e7-b66e-4e2f-a33e-4d3f48c5b5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:26.648969 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85165926-df7a-46a0-94e6-8408a03ff585 req-3ddbb9b0-9fc7-44e6-9301-2ac6337dae0c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186876 Jul 27 19:47:26.661215 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:26.663348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-3383463f-73a5-48fd-9440-b2efb62c642c', 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'fixed_ips': [{'subnet_id': '8686335d-95ea-4186-ad02-4169113b78f6'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:47:26.664193 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:26.720682 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56496aec-841c-411b-aa6c-a986953eec0d {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:47:26.739972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b70b81-eb26-43fe-a651-d3ca242b9307 req-ade6712a-04ec-48b0-afc1-d737c52f1041 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:26.749171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25b70b81-eb26-43fe-a651-d3ca242b9307 req-ade6712a-04ec-48b0-afc1-d737c52f1041 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 944 time: 0.1915648 Jul 27 19:47:26.753086 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:26.789577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Transition to ACTIVE for port object 56496aec-841c-411b-aa6c-a986953eec0d will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:26.801811 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:26.822914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Allocated IP 172.20.0.2 (3383463f-73a5-48fd-9440-b2efb62c642c/8686335d-95ea-4186-ad02-4169113b78f6/e6147056-0d78-45e5-91ba-b4f931e26fb0) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:26.838635 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:26.867307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25b70b81-eb26-43fe-a651-d3ca242b9307 req-8d5aec98-3d70-4d61-a6eb-bd89be043f37 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169841 Jul 27 19:47:26.926456 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 930ac4ff-dcab-4331-bc31-8441ee7ee341 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:47:26.928616 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1b3b034c-de21-4adc-b1ab-1f633c10c25e up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:26.934211 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Pushing event updated for resources: {'Port': ['ID=56496aec-841c-411b-aa6c-a986953eec0d,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:27.065921 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30e151e7-b66e-4e2f-a33e-4d3f48c5b5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.082003 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30e151e7-b66e-4e2f-a33e-4d3f48c5b5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.176564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04f45c-38cf-417d-bd56-c45c1277eb61 req-f883e18b-a76f-41e8-a7d4-d1883084a43c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:27.184765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c04f45c-38cf-417d-bd56-c45c1277eb61 req-f883e18b-a76f-41e8-a7d4-d1883084a43c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 945 time: 0.1704900 Jul 27 19:47:27.202220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 930ac4ff-dcab-4331-bc31-8441ee7ee341, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=930ac4ff-dcab-4331-bc31-8441ee7ee341,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:27.216165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '930ac4ff-dcab-4331-bc31-8441ee7ee341', 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9', 'port_id': '930ac4ff-dcab-4331-bc31-8441ee7ee341', 'mac_address': 'fa:16:3e:5f:f0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704bcdba-cfcb-4fd0-aa7c-2ab398640f58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:47:27.247479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Attempting to bind port 56496aec-841c-411b-aa6c-a986953eec0d on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:27.248214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Attempting to bind port 56496aec-841c-411b-aa6c-a986953eec0d by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:27.248776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Attempting to bind port 56496aec-841c-411b-aa6c-a986953eec0d on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:27.266355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42546) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:27.300227 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.305322 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c04f45c-38cf-417d-bd56-c45c1277eb61 req-70d09eab-bdb3-4116-bc0e-7141d26602e1 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194162 Jul 27 19:47:27.306001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Port 56496aec-841c-411b-aa6c-a986953eec0d on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:47:27.306329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Attempting to bind port 56496aec-841c-411b-aa6c-a986953eec0d on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:27.320424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:27.320809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:27.320972 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 1b3b034c-de21-4adc-b1ab-1f633c10c25e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:27.321310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:27.321779 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Bound port: 56496aec-841c-411b-aa6c-a986953eec0d, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:27.322182 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.323860 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 930ac4ff-dcab-4331-bc31-8441ee7ee341 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:47:27.350850 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 1b3b034c-de21-4adc-b1ab-1f633c10c25e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:27.351269 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.367006 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.373605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcde38-861c-4413-8550-5016480e6e3e req-e0aa1b78-1126-42b7-a841-7023e4f28b05 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:27.375367 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3edcde38-861c-4413-8550-5016480e6e3e req-e0aa1b78-1126-42b7-a841-7023e4f28b05 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 944 time: 0.1875937 Jul 27 19:47:27.406081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 930ac4ff-dcab-4331-bc31-8441ee7ee341, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=930ac4ff-dcab-4331-bc31-8441ee7ee341,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:27.414748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Transition to ACTIVE for port object e6147056-0d78-45e5-91ba-b4f931e26fb0 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:27.425885 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.460768 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3edcde38-861c-4413-8550-5016480e6e3e req-1b15e67b-ad97-4a9c-abcb-5e696479e461 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774748 Jul 27 19:47:27.471253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] For port 56496aec-841c-411b-aa6c-a986953eec0d, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:27.478082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] For port 56496aec-841c-411b-aa6c-a986953eec0d, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=56496aec-841c-411b-aa6c-a986953eec0d,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:27.489589 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bd893aa3-dfbf-4d5b-a190-34239ec9bed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.495442 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.507772 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Transition to ACTIVE for port object e6147056-0d78-45e5-91ba-b4f931e26fb0 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:27.521096 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.555692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['930ac4ff-dcab-4331-bc31-8441ee7ee341'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:27.572893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:27.573614 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.575128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] 10.222.0.63 "PUT /v2.0/ports/56496aec-841c-411b-aa6c-a986953eec0d HTTP/1.1" status: 200 len: 1096 time: 1.6423006 Jul 27 19:47:27.577558 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0', 'tag': '56496aec-841c-411b-aa6c-a986953eec0d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:27.579945 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3add860f-fe76-400d-9b34-dc77454a9fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0", "tag": "56496aec-841c-411b-aa6c-a986953eec0d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:27.591091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e151e7-b66e-4e2f-a33e-4d3f48c5b5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0b473d-2f58-4a06-8844-137d5ead9c50,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:27.602377 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-30e151e7-b66e-4e2f-a33e-4d3f48c5b5d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68a651a24f0944089c9ed10ed5cc7236&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1729567 Jul 27 19:47:27.603040 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e0ebe23-e8c2-41bb-97e5-006407c62f64 req-9976d37a-0cb4-40be-8ddf-6a0cb12e3d25 tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0970306 Jul 27 19:47:27.604970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42554) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:27.650506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=930ac4ff-dcab-4331-bc31-8441ee7ee341,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:27.663101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Network 3383463f-73a5-48fd-9440-b2efb62c642c is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:27.707798 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816c2504-b3bd-4984-9f1e-1a36c6dea33a x-openstack-request-id: req-816c2504-b3bd-4984-9f1e-1a36c6dea33a {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:27.708425 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0", "tag": "56496aec-841c-411b-aa6c-a986953eec0d", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:27.708524 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-816c2504-b3bd-4984-9f1e-1a36c6dea33a {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:27.708892 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0', 'tag': '56496aec-841c-411b-aa6c-a986953eec0d', 'status': 'completed', 'code': 200} Jul 27 19:47:27.723946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:27.726344 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.730574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:27.745938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e8a0a-aa01-4c04-bbb4-f6a054f005f1 service neutron] Pushing event updated for resources: {'Port': ['ID=56496aec-841c-411b-aa6c-a986953eec0d,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:27.786859 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Pushing event updated for resources: {'Port': ['ID=e6147056-0d78-45e5-91ba-b4f931e26fb0,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:27.805413 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.810385 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-835a0d9b-0c85-44fd-aabe-0b845df8cb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.870661 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-be2cd020-ddc7-438b-9c6c-0a747751594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:27.874275 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-be2cd020-ddc7-438b-9c6c-0a747751594e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 1099 time: 0.2345331 Jul 27 19:47:27.874454 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.879793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35640f13-611f-40e5-9d67-9d069f729b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3b034c-de21-4adc-b1ab-1f633c10c25e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:27.883455 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c047a2-38f4-470e-b102-1243e7ce47bf" -d '{"events": [{"server_uuid": "35640f13-611f-40e5-9d67-9d069f729b1c", "name": "network-vif-plugged", "status": "completed", "tag": "1b3b034c-de21-4adc-b1ab-1f633c10c25e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:27.940656 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bd893aa3-dfbf-4d5b-a190-34239ec9bed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.944029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-3bddf3d1-817f-4ed0-b9d3-d26d4f843795 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=56496aec-841c-411b-aa6c-a986953eec0d HTTP/1.1" status: 200 len: 217 time: 0.0598931 Jul 27 19:47:27.948165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1b3b034c-de21-4adc-b1ab-1f633c10c25e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1b3b034c-de21-4adc-b1ab-1f633c10c25e,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:27.963101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Attempting to bind port e6147056-0d78-45e5-91ba-b4f931e26fb0 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:27.963616 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Attempting to bind port e6147056-0d78-45e5-91ba-b4f931e26fb0 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'fa87bfef-a30e-4f88-bfdf-bc4899fb9166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:27.964063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Attempting to bind port e6147056-0d78-45e5-91ba-b4f931e26fb0 on network 3383463f-73a5-48fd-9440-b2efb62c642c {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:27.965984 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bd893aa3-dfbf-4d5b-a190-34239ec9bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.971285 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:27.972366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c7f41ba9-67d4-425b-9f5f-9a07ef34e945 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:27.978518 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-835a0d9b-0c85-44fd-aabe-0b845df8cb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:28.002654 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:28.003298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Checking segment: {'id': 'fa87bfef-a30e-4f88-bfdf-bc4899fb9166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:28.003889 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:28.004372 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Bound using segment: {'id': 'fa87bfef-a30e-4f88-bfdf-bc4899fb9166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:28.004981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Bound port: e6147056-0d78-45e5-91ba-b4f931e26fb0, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa87bfef-a30e-4f88-bfdf-bc4899fb9166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:28.005633 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:28.023825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb92af3-69fe-4237-888b-253bc0faa219 req-4988de0c-ea3b-42f3-a6f4-041007e01f85 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:28.031519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-adb92af3-69fe-4237-888b-253bc0faa219 req-4988de0c-ea3b-42f3-a6f4-041007e01f85 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 947 time: 0.2557282 Jul 27 19:47:28.107879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Allocated IP 172.25.1.7 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/77615a7f-bb66-44a3-a4b0-6dae8c84cc6f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:28.114244 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-835a0d9b-0c85-44fd-aabe-0b845df8cb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:28.118075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-835a0d9b-0c85-44fd-aabe-0b845df8cb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:28.120065 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-835a0d9b-0c85-44fd-aabe-0b845df8cb03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af0b473d-2f58-4a06-8844-137d5ead9c50 HTTP/1.1" status: 204 len: 168 time: 0.5135834 Jul 27 19:47:28.144358 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a0d9b-0c85-44fd-aabe-0b845df8cb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0b473d-2f58-4a06-8844-137d5ead9c50,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:28.154646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd893aa3-dfbf-4d5b-a190-34239ec9bed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87e77b1-b6f8-408d-be5a-124aaa70b60d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:28.165260 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bd893aa3-dfbf-4d5b-a190-34239ec9bed7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99b405ff5f08463dbc3f3960f988a688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8978596 Jul 27 19:47:28.169218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42564) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:28.181201 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-adb92af3-69fe-4237-888b-253bc0faa219 req-0ae6c276-a688-47d6-a5a1-8ea69f0e9330 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428561 Jul 27 19:47:28.197794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1b3b034c-de21-4adc-b1ab-1f633c10c25e,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:28.205759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-f7122e7b-cd68-4d55-a271-807e3fac896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:28.208044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-f7122e7b-cd68-4d55-a271-807e3fac896a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.2550702 Jul 27 19:47:28.284734 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] For port e6147056-0d78-45e5-91ba-b4f931e26fb0, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:28.291108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] For port e6147056-0d78-45e5-91ba-b4f931e26fb0, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e6147056-0d78-45e5-91ba-b4f931e26fb0,segment=NetworkSegment(fa87bfef-a30e-4f88-bfdf-bc4899fb9166),segment_id=fa87bfef-a30e-4f88-bfdf-bc4899fb9166)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:28.296998 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd8e26a-7e8a-40ec-8fe8-8924fe81f795 x-openstack-request-id: req-2cd8e26a-7e8a-40ec-8fe8-8924fe81f795 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:28.297489 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35640f13-611f-40e5-9d67-9d069f729b1c", "name": "network-vif-plugged", "status": "completed", "tag": "1b3b034c-de21-4adc-b1ab-1f633c10c25e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:28.297963 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2cd8e26a-7e8a-40ec-8fe8-8924fe81f795 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:28.298504 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35640f13-611f-40e5-9d67-9d069f729b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3b034c-de21-4adc-b1ab-1f633c10c25e', 'code': 200} Jul 27 19:47:28.301080 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:28.303630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port c7f41ba9-67d4-425b-9f5f-9a07ef34e945 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:28.309751 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68eee1a6-9863-48eb-bfdd-eb6938023be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:28.343425 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port c7f41ba9-67d4-425b-9f5f-9a07ef34e945 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:28.345914 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:28.380702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68eee1a6-9863-48eb-bfdd-eb6938023be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:28.386993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d45af-ab45-4313-aaf2-71ebf7c882c7 req-235b397a-7d77-42db-9a7b-2318c12fd696 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:28.407127 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e7d45af-ab45-4313-aaf2-71ebf7c882c7 req-235b397a-7d77-42db-9a7b-2318c12fd696 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.3923106 Jul 27 19:47:28.477980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acf0e3-8a07-430a-a3a0-0403baf2e408 None None] Pushing event updated for resources: {'Port': ['ID=e6147056-0d78-45e5-91ba-b4f931e26fb0,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:28.524348 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:28.593375 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:28.609319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-5cf381a2-e74b-4c15-9015-b7e388f31b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:28.610872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-5cf381a2-e74b-4c15-9015-b7e388f31b4c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3923757 Jul 27 19:47:28.643058 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:28.709472 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port c7f41ba9-67d4-425b-9f5f-9a07ef34e945, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c7f41ba9-67d4-425b-9f5f-9a07ef34e945,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:28.725962 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:28.750181 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68eee1a6-9863-48eb-bfdd-eb6938023be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:28.766096 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68eee1a6-9863-48eb-bfdd-eb6938023be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:28.769749 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-68eee1a6-9863-48eb-bfdd-eb6938023be5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f87e77b1-b6f8-408d-be5a-124aaa70b60d HTTP/1.1" status: 204 len: 168 time: 0.5970867 Jul 27 19:47:28.819103 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eee1a6-9863-48eb-bfdd-eb6938023be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87e77b1-b6f8-408d-be5a-124aaa70b60d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:28.830569 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:28.832255 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e7d45af-ab45-4313-aaf2-71ebf7c882c7 req-cee5f668-e868-4a51-a798-033b2dea8b53 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213269 Jul 27 19:47:28.870036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=c7f41ba9-67d4-425b-9f5f-9a07ef34e945,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:28.882172 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:28.893443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:28.901858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Pushing event updated for resources: {'Port': ['ID=77615a7f-bb66-44a3-a4b0-6dae8c84cc6f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:28.909998 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81370b-4a06-4ba4-afd4-29de754bc8f8 req-5484bcaa-4d23-4409-9de6-a66f0a901cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:28.911619 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac81370b-4a06-4ba4-afd4-29de754bc8f8 req-5484bcaa-4d23-4409-9de6-a66f0a901cdd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 1097 time: 0.5022981 Jul 27 19:47:28.922216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 930ac4ff-dcab-4331-bc31-8441ee7ee341 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:47:28.925599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 930ac4ff-dcab-4331-bc31-8441ee7ee341 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:47:28.927930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5e95e-9764-44dd-9100-2dce0ce71ace req-de7c4271-90c6-4fe7-be66-3d8d8c18900a tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:28.933446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efe5e95e-9764-44dd-9100-2dce0ce71ace req-de7c4271-90c6-4fe7-be66-3d8d8c18900a tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.63 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 944 time: 0.4545727 Jul 27 19:47:28.952216 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5bf14-2a93-4c20-88d6-1701532ca995 req-0094730f-48b6-4340-8dfb-5d26b5cc6a23 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:28.960424 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10e5bf14-2a93-4c20-88d6-1701532ca995 req-0094730f-48b6-4340-8dfb-5d26b5cc6a23 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 944 time: 0.4826329 Jul 27 19:47:28.978198 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-1bda8e22-6d98-4127-998a-eb62590d9bc2 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432355 Jul 27 19:47:29.003748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e6147056-0d78-45e5-91ba-b4f931e26fb0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:29.267296 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10e5bf14-2a93-4c20-88d6-1701532ca995 req-a58624ee-c4e8-4ec8-9170-8adfdcf52599 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052449 Jul 27 19:47:29.344827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6c8b4c3-4998-41e2-a4e0-2f3d7275753a req-ee12f003-1ff6-4a50-9d0c-5795f6fbff1b service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530810 Jul 27 19:47:29.345215 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:29.362355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac81370b-4a06-4ba4-afd4-29de754bc8f8 req-5f3caa08-27da-460c-b8ae-d6776feef555 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073334 Jul 27 19:47:29.414706 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:29.429264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port e6147056-0d78-45e5-91ba-b4f931e26fb0 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:29.450281 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 930ac4ff-dcab-4331-bc31-8441ee7ee341 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:47:29.482263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 930ac4ff-dcab-4331-bc31-8441ee7ee341, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=930ac4ff-dcab-4331-bc31-8441ee7ee341,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:29.496363 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:29.566990 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a143aeb-8dbe-4c5e-80e7-a010bbccbbbe req-b08b8311-cbfb-4189-8957-260f62224fbb tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.1373119 Jul 27 19:47:29.615039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=930ac4ff-dcab-4331-bc31-8441ee7ee341,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:29.649936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 930ac4ff-dcab-4331-bc31-8441ee7ee341, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=930ac4ff-dcab-4331-bc31-8441ee7ee341,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:29.659960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9902e-315d-41fa-b239-f9bd87bec271 req-62723fd7-c67f-4d7b-8129-cce9230d36f4 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:29.661721 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaf9902e-315d-41fa-b239-f9bd87bec271 req-62723fd7-c67f-4d7b-8129-cce9230d36f4 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 945 time: 0.5178132 Jul 27 19:47:29.663168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '930ac4ff-dcab-4331-bc31-8441ee7ee341', 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9', 'port_id': '930ac4ff-dcab-4331-bc31-8441ee7ee341', 'mac_address': 'fa:16:3e:5f:f0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704bcdba-cfcb-4fd0-aa7c-2ab398640f58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:47:29.694242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-efe5e95e-9764-44dd-9100-2dce0ce71ace req-2afb63a2-5628-4a7b-9269-438239de7779 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Deleting port 930ac4ff-dcab-4331-bc31-8441ee7ee341 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:47:29.694642 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-efe5e95e-9764-44dd-9100-2dce0ce71ace req-2afb63a2-5628-4a7b-9269-438239de7779 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:29.715344 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42604) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:29.755110 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:29.943466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Router 00d451a2-14e0-48d4-aad7-c50782c7615b is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:47:29.953545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09ba326-0052-40aa-a4ec-3c74d9e7e8fd None None] Network 3383463f-73a5-48fd-9440-b2efb62c642c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:47:30.030621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2b5a4523-8800-48aa-8dc2-1b309647fc35 None None] Provisioning for port e6147056-0d78-45e5-91ba-b4f931e26fb0 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:30.038388 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2b5a4523-8800-48aa-8dc2-1b309647fc35 None None] Provisioning complete for port e6147056-0d78-45e5-91ba-b4f931e26fb0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:30.039043 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4523-8800-48aa-8dc2-1b309647fc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:30.081884 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:47:30.099146 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Sync routers for ids ['00d451a2-14e0-48d4-aad7-c50782c7615b'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:47:30.103557 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:30.105005 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-62b896c9-cd90-444f-8b8f-b78515796010 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5933652 Jul 27 19:47:30.106704 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42618) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:30.113163 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42620) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:30.145442 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Routers {'00d451a2-14e0-48d4-aad7-c50782c7615b'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:47:30.146120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:47:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['00d451a2-14e0-48d4-aad7-c50782c7615b'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:30.202957 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1178323284-network', 'tenant_id': 'f4333500ab01475fa3e6f3e130ed9fd1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:30.209714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add860f-fe76-400d-9b34-dc77454a9fd9 req-5dcf9e76-8327-45c9-b51b-134011f8ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:30.211359 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3add860f-fe76-400d-9b34-dc77454a9fd9 req-5dcf9e76-8327-45c9-b51b-134011f8ac90 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 1099 time: 0.7805920 Jul 27 19:47:30.321497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-858681419-network', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:30.321996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f967bf-6704-44bb-9dfe-eaebe108052f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f41ba9-67d4-425b-9f5f-9a07ef34e945'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:30.324489 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af798aa-5648-4488-83de-14457d95d110" -d '{"events": [{"server_uuid": "30f967bf-6704-44bb-9dfe-eaebe108052f", "name": "network-vif-plugged", "status": "completed", "tag": "c7f41ba9-67d4-425b-9f5f-9a07ef34e945"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:30.350114 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaf9902e-315d-41fa-b239-f9bd87bec271 req-c075def4-9cd5-46eb-b57d-69a8570ac7ab tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616361 Jul 27 19:47:30.374927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] Made reservation on behalf of f4333500ab01475fa3e6f3e130ed9fd1 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:30.377306 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:30.420526 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:30.426418 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4523-8800-48aa-8dc2-1b309647fc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:30.430585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] Made reservation on behalf of 0d99383d6df74ccd9c2362178c9f9ebc for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:30.431455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-efe5e95e-9764-44dd-9100-2dce0ce71ace req-2afb63a2-5628-4a7b-9269-438239de7779 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] For port 930ac4ff-dcab-4331-bc31-8441ee7ee341, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=930ac4ff-dcab-4331-bc31-8441ee7ee341,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:30.431823 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-efe5e95e-9764-44dd-9100-2dce0ce71ace req-2afb63a2-5628-4a7b-9269-438239de7779 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:30.440696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:30.453602 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:30.461596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Set router 00d451a2-14e0-48d4-aad7-c50782c7615b gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:47:30.489733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5778652-beb8-46e2-965f-82b2b391ec25 req-5033b93d-7d8e-4b38-bb79-78e775eab462 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:30.492829 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5778652-beb8-46e2-965f-82b2b391ec25 req-5033b93d-7d8e-4b38-bb79-78e775eab462 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 947 time: 0.7855463 Jul 27 19:47:30.501253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-efe5e95e-9764-44dd-9100-2dce0ce71ace req-2afb63a2-5628-4a7b-9269-438239de7779 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Calling delete_port for 930ac4ff-dcab-4331-bc31-8441ee7ee341 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:47:30.523584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add860f-fe76-400d-9b34-dc77454a9fd9 req-3121a11a-0ae3-4982-b4af-96483e2ce3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:30.525084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3add860f-fe76-400d-9b34-dc77454a9fd9 req-3121a11a-0ae3-4982-b4af-96483e2ce3a0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2987609 Jul 27 19:47:30.620060 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3add860f-fe76-400d-9b34-dc77454a9fd9 req-26d55935-61f1-451f-b4da-aa77642abd58 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=56496aec-841c-411b-aa6c-a986953eec0d HTTP/1.1" status: 200 len: 217 time: 0.0738468 Jul 27 19:47:30.624506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-2b5a4523-8800-48aa-8dc2-1b309647fc35 None None] For port e6147056-0d78-45e5-91ba-b4f931e26fb0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e6147056-0d78-45e5-91ba-b4f931e26fb0,segment=NetworkSegment(fa87bfef-a30e-4f88-bfdf-bc4899fb9166),segment_id=fa87bfef-a30e-4f88-bfdf-bc4899fb9166)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:30.635014 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4523-8800-48aa-8dc2-1b309647fc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:30.695377 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:47:30.716879 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:30.717973 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5778652-beb8-46e2-965f-82b2b391ec25 req-730a0190-15ea-42d0-9c51-2eb9aadbcab1 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918907 Jul 27 19:47:30.742915 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a4523-8800-48aa-8dc2-1b309647fc35 None None] Pushing event updated for resources: {'Port': ['ID=e6147056-0d78-45e5-91ba-b4f931e26fb0,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:30.798619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add860f-fe76-400d-9b34-dc77454a9fd9 req-8d1562cf-7d55-4721-9f93-307496b6160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:30.800276 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3add860f-fe76-400d-9b34-dc77454a9fd9 req-8d1562cf-7d55-4721-9f93-307496b6160a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1461492 Jul 27 19:47:30.810013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1f09d-2273-47c2-9634-68f2a7b1ca50 req-ac20ed49-c521-4230-bfc4-a93c8eddfd79 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:30.817751 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cce1f09d-2273-47c2-9634-68f2a7b1ca50 req-ac20ed49-c521-4230-bfc4-a93c8eddfd79 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.3614514 Jul 27 19:47:30.865107 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975724025-router', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '77615a7f-bb66-44a3-a4b0-6dae8c84cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:26Z', 'updated_at': '2021-07-27T19:47:29Z', 'revision_number': 3, 'project_id': 'd4daa26e4754420b9db48caad2f9a801', 'gw_port': {'id': '77615a7f-bb66-44a3-a4b0-6dae8c84cc6f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:27Z', 'updated_at': '2021-07-27T19:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:30.902955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Checking router: 00d451a2-14e0-48d4-aad7-c50782c7615b for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:47:30.903574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Updating router 00d451a2-14e0-48d4-aad7-c50782c7615b port 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:47:30.935981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 56496aec-841c-411b-aa6c-a986953eec0d details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:47:30.941411 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 930ac4ff-dcab-4331-bc31-8441ee7ee341 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:47:30.941922 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Allocated IP 172.20.0.1 (3383463f-73a5-48fd-9440-b2efb62c642c/8686335d-95ea-4186-ad02-4169113b78f6/22c477de-741b-4bbf-bed7-00bb3f9acfa9) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:31.002323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cce1f09d-2273-47c2-9634-68f2a7b1ca50 req-09149a56-e8aa-4942-b966-a1cf3db2675e tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835814 Jul 27 19:47:31.010523 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.048974 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.074150 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.083000 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6224d01-a169-462b-8d59-b97330a617ac x-openstack-request-id: req-e6224d01-a169-462b-8d59-b97330a617ac {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:31.083426 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f967bf-6704-44bb-9dfe-eaebe108052f", "name": "network-vif-plugged", "status": "completed", "tag": "c7f41ba9-67d4-425b-9f5f-9a07ef34e945", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:31.083779 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6224d01-a169-462b-8d59-b97330a617ac {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:31.084270 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f967bf-6704-44bb-9dfe-eaebe108052f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f41ba9-67d4-425b-9f5f-9a07ef34e945', 'code': 200} Jul 27 19:47:31.101978 n-d-705657-21 neutron-server[94061]: INFO neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No ports have port_id starting with 930ac4ff-dcab-4331-bc31-8441ee7ee341 Jul 27 19:47:31.102255 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.126752 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-efe5e95e-9764-44dd-9100-2dce0ce71ace req-2afb63a2-5628-4a7b-9269-438239de7779 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.137133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Transition to ACTIVE for port object 22c477de-741b-4bbf-bed7-00bb3f9acfa9 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:31.179594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:47:31.217225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add860f-fe76-400d-9b34-dc77454a9fd9 req-06301053-2480-4dde-bc19-a78ecc151f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:31.219663 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3add860f-fe76-400d-9b34-dc77454a9fd9 req-06301053-2480-4dde-bc19-a78ecc151f1a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3983576 Jul 27 19:47:31.227224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 56496aec-841c-411b-aa6c-a986953eec0d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=56496aec-841c-411b-aa6c-a986953eec0d,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:31.230035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8a7cb617-904b-4f8e-800e-853ba6102eb9 None None] Provisioning complete for port e6147056-0d78-45e5-91ba-b4f931e26fb0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:31.230520 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8a7cb617-904b-4f8e-800e-853ba6102eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.239243 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.246276 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.251926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb63a2-5628-4a7b-9269-438239de7779 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Pushing event deleted for resources: {'Port': ['ID=930ac4ff-dcab-4331-bc31-8441ee7ee341,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:31.254131 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.275828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '56496aec-841c-411b-aa6c-a986953eec0d', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '56496aec-841c-411b-aa6c-a986953eec0d', 'mac_address': 'fa:16:3e:47:d7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:47:31.291274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb0d7e5-e3ad-4c94-a76d-02fc2e981281,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:31.301247 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.301247 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] Added segment 3ca33697-c336-4ffa-9bc8-e33520ee7f4f of type vlan for network 73767579-011b-4969-a21f-bc40206eca3e Jul 27 19:47:31.303452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef69500f-05d0-4d07-9f33-4319ca23517d req-8179fd44-1db8-450c-8a46-251c268c71e1 tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0974741 Jul 27 19:47:31.348643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:47:31.348862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a57bf-ebf9-4626-91dc-37005d5276c3 req-f9a923d6-a388-4e59-946d-62e3c09424f0 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:31.356436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d2a57bf-ebf9-4626-91dc-37005d5276c3 req-f9a923d6-a388-4e59-946d-62e3c09424f0 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa68ec14-c6ed-4751-9815-7a35e5fdf383 HTTP/1.1" status: 200 len: 865 time: 0.4726386 Jul 27 19:47:31.369749 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Network 3383463f-73a5-48fd-9440-b2efb62c642c is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:31.373245 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247abc67-03f9-4eb4-871c-60e95f52cdf9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:31.378470 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:31.385018 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Pushing event updated for resources: {'Port': ['ID=22c477de-741b-4bbf-bed7-00bb3f9acfa9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:31.385757 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:31.389458 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.390243 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] Added segment 6716e35d-fc5e-4a20-90c9-5d3bccbeca99 of type vlan for network 7d2a7731-dd87-4444-a15d-0fc782244f3c Jul 27 19:47:31.432363 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.470719 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.480559 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.488247 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.506103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56496aec-841c-411b-aa6c-a986953eec0d {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:47:31.591287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.592625 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:31.593269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.599415 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 56496aec-841c-411b-aa6c-a986953eec0d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=56496aec-841c-411b-aa6c-a986953eec0d,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:31.616257 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.649064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe5e95e-9764-44dd-9100-2dce0ce71ace req-2afb63a2-5628-4a7b-9269-438239de7779 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] No DVR routers for this DVR port 930ac4ff-dcab-4331-bc31-8441ee7ee341 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:47:31.650979 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.652082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:31.652351 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.655589 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-efe5e95e-9764-44dd-9100-2dce0ce71ace req-2afb63a2-5628-4a7b-9269-438239de7779 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.657618 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efe5e95e-9764-44dd-9100-2dce0ce71ace req-2afb63a2-5628-4a7b-9269-438239de7779 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.63 "DELETE /v2.0/ports/930ac4ff-dcab-4331-bc31-8441ee7ee341 HTTP/1.1" status: 204 len: 173 time: 2.7143891 Jul 27 19:47:31.664033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa68ec14-c6ed-4751-9815-7a35e5fdf383', 'name': 'network-vif-deleted', 'tag': '930ac4ff-dcab-4331-bc31-8441ee7ee341'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:31.666447 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1becfb57-5f92-4275-b208-de95b1fd680a" -d '{"events": [{"server_uuid": "fa68ec14-c6ed-4751-9815-7a35e5fdf383", "name": "network-vif-deleted", "tag": "930ac4ff-dcab-4331-bc31-8441ee7ee341"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:31.678352 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.698248 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Transition to ACTIVE for port object 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:31.718557 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6103117 Jul 27 19:47:31.722633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42640) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:31.725111 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.731016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=56496aec-841c-411b-aa6c-a986953eec0d,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:31.746999 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4f12f375-0b3b-41fd-8fe8-1394460f706d admin admin] Request body: {'subnet': {'network_id': '7d2a7731-dd87-4444-a15d-0fc782244f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-858681419-subnet', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:31.762307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdebf7-f81f-4b4a-a3ea-af9d42693dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=7d2a7731-dd87-4444-a15d-0fc782244f3c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:31.776023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47e3e9-9997-495a-828e-a99d0697b334 None None] Pushing event updated for resources: {'Port': ['ID=77615a7f-bb66-44a3-a4b0-6dae8c84cc6f,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:31.785609 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 7d2a7731-dd87-4444-a15d-0fc782244f3c details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:47:31.793428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] Pushing event updated for resources: {'Network': ['ID=73767579-011b-4969-a21f-bc40206eca3e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:31.801266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-494ec1f3-b1a0-4d63-bba3-502d91932a9a None None] Provisioning for port 22c477de-741b-4bbf-bed7-00bb3f9acfa9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:31.802454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f12f375-0b3b-41fd-8fe8-1394460f706d admin admin] Made reservation on behalf of 0d99383d6df74ccd9c2362178c9f9ebc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:31.805039 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c65b1cac-f914-4b3b-bf43-04952ba9fd5d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0877669 Jul 27 19:47:31.808523 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f12f375-0b3b-41fd-8fe8-1394460f706d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.810066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42644) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:31.813008 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3add860f-fe76-400d-9b34-dc77454a9fd9 req-f12d8acd-e864-4cc6-9846-fcc36a9f1c38 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573261 Jul 27 19:47:31.817652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d2a57bf-ebf9-4626-91dc-37005d5276c3 req-b5b16942-4349-439a-8468-d4b19b701286 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604025 Jul 27 19:47:31.823167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f5406b2a-2352-464c-8b66-a50e33b65884 admin admin] Request body: {'subnet': {'network_id': '73767579-011b-4969-a21f-bc40206eca3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1178323284-subnet', 'tenant_id': 'f4333500ab01475fa3e6f3e130ed9fd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:31.836660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae88e4e-6081-4513-9871-f88c43c4bc28 req-ebf78adf-3860-4e16-b55d-7482ab93c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:31.838493 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ae88e4e-6081-4513-9871-f88c43c4bc28 req-ebf78adf-3860-4e16-b55d-7482ab93c050 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 1097 time: 0.6552737 Jul 27 19:47:31.847223 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-494ec1f3-b1a0-4d63-bba3-502d91932a9a None None] Provisioning complete for port 22c477de-741b-4bbf-bed7-00bb3f9acfa9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:31.847689 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-494ec1f3-b1a0-4d63-bba3-502d91932a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.849562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 73767579-011b-4969-a21f-bc40206eca3e details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:47:31.919251 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['56496aec-841c-411b-aa6c-a986953eec0d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:31.938236 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:31.954356 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3add860f-fe76-400d-9b34-dc77454a9fd9 req-1c18e8a7-0fc2-4f60-9364-519e5f28fa2e service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203966 Jul 27 19:47:31.962065 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Attempting to bind port 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:31.962434 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Attempting to bind port 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:31.962795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Attempting to bind port 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:32.029924 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ae88e4e-6081-4513-9871-f88c43c4bc28 req-8390a749-6665-484d-aec5-f6fd101be7b7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727003 Jul 27 19:47:32.050818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5406b2a-2352-464c-8b66-a50e33b65884 admin admin] Made reservation on behalf of f4333500ab01475fa3e6f3e130ed9fd1 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:32.053183 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5406b2a-2352-464c-8b66-a50e33b65884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:32.168549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:32.169303 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:32.169303 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:32.169703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:32.170192 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Bound port: 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:32.170932 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:32.239055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-494ec1f3-b1a0-4d63-bba3-502d91932a9a None None] Port 22c477de-741b-4bbf-bed7-00bb3f9acfa9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:47:32.243979 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a852b1-34dc-4587-b657-8a219aac2e8b x-openstack-request-id: req-81a852b1-34dc-4587-b657-8a219aac2e8b {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:32.246343 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa68ec14-c6ed-4751-9815-7a35e5fdf383", "name": "network-vif-deleted", "tag": "930ac4ff-dcab-4331-bc31-8441ee7ee341", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:32.246343 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81a852b1-34dc-4587-b657-8a219aac2e8b {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:32.246343 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa68ec14-c6ed-4751-9815-7a35e5fdf383', 'name': 'network-vif-deleted', 'tag': '930ac4ff-dcab-4331-bc31-8441ee7ee341', 'status': 'completed', 'code': 200} Jul 27 19:47:32.255858 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f12f375-0b3b-41fd-8fe8-1394460f706d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:32.256595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] For port 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:32.263202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] For port 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=77615a7f-bb66-44a3-a4b0-6dae8c84cc6f,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:32.274688 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:32.293425 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:32.309586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ba74c-e0b1-4749-8041-6d07698e8690 req-fb7b1540-cf7b-4c98-90b5-c9787deea380 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:32.311517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e25ba74c-e0b1-4749-8041-6d07698e8690 req-fb7b1540-cf7b-4c98-90b5-c9787deea380 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 945 time: 0.3556969 Jul 27 19:47:32.339994 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47e3e9-9997-495a-828e-a99d0697b334 None None] Pushing event updated for resources: {'Port': ['ID=77615a7f-bb66-44a3-a4b0-6dae8c84cc6f,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:32.348515 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:32.386135 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Routers {'00d451a2-14e0-48d4-aad7-c50782c7615b'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:47:32.386793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:47:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['00d451a2-14e0-48d4-aad7-c50782c7615b'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:32.445076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12f375-0b3b-41fd-8fe8-1394460f706d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf489cb-d835-44e9-a968-4e2c355b4779,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:32.464584 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:32.482236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Pushing event updated for resources: {'Port': ['ID=22c477de-741b-4bbf-bed7-00bb3f9acfa9,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:32.486362 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f12f375-0b3b-41fd-8fe8-1394460f706d admin admin] Checking segment: {'id': '6716e35d-fc5e-4a20-90c9-5d3bccbeca99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d2a7731-dd87-4444-a15d-0fc782244f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:32.486914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f12f375-0b3b-41fd-8fe8-1394460f706d admin admin] Network hostable DHCP agents. Network: 7d2a7731-dd87-4444-a15d-0fc782244f3c, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:47:32.498047 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e25ba74c-e0b1-4749-8041-6d07698e8690 req-7c623349-316d-430b-8733-6a740217eab8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741133 Jul 27 19:47:32.536604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] Set router 00d451a2-14e0-48d4-aad7-c50782c7615b gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:47:32.576865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3564131-ee4b-4b77-963b-f196b5f01532 req-e555b322-81ed-4ebe-a329-2bdfe3930276 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:32.581313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3564131-ee4b-4b77-963b-f196b5f01532 req-e555b322-81ed-4ebe-a329-2bdfe3930276 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 948 time: 0.3591578 Jul 27 19:47:32.595082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f12f375-0b3b-41fd-8fe8-1394460f706d admin admin] Network 7d2a7731-dd87-4444-a15d-0fc782244f3c is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:47:32.616880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4f12f375-0b3b-41fd-8fe8-1394460f706d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 7d2a7731-dd87-4444-a15d-0fc782244f3c) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:32.622282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f12f375-0b3b-41fd-8fe8-1394460f706d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:32.622889 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f12f375-0b3b-41fd-8fe8-1394460f706d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:32.631713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed92f13-85de-4124-b170-a6cfa7e99d91 None None] Network 7d2a7731-dd87-4444-a15d-0fc782244f3c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:47:32.663015 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4f12f375-0b3b-41fd-8fe8-1394460f706d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9329479 Jul 27 19:47:32.663015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Network 3383463f-73a5-48fd-9440-b2efb62c642c is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:32.663519 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42654) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:32.668015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-858681419-router', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:32.668323 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5406b2a-2352-464c-8b66-a50e33b65884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:32.671266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:32.726881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3564131-ee4b-4b77-963b-f196b5f01532 req-d838559c-baa9-49e2-bb3d-6313c0973e64 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139197 Jul 27 19:47:32.828141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5406b2a-2352-464c-8b66-a50e33b65884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97d8a7e-0c13-441c-b531-9fcc2997bcdf,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:32.831121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e6147056-0d78-45e5-91ba-b4f931e26fb0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:32.860561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Router 00d451a2-14e0-48d4-aad7-c50782c7615b has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:47:32.863068 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:32.865328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:32.896612 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-122c1aa0-536b-4979-99a5-039ca36f80f8 req-15d6332f-edde-4ad9-a178-e1c2b08dbeb8 tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0492883 Jul 27 19:47:32.935592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf657b-a1c4-4668-9a4e-25fab66d2ee4 req-388f6f88-8f80-4fca-bc5c-1c3933e76cf3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:32.945215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daaf657b-a1c4-4668-9a4e-25fab66d2ee4 req-388f6f88-8f80-4fca-bc5c-1c3933e76cf3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.3551645 Jul 27 19:47:32.966357 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:32.983948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5406b2a-2352-464c-8b66-a50e33b65884 admin admin] Checking segment: {'id': '3ca33697-c336-4ffa-9bc8-e33520ee7f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '73767579-011b-4969-a21f-bc40206eca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:32.984305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5406b2a-2352-464c-8b66-a50e33b65884 admin admin] Network hostable DHCP agents. Network: 73767579-011b-4969-a21f-bc40206eca3e, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:47:33.004720 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daaf657b-a1c4-4668-9a4e-25fab66d2ee4 req-3943b5a8-8515-49d0-a3e4-7dd1da3c553a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536575 Jul 27 19:47:33.016864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-7d2a7731-dd87-4444-a15d-0fc782244f3c', 'network_id': '7d2a7731-dd87-4444-a15d-0fc782244f3c', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'fixed_ips': [{'subnet_id': '6cf489cb-d835-44e9-a968-4e2c355b4779'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:47:33.017751 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:33.033138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5406b2a-2352-464c-8b66-a50e33b65884 admin admin] Network 73767579-011b-4969-a21f-bc40206eca3e is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:47:33.041924 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e6147056-0d78-45e5-91ba-b4f931e26fb0 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:33.042420 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:33.054681 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-f5406b2a-2352-464c-8b66-a50e33b65884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 73767579-011b-4969-a21f-bc40206eca3e) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:33.060090 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5406b2a-2352-464c-8b66-a50e33b65884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:33.061018 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5406b2a-2352-464c-8b66-a50e33b65884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:33.082454 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a266b0-e7b8-401c-96c2-03cd7bb4b91e None None] Network 73767579-011b-4969-a21f-bc40206eca3e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:47:33.085207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f5406b2a-2352-464c-8b66-a50e33b65884 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2704368 Jul 27 19:47:33.092302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975724025-router', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '77615a7f-bb66-44a3-a4b0-6dae8c84cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:26Z', 'updated_at': '2021-07-27T19:47:31Z', 'revision_number': 4, 'project_id': 'd4daa26e4754420b9db48caad2f9a801', 'gw_port': {'id': '77615a7f-bb66-44a3-a4b0-6dae8c84cc6f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:27Z', 'updated_at': '2021-07-27T19:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '22c477de-741b-4bbf-bed7-00bb3f9acfa9', 'name': '', 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'mac_address': 'fa:16:3e:05:36:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8686335d-95ea-4186-ad02-4169113b78f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:30Z', 'updated_at': '2021-07-27T19:47:32Z', 'revision_number': 2, 'project_id': 'd4daa26e4754420b9db48caad2f9a801', 'subnets': [{'id': '8686335d-95ea-4186-ad02-4169113b78f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:33.232912 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:33.239003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2af5ef-5b08-4670-b5c6-f7c383a81658 None None] The sync data for ids ['00d451a2-14e0-48d4-aad7-c50782c7615b'] in n-d-705657-21 is: [{'id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975724025-router', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '77615a7f-bb66-44a3-a4b0-6dae8c84cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:26Z', 'updated_at': '2021-07-27T19:47:31Z', 'revision_number': 4, 'project_id': 'd4daa26e4754420b9db48caad2f9a801', 'gw_port': {'id': '77615a7f-bb66-44a3-a4b0-6dae8c84cc6f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:27Z', 'updated_at': '2021-07-27T19:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '22c477de-741b-4bbf-bed7-00bb3f9acfa9', 'name': '', 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'mac_address': 'fa:16:3e:05:36:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8686335d-95ea-4186-ad02-4169113b78f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:30Z', 'updated_at': '2021-07-27T19:47:32Z', 'revision_number': 2, 'project_id': 'd4daa26e4754420b9db48caad2f9a801', 'subnets': [{'id': '8686335d-95ea-4186-ad02-4169113b78f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:47:33.363502 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:47:33.370132 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e0be7d63-6e91-4e6e-8498-de767342767d admin admin] 10.222.0.48 "PUT /v2.0/routers/00d451a2-14e0-48d4-aad7-c50782c7615b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2558186 Jul 27 19:47:33.384227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b4be23d3-5bdd-4999-b3c2-923c0a4f6ddc None None] Provisioning complete for port 22c477de-741b-4bbf-bed7-00bb3f9acfa9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:33.384613 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b4be23d3-5bdd-4999-b3c2-923c0a4f6ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:33.418589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-18458728-3853-4f51-a512-306f4acd4036 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:33.422339 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-18458728-3853-4f51-a512-306f4acd4036 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/networks?id=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 HTTP/1.1" status: 200 len: 821 time: 0.1975756 Jul 27 19:47:33.423813 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b4be23d3-5bdd-4999-b3c2-923c0a4f6ddc None None] Port 22c477de-741b-4bbf-bed7-00bb3f9acfa9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:47:33.427976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0a3b76-6183-4339-9a3e-8cc2f835a55f None None] Network 73767579-011b-4969-a21f-bc40206eca3e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:47:33.454758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-2eafa6fd-ff77-4eb7-b29c-fa108bc5058c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/quotas/1c255ff14e4d4e828bcfd95b5be1c1dd HTTP/1.1" status: 200 len: 375 time: 0.0240233 Jul 27 19:47:33.473074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-77b2abbb-4e09-406f-a8ee-3ae6bf2aff2c req-56aec7a1-b205-4fb0-b99b-5e4f18f738c7 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-941878374', 'description': 'tempest-description-831412591'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:33.559742 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-77b2abbb-4e09-406f-a8ee-3ae6bf2aff2c req-56aec7a1-b205-4fb0-b99b-5e4f18f738c7 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:33.637304 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:33.642597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-cecd7a13-a5dc-41e2-ad78-9430a4152f00 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c255ff14e4d4e828bcfd95b5be1c1dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1864281 Jul 27 19:47:33.671159 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:33.712874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Allocated IP 172.20.0.2 (7d2a7731-dd87-4444-a15d-0fc782244f3c/6cf489cb-d835-44e9-a968-4e2c355b4779/0bce563d-d906-415c-8454-53001b6f98d5) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:33.783067 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d96cbbc3-5708-43bc-9b4d-6464473be5a5 req-d62601cc-fe90-4445-9a43-5734a8fbfc56 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0571609 Jul 27 19:47:33.834418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Allocated IP 172.25.1.57 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/e77beb57-306d-446d-a493-da9ca341575f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:33.885266 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-a740a5f5-3984-4925-884e-ffb23962ca8a service neutron] 10.222.0.48 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416077 Jul 27 19:47:33.954514 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:33.969327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Transition to ACTIVE for port object 0bce563d-d906-415c-8454-53001b6f98d5 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:33.976328 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-77b2abbb-4e09-406f-a8ee-3ae6bf2aff2c req-56aec7a1-b205-4fb0-b99b-5e4f18f738c7 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:33.991587 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-77b2abbb-4e09-406f-a8ee-3ae6bf2aff2c req-56aec7a1-b205-4fb0-b99b-5e4f18f738c7 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:33.994399 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Transition to ACTIVE for port object 0bce563d-d906-415c-8454-53001b6f98d5 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:34.005532 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:34.038217 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-77b2abbb-4e09-406f-a8ee-3ae6bf2aff2c req-56aec7a1-b205-4fb0-b99b-5e4f18f738c7 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:34.044834 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77b2abbb-4e09-406f-a8ee-3ae6bf2aff2c req-56aec7a1-b205-4fb0-b99b-5e4f18f738c7 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5866990 Jul 27 19:47:34.059951 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Network 7d2a7731-dd87-4444-a15d-0fc782244f3c is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:34.062876 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:34.063104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:34.063846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aec7a1-b205-4fb0-b99b-5e4f18f738c7 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253f0724-f950-48a8-b431-810c341fde3f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:34.080310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:34.091323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Pushing event updated for resources: {'Port': ['ID=0bce563d-d906-415c-8454-53001b6f98d5,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:34.096839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-ddfe161a-6da5-45cc-b5d0-234c4c08f376 service neutron] 10.222.0.48 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016952 Jul 27 19:47:34.171542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:34.190606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Attempting to bind port 0bce563d-d906-415c-8454-53001b6f98d5 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:34.191122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Attempting to bind port 0bce563d-d906-415c-8454-53001b6f98d5 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '6716e35d-fc5e-4a20-90c9-5d3bccbeca99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d2a7731-dd87-4444-a15d-0fc782244f3c'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:34.192640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Attempting to bind port 0bce563d-d906-415c-8454-53001b6f98d5 on network 7d2a7731-dd87-4444-a15d-0fc782244f3c {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:34.199373 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:34.199884 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Checking segment: {'id': '6716e35d-fc5e-4a20-90c9-5d3bccbeca99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d2a7731-dd87-4444-a15d-0fc782244f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:34.201207 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:34.201883 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Bound using segment: {'id': '6716e35d-fc5e-4a20-90c9-5d3bccbeca99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d2a7731-dd87-4444-a15d-0fc782244f3c'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:34.202922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Bound port: 0bce563d-d906-415c-8454-53001b6f98d5, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6716e35d-fc5e-4a20-90c9-5d3bccbeca99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d2a7731-dd87-4444-a15d-0fc782244f3c'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:34.203442 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:34.221300 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13256f7c-5236-4e26-a3f5-f16bf8a4766f req-7bf7544d-4773-4971-afd3-133984cbddc0 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:34.229118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13256f7c-5236-4e26-a3f5-f16bf8a4766f req-7bf7544d-4773-4971-afd3-133984cbddc0 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 945 time: 0.1034904 Jul 27 19:47:34.280060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42700) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:34.284184 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:34.291060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:34.293770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1395463130-network', 'tenant_id': '5320749b8b5c456abe543c220e53c129'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:34.295656 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:34.333424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Pushing event updated for resources: {'Port': ['ID=e77beb57-306d-446d-a493-da9ca341575f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:34.349426 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] For port 0bce563d-d906-415c-8454-53001b6f98d5, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:34.354206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] For port 0bce563d-d906-415c-8454-53001b6f98d5, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0bce563d-d906-415c-8454-53001b6f98d5,segment=NetworkSegment(6716e35d-fc5e-4a20-90c9-5d3bccbeca99),segment_id=6716e35d-fc5e-4a20-90c9-5d3bccbeca99)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:34.364860 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:34.407737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13256f7c-5236-4e26-a3f5-f16bf8a4766f req-a852b9b8-f0bb-437d-8782-9c9fc3b690de tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756737 Jul 27 19:47:34.485095 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Pushing event updated for resources: {'Port': ['ID=0bce563d-d906-415c-8454-53001b6f98d5,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:34.495033 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:34.495384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:34.495726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:34.496064 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:34.496417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:34.496890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:34.497223 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:34.497647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:34.498234 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:34.498567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:34.498894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:34.499219 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e2e04-4769-4428-8af2-340d314f62b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:34.514971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] Made reservation on behalf of 5320749b8b5c456abe543c220e53c129 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:34.517600 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:34.545698 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:34.616281 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71ffeb29-52a0-4885-bc8c-e4519bbe83ca req-4da43865-39ae-43e4-a169-f018aafd182b tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0568714 Jul 27 19:47:34.911380 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:34.939234 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:34.945154 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 56496aec-841c-411b-aa6c-a986953eec0d up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:34.986873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:34.998198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43402a9a-3109-47ea-a7a0-1c54109f262d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:35.019974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:47:35.057911 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.058410 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] Added segment f0003ef8-16c3-435c-9e29-a74f05abcd51 of type vlan for network 33c7b1ad-9db4-4f88-a175-aad12727eb54 Jul 27 19:47:35.094360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f70c98-1afc-448c-bf68-584c030768a1 req-f21deaaa-3916-44fd-9689-3208f7f4e4b8 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:35.104242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-17f70c98-1afc-448c-bf68-584c030768a1 req-f21deaaa-3916-44fd-9689-3208f7f4e4b8 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 948 time: 0.6878438 Jul 27 19:47:35.157579 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af15857-e02f-4a32-b981-3662818772e1 req-78d9eb68-c0a7-4730-82c8-a4e98408cdca tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:35.157869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 56496aec-841c-411b-aa6c-a986953eec0d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:35.160043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2af15857-e02f-4a32-b981-3662818772e1 req-78d9eb68-c0a7-4730-82c8-a4e98408cdca tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.2450104 Jul 27 19:47:35.168238 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:35.177151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:35.177538 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.180599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 56496aec-841c-411b-aa6c-a986953eec0d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:35.181001 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.194259 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.244987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-17f70c98-1afc-448c-bf68-584c030768a1 req-f74d77e6-e90f-43c1-9567-8eb044ed19a7 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396222 Jul 27 19:47:35.294516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2af15857-e02f-4a32-b981-3662818772e1 req-d9591c31-41b7-44db-ad74-0d9dbf0643d8 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197367 Jul 27 19:47:35.294915 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.303129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:35.305923 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.315005 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.423630 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.438355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] Pushing event updated for resources: {'Network': ['ID=33c7b1ad-9db4-4f88-a175-aad12727eb54,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:35.484913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a74d4316-3408-4c16-aacf-3c8a763ad883 req-987cce32-e224-4c77-a0ce-c62dee5f1292 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=598862ac-ee34-4d5e-9f6d-60c23f06e892 HTTP/1.1" status: 200 len: 210 time: 0.0560837 Jul 27 19:47:35.493983 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 33c7b1ad-9db4-4f88-a175-aad12727eb54 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:47:35.546317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4f1aa3bd-2991-4177-96bf-58bf440f21ef admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2639430 Jul 27 19:47:35.571113 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42714) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:35.578676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-85017adf-89f2-4084-944f-78788c7ec390 admin admin] Request body: {'subnet': {'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395463130-subnet', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:35.592244 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39ffab23-2091-4a5b-9943-f26c1f7b7c10 req-724b0513-0780-47df-b281-ea8ec0811db4 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "GET /v2.0/security-groups/253f0724-f950-48a8-b431-810c341fde3f HTTP/1.1" status: 200 len: 1811 time: 0.1647596 Jul 27 19:47:35.614740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-39ffab23-2091-4a5b-9943-f26c1f7b7c10 req-5d7aeeb5-c362-4b64-bfa6-b45517f92a75 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '253f0724-f950-48a8-b431-810c341fde3f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:35.615053 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-39ffab23-2091-4a5b-9943-f26c1f7b7c10 req-5d7aeeb5-c362-4b64-bfa6-b45517f92a75 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '253f0724-f950-48a8-b431-810c341fde3f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:35.675424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85017adf-89f2-4084-944f-78788c7ec390 admin admin] Made reservation on behalf of 5320749b8b5c456abe543c220e53c129 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:35.678487 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85017adf-89f2-4084-944f-78788c7ec390 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.708255 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=77615a7f-bb66-44a3-a4b0-6dae8c84cc6f,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:35.724854 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.752028 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.762890 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.786581 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-39ffab23-2091-4a5b-9943-f26c1f7b7c10 req-5d7aeeb5-c362-4b64-bfa6-b45517f92a75 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.825962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2679983-1e1f-4367-8557-15bdabb79c9d req-77a91334-de2a-4c3f-971f-bb55817b824c tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0526109 Jul 27 19:47:35.828044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 56496aec-841c-411b-aa6c-a986953eec0d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=56496aec-841c-411b-aa6c-a986953eec0d,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:35.834329 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56496aec-841c-411b-aa6c-a986953eec0d'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:35.837808 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6d165e-bc41-423f-9284-dd26b747a010" -d '{"events": [{"server_uuid": "9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0", "name": "network-vif-plugged", "status": "completed", "tag": "56496aec-841c-411b-aa6c-a986953eec0d"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:35.865277 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.874045 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-39ffab23-2091-4a5b-9943-f26c1f7b7c10 req-5d7aeeb5-c362-4b64-bfa6-b45517f92a75 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.887745 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-39ffab23-2091-4a5b-9943-f26c1f7b7c10 req-5d7aeeb5-c362-4b64-bfa6-b45517f92a75 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.891259 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=77615a7f-bb66-44a3-a4b0-6dae8c84cc6f,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:35.915263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7aeeb5-c362-4b64-bfa6-b45517f92a75 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda114df-ed5f-4ef0-bcf5-3069bb422d35,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:35.949318 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-39ffab23-2091-4a5b-9943-f26c1f7b7c10 req-5d7aeeb5-c362-4b64-bfa6-b45517f92a75 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:35.950744 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39ffab23-2091-4a5b-9943-f26c1f7b7c10 req-5d7aeeb5-c362-4b64-bfa6-b45517f92a75 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3445024 Jul 27 19:47:35.989291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=56496aec-841c-411b-aa6c-a986953eec0d,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:36.000632 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1471087d-6b5b-423a-ac69-f0b888575e11 x-openstack-request-id: req-1471087d-6b5b-423a-ac69-f0b888575e11 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:36.001126 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0", "name": "network-vif-plugged", "status": "completed", "tag": "56496aec-841c-411b-aa6c-a986953eec0d", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:36.001527 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1471087d-6b5b-423a-ac69-f0b888575e11 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:36.002130 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56496aec-841c-411b-aa6c-a986953eec0d', 'code': 200} Jul 27 19:47:36.057219 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725e4f7b-11f9-4dd4-a988-43b70d67c14f None None] Network 7d2a7731-dd87-4444-a15d-0fc782244f3c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:47:36.085096 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85017adf-89f2-4084-944f-78788c7ec390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:36.151008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b7e63913-7095-47cf-a475-44374ae7e8a6 None None] Provisioning for port 0bce563d-d906-415c-8454-53001b6f98d5 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:36.183211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85017adf-89f2-4084-944f-78788c7ec390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea82b07-ec24-4a25-8bd1-579eb72de6b3,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:36.188049 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Router eccfaafe-7079-4504-90ed-619f521cfa32 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:47:36.222997 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85017adf-89f2-4084-944f-78788c7ec390 admin admin] Checking segment: {'id': 'f0003ef8-16c3-435c-9e29-a74f05abcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:36.224684 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85017adf-89f2-4084-944f-78788c7ec390 admin admin] Network hostable DHCP agents. Network: 33c7b1ad-9db4-4f88-a175-aad12727eb54, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:47:36.341049 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85017adf-89f2-4084-944f-78788c7ec390 admin admin] Network 33c7b1ad-9db4-4f88-a175-aad12727eb54 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:47:36.358306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7a03d87-f904-4c26-80ae-7fcd4c5e24ad req-a5048a96-ff2c-4c84-98f7-c648c1820d27 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bff0451b0cfa4842a8288807b7a13047&device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0629458 Jul 27 19:47:36.381193 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-4f836faf-f7d9-4374-a265-e9ae1b952a8f tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:36.382939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-4f836faf-f7d9-4374-a265-e9ae1b952a8f tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.63 "GET /v2.0/networks?id=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 HTTP/1.1" status: 200 len: 821 time: 0.4261930 Jul 27 19:47:36.392050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-85017adf-89f2-4084-944f-78788c7ec390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 33c7b1ad-9db4-4f88-a175-aad12727eb54) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:36.403062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85017adf-89f2-4084-944f-78788c7ec390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:36.404002 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85017adf-89f2-4084-944f-78788c7ec390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:36.410810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ab8861-a83d-4368-a98a-906cadea40d5 None None] Network 33c7b1ad-9db4-4f88-a175-aad12727eb54 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:47:36.411223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b34458aa-fd79-4d15-9e63-cbf0b2dc68a2 req-988455b9-07c8-4962-8bf5-022d966b7cfe tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "GET /v2.0/security-groups/253f0724-f950-48a8-b431-810c341fde3f HTTP/1.1" status: 200 len: 2404 time: 0.4124010 Jul 27 19:47:36.426436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf28a517-a17d-4f3b-8d38-2a801216c1b0 req-bd573357-a44a-4479-a3da-66f3310eaff1 tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0735502 Jul 27 19:47:36.443015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:47:36.446635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-6cef45fb-bbdf-46da-b769-f7634bf7bce5 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Request body: {'port': {'device_id': '598862ac-ee34-4d5e-9f6d-60c23f06e892', 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9', 'admin_state_up': True, 'tenant_id': '1c255ff14e4d4e828bcfd95b5be1c1dd'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:36.455064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7a03d87-f904-4c26-80ae-7fcd4c5e24ad req-ed772e33-29b6-4acf-9fba-dd0f24c3baa9 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=bff0451b0cfa4842a8288807b7a13047&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832143 Jul 27 19:47:36.466931 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-85017adf-89f2-4084-944f-78788c7ec390 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8945248 Jul 27 19:47:36.469741 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Sync routers for ids ['eccfaafe-7079-4504-90ed-619f521cfa32'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:47:36.472510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42734) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:36.491464 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:36.493503 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b587bb20-dc08-432d-8e21-1a7c9baa829c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8289475 Jul 27 19:47:36.496056 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42736) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:36.499058 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Routers {'eccfaafe-7079-4504-90ed-619f521cfa32'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:47:36.499722 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:47:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eccfaafe-7079-4504-90ed-619f521cfa32'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:36.553096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1395463130-router', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:36.737299 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Set router eccfaafe-7079-4504-90ed-619f521cfa32 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:47:36.760122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-33c7b1ad-9db4-4f88-a175-aad12727eb54', 'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'fixed_ips': [{'subnet_id': 'fea82b07-ec24-4a25-8bd1-579eb72de6b3'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:47:36.762139 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:36.800833 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Sync routers for ids ['00d451a2-14e0-48d4-aad7-c50782c7615b'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:47:36.822205 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Routers {'00d451a2-14e0-48d4-aad7-c50782c7615b'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:47:36.822464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:47:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['00d451a2-14e0-48d4-aad7-c50782c7615b'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:36.966906 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'name': 'tempest-ServersTestMultiNic-858681419-router', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e77beb57-306d-446d-a493-da9ca341575f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:32Z', 'updated_at': '2021-07-27T19:47:35Z', 'revision_number': 3, 'project_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'gw_port': {'id': 'e77beb57-306d-446d-a493-da9ca341575f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:25:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:33Z', 'updated_at': '2021-07-27T19:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:36.993361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Set router 00d451a2-14e0-48d4-aad7-c50782c7615b gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:47:37.000525 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Checking router: eccfaafe-7079-4504-90ed-619f521cfa32 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:47:37.001176 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Updating router eccfaafe-7079-4504-90ed-619f521cfa32 port e77beb57-306d-446d-a493-da9ca341575f binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:47:37.055546 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.077745 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0bce563d-d906-415c-8454-53001b6f98d5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:37.111148 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.251236 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.252280 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.270736 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763976c-bdca-4282-956b-224e60d01692 req-4df9c292-f699-4ae1-bc95-79be81617b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:37.272251 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a763976c-bdca-4282-956b-224e60d01692 req-4df9c292-f699-4ae1-bc95-79be81617b7f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 1101 time: 1.0976458 Jul 27 19:47:37.309128 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 0bce563d-d906-415c-8454-53001b6f98d5 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:37.319120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 0bce563d-d906-415c-8454-53001b6f98d5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:37.319482 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.374093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Allocated IP 172.20.0.2 (33c7b1ad-9db4-4f88-a175-aad12727eb54/fea82b07-ec24-4a25-8bd1-579eb72de6b3/a3460adc-0f4e-4c4e-94fc-ff2b90902e1c) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:37.379419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Allocated IP 172.20.0.1 (7d2a7731-dd87-4444-a15d-0fc782244f3c/6cf489cb-d835-44e9-a968-4e2c355b4779/52d27342-5a6f-4468-9513-3f6c0c13a767) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:37.387069 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.398227 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Transition to ACTIVE for port object e77beb57-306d-446d-a493-da9ca341575f will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:37.409154 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.462668 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef932719-4b03-4c12-8d35-d724448f2ef8 None None] Pushing event updated for resources: {'Port': ['ID=e77beb57-306d-446d-a493-da9ca341575f,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:37.486393 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef932719-4b03-4c12-8d35-d724448f2ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:37.487531 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef932719-4b03-4c12-8d35-d724448f2ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:37.488155 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef932719-4b03-4c12-8d35-d724448f2ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:37.488741 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef932719-4b03-4c12-8d35-d724448f2ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:37.489231 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef932719-4b03-4c12-8d35-d724448f2ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:37.489807 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef932719-4b03-4c12-8d35-d724448f2ef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:37.490295 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef932719-4b03-4c12-8d35-d724448f2ef8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:37.490772 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef932719-4b03-4c12-8d35-d724448f2ef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:37.491266 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef932719-4b03-4c12-8d35-d724448f2ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:37.492386 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef932719-4b03-4c12-8d35-d724448f2ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:37.492906 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef932719-4b03-4c12-8d35-d724448f2ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:37.493919 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef932719-4b03-4c12-8d35-d724448f2ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:37.498227 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Attempting to bind port e77beb57-306d-446d-a493-da9ca341575f on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:37.498833 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Attempting to bind port e77beb57-306d-446d-a493-da9ca341575f by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:37.499365 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Attempting to bind port e77beb57-306d-446d-a493-da9ca341575f on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:37.499978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a03d87-f904-4c26-80ae-7fcd4c5e24ad req-47c92647-51cd-4b70-95bb-060f39a3171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:37.501604 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7a03d87-f904-4c26-80ae-7fcd4c5e24ad req-47c92647-51cd-4b70-95bb-060f39a3171c service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0282502 Jul 27 19:47:37.506662 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:37.507251 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:37.507822 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.508890 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:37.509499 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.509726 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Bound port: e77beb57-306d-446d-a493-da9ca341575f, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:37.510425 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.524264 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a763976c-bdca-4282-956b-224e60d01692 req-0c30f7a8-380a-4f97-b0b8-17e3b02bf3e8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122838 Jul 27 19:47:37.534588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e882c-f0c9-4915-aea5-0da233119521 req-8f98c490-69b6-48d2-9081-e676cba71a20 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:37.542512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-375e882c-f0c9-4915-aea5-0da233119521 req-8f98c490-69b6-48d2-9081-e676cba71a20 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 949 time: 0.9346547 Jul 27 19:47:37.543031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975724025-router', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '77615a7f-bb66-44a3-a4b0-6dae8c84cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:26Z', 'updated_at': '2021-07-27T19:47:31Z', 'revision_number': 4, 'project_id': 'd4daa26e4754420b9db48caad2f9a801', 'gw_port': {'id': '77615a7f-bb66-44a3-a4b0-6dae8c84cc6f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:27Z', 'updated_at': '2021-07-27T19:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '22c477de-741b-4bbf-bed7-00bb3f9acfa9', 'name': '', 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'mac_address': 'fa:16:3e:05:36:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8686335d-95ea-4186-ad02-4169113b78f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:30Z', 'updated_at': '2021-07-27T19:47:32Z', 'revision_number': 2, 'project_id': 'd4daa26e4754420b9db48caad2f9a801', 'subnets': [{'id': '8686335d-95ea-4186-ad02-4169113b78f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:37.553209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7ce09-12fc-4999-b31e-310ce2fda657 req-15c311c4-8009-43d6-abd3-524b8f7670a7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:37.561286 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08b7ce09-12fc-4999-b31e-310ce2fda657 req-15c311c4-8009-43d6-abd3-524b8f7670a7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.9919922 Jul 27 19:47:37.572036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-6cef45fb-bbdf-46da-b769-f7634bf7bce5 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Made reservation on behalf of 1c255ff14e4d4e828bcfd95b5be1c1dd for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:37.575403 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-6cef45fb-bbdf-46da-b769-f7634bf7bce5 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.584120 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] For port e77beb57-306d-446d-a493-da9ca341575f, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:37.585915 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.588320 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] For port e77beb57-306d-446d-a493-da9ca341575f, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e77beb57-306d-446d-a493-da9ca341575f,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:37.592633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Checking router: 00d451a2-14e0-48d4-aad7-c50782c7615b for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:47:37.593009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Updating router 00d451a2-14e0-48d4-aad7-c50782c7615b port 22c477de-741b-4bbf-bed7-00bb3f9acfa9 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:47:37.597026 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.605505 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.626344 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Transition to ACTIVE for port object 52d27342-5a6f-4468-9513-3f6c0c13a767 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:37.659299 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef932719-4b03-4c12-8d35-d724448f2ef8 None None] Pushing event updated for resources: {'Port': ['ID=e77beb57-306d-446d-a493-da9ca341575f,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:37.676698 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Routers {'eccfaafe-7079-4504-90ed-619f521cfa32'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:47:37.677611 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:47:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eccfaafe-7079-4504-90ed-619f521cfa32'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:37.688793 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.704426 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.717320 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Transition to ACTIVE for port object a3460adc-0f4e-4c4e-94fc-ff2b90902e1c will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:37.734842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-375e882c-f0c9-4915-aea5-0da233119521 req-492cb749-a775-4c09-9782-a190a93281f5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892390 Jul 27 19:47:37.737506 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=52d27342-5a6f-4468-9513-3f6c0c13a767,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:37.754629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Transition to ACTIVE for port object a3460adc-0f4e-4c4e-94fc-ff2b90902e1c will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:37.760188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Network 7d2a7731-dd87-4444-a15d-0fc782244f3c is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:37.761910 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:37.764644 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:37.791745 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 0bce563d-d906-415c-8454-53001b6f98d5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0bce563d-d906-415c-8454-53001b6f98d5,segment=NetworkSegment(6716e35d-fc5e-4a20-90c9-5d3bccbeca99),segment_id=6716e35d-fc5e-4a20-90c9-5d3bccbeca99)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:37.797680 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.801732 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] Set router eccfaafe-7079-4504-90ed-619f521cfa32 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:47:37.808828 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.850413 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08b7ce09-12fc-4999-b31e-310ce2fda657 req-16fc4b9e-e256-4f23-a397-959bd21d2bfb tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842286 Jul 27 19:47:37.885542 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.900971 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:37.908843 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.970599 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:37.982158 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efe62c7f-5674-481e-a5b7-48cd7678c29c req-809e57b5-e3bb-46cf-9939-a7b12f7017a5 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "GET /v2.0/security-group-rules/bda114df-ed5f-4ef0-bcf5-3069bb422d35 HTTP/1.1" status: 200 len: 778 time: 0.1478868 Jul 27 19:47:37.988504 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Network 33c7b1ad-9db4-4f88-a175-aad12727eb54 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:37.997557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:37.998253 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.009082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:38.029222 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Pushing event updated for resources: {'Port': ['ID=a3460adc-0f4e-4c4e-94fc-ff2b90902e1c,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:38.078134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fd51e65-be80-4d4b-a505-7a85a1b9eedf req-2ff6f505-0521-43be-afbf-1729014092ec tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=598862ac-ee34-4d5e-9f6d-60c23f06e892 HTTP/1.1" status: 200 len: 210 time: 0.0736036 Jul 27 19:47:38.192789 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'name': 'tempest-ServersTestMultiNic-858681419-router', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e77beb57-306d-446d-a493-da9ca341575f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:32Z', 'updated_at': '2021-07-27T19:47:35Z', 'revision_number': 3, 'project_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'gw_port': {'id': 'e77beb57-306d-446d-a493-da9ca341575f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:25:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:33Z', 'updated_at': '2021-07-27T19:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:38.243085 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f493d-2a80-45e0-bf3a-e5856442b9e4 None None] The sync data for ids ['eccfaafe-7079-4504-90ed-619f521cfa32'] in n-d-705657-21 is: [{'id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'name': 'tempest-ServersTestMultiNic-858681419-router', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e77beb57-306d-446d-a493-da9ca341575f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:32Z', 'updated_at': '2021-07-27T19:47:35Z', 'revision_number': 3, 'project_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'gw_port': {'id': 'e77beb57-306d-446d-a493-da9ca341575f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:25:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:33Z', 'updated_at': '2021-07-27T19:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:47:38.250611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efe62c7f-5674-481e-a5b7-48cd7678c29c req-c591c1d7-e988-4137-b8f0-5473e2125828 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "GET /v2.0/security-groups/253f0724-f950-48a8-b431-810c341fde3f HTTP/1.1" status: 200 len: 2404 time: 0.2583833 Jul 27 19:47:38.261003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-6cef45fb-bbdf-46da-b769-f7634bf7bce5 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Allocated IP 172.20.0.13 (3a193868-89f5-4bf8-8d55-9d4c3da0e7d9/704bcdba-cfcb-4fd0-aa7c-2ab398640f58/52f16671-3546-426e-ad54-5c04591371b2) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:38.299409 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Attempting to bind port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:38.300359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Attempting to bind port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'f0003ef8-16c3-435c-9e29-a74f05abcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:38.301044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Attempting to bind port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c on network 33c7b1ad-9db4-4f88-a175-aad12727eb54 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:38.305064 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d662a607-10e1-420e-afa2-dcfbb84fe64a None None] Provisioning for port 52d27342-5a6f-4468-9513-3f6c0c13a767 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:38.313158 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.318595 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.327891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=0bce563d-d906-415c-8454-53001b6f98d5,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:38.340522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d662a607-10e1-420e-afa2-dcfbb84fe64a None None] Provisioning complete for port 52d27342-5a6f-4468-9513-3f6c0c13a767 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:38.340903 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d662a607-10e1-420e-afa2-dcfbb84fe64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.342724 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:38.343099 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Checking segment: {'id': 'f0003ef8-16c3-435c-9e29-a74f05abcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:38.343493 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.343884 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Bound using segment: {'id': 'f0003ef8-16c3-435c-9e29-a74f05abcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:38.344371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Bound port: a3460adc-0f4e-4c4e-94fc-ff2b90902e1c, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0003ef8-16c3-435c-9e29-a74f05abcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:38.344773 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.361243 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:38.361706 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.395822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bffe5c00-fc52-4c2e-9d14-76b1c6a4b5c6 req-af3c280d-7af8-40ff-83ba-37c2995484ac tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.0779729 Jul 27 19:47:38.414184 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-efe62c7f-5674-481e-a5b7-48cd7678c29c req-6ce4e342-b960-4ab4-adb5-6aa783c45930 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.417021 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.430097 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=52d27342-5a6f-4468-9513-3f6c0c13a767,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:38.432946 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.434688 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-efe62c7f-5674-481e-a5b7-48cd7678c29c req-6ce4e342-b960-4ab4-adb5-6aa783c45930 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.564141 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-efe62c7f-5674-481e-a5b7-48cd7678c29c req-6ce4e342-b960-4ab4-adb5-6aa783c45930 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.566486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Network 7d2a7731-dd87-4444-a15d-0fc782244f3c is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:38.571928 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:38.576137 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-efe62c7f-5674-481e-a5b7-48cd7678c29c req-6ce4e342-b960-4ab4-adb5-6aa783c45930 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.578716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efe62c7f-5674-481e-a5b7-48cd7678c29c req-6ce4e342-b960-4ab4-adb5-6aa783c45930 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/bda114df-ed5f-4ef0-bcf5-3069bb422d35 HTTP/1.1" status: 204 len: 173 time: 0.3116908 Jul 27 19:47:38.629280 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-6cef45fb-bbdf-46da-b769-f7634bf7bce5 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.686666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-c055ff42-d949-4c70-9f9e-820e3696240e req-db6010a0-b2dd-4273-b2b4-ffa2016bbd6e tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-854335509', 'description': 'tempest-description-1746963451'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:38.700999 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-6cef45fb-bbdf-46da-b769-f7634bf7bce5 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.720444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4e342-b960-4ab4-adb5-6aa783c45930 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bda114df-ed5f-4ef0-bcf5-3069bb422d35,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:38.769173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Router eccfaafe-7079-4504-90ed-619f521cfa32 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:47:38.836519 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c055ff42-d949-4c70-9f9e-820e3696240e req-db6010a0-b2dd-4273-b2b4-ffa2016bbd6e tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.860712 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-6cef45fb-bbdf-46da-b769-f7634bf7bce5 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:38.875227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d662a607-10e1-420e-afa2-dcfbb84fe64a None None] Port 52d27342-5a6f-4468-9513-3f6c0c13a767 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:47:38.883975 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] For port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:38.896319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] For port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a3460adc-0f4e-4c4e-94fc-ff2b90902e1c,segment=NetworkSegment(f0003ef8-16c3-435c-9e29-a74f05abcd51),segment_id=f0003ef8-16c3-435c-9e29-a74f05abcd51)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:38.912214 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:38.945304 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c055ff42-d949-4c70-9f9e-820e3696240e req-db6010a0-b2dd-4273-b2b4-ffa2016bbd6e tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.008862 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:47:39.010840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-6cef45fb-bbdf-46da-b769-f7634bf7bce5 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:39.017088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-6cef45fb-bbdf-46da-b769-f7634bf7bce5 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:39.022593 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2128c878-d60e-48e5-99a6-1d3689943ba6 admin admin] 10.222.0.48 "PUT /v2.0/routers/eccfaafe-7079-4504-90ed-619f521cfa32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5250771 Jul 27 19:47:39.032572 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c055ff42-d949-4c70-9f9e-820e3696240e req-db6010a0-b2dd-4273-b2b4-ffa2016bbd6e tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.078826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd7749-f89b-4994-bb19-c1c0dc8078dc None None] Pushing event updated for resources: {'Port': ['ID=a3460adc-0f4e-4c4e-94fc-ff2b90902e1c,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:39.150914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42754) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:39.180159 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c055ff42-d949-4c70-9f9e-820e3696240e req-db6010a0-b2dd-4273-b2b4-ffa2016bbd6e tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.184209 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fcad012e-69be-4189-90b1-07fe05ac8965 None None] Provisioning complete for port 52d27342-5a6f-4468-9513-3f6c0c13a767 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:39.184684 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fcad012e-69be-4189-90b1-07fe05ac8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.190668 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.200482 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c055ff42-d949-4c70-9f9e-820e3696240e req-db6010a0-b2dd-4273-b2b4-ffa2016bbd6e tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5216560 Jul 27 19:47:39.244731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Transition to ACTIVE for port object 22c477de-741b-4bbf-bed7-00bb3f9acfa9 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:39.264251 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.278963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef45fb-bbdf-46da-b769-f7634bf7bce5 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Pushing event updated for resources: {'Port': ['ID=52f16671-3546-426e-ad54-5c04591371b2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:39.295199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7a03d87-f904-4c26-80ae-7fcd4c5e24ad req-3d4e4747-e121-42ea-94fc-da67a0fdc235 tempest-ServerShowV254Test-982884620 tempest-ServerShowV254Test-982884620-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1785d2b-342d-4691-af39-78967816c7f0 HTTP/1.1" status: 200 len: 210 time: 0.2890878 Jul 27 19:47:39.300857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6010a0-b2dd-4273-b2b4-ffa2016bbd6e tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0f98dd-00a5-40cb-ac1a-628aed1989d9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:39.324604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-fcad012e-69be-4189-90b1-07fe05ac8965 None None] Port 52d27342-5a6f-4468-9513-3f6c0c13a767 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:47:39.360918 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-87f71792-d259-407d-8f6d-3a57d1c45e40 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-600778943'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:39.414164 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb03d1-208f-45c0-9b32-87343657d10e None None] Pushing event updated for resources: {'Port': ['ID=22c477de-741b-4bbf-bed7-00bb3f9acfa9,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:39.421941 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f71792-d259-407d-8f6d-3a57d1c45e40 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Made reservation on behalf of 0d99383d6df74ccd9c2362178c9f9ebc for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:39.426709 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87f71792-d259-407d-8f6d-3a57d1c45e40 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.459373 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e77beb57-306d-446d-a493-da9ca341575f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:39.494374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f71792-d259-407d-8f6d-3a57d1c45e40 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:47:39.520010 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87f71792-d259-407d-8f6d-3a57d1c45e40 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.520354 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-87f71792-d259-407d-8f6d-3a57d1c45e40 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Added segment 7af02318-b06e-42c2-841b-000d04f74412 of type vlan for network ef1e72db-2847-4c64-8b59-4f5240347396 Jul 27 19:47:39.533631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-6cef45fb-bbdf-46da-b769-f7634bf7bce5 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:39.534540 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-6cef45fb-bbdf-46da-b769-f7634bf7bce5 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.573523 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Attempting to bind port 22c477de-741b-4bbf-bed7-00bb3f9acfa9 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:39.574073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Attempting to bind port 22c477de-741b-4bbf-bed7-00bb3f9acfa9 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'fa87bfef-a30e-4f88-bfdf-bc4899fb9166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:39.574531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Attempting to bind port 22c477de-741b-4bbf-bed7-00bb3f9acfa9 on network 3383463f-73a5-48fd-9440-b2efb62c642c {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:39.588043 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:39.592258 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Checking segment: {'id': 'fa87bfef-a30e-4f88-bfdf-bc4899fb9166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:39.592859 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.593378 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Bound using segment: {'id': 'fa87bfef-a30e-4f88-bfdf-bc4899fb9166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:39.595446 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87f71792-d259-407d-8f6d-3a57d1c45e40 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.595970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Bound port: 22c477de-741b-4bbf-bed7-00bb3f9acfa9, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa87bfef-a30e-4f88-bfdf-bc4899fb9166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:39.596554 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.610119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12925ad8-5186-48c9-9207-992f12f1c8bd req-4abf43ab-4cac-4d09-893e-71646175ef14 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:39.619103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-12925ad8-5186-48c9-9207-992f12f1c8bd req-4abf43ab-4cac-4d09-893e-71646175ef14 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 949 time: 0.7610073 Jul 27 19:47:39.657662 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87f71792-d259-407d-8f6d-3a57d1c45e40 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.665246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f71792-d259-407d-8f6d-3a57d1c45e40 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:39.665898 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87f71792-d259-407d-8f6d-3a57d1c45e40 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.673030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-6cef45fb-bbdf-46da-b769-f7634bf7bce5 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2492161 Jul 27 19:47:39.680374 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.711919 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port e77beb57-306d-446d-a493-da9ca341575f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:39.726684 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e77beb57-306d-446d-a493-da9ca341575f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:39.727216 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.731402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] For port 22c477de-741b-4bbf-bed7-00bb3f9acfa9, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:39.748451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] For port 22c477de-741b-4bbf-bed7-00bb3f9acfa9, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=22c477de-741b-4bbf-bed7-00bb3f9acfa9,segment=NetworkSegment(fa87bfef-a30e-4f88-bfdf-bc4899fb9166),segment_id=fa87bfef-a30e-4f88-bfdf-bc4899fb9166)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:39.748686 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-87f71792-d259-407d-8f6d-3a57d1c45e40 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5910337 Jul 27 19:47:39.754047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Request body: {'port': {'device_id': '598862ac-ee34-4d5e-9f6d-60c23f06e892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:39.767711 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.788183 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:39.793765 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42764) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:39.799989 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3e311473-a77a-417f-8e5f-673aa954694b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Request body: {'subnet': {'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:39.827346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb03d1-208f-45c0-9b32-87343657d10e None None] Pushing event updated for resources: {'Port': ['ID=22c477de-741b-4bbf-bed7-00bb3f9acfa9,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:39.870302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Routers {'00d451a2-14e0-48d4-aad7-c50782c7615b'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:47:39.871164 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:47:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['00d451a2-14e0-48d4-aad7-c50782c7615b'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:39.880019 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-12925ad8-5186-48c9-9207-992f12f1c8bd req-83279519-42c1-4677-a164-fcfa2e21633c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599950 Jul 27 19:47:39.921862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4a249-735c-4085-ada2-94860e507865 req-6dd9e7f0-66f9-4303-a82d-ab5e06ac9d0e tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:39.931551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46c4a249-735c-4085-ada2-94860e507865 req-6dd9e7f0-66f9-4303-a82d-ab5e06ac9d0e tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.5868080 Jul 27 19:47:40.007197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f71792-d259-407d-8f6d-3a57d1c45e40 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event updated for resources: {'Network': ['ID=ef1e72db-2847-4c64-8b59-4f5240347396,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:40.037160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network ef1e72db-2847-4c64-8b59-4f5240347396 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:47:40.114093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e311473-a77a-417f-8e5f-673aa954694b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Made reservation on behalf of 0d99383d6df74ccd9c2362178c9f9ebc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:40.126530 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e311473-a77a-417f-8e5f-673aa954694b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:40.135620 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] Set router 00d451a2-14e0-48d4-aad7-c50782c7615b gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:47:40.154637 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:40.174255 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46c4a249-735c-4085-ada2-94860e507865 req-366abaa5-c9c5-4c58-941a-a8a3054a6a70 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189963 Jul 27 19:47:40.189856 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:40.214737 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Allocated IP 172.25.1.81 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/0ec9ed94-628b-410b-8ceb-18aa84f3daa7) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:40.288899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port e77beb57-306d-446d-a493-da9ca341575f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e77beb57-306d-446d-a493-da9ca341575f,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:40.365922 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:40.367380 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0bce563d-d906-415c-8454-53001b6f98d5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:40.374759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-90aa3f85-6d87-4e07-9d70-503b542ce350 req-a8423379-84a3-47e8-af93-a9789dba995a tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "GET /v2.0/security-groups/7b0f98dd-00a5-40cb-ac1a-628aed1989d9 HTTP/1.1" status: 200 len: 1812 time: 0.1678560 Jul 27 19:47:40.397501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa2e69-30ad-493b-aa60-a14e45358d11 req-88173094-5f1c-4b43-80dc-819a66dcca99 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:40.407953 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a7aa2e69-30ad-493b-aa60-a14e45358d11 req-88173094-5f1c-4b43-80dc-819a66dcca99 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=598862ac-ee34-4d5e-9f6d-60c23f06e892 HTTP/1.1" status: 200 len: 932 time: 0.3661091 Jul 27 19:47:40.409288 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e311473-a77a-417f-8e5f-673aa954694b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:40.494781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e311473-a77a-417f-8e5f-673aa954694b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event updated for resources: {'Subnet': ['ID=3f03b201-58ae-4b16-93ec-553d43cd9939,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:40.524191 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e311473-a77a-417f-8e5f-673aa954694b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Checking segment: {'id': '7af02318-b06e-42c2-841b-000d04f74412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:40.525160 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e311473-a77a-417f-8e5f-673aa954694b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Network hostable DHCP agents. Network: ef1e72db-2847-4c64-8b59-4f5240347396, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:47:40.565119 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=e77beb57-306d-446d-a493-da9ca341575f,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:40.572636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e311473-a77a-417f-8e5f-673aa954694b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Network ef1e72db-2847-4c64-8b59-4f5240347396 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:47:40.590914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-3e311473-a77a-417f-8e5f-673aa954694b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, ef1e72db-2847-4c64-8b59-4f5240347396) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:40.599146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e311473-a77a-417f-8e5f-673aa954694b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:40.600342 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e311473-a77a-417f-8e5f-673aa954694b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:40.614437 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce44c215-3a81-4cd4-a95f-7d21160d3bc5 None None] Network ef1e72db-2847-4c64-8b59-4f5240347396 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:47:40.634932 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3e311473-a77a-417f-8e5f-673aa954694b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8383725 Jul 27 19:47:40.635491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42774) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:40.640499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d05c4545-c620-4f80-bcd2-6c3e3fa81fc6 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-611910602'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:40.652373 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 0bce563d-d906-415c-8454-53001b6f98d5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:40.652718 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:40.692557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05c4545-c620-4f80-bcd2-6c3e3fa81fc6 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Made reservation on behalf of 0d99383d6df74ccd9c2362178c9f9ebc for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:40.696165 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d05c4545-c620-4f80-bcd2-6c3e3fa81fc6 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:40.700099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a7aa2e69-30ad-493b-aa60-a14e45358d11 req-372b96f8-a60c-418d-af6f-93dc5486fe9e tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909739 Jul 27 19:47:40.775351 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05c4545-c620-4f80-bcd2-6c3e3fa81fc6 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:47:40.791925 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d05c4545-c620-4f80-bcd2-6c3e3fa81fc6 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:40.792607 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-d05c4545-c620-4f80-bcd2-6c3e3fa81fc6 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Added segment 46b875f2-bd5a-485d-ae96-7b2e1b656f83 of type vlan for network 457c0ee9-8931-4f09-a1d1-a73734a590f8 Jul 27 19:47:40.796991 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:40.818943 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-d7a86e04-39bc-4c36-b81a-82e1c730ef15 req-0641401c-2d55-4adf-9439-160fa5644e71 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2089406754', 'description': 'tempest-description-1796306927'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:40.855012 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d05c4545-c620-4f80-bcd2-6c3e3fa81fc6 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:40.886322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d84af49-178f-4bab-abb1-42f4ee355264 None None] Network 33c7b1ad-9db4-4f88-a175-aad12727eb54 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:47:40.903251 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d7a86e04-39bc-4c36-b81a-82e1c730ef15 req-0641401c-2d55-4adf-9439-160fa5644e71 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:40.924935 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d05c4545-c620-4f80-bcd2-6c3e3fa81fc6 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:40.945552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05c4545-c620-4f80-bcd2-6c3e3fa81fc6 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:40.951184 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d05c4545-c620-4f80-bcd2-6c3e3fa81fc6 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:40.962036 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42780) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:41.012169 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:41.037306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f16671-3546-426e-ad54-5c04591371b2 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:47:41.040204 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0e477a91-b8ef-401e-9474-07c37e146e3e None None] Provisioning for port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:41.042266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c4545-c620-4f80-bcd2-6c3e3fa81fc6 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event updated for resources: {'Network': ['ID=457c0ee9-8931-4f09-a1d1-a73734a590f8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:41.070572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 457c0ee9-8931-4f09-a1d1-a73734a590f8 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:47:41.076266 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:41.113540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:41.126762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:41.154493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:41.156893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Transition to ACTIVE for port object 52f16671-3546-426e-ad54-5c04591371b2 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:41.161646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec9ed94-628b-410b-8ceb-18aa84f3daa7,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:41.191850 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:41.196341 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Sync routers for ids ['eccfaafe-7079-4504-90ed-619f521cfa32'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:47:41.213445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0fd6cff0-80b1-4173-9bf9-2640544bc289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:41.216615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-ef1e72db-2847-4c64-8b59-4f5240347396', 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'fixed_ips': [{'subnet_id': '3f03b201-58ae-4b16-93ec-553d43cd9939'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:47:41.217626 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:41.217859 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Routers {'eccfaafe-7079-4504-90ed-619f521cfa32'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:47:41.218769 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:47:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eccfaafe-7079-4504-90ed-619f521cfa32'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:41.308348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975724025-router', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '77615a7f-bb66-44a3-a4b0-6dae8c84cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:26Z', 'updated_at': '2021-07-27T19:47:31Z', 'revision_number': 4, 'project_id': 'd4daa26e4754420b9db48caad2f9a801', 'gw_port': {'id': '77615a7f-bb66-44a3-a4b0-6dae8c84cc6f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:27Z', 'updated_at': '2021-07-27T19:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '22c477de-741b-4bbf-bed7-00bb3f9acfa9', 'name': '', 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'mac_address': 'fa:16:3e:05:36:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8686335d-95ea-4186-ad02-4169113b78f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:30Z', 'updated_at': '2021-07-27T19:47:39Z', 'revision_number': 4, 'project_id': 'd4daa26e4754420b9db48caad2f9a801', 'subnets': [{'id': '8686335d-95ea-4186-ad02-4169113b78f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:41.334585 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Set router eccfaafe-7079-4504-90ed-619f521cfa32 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:47:41.353465 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d16b8-5bec-4c5b-88fc-e691cdc80743 None None] The sync data for ids ['00d451a2-14e0-48d4-aad7-c50782c7615b'] in n-d-705657-21 is: [{'id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975724025-router', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '77615a7f-bb66-44a3-a4b0-6dae8c84cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:26Z', 'updated_at': '2021-07-27T19:47:31Z', 'revision_number': 4, 'project_id': 'd4daa26e4754420b9db48caad2f9a801', 'gw_port': {'id': '77615a7f-bb66-44a3-a4b0-6dae8c84cc6f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:27Z', 'updated_at': '2021-07-27T19:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '22c477de-741b-4bbf-bed7-00bb3f9acfa9', 'name': '', 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'mac_address': 'fa:16:3e:05:36:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8686335d-95ea-4186-ad02-4169113b78f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:30Z', 'updated_at': '2021-07-27T19:47:39Z', 'revision_number': 4, 'project_id': 'd4daa26e4754420b9db48caad2f9a801', 'subnets': [{'id': '8686335d-95ea-4186-ad02-4169113b78f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:47:41.368834 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0dab26-5ab8-4a0f-a083-60ec42de3fa0 req-fd38c511-827d-4aeb-b207-c9c4cef6e6b5 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:41.376656 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e0dab26-5ab8-4a0f-a083-60ec42de3fa0 req-fd38c511-827d-4aeb-b207-c9c4cef6e6b5 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 1101 time: 0.3656404 Jul 27 19:47:41.378356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Pushing event updated for resources: {'Port': ['ID=52f16671-3546-426e-ad54-5c04591371b2,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:41.400735 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d7a86e04-39bc-4c36-b81a-82e1c730ef15 req-0641401c-2d55-4adf-9439-160fa5644e71 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:41.432819 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:41.468824 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d7a86e04-39bc-4c36-b81a-82e1c730ef15 req-0641401c-2d55-4adf-9439-160fa5644e71 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:41.490720 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3e0dab26-5ab8-4a0f-a083-60ec42de3fa0 req-27e28c16-fe9f-4245-97d2-ecd7a68dd2e8 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:41.520765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Allocated IP 19.80.0.2 (ef1e72db-2847-4c64-8b59-4f5240347396/3f03b201-58ae-4b16-93ec-553d43cd9939/c6f1dd4e-df2a-439e-852f-9c32bd584733) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:41.670278 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d05c4545-c620-4f80-bcd2-6c3e3fa81fc6 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0314884 Jul 27 19:47:41.671287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42788) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:41.674244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641401c-2d55-4adf-9439-160fa5644e71 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7216111-1ce4-4bc7-b7ac-fcd3fa570c2f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:41.681641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4c567e8a-be0d-43fd-b8af-f51bb5f7a367 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Request body: {'subnet': {'network_id': '457c0ee9-8931-4f09-a1d1-a73734a590f8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:41.699355 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0fd6cff0-80b1-4173-9bf9-2640544bc289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:41.699646 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'name': 'tempest-ServersTestMultiNic-858681419-router', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e77beb57-306d-446d-a493-da9ca341575f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:32Z', 'updated_at': '2021-07-27T19:47:37Z', 'revision_number': 4, 'project_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'gw_port': {'id': 'e77beb57-306d-446d-a493-da9ca341575f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:25:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:33Z', 'updated_at': '2021-07-27T19:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '52d27342-5a6f-4468-9513-3f6c0c13a767', 'name': '', 'network_id': '7d2a7731-dd87-4444-a15d-0fc782244f3c', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'mac_address': 'fa:16:3e:95:2b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6cf489cb-d835-44e9-a968-4e2c355b4779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:37Z', 'updated_at': '2021-07-27T19:47:38Z', 'revision_number': 2, 'project_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'subnets': [{'id': '6cf489cb-d835-44e9-a968-4e2c355b4779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:41.715361 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0fd6cff0-80b1-4173-9bf9-2640544bc289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:41.742486 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d7a86e04-39bc-4c36-b81a-82e1c730ef15 req-0641401c-2d55-4adf-9439-160fa5644e71 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:41.744359 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d7a86e04-39bc-4c36-b81a-82e1c730ef15 req-0641401c-2d55-4adf-9439-160fa5644e71 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.9447370 Jul 27 19:47:41.783767 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0fd6cff0-80b1-4173-9bf9-2640544bc289 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bff0451b0cfa4842a8288807b7a13047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7513075 Jul 27 19:47:41.792606 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Checking router: eccfaafe-7079-4504-90ed-619f521cfa32 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:47:41.792953 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Updating router eccfaafe-7079-4504-90ed-619f521cfa32 port 52d27342-5a6f-4468-9513-3f6c0c13a767 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:47:41.813295 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42794) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:41.919785 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:41.921481 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:41.921740 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e77beb57-306d-446d-a493-da9ca341575f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:41.928612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Attempting to bind port 52f16671-3546-426e-ad54-5c04591371b2 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:41.937543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Attempting to bind port 52f16671-3546-426e-ad54-5c04591371b2 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '11b85c81-4a92-4501-8bf5-790169babd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:41.937879 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Attempting to bind port 52f16671-3546-426e-ad54-5c04591371b2 on network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:41.952804 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6cff0-80b1-4173-9bf9-2640544bc289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2b78d2-6eb8-41a2-87f1-e6ed4eb02093,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:42.008126 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.012304 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f932-81e6-45e2-aa90-a389475513fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.024795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Transition to ACTIVE for port object c6f1dd4e-df2a-439e-852f-9c32bd584733 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:42.063748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Transition to ACTIVE for port object c6f1dd4e-df2a-439e-852f-9c32bd584733 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:42.070089 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f932-81e6-45e2-aa90-a389475513fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.078943 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e77beb57-306d-446d-a493-da9ca341575f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:42.079553 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.083002 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.105187 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Port 52f16671-3546-426e-ad54-5c04591371b2 on network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:47:42.105819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Attempting to bind port 52f16671-3546-426e-ad54-5c04591371b2 on network 3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:42.117971 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3e0dab26-5ab8-4a0f-a083-60ec42de3fa0 req-27e28c16-fe9f-4245-97d2-ecd7a68dd2e8 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.119163 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:42.119691 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Checking segment: {'id': '11b85c81-4a92-4501-8bf5-790169babd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:42.120263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Bound using segment: {'id': '11b85c81-4a92-4501-8bf5-790169babd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:42.121007 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Bound port: 52f16671-3546-426e-ad54-5c04591371b2, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b85c81-4a92-4501-8bf5-790169babd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:42.121567 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.132836 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3e0dab26-5ab8-4a0f-a083-60ec42de3fa0 req-27e28c16-fe9f-4245-97d2-ecd7a68dd2e8 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.154173 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f932-81e6-45e2-aa90-a389475513fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.157806 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f932-81e6-45e2-aa90-a389475513fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.162573 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f9e8f932-81e6-45e2-aa90-a389475513fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef2b78d2-6eb8-41a2-87f1-e6ed4eb02093 HTTP/1.1" status: 204 len: 168 time: 0.3388681 Jul 27 19:47:42.175591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8f932-81e6-45e2-aa90-a389475513fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2b78d2-6eb8-41a2-87f1-e6ed4eb02093,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:42.177296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Network ef1e72db-2847-4c64-8b59-4f5240347396 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:42.181433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:42.186766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:42.193718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c567e8a-be0d-43fd-b8af-f51bb5f7a367 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Made reservation on behalf of 0d99383d6df74ccd9c2362178c9f9ebc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:42.197918 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c567e8a-be0d-43fd-b8af-f51bb5f7a367 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.335026 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.351308 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Transition to ACTIVE for port object 52d27342-5a6f-4468-9513-3f6c0c13a767 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:42.361925 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.473638 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40530c-2aab-4b18-b828-7e4f0819f139 None None] Pushing event updated for resources: {'Port': ['ID=52d27342-5a6f-4468-9513-3f6c0c13a767,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:42.493689 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c567e8a-be0d-43fd-b8af-f51bb5f7a367 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.520260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Pushing event updated for resources: {'Port': ['ID=c6f1dd4e-df2a-439e-852f-9c32bd584733,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:42.525334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Attempting to bind port c6f1dd4e-df2a-439e-852f-9c32bd584733 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:42.525706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Attempting to bind port c6f1dd4e-df2a-439e-852f-9c32bd584733 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '7af02318-b06e-42c2-841b-000d04f74412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:42.526060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Attempting to bind port c6f1dd4e-df2a-439e-852f-9c32bd584733 on network ef1e72db-2847-4c64-8b59-4f5240347396 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:42.587090 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Attempting to bind port 52d27342-5a6f-4468-9513-3f6c0c13a767 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:42.587759 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Attempting to bind port 52d27342-5a6f-4468-9513-3f6c0c13a767 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '6716e35d-fc5e-4a20-90c9-5d3bccbeca99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d2a7731-dd87-4444-a15d-0fc782244f3c'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:42.591930 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Attempting to bind port 52d27342-5a6f-4468-9513-3f6c0c13a767 on network 7d2a7731-dd87-4444-a15d-0fc782244f3c {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:42.594966 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:42.596522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Checking segment: {'id': '7af02318-b06e-42c2-841b-000d04f74412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:42.597040 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.597592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Bound using segment: {'id': '7af02318-b06e-42c2-841b-000d04f74412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:42.598465 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Bound port: c6f1dd4e-df2a-439e-852f-9c32bd584733, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af02318-b06e-42c2-841b-000d04f74412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:42.599010 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.602290 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:42.604253 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Checking segment: {'id': '6716e35d-fc5e-4a20-90c9-5d3bccbeca99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d2a7731-dd87-4444-a15d-0fc782244f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:42.604618 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.605027 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Bound using segment: {'id': '6716e35d-fc5e-4a20-90c9-5d3bccbeca99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d2a7731-dd87-4444-a15d-0fc782244f3c'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:42.605524 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Bound port: 52d27342-5a6f-4468-9513-3f6c0c13a767, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6716e35d-fc5e-4a20-90c9-5d3bccbeca99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7d2a7731-dd87-4444-a15d-0fc782244f3c'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:42.606206 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.661860 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 22c477de-741b-4bbf-bed7-00bb3f9acfa9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:42.698367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c567e8a-be0d-43fd-b8af-f51bb5f7a367 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event updated for resources: {'Subnet': ['ID=dc613585-5995-4157-9c67-09806adb3c00,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:42.710076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c567e8a-be0d-43fd-b8af-f51bb5f7a367 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Checking segment: {'id': '46b875f2-bd5a-485d-ae96-7b2e1b656f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '457c0ee9-8931-4f09-a1d1-a73734a590f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:42.711609 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c567e8a-be0d-43fd-b8af-f51bb5f7a367 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Network hostable DHCP agents. Network: 457c0ee9-8931-4f09-a1d1-a73734a590f8, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:47:42.750801 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] For port 52d27342-5a6f-4468-9513-3f6c0c13a767, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:42.754836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c567e8a-be0d-43fd-b8af-f51bb5f7a367 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Network 457c0ee9-8931-4f09-a1d1-a73734a590f8 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:47:42.757046 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] For port 52d27342-5a6f-4468-9513-3f6c0c13a767, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=52d27342-5a6f-4468-9513-3f6c0c13a767,segment=NetworkSegment(6716e35d-fc5e-4a20-90c9-5d3bccbeca99),segment_id=6716e35d-fc5e-4a20-90c9-5d3bccbeca99)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:42.765776 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.772845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4c567e8a-be0d-43fd-b8af-f51bb5f7a367 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 457c0ee9-8931-4f09-a1d1-a73734a590f8) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:42.782942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c567e8a-be0d-43fd-b8af-f51bb5f7a367 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:42.785156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c567e8a-be0d-43fd-b8af-f51bb5f7a367 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.792240 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3190b08e-d88d-4418-951c-35801cc54ff5 None None] Network 457c0ee9-8931-4f09-a1d1-a73734a590f8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:47:42.816273 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] For port c6f1dd4e-df2a-439e-852f-9c32bd584733, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:42.832439 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Routers {'eccfaafe-7079-4504-90ed-619f521cfa32'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:47:42.833101 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:47:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eccfaafe-7079-4504-90ed-619f521cfa32'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:42.835038 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4c567e8a-be0d-43fd-b8af-f51bb5f7a367 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1625366 Jul 27 19:47:42.839901 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40530c-2aab-4b18-b828-7e4f0819f139 None None] Pushing event updated for resources: {'Port': ['ID=52d27342-5a6f-4468-9513-3f6c0c13a767,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:42.937396 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] For port c6f1dd4e-df2a-439e-852f-9c32bd584733, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c6f1dd4e-df2a-439e-852f-9c32bd584733,segment=NetworkSegment(7af02318-b06e-42c2-841b-000d04f74412),segment_id=7af02318-b06e-42c2-841b-000d04f74412)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:42.952644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 22c477de-741b-4bbf-bed7-00bb3f9acfa9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:42.976619 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:42.992838 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] Set router eccfaafe-7079-4504-90ed-619f521cfa32 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:47:43.007979 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 22c477de-741b-4bbf-bed7-00bb3f9acfa9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:43.008521 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:43.147927 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e0dab26-5ab8-4a0f-a083-60ec42de3fa0 req-27e28c16-fe9f-4245-97d2-ecd7a68dd2e8 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7706187 Jul 27 19:47:43.159321 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcba5e-4f31-4c2c-97f8-29e20bebc1b0 None None] Pushing event updated for resources: {'Port': ['ID=c6f1dd4e-df2a-439e-852f-9c32bd584733,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:43.259852 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:43.288564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e28c16-fe9f-4245-97d2-ecd7a68dd2e8 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afb479e-cb74-4059-9f32-ffd73b181ec1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:43.407027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 22c477de-741b-4bbf-bed7-00bb3f9acfa9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=22c477de-741b-4bbf-bed7-00bb3f9acfa9,segment=NetworkSegment(fa87bfef-a30e-4f88-bfdf-bc4899fb9166),segment_id=fa87bfef-a30e-4f88-bfdf-bc4899fb9166)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:43.407353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be820-9f99-4b02-a85d-9701d2ee2608 req-a12d3a47-8a1b-457f-985c-acbb0fcce0ff tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:43.410492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-457c0ee9-8931-4f09-a1d1-a73734a590f8', 'network_id': '457c0ee9-8931-4f09-a1d1-a73734a590f8', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'fixed_ips': [{'subnet_id': 'dc613585-5995-4157-9c67-09806adb3c00'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:47:43.425336 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:43.432741 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:43.440998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a3460adc-0f4e-4c4e-94fc-ff2b90902e1c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:43.442083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c3be820-9f99-4b02-a85d-9701d2ee2608 req-a12d3a47-8a1b-457f-985c-acbb0fcce0ff tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 1.5156050 Jul 27 19:47:43.457157 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-12c239d3-6b30-4c59-9b93-d39555d90a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:43.510996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] For port 52f16671-3546-426e-ad54-5c04591371b2, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:43.514005 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'name': 'tempest-ServersTestMultiNic-858681419-router', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e77beb57-306d-446d-a493-da9ca341575f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:32Z', 'updated_at': '2021-07-27T19:47:37Z', 'revision_number': 4, 'project_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'gw_port': {'id': 'e77beb57-306d-446d-a493-da9ca341575f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:25:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:33Z', 'updated_at': '2021-07-27T19:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '52d27342-5a6f-4468-9513-3f6c0c13a767', 'name': '', 'network_id': '7d2a7731-dd87-4444-a15d-0fc782244f3c', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'mac_address': 'fa:16:3e:95:2b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6cf489cb-d835-44e9-a968-4e2c355b4779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:37Z', 'updated_at': '2021-07-27T19:47:42Z', 'revision_number': 4, 'project_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'subnets': [{'id': '6cf489cb-d835-44e9-a968-4e2c355b4779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:43.540482 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] For port 52f16671-3546-426e-ad54-5c04591371b2, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=52f16671-3546-426e-ad54-5c04591371b2,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:43.559582 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e93e8-01b9-479f-ae7d-4c56195e1441 None None] The sync data for ids ['eccfaafe-7079-4504-90ed-619f521cfa32'] in n-d-705657-21 is: [{'id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'name': 'tempest-ServersTestMultiNic-858681419-router', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e77beb57-306d-446d-a493-da9ca341575f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:32Z', 'updated_at': '2021-07-27T19:47:37Z', 'revision_number': 4, 'project_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'gw_port': {'id': 'e77beb57-306d-446d-a493-da9ca341575f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:25:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:33Z', 'updated_at': '2021-07-27T19:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '52d27342-5a6f-4468-9513-3f6c0c13a767', 'name': '', 'network_id': '7d2a7731-dd87-4444-a15d-0fc782244f3c', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'mac_address': 'fa:16:3e:95:2b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6cf489cb-d835-44e9-a968-4e2c355b4779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:37Z', 'updated_at': '2021-07-27T19:47:42Z', 'revision_number': 4, 'project_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'subnets': [{'id': '6cf489cb-d835-44e9-a968-4e2c355b4779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:47:43.564020 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:43.567623 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:43.659303 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c3be820-9f99-4b02-a85d-9701d2ee2608 req-258fe2f8-461e-45be-a8ed-f950e2277eb8 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162130 Jul 27 19:47:43.667485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=22c477de-741b-4bbf-bed7-00bb3f9acfa9,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:43.705449 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:43.715117 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:43.715806 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:43.743313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Pushing event updated for resources: {'Port': ['ID=52f16671-3546-426e-ad54-5c04591371b2,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:43.749501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:43.750125 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:43.751537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f740d1d8-c938-4121-b3a2-6fad71d7ea78 service neutron] 10.222.0.63 "PUT /v2.0/ports/52f16671-3546-426e-ad54-5c04591371b2 HTTP/1.1" status: 200 len: 1093 time: 4.0038815 Jul 27 19:47:43.759310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598862ac-ee34-4d5e-9f6d-60c23f06e892', 'tag': '52f16671-3546-426e-ad54-5c04591371b2'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:43.761728 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd501c21-fadc-4996-b5d3-fe57f049342f" -d '{"events": [{"name": "network-changed", "server_uuid": "598862ac-ee34-4d5e-9f6d-60c23f06e892", "tag": "52f16671-3546-426e-ad54-5c04591371b2"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:43.795661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Allocated IP 19.86.0.2 (457c0ee9-8931-4f09-a1d1-a73734a590f8/dc613585-5995-4157-9c67-09806adb3c00/cf2d6dde-862e-4416-9879-188e80c0fcda) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:43.798760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8cd26-4bf4-4f45-8c90-4812c7890d0f req-ad27b4ef-3dd1-4cec-abf9-bcecfc462b2a tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:43.800812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8da8cd26-4bf4-4f45-8c90-4812c7890d0f req-ad27b4ef-3dd1-4cec-abf9-bcecfc462b2a tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=598862ac-ee34-4d5e-9f6d-60c23f06e892 HTTP/1.1" status: 200 len: 944 time: 0.4126863 Jul 27 19:47:43.885304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70c924db-bf54-482e-b889-70342a602e56 req-8564dd12-4be1-4c2d-af72-dd6514d5a3a6 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "GET /v2.0/security-groups/b7216111-1ce4-4bc7-b7ac-fcd3fa570c2f HTTP/1.1" status: 200 len: 1813 time: 0.1896162 Jul 27 19:47:43.941330 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:43.970191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8da8cd26-4bf4-4f45-8c90-4812c7890d0f req-643072d3-e843-4951-b582-37f0e36db45a tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585755 Jul 27 19:47:44.011401 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a3460adc-0f4e-4c4e-94fc-ff2b90902e1c,segment=NetworkSegment(f0003ef8-16c3-435c-9e29-a74f05abcd51),segment_id=f0003ef8-16c3-435c-9e29-a74f05abcd51)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:44.023277 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:44.076449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-907c5f1b-1de3-42b6-a4bd-1a048673da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:44.090990 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-907c5f1b-1de3-42b6-a4bd-1a048673da6c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1c255ff14e4d4e828bcfd95b5be1c1dd&device_id=598862ac-ee34-4d5e-9f6d-60c23f06e892 HTTP/1.1" status: 200 len: 1096 time: 0.1991475 Jul 27 19:47:44.103771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Router f77f4d17-ee2b-416e-96a5-94cc425ba496 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:47:44.117989 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:44.132711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=a3460adc-0f4e-4c4e-94fc-ff2b90902e1c,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:44.137459 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Transition to ACTIVE for port object cf2d6dde-862e-4416-9879-188e80c0fcda will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:44.165890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Transition to ACTIVE for port object cf2d6dde-862e-4416-9879-188e80c0fcda will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:44.179177 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:44.238402 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-915efb0b-9612-4638-a354-83178494a52d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52f16671-3546-426e-ad54-5c04591371b2 HTTP/1.1" status: 200 len: 217 time: 0.1312456 Jul 27 19:47:44.241179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Network 457c0ee9-8931-4f09-a1d1-a73734a590f8 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:44.246046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:44.255106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:44.269457 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Pushing event updated for resources: {'Port': ['ID=cf2d6dde-862e-4416-9879-188e80c0fcda,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:44.362233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Attempting to bind port cf2d6dde-862e-4416-9879-188e80c0fcda on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:44.362996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Attempting to bind port cf2d6dde-862e-4416-9879-188e80c0fcda by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '46b875f2-bd5a-485d-ae96-7b2e1b656f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '457c0ee9-8931-4f09-a1d1-a73734a590f8'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:44.363711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Attempting to bind port cf2d6dde-862e-4416-9879-188e80c0fcda on network 457c0ee9-8931-4f09-a1d1-a73734a590f8 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:44.370029 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:44.371012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Checking segment: {'id': '46b875f2-bd5a-485d-ae96-7b2e1b656f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '457c0ee9-8931-4f09-a1d1-a73734a590f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:44.371740 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:44.372571 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Bound using segment: {'id': '46b875f2-bd5a-485d-ae96-7b2e1b656f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '457c0ee9-8931-4f09-a1d1-a73734a590f8'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:44.373282 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Bound port: cf2d6dde-862e-4416-9879-188e80c0fcda, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b875f2-bd5a-485d-ae96-7b2e1b656f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '457c0ee9-8931-4f09-a1d1-a73734a590f8'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:44.374024 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:44.444926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c6f1dd4e-df2a-439e-852f-9c32bd584733 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:44.461784 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64298337-50f4-4fe8-8f72-9d412a4019d2 x-openstack-request-id: req-64298337-50f4-4fe8-8f72-9d412a4019d2 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:44.462214 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598862ac-ee34-4d5e-9f6d-60c23f06e892", "tag": "52f16671-3546-426e-ad54-5c04591371b2", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:44.462546 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64298337-50f4-4fe8-8f72-9d412a4019d2 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:44.463023 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598862ac-ee34-4d5e-9f6d-60c23f06e892', 'tag': '52f16671-3546-426e-ad54-5c04591371b2', 'status': 'completed', 'code': 200} Jul 27 19:47:44.471606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-151251be-ab73-4cef-94df-e4c98660ebf0 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:44.477829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-151251be-ab73-4cef-94df-e4c98660ebf0 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:44.479465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-151251be-ab73-4cef-94df-e4c98660ebf0 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/networks?id=ef1e72db-2847-4c64-8b59-4f5240347396&id=457c0ee9-8931-4f09-a1d1-a73734a590f8&id=ef1e72db-2847-4c64-8b59-4f5240347396 HTTP/1.1" status: 200 len: 1390 time: 0.4854922 Jul 27 19:47:44.488012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-8b102787-19b3-45ce-ae5c-1f193ab37204 req-6839eb1f-3021-4912-b642-613c38344e8c tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1343927376', 'description': 'tempest-description-1128271988'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:44.503949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] For port cf2d6dde-862e-4416-9879-188e80c0fcda, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:44.509878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f541475e-c4c5-411e-95d3-2af996b07327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:44.511215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-f541475e-c4c5-411e-95d3-2af996b07327 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=704bcdba-cfcb-4fd0-aa7c-2ab398640f58 HTTP/1.1" status: 200 len: 861 time: 0.2538025 Jul 27 19:47:44.520013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] For port cf2d6dde-862e-4416-9879-188e80c0fcda, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cf2d6dde-862e-4416-9879-188e80c0fcda,segment=NetworkSegment(46b875f2-bd5a-485d-ae96-7b2e1b656f83),segment_id=46b875f2-bd5a-485d-ae96-7b2e1b656f83)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:44.532337 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:44.533828 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-537e5348-e45d-4b6f-b9a3-0686fa120db6 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/quotas/0d99383d6df74ccd9c2362178c9f9ebc HTTP/1.1" status: 200 len: 375 time: 0.0366693 Jul 27 19:47:44.571823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port c6f1dd4e-df2a-439e-852f-9c32bd584733 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:44.587283 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-13565f41-a6fe-4e92-ac4d-d0ffe1dd784f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573280 Jul 27 19:47:44.588491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:47:44.591830 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 22c477de-741b-4bbf-bed7-00bb3f9acfa9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:44.599937 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb7d80b-2a1a-4e1a-b894-b5b8364614b9 None None] Network ef1e72db-2847-4c64-8b59-4f5240347396 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:47:44.607259 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8b102787-19b3-45ce-ae5c-1f193ab37204 req-6839eb1f-3021-4912-b642-613c38344e8c tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:44.610320 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Sync routers for ids ['f77f4d17-ee2b-416e-96a5-94cc425ba496'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:47:44.719289 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Routers {'f77f4d17-ee2b-416e-96a5-94cc425ba496'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:47:44.720103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:47:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f77f4d17-ee2b-416e-96a5-94cc425ba496'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:44.722059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1418761-ca33-4815-a9c0-423b31ecfa33 None None] Pushing event updated for resources: {'Port': ['ID=cf2d6dde-862e-4416-9879-188e80c0fcda,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:44.768532 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:44.773342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42848) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:44.773925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-31121aa3-7aed-4d95-835b-53961b4cd923 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.2958994 Jul 27 19:47:44.780021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-086c9d0d-ae6a-4c98-b8b2-278b4e9762be None None] Provisioning for port c6f1dd4e-df2a-439e-852f-9c32bd584733 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:44.798148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-086c9d0d-ae6a-4c98-b8b2-278b4e9762be None None] Provisioning complete for port c6f1dd4e-df2a-439e-852f-9c32bd584733 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:44.798524 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-086c9d0d-ae6a-4c98-b8b2-278b4e9762be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:44.884677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-33b1f157-87ab-443d-aa1d-8f490cc33937 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d99383d6df74ccd9c2362178c9f9ebc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3259137 Jul 27 19:47:45.070441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-766e8410-6b9d-4cfb-99a5-5784dee1dab6 service neutron] 10.222.0.63 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607215 Jul 27 19:47:45.111144 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 22c477de-741b-4bbf-bed7-00bb3f9acfa9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:45.111925 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:45.225228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Set router f77f4d17-ee2b-416e-96a5-94cc425ba496 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:47:45.231796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3991d23-9db6-4ae7-998f-fef4d75e7a92 req-c6ebc37a-fb56-429f-af5b-a7c435ada700 service neutron] 10.222.0.63 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469653 Jul 27 19:47:45.258255 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-1ce9b291-0f56-4b88-8e08-d56f6915cb5a service neutron] 10.222.0.48 "GET /v2.0/networks/ef1e72db-2847-4c64-8b59-4f5240347396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722582 Jul 27 19:47:45.435324 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8b102787-19b3-45ce-ae5c-1f193ab37204 req-6839eb1f-3021-4912-b642-613c38344e8c tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:45.448176 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8b102787-19b3-45ce-ae5c-1f193ab37204 req-6839eb1f-3021-4912-b642-613c38344e8c tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:45.503535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839eb1f-3021-4912-b642-613c38344e8c tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b2d4d0-0b59-4408-938f-783a4bdfc4aa,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:45.522056 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8b102787-19b3-45ce-ae5c-1f193ab37204 req-6839eb1f-3021-4912-b642-613c38344e8c tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:45.535955 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8b102787-19b3-45ce-ae5c-1f193ab37204 req-6839eb1f-3021-4912-b642-613c38344e8c tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0718298 Jul 27 19:47:45.645840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd501c21-fadc-4996-b5d3-fe57f049342f req-e5adc062-8694-44e2-8e2c-30e2fff60875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:45.647385 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd501c21-fadc-4996-b5d3-fe57f049342f req-e5adc062-8694-44e2-8e2c-30e2fff60875 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1c255ff14e4d4e828bcfd95b5be1c1dd&device_id=598862ac-ee34-4d5e-9f6d-60c23f06e892 HTTP/1.1" status: 200 len: 1096 time: 0.3332751 Jul 27 19:47:45.665087 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-fbf54839-6e17-4d76-9087-00f633f6e085 service neutron] 10.222.0.48 "GET /v2.0/networks/ef1e72db-2847-4c64-8b59-4f5240347396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050786 Jul 27 19:47:45.734166 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-086c9d0d-ae6a-4c98-b8b2-278b4e9762be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:45.819892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-086c9d0d-ae6a-4c98-b8b2-278b4e9762be None None] For port c6f1dd4e-df2a-439e-852f-9c32bd584733, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c6f1dd4e-df2a-439e-852f-9c32bd584733,segment=NetworkSegment(7af02318-b06e-42c2-841b-000d04f74412),segment_id=7af02318-b06e-42c2-841b-000d04f74412)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:45.892674 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-086c9d0d-ae6a-4c98-b8b2-278b4e9762be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:45.925679 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-783ae256-8bc3-41bc-bea2-aa953bbdc7c6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6075594f6f2a439f93248a6093faea1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1362288 Jul 27 19:47:45.968545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c9d0d-ae6a-4c98-b8b2-278b4e9762be None None] Pushing event updated for resources: {'Port': ['ID=c6f1dd4e-df2a-439e-852f-9c32bd584733,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:45.997812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 52d27342-5a6f-4468-9513-3f6c0c13a767 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:46.004365 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:46.049072 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd501c21-fadc-4996-b5d3-fe57f049342f req-d2191026-a2ba-4ecb-8866-8c5f2331e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:46.051280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd501c21-fadc-4996-b5d3-fe57f049342f req-d2191026-a2ba-4ecb-8866-8c5f2331e5c3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 HTTP/1.1" status: 200 len: 922 time: 0.3842070 Jul 27 19:47:46.056076 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395463130-router', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '0ec9ed94-628b-410b-8ceb-18aa84f3daa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:37Z', 'updated_at': '2021-07-27T19:47:41Z', 'revision_number': 3, 'project_id': '5320749b8b5c456abe543c220e53c129', 'gw_port': {'id': '0ec9ed94-628b-410b-8ceb-18aa84f3daa7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:39Z', 'updated_at': '2021-07-27T19:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:46.138321 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Checking router: f77f4d17-ee2b-416e-96a5-94cc425ba496 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:47:46.138710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Updating router f77f4d17-ee2b-416e-96a5-94cc425ba496 port 0ec9ed94-628b-410b-8ceb-18aa84f3daa7 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:47:46.144455 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 52d27342-5a6f-4468-9513-3f6c0c13a767 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:46.183328 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-93895b08-1735-4ade-91d6-f9a06e5d67cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:46.187736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-1b6edad5-9075-44da-ab4c-51d8d6c531b6 service neutron] 10.222.0.48 "GET /v2.0/networks/457c0ee9-8931-4f09-a1d1-a73734a590f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214632 Jul 27 19:47:46.210123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 52d27342-5a6f-4468-9513-3f6c0c13a767 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:46.210651 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:46.271492 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:46.305320 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:46.313342 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea878e0-1e22-4155-a000-bedfa78d8e4b None None] Network 457c0ee9-8931-4f09-a1d1-a73734a590f8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:47:46.327451 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Allocated IP 172.20.0.1 (33c7b1ad-9db4-4f88-a175-aad12727eb54/fea82b07-ec24-4a25-8bd1-579eb72de6b3/aa661d11-2600-4a3f-945f-a92397492105) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:46.381996 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd501c21-fadc-4996-b5d3-fe57f049342f req-b21e2549-a2db-45dc-9a1e-8e57d0a50ece service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52f16671-3546-426e-ad54-5c04591371b2 HTTP/1.1" status: 200 len: 217 time: 0.1674407 Jul 27 19:47:46.391190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-3dbf328e-6bed-44a5-9b11-7a4dcc812d97 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:46.392293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-3dbf328e-6bed-44a5-9b11-7a4dcc812d97 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4658430 Jul 27 19:47:46.436545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1a71e45b-5816-4a15-9b74-0839d2b1462e None None] Provisioning complete for port c6f1dd4e-df2a-439e-852f-9c32bd584733 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:46.436917 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1a71e45b-5816-4a15-9b74-0839d2b1462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:46.442766 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:46.456169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-49f3a104-964b-4725-be85-72f426170ffc tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/quotas/6075594f6f2a439f93248a6093faea1d HTTP/1.1" status: 200 len: 375 time: 0.0473495 Jul 27 19:47:46.457046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Transition to ACTIVE for port object aa661d11-2600-4a3f-945f-a92397492105 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:46.501049 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:46.568169 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Network 33c7b1ad-9db4-4f88-a175-aad12727eb54 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:46.571400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:46.577105 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:46.581707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Pushing event updated for resources: {'Port': ['ID=aa661d11-2600-4a3f-945f-a92397492105,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:46.612912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:46.613425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:46.613778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:46.614121 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:46.614510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:46.614839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:46.615178 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:46.615491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:46.615813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:46.616273 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:46.616632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:46.616951 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:47:46.623132 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:46.638044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:46.762985 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 52d27342-5a6f-4468-9513-3f6c0c13a767, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=52d27342-5a6f-4468-9513-3f6c0c13a767,segment=NetworkSegment(6716e35d-fc5e-4a20-90c9-5d3bccbeca99),segment_id=6716e35d-fc5e-4a20-90c9-5d3bccbeca99)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:46.781233 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:46.841913 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:46.942207 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:46.953589 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Transition to ACTIVE for port object 0ec9ed94-628b-410b-8ceb-18aa84f3daa7 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:47.000557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd501c21-fadc-4996-b5d3-fe57f049342f req-80d4273e-07d7-43d0-869e-56f7439eddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:47.008119 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:47.014884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd501c21-fadc-4996-b5d3-fe57f049342f req-80d4273e-07d7-43d0-869e-56f7439eddc6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=704bcdba-cfcb-4fd0-aa7c-2ab398640f58 HTTP/1.1" status: 200 len: 861 time: 0.6192088 Jul 27 19:47:47.041796 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1a71e45b-5816-4a15-9b74-0839d2b1462e None None] Provisioning for port cf2d6dde-862e-4416-9879-188e80c0fcda completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:47.053997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=52d27342-5a6f-4468-9513-3f6c0c13a767,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:47.075483 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd501c21-fadc-4996-b5d3-fe57f049342f req-322793ae-f0a5-40bf-baa4-de4d6d2fff08 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456934 Jul 27 19:47:47.085585 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-ecefa6a9-3b5b-4699-b8ba-5c8be4181d0e service neutron] 10.222.0.48 "GET /v2.0/networks/457c0ee9-8931-4f09-a1d1-a73734a590f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8961773 Jul 27 19:47:47.103566 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c6f1dd4e-df2a-439e-852f-9c32bd584733 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:47.133760 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:47.146813 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:47.176051 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:47.181589 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Attempting to bind port 0ec9ed94-628b-410b-8ceb-18aa84f3daa7 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:47.182124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Attempting to bind port 0ec9ed94-628b-410b-8ceb-18aa84f3daa7 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:47.182591 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Attempting to bind port 0ec9ed94-628b-410b-8ceb-18aa84f3daa7 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:47.213082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551b31c-ad5f-4ed2-8f23-6794cbac14fd None None] Pushing event updated for resources: {'Port': ['ID=0ec9ed94-628b-410b-8ceb-18aa84f3daa7,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:47.229862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:47.230309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:47.230869 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:47.231309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:47.231772 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Bound port: 0ec9ed94-628b-410b-8ceb-18aa84f3daa7, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:47.232134 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:47.246694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b30bee67-4032-4801-8181-4bd749ed671a tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7739153 Jul 27 19:47:47.267509 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-091e49dd-985c-41b5-9078-96b6552f832a None None] Provisioning for port aa661d11-2600-4a3f-945f-a92397492105 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:47.276001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-091e49dd-985c-41b5-9078-96b6552f832a None None] Provisioning complete for port aa661d11-2600-4a3f-945f-a92397492105 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:47.276780 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-091e49dd-985c-41b5-9078-96b6552f832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:47.282737 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:47.333206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port c6f1dd4e-df2a-439e-852f-9c32bd584733 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:47.334470 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:47.381423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-091e49dd-985c-41b5-9078-96b6552f832a None None] Port aa661d11-2600-4a3f-945f-a92397492105 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:47:47.396482 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] For port 0ec9ed94-628b-410b-8ceb-18aa84f3daa7, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:47.402179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] For port 0ec9ed94-628b-410b-8ceb-18aa84f3daa7, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0ec9ed94-628b-410b-8ceb-18aa84f3daa7,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:47.413180 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Pushing event updated for resources: {'Port': ['ID=aa661d11-2600-4a3f-945f-a92397492105,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:47.413616 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:47.423431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd501c21-fadc-4996-b5d3-fe57f049342f req-dcfb26ab-1a7d-49dd-ad00-f54cf2f38155 service neutron] 10.222.0.63 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356187 Jul 27 19:47:47.425812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-1659258a-df85-4a2c-a906-d79a87425459 service neutron] 10.222.0.48 "GET /v2.0/networks/ef1e72db-2847-4c64-8b59-4f5240347396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394270 Jul 27 19:47:47.437241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Network 33c7b1ad-9db4-4f88-a175-aad12727eb54 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:47.438990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:47.490856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cf2d6dde-862e-4416-9879-188e80c0fcda up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:47.538051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551b31c-ad5f-4ed2-8f23-6794cbac14fd None None] Pushing event updated for resources: {'Port': ['ID=0ec9ed94-628b-410b-8ceb-18aa84f3daa7,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:47.569055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Routers {'f77f4d17-ee2b-416e-96a5-94cc425ba496'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:47:47.569727 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:47:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f77f4d17-ee2b-416e-96a5-94cc425ba496'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:47.698623 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Router f77f4d17-ee2b-416e-96a5-94cc425ba496 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:47:47.753594 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-67eca0bc-e059-44ea-a7b2-2b5a72832821 service neutron] 10.222.0.48 "GET /v2.0/networks/ef1e72db-2847-4c64-8b59-4f5240347396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187287 Jul 27 19:47:47.760093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd501c21-fadc-4996-b5d3-fe57f049342f req-e09d25bc-6b24-4ac8-81b9-4e69cd1d51ca service neutron] 10.222.0.63 "GET /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099444 Jul 27 19:47:47.765791 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ca296fc-cf03-4d12-abe6-c7468645b68c req-10cd608e-db4d-435c-b2aa-c01b3ac15edc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2592750 Jul 27 19:47:47.790504 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port cf2d6dde-862e-4416-9879-188e80c0fcda completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:47.798641 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port cf2d6dde-862e-4416-9879-188e80c0fcda triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:47.799170 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:47.867931 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] Set router f77f4d17-ee2b-416e-96a5-94cc425ba496 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:47:47.888128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:47:47.898447 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-79009656-9600-4daf-b3a9-2e0be1717f23 admin admin] 10.222.0.48 "PUT /v2.0/routers/f77f4d17-ee2b-416e-96a5-94cc425ba496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1234138 Jul 27 19:47:47.909933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca296fc-cf03-4d12-abe6-c7468645b68c req-f11647a1-7504-48ed-b315-4f6990ed327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:47.911532 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ca296fc-cf03-4d12-abe6-c7468645b68c req-f11647a1-7504-48ed-b315-4f6990ed327d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 1096 time: 0.1183469 Jul 27 19:47:47.912779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0b940c06-c41b-4870-bffc-ce263730942e None None] Provisioning complete for port aa661d11-2600-4a3f-945f-a92397492105 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:47.913268 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0b940c06-c41b-4870-bffc-ce263730942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:48.005793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0b940c06-c41b-4870-bffc-ce263730942e None None] Port aa661d11-2600-4a3f-945f-a92397492105 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:47:48.255789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca296fc-cf03-4d12-abe6-c7468645b68c req-22f17579-dd56-4f16-8a59-5bb73ef19706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:48.257464 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ca296fc-cf03-4d12-abe6-c7468645b68c req-22f17579-dd56-4f16-8a59-5bb73ef19706 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.3165343 Jul 27 19:47:48.273743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54354d-ce81-4ebb-89e3-aba000ebe98e req-f844a0b5-35d4-4657-b5b9-9e54ba9363d5 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:48.281431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f54354d-ce81-4ebb-89e3-aba000ebe98e req-f844a0b5-35d4-4657-b5b9-9e54ba9363d5 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=598862ac-ee34-4d5e-9f6d-60c23f06e892 HTTP/1.1" status: 200 len: 944 time: 0.2182765 Jul 27 19:47:48.348959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00c85-ebf2-441f-83b4-27076608c1f9 req-2a5d5fc2-2352-416f-a7de-8aee73628bf1 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:48.350989 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ac00c85-ebf2-441f-83b4-27076608c1f9 req-2a5d5fc2-2352-416f-a7de-8aee73628bf1 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.3133900 Jul 27 19:47:48.421929 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ac00c85-ebf2-441f-83b4-27076608c1f9 req-3ca62b37-8232-41a1-a7b1-cca7825ad6bd tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428555 Jul 27 19:47:48.453009 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:48.491777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f54354d-ce81-4ebb-89e3-aba000ebe98e req-0cb68762-f0b4-4b4b-b49e-690b5ea8f17e tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092872 Jul 27 19:47:48.509555 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port cf2d6dde-862e-4416-9879-188e80c0fcda, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cf2d6dde-862e-4416-9879-188e80c0fcda,segment=NetworkSegment(46b875f2-bd5a-485d-ae96-7b2e1b656f83),segment_id=46b875f2-bd5a-485d-ae96-7b2e1b656f83)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:48.527186 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:48.528301 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a3460adc-0f4e-4c4e-94fc-ff2b90902e1c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:48.535223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ca296fc-cf03-4d12-abe6-c7468645b68c req-248b9a85-cca2-4d44-b9e8-83441a380cf4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab HTTP/1.1" status: 200 len: 998 time: 0.2462764 Jul 27 19:47:48.669033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d174f541-8b7e-4147-a4ae-08eb99c6310a req-284d3829-c24d-4d2c-b1e7-d611c12941b0 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "GET /v2.0/security-groups/b8b2d4d0-0b59-4408-938f-783a4bdfc4aa HTTP/1.1" status: 200 len: 1813 time: 0.2008698 Jul 27 19:47:48.702972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca296fc-cf03-4d12-abe6-c7468645b68c req-79e1b137-e978-48d0-8006-d38f09c591ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:48.705120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ca296fc-cf03-4d12-abe6-c7468645b68c req-79e1b137-e978-48d0-8006-d38f09c591ab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.1587577 Jul 27 19:47:48.715190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=cf2d6dde-862e-4416-9879-188e80c0fcda,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:48.798853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395463130-router', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '0ec9ed94-628b-410b-8ceb-18aa84f3daa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:37Z', 'updated_at': '2021-07-27T19:47:46Z', 'revision_number': 4, 'project_id': '5320749b8b5c456abe543c220e53c129', 'gw_port': {'id': '0ec9ed94-628b-410b-8ceb-18aa84f3daa7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:39Z', 'updated_at': '2021-07-27T19:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'aa661d11-2600-4a3f-945f-a92397492105', 'name': '', 'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'mac_address': 'fa:16:3e:52:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fea82b07-ec24-4a25-8bd1-579eb72de6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:46Z', 'updated_at': '2021-07-27T19:47:46Z', 'revision_number': 2, 'project_id': '5320749b8b5c456abe543c220e53c129', 'subnets': [{'id': 'fea82b07-ec24-4a25-8bd1-579eb72de6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:48.904516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca296fc-cf03-4d12-abe6-c7468645b68c req-eba3cd70-cf31-4f16-a5a6-368fec055b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:48.910880 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ca296fc-cf03-4d12-abe6-c7468645b68c req-eba3cd70-cf31-4f16-a5a6-368fec055b1c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1972606 Jul 27 19:47:48.946527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795fa12d-df5d-4590-9556-4b8d5750ad8f None None] The sync data for ids ['f77f4d17-ee2b-416e-96a5-94cc425ba496'] in n-d-705657-21 is: [{'id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395463130-router', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '0ec9ed94-628b-410b-8ceb-18aa84f3daa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:37Z', 'updated_at': '2021-07-27T19:47:46Z', 'revision_number': 4, 'project_id': '5320749b8b5c456abe543c220e53c129', 'gw_port': {'id': '0ec9ed94-628b-410b-8ceb-18aa84f3daa7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:39Z', 'updated_at': '2021-07-27T19:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'aa661d11-2600-4a3f-945f-a92397492105', 'name': '', 'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'mac_address': 'fa:16:3e:52:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fea82b07-ec24-4a25-8bd1-579eb72de6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:46Z', 'updated_at': '2021-07-27T19:47:46Z', 'revision_number': 2, 'project_id': '5320749b8b5c456abe543c220e53c129', 'subnets': [{'id': 'fea82b07-ec24-4a25-8bd1-579eb72de6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:47:49.045385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 52f16671-3546-426e-ad54-5c04591371b2 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:47:49.076799 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:49.153560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:49.162323 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:49.171608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee8ca262-f261-47e5-a548-eb4d1fc5b802 req-c2e39b11-ebed-486b-9e33-cb1a94d400dc tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 210 time: 0.0766356 Jul 27 19:47:49.194905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-e5ec88da-f7e0-49b1-91af-55eac3ccbac8 req-7ec1300a-489d-4165-9a68-fd099185ce64 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-314790179', 'description': 'tempest-description-606367674'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:49.245725 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.resource_extend [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 19:47:49.259943 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e5ec88da-f7e0-49b1-91af-55eac3ccbac8 req-7ec1300a-489d-4165-9a68-fd099185ce64 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:49.475877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ca296fc-cf03-4d12-abe6-c7468645b68c req-c17fbb1e-5869-4b1d-b39d-0d079110dc3d service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523529 Jul 27 19:47:49.519092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 52f16671-3546-426e-ad54-5c04591371b2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=52f16671-3546-426e-ad54-5c04591371b2,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:49.568692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '52f16671-3546-426e-ad54-5c04591371b2', 'network_id': '3a193868-89f5-4bf8-8d55-9d4c3da0e7d9', 'port_id': '52f16671-3546-426e-ad54-5c04591371b2', 'mac_address': 'fa:16:3e:c2:c8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704bcdba-cfcb-4fd0-aa7c-2ab398640f58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:47:49.635666 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:49.653087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f16671-3546-426e-ad54-5c04591371b2 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:47:49.720946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 52f16671-3546-426e-ad54-5c04591371b2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=52f16671-3546-426e-ad54-5c04591371b2,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:49.727001 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:49.739521 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ca296fc-cf03-4d12-abe6-c7468645b68c req-3c4a4482-2b62-4aca-903e-eca79cce2567 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858821 Jul 27 19:47:49.824041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc02bc3-c5ca-487c-bb9b-207ec39efb51 req-80a86a9c-24b2-4ad1-9e86-0733a6627723 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:49.847109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6bc02bc3-c5ca-487c-bb9b-207ec39efb51 req-80a86a9c-24b2-4ad1-9e86-0733a6627723 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.5313873 Jul 27 19:47:49.858631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cf2d6dde-862e-4416-9879-188e80c0fcda up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:49.953521 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6bc02bc3-c5ca-487c-bb9b-207ec39efb51 req-c4f3d26b-c0c7-469c-98a5-007418f7387e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051397 Jul 27 19:47:49.986441 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=52f16671-3546-426e-ad54-5c04591371b2,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:50.048061 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e5ec88da-f7e0-49b1-91af-55eac3ccbac8 req-7ec1300a-489d-4165-9a68-fd099185ce64 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:50.058476 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e5ec88da-f7e0-49b1-91af-55eac3ccbac8 req-7ec1300a-489d-4165-9a68-fd099185ce64 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:50.069268 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port cf2d6dde-862e-4416-9879-188e80c0fcda triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:50.070047 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:50.072970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['52f16671-3546-426e-ad54-5c04591371b2'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:50.097959 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e5ec88da-f7e0-49b1-91af-55eac3ccbac8 req-7ec1300a-489d-4165-9a68-fd099185ce64 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:50.099224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5ec88da-f7e0-49b1-91af-55eac3ccbac8 req-7ec1300a-489d-4165-9a68-fd099185ce64 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9265985 Jul 27 19:47:50.117244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1300a-489d-4165-9a68-fd099185ce64 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb207d1-7a02-4e1a-8e2a-887d653b2314,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:50.212934 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-334b1254-005a-4f7a-b081-a02141c39e9a req-b825a7dc-c660-48ad-ab56-8a77c1e625b5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 210 time: 0.0747283 Jul 27 19:47:50.482873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 52d27342-5a6f-4468-9513-3f6c0c13a767 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:50.530980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64276d1-8dbe-4cc2-800f-f5e3714cd5b2 req-8e77a9f5-9408-4ea2-99aa-ab4c62ade64c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:50.538964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64276d1-8dbe-4cc2-800f-f5e3714cd5b2 req-8e77a9f5-9408-4ea2-99aa-ab4c62ade64c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=598862ac-ee34-4d5e-9f6d-60c23f06e892 HTTP/1.1" status: 200 len: 945 time: 0.1466403 Jul 27 19:47:50.550138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4be03-272e-4744-b445-79121393e762 req-0509b242-b7df-4c8f-b75a-7706b64d8eed tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:50.560316 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0db4be03-272e-4744-b445-79121393e762 req-0509b242-b7df-4c8f-b75a-7706b64d8eed tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.2650073 Jul 27 19:47:50.648817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 52d27342-5a6f-4468-9513-3f6c0c13a767 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:50.649334 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:50.693390 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64276d1-8dbe-4cc2-800f-f5e3714cd5b2 req-5aa1cfbe-e3e8-4f97-ab50-2f5fa6253c6b tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531260 Jul 27 19:47:50.717796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0db4be03-272e-4744-b445-79121393e762 req-0af15d99-31e7-421e-841d-d995631a6794 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560800 Jul 27 19:47:50.957085 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9f8c85a-c380-4b72-bdee-c115be18c956 req-ebb224e8-96de-4567-b4c0-b51aae9fd2f6 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "GET /v2.0/security-groups/ddb207d1-7a02-4e1a-8e2a-887d653b2314 HTTP/1.1" status: 200 len: 1811 time: 0.1812191 Jul 27 19:47:51.056539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-e8fca1da-729b-464c-a59e-115e9a7269be tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:51.075902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-e8fca1da-729b-464c-a59e-115e9a7269be tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:51.077568 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-e8fca1da-729b-464c-a59e-115e9a7269be tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.63 "GET /v2.0/networks?id=ef1e72db-2847-4c64-8b59-4f5240347396&id=457c0ee9-8931-4f09-a1d1-a73734a590f8&id=ef1e72db-2847-4c64-8b59-4f5240347396 HTTP/1.1" status: 200 len: 1390 time: 0.2336452 Jul 27 19:47:51.096713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-27e8a4e6-4ff8-4ce9-97d2-1ad4d960785d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Request body: {'port': {'device_id': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396', 'admin_state_up': True, 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:51.112800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dff6b0-972f-4c8f-a8cc-53b64490faf9 req-395a2535-9215-468e-8554-f91fa262ff27 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:51.120582 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3dff6b0-972f-4c8f-a8cc-53b64490faf9 req-395a2535-9215-468e-8554-f91fa262ff27 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.2383530 Jul 27 19:47:51.237074 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5301fb4f-decb-4b89-a337-15c37a81a216 req-036cb00f-ed2c-4db5-a917-25a94ca6e692 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 210 time: 0.1353724 Jul 27 19:47:51.311964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3dff6b0-972f-4c8f-a8cc-53b64490faf9 req-0d8b03e4-fd2e-4237-b645-06d6bfc42daa tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903965 Jul 27 19:47:51.385877 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-021132c1-313a-4633-82f9-7a4eafa959bc req-ebebc1cf-bdfa-4e36-ba58-06fed7f4e402 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] show failed (client error): The resource could not be found. Jul 27 19:47:51.388374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-021132c1-313a-4633-82f9-7a4eafa959bc req-ebebc1cf-bdfa-4e36-ba58-06fed7f4e402 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "GET /v2.0/security-groups/5a01cb57-40d9-49e6-aad3-8e8246a4e821 HTTP/1.1" status: 404 len: 352 time: 0.0467224 Jul 27 19:47:51.394846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-27e8a4e6-4ff8-4ce9-97d2-1ad4d960785d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Made reservation on behalf of 0d99383d6df74ccd9c2362178c9f9ebc for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:51.410563 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-27e8a4e6-4ff8-4ce9-97d2-1ad4d960785d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:51.471844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b052a529-117b-4e07-a224-2f1fdcc759eb req-36ff319a-a2e1-4a59-ad87-0d56c4fc77d5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 210 time: 0.0576658 Jul 27 19:47:51.820700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0ec9ed94-628b-410b-8ceb-18aa84f3daa7 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:51.956723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 0ec9ed94-628b-410b-8ceb-18aa84f3daa7 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:51.962426 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 0ec9ed94-628b-410b-8ceb-18aa84f3daa7 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:51.964899 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:52.003969 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-27e8a4e6-4ff8-4ce9-97d2-1ad4d960785d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Allocated IP 19.80.0.215 (ef1e72db-2847-4c64-8b59-4f5240347396/3f03b201-58ae-4b16-93ec-553d43cd9939/3d8b73a2-2c02-4338-ad24-1756095eb0c2) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:52.013362 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-b7e0894e-4a2f-429d-853c-5707b80f3478 req-071d126b-6b52-4cbc-81d7-41e9ce207cc7 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] show failed (client error): The resource could not be found. Jul 27 19:47:52.017723 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7e0894e-4a2f-429d-853c-5707b80f3478 req-071d126b-6b52-4cbc-81d7-41e9ce207cc7 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "GET /v2.0/security-group-rules/b2936d0a-6254-4b82-9ff7-1e7def99b140 HTTP/1.1" status: 404 len: 361 time: 0.4907463 Jul 27 19:47:52.083328 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-acceb17c-0fbc-4d3c-a8bc-3d8275a4fab2 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=6075594f6f2a439f93248a6093faea1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3257642 Jul 27 19:47:52.150735 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:52.178505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 0ec9ed94-628b-410b-8ceb-18aa84f3daa7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0ec9ed94-628b-410b-8ceb-18aa84f3daa7,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:52.184674 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:52.260583 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=0ec9ed94-628b-410b-8ceb-18aa84f3daa7,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:52.311292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-ffb524d7-8807-4269-9931-9876e912f85f tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=6075594f6f2a439f93248a6093faea1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1301110 Jul 27 19:47:52.594882 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4be5956e-566e-4b5e-88f9-995b4af439e2 req-2628c93d-dfd2-49b0-92a2-64479657a168 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576091 Jul 27 19:47:52.716380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5956e-566e-4b5e-88f9-995b4af439e2 req-e594f644-43bd-42d2-ad93-0a0ea8c95a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:52.718329 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4be5956e-566e-4b5e-88f9-995b4af439e2 req-e594f644-43bd-42d2-ad93-0a0ea8c95a48 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 1097 time: 0.0751784 Jul 27 19:47:52.793344 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0f7be-256f-4e12-ba6a-128ff4072c1e req-a28ac8f1-988f-46b9-84b9-8edc73465d12 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:52.796505 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7b0f7be-256f-4e12-ba6a-128ff4072c1e req-a28ac8f1-988f-46b9-84b9-8edc73465d12 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=598862ac-ee34-4d5e-9f6d-60c23f06e892 HTTP/1.1" status: 200 len: 945 time: 0.7452097 Jul 27 19:47:52.816840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-1886abc7-0312-47ed-b571-938fb704a92b tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:52.819325 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-1886abc7-0312-47ed-b571-938fb704a92b tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6899307 Jul 27 19:47:52.842764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-a8ef89b0-f5ff-4d85-b5f0-0ec463da8264 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Request body: {'port': {'device_id': '7e28ff2c-34e6-4c93-ba98-31f68cb950ec', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '6075594f6f2a439f93248a6093faea1d'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:52.849526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5956e-566e-4b5e-88f9-995b4af439e2 req-9e7d2ab0-ef9a-403d-97ca-72daf6f02240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:52.852937 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4be5956e-566e-4b5e-88f9-995b4af439e2 req-9e7d2ab0-ef9a-403d-97ca-72daf6f02240 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.1111033 Jul 27 19:47:52.883273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f23f0-3ec5-43c1-92ed-8c93f46babb5 req-effb80fd-370b-4f2b-b983-076e15e95fbf tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:52.888900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b27f23f0-3ec5-43c1-92ed-8c93f46babb5 req-effb80fd-370b-4f2b-b983-076e15e95fbf tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.7189302 Jul 27 19:47:52.898024 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4be5956e-566e-4b5e-88f9-995b4af439e2 req-4130a51d-d683-4916-a08b-fa7fe50637bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aae3c2-ea19-46af-b025-82a6e56e9966 HTTP/1.1" status: 200 len: 217 time: 0.0369403 Jul 27 19:47:52.958034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5956e-566e-4b5e-88f9-995b4af439e2 req-9e700f21-c88d-4c42-a3c9-8eb78f083b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:52.959382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-db4f039b-0b85-4a73-92eb-09c3e769983d tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:52.959532 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4be5956e-566e-4b5e-88f9-995b4af439e2 req-9e700f21-c88d-4c42-a3c9-8eb78f083b93 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.0530427 Jul 27 19:47:52.961115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-db4f039b-0b85-4a73-92eb-09c3e769983d tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6319113 Jul 27 19:47:52.987899 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-27e8a4e6-4ff8-4ce9-97d2-1ad4d960785d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:52.999247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-eb400228-4a3a-4403-9411-793e2f6c5a06 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Request body: {'port': {'device_id': 'e78bac2f-e15e-4864-867a-5cbb826bbad0', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '6075594f6f2a439f93248a6093faea1d'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:53.023948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5956e-566e-4b5e-88f9-995b4af439e2 req-b03e9569-4816-42d5-bc50-fbaeaeaf2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:53.025506 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4be5956e-566e-4b5e-88f9-995b4af439e2 req-b03e9569-4816-42d5-bc50-fbaeaeaf2a25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573738 Jul 27 19:47:53.062725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 52f16671-3546-426e-ad54-5c04591371b2 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:53.082875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7b0f7be-256f-4e12-ba6a-128ff4072c1e req-d3e87f95-1471-4362-8605-d994e13f418a tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617157 Jul 27 19:47:53.108292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-27e8a4e6-4ff8-4ce9-97d2-1ad4d960785d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Transition to ACTIVE for port object 3d8b73a2-2c02-4338-ad24-1756095eb0c2 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:53.128922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b27f23f0-3ec5-43c1-92ed-8c93f46babb5 req-a8cf1a87-04ee-4dd4-9ae2-e30261ce33b9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949363 Jul 27 19:47:53.192536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 52f16671-3546-426e-ad54-5c04591371b2 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:53.197755 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 52f16671-3546-426e-ad54-5c04591371b2 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:53.198341 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:53.210226 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4be5956e-566e-4b5e-88f9-995b4af439e2 req-c77789a1-2141-4c6b-9394-1bdacd110604 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742904 Jul 27 19:47:53.228576 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Sync routers for ids ['f77f4d17-ee2b-416e-96a5-94cc425ba496'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:47:53.253897 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Routers {'f77f4d17-ee2b-416e-96a5-94cc425ba496'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:47:53.257320 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:47:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f77f4d17-ee2b-416e-96a5-94cc425ba496'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:53.360883 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4be5956e-566e-4b5e-88f9-995b4af439e2 req-1a11593c-cac9-4fff-a7c9-70162ba43019 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413488 Jul 27 19:47:53.434118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00b2a781-6b8b-4a7f-8f8a-b5a3d3e7d13f req-1bc544e1-a89c-4468-87da-3b3030a337a3 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "GET /v2.0/security-groups/ddb207d1-7a02-4e1a-8e2a-887d653b2314 HTTP/1.1" status: 200 len: 1811 time: 0.0662739 Jul 27 19:47:53.435328 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-27e8a4e6-4ff8-4ce9-97d2-1ad4d960785d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:53.436750 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:53.486773 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Set router f77f4d17-ee2b-416e-96a5-94cc425ba496 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:47:53.513342 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 52f16671-3546-426e-ad54-5c04591371b2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=52f16671-3546-426e-ad54-5c04591371b2,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:53.517018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598862ac-ee34-4d5e-9f6d-60c23f06e892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f16671-3546-426e-ad54-5c04591371b2'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:47:53.519932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-27e8a4e6-4ff8-4ce9-97d2-1ad4d960785d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Network ef1e72db-2847-4c64-8b59-4f5240347396 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:53.523212 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9872ac-0e32-454d-ba4f-8da1e9e92d40" -d '{"events": [{"server_uuid": "598862ac-ee34-4d5e-9f6d-60c23f06e892", "name": "network-vif-plugged", "status": "completed", "tag": "52f16671-3546-426e-ad54-5c04591371b2"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:47:53.528758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-27e8a4e6-4ff8-4ce9-97d2-1ad4d960785d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:53.544079 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:53.562850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-27e8a4e6-4ff8-4ce9-97d2-1ad4d960785d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:53.679729 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=52f16671-3546-426e-ad54-5c04591371b2,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:53.725226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0ec9ed94-628b-410b-8ceb-18aa84f3daa7 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:53.739650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-a8ef89b0-f5ff-4d85-b5f0-0ec463da8264 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Made reservation on behalf of 6075594f6f2a439f93248a6093faea1d for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:53.743734 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-a8ef89b0-f5ff-4d85-b5f0-0ec463da8264 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:53.785010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42972) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:53.834404 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-27e8a4e6-4ff8-4ce9-97d2-1ad4d960785d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:53.835914 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-27e8a4e6-4ff8-4ce9-97d2-1ad4d960785d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:53.853669 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 0ec9ed94-628b-410b-8ceb-18aa84f3daa7 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:53.857372 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:53.878737 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-00b2a781-6b8b-4a7f-8f8a-b5a3d3e7d13f req-ff962425-4018-41f2-b4f7-b02d421dcb62 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:53.908677 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-00b2a781-6b8b-4a7f-8f8a-b5a3d3e7d13f req-ff962425-4018-41f2-b4f7-b02d421dcb62 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:53.963761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8a4e6-4ff8-4ce9-97d2-1ad4d960785d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event updated for resources: {'Port': ['ID=3d8b73a2-2c02-4338-ad24-1756095eb0c2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:53.988238 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395463130-router', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '0ec9ed94-628b-410b-8ceb-18aa84f3daa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:37Z', 'updated_at': '2021-07-27T19:47:46Z', 'revision_number': 4, 'project_id': '5320749b8b5c456abe543c220e53c129', 'gw_port': {'id': '0ec9ed94-628b-410b-8ceb-18aa84f3daa7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:39Z', 'updated_at': '2021-07-27T19:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'aa661d11-2600-4a3f-945f-a92397492105', 'name': '', 'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'mac_address': 'fa:16:3e:52:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fea82b07-ec24-4a25-8bd1-579eb72de6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:46Z', 'updated_at': '2021-07-27T19:47:46Z', 'revision_number': 2, 'project_id': '5320749b8b5c456abe543c220e53c129', 'subnets': [{'id': 'fea82b07-ec24-4a25-8bd1-579eb72de6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:54.002240 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a74e671c-8184-45f6-bb12-53a62cbda060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.008383 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-00b2a781-6b8b-4a7f-8f8a-b5a3d3e7d13f req-ff962425-4018-41f2-b4f7-b02d421dcb62 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.011163 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-00b2a781-6b8b-4a7f-8f8a-b5a3d3e7d13f req-ff962425-4018-41f2-b4f7-b02d421dcb62 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.012725 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00b2a781-6b8b-4a7f-8f8a-b5a3d3e7d13f req-ff962425-4018-41f2-b4f7-b02d421dcb62 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "DELETE /v2.0/security-groups/ddb207d1-7a02-4e1a-8e2a-887d653b2314 HTTP/1.1" status: 204 len: 173 time: 0.5601428 Jul 27 19:47:54.034815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b50245cb-8af9-4355-80c5-14e80b1edd59 None None] Provisioning for port 3d8b73a2-2c02-4338-ad24-1756095eb0c2 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:54.040630 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Checking router: f77f4d17-ee2b-416e-96a5-94cc425ba496 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:47:54.041150 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Updating router f77f4d17-ee2b-416e-96a5-94cc425ba496 port aa661d11-2600-4a3f-945f-a92397492105 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:47:54.045109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b50245cb-8af9-4355-80c5-14e80b1edd59 None None] Provisioning complete for port 3d8b73a2-2c02-4338-ad24-1756095eb0c2 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:54.045626 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b50245cb-8af9-4355-80c5-14e80b1edd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.053227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-eb400228-4a3a-4403-9411-793e2f6c5a06 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Made reservation on behalf of 6075594f6f2a439f93248a6093faea1d for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:54.058575 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-eb400228-4a3a-4403-9411-793e2f6c5a06 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.079469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff962425-4018-41f2-b4f7-b02d421dcb62 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb207d1-7a02-4e1a-8e2a-887d653b2314,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:54.089470 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-27e8a4e6-4ff8-4ce9-97d2-1ad4d960785d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9979532 Jul 27 19:47:54.106984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-f77bf823-6f7e-431c-8862-537594fae416 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Request body: {'port': {'device_id': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'network_id': '457c0ee9-8931-4f09-a1d1-a73734a590f8', 'admin_state_up': True, 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:54.115940 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.203405 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b50245cb-8af9-4355-80c5-14e80b1edd59 None None] Port 3d8b73a2-2c02-4338-ad24-1756095eb0c2 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:47:54.240188 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a74e671c-8184-45f6-bb12-53a62cbda060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.247109 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a74e671c-8184-45f6-bb12-53a62cbda060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.253968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5b4da-7f30-4641-b28b-75d9053510a0 req-78ed808e-e953-4c68-bda3-dc926ac1f800 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:54.262022 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f5b4da-7f30-4641-b28b-75d9053510a0 req-78ed808e-e953-4c68-bda3-dc926ac1f800 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 1.0316861 Jul 27 19:47:54.309237 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a74e671c-8184-45f6-bb12-53a62cbda060 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=975dbaab26fa401eafa973ce27dca78f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5228801 Jul 27 19:47:54.309907 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42982) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:47:54.311599 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e671c-8184-45f6-bb12-53a62cbda060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a1a79d-a126-4e3f-97ea-262b54d6c7ab,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:54.398465 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.408974 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Transition to ACTIVE for port object aa661d11-2600-4a3f-945f-a92397492105 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:54.412987 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-07e16142-bc91-46f0-bd33-49a2a74930b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.417035 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.454318 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-07e16142-bc91-46f0-bd33-49a2a74930b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.469949 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f5b4da-7f30-4641-b28b-75d9053510a0 req-02c80ab4-8f86-4ce1-a216-bdf789c4a55c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069070 Jul 27 19:47:54.471812 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9712a8-5516-4e8d-bcb0-8eac0c0ff5db None None] Pushing event updated for resources: {'Port': ['ID=aa661d11-2600-4a3f-945f-a92397492105,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:54.474598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-a8ef89b0-f5ff-4d85-b5f0-0ec463da8264 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Allocated IP 192.168.233.44 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/60dbb1a9-f7da-4d45-a09c-14264bd7b1da) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:54.502792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-f77bf823-6f7e-431c-8862-537594fae416 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Made reservation on behalf of 0d99383d6df74ccd9c2362178c9f9ebc for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:54.513480 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-f77bf823-6f7e-431c-8862-537594fae416 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.541458 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-07e16142-bc91-46f0-bd33-49a2a74930b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.545451 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-07e16142-bc91-46f0-bd33-49a2a74930b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.567768 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-07e16142-bc91-46f0-bd33-49a2a74930b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04a1a79d-a126-4e3f-97ea-262b54d6c7ab HTTP/1.1" status: 204 len: 168 time: 0.2385666 Jul 27 19:47:54.594539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e16142-bc91-46f0-bd33-49a2a74930b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a1a79d-a126-4e3f-97ea-262b54d6c7ab,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:54.596226 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Attempting to bind port aa661d11-2600-4a3f-945f-a92397492105 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:54.596841 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Attempting to bind port aa661d11-2600-4a3f-945f-a92397492105 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'f0003ef8-16c3-435c-9e29-a74f05abcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:54.597439 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Attempting to bind port aa661d11-2600-4a3f-945f-a92397492105 on network 33c7b1ad-9db4-4f88-a175-aad12727eb54 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:54.608800 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:54.609485 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Checking segment: {'id': 'f0003ef8-16c3-435c-9e29-a74f05abcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:54.610058 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.610609 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Bound using segment: {'id': 'f0003ef8-16c3-435c-9e29-a74f05abcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:54.611269 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Bound port: aa661d11-2600-4a3f-945f-a92397492105, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0003ef8-16c3-435c-9e29-a74f05abcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:54.612017 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.673552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f65bc57a-0f32-4b0a-bbd2-18d51ee315c0 req-85315b39-bcac-4458-be35-ee09273ba90f tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 210 time: 0.0823081 Jul 27 19:47:54.697578 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] For port aa661d11-2600-4a3f-945f-a92397492105, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:47:54.701200 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] For port aa661d11-2600-4a3f-945f-a92397492105, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=aa661d11-2600-4a3f-945f-a92397492105,segment=NetworkSegment(f0003ef8-16c3-435c-9e29-a74f05abcd51),segment_id=f0003ef8-16c3-435c-9e29-a74f05abcd51)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:47:54.714674 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:54.751945 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76750dc7-a03a-4c76-a2cc-5345f5abdb2a x-openstack-request-id: req-76750dc7-a03a-4c76-a2cc-5345f5abdb2a {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:47:54.753344 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598862ac-ee34-4d5e-9f6d-60c23f06e892", "name": "network-vif-plugged", "status": "completed", "tag": "52f16671-3546-426e-ad54-5c04591371b2", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:47:54.753841 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-76750dc7-a03a-4c76-a2cc-5345f5abdb2a {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:47:54.754488 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598862ac-ee34-4d5e-9f6d-60c23f06e892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f16671-3546-426e-ad54-5c04591371b2', 'code': 200} Jul 27 19:47:54.809516 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9712a8-5516-4e8d-bcb0-8eac0c0ff5db None None] Pushing event updated for resources: {'Port': ['ID=aa661d11-2600-4a3f-945f-a92397492105,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:54.827861 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Routers {'f77f4d17-ee2b-416e-96a5-94cc425ba496'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:47:54.828710 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:47:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f77f4d17-ee2b-416e-96a5-94cc425ba496'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:54.876556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021a79d-14bd-425b-9f64-5ce29db64d9a req-6ad347a8-16ca-4297-b91c-9769971bedf8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:54.878510 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a021a79d-14bd-425b-9f64-5ce29db64d9a req-6ad347a8-16ca-4297-b91c-9769971bedf8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 932 time: 0.6063457 Jul 27 19:47:54.959333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325f58e-1d10-42e4-996c-2a60b0c228ab req-aa1acd92-fad7-4268-9122-8f78e9972cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:54.962316 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f325f58e-1d10-42e4-996c-2a60b0c228ab req-aa1acd92-fad7-4268-9122-8f78e9972cf1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=598862ac-ee34-4d5e-9f6d-60c23f06e892 HTTP/1.1" status: 200 len: 1098 time: 0.1067615 Jul 27 19:47:55.009482 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f325f58e-1d10-42e4-996c-2a60b0c228ab req-159000c3-156d-4502-a2b5-7110659cc132 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369220 Jul 27 19:47:55.051573 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a021a79d-14bd-425b-9f64-5ce29db64d9a req-017c3610-8f75-4812-8e4b-f4ed6f2ce94c tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497388 Jul 27 19:47:55.055101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68990b1a-0a8c-4553-be67-8c3c63684d31 req-41cbe57c-ad63-4369-b9a7-3ebfe297244f tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "GET /v2.0/security-groups/b8b2d4d0-0b59-4408-938f-783a4bdfc4aa HTTP/1.1" status: 200 len: 1813 time: 0.2669535 Jul 27 19:47:55.108675 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] Set router f77f4d17-ee2b-416e-96a5-94cc425ba496 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:47:55.212195 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-68990b1a-0a8c-4553-be67-8c3c63684d31 req-af206efc-17d7-4251-a1a9-f26df2690c1c tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:55.242626 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-68990b1a-0a8c-4553-be67-8c3c63684d31 req-af206efc-17d7-4251-a1a9-f26df2690c1c tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:55.370928 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-68990b1a-0a8c-4553-be67-8c3c63684d31 req-af206efc-17d7-4251-a1a9-f26df2690c1c tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:55.373930 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-68990b1a-0a8c-4553-be67-8c3c63684d31 req-af206efc-17d7-4251-a1a9-f26df2690c1c tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:55.386455 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395463130-router', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '0ec9ed94-628b-410b-8ceb-18aa84f3daa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:37Z', 'updated_at': '2021-07-27T19:47:46Z', 'revision_number': 4, 'project_id': '5320749b8b5c456abe543c220e53c129', 'gw_port': {'id': '0ec9ed94-628b-410b-8ceb-18aa84f3daa7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:39Z', 'updated_at': '2021-07-27T19:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'aa661d11-2600-4a3f-945f-a92397492105', 'name': '', 'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'mac_address': 'fa:16:3e:52:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fea82b07-ec24-4a25-8bd1-579eb72de6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:46Z', 'updated_at': '2021-07-27T19:47:54Z', 'revision_number': 4, 'project_id': '5320749b8b5c456abe543c220e53c129', 'subnets': [{'id': 'fea82b07-ec24-4a25-8bd1-579eb72de6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:47:55.387238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68990b1a-0a8c-4553-be67-8c3c63684d31 req-af206efc-17d7-4251-a1a9-f26df2690c1c tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "DELETE /v2.0/security-groups/b8b2d4d0-0b59-4408-938f-783a4bdfc4aa HTTP/1.1" status: 204 len: 173 time: 0.3073444 Jul 27 19:47:55.413707 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd969fa-95eb-487e-bd00-77b4c2a10be0 None None] The sync data for ids ['f77f4d17-ee2b-416e-96a5-94cc425ba496'] in n-d-705657-21 is: [{'id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395463130-router', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '0ec9ed94-628b-410b-8ceb-18aa84f3daa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:37Z', 'updated_at': '2021-07-27T19:47:46Z', 'revision_number': 4, 'project_id': '5320749b8b5c456abe543c220e53c129', 'gw_port': {'id': '0ec9ed94-628b-410b-8ceb-18aa84f3daa7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:39Z', 'updated_at': '2021-07-27T19:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'aa661d11-2600-4a3f-945f-a92397492105', 'name': '', 'network_id': '33c7b1ad-9db4-4f88-a175-aad12727eb54', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'mac_address': 'fa:16:3e:52:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'fea82b07-ec24-4a25-8bd1-579eb72de6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:46Z', 'updated_at': '2021-07-27T19:47:54Z', 'revision_number': 4, 'project_id': '5320749b8b5c456abe543c220e53c129', 'subnets': [{'id': 'fea82b07-ec24-4a25-8bd1-579eb72de6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:47:55.436822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af206efc-17d7-4251-a1a9-f26df2690c1c tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b2d4d0-0b59-4408-938f-783a4bdfc4aa,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:55.521062 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-a8ef89b0-f5ff-4d85-b5f0-0ec463da8264 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:55.535716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-f77bf823-6f7e-431c-8862-537594fae416 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Allocated IP 19.86.0.243 (457c0ee9-8931-4f09-a1d1-a73734a590f8/dc613585-5995-4157-9c67-09806adb3c00/dc021510-3746-45bb-b850-691b336068cf) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:55.595065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d8e35-1c2d-4fc2-a9d9-bbbcdeafcd3f req-1cbccff1-cf37-405d-8511-da3435dc214e tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:55.604256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e3d8e35-1c2d-4fc2-a9d9-bbbcdeafcd3f req-1cbccff1-cf37-405d-8511-da3435dc214e tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=598862ac-ee34-4d5e-9f6d-60c23f06e892 HTTP/1.1" status: 200 len: 946 time: 0.3019643 Jul 27 19:47:55.793174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device aa661d11-2600-4a3f-945f-a92397492105 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:55.851346 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-f77bf823-6f7e-431c-8862-537594fae416 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:55.860023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-a8ef89b0-f5ff-4d85-b5f0-0ec463da8264 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Transition to ACTIVE for port object 60dbb1a9-f7da-4d45-a09c-14264bd7b1da will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:55.866354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port aa661d11-2600-4a3f-945f-a92397492105 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:55.884643 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port aa661d11-2600-4a3f-945f-a92397492105 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:55.885067 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:55.920908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-f77bf823-6f7e-431c-8862-537594fae416 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Transition to ACTIVE for port object dc021510-3746-45bb-b850-691b336068cf will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:55.943128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36394ba4-a559-4ee4-8c70-429a855358b9 req-3e5205dd-49b2-48be-b6c1-5bf3db9feec4 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:55.951365 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36394ba4-a559-4ee4-8c70-429a855358b9 req-3e5205dd-49b2-48be-b6c1-5bf3db9feec4 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.4569106 Jul 27 19:47:55.960156 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e3d8e35-1c2d-4fc2-a9d9-bbbcdeafcd3f req-ea94b66c-94f6-4df2-99b2-1355ea55cba8 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549771 Jul 27 19:47:56.084902 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:56.159697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port aa661d11-2600-4a3f-945f-a92397492105, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=aa661d11-2600-4a3f-945f-a92397492105,segment=NetworkSegment(f0003ef8-16c3-435c-9e29-a74f05abcd51),segment_id=f0003ef8-16c3-435c-9e29-a74f05abcd51)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:47:56.168566 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:56.187657 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-a8ef89b0-f5ff-4d85-b5f0-0ec463da8264 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:56.207559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['56496aec-841c-411b-aa6c-a986953eec0d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:56.259161 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-f77bf823-6f7e-431c-8862-537594fae416 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:56.334071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=aa661d11-2600-4a3f-945f-a92397492105,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:56.412636 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36394ba4-a559-4ee4-8c70-429a855358b9 req-cadba144-39fa-4ba3-9b57-226260278175 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602289 Jul 27 19:47:56.498748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-a8ef89b0-f5ff-4d85-b5f0-0ec463da8264 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:56.551753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-a8ef89b0-f5ff-4d85-b5f0-0ec463da8264 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:56.575007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36029664-6ebe-4dc0-a7f0-2988aaed345b req-58ab1709-2657-49d4-b64d-d1c49239d1d5 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "GET /v2.0/security-groups/b7216111-1ce4-4bc7-b7ac-fcd3fa570c2f HTTP/1.1" status: 200 len: 1813 time: 0.4467380 Jul 27 19:47:56.578812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-eb400228-4a3a-4403-9411-793e2f6c5a06 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Allocated IP 192.168.233.94 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/22f3efd6-5ec1-44b3-9f80-c0879ca93068) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:56.590057 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-a8ef89b0-f5ff-4d85-b5f0-0ec463da8264 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:56.598849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-f77bf823-6f7e-431c-8862-537594fae416 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Network 457c0ee9-8931-4f09-a1d1-a73734a590f8 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:56.609595 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef89b0-f5ff-4d85-b5f0-0ec463da8264 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event updated for resources: {'Port': ['ID=60dbb1a9-f7da-4d45-a09c-14264bd7b1da,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:56.671161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-f77bf823-6f7e-431c-8862-537594fae416 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:56.680194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-f77bf823-6f7e-431c-8862-537594fae416 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:56.933397 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-eb400228-4a3a-4403-9411-793e2f6c5a06 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:56.979446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b4936b7-d73b-43ad-9ecb-a04e54446a78 req-fa66e40b-dcf5-41c9-9921-afd965a49e0e tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 210 time: 0.3828135 Jul 27 19:47:56.985180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-a8ef89b0-f5ff-4d85-b5f0-0ec463da8264 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:56.985849 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-a8ef89b0-f5ff-4d85-b5f0-0ec463da8264 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:57.006390 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-eb400228-4a3a-4403-9411-793e2f6c5a06 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Transition to ACTIVE for port object 22f3efd6-5ec1-44b3-9f80-c0879ca93068 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:57.030442 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4a0f610b-7e25-4820-b947-4d70e02a9b62 None None] Provisioning for port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:57.042959 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4a0f610b-7e25-4820-b947-4d70e02a9b62 None None] Provisioning complete for port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:57.045232 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4a0f610b-7e25-4820-b947-4d70e02a9b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:57.108522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-a8ef89b0-f5ff-4d85-b5f0-0ec463da8264 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2691476 Jul 27 19:47:57.108810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bf823-6f7e-431c-8862-537594fae416 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event updated for resources: {'Port': ['ID=dc021510-3746-45bb-b850-691b336068cf,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:57.133259 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f610b-7e25-4820-b947-4d70e02a9b62 None None] Port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:47:57.155776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Request body: {'port': {'device_id': '7e28ff2c-34e6-4c93-ba98-31f68cb950ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:57.209125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-f77bf823-6f7e-431c-8862-537594fae416 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:57.209767 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-f77bf823-6f7e-431c-8862-537594fae416 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:57.217496 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36029664-6ebe-4dc0-a7f0-2988aaed345b req-349b4b2e-29a0-46df-9422-a5ff1ff730ee tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:57.254176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-f77bf823-6f7e-431c-8862-537594fae416 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1522338 Jul 27 19:47:57.260955 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-eb400228-4a3a-4403-9411-793e2f6c5a06 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:57.269189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-734b733d-92e8-452e-bd3f-f9c73b377dd8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Request body: {'port': {'device_id': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396', 'admin_state_up': True, 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:57.271880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0de38a63-e653-4ec7-a13f-e8236459e766 None None] Provisioning for port dc021510-3746-45bb-b850-691b336068cf completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:57.282767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0de38a63-e653-4ec7-a13f-e8236459e766 None None] Provisioning complete for port dc021510-3746-45bb-b850-691b336068cf triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:57.299438 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0de38a63-e653-4ec7-a13f-e8236459e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:57.338225 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['56496aec-841c-411b-aa6c-a986953eec0d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:47:57.407188 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0de38a63-e653-4ec7-a13f-e8236459e766 None None] Port dc021510-3746-45bb-b850-691b336068cf cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:47:57.645081 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36029664-6ebe-4dc0-a7f0-2988aaed345b req-349b4b2e-29a0-46df-9422-a5ff1ff730ee tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:57.727883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-eb400228-4a3a-4403-9411-793e2f6c5a06 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:57.732817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device aa661d11-2600-4a3f-945f-a92397492105 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:47:57.737422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb400228-4a3a-4403-9411-793e2f6c5a06 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event updated for resources: {'Port': ['ID=22f3efd6-5ec1-44b3-9f80-c0879ca93068,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:57.753142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-eb400228-4a3a-4403-9411-793e2f6c5a06 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:57.756690 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:57.774722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-eb400228-4a3a-4403-9411-793e2f6c5a06 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:57.817821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414914a-c8be-4bf9-9cef-159b466ee52d req-fbe28b4e-f357-4590-9f02-e187fc556ae2 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:57.824537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414914a-c8be-4bf9-9cef-159b466ee52d req-fbe28b4e-f357-4590-9f02-e187fc556ae2 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:57.833477 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1414914a-c8be-4bf9-9cef-159b466ee52d req-fbe28b4e-f357-4590-9f02-e187fc556ae2 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 1655 time: 0.7270520 Jul 27 19:47:57.869895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port aa661d11-2600-4a3f-945f-a92397492105 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:57.870586 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:57.914039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-eb400228-4a3a-4403-9411-793e2f6c5a06 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:57.914978 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-eb400228-4a3a-4403-9411-793e2f6c5a06 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:57.929053 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36029664-6ebe-4dc0-a7f0-2988aaed345b req-349b4b2e-29a0-46df-9422-a5ff1ff730ee tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:57.932187 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36029664-6ebe-4dc0-a7f0-2988aaed345b req-349b4b2e-29a0-46df-9422-a5ff1ff730ee tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:57.933588 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36029664-6ebe-4dc0-a7f0-2988aaed345b req-349b4b2e-29a0-46df-9422-a5ff1ff730ee tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "DELETE /v2.0/security-groups/b7216111-1ce4-4bc7-b7ac-fcd3fa570c2f HTTP/1.1" status: 204 len: 173 time: 1.3335991 Jul 27 19:47:57.998664 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b4b2e-29a0-46df-9422-a5ff1ff730ee tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7216111-1ce4-4bc7-b7ac-fcd3fa570c2f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:58.104243 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1414914a-c8be-4bf9-9cef-159b466ee52d req-a39f739b-43fe-423a-a777-5141d21b7a6e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670922 Jul 27 19:47:58.119382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-eb400228-4a3a-4403-9411-793e2f6c5a06 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1240046 Jul 27 19:47:58.143248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-734b733d-92e8-452e-bd3f-f9c73b377dd8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Made reservation on behalf of 0d99383d6df74ccd9c2362178c9f9ebc for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:47:58.153029 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-734b733d-92e8-452e-bd3f-f9c73b377dd8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:58.272327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1cfb6f0a-4e48-4049-9184-780412e1a22f None None] Provisioning for port 22f3efd6-5ec1-44b3-9f80-c0879ca93068 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:47:58.283426 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1cfb6f0a-4e48-4049-9184-780412e1a22f None None] Provisioning complete for port 22f3efd6-5ec1-44b3-9f80-c0879ca93068 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:47:58.284340 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1cfb6f0a-4e48-4049-9184-780412e1a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:58.292641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Request body: {'port': {'device_id': 'e78bac2f-e15e-4864-867a-5cbb826bbad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:47:58.341011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb6f0a-4e48-4049-9184-780412e1a22f None None] Port 22f3efd6-5ec1-44b3-9f80-c0879ca93068 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:47:58.641952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-734b733d-92e8-452e-bd3f-f9c73b377dd8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Allocated IP 19.80.0.78 (ef1e72db-2847-4c64-8b59-4f5240347396/3f03b201-58ae-4b16-93ec-553d43cd9939/cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:47:58.687347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e88fb-069c-49ec-85c2-767deae8ef41 req-8487a574-c5db-49e6-8240-20259dc56a8c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:58.690219 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f7e88fb-069c-49ec-85c2-767deae8ef41 req-8487a574-c5db-49e6-8240-20259dc56a8c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=598862ac-ee34-4d5e-9f6d-60c23f06e892 HTTP/1.1" status: 200 len: 946 time: 0.4040501 Jul 27 19:47:58.710049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34cd0e-a97a-402d-a127-fff6a4579ec2 req-57d06089-c95c-4a71-99c9-86a3538abd31 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:58.711617 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc34cd0e-a97a-402d-a127-fff6a4579ec2 req-57d06089-c95c-4a71-99c9-86a3538abd31 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.4236493 Jul 27 19:47:58.712235 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:58.927663 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f7e88fb-069c-49ec-85c2-767deae8ef41 req-7cee0238-cf09-4318-81e7-c319e5abb870 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072961 Jul 27 19:47:58.949695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc34cd0e-a97a-402d-a127-fff6a4579ec2 req-a42c1f99-2750-443d-90e3-9126735dc377 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227852 Jul 27 19:47:59.132765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60dbb1a9-f7da-4d45-a09c-14264bd7b1da {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:47:59.173189 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:59.220424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Transition to ACTIVE for port object 60dbb1a9-f7da-4d45-a09c-14264bd7b1da will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:59.224688 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78b4c5d9-c7d6-4632-9b66-a239e9086b8a req-2f610ed8-8a6d-4bfb-9221-4c82bb37be2f tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "GET /v2.0/security-groups/7b0f98dd-00a5-40cb-ac1a-628aed1989d9 HTTP/1.1" status: 200 len: 1812 time: 0.2249789 Jul 27 19:47:59.243327 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:59.268321 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-734b733d-92e8-452e-bd3f-f9c73b377dd8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:59.377513 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-734b733d-92e8-452e-bd3f-f9c73b377dd8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Transition to ACTIVE for port object cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:59.426033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fc51d-6674-477d-abbb-f7067f124ba7 req-b04fe488-ab59-4ce1-9c07-9a8cc6bc667d tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:59.430554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-704fc51d-6674-477d-abbb-f7067f124ba7 req-b04fe488-ab59-4ce1-9c07-9a8cc6bc667d tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 935 time: 0.3561664 Jul 27 19:47:59.437745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Pushing event updated for resources: {'Port': ['ID=60dbb1a9-f7da-4d45-a09c-14264bd7b1da,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:59.560783 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-734b733d-92e8-452e-bd3f-f9c73b377dd8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:59.677543 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-78b4c5d9-c7d6-4632-9b66-a239e9086b8a req-4a675de9-d737-4a7c-bd87-37531cfc0907 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:59.697907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-734b733d-92e8-452e-bd3f-f9c73b377dd8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Network ef1e72db-2847-4c64-8b59-4f5240347396 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:47:59.719084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-704fc51d-6674-477d-abbb-f7067f124ba7 req-5c217a95-9057-4cea-84eb-e3d45e53d2f4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876382 Jul 27 19:47:59.728195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-734b733d-92e8-452e-bd3f-f9c73b377dd8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:47:59.730735 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-734b733d-92e8-452e-bd3f-f9c73b377dd8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:47:59.769780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b733d-92e8-452e-bd3f-f9c73b377dd8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event updated for resources: {'Port': ['ID=cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:47:59.832569 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-78b4c5d9-c7d6-4632-9b66-a239e9086b8a req-4a675de9-d737-4a7c-bd87-37531cfc0907 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:59.864048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Attempting to bind port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:47:59.864048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Attempting to bind port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:47:59.864048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Attempting to bind port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:59.885763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f3efd6-5ec1-44b3-9f80-c0879ca93068 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:47:59.907004 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:59.914861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:47:59.917546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Attempting to bind port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:47:59.942198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Transition to ACTIVE for port object 22f3efd6-5ec1-44b3-9f80-c0879ca93068 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:47:59.944602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:47:59.945148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:47:59.945759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:47:59.946365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Bound port: 60dbb1a9-f7da-4d45-a09c-14264bd7b1da, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:47:59.946927 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:59.950371 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-78b4c5d9-c7d6-4632-9b66-a239e9086b8a req-4a675de9-d737-4a7c-bd87-37531cfc0907 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:59.954718 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-78b4c5d9-c7d6-4632-9b66-a239e9086b8a req-4a675de9-d737-4a7c-bd87-37531cfc0907 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:59.965470 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78b4c5d9-c7d6-4632-9b66-a239e9086b8a req-4a675de9-d737-4a7c-bd87-37531cfc0907 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "DELETE /v2.0/security-groups/7b0f98dd-00a5-40cb-ac1a-628aed1989d9 HTTP/1.1" status: 204 len: 173 time: 0.7257795 Jul 27 19:47:59.976858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-734b733d-92e8-452e-bd3f-f9c73b377dd8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:47:59.977827 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-734b733d-92e8-452e-bd3f-f9c73b377dd8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:47:59.992988 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:00.050633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a675de9-d737-4a7c-bd87-37531cfc0907 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0f98dd-00a5-40cb-ac1a-628aed1989d9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:00.060748 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-734b733d-92e8-452e-bd3f-f9c73b377dd8 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7959378 Jul 27 19:48:00.157415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Request body: {'port': {'device_id': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:00.189262 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4edea93f-b35b-4b84-b840-7713fe6c155c None None] Provisioning for port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:00.200001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4edea93f-b35b-4b84-b840-7713fe6c155c None None] Provisioning complete for port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:00.200376 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4edea93f-b35b-4b84-b840-7713fe6c155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:00.277707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4edea93f-b35b-4b84-b840-7713fe6c155c None None] Port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:00.295865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Pushing event updated for resources: {'Port': ['ID=22f3efd6-5ec1-44b3-9f80-c0879ca93068,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:00.463892 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:00.832555 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] For port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:00.882649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] For port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=60dbb1a9-f7da-4d45-a09c-14264bd7b1da,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:00.908111 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:00.959965 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Attempting to bind port 22f3efd6-5ec1-44b3-9f80-c0879ca93068 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:48:00.960296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Attempting to bind port 22f3efd6-5ec1-44b3-9f80-c0879ca93068 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:48:00.960646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Attempting to bind port 22f3efd6-5ec1-44b3-9f80-c0879ca93068 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:00.975808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:00.976503 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:00.977973 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] 10.222.0.63 "PUT /v2.0/ports/60dbb1a9-f7da-4d45-a09c-14264bd7b1da HTTP/1.1" status: 200 len: 1096 time: 3.8286536 Jul 27 19:48:00.992269 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afd598-11be-4e18-b4be-3fa39aad7611 req-f82c43b1-8153-4b40-a950-6adc7fc13fca tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:01.001881 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afd598-11be-4e18-b4be-3fa39aad7611 req-f82c43b1-8153-4b40-a950-6adc7fc13fca tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:01.008042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afd598-11be-4e18-b4be-3fa39aad7611 req-f82c43b1-8153-4b40-a950-6adc7fc13fca tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:01.010003 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06afd598-11be-4e18-b4be-3fa39aad7611 req-f82c43b1-8153-4b40-a950-6adc7fc13fca tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2376 time: 0.8161404 Jul 27 19:48:01.018791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e28ff2c-34e6-4c93-ba98-31f68cb950ec', 'tag': '60dbb1a9-f7da-4d45-a09c-14264bd7b1da'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:01.021334 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8382a29-f669-4378-8a3c-3c8c97965903" -d '{"events": [{"name": "network-changed", "server_uuid": "7e28ff2c-34e6-4c93-ba98-31f68cb950ec", "tag": "60dbb1a9-f7da-4d45-a09c-14264bd7b1da"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:01.084008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Port 22f3efd6-5ec1-44b3-9f80-c0879ca93068 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:48:01.084380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Attempting to bind port 22f3efd6-5ec1-44b3-9f80-c0879ca93068 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:01.163686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1a513-2b2d-4439-b359-898af3d744ee req-9b63d2af-3101-4922-846f-c332587ba6cd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:01.165557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65a1a513-2b2d-4439-b359-898af3d744ee req-9b63d2af-3101-4922-846f-c332587ba6cd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.7027781 Jul 27 19:48:01.176481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:48:01.176862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:01.177230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:48:01.177640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Bound port: 22f3efd6-5ec1-44b3-9f80-c0879ca93068, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:48:01.178078 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:01.213743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59527aa-3a52-4552-9891-4fe3670be20b service neutron] Pushing event updated for resources: {'Port': ['ID=60dbb1a9-f7da-4d45-a09c-14264bd7b1da,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:01.339056 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06afd598-11be-4e18-b4be-3fa39aad7611 req-2536ada8-9439-4f6f-8940-45df70976da2 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602170 Jul 27 19:48:01.401002 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65a1a513-2b2d-4439-b359-898af3d744ee req-17be072b-0f7d-4b44-bf5a-cdb3eacb7049 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126257 Jul 27 19:48:01.422379 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] For port 22f3efd6-5ec1-44b3-9f80-c0879ca93068, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:01.527067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] For port 22f3efd6-5ec1-44b3-9f80-c0879ca93068, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=22f3efd6-5ec1-44b3-9f80-c0879ca93068,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:01.572438 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-8cae75a3-0170-4139-9244-2e7d5f00d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:01.573888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-8cae75a3-0170-4139-9244-2e7d5f00d121 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=7e28ff2c-34e6-4c93-ba98-31f68cb950ec HTTP/1.1" status: 200 len: 1099 time: 0.4940295 Jul 27 19:48:01.596876 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:01.713929 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-593a2463-a306-4ec3-a80c-247172862797 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=60dbb1a9-f7da-4d45-a09c-14264bd7b1da HTTP/1.1" status: 200 len: 217 time: 0.1062207 Jul 27 19:48:01.723780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:01.724414 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:01.726568 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] 10.222.0.63 "PUT /v2.0/ports/22f3efd6-5ec1-44b3-9f80-c0879ca93068 HTTP/1.1" status: 200 len: 1096 time: 3.5344748 Jul 27 19:48:01.833919 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a64c73f8-501e-457d-8eab-47fd78a4aa73 req-faca9e9b-ee1e-4ec1-826b-45f50b280f48 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "GET /v2.0/security-groups/253f0724-f950-48a8-b431-810c341fde3f HTTP/1.1" status: 200 len: 1811 time: 0.3216674 Jul 27 19:48:01.848861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f3926-fca4-47d0-bf05-e0d109857376 service neutron] Pushing event updated for resources: {'Port': ['ID=22f3efd6-5ec1-44b3-9f80-c0879ca93068,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:01.886086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8b73a2-2c02-4338-ad24-1756095eb0c2 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:01.919839 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:01.956984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6cf1c-93e3-4e2a-a104-03f4390580c7 req-390b2181-7c49-4521-a02c-75b0abe7293a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:01.958654 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2bf6cf1c-93e3-4e2a-a104-03f4390580c7 req-390b2181-7c49-4521-a02c-75b0abe7293a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.4599524 Jul 27 19:48:01.961246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-608b6654-dba7-4929-8bca-6ca70eedc8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:01.962616 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-608b6654-dba7-4929-8bca-6ca70eedc8e6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.2028558 Jul 27 19:48:01.968351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Transition to ACTIVE for port object 3d8b73a2-2c02-4338-ad24-1756095eb0c2 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:02.001948 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:02.095342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ad069-c9be-4f13-9e0b-d0cccdbb414b req-79328887-ac87-4850-aa7a-ac9664e82f7b tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:02.098953 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-673ad069-c9be-4f13-9e0b-d0cccdbb414b req-79328887-ac87-4850-aa7a-ac9664e82f7b tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.63 "GET /v2.0/ports?device_id=598862ac-ee34-4d5e-9f6d-60c23f06e892 HTTP/1.1" status: 200 len: 946 time: 0.1408901 Jul 27 19:48:02.146657 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a64c73f8-501e-457d-8eab-47fd78a4aa73 req-0ab19985-a1b4-4e6c-ba8a-eb5598955e57 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:02.148363 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Pushing event updated for resources: {'Port': ['ID=3d8b73a2-2c02-4338-ad24-1756095eb0c2,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:02.154303 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2bf6cf1c-93e3-4e2a-a104-03f4390580c7 req-b08bdfd9-54c7-4fd1-b8af-88e953e2c4bd tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768990 Jul 27 19:48:02.156429 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-8f70d6d0-b15f-4ea1-9e2d-d5982c1611a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:02.157884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-8f70d6d0-b15f-4ea1-9e2d-d5982c1611a4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 1099 time: 0.3277335 Jul 27 19:48:02.252965 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a64c73f8-501e-457d-8eab-47fd78a4aa73 req-0ab19985-a1b4-4e6c-ba8a-eb5598955e57 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:02.374081 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-673ad069-c9be-4f13-9e0b-d0cccdbb414b req-39996143-f882-44c3-87bc-14776645dc1c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Deleting port 52f16671-3546-426e-ad54-5c04591371b2 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:02.374652 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-673ad069-c9be-4f13-9e0b-d0cccdbb414b req-39996143-f882-44c3-87bc-14776645dc1c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:02.377169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-51ec0bc8-9a9c-437c-b3b0-c88116fa32eb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=22f3efd6-5ec1-44b3-9f80-c0879ca93068 HTTP/1.1" status: 200 len: 217 time: 0.2053602 Jul 27 19:48:02.422649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-9e4d904a-6d63-4e0f-a089-1a5a5b12e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:02.424764 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-9e4d904a-6d63-4e0f-a089-1a5a5b12e8ea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4512825 Jul 27 19:48:02.583895 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-673ad069-c9be-4f13-9e0b-d0cccdbb414b req-39996143-f882-44c3-87bc-14776645dc1c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] For port 52f16671-3546-426e-ad54-5c04591371b2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=52f16671-3546-426e-ad54-5c04591371b2,segment=NetworkSegment(11b85c81-4a92-4501-8bf5-790169babd65),segment_id=11b85c81-4a92-4501-8bf5-790169babd65)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:02.585436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-673ad069-c9be-4f13-9e0b-d0cccdbb414b req-39996143-f882-44c3-87bc-14776645dc1c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:02.629008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-673ad069-c9be-4f13-9e0b-d0cccdbb414b req-39996143-f882-44c3-87bc-14776645dc1c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Calling delete_port for 52f16671-3546-426e-ad54-5c04591371b2 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:02.636159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Attempting to bind port 3d8b73a2-2c02-4338-ad24-1756095eb0c2 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:48:02.636817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Attempting to bind port 3d8b73a2-2c02-4338-ad24-1756095eb0c2 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '7af02318-b06e-42c2-841b-000d04f74412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:48:02.636942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Attempting to bind port 3d8b73a2-2c02-4338-ad24-1756095eb0c2 on network ef1e72db-2847-4c64-8b59-4f5240347396 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:02.668284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Port 3d8b73a2-2c02-4338-ad24-1756095eb0c2 on network ef1e72db-2847-4c64-8b59-4f5240347396 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:48:02.670157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Attempting to bind port 3d8b73a2-2c02-4338-ad24-1756095eb0c2 on network ef1e72db-2847-4c64-8b59-4f5240347396 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:02.677807 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-c8f81779-f66b-4b07-8697-8b552db45b88 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301593 Jul 27 19:48:02.697315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-39317d60-9cad-416f-bef9-bbbf2e373216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:02.698777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-39317d60-9cad-416f-bef9-bbbf2e373216 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.2669630 Jul 27 19:48:02.699353 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a64c73f8-501e-457d-8eab-47fd78a4aa73 req-0ab19985-a1b4-4e6c-ba8a-eb5598955e57 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:02.702203 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a64c73f8-501e-457d-8eab-47fd78a4aa73 req-0ab19985-a1b4-4e6c-ba8a-eb5598955e57 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:02.703270 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a64c73f8-501e-457d-8eab-47fd78a4aa73 req-0ab19985-a1b4-4e6c-ba8a-eb5598955e57 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] 10.222.0.48 "DELETE /v2.0/security-groups/253f0724-f950-48a8-b431-810c341fde3f HTTP/1.1" status: 204 len: 173 time: 0.8476937 Jul 27 19:48:02.718728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43160) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:02.790663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:48:02.791021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Checking segment: {'id': '7af02318-b06e-42c2-841b-000d04f74412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:02.791379 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Bound using segment: {'id': '7af02318-b06e-42c2-841b-000d04f74412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:48:02.791827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Bound port: 3d8b73a2-2c02-4338-ad24-1756095eb0c2, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af02318-b06e-42c2-841b-000d04f74412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:48:02.792179 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:02.829785 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02d21b5-fb52-436c-8130-bcb41979a0d2 admin admin] Deleting subnet e97d8a7e-0c13-441c-b531-9fcc2997bcdf {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:48:02.835926 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b02d21b5-fb52-436c-8130-bcb41979a0d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:02.918533 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b02d21b5-fb52-436c-8130-bcb41979a0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:02.932353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab19985-a1b4-4e6c-ba8a-eb5598955e57 tempest-SecurityGroupRulesNegativeTestJSON-1385075565 tempest-SecurityGroupRulesNegativeTestJSON-1385075565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253f0724-f950-48a8-b431-810c341fde3f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:02.941852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e306f42-265e-4cf7-81ec-79ed149d0f07 req-4b8403da-7ec3-419a-a197-e85354f18ed0 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:02.943430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e306f42-265e-4cf7-81ec-79ed149d0f07 req-4b8403da-7ec3-419a-a197-e85354f18ed0 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/ports?device_id=598862ac-ee34-4d5e-9f6d-60c23f06e892 HTTP/1.1" status: 200 len: 946 time: 0.6818626 Jul 27 19:48:02.983986 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b02d21b5-fb52-436c-8130-bcb41979a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:03.084631 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b02d21b5-fb52-436c-8130-bcb41979a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:03.098152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-69a61d7e-bf05-4768-ab7c-952b45821747 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937624 Jul 27 19:48:03.109034 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e306f42-265e-4cf7-81ec-79ed149d0f07 req-b172fd2e-026e-4d45-a20c-798f75289168 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e30f8fd-5927-436b-81a5-d6b436649cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190028 Jul 27 19:48:03.111519 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] For port 3d8b73a2-2c02-4338-ad24-1756095eb0c2, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:03.118382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] For port 3d8b73a2-2c02-4338-ad24-1756095eb0c2, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3d8b73a2-2c02-4338-ad24-1756095eb0c2,segment=NetworkSegment(7af02318-b06e-42c2-841b-000d04f74412),segment_id=7af02318-b06e-42c2-841b-000d04f74412)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:03.155867 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:03.158135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d21b5-fb52-436c-8130-bcb41979a0d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e97d8a7e-0c13-441c-b531-9fcc2997bcdf,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:03.162494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-64dd8565-3ade-4fbd-8f21-b09d9aca842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:03.164054 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-64dd8565-3ade-4fbd-8f21-b09d9aca842f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4335461 Jul 27 19:48:03.174477 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b02d21b5-fb52-436c-8130-bcb41979a0d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:03.176732 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b02d21b5-fb52-436c-8130-bcb41979a0d2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e97d8a7e-0c13-441c-b531-9fcc2997bcdf HTTP/1.1" status: 204 len: 168 time: 0.4569786 Jul 27 19:48:03.177689 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-673ad069-c9be-4f13-9e0b-d0cccdbb414b req-39996143-f882-44c3-87bc-14776645dc1c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:03.179187 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43164) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:03.193897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['52f16671-3546-426e-ad54-5c04591371b2'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:03.217743 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3adb749-6cec-4b23-a6df-e01f4699c7dd x-openstack-request-id: req-c3adb749-6cec-4b23-a6df-e01f4699c7dd {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:03.218039 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e28ff2c-34e6-4c93-ba98-31f68cb950ec", "tag": "60dbb1a9-f7da-4d45-a09c-14264bd7b1da", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:03.218271 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3adb749-6cec-4b23-a6df-e01f4699c7dd {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:03.218670 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e28ff2c-34e6-4c93-ba98-31f68cb950ec', 'tag': '60dbb1a9-f7da-4d45-a09c-14264bd7b1da', 'status': 'completed', 'code': 200} Jul 27 19:48:03.238161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c417f8-9cf1-4dff-9294-94b39458ee84 req-e042cad7-979d-4f14-bb97-63d885e95a87 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:03.249019 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3c417f8-9cf1-4dff-9294-94b39458ee84 req-e042cad7-979d-4f14-bb97-63d885e95a87 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 947 time: 0.3813324 Jul 27 19:48:03.325676 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2223953-adaa-4607-a556-e0b9191858ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:03.344421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:03.344421 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:03.345994 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] 10.222.0.63 "PUT /v2.0/ports/3d8b73a2-2c02-4338-ad24-1756095eb0c2 HTTP/1.1" status: 200 len: 1093 time: 3.2688832 Jul 27 19:48:03.374438 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39996143-f882-44c3-87bc-14776645dc1c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Pushing event deleted for resources: {'Port': ['ID=52f16671-3546-426e-ad54-5c04591371b2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:03.446933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Request body: {'port': {'device_id': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:03.534711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2223953-adaa-4607-a556-e0b9191858ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:03.547113 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e2223953-adaa-4607-a556-e0b9191858ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73767579-011b-4969-a21f-bc40206eca3e']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:48:03.559744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e2223953-adaa-4607-a556-e0b9191858ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca33697-c336-4ffa-9bc8-e33520ee7f4f') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:48:03.560202 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e2223953-adaa-4607-a556-e0b9191858ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca33697-c336-4ffa-9bc8-e33520ee7f4f') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:48:03.584411 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-673ad069-c9be-4f13-9e0b-d0cccdbb414b req-39996143-f882-44c3-87bc-14776645dc1c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] No DVR routers for this DVR port 52f16671-3546-426e-ad54-5c04591371b2 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:48:03.589362 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-673ad069-c9be-4f13-9e0b-d0cccdbb414b req-39996143-f882-44c3-87bc-14776645dc1c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:03.592087 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-673ad069-c9be-4f13-9e0b-d0cccdbb414b req-39996143-f882-44c3-87bc-14776645dc1c tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.63 "DELETE /v2.0/ports/52f16671-3546-426e-ad54-5c04591371b2 HTTP/1.1" status: 204 len: 173 time: 1.4840102 Jul 27 19:48:03.592511 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598862ac-ee34-4d5e-9f6d-60c23f06e892', 'name': 'network-vif-deleted', 'tag': '52f16671-3546-426e-ad54-5c04591371b2'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:03.595628 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e742ffe8-4772-4c3c-9f71-021d28ad5b90" -d '{"events": [{"server_uuid": "598862ac-ee34-4d5e-9f6d-60c23f06e892", "name": "network-vif-deleted", "tag": "52f16671-3546-426e-ad54-5c04591371b2"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:03.601791 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2223953-adaa-4607-a556-e0b9191858ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:03.618483 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2223953-adaa-4607-a556-e0b9191858ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:03.625777 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2223953-adaa-4607-a556-e0b9191858ce admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:48:03.626641 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2223953-adaa-4607-a556-e0b9191858ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:48:03.629388 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:48:03.670681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3c417f8-9cf1-4dff-9294-94b39458ee84 req-18e8ef40-ae3c-46a1-806f-66219f6bca86 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207647 Jul 27 19:48:03.676519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-fba09505-cb17-4555-b1ca-3c69bc9a1dca service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612136 Jul 27 19:48:03.774883 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43174) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:03.783523 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2223953-adaa-4607-a556-e0b9191858ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:03.797026 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2223953-adaa-4607-a556-e0b9191858ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:03.803017 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e2223953-adaa-4607-a556-e0b9191858ce admin admin] 10.222.0.48 "DELETE /v2.0/networks/73767579-011b-4969-a21f-bc40206eca3e HTTP/1.1" status: 204 len: 168 time: 0.6221325 Jul 27 19:48:03.822929 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2223953-adaa-4607-a556-e0b9191858ce admin admin] Pushing event deleted for resources: {'Network': ['ID=73767579-011b-4969-a21f-bc40206eca3e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:03.960051 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-019b4e09-c08b-46fc-be05-9b00568ee354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:03.989304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43180) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:04.066964 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-79596afd-f8fb-49bd-8d31-712df72fcd90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4333500ab01475fa3e6f3e130ed9fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739310 Jul 27 19:48:04.069146 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:04.069368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43182) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:04.073967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac4551-f8ea-4568-b5dc-6c60a5b7a94b service neutron] Pushing event updated for resources: {'Port': ['ID=3d8b73a2-2c02-4338-ad24-1756095eb0c2,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:04.170748 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1a991e1-f691-4425-a344-22f874ccec1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:04.178484 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-019b4e09-c08b-46fc-be05-9b00568ee354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:04.191152 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-019b4e09-c08b-46fc-be05-9b00568ee354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:04.220131 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1a991e1-f691-4425-a344-22f874ccec1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:04.253014 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8382a29-f669-4378-8a3c-3c8c97965903 req-9c5b6106-fea6-4b6b-9c3f-c955cf1d0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:04.254624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8382a29-f669-4378-8a3c-3c8c97965903 req-9c5b6106-fea6-4b6b-9c3f-c955cf1d0205 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=7e28ff2c-34e6-4c93-ba98-31f68cb950ec HTTP/1.1" status: 200 len: 1099 time: 0.9981258 Jul 27 19:48:04.267095 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-019b4e09-c08b-46fc-be05-9b00568ee354 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3dbd53c6bfab4ef5b1220411f05c4948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4901140 Jul 27 19:48:04.280195 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43186) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:04.301994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b4e09-c08b-46fc-be05-9b00568ee354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5354795-32dd-4f35-869e-0827e21c000e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:04.383771 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e18b54e4-0772-4568-8af0-45e2e2843dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:04.387578 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1a991e1-f691-4425-a344-22f874ccec1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:04.390609 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1a991e1-f691-4425-a344-22f874ccec1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:04.392248 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c1a991e1-f691-4425-a344-22f874ccec1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fb0d7e5-e3ad-4c94-a76d-02fc2e981281 HTTP/1.1" status: 204 len: 168 time: 0.3218699 Jul 27 19:48:04.401789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f806ade-2596-43ff-ba8c-f4949257705b req-7163e8a1-4c38-4ae1-8bb0-4a13cbc36b8d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:04.407655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f806ade-2596-43ff-ba8c-f4949257705b req-7163e8a1-4c38-4ae1-8bb0-4a13cbc36b8d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:04.414012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f806ade-2596-43ff-ba8c-f4949257705b req-7163e8a1-4c38-4ae1-8bb0-4a13cbc36b8d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:04.416808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a991e1-f691-4425-a344-22f874ccec1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb0d7e5-e3ad-4c94-a76d-02fc2e981281,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:04.421509 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f806ade-2596-43ff-ba8c-f4949257705b req-7163e8a1-4c38-4ae1-8bb0-4a13cbc36b8d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2388 time: 1.0372899 Jul 27 19:48:04.451364 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e18b54e4-0772-4568-8af0-45e2e2843dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:04.457693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f4b6c-e832-48a2-b2ca-bf4ffa271a33 req-c8d8929c-65ad-4e15-b1c3-e6258d881811 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905530 Jul 27 19:48:04.523819 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e18b54e4-0772-4568-8af0-45e2e2843dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:04.526833 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e18b54e4-0772-4568-8af0-45e2e2843dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:04.528251 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e18b54e4-0772-4568-8af0-45e2e2843dce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5354795-32dd-4f35-869e-0827e21c000e HTTP/1.1" status: 204 len: 168 time: 0.2467616 Jul 27 19:48:04.533987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85d6b6-6c90-4456-a1ba-e4f74d3ab74a req-4d335d87-c691-470b-b0bd-7670f5d9767a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:04.543271 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c85d6b6-6c90-4456-a1ba-e4f74d3ab74a req-4d335d87-c691-470b-b0bd-7670f5d9767a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.4765418 Jul 27 19:48:04.552238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b54e4-0772-4568-8af0-45e2e2843dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5354795-32dd-4f35-869e-0827e21c000e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:04.628280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f806ade-2596-43ff-ba8c-f4949257705b req-8affac98-9d25-4082-bf85-87c3d1fe3b1d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011969 Jul 27 19:48:04.702908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8382a29-f669-4378-8a3c-3c8c97965903 req-eecd43f5-987d-4d84-ae0f-267d197b5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:04.717588 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8382a29-f669-4378-8a3c-3c8c97965903 req-eecd43f5-987d-4d84-ae0f-267d197b5c86 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.4458699 Jul 27 19:48:04.763331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c85d6b6-6c90-4456-a1ba-e4f74d3ab74a req-05831afa-3136-41dd-b4b7-b32c16cd7223 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194991 Jul 27 19:48:04.854784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8382a29-f669-4378-8a3c-3c8c97965903 req-c5a320ec-bdec-4951-8cac-f93609d4627a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=60dbb1a9-f7da-4d45-a09c-14264bd7b1da HTTP/1.1" status: 200 len: 217 time: 0.0895615 Jul 27 19:48:04.880276 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f79ca6-bf16-4357-8816-4415ea77f9e5 x-openstack-request-id: req-23f79ca6-bf16-4357-8816-4415ea77f9e5 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:04.880601 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598862ac-ee34-4d5e-9f6d-60c23f06e892", "name": "network-vif-deleted", "tag": "52f16671-3546-426e-ad54-5c04591371b2", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:04.881091 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23f79ca6-bf16-4357-8816-4415ea77f9e5 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:04.881287 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598862ac-ee34-4d5e-9f6d-60c23f06e892', 'name': 'network-vif-deleted', 'tag': '52f16671-3546-426e-ad54-5c04591371b2', 'status': 'completed', 'code': 200} Jul 27 19:48:05.113795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1b3b034c-de21-4adc-b1ab-1f633c10c25e details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:48:05.176128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19055171-5bdb-4802-9e79-3e3c7f51b7fc req-b9b535ed-65a2-4857-adf8-2ef228abd4a6 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:05.184724 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19055171-5bdb-4802-9e79-3e3c7f51b7fc req-b9b535ed-65a2-4857-adf8-2ef228abd4a6 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.4659970 Jul 27 19:48:05.192825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8382a29-f669-4378-8a3c-3c8c97965903 req-e2b63775-1d98-41f1-b92d-92545a734e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:05.193585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43208) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:05.207399 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8382a29-f669-4378-8a3c-3c8c97965903 req-e2b63775-1d98-41f1-b92d-92545a734e76 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.3272920 Jul 27 19:48:05.216078 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d3420fa-16aa-4d70-a29e-9eb685806a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:05.287611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78bac2f-e15e-4864-867a-5cbb826bbad0', 'tag': '22f3efd6-5ec1-44b3-9f80-c0879ca93068'}, {'name': 'network-changed', 'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'tag': '3d8b73a2-2c02-4338-ad24-1756095eb0c2'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:05.290353 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e78bac2f-e15e-4864-867a-5cbb826bbad0", "tag": "22f3efd6-5ec1-44b3-9f80-c0879ca93068"}, {"name": "network-changed", "server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "tag": "3d8b73a2-2c02-4338-ad24-1756095eb0c2"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:05.323953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1b3b034c-de21-4adc-b1ab-1f633c10c25e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1b3b034c-de21-4adc-b1ab-1f633c10c25e,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:05.337544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '1b3b034c-de21-4adc-b1ab-1f633c10c25e', 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'port_id': '1b3b034c-de21-4adc-b1ab-1f633c10c25e', 'mac_address': 'fa:16:3e:e9:13:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:48:05.362808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19055171-5bdb-4802-9e79-3e3c7f51b7fc req-52dd84db-852f-4a92-9b1e-e6317a34b5b6 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770844 Jul 27 19:48:05.416701 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc021510-3746-45bb-b850-691b336068cf {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:05.433350 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:05.447080 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:05.455111 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d3420fa-16aa-4d70-a29e-9eb685806a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:05.459003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b3b034c-de21-4adc-b1ab-1f633c10c25e {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:05.466246 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d3420fa-16aa-4d70-a29e-9eb685806a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:05.508128 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1b3b034c-de21-4adc-b1ab-1f633c10c25e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1b3b034c-de21-4adc-b1ab-1f633c10c25e,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:05.520212 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:05.523287 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c5c95-0b08-4fee-b884-ce34ac19fd39 req-6e2104c1-ae8f-451a-87ae-9a30c2a263b5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:05.525099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e94c5c95-0b08-4fee-b884-ce34ac19fd39 req-6e2104c1-ae8f-451a-87ae-9a30c2a263b5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 947 time: 0.5275712 Jul 27 19:48:05.559515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3420fa-16aa-4d70-a29e-9eb685806a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1228971d-01ec-4bce-8818-d4e3db9c6a7a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:05.582807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Transition to ACTIVE for port object dc021510-3746-45bb-b850-691b336068cf will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:05.596718 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8d3420fa-16aa-4d70-a29e-9eb685806a85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe872ad6c9514486806fa3af9eee2c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019878 Jul 27 19:48:05.602935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43236) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:05.651441 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1b3b034c-de21-4adc-b1ab-1f633c10c25e,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:05.671261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43242) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:05.707838 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c642ffed-8b81-493a-a00f-f7481d9b8414 x-openstack-request-id: req-c642ffed-8b81-493a-a00f-f7481d9b8414 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:05.708444 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78bac2f-e15e-4864-867a-5cbb826bbad0", "tag": "22f3efd6-5ec1-44b3-9f80-c0879ca93068", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "tag": "3d8b73a2-2c02-4338-ad24-1756095eb0c2", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:05.708780 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c642ffed-8b81-493a-a00f-f7481d9b8414 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:05.709310 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78bac2f-e15e-4864-867a-5cbb826bbad0', 'tag': '22f3efd6-5ec1-44b3-9f80-c0879ca93068', 'status': 'completed', 'code': 200} Jul 27 19:48:05.709847 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'tag': '3d8b73a2-2c02-4338-ad24-1756095eb0c2', 'status': 'completed', 'code': 200} Jul 27 19:48:05.710582 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:05.730788 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['1b3b034c-de21-4adc-b1ab-1f633c10c25e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:05.752674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8382a29-f669-4378-8a3c-3c8c97965903 req-1b19fcf9-255f-459d-a2a1-933e32f31412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:05.760055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8382a29-f669-4378-8a3c-3c8c97965903 req-1b19fcf9-255f-459d-a2a1-933e32f31412 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5276873 Jul 27 19:48:05.785952 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5c6dc0e0-ab9a-488d-ba2f-f420dc85f1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:05.839378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5c6dc0e0-ab9a-488d-ba2f-f420dc85f1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:05.923342 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5c6dc0e0-ab9a-488d-ba2f-f420dc85f1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:05.926805 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5c6dc0e0-ab9a-488d-ba2f-f420dc85f1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:05.928621 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5c6dc0e0-ab9a-488d-ba2f-f420dc85f1c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1228971d-01ec-4bce-8818-d4e3db9c6a7a HTTP/1.1" status: 204 len: 168 time: 0.3232546 Jul 27 19:48:05.938929 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dc0e0-ab9a-488d-ba2f-f420dc85f1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1228971d-01ec-4bce-8818-d4e3db9c6a7a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:06.095312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-504001863-network', 'tenant_id': '9ebde375c7d842259b702ecaf0873510'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:06.106587 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8382a29-f669-4378-8a3c-3c8c97965903 req-e8a0ac93-2ea2-47ec-9f92-5c4c0211d2d2 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539619 Jul 27 19:48:06.152011 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e94c5c95-0b08-4fee-b884-ce34ac19fd39 req-28f89313-c7da-4651-85da-8495b8e4f96e tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5889580 Jul 27 19:48:06.221812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc021510-3746-45bb-b850-691b336068cf,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:06.415489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] Made reservation on behalf of 9ebde375c7d842259b702ecaf0873510 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:06.418419 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:06.522898 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:06.608374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-52a8cef2-b29f-48a6-af43-4426907006c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:06.610570 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-52a8cef2-b29f-48a6-af43-4426907006c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 1099 time: 0.8464055 Jul 27 19:48:06.681803 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8382a29-f669-4378-8a3c-3c8c97965903 req-56840181-46cf-4d04-aec1-a4c8bc09541d service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125041 Jul 27 19:48:06.694208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716a7ae-2a8a-4de1-b58d-e9b661adc8fe req-89a5f7e9-3243-4bb6-b333-b125cd5526ed tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:06.702450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716a7ae-2a8a-4de1-b58d-e9b661adc8fe req-89a5f7e9-3243-4bb6-b333-b125cd5526ed tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:06.710086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716a7ae-2a8a-4de1-b58d-e9b661adc8fe req-89a5f7e9-3243-4bb6-b333-b125cd5526ed tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:06.711946 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c716a7ae-2a8a-4de1-b58d-e9b661adc8fe req-89a5f7e9-3243-4bb6-b333-b125cd5526ed tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2400 time: 0.8192492 Jul 27 19:48:06.797994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Attempting to bind port dc021510-3746-45bb-b850-691b336068cf on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:48:06.797994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Attempting to bind port dc021510-3746-45bb-b850-691b336068cf by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '46b875f2-bd5a-485d-ae96-7b2e1b656f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '457c0ee9-8931-4f09-a1d1-a73734a590f8'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:48:06.797994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Attempting to bind port dc021510-3746-45bb-b850-691b336068cf on network 457c0ee9-8931-4f09-a1d1-a73734a590f8 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:06.876108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Port dc021510-3746-45bb-b850-691b336068cf on network 457c0ee9-8931-4f09-a1d1-a73734a590f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:48:06.876509 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Attempting to bind port dc021510-3746-45bb-b850-691b336068cf on network 457c0ee9-8931-4f09-a1d1-a73734a590f8 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:06.908071 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c716a7ae-2a8a-4de1-b58d-e9b661adc8fe req-66bfc855-aed4-4230-8d92-d74bf1942765 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321111 Jul 27 19:48:06.924900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90f960-8300-4698-ae50-6228eae9d197 req-338796d3-fd1d-4d87-9376-437f0c489ff1 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:06.933673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e90f960-8300-4698-ae50-6228eae9d197 req-338796d3-fd1d-4d87-9376-437f0c489ff1 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.5191538 Jul 27 19:48:07.077827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43284) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:07.149011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 60dbb1a9-f7da-4d45-a09c-14264bd7b1da details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:48:07.152716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1b3b034c-de21-4adc-b1ab-1f633c10c25e up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:48:07.231523 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:07.256432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-389aeae8-5df7-442b-872c-6987845d0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:07.264120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-389aeae8-5df7-442b-872c-6987845d0775 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.6297240 Jul 27 19:48:07.274703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:48:07.276109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Checking segment: {'id': '46b875f2-bd5a-485d-ae96-7b2e1b656f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '457c0ee9-8931-4f09-a1d1-a73734a590f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:07.277885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f62a3d35-de45-45f7-9ba7-0c7ca4d9c7bc tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:07.281744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Bound using segment: {'id': '46b875f2-bd5a-485d-ae96-7b2e1b656f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '457c0ee9-8931-4f09-a1d1-a73734a590f8'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:48:07.282533 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Bound port: dc021510-3746-45bb-b850-691b336068cf, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b875f2-bd5a-485d-ae96-7b2e1b656f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '457c0ee9-8931-4f09-a1d1-a73734a590f8'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:48:07.288455 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:07.373242 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f62a3d35-de45-45f7-9ba7-0c7ca4d9c7bc tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:07.469069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-76294cee-9864-4b5f-9f79-474bf5b388b4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=22f3efd6-5ec1-44b3-9f80-c0879ca93068 HTTP/1.1" status: 200 len: 217 time: 0.1962967 Jul 27 19:48:07.473273 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:07.502620 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f62a3d35-de45-45f7-9ba7-0c7ca4d9c7bc tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:07.505542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f62a3d35-de45-45f7-9ba7-0c7ca4d9c7bc tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:07.509937 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f62a3d35-de45-45f7-9ba7-0c7ca4d9c7bc tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "DELETE /v2.0/security-groups/f7cd8b92-cab3-4efe-86d1-a024d4fb2503 HTTP/1.1" status: 204 len: 168 time: 0.4301586 Jul 27 19:48:07.510936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43294) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:07.540116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 1b3b034c-de21-4adc-b1ab-1f633c10c25e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:07.543908 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:07.567681 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:48:07.574589 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-99e4a33e-5992-435a-8356-5004981a3f22 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] show failed (client error): The resource could not be found. Jul 27 19:48:07.578772 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-99e4a33e-5992-435a-8356-5004981a3f22 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "GET /v2.0/security-groups/f7cd8b92-cab3-4efe-86d1-a024d4fb2503 HTTP/1.1" status: 404 len: 347 time: 0.0586100 Jul 27 19:48:07.579726 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a3d35-de45-45f7-9ba7-0c7ca4d9c7bc tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cd8b92-cab3-4efe-86d1-a024d4fb2503,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:07.583366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43298) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:07.684295 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:48:07.747756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e90f960-8300-4698-ae50-6228eae9d197 req-312e825b-4217-4ab0-a416-85b3e21586dc tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8128388 Jul 27 19:48:07.801629 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:07.803217 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] Added segment ca0e0859-741b-44a4-97d5-a57a41588408 of type vlan for network 2a94ce5d-0255-4786-abc8-d7eec91e5304 Jul 27 19:48:07.821973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3df6756-3791-4a7e-b17e-e26ca640cd40,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:07.908070 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:07.958174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] For port dc021510-3746-45bb-b850-691b336068cf, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:07.962044 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] For port dc021510-3746-45bb-b850-691b336068cf, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=dc021510-3746-45bb-b850-691b336068cf,segment=NetworkSegment(46b875f2-bd5a-485d-ae96-7b2e1b656f83),segment_id=46b875f2-bd5a-485d-ae96-7b2e1b656f83)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:07.968118 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c2150-67b2-4b78-b74a-9a9804a0d9c3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Deleting port 1e7633c6-5d46-4bb8-8fe3-797e28f3d94f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:07.968642 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:07.969437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:07.970082 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:07.970521 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d8c2150-67b2-4b78-b74a-9a9804a0d9c3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:08.050869 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:08.086752 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=60dbb1a9-f7da-4d45-a09c-14264bd7b1da,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:08.099493 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '60dbb1a9-f7da-4d45-a09c-14264bd7b1da', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '60dbb1a9-f7da-4d45-a09c-14264bd7b1da', 'mac_address': 'fa:16:3e:b9:0a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:48:08.115754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] Pushing event updated for resources: {'Network': ['ID=2a94ce5d-0255-4786-abc8-d7eec91e5304,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:08.168993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 2a94ce5d-0255-4786-abc8-d7eec91e5304 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:48:08.183155 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:08.226459 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d8c2150-67b2-4b78-b74a-9a9804a0d9c3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:08.227889 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d8c2150-67b2-4b78-b74a-9a9804a0d9c3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:08.257204 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c2150-67b2-4b78-b74a-9a9804a0d9c3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Calling delete_port for 1e7633c6-5d46-4bb8-8fe3-797e28f3d94f owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:08.275017 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc021510-3746-45bb-b850-691b336068cf,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:08.295462 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-79926c42-904a-4289-88c1-4f4307fd09d0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6211264 Jul 27 19:48:08.297062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:08.297688 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:08.299151 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-a4298b5e-7112-4b4b-a4db-ea9366407ce0 service neutron] 10.222.0.63 "PUT /v2.0/ports/dc021510-3746-45bb-b850-691b336068cf HTTP/1.1" status: 200 len: 1093 time: 4.8716338 Jul 27 19:48:08.307216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43310) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:08.318705 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:08.327206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7a6a7420-7ef1-4524-89fa-c124b32281b3 admin admin] Request body: {'subnet': {'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-504001863-subnet', 'tenant_id': '9ebde375c7d842259b702ecaf0873510', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:08.328125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'tag': 'dc021510-3746-45bb-b850-691b336068cf'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:08.331311 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004f3154-55d0-40cc-b11d-372c93bfb02d" -d '{"events": [{"name": "network-changed", "server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "tag": "dc021510-3746-45bb-b850-691b336068cf"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:08.334714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-a9270c4e-1073-46a4-a7de-671475805a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:08.336870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-a9270c4e-1073-46a4-a7de-671475805a7e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.8479047 Jul 27 19:48:08.380690 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60dbb1a9-f7da-4d45-a09c-14264bd7b1da {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:08.401934 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:08.420038 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35640f13-611f-40e5-9d67-9d069f729b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3b034c-de21-4adc-b1ab-1f633c10c25e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:08.422917 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d921ea40-9f69-4e42-9fea-28adb3f4f2eb" -d '{"events": [{"server_uuid": "35640f13-611f-40e5-9d67-9d069f729b1c", "name": "network-vif-plugged", "status": "completed", "tag": "1b3b034c-de21-4adc-b1ab-1f633c10c25e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:08.448759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Request body: {'port': {'device_id': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:08.456675 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1b3b034c-de21-4adc-b1ab-1f633c10c25e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1b3b034c-de21-4adc-b1ab-1f633c10c25e,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:08.459505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=60dbb1a9-f7da-4d45-a09c-14264bd7b1da,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:08.471079 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:08.472597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 52f16671-3546-426e-ad54-5c04591371b2 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:48:08.510603 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6a7420-7ef1-4524-89fa-c124b32281b3 admin admin] Made reservation on behalf of 9ebde375c7d842259b702ecaf0873510 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:08.517246 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a6a7420-7ef1-4524-89fa-c124b32281b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:08.579186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1b3b034c-de21-4adc-b1ab-1f633c10c25e,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:08.584830 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:08.589974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 52f16671-3546-426e-ad54-5c04591371b2 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:48:08.591468 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 52f16671-3546-426e-ad54-5c04591371b2 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:48:08.593051 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcf516-5e97-4ab9-bf25-d5a622bf9b38 req-e3df9a8f-cb9a-4771-91a1-236b8775e799 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:08.602669 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37dcf516-5e97-4ab9-bf25-d5a622bf9b38 req-e3df9a8f-cb9a-4771-91a1-236b8775e799 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 944 time: 1.2744050 Jul 27 19:48:08.813045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=60dbb1a9-f7da-4d45-a09c-14264bd7b1da,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:08.882905 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a6a7420-7ef1-4524-89fa-c124b32281b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:08.902004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['60dbb1a9-f7da-4d45-a09c-14264bd7b1da'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:09.020197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a7420-7ef1-4524-89fa-c124b32281b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a91b5a00-a1c3-4600-8e1b-576263e8fcc7,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:09.079632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6a7420-7ef1-4524-89fa-c124b32281b3 admin admin] Checking segment: {'id': 'ca0e0859-741b-44a4-97d5-a57a41588408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:09.081033 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6a7420-7ef1-4524-89fa-c124b32281b3 admin admin] Network hostable DHCP agents. Network: 2a94ce5d-0255-4786-abc8-d7eec91e5304, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:48:09.169111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 22f3efd6-5ec1-44b3-9f80-c0879ca93068 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:48:09.239188 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d8c2150-67b2-4b78-b74a-9a9804a0d9c3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:09.261474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6a7420-7ef1-4524-89fa-c124b32281b3 admin admin] Network 2a94ce5d-0255-4786-abc8-d7eec91e5304 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:48:09.330631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c2150-67b2-4b78-b74a-9a9804a0d9c3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Pushing event deleted for resources: {'Port': ['ID=1e7633c6-5d46-4bb8-8fe3-797e28f3d94f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:09.342453 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:09.355174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-7a6a7420-7ef1-4524-89fa-c124b32281b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 2a94ce5d-0255-4786-abc8-d7eec91e5304) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:09.375338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a7420-7ef1-4524-89fa-c124b32281b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:09.376001 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a6a7420-7ef1-4524-89fa-c124b32281b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:09.400046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 22f3efd6-5ec1-44b3-9f80-c0879ca93068, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=22f3efd6-5ec1-44b3-9f80-c0879ca93068,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:09.429525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '22f3efd6-5ec1-44b3-9f80-c0879ca93068', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '22f3efd6-5ec1-44b3-9f80-c0879ca93068', 'mac_address': 'fa:16:3e:1f:c0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:48:09.433563 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7f8f9a-43a2-4306-975b-ee0b651b9e44 None None] Network 2a94ce5d-0255-4786-abc8-d7eec91e5304 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:48:09.569925 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:09.588166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f3efd6-5ec1-44b3-9f80-c0879ca93068 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:09.626168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d8c2150-67b2-4b78-b74a-9a9804a0d9c3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:09.636793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 22f3efd6-5ec1-44b3-9f80-c0879ca93068, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=22f3efd6-5ec1-44b3-9f80-c0879ca93068,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:09.643244 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d8c2150-67b2-4b78-b74a-9a9804a0d9c3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:09.646836 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:09.652262 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0d8c2150-67b2-4b78-b74a-9a9804a0d9c3 tempest-ImagesOneServerNegativeTestJSON-629156107 tempest-ImagesOneServerNegativeTestJSON-629156107-project] 10.222.0.48 "DELETE /v2.0/floatingips/bd592fef-8b69-464f-a197-6234c6e83b47 HTTP/1.1" status: 204 len: 168 time: 2.0677028 Jul 27 19:48:09.657069 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7a6a7420-7ef1-4524-89fa-c124b32281b3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3465886 Jul 27 19:48:09.700719 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:09.709919 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:09.725085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Transition to ACTIVE for port object cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:09.746507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8b5b4-bfb4-48ec-90c5-2fb9d36918f8 req-7c68a7d3-3c9d-4ee6-a639-92ea4011c7ca tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:09.748682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2c8b5b4-bfb4-48ec-90c5-2fb9d36918f8 req-7c68a7d3-3c9d-4ee6-a639-92ea4011c7ca tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 947 time: 1.7836082 Jul 27 19:48:09.770508 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:09.791085 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=22f3efd6-5ec1-44b3-9f80-c0879ca93068,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:09.816092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37dcf516-5e97-4ab9-bf25-d5a622bf9b38 req-1ade4a41-e348-42c0-a4a8-4dcf8b290c45 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2124999 Jul 27 19:48:09.855270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc1a881-453e-4e14-82e2-c7eb166af76d None None] Network 2a94ce5d-0255-4786-abc8-d7eec91e5304 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:48:09.963618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['22f3efd6-5ec1-44b3-9f80-c0879ca93068'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:10.055913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2c8b5b4-bfb4-48ec-90c5-2fb9d36918f8 req-b790ab6d-3cc5-489a-a8aa-c5d031721181 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943437 Jul 27 19:48:10.066253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-f5805718-2cd2-4d15-ab76-5ad0d742aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:10.067881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-f5805718-2cd2-4d15-ab76-5ad0d742aba4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.7157583 Jul 27 19:48:10.336852 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-d522adda-a74a-45e0-8990-d5477d2986ff service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577472 Jul 27 19:48:10.339765 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0852a5a-156a-43ae-b336-dd268086b5c6 x-openstack-request-id: req-d0852a5a-156a-43ae-b336-dd268086b5c6 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:10.339765 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "tag": "dc021510-3746-45bb-b850-691b336068cf", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:10.339765 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0852a5a-156a-43ae-b336-dd268086b5c6 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:10.340543 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'tag': 'dc021510-3746-45bb-b850-691b336068cf', 'status': 'completed', 'code': 200} Jul 27 19:48:10.373596 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f4f9f0-f7fc-431e-a8ef-524d3972446d x-openstack-request-id: req-e1f4f9f0-f7fc-431e-a8ef-524d3972446d {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:10.374188 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35640f13-611f-40e5-9d67-9d069f729b1c", "name": "network-vif-plugged", "status": "completed", "tag": "1b3b034c-de21-4adc-b1ab-1f633c10c25e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:10.374188 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1f4f9f0-f7fc-431e-a8ef-524d3972446d {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:10.378744 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35640f13-611f-40e5-9d67-9d069f729b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3b034c-de21-4adc-b1ab-1f633c10c25e', 'code': 200} Jul 27 19:48:10.513122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-172f83fd-8847-4546-8cc6-108d4970e61b service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237054 Jul 27 19:48:10.529127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Pushing event updated for resources: {'Port': ['ID=cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:10.579632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Attempting to bind port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:48:10.580107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Attempting to bind port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '7af02318-b06e-42c2-841b-000d04f74412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:48:10.580376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Attempting to bind port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b on network ef1e72db-2847-4c64-8b59-4f5240347396 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:10.588200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b on network ef1e72db-2847-4c64-8b59-4f5240347396 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:48:10.588561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Attempting to bind port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b on network ef1e72db-2847-4c64-8b59-4f5240347396 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:10.596607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:48:10.596950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Checking segment: {'id': '7af02318-b06e-42c2-841b-000d04f74412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:10.597255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Bound using segment: {'id': '7af02318-b06e-42c2-841b-000d04f74412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:48:10.597703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Bound port: cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af02318-b06e-42c2-841b-000d04f74412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:48:10.598066 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:10.647455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f3154-55d0-40cc-b11d-372c93bfb02d req-a1dc7839-8d80-4589-8f69-3bf4d87d0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:10.647948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f3154-55d0-40cc-b11d-372c93bfb02d req-a1dc7839-8d80-4589-8f69-3bf4d87d0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:10.648466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f3154-55d0-40cc-b11d-372c93bfb02d req-a1dc7839-8d80-4589-8f69-3bf4d87d0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:10.650323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-004f3154-55d0-40cc-b11d-372c93bfb02d req-a1dc7839-8d80-4589-8f69-3bf4d87d0802 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d99383d6df74ccd9c2362178c9f9ebc&device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2826 time: 0.3087053 Jul 27 19:48:10.660842 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bb35c-b785-43c7-84cd-900a2eaec239 req-7d12e70c-4454-473b-9294-4c18f23ec7cc tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:10.667010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bb35c-b785-43c7-84cd-900a2eaec239 req-7d12e70c-4454-473b-9294-4c18f23ec7cc tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:10.673289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bb35c-b785-43c7-84cd-900a2eaec239 req-7d12e70c-4454-473b-9294-4c18f23ec7cc tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:10.675196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a84bb35c-b785-43c7-84cd-900a2eaec239 req-7d12e70c-4454-473b-9294-4c18f23ec7cc tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2412 time: 0.6241074 Jul 27 19:48:10.931377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] For port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:10.935812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] For port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b,segment=NetworkSegment(7af02318-b06e-42c2-841b-000d04f74412),segment_id=7af02318-b06e-42c2-841b-000d04f74412)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:11.022753 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:11.117456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e89310-61fa-4b5f-b9f5-0e4e3496abc8 req-adfefbc3-a06e-45c4-a6d0-dd0e7e195d13 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:11.128967 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49e89310-61fa-4b5f-b9f5-0e4e3496abc8 req-adfefbc3-a06e-45c4-a6d0-dd0e7e195d13 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.6080127 Jul 27 19:48:11.174060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 22f3efd6-5ec1-44b3-9f80-c0879ca93068 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:48:11.174271 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a84bb35c-b785-43c7-84cd-900a2eaec239 req-f8c00376-e47f-43fd-8ac9-5aeafd3f4f5c tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674434 Jul 27 19:48:11.206711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f3154-55d0-40cc-b11d-372c93bfb02d req-5cb73e44-bd00-408c-bbd5-80ff9f3d1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:11.207190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f3154-55d0-40cc-b11d-372c93bfb02d req-5cb73e44-bd00-408c-bbd5-80ff9f3d1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:11.216479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f3154-55d0-40cc-b11d-372c93bfb02d req-5cb73e44-bd00-408c-bbd5-80ff9f3d1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:11.218870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-004f3154-55d0-40cc-b11d-372c93bfb02d req-5cb73e44-bd00-408c-bbd5-80ff9f3d1eee service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=0d99383d6df74ccd9c2362178c9f9ebc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5409105 Jul 27 19:48:11.243707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:11.244215 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:11.245669 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] 10.222.0.63 "PUT /v2.0/ports/cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b HTTP/1.1" status: 200 len: 1092 time: 2.8951516 Jul 27 19:48:11.293375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 22f3efd6-5ec1-44b3-9f80-c0879ca93068 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:11.340891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 22f3efd6-5ec1-44b3-9f80-c0879ca93068 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:11.343899 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:11.465586 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:11.556465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f3154-55d0-40cc-b11d-372c93bfb02d req-7b1c7523-b760-4723-83ba-943d98acf3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:11.567442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-004f3154-55d0-40cc-b11d-372c93bfb02d req-7b1c7523-b760-4723-83ba-943d98acf3cf service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3195207 Jul 27 19:48:11.591341 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:11.655908 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 22f3efd6-5ec1-44b3-9f80-c0879ca93068, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=22f3efd6-5ec1-44b3-9f80-c0879ca93068,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:11.672190 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:11.673304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 60dbb1a9-f7da-4d45-a09c-14264bd7b1da up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:48:11.686595 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49e89310-61fa-4b5f-b9f5-0e4e3496abc8 req-a4060962-92c8-4c2e-91e1-a3ba26dabe4b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5552180 Jul 27 19:48:11.734455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12ded1-1d5d-429e-8a0d-95939a666dbc service neutron] Pushing event updated for resources: {'Port': ['ID=cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:11.860689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-998763ea-1bc2-4084-9986-c1728ed1408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:11.864128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-998763ea-1bc2-4084-9986-c1728ed1408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:11.866035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-998763ea-1bc2-4084-9986-c1728ed1408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:11.870785 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-998763ea-1bc2-4084-9986-c1728ed1408f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d99383d6df74ccd9c2362178c9f9ebc&device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2868 time: 0.1714220 Jul 27 19:48:11.969201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=22f3efd6-5ec1-44b3-9f80-c0879ca93068,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:12.031892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:12.041314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:12.042321 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:12.109147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43362) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:12.148414 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-60125f3a-43c1-49dd-bac4-58ef20804394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:12.149898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-60125f3a-43c1-49dd-bac4-58ef20804394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:12.150381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-60125f3a-43c1-49dd-bac4-58ef20804394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:12.153121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-60125f3a-43c1-49dd-bac4-58ef20804394 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=0d99383d6df74ccd9c2362178c9f9ebc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2649300 Jul 27 19:48:12.302017 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-97ae2606-d168-4cf8-a503-545b27aa3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:12.303828 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38b868cd-6673-4bf6-93a1-6f0f6e7390ec req-97ae2606-d168-4cf8-a503-545b27aa3d4a service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409125 Jul 27 19:48:12.327044 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:12.342218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'tag': 'cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:12.346593 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26982fc-be18-4b54-abe6-18d8e7c08f26" -d '{"events": [{"name": "network-changed", "server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "tag": "cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:12.387713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78bac2f-e15e-4864-867a-5cbb826bbad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f3efd6-5ec1-44b3-9f80-c0879ca93068'}, {'server_uuid': '7e28ff2c-34e6-4c93-ba98-31f68cb950ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dbb1a9-f7da-4d45-a09c-14264bd7b1da'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:12.401101 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ac2c79-43e6-44df-9e6e-75e70060a858" -d '{"events": [{"server_uuid": "e78bac2f-e15e-4864-867a-5cbb826bbad0", "name": "network-vif-plugged", "status": "completed", "tag": "22f3efd6-5ec1-44b3-9f80-c0879ca93068"}, {"server_uuid": "7e28ff2c-34e6-4c93-ba98-31f68cb950ec", "name": "network-vif-plugged", "status": "completed", "tag": "60dbb1a9-f7da-4d45-a09c-14264bd7b1da"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:12.413927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=60dbb1a9-f7da-4d45-a09c-14264bd7b1da,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:12.425651 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:12.460976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-dac06e6d-d438-4808-8980-08c2c2223b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:12.464758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-dac06e6d-d438-4808-8980-08c2c2223b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:12.465303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-dac06e6d-d438-4808-8980-08c2c2223b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:12.467679 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-dac06e6d-d438-4808-8980-08c2c2223b8e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d99383d6df74ccd9c2362178c9f9ebc&device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2868 time: 0.1160266 Jul 27 19:48:12.525655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=60dbb1a9-f7da-4d45-a09c-14264bd7b1da,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:12.569330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-97e03c9c-ce4e-459f-b5c6-8bb7126e3c42 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.215&port_id=3d8b73a2-2c02-4338-ad24-1756095eb0c2 HTTP/1.1" status: 200 len: 217 time: 0.0914927 Jul 27 19:48:12.638219 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-999976b5-cf8d-4bab-a4df-0c2d01451b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:12.694008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-c87a7310-1d3a-42ae-a746-54464559e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:12.695489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-c87a7310-1d3a-42ae-a746-54464559e50c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3f03b201-58ae-4b16-93ec-553d43cd9939 HTTP/1.1" status: 200 len: 801 time: 0.1161785 Jul 27 19:48:12.776875 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-999976b5-cf8d-4bab-a4df-0c2d01451b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:12.786286 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-999976b5-cf8d-4bab-a4df-0c2d01451b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:12.834160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-d84f35fe-607c-4b34-a91d-d2da4ec605a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:12.836443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-d84f35fe-607c-4b34-a91d-d2da4ec605a1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef1e72db-2847-4c64-8b59-4f5240347396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222086 Jul 27 19:48:12.865479 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-999976b5-cf8d-4bab-a4df-0c2d01451b7f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3098b79a80f4785bcc490a9be91aff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7530694 Jul 27 19:48:12.866363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999976b5-cf8d-4bab-a4df-0c2d01451b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50b0202-7724-4707-b75f-fb08e747d4e5,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:12.884914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43382) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:12.980275 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4127f525-9a37-4643-b28a-561d058878ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:12.991633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-c80740b9-0fa3-4d1c-8a87-70c5ffdb75e6 service neutron] 10.222.0.63 "GET /v2.0/networks/ef1e72db-2847-4c64-8b59-4f5240347396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423771 Jul 27 19:48:13.024523 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4127f525-9a37-4643-b28a-561d058878ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:13.098038 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4127f525-9a37-4643-b28a-561d058878ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:13.102664 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4127f525-9a37-4643-b28a-561d058878ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:13.105208 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4127f525-9a37-4643-b28a-561d058878ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d50b0202-7724-4707-b75f-fb08e747d4e5 HTTP/1.1" status: 204 len: 168 time: 0.2187006 Jul 27 19:48:13.117682 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127f525-9a37-4643-b28a-561d058878ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50b0202-7724-4707-b75f-fb08e747d4e5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:13.161275 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-2178076b-9bae-47d7-b765-ff904c778431 service neutron] 10.222.0.63 "GET /v2.0/networks/ef1e72db-2847-4c64-8b59-4f5240347396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604135 Jul 27 19:48:13.210700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-d6b44d40-0451-4e78-ada0-f07789db7350 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.243&port_id=dc021510-3746-45bb-b850-691b336068cf HTTP/1.1" status: 200 len: 217 time: 0.0409949 Jul 27 19:48:13.281309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0536249f-9384-497b-bbe1-1600697f6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:13.283064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-0536249f-9384-497b-bbe1-1600697f6ae0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dc613585-5995-4157-9c67-09806adb3c00 HTTP/1.1" status: 200 len: 801 time: 0.0632453 Jul 27 19:48:13.333508 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-60388aef-507f-402d-905b-2bc97a1ae993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:13.373593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-7fa95d05-571b-4145-89da-5939f1bcfbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:13.375714 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-7fa95d05-571b-4145-89da-5939f1bcfbeb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=457c0ee9-8931-4f09-a1d1-a73734a590f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837522 Jul 27 19:48:13.515064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-1593528a-7341-44fa-bc9f-0516f2cc2ad8 service neutron] 10.222.0.63 "GET /v2.0/networks/457c0ee9-8931-4f09-a1d1-a73734a590f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296401 Jul 27 19:48:13.627979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43392) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:13.647935 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c62765d-9a91-496c-a669-1ad198b29cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:13.743608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-28097463-f500-499e-828c-ee17f9de00f0 service neutron] 10.222.0.63 "GET /v2.0/networks/457c0ee9-8931-4f09-a1d1-a73734a590f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198851 Jul 27 19:48:13.859717 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-b7c80dd9-c943-40ab-a474-e5c6986dbf39 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.78&port_id=cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b HTTP/1.1" status: 200 len: 217 time: 0.1060255 Jul 27 19:48:13.902392 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c62765d-9a91-496c-a669-1ad198b29cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:13.909192 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c62765d-9a91-496c-a669-1ad198b29cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:13.994060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-c9360f5e-2c47-44d8-a6e4-72c98c341e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:13.998334 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-c9360f5e-2c47-44d8-a6e4-72c98c341e4c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3f03b201-58ae-4b16-93ec-553d43cd9939 HTTP/1.1" status: 200 len: 801 time: 0.1290545 Jul 27 19:48:14.042527 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3c62765d-9a91-496c-a669-1ad198b29cb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f54bd4db44a4c7581f00e1a67278a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132011 Jul 27 19:48:14.043395 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43394) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:14.044106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62765d-9a91-496c-a669-1ad198b29cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245d9de8-6978-4f2c-bb72-2b846c1e2877,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:14.154519 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-e41824b4-1676-4845-855e-0ba41b4a147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:14.159550 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-e41824b4-1676-4845-855e-0ba41b4a147d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef1e72db-2847-4c64-8b59-4f5240347396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492558 Jul 27 19:48:14.188994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39dd462b-ff3a-469c-8745-7a86583eb473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:14.257278 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39dd462b-ff3a-469c-8745-7a86583eb473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:14.280361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-7ba01fc5-9385-484a-bfb3-a79f37b844d3 service neutron] 10.222.0.63 "GET /v2.0/networks/ef1e72db-2847-4c64-8b59-4f5240347396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141551 Jul 27 19:48:14.344964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39dd462b-ff3a-469c-8745-7a86583eb473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:14.351216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39dd462b-ff3a-469c-8745-7a86583eb473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:14.352556 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-39dd462b-ff3a-469c-8745-7a86583eb473 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/245d9de8-6978-4f2c-bb72-2b846c1e2877 HTTP/1.1" status: 204 len: 168 time: 0.2937243 Jul 27 19:48:14.400984 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd462b-ff3a-469c-8745-7a86583eb473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245d9de8-6978-4f2c-bb72-2b846c1e2877,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:14.443407 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44f23f31-7ceb-4d7b-93ed-e239fdfb3209 req-426cec9a-ec4e-44a3-99c3-bf672ddee58b service neutron] 10.222.0.63 "GET /v2.0/networks/ef1e72db-2847-4c64-8b59-4f5240347396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525636 Jul 27 19:48:16.094236 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f887f36e-4399-4310-9fb4-60a3d33f35f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:16.195088 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:17.030121 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:17.164613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43448) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:17.296024 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-006e2796-25b0-4339-b2c5-e58e46c250a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:17.419696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-006e2796-25b0-4339-b2c5-e58e46c250a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:17.425084 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-006e2796-25b0-4339-b2c5-e58e46c250a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:17.469872 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-006e2796-25b0-4339-b2c5-e58e46c250a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e5ec2393b054a5891ddc1cc49e7863e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028097 Jul 27 19:48:17.471704 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e2796-25b0-4339-b2c5-e58e46c250a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02efa40d-0db2-4a74-a0dc-5d3c286e1b2c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:17.472701 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43458) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:17.586432 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb2a3777-3e24-47d6-91cd-32ce8f8120ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:17.637937 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb2a3777-3e24-47d6-91cd-32ce8f8120ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:17.792844 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-4f885f77-ac85-4a12-bc69-7db6e0f4768a tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:17.794655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-4f885f77-ac85-4a12-bc69-7db6e0f4768a tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/networks?id=2a94ce5d-0255-4786-abc8-d7eec91e5304 HTTP/1.1" status: 200 len: 814 time: 0.1830857 Jul 27 19:48:17.800718 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb2a3777-3e24-47d6-91cd-32ce8f8120ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:17.803296 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb2a3777-3e24-47d6-91cd-32ce8f8120ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:17.804461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-eb2a3777-3e24-47d6-91cd-32ce8f8120ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02efa40d-0db2-4a74-a0dc-5d3c286e1b2c HTTP/1.1" status: 204 len: 168 time: 0.3301680 Jul 27 19:48:17.821115 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d1796-7329-4829-875b-1a00480fc9d9 req-18b19298-a6c9-4a23-b442-ae6713b5253f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:17.822075 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-401d1796-7329-4829-875b-1a00480fc9d9 req-18b19298-a6c9-4a23-b442-ae6713b5253f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.1559587 Jul 27 19:48:17.837632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a3777-3e24-47d6-91cd-32ce8f8120ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02efa40d-0db2-4a74-a0dc-5d3c286e1b2c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:17.846143 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-589645a3-cd2d-48a1-a5ca-da9eaa114465 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/quotas/9ebde375c7d842259b702ecaf0873510 HTTP/1.1" status: 200 len: 375 time: 0.0394192 Jul 27 19:48:17.895152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-c95e8a19-dbf6-437d-b46e-d0b8c44c74d4 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ebde375c7d842259b702ecaf0873510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390632 Jul 27 19:48:17.902872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-401d1796-7329-4829-875b-1a00480fc9d9 req-444ddaf8-e73e-4936-9f10-8091f732a50a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673993 Jul 27 19:48:18.047689 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-fa26e996-b0f2-41a8-9d26-187ff9b06b2d service neutron] 10.222.0.48 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437585 Jul 27 19:48:18.419756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25b923-47c7-4527-aebd-cfb5b3ee0ca2 req-9d96e3e9-84ea-4c41-a9ce-642a03f36d4c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:18.421329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1e25b923-47c7-4527-aebd-cfb5b3ee0ca2 req-9d96e3e9-84ea-4c41-a9ce-642a03f36d4c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 949 time: 0.4326763 Jul 27 19:48:18.484985 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-f7c25137-209f-43df-9b11-d622fc05df03 service neutron] 10.222.0.48 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300370 Jul 27 19:48:18.493886 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1e25b923-47c7-4527-aebd-cfb5b3ee0ca2 req-dc3d48d2-82dc-4a99-81e4-7c7f4c7af2a0 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603328 Jul 27 19:48:18.768411 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04524291-abf0-40c1-ad7a-2137934d2f96 x-openstack-request-id: req-04524291-abf0-40c1-ad7a-2137934d2f96 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:18.768702 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "tag": "cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:18.768955 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04524291-abf0-40c1-ad7a-2137934d2f96 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:18.769401 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'tag': 'cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b', 'status': 'completed', 'code': 200} Jul 27 19:48:18.834998 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40beaa11-92d7-4774-81ab-431f46dba8e6 x-openstack-request-id: req-40beaa11-92d7-4774-81ab-431f46dba8e6 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:18.835962 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78bac2f-e15e-4864-867a-5cbb826bbad0", "name": "network-vif-plugged", "status": "completed", "tag": "22f3efd6-5ec1-44b3-9f80-c0879ca93068", "code": 200}, {"server_uuid": "7e28ff2c-34e6-4c93-ba98-31f68cb950ec", "name": "network-vif-plugged", "status": "completed", "tag": "60dbb1a9-f7da-4d45-a09c-14264bd7b1da", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:18.836382 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40beaa11-92d7-4774-81ab-431f46dba8e6 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:18.836984 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78bac2f-e15e-4864-867a-5cbb826bbad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f3efd6-5ec1-44b3-9f80-c0879ca93068', 'code': 200} Jul 27 19:48:18.839766 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e28ff2c-34e6-4c93-ba98-31f68cb950ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dbb1a9-f7da-4d45-a09c-14264bd7b1da', 'code': 200} Jul 27 19:48:18.841266 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:18.989011 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9f2ce-9302-4eb0-8c04-a46b44ce3f3f req-80b171d1-9767-4d5d-b970-7194828c6e4e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:18.996371 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9f2ce-9302-4eb0-8c04-a46b44ce3f3f req-80b171d1-9767-4d5d-b970-7194828c6e4e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:19.003043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9f2ce-9302-4eb0-8c04-a46b44ce3f3f req-80b171d1-9767-4d5d-b970-7194828c6e4e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:19.010693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28f9f2ce-9302-4eb0-8c04-a46b44ce3f3f req-80b171d1-9767-4d5d-b970-7194828c6e4e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2412 time: 0.2882981 Jul 27 19:48:19.021614 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c327a-ac72-446a-b0d9-64b0ee893264 req-186ca76b-5d6c-4459-81c0-c20efdea7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:19.025019 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7f5c327a-ac72-446a-b0d9-64b0ee893264 req-186ca76b-5d6c-4459-81c0-c20efdea7b6a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7e28ff2c-34e6-4c93-ba98-31f68cb950ec HTTP/1.1" status: 200 len: 1101 time: 0.0910606 Jul 27 19:48:19.100785 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28f9f2ce-9302-4eb0-8c04-a46b44ce3f3f req-dd6de51e-ab7f-40ac-9f84-db1741553ad6 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852704 Jul 27 19:48:19.129870 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7f5c327a-ac72-446a-b0d9-64b0ee893264 req-fa783c54-2f4c-4ec6-bfa2-10b540e21e38 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907671 Jul 27 19:48:19.205561 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:48:19.301371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82e29c95-042f-44bd-941f-43eecdc907a9 req-cb477709-a3eb-4710-be5b-ce370912b52b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 210 time: 0.1201732 Jul 27 19:48:19.363000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26982fc-be18-4b54-abe6-18d8e7c08f26 req-a51694fc-48ee-41e8-b4be-7ebbd5bf1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:19.363762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26982fc-be18-4b54-abe6-18d8e7c08f26 req-a51694fc-48ee-41e8-b4be-7ebbd5bf1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:19.365930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26982fc-be18-4b54-abe6-18d8e7c08f26 req-a51694fc-48ee-41e8-b4be-7ebbd5bf1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:19.367938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f26982fc-be18-4b54-abe6-18d8e7c08f26 req-a51694fc-48ee-41e8-b4be-7ebbd5bf1dca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d99383d6df74ccd9c2362178c9f9ebc&device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2868 time: 0.5601344 Jul 27 19:48:19.380149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b,segment=NetworkSegment(7af02318-b06e-42c2-841b-000d04f74412),segment_id=7af02318-b06e-42c2-841b-000d04f74412)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:19.404605 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b', 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396', 'port_id': 'cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b', 'mac_address': 'fa:16:3e:00:c0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f03b201-58ae-4b16-93ec-553d43cd9939', 'ip_address': '19.80.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:48:19.419278 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c698c-1aec-4658-b0e1-484fe00e5798 req-1bc5a5b0-1d75-4e12-bebc-a140e366e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:19.426098 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-464c698c-1aec-4658-b0e1-484fe00e5798 req-1bc5a5b0-1d75-4e12-bebc-a140e366e57f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 1096 time: 0.5195498 Jul 27 19:48:19.470263 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:19.489906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:19.528310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b,segment=NetworkSegment(7af02318-b06e-42c2-841b-000d04f74412),segment_id=7af02318-b06e-42c2-841b-000d04f74412)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:19.538545 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:19.539508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3d8b73a2-2c02-4338-ad24-1756095eb0c2 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:48:19.555772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e77df9-400e-4c49-973a-3df60b17109e req-d74b6565-81b7-4c37-a7bd-b55615dea364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:19.558106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7e77df9-400e-4c49-973a-3df60b17109e req-d74b6565-81b7-4c37-a7bd-b55615dea364 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 1101 time: 0.5877819 Jul 27 19:48:19.624650 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 3d8b73a2-2c02-4338-ad24-1756095eb0c2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3d8b73a2-2c02-4338-ad24-1756095eb0c2,segment=NetworkSegment(7af02318-b06e-42c2-841b-000d04f74412),segment_id=7af02318-b06e-42c2-841b-000d04f74412)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:19.637603 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:19.643414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '3d8b73a2-2c02-4338-ad24-1756095eb0c2', 'network_id': 'ef1e72db-2847-4c64-8b59-4f5240347396', 'port_id': '3d8b73a2-2c02-4338-ad24-1756095eb0c2', 'mac_address': 'fa:16:3e:6c:9c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f03b201-58ae-4b16-93ec-553d43cd9939', 'ip_address': '19.80.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:48:19.709486 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:19.736970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8b73a2-2c02-4338-ad24-1756095eb0c2 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:19.760065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c698c-1aec-4658-b0e1-484fe00e5798 req-218cca52-9ead-4215-a5b1-98fa3dc2b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:19.761619 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-464c698c-1aec-4658-b0e1-484fe00e5798 req-218cca52-9ead-4215-a5b1-98fa3dc2b20f service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.3095393 Jul 27 19:48:19.804689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 3d8b73a2-2c02-4338-ad24-1756095eb0c2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3d8b73a2-2c02-4338-ad24-1756095eb0c2,segment=NetworkSegment(7af02318-b06e-42c2-841b-000d04f74412),segment_id=7af02318-b06e-42c2-841b-000d04f74412)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:19.812336 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:19.813613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device dc021510-3746-45bb-b850-691b336068cf details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:48:19.916939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7e77df9-400e-4c49-973a-3df60b17109e req-b9550553-f307-498b-a45b-7f188794023e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596722 Jul 27 19:48:19.951809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a571e02-1800-4608-a562-950d1a245efc req-1785026d-4731-4b95-811b-c8f9817b642c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:19.957676 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=3d8b73a2-2c02-4338-ad24-1756095eb0c2,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:19.960320 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a571e02-1800-4608-a562-950d1a245efc req-1785026d-4731-4b95-811b-c8f9817b642c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.5060067 Jul 27 19:48:19.971683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26982fc-be18-4b54-abe6-18d8e7c08f26 req-7502f0e9-51cd-452c-ae1e-fe87d850a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:19.973285 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f26982fc-be18-4b54-abe6-18d8e7c08f26 req-7502f0e9-51cd-452c-ae1e-fe87d850a92a service neutron] 10.222.0.63 "GET /v2.0/networks?id=ef1e72db-2847-4c64-8b59-4f5240347396 HTTP/1.1" status: 200 len: 902 time: 0.5932071 Jul 27 19:48:19.984323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-464c698c-1aec-4658-b0e1-484fe00e5798 req-334fff95-c2e3-491f-97dc-b624c8b194bd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab HTTP/1.1" status: 200 len: 998 time: 0.2041585 Jul 27 19:48:20.013740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-45791659-c7da-4983-b1e8-a1c452cf38fe tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:20.021747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-45791659-c7da-4983-b1e8-a1c452cf38fe tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/networks?id=3383463f-73a5-48fd-9440-b2efb62c642c HTTP/1.1" status: 200 len: 815 time: 0.5681803 Jul 27 19:48:20.037292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port dc021510-3746-45bb-b850-691b336068cf, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=dc021510-3746-45bb-b850-691b336068cf,segment=NetworkSegment(46b875f2-bd5a-485d-ae96-7b2e1b656f83),segment_id=46b875f2-bd5a-485d-ae96-7b2e1b656f83)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:20.066608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-5c7045fc-c8fc-4def-953d-2fe1853f6f5b tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/quotas/d4daa26e4754420b9db48caad2f9a801 HTTP/1.1" status: 200 len: 375 time: 0.0438793 Jul 27 19:48:20.079595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'dc021510-3746-45bb-b850-691b336068cf', 'network_id': '457c0ee9-8931-4f09-a1d1-a73734a590f8', 'port_id': 'dc021510-3746-45bb-b850-691b336068cf', 'mac_address': 'fa:16:3e:df:e8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc613585-5995-4157-9c67-09806adb3c00', 'ip_address': '19.86.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:48:20.096654 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f26982fc-be18-4b54-abe6-18d8e7c08f26 req-8c99eee5-71b9-48af-8922-cac2672a761f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.78&port_id=cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b HTTP/1.1" status: 200 len: 217 time: 0.1107645 Jul 27 19:48:20.156678 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:20.189759 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc021510-3746-45bb-b850-691b336068cf {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:20.193902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a571e02-1800-4608-a562-950d1a245efc req-ad864629-ba09-4b0f-bacd-7de0114432e0 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262039 Jul 27 19:48:20.226068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c698c-1aec-4658-b0e1-484fe00e5798 req-17f7310f-190d-43e7-acf3-80a082690b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:20.227570 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-464c698c-1aec-4658-b0e1-484fe00e5798 req-17f7310f-190d-43e7-acf3-80a082690b75 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.2339985 Jul 27 19:48:20.245679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port dc021510-3746-45bb-b850-691b336068cf, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=dc021510-3746-45bb-b850-691b336068cf,segment=NetworkSegment(46b875f2-bd5a-485d-ae96-7b2e1b656f83),segment_id=46b875f2-bd5a-485d-ae96-7b2e1b656f83)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:20.256760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43538) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:20.280533 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:20.286563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26982fc-be18-4b54-abe6-18d8e7c08f26 req-17ed51f4-5b61-4dc0-9b1e-22de17b44eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:20.288106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f26982fc-be18-4b54-abe6-18d8e7c08f26 req-17ed51f4-5b61-4dc0-9b1e-22de17b44eb8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3f03b201-58ae-4b16-93ec-553d43cd9939 HTTP/1.1" status: 200 len: 801 time: 0.1693616 Jul 27 19:48:20.307783 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-e5df0a79-0cd8-4d21-9e2f-8b15d13e6742 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4daa26e4754420b9db48caad2f9a801&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2219474 Jul 27 19:48:20.391239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8fcd8d1-eca8-41d6-a02e-afac9adedf4c admin admin] Deleting subnet 704bcdba-cfcb-4fd0-aa7c-2ab398640f58 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:48:20.403615 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8fcd8d1-eca8-41d6-a02e-afac9adedf4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:20.464253 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=dc021510-3746-45bb-b850-691b336068cf,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:20.482133 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8fcd8d1-eca8-41d6-a02e-afac9adedf4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:20.583071 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c698c-1aec-4658-b0e1-484fe00e5798 req-d0bafb4c-5dda-43e8-9ae4-db6c95055c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:20.585336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-464c698c-1aec-4658-b0e1-484fe00e5798 req-d0bafb4c-5dda-43e8-9ae4-db6c95055c4b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3454640 Jul 27 19:48:20.620576 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8fcd8d1-eca8-41d6-a02e-afac9adedf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:20.727992 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8fcd8d1-eca8-41d6-a02e-afac9adedf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:20.748333 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-464c698c-1aec-4658-b0e1-484fe00e5798 req-6761a4d0-7959-4766-9d56-91b265c938fc service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390486 Jul 27 19:48:20.787570 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcd8d1-eca8-41d6-a02e-afac9adedf4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704bcdba-cfcb-4fd0-aa7c-2ab398640f58,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:20.791748 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8fcd8d1-eca8-41d6-a02e-afac9adedf4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:20.794806 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d8fcd8d1-eca8-41d6-a02e-afac9adedf4c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/704bcdba-cfcb-4fd0-aa7c-2ab398640f58 HTTP/1.1" status: 204 len: 168 time: 0.5349324 Jul 27 19:48:20.801375 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43548) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:20.821211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:20.870792 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['dc021510-3746-45bb-b850-691b336068cf'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:20.874438 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['3d8b73a2-2c02-4338-ad24-1756095eb0c2'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:20.889186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-464c698c-1aec-4658-b0e1-484fe00e5798 req-dbec1fc8-4135-4082-a154-cb605dc17b69 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274970 Jul 27 19:48:20.939009 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26982fc-be18-4b54-abe6-18d8e7c08f26 req-f83dab26-b588-4d57-82f8-eea625b6725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:20.943129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f26982fc-be18-4b54-abe6-18d8e7c08f26 req-f83dab26-b588-4d57-82f8-eea625b6725e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ef1e72db-2847-4c64-8b59-4f5240347396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6321771 Jul 27 19:48:21.011287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b266-23e7-418a-9e93-947299c43878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:21.038058 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579299b5-93ba-4631-8dd3-007970840175 req-a27ba34a-7e11-4086-b46f-2f1ff3122f83 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:21.046091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-579299b5-93ba-4631-8dd3-007970840175 req-a27ba34a-7e11-4086-b46f-2f1ff3122f83 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.6693366 Jul 27 19:48:21.072495 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-dbc6aaeb-d72e-442f-b09f-cde7cab26805 service neutron] 10.222.0.48 "GET /v2.0/networks/3383463f-73a5-48fd-9440-b2efb62c642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7434609 Jul 27 19:48:21.286131 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b266-23e7-418a-9e93-947299c43878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:21.308142 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b7d1b266-23e7-418a-9e93-947299c43878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a193868-89f5-4bf8-8d55-9d4c3da0e7d9']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:48:21.321062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b7d1b266-23e7-418a-9e93-947299c43878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b85c81-4a92-4501-8bf5-790169babd65') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:48:21.321665 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b7d1b266-23e7-418a-9e93-947299c43878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b85c81-4a92-4501-8bf5-790169babd65') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:48:21.326650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-ee7dc2dd-a6ab-4365-be03-6de7143bbe9a tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:21.328197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-ee7dc2dd-a6ab-4365-be03-6de7143bbe9a tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.63 "GET /v2.0/networks?id=2a94ce5d-0255-4786-abc8-d7eec91e5304 HTTP/1.1" status: 200 len: 814 time: 0.8310275 Jul 27 19:48:21.349734 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Request body: {'port': {'device_id': 'e5e58136-96ea-4bbd-98bf-1ccbf8ec682e', 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304', 'admin_state_up': True, 'tenant_id': '9ebde375c7d842259b702ecaf0873510'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:21.350921 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b266-23e7-418a-9e93-947299c43878 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:21.379554 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b266-23e7-418a-9e93-947299c43878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:21.396824 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d1b266-23e7-418a-9e93-947299c43878 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:48:21.398154 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b266-23e7-418a-9e93-947299c43878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:48:21.400968 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:48:21.517445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b266-23e7-418a-9e93-947299c43878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:21.546012 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b266-23e7-418a-9e93-947299c43878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:21.552585 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b7d1b266-23e7-418a-9e93-947299c43878 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3a193868-89f5-4bf8-8d55-9d4c3da0e7d9 HTTP/1.1" status: 204 len: 168 time: 0.7476494 Jul 27 19:48:21.552585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1b266-23e7-418a-9e93-947299c43878 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a193868-89f5-4bf8-8d55-9d4c3da0e7d9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:21.737188 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-579299b5-93ba-4631-8dd3-007970840175 req-b378d1ad-e173-4da4-8170-f25203d72e22 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6899161 Jul 27 19:48:21.831377 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f26982fc-be18-4b54-abe6-18d8e7c08f26 req-42297459-48fc-4360-b9fd-c16dfe7f85d7 service neutron] 10.222.0.63 "GET /v2.0/networks/ef1e72db-2847-4c64-8b59-4f5240347396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8489704 Jul 27 19:48:21.852677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43576) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:21.905268 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b5f078ab-7ef3-4472-9b94-9fa3dbda1cd7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c255ff14e4d4e828bcfd95b5be1c1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514510 Jul 27 19:48:21.905795 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43584) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:21.910700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-63ea44f2-1e91-4775-84f0-1b245c5ed261 service neutron] 10.222.0.48 "GET /v2.0/networks/3383463f-73a5-48fd-9440-b2efb62c642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8371396 Jul 27 19:48:21.959063 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5bdddb1-fb3c-4a5f-b8b4-ba1df1cec10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:21.987957 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5bdddb1-fb3c-4a5f-b8b4-ba1df1cec10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:22.056033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246b6f8-9dd4-4e2d-8078-08191139d587 req-93ea14ea-4322-4e6c-918c-ed58de97a963 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:22.057667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1246b6f8-9dd4-4e2d-8078-08191139d587 req-93ea14ea-4322-4e6c-918c-ed58de97a963 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 949 time: 0.2212932 Jul 27 19:48:22.062133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Made reservation on behalf of 9ebde375c7d842259b702ecaf0873510 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:22.065831 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:22.078196 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5bdddb1-fb3c-4a5f-b8b4-ba1df1cec10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:22.082275 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5bdddb1-fb3c-4a5f-b8b4-ba1df1cec10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:22.086815 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c5bdddb1-fb3c-4a5f-b8b4-ba1df1cec10b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e30f8fd-5927-436b-81a5-d6b436649cd7 HTTP/1.1" status: 204 len: 168 time: 0.1799862 Jul 27 19:48:22.109866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f26982fc-be18-4b54-abe6-18d8e7c08f26 req-8e9d7f29-abfa-4b1e-845d-4389ecee6231 service neutron] 10.222.0.63 "GET /v2.0/networks/ef1e72db-2847-4c64-8b59-4f5240347396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216048 Jul 27 19:48:22.110368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdddb1-fb3c-4a5f-b8b4-ba1df1cec10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e30f8fd-5927-436b-81a5-d6b436649cd7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:22.230666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43594) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:22.257368 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1246b6f8-9dd4-4e2d-8078-08191139d587 req-07bbca67-29ca-4151-80b3-26b202127b5f tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533833 Jul 27 19:48:22.337605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096e074-3040-400b-9f92-b9077c2cfe97 req-3097e225-b4d4-4d2d-a165-389e89edd9c9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:22.344779 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096e074-3040-400b-9f92-b9077c2cfe97 req-3097e225-b4d4-4d2d-a165-389e89edd9c9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:22.352896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096e074-3040-400b-9f92-b9077c2cfe97 req-3097e225-b4d4-4d2d-a165-389e89edd9c9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:22.355062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7096e074-3040-400b-9f92-b9077c2cfe97 req-3097e225-b4d4-4d2d-a165-389e89edd9c9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2415 time: 0.2502210 Jul 27 19:48:22.402905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Allocated IP 172.20.0.2 (2a94ce5d-0255-4786-abc8-d7eec91e5304/a91b5a00-a1c3-4600-8e1b-576263e8fcc7/586b4636-7458-4b4f-8df5-f3f28d6fa1d8) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:22.417622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cace315f-ab35-4b65-bc31-8bd09cc9af28 req-7de749a7-12cf-400f-80e3-e3c4d42fc8c2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 210 time: 0.0581026 Jul 27 19:48:22.468924 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7096e074-3040-400b-9f92-b9077c2cfe97 req-9a6a6df5-9c6a-407f-9c0f-065051a1776e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966339 Jul 27 19:48:22.625404 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dd6f7c7-8bbb-4a9f-a2d8-d668f51283ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:22.670533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76d9b1cc-4142-49ca-a13d-0d5b7bf1c31f req-5b0fa4e0-2676-435f-8527-9b1334ac9588 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 210 time: 0.1068873 Jul 27 19:48:22.750713 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dd6f7c7-8bbb-4a9f-a2d8-d668f51283ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:22.760470 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dd6f7c7-8bbb-4a9f-a2d8-d668f51283ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:22.800758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6f7c7-8bbb-4a9f-a2d8-d668f51283ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe533bdd-c8d5-4cf2-bc84-263696204ce1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:22.826071 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4dd6f7c7-8bbb-4a9f-a2d8-d668f51283ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55656309266a4d0b9c1d1712641c16f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5941858 Jul 27 19:48:22.828791 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43618) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:22.868933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f56af0-91b4-413e-bb0e-b0a8089923df req-2f03abcf-b466-40e6-9d75-ad04ce038a73 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:22.873767 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89f56af0-91b4-413e-bb0e-b0a8089923df req-2f03abcf-b466-40e6-9d75-ad04ce038a73 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.3333955 Jul 27 19:48:22.879309 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:22.883525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddcd6f-4c25-4605-ac33-49af1e725f81 req-792b2df4-a069-4ca6-ba46-2e74f916aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:22.885101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37ddcd6f-4c25-4605-ac33-49af1e725f81 req-792b2df4-a069-4ca6-ba46-2e74f916aa3f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 1097 time: 0.3834727 Jul 27 19:48:22.890391 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f89d36c-3eca-41ff-b7a0-7ced032c541b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:22.937103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f89d36c-3eca-41ff-b7a0-7ced032c541b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:23.003271 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f89d36c-3eca-41ff-b7a0-7ced032c541b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:23.007616 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f89d36c-3eca-41ff-b7a0-7ced032c541b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:23.008698 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89f56af0-91b4-413e-bb0e-b0a8089923df req-f7baa294-ad37-4e3b-9aa7-abbd7de2303b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197464 Jul 27 19:48:23.009451 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4f89d36c-3eca-41ff-b7a0-7ced032c541b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe533bdd-c8d5-4cf2-bc84-263696204ce1 HTTP/1.1" status: 204 len: 168 time: 0.1793914 Jul 27 19:48:23.021846 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89d36c-3eca-41ff-b7a0-7ced032c541b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe533bdd-c8d5-4cf2-bc84-263696204ce1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:23.041511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a68694-ecee-440f-862f-23148d770a84 req-6b9e28e8-cd57-4eb7-90f0-d70eefbd0f7c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:23.043177 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4a68694-ecee-440f-862f-23148d770a84 req-6b9e28e8-cd57-4eb7-90f0-d70eefbd0f7c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e28ff2c-34e6-4c93-ba98-31f68cb950ec HTTP/1.1" status: 200 len: 949 time: 0.2774143 Jul 27 19:48:23.108978 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:23.179924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddcd6f-4c25-4605-ac33-49af1e725f81 req-4942f890-ad0a-49fb-8b0d-e213a663876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:23.181473 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37ddcd6f-4c25-4605-ac33-49af1e725f81 req-4942f890-ad0a-49fb-8b0d-e213a663876a service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 913 time: 0.2766700 Jul 27 19:48:23.242705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:48:23.263352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Network 2a94ce5d-0255-4786-abc8-d7eec91e5304 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:23.273872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37ddcd6f-4c25-4605-ac33-49af1e725f81 req-352a357f-7b8c-428e-9042-84a2b9010352 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b3b034c-de21-4adc-b1ab-1f633c10c25e HTTP/1.1" status: 200 len: 217 time: 0.0772629 Jul 27 19:48:23.276227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:23.279065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Pushing event updated for resources: {'Port': ['ID=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:23.296475 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4a68694-ecee-440f-862f-23148d770a84 req-9dbba81c-35ee-47e3-9dde-2df570eb245e tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986651 Jul 27 19:48:23.301688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:23.312568 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:23.313402 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:23.345620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:23.363218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:23.363596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:23.363941 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:23.364327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:23.368705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:23.369090 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:23.369456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:23.369787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:23.374664 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:23.374890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:23.375142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:23.375458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:23.446223 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:23.499607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:23.502054 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8787d543-ec0f-417f-a775-e4fde79efbfd" -d '{"events": [{"server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "name": "network-vif-plugged", "status": "completed", "tag": "cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:23.592852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd05675-783e-4e26-a228-072af98ec402 req-6484bfbb-8255-455b-a19d-4f0927fa0d5f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:23.601420 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1fd05675-783e-4e26-a228-072af98ec402 req-6484bfbb-8255-455b-a19d-4f0927fa0d5f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.5048339 Jul 27 19:48:23.653703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:23.654373 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:23.674337 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b,segment=NetworkSegment(7af02318-b06e-42c2-841b-000d04f74412),segment_id=7af02318-b06e-42c2-841b-000d04f74412)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:23.679501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddcd6f-4c25-4605-ac33-49af1e725f81 req-ae5a0809-cc4a-47c7-8887-d8070e9f5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:23.681175 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37ddcd6f-4c25-4605-ac33-49af1e725f81 req-ae5a0809-cc4a-47c7-8887-d8070e9f5a2f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 200 len: 852 time: 0.3608382 Jul 27 19:48:23.687606 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:23.689440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3d8b73a2-2c02-4338-ad24-1756095eb0c2 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:48:23.720316 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-1a140f78-666a-44be-8204-82a15b48e05c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3761969 Jul 27 19:48:23.761296 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37ddcd6f-4c25-4605-ac33-49af1e725f81 req-d37fde1b-2193-4cfa-92aa-065436abbe34 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ebd3759-03a3-4e67-a8e0-16f7b925197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662212 Jul 27 19:48:23.775867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Request body: {'port': {'device_id': 'e5e58136-96ea-4bbd-98bf-1ccbf8ec682e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:23.779515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:23.794721 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 3d8b73a2-2c02-4338-ad24-1756095eb0c2 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:23.801096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 3d8b73a2-2c02-4338-ad24-1756095eb0c2 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:23.801613 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:23.816382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1fd05675-783e-4e26-a228-072af98ec402 req-bc5f69de-2817-4bce-8d84-8ca760a6662d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010465 Jul 27 19:48:23.836778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-28d49a25-bd55-4d9d-880d-cde6c2d1daf7 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:23.838554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-28d49a25-bd55-4d9d-880d-cde6c2d1daf7 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.63 "GET /v2.0/networks?id=3383463f-73a5-48fd-9440-b2efb62c642c HTTP/1.1" status: 200 len: 815 time: 0.4193234 Jul 27 19:48:23.876525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-0278efc0-30d4-4337-9115-7ce4933c6783 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Request body: {'port': {'device_id': '2b7ea8c3-5076-441d-8ed3-879d1567d54b', 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c', 'admin_state_up': True, 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:23.897181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fa4b7-c1c5-49b2-a645-367061240e15 req-36c3c56f-9e63-4246-93e4-02cc235cfe10 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:23.904633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-429fa4b7-c1c5-49b2-a645-367061240e15 req-36c3c56f-9e63-4246-93e4-02cc235cfe10 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.4538438 Jul 27 19:48:23.906383 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:23.948640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 3d8b73a2-2c02-4338-ad24-1756095eb0c2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3d8b73a2-2c02-4338-ad24-1756095eb0c2,segment=NetworkSegment(7af02318-b06e-42c2-841b-000d04f74412),segment_id=7af02318-b06e-42c2-841b-000d04f74412)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:23.958623 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:23.960684 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device dc021510-3746-45bb-b850-691b336068cf up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:48:24.091413 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:24.093732 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=3d8b73a2-2c02-4338-ad24-1756095eb0c2,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:24.123533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-429fa4b7-c1c5-49b2-a645-367061240e15 req-d9826773-f1ef-4b29-a0dc-66d9bfb6a541 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131941 Jul 27 19:48:24.132717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port dc021510-3746-45bb-b850-691b336068cf completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:24.137532 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port dc021510-3746-45bb-b850-691b336068cf triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:24.137917 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:24.143946 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37ddcd6f-4c25-4605-ac33-49af1e725f81 req-2abcadca-ba26-44d4-b69f-cc7b5caf6550 service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624690 Jul 27 19:48:24.274243 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:24.318877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port dc021510-3746-45bb-b850-691b336068cf, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=dc021510-3746-45bb-b850-691b336068cf,segment=NetworkSegment(46b875f2-bd5a-485d-ae96-7b2e1b656f83),segment_id=46b875f2-bd5a-485d-ae96-7b2e1b656f83)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:24.327706 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:24.449731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=dc021510-3746-45bb-b850-691b336068cf,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:24.582522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-0278efc0-30d4-4337-9115-7ce4933c6783 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Made reservation on behalf of d4daa26e4754420b9db48caad2f9a801 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:24.588450 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-0278efc0-30d4-4337-9115-7ce4933c6783 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:24.941734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37ddcd6f-4c25-4605-ac33-49af1e725f81 req-d10ee0a8-12d5-43b2-aa36-f5d393c9ffbd service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7881434 Jul 27 19:48:25.079350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7f1b7-9abc-44d1-a9a4-22dd5a49e614 req-070cf28a-835f-4d13-a9e4-a53eca84f0bb tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:25.085838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7f1b7-9abc-44d1-a9a4-22dd5a49e614 req-070cf28a-835f-4d13-a9e4-a53eca84f0bb tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:25.093342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8b7f1b7-9abc-44d1-a9a4-22dd5a49e614 req-070cf28a-835f-4d13-a9e4-a53eca84f0bb tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e28ff2c-34e6-4c93-ba98-31f68cb950ec&device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 1689 time: 0.7660658 Jul 27 19:48:25.163411 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30608e2-7731-4188-819e-ea170811c662 req-b32205f1-ffea-4507-a1d2-ec76e584fef9 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:25.168737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f30608e2-7731-4188-819e-ea170811c662 req-b32205f1-ffea-4507-a1d2-ec76e584fef9 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 931 time: 0.8456404 Jul 27 19:48:25.279371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8b7f1b7-9abc-44d1-a9a4-22dd5a49e614 req-c66cbbce-611e-4182-8fc3-f51db5efc585 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851282 Jul 27 19:48:25.299538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-0278efc0-30d4-4337-9115-7ce4933c6783 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Allocated IP 172.20.0.7 (3383463f-73a5-48fd-9440-b2efb62c642c/8686335d-95ea-4186-ad02-4169113b78f6/70195817-547e-41e6-96d3-da5b8ec57db8) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:25.319508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:25.335373 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f30608e2-7731-4188-819e-ea170811c662 req-338cb7b8-795b-45a8-8ca9-0036b55e423e tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403158 Jul 27 19:48:25.401999 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:25.430942 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282bf4ec-9cc1-4d22-8b31-b101bdf1fb9d x-openstack-request-id: req-282bf4ec-9cc1-4d22-8b31-b101bdf1fb9d {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:25.431448 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "name": "network-vif-plugged", "status": "completed", "tag": "cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:25.431970 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-282bf4ec-9cc1-4d22-8b31-b101bdf1fb9d {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:25.432506 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b', 'code': 200} Jul 27 19:48:25.434856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Transition to ACTIVE for port object 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:25.472602 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:25.537823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43736) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:25.586491 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d782e834-ee46-43a1-927d-8585588bddb1 req-330405e7-799e-4876-bcdf-d382ff60acd7 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 210 time: 0.0797679 Jul 27 19:48:25.660160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Pushing event updated for resources: {'Port': ['ID=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:25.705905 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c60303eb-84cb-4964-8eb1-5393b76fa3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:25.719634 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-0278efc0-30d4-4337-9115-7ce4933c6783 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:25.735330 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff2c10-510b-4fb1-a0cf-49f743348dd4 req-0da2e073-8038-44df-abda-e13a39a23d60 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:25.742375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff2c10-510b-4fb1-a0cf-49f743348dd4 req-0da2e073-8038-44df-abda-e13a39a23d60 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:25.748732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff2c10-510b-4fb1-a0cf-49f743348dd4 req-0da2e073-8038-44df-abda-e13a39a23d60 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:25.756930 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8fff2c10-510b-4fb1-a0cf-49f743348dd4 req-0da2e073-8038-44df-abda-e13a39a23d60 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2418 time: 0.3640406 Jul 27 19:48:25.791349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-0278efc0-30d4-4337-9115-7ce4933c6783 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Transition to ACTIVE for port object 70195817-547e-41e6-96d3-da5b8ec57db8 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:25.827580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Attempting to bind port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:48:25.827826 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Attempting to bind port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'ca0e0859-741b-44a4-97d5-a57a41588408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:48:25.828346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Attempting to bind port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 on network 2a94ce5d-0255-4786-abc8-d7eec91e5304 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:25.846221 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8fff2c10-510b-4fb1-a0cf-49f743348dd4 req-371737c7-8523-468c-83c1-d1ac72e67e20 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845478 Jul 27 19:48:25.858189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 on network 2a94ce5d-0255-4786-abc8-d7eec91e5304 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:48:25.858793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Attempting to bind port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 on network 2a94ce5d-0255-4786-abc8-d7eec91e5304 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:25.882228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:48:25.882707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Checking segment: {'id': 'ca0e0859-741b-44a4-97d5-a57a41588408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:25.883586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Bound using segment: {'id': 'ca0e0859-741b-44a4-97d5-a57a41588408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:48:25.884080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Bound port: 586b4636-7458-4b4f-8df5-f3f28d6fa1d8, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0e0859-741b-44a4-97d5-a57a41588408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:48:25.884558 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:25.899472 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c60303eb-84cb-4964-8eb1-5393b76fa3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:25.906229 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c60303eb-84cb-4964-8eb1-5393b76fa3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:25.949456 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60303eb-84cb-4964-8eb1-5393b76fa3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15311ff1-d79a-4df6-9e6c-8211cf5368a8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:25.967431 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-0278efc0-30d4-4337-9115-7ce4933c6783 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:26.004667 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c60303eb-84cb-4964-8eb1-5393b76fa3a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a289312eaaca4fb89e0f65a385b75a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4642200 Jul 27 19:48:26.006787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43752) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:26.093651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-0278efc0-30d4-4337-9115-7ce4933c6783 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Network 3383463f-73a5-48fd-9440-b2efb62c642c is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:26.104631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] For port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:26.107149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278efc0-30d4-4337-9115-7ce4933c6783 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Pushing event updated for resources: {'Port': ['ID=70195817-547e-41e6-96d3-da5b8ec57db8,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:26.118012 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4449756d-0630-4e15-9ace-a6a8764cf328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:26.134333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-0278efc0-30d4-4337-9115-7ce4933c6783 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:26.157219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-0278efc0-30d4-4337-9115-7ce4933c6783 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:26.166943 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] For port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:26.182576 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4449756d-0630-4e15-9ace-a6a8764cf328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:26.204294 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:26.266518 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4449756d-0630-4e15-9ace-a6a8764cf328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:26.270711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4449756d-0630-4e15-9ace-a6a8764cf328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:26.272176 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4449756d-0630-4e15-9ace-a6a8764cf328 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15311ff1-d79a-4df6-9e6c-8211cf5368a8 HTTP/1.1" status: 204 len: 168 time: 0.2643585 Jul 27 19:48:26.289962 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449756d-0630-4e15-9ace-a6a8764cf328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15311ff1-d79a-4df6-9e6c-8211cf5368a8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:26.343145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:26.343947 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:26.345332 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] 10.222.0.63 "PUT /v2.0/ports/586b4636-7458-4b4f-8df5-f3f28d6fa1d8 HTTP/1.1" status: 200 len: 1092 time: 2.5917575 Jul 27 19:48:26.354974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e58136-96ea-4bbd-98bf-1ccbf8ec682e', 'tag': '586b4636-7458-4b4f-8df5-f3f28d6fa1d8'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:26.357379 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5855bc-3b00-43b1-9cd6-34109857a8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e58136-96ea-4bbd-98bf-1ccbf8ec682e", "tag": "586b4636-7458-4b4f-8df5-f3f28d6fa1d8"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:26.385274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad73e61-0911-46ca-b1da-9e276fc4590b req-10e48c9d-7e09-4b6a-a52e-31fe9715ec52 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:26.393310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ad73e61-0911-46ca-b1da-9e276fc4590b req-10e48c9d-7e09-4b6a-a52e-31fe9715ec52 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 945 time: 0.4272475 Jul 27 19:48:26.425713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-0278efc0-30d4-4337-9115-7ce4933c6783 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:26.426268 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-0278efc0-30d4-4337-9115-7ce4933c6783 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:26.463313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6fcd9-c824-4c22-8b1b-cb621317a798 service neutron] Pushing event updated for resources: {'Port': ['ID=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:26.475072 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-0278efc0-30d4-4337-9115-7ce4933c6783 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6042900 Jul 27 19:48:26.485286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa734d-3e60-4374-8553-73af1f24ac78 req-a33bf7a6-d292-4fab-9e3a-5cf262934842 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:26.487218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3afa734d-3e60-4374-8553-73af1f24ac78 req-a33bf7a6-d292-4fab-9e3a-5cf262934842 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.3325303 Jul 27 19:48:26.492793 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ad73e61-0911-46ca-b1da-9e276fc4590b req-56f439a6-62c6-4179-a1fc-a93d1fe6592c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986061 Jul 27 19:48:26.506304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-87ff831a-5539-42cc-86dd-7909de736a2b None None] Provisioning for port 70195817-547e-41e6-96d3-da5b8ec57db8 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:26.512637 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-87ff831a-5539-42cc-86dd-7909de736a2b None None] Provisioning complete for port 70195817-547e-41e6-96d3-da5b8ec57db8 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:26.513110 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87ff831a-5539-42cc-86dd-7909de736a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:26.556696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3afa734d-3e60-4374-8553-73af1f24ac78 req-19ce788f-a8a9-4cd2-a729-f8495da85f55 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564764 Jul 27 19:48:26.628068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-87ff831a-5539-42cc-86dd-7909de736a2b None None] Port 70195817-547e-41e6-96d3-da5b8ec57db8 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:26.710866 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f09bb49-6304-47b2-827b-bf85b759c136 x-openstack-request-id: req-1f09bb49-6304-47b2-827b-bf85b759c136 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:26.711250 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e58136-96ea-4bbd-98bf-1ccbf8ec682e", "tag": "586b4636-7458-4b4f-8df5-f3f28d6fa1d8", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:26.711506 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f09bb49-6304-47b2-827b-bf85b759c136 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:26.712595 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e58136-96ea-4bbd-98bf-1ccbf8ec682e', 'tag': '586b4636-7458-4b4f-8df5-f3f28d6fa1d8', 'status': 'completed', 'code': 200} Jul 27 19:48:26.786281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92b84f-5bca-4849-9f12-a808954a9ba2 req-4c0e695a-07f0-4eda-ad88-ac1b60214ddd tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:26.787912 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf92b84f-5bca-4849-9f12-a808954a9ba2 req-4c0e695a-07f0-4eda-ad88-ac1b60214ddd tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7e28ff2c-34e6-4c93-ba98-31f68cb950ec HTTP/1.1" status: 200 len: 1101 time: 0.1312203 Jul 27 19:48:26.854632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2225cd9-cbc0-41ec-a872-1b61df25c341 req-0f52150f-11c4-427c-8a7d-988f2a61f18d tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:26.856326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2225cd9-cbc0-41ec-a872-1b61df25c341 req-0f52150f-11c4-427c-8a7d-988f2a61f18d tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 943 time: 0.1135032 Jul 27 19:48:26.871228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf92b84f-5bca-4849-9f12-a808954a9ba2 req-9b37a99a-9468-421d-a780-94c5423d3f08 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629163 Jul 27 19:48:26.945233 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2225cd9-cbc0-41ec-a872-1b61df25c341 req-77444f49-1518-4727-80fa-b469dba04e86 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724576 Jul 27 19:48:27.123210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15cec8-e6d5-4609-b679-bde58d226a3f req-cfdb2120-08e7-4bb6-82e0-1a73ec3fcaac tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:27.124817 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e15cec8-e6d5-4609-b679-bde58d226a3f req-cfdb2120-08e7-4bb6-82e0-1a73ec3fcaac tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 931 time: 0.1190555 Jul 27 19:48:27.190733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9c2aa-4f0d-409e-92f4-65c398c87caf req-fd330f58-d01e-4f8d-88a4-d02c8bad4394 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:27.197254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9c2aa-4f0d-409e-92f4-65c398c87caf req-fd330f58-d01e-4f8d-88a4-d02c8bad4394 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:27.203224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9c2aa-4f0d-409e-92f4-65c398c87caf req-fd330f58-d01e-4f8d-88a4-d02c8bad4394 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:27.205139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2bc9c2aa-4f0d-409e-92f4-65c398c87caf req-fd330f58-d01e-4f8d-88a4-d02c8bad4394 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2418 time: 0.1505370 Jul 27 19:48:27.226671 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e15cec8-e6d5-4609-b679-bde58d226a3f req-26d7f94e-4518-4a71-a34c-2d9d6741b379 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908296 Jul 27 19:48:27.260047 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2bc9c2aa-4f0d-409e-92f4-65c398c87caf req-a64386de-5263-4c34-bb1e-b16f0aaa52ca tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469382 Jul 27 19:48:27.270479 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1b3b034c-de21-4adc-b1ab-1f633c10c25e no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:48:27.282525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43804) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:27.399721 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:27.415395 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-846692833'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:27.437157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8b73a2-2c02-4338-ad24-1756095eb0c2'}, {'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc021510-3746-45bb-b850-691b336068cf'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:27.442480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Made reservation on behalf of b9b2f7c060f248fcb40e3e4f89b6cf43 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:27.444638 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e75b55-dc5c-48e1-b0e5-d1b7cce63473" -d '{"events": [{"server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "name": "network-vif-plugged", "status": "completed", "tag": "3d8b73a2-2c02-4338-ad24-1756095eb0c2"}, {"server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "name": "network-vif-plugged", "status": "completed", "tag": "dc021510-3746-45bb-b850-691b336068cf"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:27.445594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68f962-bdf2-4339-8888-a9881ada61c3 req-df5cced7-ce13-4717-ba4f-00e3e62e3be3 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:27.447163 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:27.447549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e68f962-bdf2-4339-8888-a9881ada61c3 req-df5cced7-ce13-4717-ba4f-00e3e62e3be3 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 1101 time: 0.1191576 Jul 27 19:48:27.459119 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:27.473327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1b3b034c-de21-4adc-b1ab-1f633c10c25e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1b3b034c-de21-4adc-b1ab-1f633c10c25e,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:27.481660 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:27.494572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a12247-8de0-46c8-bffc-fb9c79a4d2ab req-9a921992-cadb-4b0a-abe9-f0101a5c9c68 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:27.502324 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1a12247-8de0-46c8-bffc-fb9c79a4d2ab req-9a921992-cadb-4b0a-abe9-f0101a5c9c68 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1098793 Jul 27 19:48:27.547090 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e68f962-bdf2-4339-8888-a9881ada61c3 req-4150b88b-c391-4e06-b3e8-e4089b93ffdc tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928884 Jul 27 19:48:27.590089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1a12247-8de0-46c8-bffc-fb9c79a4d2ab req-437c9592-2929-447f-b089-ab5cbe976459 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865827 Jul 27 19:48:27.628452 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1b3b034c-de21-4adc-b1ab-1f633c10c25e,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:27.638469 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c3e398-0ca3-4b3c-a99f-a6dc91d9824c x-openstack-request-id: req-96c3e398-0ca3-4b3c-a99f-a6dc91d9824c {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:27.638765 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "name": "network-vif-plugged", "status": "completed", "tag": "3d8b73a2-2c02-4338-ad24-1756095eb0c2", "code": 200}, {"server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "name": "network-vif-plugged", "status": "completed", "tag": "dc021510-3746-45bb-b850-691b336068cf", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:27.639022 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96c3e398-0ca3-4b3c-a99f-a6dc91d9824c {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:27.639421 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8b73a2-2c02-4338-ad24-1756095eb0c2', 'code': 200} Jul 27 19:48:27.639671 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc021510-3746-45bb-b850-691b336068cf', 'code': 200} Jul 27 19:48:27.668699 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:27.675581 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:27.688784 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:48:27.705826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:27.706451 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Added segment 874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c of type vlan for network 672abc49-d322-466f-b2fe-f8b532f0702e Jul 27 19:48:27.769412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807b22f-bfb5-4c3f-b3be-fb304a566a47 req-fce76431-bda5-4f0b-ac93-810f935fea8a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:27.773210 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:27.773773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0807b22f-bfb5-4c3f-b3be-fb304a566a47 req-fce76431-bda5-4f0b-ac93-810f935fea8a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 943 time: 0.1088347 Jul 27 19:48:27.811101 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:27.823749 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:27.825407 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:27.865108 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0807b22f-bfb5-4c3f-b3be-fb304a566a47 req-62571176-92d5-4895-9db7-0238443103f7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875511 Jul 27 19:48:27.954782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43822) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:27.963891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-a98b9679-3c08-4e38-ac1b-ef1eea9147da tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Request body: {'subnet': {'network_id': '672abc49-d322-466f-b2fe-f8b532f0702e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:27.967270 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6835127 Jul 27 19:48:27.977320 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5dbb4b-a3a5-4f02-a4cb-a240833be61d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:28.003915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b96f-9282-42b4-9fc2-1bbece099fa5 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event updated for resources: {'Network': ['ID=672abc49-d322-466f-b2fe-f8b532f0702e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:28.016214 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 672abc49-d322-466f-b2fe-f8b532f0702e details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:48:28.257181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62394cb-64ea-49e1-b777-6aee796547a8 req-573e5199-519e-4252-92d7-17a7abf8343a tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:28.258906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e62394cb-64ea-49e1-b777-6aee796547a8 req-573e5199-519e-4252-92d7-17a7abf8343a tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 943 time: 0.1401355 Jul 27 19:48:28.260309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98b9679-3c08-4e38-ac1b-ef1eea9147da tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Made reservation on behalf of b9b2f7c060f248fcb40e3e4f89b6cf43 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:28.263890 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a98b9679-3c08-4e38-ac1b-ef1eea9147da tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:28.370416 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e62394cb-64ea-49e1-b777-6aee796547a8 req-685b37d8-0b8f-45c2-9f2c-a15f4162d89d tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013412 Jul 27 19:48:28.583541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-1b522d69-df5e-49d5-afd7-984c358e668b tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6075594f6f2a439f93248a6093faea1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622044 Jul 27 19:48:28.609939 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a98b9679-3c08-4e38-ac1b-ef1eea9147da tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:28.766576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb40cf-88ac-4ebd-bbe5-de18d6572391 req-060e21ef-d804-4511-bb44-777c73011e5d tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:28.768674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-43eb40cf-88ac-4ebd-bbe5-de18d6572391 req-060e21ef-d804-4511-bb44-777c73011e5d tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 931 time: 0.2485754 Jul 27 19:48:28.769510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b9679-3c08-4e38-ac1b-ef1eea9147da tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event updated for resources: {'Subnet': ['ID=08d66422-ce58-47b6-b97f-09ec58368fbc,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:28.800596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-2da314e9-0210-4a43-9643-69a4c47516dd tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:28.802346 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-2da314e9-0210-4a43-9643-69a4c47516dd tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118387 Jul 27 19:48:28.823474 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b9679-3c08-4e38-ac1b-ef1eea9147da tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Checking segment: {'id': '874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '672abc49-d322-466f-b2fe-f8b532f0702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:28.824115 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98b9679-3c08-4e38-ac1b-ef1eea9147da tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Network hostable DHCP agents. Network: 672abc49-d322-466f-b2fe-f8b532f0702e, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:48:28.843488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-b1bc43d2-a63f-46db-b455-01f7a228f65a tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/quotas/6075594f6f2a439f93248a6093faea1d HTTP/1.1" status: 200 len: 375 time: 0.0315373 Jul 27 19:48:28.852234 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-43eb40cf-88ac-4ebd-bbe5-de18d6572391 req-b9050acb-fe43-4969-9f90-c60bb5fb9522 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716372 Jul 27 19:48:28.895390 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98b9679-3c08-4e38-ac1b-ef1eea9147da tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Network 672abc49-d322-466f-b2fe-f8b532f0702e is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:48:28.920021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-a98b9679-3c08-4e38-ac1b-ef1eea9147da tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 672abc49-d322-466f-b2fe-f8b532f0702e) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:28.929682 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bd9a00-7fb0-40d1-957a-5f2867363dfa None None] Network 672abc49-d322-466f-b2fe-f8b532f0702e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:48:28.937124 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98b9679-3c08-4e38-ac1b-ef1eea9147da tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:28.938219 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a98b9679-3c08-4e38-ac1b-ef1eea9147da tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:28.995777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a98b9679-3c08-4e38-ac1b-ef1eea9147da tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0395353 Jul 27 19:48:28.998922 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43856) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:29.009224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3ef0ff8b-73db-4ff4-a822-f744c840ab3b tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1559916 Jul 27 19:48:29.015508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-32502309-b734-456e-bd92-02e4ae2b9f26 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Request body: {'port': {'network_id': '672abc49-d322-466f-b2fe-f8b532f0702e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-151122444'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:29.141760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc22ab4-2e01-4c03-a7b1-97495cab67be req-9894bd9d-c067-4a8d-861b-c2e54d1ce834 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:29.143499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-672abc49-d322-466f-b2fe-f8b532f0702e', 'network_id': '672abc49-d322-466f-b2fe-f8b532f0702e', 'tenant_id': 'b9b2f7c060f248fcb40e3e4f89b6cf43', 'fixed_ips': [{'subnet_id': '08d66422-ce58-47b6-b97f-09ec58368fbc'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:48:29.144628 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:29.148048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc22ab4-2e01-4c03-a7b1-97495cab67be req-9894bd9d-c067-4a8d-861b-c2e54d1ce834 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:29.154247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc22ab4-2e01-4c03-a7b1-97495cab67be req-9894bd9d-c067-4a8d-861b-c2e54d1ce834 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:29.162355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bcc22ab4-2e01-4c03-a7b1-97495cab67be req-9894bd9d-c067-4a8d-861b-c2e54d1ce834 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2418 time: 0.2206414 Jul 27 19:48:29.225062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bcc22ab4-2e01-4c03-a7b1-97495cab67be req-07b8e408-704b-4207-ac69-767a23839b8f tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605829 Jul 27 19:48:29.270309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32502309-b734-456e-bd92-02e4ae2b9f26 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Made reservation on behalf of b9b2f7c060f248fcb40e3e4f89b6cf43 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:29.275743 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-32502309-b734-456e-bd92-02e4ae2b9f26 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:29.335273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-32502309-b734-456e-bd92-02e4ae2b9f26 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] device_id is not set on port cd8498dd-d516-4ce0-a064-6a733ca77df2 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:48:29.340853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Allocated IP 2001:db8::2 (672abc49-d322-466f-b2fe-f8b532f0702e/08d66422-ce58-47b6-b97f-09ec58368fbc/1b97ebf0-0464-4706-83fa-8e118fc823a4) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:29.548102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca48da-a383-4872-ba2f-bace5f08b2b9 req-e5f27062-09f5-4077-bd59-7ddd659d6cda tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:29.553136 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ca48da-a383-4872-ba2f-bace5f08b2b9 req-e5f27062-09f5-4077-bd59-7ddd659d6cda tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1056740 Jul 27 19:48:29.560906 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:29.587159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Transition to ACTIVE for port object 1b97ebf0-0464-4706-83fa-8e118fc823a4 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:29.618079 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ca48da-a383-4872-ba2f-bace5f08b2b9 req-5dda37cd-e48e-4299-98a6-1b4cbaf8438e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608575 Jul 27 19:48:29.619916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Transition to ACTIVE for port object 1b97ebf0-0464-4706-83fa-8e118fc823a4 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:29.628972 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:29.642661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35640f13-611f-40e5-9d67-9d069f729b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3b034c-de21-4adc-b1ab-1f633c10c25e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:29.644991 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff206c9-7c4f-4818-b5e6-93de70dea367" -d '{"events": [{"server_uuid": "35640f13-611f-40e5-9d67-9d069f729b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3b034c-de21-4adc-b1ab-1f633c10c25e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:29.760368 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Pushing event updated for resources: {'Port': ['ID=1b97ebf0-0464-4706-83fa-8e118fc823a4,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:29.784061 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Network 672abc49-d322-466f-b2fe-f8b532f0702e is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:29.788185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:29.791747 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:29.821032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-32502309-b734-456e-bd92-02e4ae2b9f26 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Allocated IP 2001:db8::395 (672abc49-d322-466f-b2fe-f8b532f0702e/08d66422-ce58-47b6-b97f-09ec58368fbc/cd8498dd-d516-4ce0-a064-6a733ca77df2) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:29.945974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Attempting to bind port 1b97ebf0-0464-4706-83fa-8e118fc823a4 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:48:29.947045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Attempting to bind port 1b97ebf0-0464-4706-83fa-8e118fc823a4 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '672abc49-d322-466f-b2fe-f8b532f0702e'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:48:29.947781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Attempting to bind port 1b97ebf0-0464-4706-83fa-8e118fc823a4 on network 672abc49-d322-466f-b2fe-f8b532f0702e {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:29.954479 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:48:29.955317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Checking segment: {'id': '874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '672abc49-d322-466f-b2fe-f8b532f0702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:29.956076 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:29.957128 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Bound using segment: {'id': '874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '672abc49-d322-466f-b2fe-f8b532f0702e'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:48:29.958097 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Bound port: 1b97ebf0-0464-4706-83fa-8e118fc823a4, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '672abc49-d322-466f-b2fe-f8b532f0702e'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:48:29.958732 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:30.048791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] For port 1b97ebf0-0464-4706-83fa-8e118fc823a4, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:30.052007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] For port 1b97ebf0-0464-4706-83fa-8e118fc823a4, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=1b97ebf0-0464-4706-83fa-8e118fc823a4,segment=NetworkSegment(874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c),segment_id=874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:30.059173 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:30.069001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c8533-a14d-4e4e-8486-4d774492be60 req-461dfb1e-44ae-45e4-99fe-358c95a1dfca tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:30.070540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d22c8533-a14d-4e4e-8486-4d774492be60 req-461dfb1e-44ae-45e4-99fe-358c95a1dfca tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 943 time: 0.2934594 Jul 27 19:48:30.147829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec7bf2-75ab-4ea0-a02a-66488d95996a None None] Pushing event updated for resources: {'Port': ['ID=1b97ebf0-0464-4706-83fa-8e118fc823a4,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:30.153147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671ecf5-048b-4011-b25d-44e3dc68b03a req-0de5c79c-87e4-445c-ab7f-1fc9d22ecf85 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:30.154719 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1671ecf5-048b-4011-b25d-44e3dc68b03a req-0de5c79c-87e4-445c-ab7f-1fc9d22ecf85 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 943 time: 0.3040557 Jul 27 19:48:30.590991 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-32502309-b734-456e-bd92-02e4ae2b9f26 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:30.603133 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1671ecf5-048b-4011-b25d-44e3dc68b03a req-c6212586-a8fa-40f9-9930-d345ccf452cd tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283698 Jul 27 19:48:30.617047 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d22c8533-a14d-4e4e-8486-4d774492be60 req-0ee4df17-45a9-40d3-b82f-1d01abf5fa0c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134730 Jul 27 19:48:30.649593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-32502309-b734-456e-bd92-02e4ae2b9f26 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Transition to ACTIVE for port object cd8498dd-d516-4ce0-a064-6a733ca77df2 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:30.671105 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84f798d-c776-4bd4-b752-24fb23dd17d4 x-openstack-request-id: req-a84f798d-c776-4bd4-b752-24fb23dd17d4 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:30.671770 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35640f13-611f-40e5-9d67-9d069f729b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "1b3b034c-de21-4adc-b1ab-1f633c10c25e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:30.672374 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a84f798d-c776-4bd4-b752-24fb23dd17d4 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:30.672765 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35640f13-611f-40e5-9d67-9d069f729b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b3b034c-de21-4adc-b1ab-1f633c10c25e', 'code': 200} Jul 27 19:48:30.697889 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-32502309-b734-456e-bd92-02e4ae2b9f26 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:30.754784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32502309-b734-456e-bd92-02e4ae2b9f26 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Network 672abc49-d322-466f-b2fe-f8b532f0702e is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:30.774808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-32502309-b734-456e-bd92-02e4ae2b9f26 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:30.796742 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32502309-b734-456e-bd92-02e4ae2b9f26 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:30.804142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32502309-b734-456e-bd92-02e4ae2b9f26 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:30.805055 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-32502309-b734-456e-bd92-02e4ae2b9f26 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:30.812946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32502309-b734-456e-bd92-02e4ae2b9f26 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event updated for resources: {'Port': ['ID=cd8498dd-d516-4ce0-a064-6a733ca77df2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:30.840357 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-32502309-b734-456e-bd92-02e4ae2b9f26 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8400187 Jul 27 19:48:30.843910 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43908) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:30.850321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-12430b83-1490-41ac-b9fe-ab335a509247 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Request body: {'port': {'network_id': '672abc49-d322-466f-b2fe-f8b532f0702e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2058720662', 'allowed_address_pairs': [{'ip_address': '2001:db8::395', 'mac_address': 'fa:16:3e:09:93:26'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:30.885185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ab110-d699-4ea6-8f66-e84840d3a468 req-604597d6-217d-43c7-aaf0-00f1b47daff8 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:30.891666 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff9ab110-d699-4ea6-8f66-e84840d3a468 req-604597d6-217d-43c7-aaf0-00f1b47daff8 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 931 time: 0.1418884 Jul 27 19:48:31.049739 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff9ab110-d699-4ea6-8f66-e84840d3a468 req-e2780616-e778-4341-bc51-7ebba6244531 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508472 Jul 27 19:48:31.147679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a3d95-011b-4a67-8a7d-a94bc35ff6a0 req-193f9606-4def-4c67-a8ab-3b3cf7772ae5 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:31.169150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a3d95-011b-4a67-8a7d-a94bc35ff6a0 req-193f9606-4def-4c67-a8ab-3b3cf7772ae5 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:31.188112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a3d95-011b-4a67-8a7d-a94bc35ff6a0 req-193f9606-4def-4c67-a8ab-3b3cf7772ae5 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:31.202302 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-048a3d95-011b-4a67-8a7d-a94bc35ff6a0 req-193f9606-4def-4c67-a8ab-3b3cf7772ae5 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2418 time: 0.2361071 Jul 27 19:48:31.375736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-048a3d95-011b-4a67-8a7d-a94bc35ff6a0 req-c597cb5d-fc51-4096-9d3e-2488082715c4 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717548 Jul 27 19:48:31.425841 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebeb5d-8672-4ae6-92a6-ffaddf531cb2 req-a00c4c7b-f29a-481c-ba0d-61270e26d1fd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:31.447221 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ddebeb5d-8672-4ae6-92a6-ffaddf531cb2 req-a00c4c7b-f29a-481c-ba0d-61270e26d1fd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.2338808 Jul 27 19:48:31.535700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ddebeb5d-8672-4ae6-92a6-ffaddf531cb2 req-7561f77d-e158-4e8f-9f95-fd49f27f3ada tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874846 Jul 27 19:48:31.543203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b75e3d1e-e749-417e-bcb9-7e88c9f5bba9 req-a2ebded2-f758-4a71-8c36-11d68452a06c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=521ff820-63ee-41a3-b16a-cfa816d3a831 HTTP/1.1" status: 200 len: 210 time: 0.0455182 Jul 27 19:48:31.638235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7b54c8-ae87-4e2c-ae93-c3fd2caff14f None None] Network 672abc49-d322-466f-b2fe-f8b532f0702e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:48:31.723999 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12430b83-1490-41ac-b9fe-ab335a509247 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Made reservation on behalf of b9b2f7c060f248fcb40e3e4f89b6cf43 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:31.976645 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1b97ebf0-0464-4706-83fa-8e118fc823a4 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:48:32.028595 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12430b83-1490-41ac-b9fe-ab335a509247 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:32.085088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4d052a8b-6dc5-45f2-9d37-f7bf0858f801 None None] Provisioning for port 1b97ebf0-0464-4706-83fa-8e118fc823a4 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:32.096718 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-06e95bc9-c2b3-4cbd-b4cd-db0dc521e2b5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6075594f6f2a439f93248a6093faea1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1469245 Jul 27 19:48:32.123559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-12430b83-1490-41ac-b9fe-ab335a509247 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] device_id is not set on port 3c91991e-1529-4d83-88cb-1e4fd6845e0a yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:48:32.146035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 1b97ebf0-0464-4706-83fa-8e118fc823a4 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:32.156853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 1b97ebf0-0464-4706-83fa-8e118fc823a4 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:32.157333 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:32.217749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d3977-1a9e-4492-9b1f-947cad3bba6a req-d2b603bd-e937-4306-b78a-fda21fe169eb tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:32.225286 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-824d3977-1a9e-4492-9b1f-947cad3bba6a req-d2b603bd-e937-4306-b78a-fda21fe169eb tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 943 time: 0.4325063 Jul 27 19:48:32.308075 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415d2bc-7eb7-459e-878c-3b8b55cd3eb3 req-bd6931e9-6462-476f-84c0-53a81d0415a0 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:32.318516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4415d2bc-7eb7-459e-878c-3b8b55cd3eb3 req-bd6931e9-6462-476f-84c0-53a81d0415a0 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 943 time: 0.4075851 Jul 27 19:48:32.349807 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:32.443149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-824d3977-1a9e-4492-9b1f-947cad3bba6a req-62e6d16a-22a7-41ef-824c-60fb61ba9e75 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160113 Jul 27 19:48:32.531085 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 1b97ebf0-0464-4706-83fa-8e118fc823a4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=1b97ebf0-0464-4706-83fa-8e118fc823a4,segment=NetworkSegment(874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c),segment_id=874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:32.544258 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:32.576836 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4415d2bc-7eb7-459e-878c-3b8b55cd3eb3 req-02fc8f35-07ef-4928-82d5-f70dbd109185 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492619 Jul 27 19:48:32.641659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-12430b83-1490-41ac-b9fe-ab335a509247 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Allocated IP 2001:db8::d2 (672abc49-d322-466f-b2fe-f8b532f0702e/08d66422-ce58-47b6-b97f-09ec58368fbc/3c91991e-1529-4d83-88cb-1e4fd6845e0a) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:32.714158 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=1b97ebf0-0464-4706-83fa-8e118fc823a4,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:32.758748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-75362800-f2a6-4388-9e6d-49db177506ae tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:32.760346 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-75362800-f2a6-4388-9e6d-49db177506ae tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6391020 Jul 27 19:48:32.772660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-446ece27-f1f5-47ed-b334-443610f12039 None None] Provisioning complete for port 1b97ebf0-0464-4706-83fa-8e118fc823a4 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:32.773045 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-446ece27-f1f5-47ed-b334-443610f12039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:32.809049 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ffc55bef-4be0-4e67-bee6-acefc812e6ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Request body: {'port': {'device_id': '521ff820-63ee-41a3-b16a-cfa816d3a831', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '6075594f6f2a439f93248a6093faea1d'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:32.940497 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a95fa-13de-44a1-afc2-b65db7c2338c req-57d02140-b89e-4ce4-84c0-a066abd50567 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:32.952178 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a95fa-13de-44a1-afc2-b65db7c2338c req-57d02140-b89e-4ce4-84c0-a066abd50567 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:32.962295 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a95fa-13de-44a1-afc2-b65db7c2338c req-57d02140-b89e-4ce4-84c0-a066abd50567 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:32.970709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-869a95fa-13de-44a1-afc2-b65db7c2338c req-57d02140-b89e-4ce4-84c0-a066abd50567 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2418 time: 0.2464275 Jul 27 19:48:32.982795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-446ece27-f1f5-47ed-b334-443610f12039 None None] Provisioning for port cd8498dd-d516-4ce0-a064-6a733ca77df2 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:32.989130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-446ece27-f1f5-47ed-b334-443610f12039 None None] Provisioning complete for port cd8498dd-d516-4ce0-a064-6a733ca77df2 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:32.989815 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-446ece27-f1f5-47ed-b334-443610f12039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:33.046166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21720b6-676f-4a70-ac47-bcc47e69c058 req-0fbd78e4-15f2-4e24-a7cc-a2273a2e8704 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:33.047808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d21720b6-676f-4a70-ac47-bcc47e69c058 req-0fbd78e4-15f2-4e24-a7cc-a2273a2e8704 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 931 time: 0.2617457 Jul 27 19:48:33.049405 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-446ece27-f1f5-47ed-b334-443610f12039 None None] Port cd8498dd-d516-4ce0-a064-6a733ca77df2 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:33.108970 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-869a95fa-13de-44a1-afc2-b65db7c2338c req-c4e2bf42-4a61-47b7-8aaa-b40e5bc51f4e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117606 Jul 27 19:48:33.122564 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d21720b6-676f-4a70-ac47-bcc47e69c058 req-4884867e-cbf7-4ea3-8558-851ab39ee3b5 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679774 Jul 27 19:48:33.189005 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12430b83-1490-41ac-b9fe-ab335a509247 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:33.195294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e02046e9-6a12-480f-b747-13c7a1a9efbb None None] Provisioning complete for port cd8498dd-d516-4ce0-a064-6a733ca77df2 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:33.195668 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e02046e9-6a12-480f-b747-13c7a1a9efbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:33.211682 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-12430b83-1490-41ac-b9fe-ab335a509247 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Transition to ACTIVE for port object 3c91991e-1529-4d83-88cb-1e4fd6845e0a will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:33.221193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ffc55bef-4be0-4e67-bee6-acefc812e6ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Made reservation on behalf of 6075594f6f2a439f93248a6093faea1d for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:33.225001 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ffc55bef-4be0-4e67-bee6-acefc812e6ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:33.295406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e02046e9-6a12-480f-b747-13c7a1a9efbb None None] Port cd8498dd-d516-4ce0-a064-6a733ca77df2 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:33.296139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4dd766e4-dfd4-4916-90aa-c28a520d4ee2 req-572ef6d9-2b15-438d-aeed-92a61077072b tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=521ff820-63ee-41a3-b16a-cfa816d3a831 HTTP/1.1" status: 200 len: 210 time: 0.0653236 Jul 27 19:48:33.374447 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12430b83-1490-41ac-b9fe-ab335a509247 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:33.424347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9eb834-5c18-44e7-a846-510c64f0492d req-2cd1afd4-ad7d-4684-81fc-976197bc4c0c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:33.426313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb9eb834-5c18-44e7-a846-510c64f0492d req-2cd1afd4-ad7d-4684-81fc-976197bc4c0c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1271658 Jul 27 19:48:33.460136 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-b37a918b-b0de-4e23-8f53-ce163199ac68 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=10df1db332444a03b335e636621661a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326362 Jul 27 19:48:33.518874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12430b83-1490-41ac-b9fe-ab335a509247 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Network 672abc49-d322-466f-b2fe-f8b532f0702e is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:33.526561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-12430b83-1490-41ac-b9fe-ab335a509247 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:33.531660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12430b83-1490-41ac-b9fe-ab335a509247 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:33.545649 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12430b83-1490-41ac-b9fe-ab335a509247 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:33.546442 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12430b83-1490-41ac-b9fe-ab335a509247 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:33.550843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12430b83-1490-41ac-b9fe-ab335a509247 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event updated for resources: {'Port': ['ID=3c91991e-1529-4d83-88cb-1e4fd6845e0a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:33.575686 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ffc55bef-4be0-4e67-bee6-acefc812e6ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Allocated IP 192.168.233.110 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/56424c87-ef32-4b8c-b014-6f77a60ba01c) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:33.580653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb9eb834-5c18-44e7-a846-510c64f0492d req-21a69982-965a-4cb3-860e-2452de2d83a8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423595 Jul 27 19:48:33.584064 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-12430b83-1490-41ac-b9fe-ab335a509247 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.7359591 Jul 27 19:48:33.584581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43972) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:33.665532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-f43bc92b-8ce1-451e-89a8-2daf0fd0d91c tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:33.673078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-f43bc92b-8ce1-451e-89a8-2daf0fd0d91c tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119887 Jul 27 19:48:33.696444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-3b66b3df-3d92-42b3-ae3c-12a5a6aa7e49 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/quotas/10df1db332444a03b335e636621661a4 HTTP/1.1" status: 200 len: 375 time: 0.0181525 Jul 27 19:48:33.763434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-80affebe-40cd-41e6-90dd-f209d831cbff tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=10df1db332444a03b335e636621661a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701578 Jul 27 19:48:33.769292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1b97ebf0-0464-4706-83fa-8e118fc823a4 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:48:33.866674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7945a63-e663-4075-bdfb-15e9a03cbd3e req-157d6a30-f4de-41c4-a89b-3b92dc25b996 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:33.874353 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7945a63-e663-4075-bdfb-15e9a03cbd3e req-157d6a30-f4de-41c4-a89b-3b92dc25b996 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 943 time: 0.1144021 Jul 27 19:48:33.915574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 1b97ebf0-0464-4706-83fa-8e118fc823a4 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:33.916633 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:33.959831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7945a63-e663-4075-bdfb-15e9a03cbd3e req-f5b3ba51-7071-4157-a0a4-3b7ddab9040c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751410 Jul 27 19:48:34.131171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b89d37a-d516-4f4f-8132-4f984bd4165c tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:34.137048 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b89d37a-d516-4f4f-8132-4f984bd4165c tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:34.160730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-42d42484-857f-42fd-9fe2-c923f7b438ce None None] Provisioning for port 3c91991e-1529-4d83-88cb-1e4fd6845e0a completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:34.160868 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b89d37a-d516-4f4f-8132-4f984bd4165c tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:34.160868 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3b89d37a-d516-4f4f-8132-4f984bd4165c tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.5715113 Jul 27 19:48:34.166485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-42d42484-857f-42fd-9fe2-c923f7b438ce None None] Provisioning complete for port 3c91991e-1529-4d83-88cb-1e4fd6845e0a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:34.166875 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-42d42484-857f-42fd-9fe2-c923f7b438ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:34.175532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43990) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:34.255383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-42d42484-857f-42fd-9fe2-c923f7b438ce None None] Port 3c91991e-1529-4d83-88cb-1e4fd6845e0a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:34.273871 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033ca62-a99c-4f39-a3ba-caf650bde9ad req-fd1bc41c-d8e7-4da4-b407-a515791907da tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:34.275612 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5033ca62-a99c-4f39-a3ba-caf650bde9ad req-fd1bc41c-d8e7-4da4-b407-a515791907da tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 943 time: 0.1713908 Jul 27 19:48:34.302382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-e5bc3204-17e3-410c-b72d-f673e5634f46 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=10df1db332444a03b335e636621661a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645370 Jul 27 19:48:34.334289 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ffc55bef-4be0-4e67-bee6-acefc812e6ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:34.380572 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ffc55bef-4be0-4e67-bee6-acefc812e6ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Transition to ACTIVE for port object 56424c87-ef32-4b8c-b014-6f77a60ba01c will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:34.423327 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8d78e25a-e32b-4748-84e3-f7d44ff93380 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Deleting port 3c91991e-1529-4d83-88cb-1e4fd6845e0a {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:34.423863 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d78e25a-e32b-4748-84e3-f7d44ff93380 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:34.438942 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5033ca62-a99c-4f39-a3ba-caf650bde9ad req-e1a3960f-9ec7-42c2-9dd4-0b13306d7ceb tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509750 Jul 27 19:48:34.467111 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2f87b5e7-3f64-4014-ac8c-0339b2722ff0 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:34.471409 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2f87b5e7-3f64-4014-ac8c-0339b2722ff0 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656203 Jul 27 19:48:34.502138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ffc55bef-4be0-4e67-bee6-acefc812e6ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:34.512202 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-6b7d5acd-d8a8-416d-b5b9-dadca03f45bb tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/quotas/10df1db332444a03b335e636621661a4 HTTP/1.1" status: 200 len: 375 time: 0.0320652 Jul 27 19:48:34.520423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['56496aec-841c-411b-aa6c-a986953eec0d', '60dbb1a9-f7da-4d45-a09c-14264bd7b1da', '22f3efd6-5ec1-44b3-9f80-c0879ca93068'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:34.576672 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-6f4e3284-fe71-46c1-a24b-e05a21c6a9ab tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=10df1db332444a03b335e636621661a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569370 Jul 27 19:48:34.610448 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ffc55bef-4be0-4e67-bee6-acefc812e6ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:34.615886 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ffc55bef-4be0-4e67-bee6-acefc812e6ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:34.632083 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ffc55bef-4be0-4e67-bee6-acefc812e6ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:34.641150 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc55bef-4be0-4e67-bee6-acefc812e6ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event updated for resources: {'Port': ['ID=56424c87-ef32-4b8c-b014-6f77a60ba01c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:34.667326 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d78e25a-e32b-4748-84e3-f7d44ff93380 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:34.694687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8d78e25a-e32b-4748-84e3-f7d44ff93380 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Calling delete_port for 3c91991e-1529-4d83-88cb-1e4fd6845e0a owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:34.751647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ffc55bef-4be0-4e67-bee6-acefc812e6ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:34.752278 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ffc55bef-4be0-4e67-bee6-acefc812e6ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:34.756544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38753f-e991-4f47-9407-6ea2a421b436 req-c73e0a09-c045-4978-9712-0f22137a5b75 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:34.765822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38753f-e991-4f47-9407-6ea2a421b436 req-c73e0a09-c045-4978-9712-0f22137a5b75 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:34.787874 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38753f-e991-4f47-9407-6ea2a421b436 req-c73e0a09-c045-4978-9712-0f22137a5b75 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:34.791827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b38753f-e991-4f47-9407-6ea2a421b436 req-c73e0a09-c045-4978-9712-0f22137a5b75 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2418 time: 0.2184300 Jul 27 19:48:34.831590 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ffc55bef-4be0-4e67-bee6-acefc812e6ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0402646 Jul 27 19:48:34.856559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Request body: {'port': {'device_id': '521ff820-63ee-41a3-b16a-cfa816d3a831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:34.872565 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b38753f-e991-4f47-9407-6ea2a421b436 req-fa45bc81-e757-4fe7-84c0-c733d796a95b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729079 Jul 27 19:48:35.106220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40098dbc-0a7e-422e-aa63-b447600cc902 req-188ca5f6-ba42-40d1-8bb4-341c42604660 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:35.108048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40098dbc-0a7e-422e-aa63-b447600cc902 req-188ca5f6-ba42-40d1-8bb4-341c42604660 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 931 time: 0.1677675 Jul 27 19:48:35.122582 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:35.131257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bde21-a69e-41e9-883f-2c01b21f2ad4 req-039d7a2f-63fe-4db6-b988-360c7907490d tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:35.135053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-70b9fd95-50f9-4d5d-bc9e-811bc33f3284 None None] Provisioning for port 56424c87-ef32-4b8c-b014-6f77a60ba01c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:35.139431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-70b9fd95-50f9-4d5d-bc9e-811bc33f3284 None None] Provisioning complete for port 56424c87-ef32-4b8c-b014-6f77a60ba01c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:35.143472 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-698bde21-a69e-41e9-883f-2c01b21f2ad4 req-039d7a2f-63fe-4db6-b988-360c7907490d tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=521ff820-63ee-41a3-b16a-cfa816d3a831 HTTP/1.1" status: 200 len: 936 time: 0.1368866 Jul 27 19:48:35.143680 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-70b9fd95-50f9-4d5d-bc9e-811bc33f3284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:35.143833 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d78e25a-e32b-4748-84e3-f7d44ff93380 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:35.190680 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-70b9fd95-50f9-4d5d-bc9e-811bc33f3284 None None] Port 56424c87-ef32-4b8c-b014-6f77a60ba01c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:35.210101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78e25a-e32b-4748-84e3-f7d44ff93380 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event deleted for resources: {'Port': ['ID=3c91991e-1529-4d83-88cb-1e4fd6845e0a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:35.225123 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-698bde21-a69e-41e9-883f-2c01b21f2ad4 req-c853d7de-138c-4111-a317-e5189ea95765 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838718 Jul 27 19:48:35.245759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40098dbc-0a7e-422e-aa63-b447600cc902 req-4842567c-54d4-4952-8d5d-13613493dfc6 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022549 Jul 27 19:48:35.371832 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3158f43-b257-46f7-807a-d7d04b313cb6 req-d613e937-e831-4ee8-8119-526e45d41401 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=76925ea2-8f9b-4c2b-808f-da214f091ca6 HTTP/1.1" status: 200 len: 210 time: 0.0513766 Jul 27 19:48:35.482424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cfc2e-20cc-4bbf-af03-938c855bc41b req-3223b592-0d30-4a01-bd94-1cf437c81185 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:35.484068 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b2cfc2e-20cc-4bbf-af03-938c855bc41b req-3223b592-0d30-4a01-bd94-1cf437c81185 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1527309 Jul 27 19:48:35.527384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d78e25a-e32b-4748-84e3-f7d44ff93380 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:35.529362 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8d78e25a-e32b-4748-84e3-f7d44ff93380 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "DELETE /v2.0/ports/3c91991e-1529-4d83-88cb-1e4fd6845e0a HTTP/1.1" status: 204 len: 168 time: 1.3528543 Jul 27 19:48:35.533744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44022) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:35.570657 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b2cfc2e-20cc-4bbf-af03-938c855bc41b req-f91e64dc-0a14-4c3e-97f6-0601316bd0d5 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781341 Jul 27 19:48:35.578175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0b440-87ca-4150-8a4f-73897f91c008 req-8bb0bfe5-070f-47d1-9246-2c2b79ba954e tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:35.579693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30d0b440-87ca-4150-8a4f-73897f91c008 req-8bb0bfe5-070f-47d1-9246-2c2b79ba954e tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 943 time: 0.1376243 Jul 27 19:48:35.581183 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa146d7-eadf-44dd-a967-553160544dd0 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] GET failed (client error): The resource could not be found. Jul 27 19:48:35.582623 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1fa146d7-eadf-44dd-a967-553160544dd0 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "GET /v2.0/ports/3c91991e-1529-4d83-88cb-1e4fd6845e0a HTTP/1.1" status: 404 len: 333 time: 0.0478611 Jul 27 19:48:35.586793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44024) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:35.603064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ea6f77f0-2f3a-4293-875f-f051e1754d35 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Request body: {'port': {'network_id': '672abc49-d322-466f-b2fe-f8b532f0702e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-10234798'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:35.643549 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56424c87-ef32-4b8c-b014-6f77a60ba01c {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:35.651301 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:35.663352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Transition to ACTIVE for port object 56424c87-ef32-4b8c-b014-6f77a60ba01c will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:35.668834 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:35.715482 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30d0b440-87ca-4150-8a4f-73897f91c008 req-72af6226-2034-49d4-a6bd-107f7bbbc61b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244609 Jul 27 19:48:35.724705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Pushing event updated for resources: {'Port': ['ID=56424c87-ef32-4b8c-b014-6f77a60ba01c,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:35.780859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e285855-9e4b-4d58-8726-9336016ff22c req-717d5ae3-123e-4bfd-8fd0-12b9d4c5f6ce tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:35.782402 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e285855-9e4b-4d58-8726-9336016ff22c req-717d5ae3-123e-4bfd-8fd0-12b9d4c5f6ce tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 943 time: 0.1303794 Jul 27 19:48:35.805706 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Attempting to bind port 56424c87-ef32-4b8c-b014-6f77a60ba01c on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:48:35.806020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Attempting to bind port 56424c87-ef32-4b8c-b014-6f77a60ba01c by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:48:35.806349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Attempting to bind port 56424c87-ef32-4b8c-b014-6f77a60ba01c on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:35.808863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6f77f0-2f3a-4293-875f-f051e1754d35 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Made reservation on behalf of b9b2f7c060f248fcb40e3e4f89b6cf43 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:35.811952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Port 56424c87-ef32-4b8c-b014-6f77a60ba01c on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:48:35.812088 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Attempting to bind port 56424c87-ef32-4b8c-b014-6f77a60ba01c on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:35.813404 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea6f77f0-2f3a-4293-875f-f051e1754d35 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:35.817601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:48:35.817955 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:35.818356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:48:35.818814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Bound port: 56424c87-ef32-4b8c-b014-6f77a60ba01c, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:48:35.819207 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:35.841442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-ea6f77f0-2f3a-4293-875f-f051e1754d35 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] device_id is not set on port ec7b3d20-3b61-4457-80f6-3e07a0ccd632 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:48:35.855750 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e285855-9e4b-4d58-8726-9336016ff22c req-ab530875-2bb8-4c8c-a6ab-46979c322b4e tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628455 Jul 27 19:48:35.890339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] For port 56424c87-ef32-4b8c-b014-6f77a60ba01c, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:35.894439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] For port 56424c87-ef32-4b8c-b014-6f77a60ba01c, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=56424c87-ef32-4b8c-b014-6f77a60ba01c,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:35.899002 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:35.942412 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:35.943028 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:35.944436 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] 10.222.0.52 "PUT /v2.0/ports/56424c87-ef32-4b8c-b014-6f77a60ba01c HTTP/1.1" status: 200 len: 1097 time: 1.0981739 Jul 27 19:48:35.944895 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521ff820-63ee-41a3-b16a-cfa816d3a831', 'tag': '56424c87-ef32-4b8c-b014-6f77a60ba01c'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:35.947113 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c08339b-4a69-41bb-a090-e21e5c42a2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "521ff820-63ee-41a3-b16a-cfa816d3a831", "tag": "56424c87-ef32-4b8c-b014-6f77a60ba01c"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:35.985740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a5c69-6791-4b9d-baf7-5e65a046f85a service neutron] Pushing event updated for resources: {'Port': ['ID=56424c87-ef32-4b8c-b014-6f77a60ba01c,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:36.039393 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-ea6f77f0-2f3a-4293-875f-f051e1754d35 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Allocated IP 2001:db8::2b3 (672abc49-d322-466f-b2fe-f8b532f0702e/08d66422-ce58-47b6-b97f-09ec58368fbc/ec7b3d20-3b61-4457-80f6-3e07a0ccd632) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:36.050205 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0893380c-d64f-488f-8303-91ac74dc7777 x-openstack-request-id: req-0893380c-d64f-488f-8303-91ac74dc7777 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:36.050488 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521ff820-63ee-41a3-b16a-cfa816d3a831", "tag": "56424c87-ef32-4b8c-b014-6f77a60ba01c", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:36.050741 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0893380c-d64f-488f-8303-91ac74dc7777 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:36.051057 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521ff820-63ee-41a3-b16a-cfa816d3a831', 'tag': '56424c87-ef32-4b8c-b014-6f77a60ba01c', 'status': 'completed', 'code': 200} Jul 27 19:48:36.058861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Request body: {'port': {'device_id': '2b7ea8c3-5076-441d-8ed3-879d1567d54b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:36.081337 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-847fd05b-379c-4ee6-be06-2989609f0455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:36.082914 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-847fd05b-379c-4ee6-be06-2989609f0455 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=521ff820-63ee-41a3-b16a-cfa816d3a831 HTTP/1.1" status: 200 len: 1100 time: 0.0819244 Jul 27 19:48:36.139465 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-8a9187b5-d5a6-4229-b4e3-c03733b0bd31 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=56424c87-ef32-4b8c-b014-6f77a60ba01c HTTP/1.1" status: 200 len: 217 time: 0.0471685 Jul 27 19:48:36.233434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-56e70201-0ab3-4c8f-9419-8068f8e44043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:36.235143 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-56e70201-0ab3-4c8f-9419-8068f8e44043 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0858467 Jul 27 19:48:36.354294 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-24257a95-30fd-477b-bf4f-334d94f0ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:36.356633 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-24257a95-30fd-477b-bf4f-334d94f0ec54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1098609 Jul 27 19:48:36.373265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96612f-55ba-4d3a-a167-39aee373b0fb req-7b88563c-de84-44a3-acf0-3e7a488cc4b4 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:36.379380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96612f-55ba-4d3a-a167-39aee373b0fb req-7b88563c-de84-44a3-acf0-3e7a488cc4b4 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:36.385550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96612f-55ba-4d3a-a167-39aee373b0fb req-7b88563c-de84-44a3-acf0-3e7a488cc4b4 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:36.387333 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c96612f-55ba-4d3a-a167-39aee373b0fb req-7b88563c-de84-44a3-acf0-3e7a488cc4b4 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2418 time: 0.4205592 Jul 27 19:48:36.477136 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-264ea2b2-dd46-457e-80a5-68ed704db012 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112216 Jul 27 19:48:36.478888 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:36.503440 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e15dc7-f28e-49b0-81e2-e68a50cce6c1 req-23675c9a-655c-423b-be53-9cc3882fd2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:36.503924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e15dc7-f28e-49b0-81e2-e68a50cce6c1 req-23675c9a-655c-423b-be53-9cc3882fd2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:36.504435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e15dc7-f28e-49b0-81e2-e68a50cce6c1 req-23675c9a-655c-423b-be53-9cc3882fd2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:36.506063 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92e15dc7-f28e-49b0-81e2-e68a50cce6c1 req-23675c9a-655c-423b-be53-9cc3882fd2fe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2874 time: 0.3333392 Jul 27 19:48:36.576200 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-a70e1e6e-88e7-4e4e-9eb1-e42a5fc816b8 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907490 Jul 27 19:48:36.586505 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c96612f-55ba-4d3a-a167-39aee373b0fb req-61f0df81-8239-4cc3-8bea-0a303c2e6382 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507680 Jul 27 19:48:36.588368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5855bc-3b00-43b1-9cd6-34109857a8d8 req-31bac8cd-fddc-497e-80fa-103fae2ad485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:36.589796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f5855bc-3b00-43b1-9cd6-34109857a8d8 req-31bac8cd-fddc-497e-80fa-103fae2ad485 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9ebde375c7d842259b702ecaf0873510&device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 1095 time: 0.3811100 Jul 27 19:48:36.597857 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea6f77f0-2f3a-4293-875f-f051e1754d35 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:36.686574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08339b-4a69-41bb-a090-e21e5c42a2aa req-8e0e2b94-7d1e-433c-a5a2-e7e85fc72035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:36.688161 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0c08339b-4a69-41bb-a090-e21e5c42a2aa req-8e0e2b94-7d1e-433c-a5a2-e7e85fc72035 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=521ff820-63ee-41a3-b16a-cfa816d3a831 HTTP/1.1" status: 200 len: 1100 time: 0.0586109 Jul 27 19:48:36.697327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96039c-266f-4d7e-9a3f-f1374b8e143a req-57c64ad6-7b99-4be4-aa1c-b60f6b032d62 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:36.698789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb96039c-266f-4d7e-9a3f-f1374b8e143a req-57c64ad6-7b99-4be4-aa1c-b60f6b032d62 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=521ff820-63ee-41a3-b16a-cfa816d3a831 HTTP/1.1" status: 200 len: 948 time: 0.3706629 Jul 27 19:48:36.759293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-ea6f77f0-2f3a-4293-875f-f051e1754d35 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Transition to ACTIVE for port object ec7b3d20-3b61-4457-80f6-3e07a0ccd632 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:36.768689 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92e15dc7-f28e-49b0-81e2-e68a50cce6c1 req-25a54e5f-8b87-4985-8547-fc288a3ba9f4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485769 Jul 27 19:48:36.807326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08339b-4a69-41bb-a090-e21e5c42a2aa req-5b58498c-fbbc-44ba-a1f7-148ff5dd873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:36.809637 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0c08339b-4a69-41bb-a090-e21e5c42a2aa req-5b58498c-fbbc-44ba-a1f7-148ff5dd873c service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.1080091 Jul 27 19:48:36.864648 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0c08339b-4a69-41bb-a090-e21e5c42a2aa req-e3b193f1-a219-414b-ae10-f8f7c44ad11d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=56424c87-ef32-4b8c-b014-6f77a60ba01c HTTP/1.1" status: 200 len: 217 time: 0.0443728 Jul 27 19:48:36.922758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08339b-4a69-41bb-a090-e21e5c42a2aa req-2e1476e6-e7c5-4c98-aedd-a46aef19188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:36.925963 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0c08339b-4a69-41bb-a090-e21e5c42a2aa req-2e1476e6-e7c5-4c98-aedd-a46aef19188e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0484951 Jul 27 19:48:36.941784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb96039c-266f-4d7e-9a3f-f1374b8e143a req-bb01ceeb-5828-4958-afd7-0758358e8907 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911595 Jul 27 19:48:36.982568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5855bc-3b00-43b1-9cd6-34109857a8d8 req-dea68482-dff2-4925-8294-b032076e5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:36.984149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f5855bc-3b00-43b1-9cd6-34109857a8d8 req-dea68482-dff2-4925-8294-b032076e5455 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=9ebde375c7d842259b702ecaf0873510&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3814619 Jul 27 19:48:36.991952 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-6246d363-ef71-4541-8b6b-f1966f2dcba7 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=6075594f6f2a439f93248a6093faea1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458157 Jul 27 19:48:37.003307 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea6f77f0-2f3a-4293-875f-f051e1754d35 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:37.027210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08339b-4a69-41bb-a090-e21e5c42a2aa req-ed920584-ab76-42a8-957d-2b1c1769cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:37.029151 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0c08339b-4a69-41bb-a090-e21e5c42a2aa req-ed920584-ab76-42a8-957d-2b1c1769cba1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0941300 Jul 27 19:48:37.057316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b3648-72e5-4ba7-83c7-a4ad86f21652 req-89ffb5d7-88c8-495a-a24b-04e375bb5bcb tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:37.058835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-982b3648-72e5-4ba7-83c7-a4ad86f21652 req-89ffb5d7-88c8-495a-a24b-04e375bb5bcb tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 931 time: 0.3720386 Jul 27 19:48:37.124770 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0c08339b-4a69-41bb-a090-e21e5c42a2aa req-c4a26751-f98d-4d12-86f7-b0cf91658e15 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871260 Jul 27 19:48:37.229868 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0c08339b-4a69-41bb-a090-e21e5c42a2aa req-4e1c4e7e-271e-4a06-8ee0-9ffec4a70347 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948660 Jul 27 19:48:37.354947 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-039cc547-fa1c-418d-853b-7b77cd33157c tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=10df1db332444a03b335e636621661a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253823 Jul 27 19:48:37.470644 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-e2f53f1d-ce85-4a34-896c-fc962a2f1962 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:37.472099 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-e2f53f1d-ce85-4a34-896c-fc962a2f1962 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1098840 Jul 27 19:48:37.492304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Request body: {'port': {'device_id': '76925ea2-8f9b-4c2b-808f-da214f091ca6', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '10df1db332444a03b335e636621661a4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:37.495323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8e72512-71a8-43fd-9dd4-66eaf57ccef8 req-03ee6ba3-0bd5-443f-a5c7-008a8d7cb405 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=76925ea2-8f9b-4c2b-808f-da214f091ca6 HTTP/1.1" status: 200 len: 210 time: 0.4523327 Jul 27 19:48:37.508811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6f77f0-2f3a-4293-875f-f051e1754d35 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Network 672abc49-d322-466f-b2fe-f8b532f0702e is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:37.529501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-ea6f77f0-2f3a-4293-875f-f051e1754d35 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:37.540658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f77f0-2f3a-4293-875f-f051e1754d35 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event updated for resources: {'Port': ['ID=ec7b3d20-3b61-4457-80f6-3e07a0ccd632,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:37.553759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f77f0-2f3a-4293-875f-f051e1754d35 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:37.559541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6f77f0-2f3a-4293-875f-f051e1754d35 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:37.560209 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea6f77f0-2f3a-4293-875f-f051e1754d35 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:37.625925 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Made reservation on behalf of 10df1db332444a03b335e636621661a4 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:37.626610 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-982b3648-72e5-4ba7-83c7-a4ad86f21652 req-4a390696-19a2-4b86-92d6-808a77418abb tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278802 Jul 27 19:48:37.634770 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:37.645501 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:37.735875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70195817-547e-41e6-96d3-da5b8ec57db8 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:37.742809 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ea6f77f0-2f3a-4293-875f-f051e1754d35 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1549227 Jul 27 19:48:37.752857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44044) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:37.772739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5855bc-3b00-43b1-9cd6-34109857a8d8 req-f4c76e4e-0359-4db8-a052-0e69db9615eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:37.774439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f5855bc-3b00-43b1-9cd6-34109857a8d8 req-f4c76e4e-0359-4db8-a052-0e69db9615eb service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7570293 Jul 27 19:48:37.777977 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:37.798895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-b30cc36b-3960-4667-898f-722c903a5c4a tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:37.805205 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-b30cc36b-3960-4667-898f-722c903a5c4a tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7928843 Jul 27 19:48:37.813709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-b3337a58-52f7-4c86-ae60-00be79c5b12c tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::395', 'mac_address': 'fa:16:3e:09:93:26'}]}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:37.830624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:37.835099 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:37.840200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.63', 60077) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:37.876944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-71417daa-8bc4-49d5-a70a-9e844c366cb5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Request body: {'port': {'device_id': '908d094c-76ca-4940-9810-22eace0f84b2', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '6075594f6f2a439f93248a6093faea1d'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:37.888605 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-77f7cedd-ec89-4718-b441-4e397022b030 None None] Provisioning for port ec7b3d20-3b61-4457-80f6-3e07a0ccd632 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:37.891171 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Transition to ACTIVE for port object 70195817-547e-41e6-96d3-da5b8ec57db8 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:37.894530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-31813502-57a3-4904-92d1-f18806064583 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=10df1db332444a03b335e636621661a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739400 Jul 27 19:48:37.896003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-77f7cedd-ec89-4718-b441-4e397022b030 None None] Provisioning complete for port ec7b3d20-3b61-4457-80f6-3e07a0ccd632 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:37.896775 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-77f7cedd-ec89-4718-b441-4e397022b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:37.940280 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-77f7cedd-ec89-4718-b441-4e397022b030 None None] Port ec7b3d20-3b61-4457-80f6-3e07a0ccd632 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:37.955702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29282b64-6e65-4f8a-8d0e-26c6e6be9af0,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:37.962482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:38.016013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-b956ebb4-5756-4aed-ab9e-b918d7fd81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:38.017737 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-b956ebb4-5756-4aed-ab9e-b918d7fd81d9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9ebde375c7d842259b702ecaf0873510&device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 1095 time: 0.1730378 Jul 27 19:48:38.073479 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Allocated IP 192.168.233.29 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/66d6cc64-881d-45c8-b4c7-88bfbab10804) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:38.076440 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-2a212f97-65ba-4e6f-8618-460129c39f38 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=586b4636-7458-4b4f-8df5-f3f28d6fa1d8 HTTP/1.1" status: 200 len: 217 time: 0.0482397 Jul 27 19:48:38.162809 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-28439fc3-e52d-4506-ae49-76aa0bf98dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:38.164307 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-28439fc3-e52d-4506-ae49-76aa0bf98dfd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a91b5a00-a1c3-4600-8e1b-576263e8fcc7 HTTP/1.1" status: 200 len: 854 time: 0.0790730 Jul 27 19:48:38.223817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b698b-559b-405e-b960-13b288947d22 req-42161f0a-7ae4-40ba-945b-36ba143d8864 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:38.233410 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-855b698b-559b-405e-b960-13b288947d22 req-42161f0a-7ae4-40ba-945b-36ba143d8864 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.6485987 Jul 27 19:48:38.238042 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-77ce721d-0035-4a6d-a6ce-6d5e0af6afea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a94ce5d-0255-4786-abc8-d7eec91e5304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643139 Jul 27 19:48:38.246557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Pushing event updated for resources: {'Port': ['ID=70195817-547e-41e6-96d3-da5b8ec57db8,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:38.269128 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:38.307887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796c95c-6525-427d-a744-4ece193c4ebd req-e751e5d8-ca36-438c-8da9-dd406dccb352 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:38.309478 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a796c95c-6525-427d-a744-4ece193c4ebd req-e751e5d8-ca36-438c-8da9-dd406dccb352 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 943 time: 0.5957029 Jul 27 19:48:38.410059 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:38.413627 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-76471961-4c7a-43a9-9726-940f2d5fe1d2 service neutron] 10.222.0.63 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574092 Jul 27 19:48:38.434281 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Transition to ACTIVE for port object 66d6cc64-881d-45c8-b4c7-88bfbab10804 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:38.438957 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-f95f7290-98de-4cf0-aab5-2b04fcd8420b tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:38.440605 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-f95f7290-98de-4cf0-aab5-2b04fcd8420b tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4980247 Jul 27 19:48:38.459692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-71417daa-8bc4-49d5-a70a-9e844c366cb5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Made reservation on behalf of 6075594f6f2a439f93248a6093faea1d for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:38.463201 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-71417daa-8bc4-49d5-a70a-9e844c366cb5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:38.476183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-61e868f8-3b4a-4306-9d3a-bb11b4d31bca tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Request body: {'port': {'device_id': '17e48757-72b1-4327-b91e-23a961e7662e', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '10df1db332444a03b335e636621661a4'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:38.505632 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a796c95c-6525-427d-a744-4ece193c4ebd req-37c525f2-288f-4ac4-a823-f55fab450b80 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671774 Jul 27 19:48:38.508205 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-855b698b-559b-405e-b960-13b288947d22 req-c5a41678-4c65-4894-94b0-5a89482d3a2c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205923 Jul 27 19:48:38.553655 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-537ec980-d671-4e4e-8c89-16e404ca8045 service neutron] 10.222.0.63 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296604 Jul 27 19:48:38.555281 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:38.579149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Attempting to bind port 70195817-547e-41e6-96d3-da5b8ec57db8 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:48:38.579471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Attempting to bind port 70195817-547e-41e6-96d3-da5b8ec57db8 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'fa87bfef-a30e-4f88-bfdf-bc4899fb9166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:48:38.579804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Attempting to bind port 70195817-547e-41e6-96d3-da5b8ec57db8 on network 3383463f-73a5-48fd-9440-b2efb62c642c {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:38.606715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 56424c87-ef32-4b8c-b014-6f77a60ba01c details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:48:38.612184 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:38.613540 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:38.617824 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:38.630828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Port 70195817-547e-41e6-96d3-da5b8ec57db8 on network 3383463f-73a5-48fd-9440-b2efb62c642c not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:48:38.632128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Attempting to bind port 70195817-547e-41e6-96d3-da5b8ec57db8 on network 3383463f-73a5-48fd-9440-b2efb62c642c {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:38.669988 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Pushing event updated for resources: {'Port': ['ID=66d6cc64-881d-45c8-b4c7-88bfbab10804,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:38.682747 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:38.683394 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:38.686834 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3337a58-52f7-4c86-ae60-00be79c5b12c tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:38.707407 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-062d9b4f-9512-46ce-acdb-5fa2e21971a9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2189360 Jul 27 19:48:38.721659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Request body: {'port': {'device_id': '76925ea2-8f9b-4c2b-808f-da214f091ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:38.758987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:48:38.759816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Checking segment: {'id': 'fa87bfef-a30e-4f88-bfdf-bc4899fb9166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:38.759816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Bound using segment: {'id': 'fa87bfef-a30e-4f88-bfdf-bc4899fb9166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:48:38.760249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Bound port: 70195817-547e-41e6-96d3-da5b8ec57db8, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa87bfef-a30e-4f88-bfdf-bc4899fb9166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:48:38.760656 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:38.779636 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 56424c87-ef32-4b8c-b014-6f77a60ba01c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=56424c87-ef32-4b8c-b014-6f77a60ba01c,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:38.800334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '56424c87-ef32-4b8c-b014-6f77a60ba01c', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '56424c87-ef32-4b8c-b014-6f77a60ba01c', 'mac_address': 'fa:16:3e:4d:57:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:48:38.825021 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:38.856284 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:38.872846 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56424c87-ef32-4b8c-b014-6f77a60ba01c {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:38.899176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 56424c87-ef32-4b8c-b014-6f77a60ba01c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=56424c87-ef32-4b8c-b014-6f77a60ba01c,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:38.905327 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:38.960597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=56424c87-ef32-4b8c-b014-6f77a60ba01c,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:38.968827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:38.969508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:38.969951 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:38.970354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:38.970749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:38.971144 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:38.971532 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:38.971919 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:38.972302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:38.972704 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:38.973085 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:38.973466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:38.976184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-71417daa-8bc4-49d5-a70a-9e844c366cb5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Allocated IP 192.168.233.122 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/6769cce3-6040-45d3-8b20-d7109b3d77bc) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:39.005553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d6756ef1-7000-4f73-8076-70944a54a272 None None] Provisioning for port 66d6cc64-881d-45c8-b4c7-88bfbab10804 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:39.009167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d6756ef1-7000-4f73-8076-70944a54a272 None None] Provisioning complete for port 66d6cc64-881d-45c8-b4c7-88bfbab10804 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:39.009542 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d6756ef1-7000-4f73-8076-70944a54a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:39.043149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d6756ef1-7000-4f73-8076-70944a54a272 None None] Port 66d6cc64-881d-45c8-b4c7-88bfbab10804 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:39.095234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5968857-65b9-4a16-b7da-e88093082d6a req-e8809daa-0355-4e76-9f39-fda9804b19cf tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:39.101548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5968857-65b9-4a16-b7da-e88093082d6a req-e8809daa-0355-4e76-9f39-fda9804b19cf tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:39.107291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5968857-65b9-4a16-b7da-e88093082d6a req-e8809daa-0355-4e76-9f39-fda9804b19cf tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:39.108931 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5968857-65b9-4a16-b7da-e88093082d6a req-e8809daa-0355-4e76-9f39-fda9804b19cf tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2418 time: 0.5042448 Jul 27 19:48:39.127442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38847dd-0c4d-4087-a4d7-e44ae0943e7b req-c363aa59-661d-4067-a390-241afac20a30 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:39.128984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d38847dd-0c4d-4087-a4d7-e44ae0943e7b req-c363aa59-661d-4067-a390-241afac20a30 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 943 time: 0.5114663 Jul 27 19:48:39.148197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-61e868f8-3b4a-4306-9d3a-bb11b4d31bca tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Made reservation on behalf of 10df1db332444a03b335e636621661a4 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:39.151607 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-61e868f8-3b4a-4306-9d3a-bb11b4d31bca tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:39.188060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] For port 70195817-547e-41e6-96d3-da5b8ec57db8, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:39.211250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['56424c87-ef32-4b8c-b014-6f77a60ba01c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:39.240889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] For port 70195817-547e-41e6-96d3-da5b8ec57db8, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=70195817-547e-41e6-96d3-da5b8ec57db8,segment=NetworkSegment(fa87bfef-a30e-4f88-bfdf-bc4899fb9166),segment_id=fa87bfef-a30e-4f88-bfdf-bc4899fb9166)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:39.262574 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:39.375880 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5968857-65b9-4a16-b7da-e88093082d6a req-14f83642-746c-4a9e-8b79-d4c092f12a6f tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370989 Jul 27 19:48:39.418690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d38847dd-0c4d-4087-a4d7-e44ae0943e7b req-075933df-1ad2-4225-9d88-34c5874484a2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738891 Jul 27 19:48:39.699495 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:39.700250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:39.701462 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] 10.222.0.63 "PUT /v2.0/ports/70195817-547e-41e6-96d3-da5b8ec57db8 HTTP/1.1" status: 200 len: 1092 time: 3.6478643 Jul 27 19:48:39.706579 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7ea8c3-5076-441d-8ed3-879d1567d54b', 'tag': '70195817-547e-41e6-96d3-da5b8ec57db8'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:39.708830 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc5c1c9-19bb-48ed-85de-c622f45ef7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7ea8c3-5076-441d-8ed3-879d1567d54b", "tag": "70195817-547e-41e6-96d3-da5b8ec57db8"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:39.829321 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e872581-3aaa-40a6-8463-36f270615dae service neutron] Pushing event updated for resources: {'Port': ['ID=70195817-547e-41e6-96d3-da5b8ec57db8,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:39.860098 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3337a58-52f7-4c86-ae60-00be79c5b12c tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:39.913408 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3337a58-52f7-4c86-ae60-00be79c5b12c tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:39.975743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-b3337a58-52f7-4c86-ae60-00be79c5b12c tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] In _notify_port_updated(), no bound segment for port ec7b3d20-3b61-4457-80f6-3e07a0ccd632 on network 672abc49-d322-466f-b2fe-f8b532f0702e {{(pid=94059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 19:48:39.981158 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3337a58-52f7-4c86-ae60-00be79c5b12c tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:39.981745 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3337a58-52f7-4c86-ae60-00be79c5b12c tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:39.985010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b3337a58-52f7-4c86-ae60-00be79c5b12c tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "PUT /v2.0/ports/ec7b3d20-3b61-4457-80f6-3e07a0ccd632 HTTP/1.1" status: 200 len: 1001 time: 2.2076757 Jul 27 19:48:39.986325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44062) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:39.994417 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-71417daa-8bc4-49d5-a70a-9e844c366cb5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:40.032085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-71417daa-8bc4-49d5-a70a-9e844c366cb5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Transition to ACTIVE for port object 6769cce3-6040-45d3-8b20-d7109b3d77bc will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:40.038966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3337a58-52f7-4c86-ae60-00be79c5b12c tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event updated for resources: {'Port': ['ID=ec7b3d20-3b61-4457-80f6-3e07a0ccd632,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:40.055827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0194-c374-4bd2-92fe-dbef00136d91 req-1b7969de-7e5f-499e-b70f-7ece9dadf8ae tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:40.057503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f94a0194-c374-4bd2-92fe-dbef00136d91 req-1b7969de-7e5f-499e-b70f-7ece9dadf8ae tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=76925ea2-8f9b-4c2b-808f-da214f091ca6 HTTP/1.1" status: 200 len: 935 time: 0.3633678 Jul 27 19:48:40.087413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454c20d-0346-46c1-ae7c-189b8f7dc78a req-b0cbc745-ecf9-4bde-b0ee-cb10aeff5c58 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:40.088924 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8454c20d-0346-46c1-ae7c-189b8f7dc78a req-b0cbc745-ecf9-4bde-b0ee-cb10aeff5c58 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=521ff820-63ee-41a3-b16a-cfa816d3a831 HTTP/1.1" status: 200 len: 949 time: 0.3830433 Jul 27 19:48:40.093856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-e8ec6361-579b-47c4-85ab-6c00acf330df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:40.095574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-e8ec6361-579b-47c4-85ab-6c00acf330df service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d4daa26e4754420b9db48caad2f9a801&device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 1095 time: 0.3189151 Jul 27 19:48:40.200516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-f4d0f58d-4fb9-4357-bb2a-850a045e0b36 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70195817-547e-41e6-96d3-da5b8ec57db8 HTTP/1.1" status: 200 len: 217 time: 0.0869908 Jul 27 19:48:40.208153 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-71417daa-8bc4-49d5-a70a-9e844c366cb5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:40.218756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f94a0194-c374-4bd2-92fe-dbef00136d91 req-97972949-3ed6-4e3b-9199-7cca204979e6 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517837 Jul 27 19:48:40.224103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['56496aec-841c-411b-aa6c-a986953eec0d', '60dbb1a9-f7da-4d45-a09c-14264bd7b1da', '22f3efd6-5ec1-44b3-9f80-c0879ca93068'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:40.230163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['56424c87-ef32-4b8c-b014-6f77a60ba01c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:40.280263 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8454c20d-0346-46c1-ae7c-189b8f7dc78a req-a8470927-825f-4242-828b-b33b69301b41 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756015 Jul 27 19:48:40.327420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-71417daa-8bc4-49d5-a70a-9e844c366cb5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:40.335254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-27de2f3b-c983-435e-b810-61128e171aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:40.336558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-27de2f3b-c983-435e-b810-61128e171aa0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8686335d-95ea-4186-ad02-4169113b78f6 HTTP/1.1" status: 200 len: 854 time: 0.1264415 Jul 27 19:48:40.337404 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-71417daa-8bc4-49d5-a70a-9e844c366cb5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:40.339460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71417daa-8bc4-49d5-a70a-9e844c366cb5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event updated for resources: {'Port': ['ID=6769cce3-6040-45d3-8b20-d7109b3d77bc,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:40.341434 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-33296483-10c4-4585-9313-fd5926da8394 None None] Provisioning complete for port ec7b3d20-3b61-4457-80f6-3e07a0ccd632 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:40.341605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-71417daa-8bc4-49d5-a70a-9e844c366cb5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:40.343390 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-33296483-10c4-4585-9313-fd5926da8394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:40.416195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-33296483-10c4-4585-9313-fd5926da8394 None None] Port ec7b3d20-3b61-4457-80f6-3e07a0ccd632 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:40.469189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-71417daa-8bc4-49d5-a70a-9e844c366cb5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:40.469961 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-71417daa-8bc4-49d5-a70a-9e844c366cb5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:40.560122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c2611caa-3647-4072-9c0f-aefa4cbfb0c4 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Deleting port ec7b3d20-3b61-4457-80f6-3e07a0ccd632 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:40.560668 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c2611caa-3647-4072-9c0f-aefa4cbfb0c4 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:40.611542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-71417daa-8bc4-49d5-a70a-9e844c366cb5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7733917 Jul 27 19:48:40.621496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-66022ea5-860d-48b3-a505-9d94401e67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:40.623136 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-66022ea5-860d-48b3-a505-9d94401e67e1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3383463f-73a5-48fd-9440-b2efb62c642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2769072 Jul 27 19:48:40.634280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713fb2e-9b2d-4031-9876-4d352382ae63 req-0a36ae8d-36de-461a-a310-c0888962bdb3 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:40.636444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4713fb2e-9b2d-4031-9876-4d352382ae63 req-0a36ae8d-36de-461a-a310-c0888962bdb3 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 943 time: 0.1429350 Jul 27 19:48:40.652067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 56424c87-ef32-4b8c-b014-6f77a60ba01c up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:48:40.688168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d6cc64-881d-45c8-b4c7-88bfbab10804 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:40.700359 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:40.733555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Transition to ACTIVE for port object 66d6cc64-881d-45c8-b4c7-88bfbab10804 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:40.751600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Request body: {'port': {'device_id': '908d094c-76ca-4940-9810-22eace0f84b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:40.755881 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:40.763507 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c2611caa-3647-4072-9c0f-aefa4cbfb0c4 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:40.820050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c2611caa-3647-4072-9c0f-aefa4cbfb0c4 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Calling delete_port for ec7b3d20-3b61-4457-80f6-3e07a0ccd632 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:40.845693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-f21ca7f1-9b46-4ebd-bd05-cc2e3b4ba76d service neutron] 10.222.0.63 "GET /v2.0/networks/3383463f-73a5-48fd-9440-b2efb62c642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070818 Jul 27 19:48:40.862255 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4b4cf8ed-db8f-4be9-9e90-b12843b8b590 None None] Provisioning for port 6769cce3-6040-45d3-8b20-d7109b3d77bc completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:40.869322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 56424c87-ef32-4b8c-b014-6f77a60ba01c completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:40.882586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4b4cf8ed-db8f-4be9-9e90-b12843b8b590 None None] Provisioning complete for port 6769cce3-6040-45d3-8b20-d7109b3d77bc triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:40.883120 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4b4cf8ed-db8f-4be9-9e90-b12843b8b590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:40.895431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-61e868f8-3b4a-4306-9d3a-bb11b4d31bca tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Allocated IP 192.168.233.136 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/55a477d7-4c5f-411d-9fed-902b17a67525) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:40.925215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4713fb2e-9b2d-4031-9876-4d352382ae63 req-0713cb59-b89e-46e7-bcc3-c72fbeeb887e tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303530 Jul 27 19:48:40.926199 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4b4cf8ed-db8f-4be9-9e90-b12843b8b590 None None] Port 6769cce3-6040-45d3-8b20-d7109b3d77bc cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:40.927820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 56424c87-ef32-4b8c-b014-6f77a60ba01c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:40.928277 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:40.996097 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Pushing event updated for resources: {'Port': ['ID=66d6cc64-881d-45c8-b4c7-88bfbab10804,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:41.103220 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:41.171476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Attempting to bind port 66d6cc64-881d-45c8-b4c7-88bfbab10804 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:48:41.171812 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Attempting to bind port 66d6cc64-881d-45c8-b4c7-88bfbab10804 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:48:41.172146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Attempting to bind port 66d6cc64-881d-45c8-b4c7-88bfbab10804 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:41.184479 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Port 66d6cc64-881d-45c8-b4c7-88bfbab10804 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:48:41.184479 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Attempting to bind port 66d6cc64-881d-45c8-b4c7-88bfbab10804 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:41.191305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-652fba6b-5d4d-4a73-bf51-2dd2ea2befc2 req-6d85d470-c8a6-4be5-a4b2-5336ccb8528e service neutron] 10.222.0.63 "GET /v2.0/networks/3383463f-73a5-48fd-9440-b2efb62c642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307910 Jul 27 19:48:41.195377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:48:41.195577 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:41.195974 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:48:41.196432 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Bound port: 66d6cc64-881d-45c8-b4c7-88bfbab10804, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:48:41.197469 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:41.197655 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:41.245895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521ff820-63ee-41a3-b16a-cfa816d3a831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56424c87-ef32-4b8c-b014-6f77a60ba01c'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:41.248200 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16577a5b-e02e-4f99-bfd8-14911b9f7821" -d '{"events": [{"server_uuid": "521ff820-63ee-41a3-b16a-cfa816d3a831", "name": "network-vif-plugged", "status": "completed", "tag": "56424c87-ef32-4b8c-b014-6f77a60ba01c"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:41.262420 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c2611caa-3647-4072-9c0f-aefa4cbfb0c4 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:41.300055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 56424c87-ef32-4b8c-b014-6f77a60ba01c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=56424c87-ef32-4b8c-b014-6f77a60ba01c,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:41.304842 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2611caa-3647-4072-9c0f-aefa4cbfb0c4 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event deleted for resources: {'Port': ['ID=ec7b3d20-3b61-4457-80f6-3e07a0ccd632,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:41.338235 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:41.364532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] For port 66d6cc64-881d-45c8-b4c7-88bfbab10804, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:41.387677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] For port 66d6cc64-881d-45c8-b4c7-88bfbab10804, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=66d6cc64-881d-45c8-b4c7-88bfbab10804,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:41.390625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:48:41.401060 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:41.428906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1618f93-6ac4-4eb4-aa90-98b7967554aa req-89b7c9f5-49c5-4cc3-aeed-0432c5d2ba99 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:41.436792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1618f93-6ac4-4eb4-aa90-98b7967554aa req-89b7c9f5-49c5-4cc3-aeed-0432c5d2ba99 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 943 time: 0.3675752 Jul 27 19:48:41.470267 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-61e868f8-3b4a-4306-9d3a-bb11b4d31bca tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:41.501279 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c2611caa-3647-4072-9c0f-aefa4cbfb0c4 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:41.506729 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c2611caa-3647-4072-9c0f-aefa4cbfb0c4 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "DELETE /v2.0/ports/ec7b3d20-3b61-4457-80f6-3e07a0ccd632 HTTP/1.1" status: 204 len: 168 time: 1.5178859 Jul 27 19:48:41.506883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-61e868f8-3b4a-4306-9d3a-bb11b4d31bca tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Transition to ACTIVE for port object 55a477d7-4c5f-411d-9fed-902b17a67525 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:41.509426 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44110) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:41.513575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:41.514258 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:41.515842 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] 10.222.0.63 "PUT /v2.0/ports/66d6cc64-881d-45c8-b4c7-88bfbab10804 HTTP/1.1" status: 200 len: 1096 time: 2.7992578 Jul 27 19:48:41.521991 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76925ea2-8f9b-4c2b-808f-da214f091ca6', 'tag': '66d6cc64-881d-45c8-b4c7-88bfbab10804'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:41.525481 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74140ba-199b-418d-9db7-8edc64685106" -d '{"events": [{"name": "network-changed", "server_uuid": "76925ea2-8f9b-4c2b-808f-da214f091ca6", "tag": "66d6cc64-881d-45c8-b4c7-88bfbab10804"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:41.558532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6b94b-fda0-4d9f-a2f0-093127ab470f service neutron] Pushing event updated for resources: {'Port': ['ID=66d6cc64-881d-45c8-b4c7-88bfbab10804,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:41.559162 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:41.559998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=56424c87-ef32-4b8c-b014-6f77a60ba01c,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:41.641269 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-101f3b8d-ce31-4db7-8bc7-55b99cddb319 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] GET failed (client error): The resource could not be found. Jul 27 19:48:41.643906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-101f3b8d-ce31-4db7-8bc7-55b99cddb319 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "GET /v2.0/ports/ec7b3d20-3b61-4457-80f6-3e07a0ccd632 HTTP/1.1" status: 404 len: 333 time: 0.1307259 Jul 27 19:48:41.648210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44114) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:41.654501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6932dd6c-75a6-4dd0-aaaa-481585c60402 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Request body: {'port': {'network_id': '672abc49-d322-466f-b2fe-f8b532f0702e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1135834062'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:41.658456 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1618f93-6ac4-4eb4-aa90-98b7967554aa req-7fb87a89-b713-45cf-8d4f-c76079e66922 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204831 Jul 27 19:48:41.735091 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3194267f-9c5d-475b-8815-e232b1791981 x-openstack-request-id: req-3194267f-9c5d-475b-8815-e232b1791981 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:41.735917 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7ea8c3-5076-441d-8ed3-879d1567d54b", "tag": "70195817-547e-41e6-96d3-da5b8ec57db8", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:41.736179 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3194267f-9c5d-475b-8815-e232b1791981 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:41.736702 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7ea8c3-5076-441d-8ed3-879d1567d54b', 'tag': '70195817-547e-41e6-96d3-da5b8ec57db8', 'status': 'completed', 'code': 200} Jul 27 19:48:41.779563 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-61e868f8-3b4a-4306-9d3a-bb11b4d31bca tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:41.800047 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-fe86bb2b-0204-4117-9618-d11d327604b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:41.801975 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-fe86bb2b-0204-4117-9618-d11d327604b5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=10df1db332444a03b335e636621661a4&device_id=76925ea2-8f9b-4c2b-808f-da214f091ca6 HTTP/1.1" status: 200 len: 1099 time: 0.2246683 Jul 27 19:48:41.845266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:41.857293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '586b4636-7458-4b4f-8df5-f3f28d6fa1d8', 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304', 'port_id': '586b4636-7458-4b4f-8df5-f3f28d6fa1d8', 'mac_address': 'fa:16:3e:4d:11:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a91b5a00-a1c3-4600-8e1b-576263e8fcc7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:48:41.868959 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-47818c97-06b1-4d57-9d18-edbd831f2f88 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=66d6cc64-881d-45c8-b4c7-88bfbab10804 HTTP/1.1" status: 200 len: 217 time: 0.0471790 Jul 27 19:48:41.897499 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d540a8c-120d-4b2b-9659-514435d78cc1 req-6387ed1d-cae9-4966-8fda-47cfdab58097 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:41.898219 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:41.899056 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d540a8c-120d-4b2b-9659-514435d78cc1 req-6387ed1d-cae9-4966-8fda-47cfdab58097 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=35640f13-611f-40e5-9d67-9d069f729b1c HTTP/1.1" status: 200 len: 943 time: 0.3473337 Jul 27 19:48:41.915181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:41.918239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6932dd6c-75a6-4dd0-aaaa-481585c60402 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Made reservation on behalf of b9b2f7c060f248fcb40e3e4f89b6cf43 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:41.922113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6932dd6c-75a6-4dd0-aaaa-481585c60402 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:41.943800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:41.947408 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-6932dd6c-75a6-4dd0-aaaa-481585c60402 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] device_id is not set on port eb84868c-0a9a-406c-a8c3-3ed68b7d45d8 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:48:41.950784 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:41.991602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-61e868f8-3b4a-4306-9d3a-bb11b4d31bca tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:41.996694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-cb0099d1-e5e6-4561-bb58-8d2dae80ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:41.998781 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-cb0099d1-e5e6-4561-bb58-8d2dae80ef8a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1171691 Jul 27 19:48:42.005250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:42.006316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-61e868f8-3b4a-4306-9d3a-bb11b4d31bca tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:42.009344 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-61e868f8-3b4a-4306-9d3a-bb11b4d31bca tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:42.017444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e868f8-3b4a-4306-9d3a-bb11b4d31bca tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Pushing event updated for resources: {'Port': ['ID=55a477d7-4c5f-411d-9fed-902b17a67525,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:42.145347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-6932dd6c-75a6-4dd0-aaaa-481585c60402 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Allocated IP 2001:db8::147 (672abc49-d322-466f-b2fe-f8b532f0702e/08d66422-ce58-47b6-b97f-09ec58368fbc/eb84868c-0a9a-406c-a8c3-3ed68b7d45d8) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:42.156546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-065391c3-ea28-4e9b-be1d-1514bffa17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:42.158413 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-065391c3-ea28-4e9b-be1d-1514bffa17a5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1418171 Jul 27 19:48:42.164845 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-61e868f8-3b4a-4306-9d3a-bb11b4d31bca tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:42.165591 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-61e868f8-3b4a-4306-9d3a-bb11b4d31bca tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:42.186255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5c1c9-19bb-48ed-85de-c622f45ef7ae req-cadac68f-7ded-4909-991e-94a4d888c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:42.188020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dc5c1c9-19bb-48ed-85de-c622f45ef7ae req-cadac68f-7ded-4909-991e-94a4d888c4dd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d4daa26e4754420b9db48caad2f9a801&device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 1095 time: 0.4239962 Jul 27 19:48:42.247994 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-61e868f8-3b4a-4306-9d3a-bb11b4d31bca tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7787437 Jul 27 19:48:42.255739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf262e-e885-4784-9f04-ee70ba3f0915 req-b818a6db-216f-4f7c-b59d-6413247ffe7a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:42.257239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4abf262e-e885-4784-9f04-ee70ba3f0915 req-b818a6db-216f-4f7c-b59d-6413247ffe7a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.4293442 Jul 27 19:48:42.296924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Request body: {'port': {'device_id': '17e48757-72b1-4327-b91e-23a961e7662e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:42.301260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d6971f54-4f62-4dcb-ac54-6adfa305824c None None] Provisioning for port 55a477d7-4c5f-411d-9fed-902b17a67525 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:42.307580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d6971f54-4f62-4dcb-ac54-6adfa305824c None None] Provisioning complete for port 55a477d7-4c5f-411d-9fed-902b17a67525 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:42.308835 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d6971f54-4f62-4dcb-ac54-6adfa305824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:42.332678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6769cce3-6040-45d3-8b20-d7109b3d77bc {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:42.354791 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-80a3d978-6bf3-4b5a-bbaa-ea2448a11270 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816819 Jul 27 19:48:42.362200 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:42.363163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d6971f54-4f62-4dcb-ac54-6adfa305824c None None] Port 55a477d7-4c5f-411d-9fed-902b17a67525 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:42.406222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-6d540a8c-120d-4b2b-9659-514435d78cc1 req-61bdbd49-fe03-4c68-bb43-57b23e30940d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Deleting port 1b3b034c-de21-4adc-b1ab-1f633c10c25e {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:42.406473 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6d540a8c-120d-4b2b-9659-514435d78cc1 req-61bdbd49-fe03-4c68-bb43-57b23e30940d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:42.430281 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['586b4636-7458-4b4f-8df5-f3f28d6fa1d8'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:42.443715 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6932dd6c-75a6-4dd0-aaaa-481585c60402 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:42.466248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-6932dd6c-75a6-4dd0-aaaa-481585c60402 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Transition to ACTIVE for port object eb84868c-0a9a-406c-a8c3-3ed68b7d45d8 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:42.482660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Transition to ACTIVE for port object 6769cce3-6040-45d3-8b20-d7109b3d77bc will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:42.496196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4abf262e-e885-4784-9f04-ee70ba3f0915 req-089942c0-90a2-40d4-bf9d-4f2e2664cab4 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109735 Jul 27 19:48:42.505984 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:42.539304 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-115b5fa8-4f57-4958-b7f1-70cb3c10193f req-a037df15-a157-45d4-8fb8-27b1dab26fe3 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696093 Jul 27 19:48:42.542398 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6932dd6c-75a6-4dd0-aaaa-481585c60402 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:42.606261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6932dd6c-75a6-4dd0-aaaa-481585c60402 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Network 672abc49-d322-466f-b2fe-f8b532f0702e is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:42.610418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6932dd6c-75a6-4dd0-aaaa-481585c60402 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:42.615598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6932dd6c-75a6-4dd0-aaaa-481585c60402 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:42.623693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6932dd6c-75a6-4dd0-aaaa-481585c60402 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:42.624014 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6932dd6c-75a6-4dd0-aaaa-481585c60402 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:42.646790 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6932dd6c-75a6-4dd0-aaaa-481585c60402 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9937885 Jul 27 19:48:42.650397 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44120) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:42.657778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-966c97bb-5e30-48bd-a589-a11e4d9312ae tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:09:93:26'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:42.671981 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932dd6c-75a6-4dd0-aaaa-481585c60402 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event updated for resources: {'Port': ['ID=eb84868c-0a9a-406c-a8c3-3ed68b7d45d8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:42.843308 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5c1c9-19bb-48ed-85de-c622f45ef7ae req-f20fffb2-f0cc-460a-b094-46ca17787e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:42.845070 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dc5c1c9-19bb-48ed-85de-c622f45ef7ae req-f20fffb2-f0cc-460a-b094-46ca17787e7e service neutron] 10.222.0.63 "GET /v2.0/networks?id=3383463f-73a5-48fd-9440-b2efb62c642c HTTP/1.1" status: 200 len: 916 time: 0.6461132 Jul 27 19:48:42.869780 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:42.871549 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-966c97bb-5e30-48bd-a589-a11e4d9312ae tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:42.951373 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Pushing event updated for resources: {'Port': ['ID=6769cce3-6040-45d3-8b20-d7109b3d77bc,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:42.962527 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dc5c1c9-19bb-48ed-85de-c622f45ef7ae req-039d0347-b774-4bac-bb98-f9aa7be1d3a4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70195817-547e-41e6-96d3-da5b8ec57db8 HTTP/1.1" status: 200 len: 217 time: 0.0954628 Jul 27 19:48:42.988918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-170b5f98-32ea-44ec-ad42-4dfeba0e26c1 None None] Provisioning for port eb84868c-0a9a-406c-a8c3-3ed68b7d45d8 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:42.993042 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-170b5f98-32ea-44ec-ad42-4dfeba0e26c1 None None] Provisioning complete for port eb84868c-0a9a-406c-a8c3-3ed68b7d45d8 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:42.993546 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-170b5f98-32ea-44ec-ad42-4dfeba0e26c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.011983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6d540a8c-120d-4b2b-9659-514435d78cc1 req-61bdbd49-fe03-4c68-bb43-57b23e30940d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] For port 1b3b034c-de21-4adc-b1ab-1f633c10c25e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1b3b034c-de21-4adc-b1ab-1f633c10c25e,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:43.012679 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6d540a8c-120d-4b2b-9659-514435d78cc1 req-61bdbd49-fe03-4c68-bb43-57b23e30940d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.048874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-170b5f98-32ea-44ec-ad42-4dfeba0e26c1 None None] Port eb84868c-0a9a-406c-a8c3-3ed68b7d45d8 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:43.081973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-966c97bb-5e30-48bd-a589-a11e4d9312ae tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.087912 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-966c97bb-5e30-48bd-a589-a11e4d9312ae tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.089518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-6d540a8c-120d-4b2b-9659-514435d78cc1 req-61bdbd49-fe03-4c68-bb43-57b23e30940d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Calling delete_port for 1b3b034c-de21-4adc-b1ab-1f633c10c25e owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:43.122296 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-966c97bb-5e30-48bd-a589-a11e4d9312ae tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] In _notify_port_updated(), no bound segment for port eb84868c-0a9a-406c-a8c3-3ed68b7d45d8 on network 672abc49-d322-466f-b2fe-f8b532f0702e {{(pid=94060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 19:48:43.136539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966c97bb-5e30-48bd-a589-a11e4d9312ae tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:43.137253 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-966c97bb-5e30-48bd-a589-a11e4d9312ae tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.138595 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-966c97bb-5e30-48bd-a589-a11e4d9312ae tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "PUT /v2.0/ports/eb84868c-0a9a-406c-a8c3-3ed68b7d45d8 HTTP/1.1" status: 200 len: 1003 time: 0.4871466 Jul 27 19:48:43.145346 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44126) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:43.192288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c97bb-5e30-48bd-a589-a11e4d9312ae tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event updated for resources: {'Port': ['ID=eb84868c-0a9a-406c-a8c3-3ed68b7d45d8,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:43.211749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5c1c9-19bb-48ed-85de-c622f45ef7ae req-1c5338e6-c74c-4603-8174-c7c6a0fd1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:43.213305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dc5c1c9-19bb-48ed-85de-c622f45ef7ae req-1c5338e6-c74c-4603-8174-c7c6a0fd1659 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8686335d-95ea-4186-ad02-4169113b78f6 HTTP/1.1" status: 200 len: 854 time: 0.2200327 Jul 27 19:48:43.263779 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de075ae8-2e94-47eb-a9f8-9e218b805ca7 req-2020c096-fb45-4d6a-8930-8a2678d3faaa tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:43.265382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de075ae8-2e94-47eb-a9f8-9e218b805ca7 req-2020c096-fb45-4d6a-8930-8a2678d3faaa tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=76925ea2-8f9b-4c2b-808f-da214f091ca6 HTTP/1.1" status: 200 len: 947 time: 0.4727483 Jul 27 19:48:43.273802 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-17d1f1a1-e740-4603-aa06-29cf50866f00 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Deleting port eb84868c-0a9a-406c-a8c3-3ed68b7d45d8 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:43.274298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17d1f1a1-e740-4603-aa06-29cf50866f00 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.319870 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2d513cf3-f339-42b3-a756-08f5d6eb17a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.363835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1b3b034c-de21-4adc-b1ab-1f633c10c25e no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:48:43.371839 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17d1f1a1-e740-4603-aa06-29cf50866f00 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.386736 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-17d1f1a1-e740-4603-aa06-29cf50866f00 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Calling delete_port for eb84868c-0a9a-406c-a8c3-3ed68b7d45d8 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:43.406485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Attempting to bind port 6769cce3-6040-45d3-8b20-d7109b3d77bc on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:48:43.406807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Attempting to bind port 6769cce3-6040-45d3-8b20-d7109b3d77bc by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:48:43.407164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Attempting to bind port 6769cce3-6040-45d3-8b20-d7109b3d77bc on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:43.412960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bb0aa24e-5aad-446a-91b4-1ba92207264c None None] Provisioning complete for port eb84868c-0a9a-406c-a8c3-3ed68b7d45d8 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:43.413478 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bb0aa24e-5aad-446a-91b4-1ba92207264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.440456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Port 6769cce3-6040-45d3-8b20-d7109b3d77bc on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:48:43.440711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Attempting to bind port 6769cce3-6040-45d3-8b20-d7109b3d77bc on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:43.451981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-bb0aa24e-5aad-446a-91b4-1ba92207264c None None] Port eb84868c-0a9a-406c-a8c3-3ed68b7d45d8 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:43.460277 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de075ae8-2e94-47eb-a9f8-9e218b805ca7 req-12247454-7820-4fa0-b8ea-5eaec66f81e2 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802163 Jul 27 19:48:43.474004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:48:43.474320 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:43.474714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:48:43.475217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Bound port: 6769cce3-6040-45d3-8b20-d7109b3d77bc, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:48:43.475931 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.518466 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec70231-2693-438e-9dbb-5d1d69a875b1 x-openstack-request-id: req-8ec70231-2693-438e-9dbb-5d1d69a875b1 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:43.518763 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521ff820-63ee-41a3-b16a-cfa816d3a831", "name": "network-vif-plugged", "status": "completed", "tag": "56424c87-ef32-4b8c-b014-6f77a60ba01c", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:43.519019 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ec70231-2693-438e-9dbb-5d1d69a875b1 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:43.519549 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521ff820-63ee-41a3-b16a-cfa816d3a831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56424c87-ef32-4b8c-b014-6f77a60ba01c', 'code': 200} Jul 27 19:48:43.565570 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17d1f1a1-e740-4603-aa06-29cf50866f00 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.606073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5c1c9-19bb-48ed-85de-c622f45ef7ae req-3b5730f4-9184-4d17-a59c-920e94916da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:43.609665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dc5c1c9-19bb-48ed-85de-c622f45ef7ae req-3b5730f4-9184-4d17-a59c-920e94916da6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3383463f-73a5-48fd-9440-b2efb62c642c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3370399 Jul 27 19:48:43.664914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1f1a1-e740-4603-aa06-29cf50866f00 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event deleted for resources: {'Port': ['ID=eb84868c-0a9a-406c-a8c3-3ed68b7d45d8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:43.667920 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17d1f1a1-e740-4603-aa06-29cf50866f00 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.672384 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-17d1f1a1-e740-4603-aa06-29cf50866f00 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "DELETE /v2.0/ports/eb84868c-0a9a-406c-a8c3-3ed68b7d45d8 HTTP/1.1" status: 204 len: 168 time: 0.5237889 Jul 27 19:48:43.674185 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44128) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:43.708551 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-97834886-781b-4847-86ab-9faa7875509e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] GET failed (client error): The resource could not be found. Jul 27 19:48:43.712242 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-97834886-781b-4847-86ab-9faa7875509e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "GET /v2.0/ports/eb84868c-0a9a-406c-a8c3-3ed68b7d45d8 HTTP/1.1" status: 404 len: 333 time: 0.0353341 Jul 27 19:48:43.714063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44130) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:43.721539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5fc374a9-70c3-4d10-90a4-838b90d467aa tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Request body: {'port': {'network_id': '672abc49-d322-466f-b2fe-f8b532f0702e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-575516851'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:43.777339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abfc6e-0389-4c36-bad6-fd8873547b81 req-ea5a2782-655f-42bd-8dbe-291a7fd2683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:43.778901 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-73abfc6e-0389-4c36-bad6-fd8873547b81 req-ea5a2782-655f-42bd-8dbe-291a7fd2683a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=521ff820-63ee-41a3-b16a-cfa816d3a831 HTTP/1.1" status: 200 len: 1102 time: 0.1942081 Jul 27 19:48:43.782731 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] For port 6769cce3-6040-45d3-8b20-d7109b3d77bc, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:43.785097 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6d540a8c-120d-4b2b-9659-514435d78cc1 req-61bdbd49-fe03-4c68-bb43-57b23e30940d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.824677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] For port 6769cce3-6040-45d3-8b20-d7109b3d77bc, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6769cce3-6040-45d3-8b20-d7109b3d77bc,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:43.838571 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-73abfc6e-0389-4c36-bad6-fd8873547b81 req-26e6b10c-f50a-4b39-b73f-48103cc375f6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512810 Jul 27 19:48:43.854438 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a477d7-4c5f-411d-9fed-902b17a67525 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:43.860576 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.862692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdbd49-fe03-4c68-bb43-57b23e30940d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Pushing event deleted for resources: {'Port': ['ID=1b3b034c-de21-4adc-b1ab-1f633c10c25e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:43.875752 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc374a9-70c3-4d10-90a4-838b90d467aa tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Made reservation on behalf of b9b2f7c060f248fcb40e3e4f89b6cf43 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:43.877575 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.880549 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5fc374a9-70c3-4d10-90a4-838b90d467aa tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.904938 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-5fc374a9-70c3-4d10-90a4-838b90d467aa tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] device_id is not set on port 1e4626bb-dde6-45e5-ba38-5b6654114e47 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:48:43.951387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:43.951946 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:43.953391 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] 10.222.0.63 "PUT /v2.0/ports/6769cce3-6040-45d3-8b20-d7109b3d77bc HTTP/1.1" status: 200 len: 1097 time: 3.3160117 Jul 27 19:48:43.957822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908d094c-76ca-4940-9810-22eace0f84b2', 'tag': '6769cce3-6040-45d3-8b20-d7109b3d77bc'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:43.960417 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21c6bda-26fc-4726-8df9-d786b2709a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "908d094c-76ca-4940-9810-22eace0f84b2", "tag": "6769cce3-6040-45d3-8b20-d7109b3d77bc"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:43.970781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dc5c1c9-19bb-48ed-85de-c622f45ef7ae req-c2751009-d780-4884-8849-cf4013df8ed1 service neutron] 10.222.0.63 "GET /v2.0/networks/3383463f-73a5-48fd-9440-b2efb62c642c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434248 Jul 27 19:48:43.994638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Transition to ACTIVE for port object 55a477d7-4c5f-411d-9fed-902b17a67525 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:44.003512 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6191584-79af-4517-91db-930658f5ad1f req-68c2680a-fd57-448e-82fb-791d7ba43e66 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:44.005180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6191584-79af-4517-91db-930658f5ad1f req-68c2680a-fd57-448e-82fb-791d7ba43e66 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=521ff820-63ee-41a3-b16a-cfa816d3a831 HTTP/1.1" status: 200 len: 950 time: 0.4077396 Jul 27 19:48:44.012374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d540a8c-120d-4b2b-9659-514435d78cc1 req-61bdbd49-fe03-4c68-bb43-57b23e30940d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] No DVR routers for this DVR port 1b3b034c-de21-4adc-b1ab-1f633c10c25e on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:48:44.023674 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:44.026009 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6d540a8c-120d-4b2b-9659-514435d78cc1 req-61bdbd49-fe03-4c68-bb43-57b23e30940d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:44.027983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d540a8c-120d-4b2b-9659-514435d78cc1 req-61bdbd49-fe03-4c68-bb43-57b23e30940d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "DELETE /v2.0/ports/1b3b034c-de21-4adc-b1ab-1f633c10c25e HTTP/1.1" status: 204 len: 173 time: 2.1200783 Jul 27 19:48:44.039646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-5fc374a9-70c3-4d10-90a4-838b90d467aa tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Allocated IP 2001:db8::1a0 (672abc49-d322-466f-b2fe-f8b532f0702e/08d66422-ce58-47b6-b97f-09ec58368fbc/1e4626bb-dde6-45e5-ba38-5b6654114e47) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:44.131534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a001577-4e8a-477a-845d-4f78c28c0398 service neutron] Pushing event updated for resources: {'Port': ['ID=6769cce3-6040-45d3-8b20-d7109b3d77bc,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:44.211510 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6191584-79af-4517-91db-930658f5ad1f req-873ad410-5c2d-4ee4-88ab-e8f4c22c1304 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955929 Jul 27 19:48:44.215596 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5fc374a9-70c3-4d10-90a4-838b90d467aa tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:44.232434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-5fc374a9-70c3-4d10-90a4-838b90d467aa tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Transition to ACTIVE for port object 1e4626bb-dde6-45e5-ba38-5b6654114e47 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:44.269488 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5fc374a9-70c3-4d10-90a4-838b90d467aa tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:44.317461 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Pushing event updated for resources: {'Port': ['ID=55a477d7-4c5f-411d-9fed-902b17a67525,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:44.322235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc374a9-70c3-4d10-90a4-838b90d467aa tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Network 672abc49-d322-466f-b2fe-f8b532f0702e is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:44.326206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-5fc374a9-70c3-4d10-90a4-838b90d467aa tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:44.330628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc374a9-70c3-4d10-90a4-838b90d467aa tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:44.337300 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc374a9-70c3-4d10-90a4-838b90d467aa tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:44.338015 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5fc374a9-70c3-4d10-90a4-838b90d467aa tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:44.360340 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dc5c1c9-19bb-48ed-85de-c622f45ef7ae req-b5337228-81d0-4ef5-90b6-6fd2199677d1 service neutron] 10.222.0.63 "GET /v2.0/networks/3383463f-73a5-48fd-9440-b2efb62c642c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489199 Jul 27 19:48:44.364230 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc374a9-70c3-4d10-90a4-838b90d467aa tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event updated for resources: {'Port': ['ID=1e4626bb-dde6-45e5-ba38-5b6654114e47,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:44.370313 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5fc374a9-70c3-4d10-90a4-838b90d467aa tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6514490 Jul 27 19:48:44.380587 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-eae76d7d-1cfd-4d81-88a6-f7f11b2f73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:44.383824 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-eae76d7d-1cfd-4d81-88a6-f7f11b2f73bc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 1100 time: 0.3437841 Jul 27 19:48:44.384508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44144) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:44.391552 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f329e069-a127-41d6-84ed-683b38615526 x-openstack-request-id: req-f329e069-a127-41d6-84ed-683b38615526 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:44.393303 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76925ea2-8f9b-4c2b-808f-da214f091ca6", "tag": "66d6cc64-881d-45c8-b4c7-88bfbab10804", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:44.393584 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f329e069-a127-41d6-84ed-683b38615526 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:44.394005 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76925ea2-8f9b-4c2b-808f-da214f091ca6', 'tag': '66d6cc64-881d-45c8-b4c7-88bfbab10804', 'status': 'completed', 'code': 200} Jul 27 19:48:44.395518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d019d725-733c-4b81-9ab6-fec25b6e9504 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Request body: {'port': {'network_id': '672abc49-d322-466f-b2fe-f8b532f0702e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1748302896'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:44.532910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Attempting to bind port 55a477d7-4c5f-411d-9fed-902b17a67525 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:48:44.533584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Attempting to bind port 55a477d7-4c5f-411d-9fed-902b17a67525 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:48:44.533996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Attempting to bind port 55a477d7-4c5f-411d-9fed-902b17a67525 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:44.599290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-7b670e39-4a76-489c-8d3b-8b6a041eb3a1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=6769cce3-6040-45d3-8b20-d7109b3d77bc HTTP/1.1" status: 200 len: 217 time: 0.1316309 Jul 27 19:48:44.633029 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Port 55a477d7-4c5f-411d-9fed-902b17a67525 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:48:44.636905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Attempting to bind port 55a477d7-4c5f-411d-9fed-902b17a67525 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:44.660046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:48:44.660382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:44.660773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:48:44.661208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Bound port: 55a477d7-4c5f-411d-9fed-902b17a67525, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:48:44.661561 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:44.684182 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:48:44.735483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f19c7ab5-c672-4c13-9bc7-33c6dab7bf30 None None] Provisioning for port 1e4626bb-dde6-45e5-ba38-5b6654114e47 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:44.739585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f19c7ab5-c672-4c13-9bc7-33c6dab7bf30 None None] Provisioning complete for port 1e4626bb-dde6-45e5-ba38-5b6654114e47 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:44.739960 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f19c7ab5-c672-4c13-9bc7-33c6dab7bf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:44.780197 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f19c7ab5-c672-4c13-9bc7-33c6dab7bf30 None None] Port 1e4626bb-dde6-45e5-ba38-5b6654114e47 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:44.839299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-44756ec5-602c-4a6e-a3dc-069f1993b3f9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:44.845868 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-44756ec5-602c-4a6e-a3dc-069f1993b3f9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:44.852339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-44756ec5-602c-4a6e-a3dc-069f1993b3f9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:44.854180 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-44756ec5-602c-4a6e-a3dc-069f1993b3f9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.63 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 2418 time: 0.1139662 Jul 27 19:48:44.972647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-bb10749e-18e3-49bf-819c-5c7c5c0a2468 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Deleting port dc021510-3746-45bb-b850-691b336068cf {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:44.972985 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-bb10749e-18e3-49bf-819c-5c7c5c0a2468 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.067273 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-bb10749e-18e3-49bf-819c-5c7c5c0a2468 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] For port dc021510-3746-45bb-b850-691b336068cf, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=dc021510-3746-45bb-b850-691b336068cf,segment=NetworkSegment(46b875f2-bd5a-485d-ae96-7b2e1b656f83),segment_id=46b875f2-bd5a-485d-ae96-7b2e1b656f83)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:45.067599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-bb10749e-18e3-49bf-819c-5c7c5c0a2468 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.076787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-e111a0ad-591b-4fd9-8126-933e5b293762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:45.078261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-e111a0ad-591b-4fd9-8126-933e5b293762 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.4517334 Jul 27 19:48:45.081768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-bb10749e-18e3-49bf-819c-5c7c5c0a2468 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Calling delete_port for dc021510-3746-45bb-b850-691b336068cf owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:45.122144 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8c25b-c4cf-4cda-865a-2b188800e20e req-b092dcf9-e5e2-41c3-a9ce-e921172a498c tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:45.123634 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0d8c25b-c4cf-4cda-865a-2b188800e20e req-b092dcf9-e5e2-41c3-a9ce-e921172a498c tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 943 time: 0.6570282 Jul 27 19:48:45.161605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74140ba-199b-418d-9db7-8edc64685106 req-2fff8acd-fa0e-41c8-93f7-5a98df20a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:45.163193 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f74140ba-199b-418d-9db7-8edc64685106 req-2fff8acd-fa0e-41c8-93f7-5a98df20a8ba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=10df1db332444a03b335e636621661a4&device_id=76925ea2-8f9b-4c2b-808f-da214f091ca6 HTTP/1.1" status: 200 len: 1099 time: 0.6977513 Jul 27 19:48:45.169138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d019d725-733c-4b81-9ab6-fec25b6e9504 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Made reservation on behalf of b9b2f7c060f248fcb40e3e4f89b6cf43 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:45.172646 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d019d725-733c-4b81-9ab6-fec25b6e9504 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.221992 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-bb10749e-18e3-49bf-819c-5c7c5c0a2468 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.235137 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['dc021510-3746-45bb-b850-691b336068cf', '3d8b73a2-2c02-4338-ad24-1756095eb0c2', 'cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:45.236705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] For port 55a477d7-4c5f-411d-9fed-902b17a67525, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:45.251350 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10749e-18e3-49bf-819c-5c7c5c0a2468 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Port': ['ID=dc021510-3746-45bb-b850-691b336068cf,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:45.299434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-d019d725-733c-4b81-9ab6-fec25b6e9504 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] device_id is not set on port afea9fcd-37bf-4bfd-a534-10166e79c9e9 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:48:45.311395 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-bb10749e-18e3-49bf-819c-5c7c5c0a2468 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] No DVR routers for this DVR port dc021510-3746-45bb-b850-691b336068cf on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:48:45.311691 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] For port 55a477d7-4c5f-411d-9fed-902b17a67525, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=55a477d7-4c5f-411d-9fed-902b17a67525,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:45.315161 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-bb10749e-18e3-49bf-819c-5c7c5c0a2468 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.318271 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-bb10749e-18e3-49bf-819c-5c7c5c0a2468 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.63 "DELETE /v2.0/ports/dc021510-3746-45bb-b850-691b336068cf HTTP/1.1" status: 204 len: 173 time: 0.4540823 Jul 27 19:48:45.333945 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7efe2-be0a-4802-aa1c-7780812b48bf req-217bcefc-4d5a-4a0c-91e6-dcb1efab8611 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:45.335593 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26d7efe2-be0a-4802-aa1c-7780812b48bf req-217bcefc-4d5a-4a0c-91e6-dcb1efab8611 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.6663949 Jul 27 19:48:45.375623 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.382049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 70195817-547e-41e6-96d3-da5b8ec57db8 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:48:45.384136 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:48:45.401607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0d8c25b-c4cf-4cda-865a-2b188800e20e req-7dcf3aa5-1dd2-427a-925f-d9cfb38b09f8 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485681 Jul 27 19:48:45.519702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-c78db53c-2022-4e38-b896-288ba6af934e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Deleting port 3d8b73a2-2c02-4338-ad24-1756095eb0c2 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:45.520054 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-c78db53c-2022-4e38-b896-288ba6af934e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.571247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:45.589569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:45.589942 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.599002 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 70195817-547e-41e6-96d3-da5b8ec57db8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=70195817-547e-41e6-96d3-da5b8ec57db8,segment=NetworkSegment(fa87bfef-a30e-4f88-bfdf-bc4899fb9166),segment_id=fa87bfef-a30e-4f88-bfdf-bc4899fb9166)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:45.643297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '70195817-547e-41e6-96d3-da5b8ec57db8', 'network_id': '3383463f-73a5-48fd-9440-b2efb62c642c', 'port_id': '70195817-547e-41e6-96d3-da5b8ec57db8', 'mac_address': 'fa:16:3e:dc:f9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8686335d-95ea-4186-ad02-4169113b78f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:48:45.656342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-c78db53c-2022-4e38-b896-288ba6af934e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] For port 3d8b73a2-2c02-4338-ad24-1756095eb0c2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3d8b73a2-2c02-4338-ad24-1756095eb0c2,segment=NetworkSegment(7af02318-b06e-42c2-841b-000d04f74412),segment_id=7af02318-b06e-42c2-841b-000d04f74412)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:45.657169 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-c78db53c-2022-4e38-b896-288ba6af934e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.673427 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-c78db53c-2022-4e38-b896-288ba6af934e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Calling delete_port for 3d8b73a2-2c02-4338-ad24-1756095eb0c2 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:45.697856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:45.698480 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.699880 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] 10.222.0.63 "PUT /v2.0/ports/55a477d7-4c5f-411d-9fed-902b17a67525 HTTP/1.1" status: 200 len: 1097 time: 3.4091177 Jul 27 19:48:45.721722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-f5021d15-dd5a-4280-aeb2-7b1bba2457e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:45.727765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-f5021d15-dd5a-4280-aeb2-7b1bba2457e5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6368539 Jul 27 19:48:45.734229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26d7efe2-be0a-4802-aa1c-7780812b48bf req-af888ec0-b881-4fa9-bc0f-94ea2665633d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3534036 Jul 27 19:48:45.738812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-d019d725-733c-4b81-9ab6-fec25b6e9504 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Allocated IP 2001:db8::2b9 (672abc49-d322-466f-b2fe-f8b532f0702e/08d66422-ce58-47b6-b97f-09ec58368fbc/afea9fcd-37bf-4bfd-a534-10166e79c9e9) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:45.745679 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.799393 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70195817-547e-41e6-96d3-da5b8ec57db8 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:45.809384 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.819721 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e4fa2-034c-431a-b151-063e705b6e3c service neutron] Pushing event updated for resources: {'Port': ['ID=55a477d7-4c5f-411d-9fed-902b17a67525,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:45.840001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 70195817-547e-41e6-96d3-da5b8ec57db8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=70195817-547e-41e6-96d3-da5b8ec57db8,segment=NetworkSegment(fa87bfef-a30e-4f88-bfdf-bc4899fb9166),segment_id=fa87bfef-a30e-4f88-bfdf-bc4899fb9166)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:45.849055 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.863150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e58136-96ea-4bbd-98bf-1ccbf8ec682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586b4636-7458-4b4f-8df5-f3f28d6fa1d8'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:45.866259 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2da5c63-dcfd-4ed1-84af-3698bccc758a" -d '{"events": [{"server_uuid": "e5e58136-96ea-4bbd-98bf-1ccbf8ec682e", "name": "network-vif-plugged", "status": "completed", "tag": "586b4636-7458-4b4f-8df5-f3f28d6fa1d8"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:45.890240 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-c78db53c-2022-4e38-b896-288ba6af934e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.906173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['dc021510-3746-45bb-b850-691b336068cf'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:45.910893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:45.921623 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78db53c-2022-4e38-b896-288ba6af934e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Port': ['ID=3d8b73a2-2c02-4338-ad24-1756095eb0c2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:45.922540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74140ba-199b-418d-9db7-8edc64685106 req-44037075-6b6a-4e23-9363-955b75591112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:45.925992 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f74140ba-199b-418d-9db7-8edc64685106 req-44037075-6b6a-4e23-9363-955b75591112 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.7508640 Jul 27 19:48:45.941790 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.965858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=70195817-547e-41e6-96d3-da5b8ec57db8,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:45.976341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-c78db53c-2022-4e38-b896-288ba6af934e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] No DVR routers for this DVR port 3d8b73a2-2c02-4338-ad24-1756095eb0c2 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:48:45.984511 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-c78db53c-2022-4e38-b896-288ba6af934e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:45.986656 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-c78db53c-2022-4e38-b896-288ba6af934e tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.63 "DELETE /v2.0/ports/3d8b73a2-2c02-4338-ad24-1756095eb0c2 HTTP/1.1" status: 204 len: 173 time: 0.6600568 Jul 27 19:48:46.025247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:46.081843 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-27437193-2f5b-4855-8738-4ce401cf6441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:46.088087 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f74140ba-199b-418d-9db7-8edc64685106 req-4a63deb0-5833-4b64-bf3c-c3bc05c33c50 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=66d6cc64-881d-45c8-b4c7-88bfbab10804 HTTP/1.1" status: 200 len: 217 time: 0.1186028 Jul 27 19:48:46.119284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-1dd7b27c-9299-468e-ad25-3298525a2b32 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Deleting port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:46.119710 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-1dd7b27c-9299-468e-ad25-3298525a2b32 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:46.172148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['70195817-547e-41e6-96d3-da5b8ec57db8'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:46.176678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6862a-d718-46bd-9196-6c10c468cb0b req-466934e9-ff98-421c-8815-9a4aee063018 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:46.178315 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0f6862a-d718-46bd-9196-6c10c468cb0b req-466934e9-ff98-421c-8815-9a4aee063018 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 944 time: 0.6821020 Jul 27 19:48:46.202619 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:46.239966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-1dd7b27c-9299-468e-ad25-3298525a2b32 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] For port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b,segment=NetworkSegment(7af02318-b06e-42c2-841b-000d04f74412),segment_id=7af02318-b06e-42c2-841b-000d04f74412)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:46.241154 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-1dd7b27c-9299-468e-ad25-3298525a2b32 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:46.261580 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-1dd7b27c-9299-468e-ad25-3298525a2b32 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Calling delete_port for cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:46.277093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-e97d340d-6a0a-49f5-85c6-8827b9c8f924 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771495 Jul 27 19:48:46.285768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-ed390651-715a-4c34-af94-71573c7e2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:46.287245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-ed390651-715a-4c34-af94-71573c7e2508 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=10df1db332444a03b335e636621661a4&device_id=17e48757-72b1-4327-b91e-23a961e7662e HTTP/1.1" status: 200 len: 1100 time: 0.4404991 Jul 27 19:48:46.328857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74140ba-199b-418d-9db7-8edc64685106 req-c5c21990-b751-4767-b470-0298e30d9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:46.331226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f74140ba-199b-418d-9db7-8edc64685106 req-c5c21990-b751-4767-b470-0298e30d9d2d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.2179649 Jul 27 19:48:46.395822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'name': 'network-vif-deleted', 'tag': 'dc021510-3746-45bb-b850-691b336068cf'}, {'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'name': 'network-vif-deleted', 'tag': '3d8b73a2-2c02-4338-ad24-1756095eb0c2'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:46.398074 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a25311-4f3c-49da-b06a-a181f33f43b7" -d '{"events": [{"server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "name": "network-vif-deleted", "tag": "dc021510-3746-45bb-b850-691b336068cf"}, {"server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "name": "network-vif-deleted", "tag": "3d8b73a2-2c02-4338-ad24-1756095eb0c2"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:46.401355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51823fb6-0af0-4170-8d00-b3bdae2c3aa9 req-6d582e4d-4bef-4f1e-bb32-9e2ab93b61c7 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:46.402873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51823fb6-0af0-4170-8d00-b3bdae2c3aa9 req-6d582e4d-4bef-4f1e-bb32-9e2ab93b61c7 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d HTTP/1.1" status: 200 len: 945 time: 0.5199246 Jul 27 19:48:46.411210 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-1dd7b27c-9299-468e-ad25-3298525a2b32 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:46.440285 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0f6862a-d718-46bd-9196-6c10c468cb0b req-dfbe887d-2eba-4c48-aeb0-d58a3a4746e5 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371552 Jul 27 19:48:46.442531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7b27c-9299-468e-ad25-3298525a2b32 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Port': ['ID=cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:46.476130 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-cd61baf5-3f75-40e1-bf04-6a35949b9668 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=55a477d7-4c5f-411d-9fed-902b17a67525 HTTP/1.1" status: 200 len: 217 time: 0.1622560 Jul 27 19:48:46.492673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-1dd7b27c-9299-468e-ad25-3298525a2b32 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] No DVR routers for this DVR port cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:48:46.495175 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-1dd7b27c-9299-468e-ad25-3298525a2b32 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:46.497299 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d4090d4b-7958-4d8a-ac11-85895ae745b2 req-1dd7b27c-9299-468e-ad25-3298525a2b32 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.63 "DELETE /v2.0/ports/cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b HTTP/1.1" status: 204 len: 173 time: 0.5043883 Jul 27 19:48:46.513929 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a99874-4b35-4e5a-bc24-51f2e9952263 x-openstack-request-id: req-a7a99874-4b35-4e5a-bc24-51f2e9952263 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:46.514206 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908d094c-76ca-4940-9810-22eace0f84b2", "tag": "6769cce3-6040-45d3-8b20-d7109b3d77bc", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:46.514452 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7a99874-4b35-4e5a-bc24-51f2e9952263 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:46.514855 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908d094c-76ca-4940-9810-22eace0f84b2', 'tag': '6769cce3-6040-45d3-8b20-d7109b3d77bc', 'status': 'completed', 'code': 200} Jul 27 19:48:46.554610 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d019d725-733c-4b81-9ab6-fec25b6e9504 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:46.640081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d019d725-733c-4b81-9ab6-fec25b6e9504 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Transition to ACTIVE for port object afea9fcd-37bf-4bfd-a534-10166e79c9e9 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:46.670224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51823fb6-0af0-4170-8d00-b3bdae2c3aa9 req-530cc572-5110-48f4-b344-cc2a6f64805b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046824 Jul 27 19:48:46.673242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9167db3b-cc05-4a58-81a4-dd9b94434201 req-7399074c-4b1b-4fea-adbc-7e6f4fe3359c service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847249 Jul 27 19:48:46.686964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-57779be2-f5f7-4b14-a1ba-965ef963fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:46.688564 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-57779be2-f5f7-4b14-a1ba-965ef963fba1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1960378 Jul 27 19:48:46.773121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74140ba-199b-418d-9db7-8edc64685106 req-6a4b016b-ea48-4cc8-9d12-bbc9b1136099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:46.774660 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f74140ba-199b-418d-9db7-8edc64685106 req-6a4b016b-ea48-4cc8-9d12-bbc9b1136099 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4215155 Jul 27 19:48:46.852518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42ea16-3ed3-4559-a622-bc80b1508fe0 req-c6080b79-a919-400e-8cb8-75d481247dcc tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:46.854017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a42ea16-3ed3-4559-a622-bc80b1508fe0 req-c6080b79-a919-400e-8cb8-75d481247dcc tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=76925ea2-8f9b-4c2b-808f-da214f091ca6 HTTP/1.1" status: 200 len: 947 time: 0.2864184 Jul 27 19:48:46.855836 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d019d725-733c-4b81-9ab6-fec25b6e9504 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:46.970270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d019d725-733c-4b81-9ab6-fec25b6e9504 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Network 672abc49-d322-466f-b2fe-f8b532f0702e is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:46.990061 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d019d725-733c-4b81-9ab6-fec25b6e9504 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:46.992887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d019d725-733c-4b81-9ab6-fec25b6e9504 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:46.996345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['dc021510-3746-45bb-b850-691b336068cf'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:47.001063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019d725-733c-4b81-9ab6-fec25b6e9504 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:47.001699 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d019d725-733c-4b81-9ab6-fec25b6e9504 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:47.044954 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:47.059456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-85cdbe99-6fb6-4781-900d-5839a2225b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:47.061447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-85cdbe99-6fb6-4781-900d-5839a2225b25 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3629472 Jul 27 19:48:47.062198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019d725-733c-4b81-9ab6-fec25b6e9504 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event updated for resources: {'Port': ['ID=afea9fcd-37bf-4bfd-a534-10166e79c9e9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:47.075899 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a42ea16-3ed3-4559-a622-bc80b1508fe0 req-5aa36195-a8d4-425a-a60e-0da08a771843 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042549 Jul 27 19:48:47.088943 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44164) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:47.096341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::395', 'mac_address': 'fa:16:3e:09:93:26'}, {'ip_address': '2001:db8::1a0', 'mac_address': 'fa:16:3e:09:d2:b0'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:47.098066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d019d725-733c-4b81-9ab6-fec25b6e9504 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6991651 Jul 27 19:48:47.185526 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6bda-26fc-4726-8df9-d786b2709a5e req-f9fb35e5-a8f3-4f8a-8c38-efa2e62a4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:47.187364 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b21c6bda-26fc-4726-8df9-d786b2709a5e req-f9fb35e5-a8f3-4f8a-8c38-efa2e62a4ec5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 1100 time: 0.4325340 Jul 27 19:48:47.189921 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f74140ba-199b-418d-9db7-8edc64685106 req-78dd696f-f29f-40ba-8f06-f6394ea5b10e service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757737 Jul 27 19:48:47.212157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68d054-d96c-43df-b472-b46b9eead324 req-00aca448-4387-49f4-9e0d-e50170e7e835 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:47.214092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b68d054-d96c-43df-b472-b46b9eead324 req-00aca448-4387-49f4-9e0d-e50170e7e835 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=521ff820-63ee-41a3-b16a-cfa816d3a831 HTTP/1.1" status: 200 len: 950 time: 0.4348423 Jul 27 19:48:47.226270 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:47.302427 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1d08d8ed-3732-4282-b217-924e003c0ad8 None None] Provisioning for port afea9fcd-37bf-4bfd-a534-10166e79c9e9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:47.306987 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1d08d8ed-3732-4282-b217-924e003c0ad8 None None] Provisioning complete for port afea9fcd-37bf-4bfd-a534-10166e79c9e9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:47.307275 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d08d8ed-3732-4282-b217-924e003c0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:47.343605 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1d08d8ed-3732-4282-b217-924e003c0ad8 None None] Port afea9fcd-37bf-4bfd-a534-10166e79c9e9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:47.390308 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 66d6cc64-881d-45c8-b4c7-88bfbab10804 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:48:47.393154 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 70195817-547e-41e6-96d3-da5b8ec57db8 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:48:47.426698 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:47.433920 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:47.474247 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] In _notify_port_updated(), no bound segment for port afea9fcd-37bf-4bfd-a534-10166e79c9e9 on network 672abc49-d322-466f-b2fe-f8b532f0702e {{(pid=94060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 19:48:47.480507 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:47.481183 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:47.484185 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "PUT /v2.0/ports/afea9fcd-37bf-4bfd-a534-10166e79c9e9 HTTP/1.1" status: 200 len: 1068 time: 0.3921559 Jul 27 19:48:47.487675 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44168) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:47.555733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 66d6cc64-881d-45c8-b4c7-88bfbab10804, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=66d6cc64-881d-45c8-b4c7-88bfbab10804,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:47.561278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 70195817-547e-41e6-96d3-da5b8ec57db8 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:47.576454 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 70195817-547e-41e6-96d3-da5b8ec57db8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:47.577497 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:47.605550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '66d6cc64-881d-45c8-b4c7-88bfbab10804', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '66d6cc64-881d-45c8-b4c7-88bfbab10804', 'mac_address': 'fa:16:3e:4a:d0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:48:47.704793 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:47.728033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b68d054-d96c-43df-b472-b46b9eead324 req-03ec774b-a2ae-4174-b211-fba0dfb7c0f9 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630167 Jul 27 19:48:47.730861 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-0512914b-f3a7-4af9-9527-5afe54c08cf1 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6531882 Jul 27 19:48:47.747266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d6cc64-881d-45c8-b4c7-88bfbab10804 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:47.790747 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 66d6cc64-881d-45c8-b4c7-88bfbab10804, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=66d6cc64-881d-45c8-b4c7-88bfbab10804,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:47.795893 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:47.801862 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:47.814940 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298dfafa-3c09-4976-95f4-c6a8f4069007 x-openstack-request-id: req-298dfafa-3c09-4976-95f4-c6a8f4069007 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:47.816020 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e58136-96ea-4bbd-98bf-1ccbf8ec682e", "name": "network-vif-plugged", "status": "completed", "tag": "586b4636-7458-4b4f-8df5-f3f28d6fa1d8", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:47.816364 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-298dfafa-3c09-4976-95f4-c6a8f4069007 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:47.817372 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e58136-96ea-4bbd-98bf-1ccbf8ec682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586b4636-7458-4b4f-8df5-f3f28d6fa1d8', 'code': 200} Jul 27 19:48:47.842604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2c9dd-89d2-4b81-a714-e295c82a893c req-7c0f9bae-ce6f-4f59-826e-4a8c58dca12d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:47.844169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1a2c9dd-89d2-4b81-a714-e295c82a893c req-7c0f9bae-ce6f-4f59-826e-4a8c58dca12d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.6740367 Jul 27 19:48:47.856301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f74140ba-199b-418d-9db7-8edc64685106 req-abf81608-11d8-4897-81fe-d97ff27eccfa service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6407406 Jul 27 19:48:47.856847 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6bda-26fc-4726-8df9-d786b2709a5e req-d410563e-1675-4750-9d2b-ae3a594a6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:47.858230 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b21c6bda-26fc-4726-8df9-d786b2709a5e req-d410563e-1675-4750-9d2b-ae3a594a6be2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.6342506 Jul 27 19:48:47.914511 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 70195817-547e-41e6-96d3-da5b8ec57db8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=70195817-547e-41e6-96d3-da5b8ec57db8,segment=NetworkSegment(fa87bfef-a30e-4f88-bfdf-bc4899fb9166),segment_id=fa87bfef-a30e-4f88-bfdf-bc4899fb9166)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:47.926367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-efc7eb18-0d3e-4ada-ac49-2de0d5db1c78 None None] Provisioning complete for port afea9fcd-37bf-4bfd-a534-10166e79c9e9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:47.926843 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-efc7eb18-0d3e-4ada-ac49-2de0d5db1c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:47.934219 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:47.954062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b21c6bda-26fc-4726-8df9-d786b2709a5e req-103a8e73-d996-485f-b966-0577c5e91c78 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=6769cce3-6040-45d3-8b20-d7109b3d77bc HTTP/1.1" status: 200 len: 217 time: 0.0708368 Jul 27 19:48:47.956291 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdc2da1-2726-49e6-b9a0-f742f60ae37d x-openstack-request-id: req-ccdc2da1-2726-49e6-b9a0-f742f60ae37d {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:47.956614 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "name": "network-vif-deleted", "tag": "dc021510-3746-45bb-b850-691b336068cf", "status": "completed", "code": 200}, {"server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "name": "network-vif-deleted", "tag": "3d8b73a2-2c02-4338-ad24-1756095eb0c2", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:47.956862 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ccdc2da1-2726-49e6-b9a0-f742f60ae37d {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:47.957253 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'name': 'network-vif-deleted', 'tag': 'dc021510-3746-45bb-b850-691b336068cf', 'status': 'completed', 'code': 200} Jul 27 19:48:47.957703 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'name': 'network-vif-deleted', 'tag': '3d8b73a2-2c02-4338-ad24-1756095eb0c2', 'status': 'completed', 'code': 200} Jul 27 19:48:47.963284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event updated for resources: {'Port': ['ID=afea9fcd-37bf-4bfd-a534-10166e79c9e9,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:47.977050 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-efc7eb18-0d3e-4ada-ac49-2de0d5db1c78 None None] Port afea9fcd-37bf-4bfd-a534-10166e79c9e9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:48:47.977945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:47.978293 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:47.978820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:47.979216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=66d6cc64-881d-45c8-b4c7-88bfbab10804,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:47.979543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:47.980045 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:47.980572 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:47.981142 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:47.981659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:47.982157 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:47.982651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:47.983161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:47.983669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493377a7-9e7b-4725-a526-36e02f091a5f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:48:48.028332 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1a2c9dd-89d2-4b81-a714-e295c82a893c req-6d48a490-d62b-480d-bbb5-7dce334fc94f tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750631 Jul 27 19:48:48.041423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=70195817-547e-41e6-96d3-da5b8ec57db8,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:48.068331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c184e8-8656-4e44-84d7-deb29d8cca36 req-d1eedefb-7fc0-4719-b243-beace56a90ff service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218725 Jul 27 19:48:48.096625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6bda-26fc-4726-8df9-d786b2709a5e req-1e91f982-5fed-4891-b3b8-459a79472936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:48.097906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b21c6bda-26fc-4726-8df9-d786b2709a5e req-1e91f982-5fed-4891-b3b8-459a79472936 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1158202 Jul 27 19:48:48.100882 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2462d1ae-909f-4ef3-b8ba-97af2a352a4f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Deleting port afea9fcd-37bf-4bfd-a534-10166e79c9e9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:48.100882 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2462d1ae-909f-4ef3-b8ba-97af2a352a4f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:48.135168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30238121-7db8-453e-9d88-6d66c34f6978 req-0e403f9c-d4a5-4a42-b7d9-68568e9d6785 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:48.137135 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30238121-7db8-453e-9d88-6d66c34f6978 req-0e403f9c-d4a5-4a42-b7d9-68568e9d6785 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 945 time: 0.1940382 Jul 27 19:48:48.145885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16775adc-aa4e-4be9-9cc8-4a195014ba7a req-778345e6-15bb-41f6-8bb9-27284886e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:48.147609 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16775adc-aa4e-4be9-9cc8-4a195014ba7a req-778345e6-15bb-41f6-8bb9-27284886e9fc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 1097 time: 0.2429810 Jul 27 19:48:48.163080 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['66d6cc64-881d-45c8-b4c7-88bfbab10804'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:48.218125 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2462d1ae-909f-4ef3-b8ba-97af2a352a4f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:48.238932 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2462d1ae-909f-4ef3-b8ba-97af2a352a4f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Calling delete_port for afea9fcd-37bf-4bfd-a534-10166e79c9e9 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:48.321039 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30238121-7db8-453e-9d88-6d66c34f6978 req-4ff1ae8b-f43b-40c8-86ea-679f8cc70ae6 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723526 Jul 27 19:48:48.345927 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16775adc-aa4e-4be9-9cc8-4a195014ba7a req-e67e095c-072c-4fc6-b4b3-3f45a85fd254 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481023 Jul 27 19:48:48.367756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6bda-26fc-4726-8df9-d786b2709a5e req-9a3d0892-68a4-43bc-81ab-d51f1b1441bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:48.369503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b21c6bda-26fc-4726-8df9-d786b2709a5e req-9a3d0892-68a4-43bc-81ab-d51f1b1441bd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2313068 Jul 27 19:48:48.379718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-674b25d1-0466-4ff7-ac88-4aa1a71090bb tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:48.381251 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-674b25d1-0466-4ff7-ac88-4aa1a71090bb tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 812 time: 0.2251520 Jul 27 19:48:48.388540 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2462d1ae-909f-4ef3-b8ba-97af2a352a4f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:48.421765 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462d1ae-909f-4ef3-b8ba-97af2a352a4f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event deleted for resources: {'Port': ['ID=afea9fcd-37bf-4bfd-a534-10166e79c9e9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:48.428777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-d0551ec3-c4c1-487c-b9b1-d5f81235b93d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/quotas/f19d4f5c80f446fba94990d46169e53a HTTP/1.1" status: 200 len: 375 time: 0.0380213 Jul 27 19:48:48.508900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-33b4680d-804b-48f4-89fe-203521ce2111 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409098 Jul 27 19:48:48.515585 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35640f13-611f-40e5-9d67-9d069f729b1c', 'name': 'network-vif-deleted', 'tag': '1b3b034c-de21-4adc-b1ab-1f633c10c25e'}, {'name': 'network-changed', 'server_uuid': '17e48757-72b1-4327-b91e-23a961e7662e', 'tag': '55a477d7-4c5f-411d-9fed-902b17a67525'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:48.518672 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44ed7ef-744e-4ebd-b0b2-59d924be65b2" -d '{"events": [{"server_uuid": "35640f13-611f-40e5-9d67-9d069f729b1c", "name": "network-vif-deleted", "tag": "1b3b034c-de21-4adc-b1ab-1f633c10c25e"}, {"name": "network-changed", "server_uuid": "17e48757-72b1-4327-b91e-23a961e7662e", "tag": "55a477d7-4c5f-411d-9fed-902b17a67525"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:48.602593 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2462d1ae-909f-4ef3-b8ba-97af2a352a4f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:48.605173 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2462d1ae-909f-4ef3-b8ba-97af2a352a4f tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "DELETE /v2.0/ports/afea9fcd-37bf-4bfd-a534-10166e79c9e9 HTTP/1.1" status: 204 len: 168 time: 1.1165147 Jul 27 19:48:48.608040 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44188) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:48.612857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b21c6bda-26fc-4726-8df9-d786b2709a5e req-45ea7cb1-e373-4661-b033-d8a331799995 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969740 Jul 27 19:48:48.627185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa10c0-5aa9-4fe8-84d1-599324d9c615 req-c45f6a02-8955-4635-9caa-d3ee308ee680 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:48.628802 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9fa10c0-5aa9-4fe8-84d1-599324d9c615 req-c45f6a02-8955-4635-9caa-d3ee308ee680 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.2465539 Jul 27 19:48:48.637206 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-9048550d-c311-4115-94d6-14b3e43fb8b1 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] GET failed (client error): The resource could not be found. Jul 27 19:48:48.641287 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9048550d-c311-4115-94d6-14b3e43fb8b1 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "GET /v2.0/ports/afea9fcd-37bf-4bfd-a534-10166e79c9e9 HTTP/1.1" status: 404 len: 333 time: 0.0295088 Jul 27 19:48:48.641433 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44190) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:48.733884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-72648548-54ae-422f-a705-741ebb12cf99 service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082729 Jul 27 19:48:48.739168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-96cd2c23-8a50-406e-b3d7-b15d17f53419 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Deleting port 1e4626bb-dde6-45e5-ba38-5b6654114e47 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:48.739510 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96cd2c23-8a50-406e-b3d7-b15d17f53419 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:48.757689 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9fa10c0-5aa9-4fe8-84d1-599324d9c615 req-ff78f846-9d77-43af-a973-4c4d18869fac tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180658 Jul 27 19:48:48.811017 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:48.815092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b21c6bda-26fc-4726-8df9-d786b2709a5e req-a5e61699-dae8-4a79-bec0-58c381dfd58f service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852872 Jul 27 19:48:48.820702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44192) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:48.855108 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96cd2c23-8a50-406e-b3d7-b15d17f53419 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:48.868159 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-96cd2c23-8a50-406e-b3d7-b15d17f53419 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Calling delete_port for 1e4626bb-dde6-45e5-ba38-5b6654114e47 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:48.926933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-8584aa9b-8e96-4815-9ca5-7395915a9c4c service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854932 Jul 27 19:48:48.932031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e265a7-ec26-4060-9b05-37d87fbe1c81 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Deleting subnet dc613585-5995-4157-9c67-09806adb3c00 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:48:48.936324 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-20e265a7-ec26-4060-9b05-37d87fbe1c81 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:48.984364 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-20e265a7-ec26-4060-9b05-37d87fbe1c81 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:49.003920 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96cd2c23-8a50-406e-b3d7-b15d17f53419 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:49.028253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443ce8c-53ec-47db-ba85-5ecd551e1da6 req-3e3187df-1207-4fc6-9258-98de38ec9e5b tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:49.029850 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4443ce8c-53ec-47db-ba85-5ecd551e1da6 req-3e3187df-1207-4fc6-9258-98de38ec9e5b tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 948 time: 0.1594379 Jul 27 19:48:49.034775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd2c23-8a50-406e-b3d7-b15d17f53419 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event deleted for resources: {'Port': ['ID=1e4626bb-dde6-45e5-ba38-5b6654114e47,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:49.069062 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96cd2c23-8a50-406e-b3d7-b15d17f53419 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:49.074117 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-96cd2c23-8a50-406e-b3d7-b15d17f53419 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "DELETE /v2.0/ports/1e4626bb-dde6-45e5-ba38-5b6654114e47 HTTP/1.1" status: 204 len: 168 time: 0.4316640 Jul 27 19:48:49.074973 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44196) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:49.105606 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd674ef0-04de-4c03-8689-2bc5700ea042 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] GET failed (client error): The resource could not be found. Jul 27 19:48:49.111380 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bd674ef0-04de-4c03-8689-2bc5700ea042 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "GET /v2.0/ports/1e4626bb-dde6-45e5-ba38-5b6654114e47 HTTP/1.1" status: 404 len: 333 time: 0.0348663 Jul 27 19:48:49.112212 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44200) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:49.215380 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-20e265a7-ec26-4060-9b05-37d87fbe1c81 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:49.232614 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-9980025d-62c5-482b-a57b-899a46a0f4e0 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Deleting port cd8498dd-d516-4ce0-a064-6a733ca77df2 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:49.233069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9980025d-62c5-482b-a57b-899a46a0f4e0 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:49.267982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4443ce8c-53ec-47db-ba85-5ecd551e1da6 req-0e9a3286-9b25-428e-ba36-aa6138d16d4e tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604862 Jul 27 19:48:49.330154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630046f6-a3e3-4fbe-9775-c1ea460e0c46 req-87907d41-258b-4982-b934-c1af75f7754c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:49.340070 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-630046f6-a3e3-4fbe-9775-c1ea460e0c46 req-87907d41-258b-4982-b934-c1af75f7754c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.2049730 Jul 27 19:48:49.384123 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9980025d-62c5-482b-a57b-899a46a0f4e0 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:49.387089 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-20e265a7-ec26-4060-9b05-37d87fbe1c81 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:49.394729 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 66d6cc64-881d-45c8-b4c7-88bfbab10804 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:48:49.400809 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-9980025d-62c5-482b-a57b-899a46a0f4e0 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Calling delete_port for cd8498dd-d516-4ce0-a064-6a733ca77df2 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:49.448384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a918afb-a0b5-43b3-8d15-f4bc11a7ff49 None None] Network 457c0ee9-8931-4f09-a1d1-a73734a590f8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:48:49.455001 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-20e265a7-ec26-4060-9b05-37d87fbe1c81 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:49.457110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-20e265a7-ec26-4060-9b05-37d87fbe1c81 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "DELETE /v2.0/subnets/dc613585-5995-4157-9c67-09806adb3c00 HTTP/1.1" status: 204 len: 168 time: 0.6353347 Jul 27 19:48:49.474302 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44210) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:49.484938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-630046f6-a3e3-4fbe-9775-c1ea460e0c46 req-1199c5ec-e351-4bc6-ab8f-6d57f3109cb2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431160 Jul 27 19:48:49.491016 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e265a7-ec26-4060-9b05-37d87fbe1c81 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Subnet': ['ID=dc613585-5995-4157-9c67-09806adb3c00,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:49.516718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 66d6cc64-881d-45c8-b4c7-88bfbab10804 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:49.533190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 66d6cc64-881d-45c8-b4c7-88bfbab10804 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:49.533891 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:49.641806 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:49.645684 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6632a4ec-ad54-487b-b65e-2f8149174ce5 x-openstack-request-id: req-6632a4ec-ad54-487b-b65e-2f8149174ce5 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:49.645991 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35640f13-611f-40e5-9d67-9d069f729b1c", "name": "network-vif-deleted", "tag": "1b3b034c-de21-4adc-b1ab-1f633c10c25e", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "17e48757-72b1-4327-b91e-23a961e7662e", "tag": "55a477d7-4c5f-411d-9fed-902b17a67525", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:49.646434 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6632a4ec-ad54-487b-b65e-2f8149174ce5 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:49.646755 n-d-705657-21 neutron-server[94059]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '35640f13-611f-40e5-9d67-9d069f729b1c', 'name': 'network-vif-deleted', 'tag': '1b3b034c-de21-4adc-b1ab-1f633c10c25e', 'status': 'failed', 'code': 422} returned with failed status Jul 27 19:48:49.647010 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e48757-72b1-4327-b91e-23a961e7662e', 'tag': '55a477d7-4c5f-411d-9fed-902b17a67525', 'status': 'completed', 'code': 200} Jul 27 19:48:49.660356 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9980025d-62c5-482b-a57b-899a46a0f4e0 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:49.703427 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980025d-62c5-482b-a57b-899a46a0f4e0 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event deleted for resources: {'Port': ['ID=cd8498dd-d516-4ce0-a064-6a733ca77df2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:49.752794 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:49.752960 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9980025d-62c5-482b-a57b-899a46a0f4e0 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:49.755552 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9980025d-62c5-482b-a57b-899a46a0f4e0 tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "DELETE /v2.0/ports/cd8498dd-d516-4ce0-a064-6a733ca77df2 HTTP/1.1" status: 204 len: 168 time: 0.6387537 Jul 27 19:48:49.758094 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44214) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:49.776775 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-526f3e57-613c-40fb-afa3-047c33eff623 req-8fd0f3cd-e41e-42b3-94e1-6475651afc66 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 210 time: 0.1072984 Jul 27 19:48:49.788669 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06b05e-174f-4b42-aae6-2875b125bf8a req-dd99abcc-ef05-4459-82c1-c180dd35d7c6 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:49.790259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f06b05e-174f-4b42-aae6-2875b125bf8a req-dd99abcc-ef05-4459-82c1-c180dd35d7c6 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=76925ea2-8f9b-4c2b-808f-da214f091ca6 HTTP/1.1" status: 200 len: 948 time: 0.4321856 Jul 27 19:48:49.839329 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7ea8c3-5076-441d-8ed3-879d1567d54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70195817-547e-41e6-96d3-da5b8ec57db8'}, {'server_uuid': '76925ea2-8f9b-4c2b-808f-da214f091ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6cc64-881d-45c8-b4c7-88bfbab10804'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:49.846983 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718b92bb-36df-44bf-8a09-97ee398d8a53" -d '{"events": [{"server_uuid": "2b7ea8c3-5076-441d-8ed3-879d1567d54b", "name": "network-vif-plugged", "status": "completed", "tag": "70195817-547e-41e6-96d3-da5b8ec57db8"}, {"server_uuid": "76925ea2-8f9b-4c2b-808f-da214f091ca6", "name": "network-vif-plugged", "status": "completed", "tag": "66d6cc64-881d-45c8-b4c7-88bfbab10804"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:49.874082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 66d6cc64-881d-45c8-b4c7-88bfbab10804, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=66d6cc64-881d-45c8-b4c7-88bfbab10804,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:49.884659 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:49.886147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:48:49.905614 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6c3116-f076-44b9-adeb-25d39603ecab tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Deleting subnet 08d66422-ce58-47b6-b97f-09ec58368fbc {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:48:49.913709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed7ef-744e-4ebd-b0b2-59d924be65b2 req-8be95c94-b9d3-4f0c-9cb0-3e72d95f66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:49.913931 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-db6c3116-f076-44b9-adeb-25d39603ecab tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:49.915649 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a44ed7ef-744e-4ebd-b0b2-59d924be65b2 req-8be95c94-b9d3-4f0c-9cb0-3e72d95f66f1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=10df1db332444a03b335e636621661a4&device_id=17e48757-72b1-4327-b91e-23a961e7662e HTTP/1.1" status: 200 len: 1100 time: 0.2717500 Jul 27 19:48:49.964162 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'name': 'network-vif-deleted', 'tag': 'cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:49.967841 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac677f5e-f497-4545-9cd8-677ef82f0f4a" -d '{"events": [{"server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "name": "network-vif-deleted", "tag": "cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:49.984607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:48:49.984956 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:48:49.985536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3d8b73a2-2c02-4338-ad24-1756095eb0c2 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:48:50.000061 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-db6c3116-f076-44b9-adeb-25d39603ecab tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.006781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=66d6cc64-881d-45c8-b4c7-88bfbab10804,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:50.010612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 3d8b73a2-2c02-4338-ad24-1756095eb0c2 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:48:50.010953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3d8b73a2-2c02-4338-ad24-1756095eb0c2 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:48:50.011378 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device dc021510-3746-45bb-b850-691b336068cf no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:48:50.013464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6064c7-9da1-40fb-a9e3-b4ea19b28edd None None] DHCP port deletion for 457c0ee9-8931-4f09-a1d1-a73734a590f8 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:48:50.035757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: dc021510-3746-45bb-b850-691b336068cf {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:48:50.036010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device dc021510-3746-45bb-b850-691b336068cf not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:48:50.051170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f06b05e-174f-4b42-aae6-2875b125bf8a req-390c9f97-3906-4424-9790-278a213fbb94 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415574 Jul 27 19:48:50.052460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Deleting port cf2d6dde-862e-4416-9879-188e80c0fcda {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:50.054440 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.099601 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-db6c3116-f076-44b9-adeb-25d39603ecab tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.100168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-cb6064c7-9da1-40fb-a9e3-b4ea19b28edd None None] Deleting port cf2d6dde-862e-4416-9879-188e80c0fcda {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:50.101075 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cb6064c7-9da1-40fb-a9e3-b4ea19b28edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.179547 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-db6c3116-f076-44b9-adeb-25d39603ecab tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.193543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-cb6064c7-9da1-40fb-a9e3-b4ea19b28edd None None] For port cf2d6dde-862e-4416-9879-188e80c0fcda, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cf2d6dde-862e-4416-9879-188e80c0fcda,segment=NetworkSegment(46b875f2-bd5a-485d-ae96-7b2e1b656f83),segment_id=46b875f2-bd5a-485d-ae96-7b2e1b656f83)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:50.193960 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cb6064c7-9da1-40fb-a9e3-b4ea19b28edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.207120 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] For port cf2d6dde-862e-4416-9879-188e80c0fcda, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cf2d6dde-862e-4416-9879-188e80c0fcda,segment=NetworkSegment(46b875f2-bd5a-485d-ae96-7b2e1b656f83),segment_id=46b875f2-bd5a-485d-ae96-7b2e1b656f83)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:50.207386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-cb6064c7-9da1-40fb-a9e3-b4ea19b28edd None None] Calling delete_port for cf2d6dde-862e-4416-9879-188e80c0fcda owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:50.207505 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.208441 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c3116-f076-44b9-adeb-25d39603ecab tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event deleted for resources: {'Subnet': ['ID=08d66422-ce58-47b6-b97f-09ec58368fbc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:50.217130 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-db6c3116-f076-44b9-adeb-25d39603ecab tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.219140 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-db6c3116-f076-44b9-adeb-25d39603ecab tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "DELETE /v2.0/subnets/08d66422-ce58-47b6-b97f-09ec58368fbc HTTP/1.1" status: 204 len: 168 time: 0.4600456 Jul 27 19:48:50.224058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44222) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:50.228720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed7ef-744e-4ebd-b0b2-59d924be65b2 req-0612729b-300d-45fa-b41c-10ee10296c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:50.230187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a44ed7ef-744e-4ebd-b0b2-59d924be65b2 req-0612729b-300d-45fa-b41c-10ee10296c87 service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.3036306 Jul 27 19:48:50.232274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Calling delete_port for cf2d6dde-862e-4416-9879-188e80c0fcda owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:50.241633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d113e-3a78-4a87-82fd-fa40b1c5c732 req-1c9f798c-18de-49ff-a59b-5199f2ddb40b tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:50.243189 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-948d113e-3a78-4a87-82fd-fa40b1c5c732 req-1c9f798c-18de-49ff-a59b-5199f2ddb40b tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 945 time: 0.3243241 Jul 27 19:48:50.257997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66709c8-6baf-4384-9f90-d892c3eab039 None None] Network 672abc49-d322-466f-b2fe-f8b532f0702e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:48:50.309319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a44ed7ef-744e-4ebd-b0b2-59d924be65b2 req-d6ba30a9-7745-40aa-9ea0-784817498812 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=55a477d7-4c5f-411d-9fed-902b17a67525 HTTP/1.1" status: 200 len: 217 time: 0.0619280 Jul 27 19:48:50.328447 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.415976 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cb6064c7-9da1-40fb-a9e3-b4ea19b28edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.424630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7a529-f732-43a8-a880-ef3120c8ce71 req-1cbacafc-3b8a-44ac-a8d9-f62817a40fa4 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:50.431545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bbe7a529-f732-43a8-a880-ef3120c8ce71 req-1cbacafc-3b8a-44ac-a8d9-f62817a40fa4 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.2930048 Jul 27 19:48:50.434132 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Deleting port 1b97ebf0-0464-4706-83fa-8e118fc823a4 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:50.434476 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.448801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6064c7-9da1-40fb-a9e3-b4ea19b28edd None None] Pushing event deleted for resources: {'Port': ['ID=cf2d6dde-862e-4416-9879-188e80c0fcda,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:50.457999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-948d113e-3a78-4a87-82fd-fa40b1c5c732 req-ae2bde6f-a880-45b6-bb25-4fa676f5ee88 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011850 Jul 27 19:48:50.460999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6064c7-9da1-40fb-a9e3-b4ea19b28edd None None] No DVR routers for this DVR port cf2d6dde-862e-4416-9879-188e80c0fcda on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:48:50.541327 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] For port 1b97ebf0-0464-4706-83fa-8e118fc823a4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=1b97ebf0-0464-4706-83fa-8e118fc823a4,segment=NetworkSegment(874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c),segment_id=874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:50.541768 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.561587 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4315394-b9ec-4e14-b322-ccb23ff5a44c x-openstack-request-id: req-f4315394-b9ec-4e14-b322-ccb23ff5a44c {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:50.561991 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7ea8c3-5076-441d-8ed3-879d1567d54b", "name": "network-vif-plugged", "status": "completed", "tag": "70195817-547e-41e6-96d3-da5b8ec57db8", "code": 200}, {"server_uuid": "76925ea2-8f9b-4c2b-808f-da214f091ca6", "name": "network-vif-plugged", "status": "completed", "tag": "66d6cc64-881d-45c8-b4c7-88bfbab10804", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:50.562773 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4315394-b9ec-4e14-b322-ccb23ff5a44c {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:50.562773 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7ea8c3-5076-441d-8ed3-879d1567d54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70195817-547e-41e6-96d3-da5b8ec57db8', 'code': 200} Jul 27 19:48:50.563221 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76925ea2-8f9b-4c2b-808f-da214f091ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6cc64-881d-45c8-b4c7-88bfbab10804', 'code': 200} Jul 27 19:48:50.567078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7cbb87-9e09-4d5f-9375-c8cddc49d85e None None] DHCP port deletion for 672abc49-d322-466f-b2fe-f8b532f0702e request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:48:50.598287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Calling delete_port for 1b97ebf0-0464-4706-83fa-8e118fc823a4 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:50.649224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbb87-9e09-4d5f-9375-c8cddc49d85e None None] Deleting port 1b97ebf0-0464-4706-83fa-8e118fc823a4 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:50.652054 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbb87-9e09-4d5f-9375-c8cddc49d85e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.675720 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6508ce8f-84df-440e-85a4-7fa06f262916 x-openstack-request-id: req-6508ce8f-84df-440e-85a4-7fa06f262916 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:50.676226 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d", "name": "network-vif-deleted", "tag": "cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:50.676366 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6508ce8f-84df-440e-85a4-7fa06f262916 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:50.676729 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df123c3b-5d0e-44e8-8eaf-bb5a3fea6d1d', 'name': 'network-vif-deleted', 'tag': 'cf8f8e9c-0cbd-48a0-a8e6-626c0cb7706b', 'status': 'completed', 'code': 200} Jul 27 19:48:50.777105 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.807903 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd7b3b-7a5a-42ef-a1d0-f067066dd5e6 req-bd44bfa7-77d8-4c43-924c-4ff8a7e66ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:50.809500 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c7dd7b3b-7a5a-42ef-a1d0-f067066dd5e6 req-bd44bfa7-77d8-4c43-924c-4ff8a7e66ff0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 1097 time: 0.1186328 Jul 27 19:48:50.812708 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event deleted for resources: {'Port': ['ID=1b97ebf0-0464-4706-83fa-8e118fc823a4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:50.817729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] No DVR routers for this DVR port 1b97ebf0-0464-4706-83fa-8e118fc823a4 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:48:50.885900 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8a7cbb87-9e09-4d5f-9375-c8cddc49d85e None None] For port 1b97ebf0-0464-4706-83fa-8e118fc823a4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=1b97ebf0-0464-4706-83fa-8e118fc823a4,segment=NetworkSegment(874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c),segment_id=874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:50.886334 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbb87-9e09-4d5f-9375-c8cddc49d85e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.899154 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cbb87-9e09-4d5f-9375-c8cddc49d85e None None] Calling delete_port for 1b97ebf0-0464-4706-83fa-8e118fc823a4 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:50.916367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed7ef-744e-4ebd-b0b2-59d924be65b2 req-098c6dfa-c7f8-4b94-944b-fcf4927f47a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:50.917752 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a44ed7ef-744e-4ebd-b0b2-59d924be65b2 req-098c6dfa-c7f8-4b94-944b-fcf4927f47a7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.5685909 Jul 27 19:48:50.932356 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c7dd7b3b-7a5a-42ef-a1d0-f067066dd5e6 req-13987c80-dc51-4042-83e8-05da1769a881 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097224 Jul 27 19:48:50.939900 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.946718 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bbe7a529-f732-43a8-a880-ef3120c8ce71 req-345f7f56-de35-4b25-9040-bbb07013d949 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142894 Jul 27 19:48:50.947310 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.955766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672abc49-d322-466f-b2fe-f8b532f0702e']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:48:50.968630 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:48:50.969010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874b8a06-c5e9-4c0a-a1b5-0593f9eeb81c') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:48:50.980221 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbb87-9e09-4d5f-9375-c8cddc49d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:50.986976 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.003921 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.008549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbb87-9e09-4d5f-9375-c8cddc49d85e None None] Pushing event deleted for resources: {'Port': ['ID=1b97ebf0-0464-4706-83fa-8e118fc823a4,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:51.012443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:48:51.013046 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:48:51.016291 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:48:51.022577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7cbb87-9e09-4d5f-9375-c8cddc49d85e None None] No DVR routers for this DVR port 1b97ebf0-0464-4706-83fa-8e118fc823a4 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:48:51.027933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Port': ['ID=cf2d6dde-862e-4416-9879-188e80c0fcda,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:51.044273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] No DVR routers for this DVR port cf2d6dde-862e-4416-9879-188e80c0fcda on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:48:51.085882 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.093481 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.096604 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] 10.222.0.48 "DELETE /v2.0/networks/672abc49-d322-466f-b2fe-f8b532f0702e HTTP/1.1" status: 204 len: 168 time: 0.8708351 Jul 27 19:48:51.101019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-68d99c29-83d1-4b74-98d0-2d319ac8f9a9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:51.102517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-68d99c29-83d1-4b74-98d0-2d319ac8f9a9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.63 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 812 time: 0.6421943 Jul 27 19:48:51.111889 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723337e-b14f-4c57-a224-9e11f962341e tempest-AllowedAddressPairIpV6TestJSON-1614388036 tempest-AllowedAddressPairIpV6TestJSON-1614388036-project] Pushing event deleted for resources: {'Network': ['ID=672abc49-d322-466f-b2fe-f8b532f0702e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:51.129916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-09dcc168-abbe-42e7-aa03-d6e6ad0d6513 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Request body: {'port': {'device_id': 'c81acb19-629a-4126-8707-451e2eb2bf00', 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'admin_state_up': True, 'tenant_id': 'f19d4f5c80f446fba94990d46169e53a'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:51.188700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44aedea4-ea1b-4f40-a42b-ddba1f658dac req-dcf81795-e6bc-4077-90ed-cf169059c290 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 210 time: 0.1224833 Jul 27 19:48:51.265782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b5878-31cd-4176-b339-af0ab166dbfe req-b42a7e12-5018-4269-bdb0-ef02420ea163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:51.267639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-030b5878-31cd-4176-b339-af0ab166dbfe req-b42a7e12-5018-4269-bdb0-ef02420ea163 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=76925ea2-8f9b-4c2b-808f-da214f091ca6 HTTP/1.1" status: 200 len: 1101 time: 0.4283354 Jul 27 19:48:51.281216 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.295747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd017be-2af8-44e7-bb14-dd22eb7c895b req-4c7e427b-39d4-42df-8adc-cc11aef12796 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:51.297276 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fd017be-2af8-44e7-bb14-dd22eb7c895b req-4c7e427b-39d4-42df-8adc-cc11aef12796 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 948 time: 0.4567780 Jul 27 19:48:51.335250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457c0ee9-8931-4f09-a1d1-a73734a590f8']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:48:51.352296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed7ef-744e-4ebd-b0b2-59d924be65b2 req-2f064e5b-bb10-4b03-8dac-aa89252f57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:51.353684 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a44ed7ef-744e-4ebd-b0b2-59d924be65b2 req-2f064e5b-bb10-4b03-8dac-aa89252f57e4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4242156 Jul 27 19:48:51.368923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44236) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:51.389018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b875f2-bd5a-485d-ae96-7b2e1b656f83') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:48:51.389301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b875f2-bd5a-485d-ae96-7b2e1b656f83') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:48:51.405355 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 55a477d7-4c5f-411d-9fed-902b17a67525 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:48:51.465225 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.511519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 55a477d7-4c5f-411d-9fed-902b17a67525, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=55a477d7-4c5f-411d-9fed-902b17a67525,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:51.515304 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b5733510-ca9f-4e5e-b889-83e86deb7414 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9b2f7c060f248fcb40e3e4f89b6cf43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450343 Jul 27 19:48:51.518050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44242) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:51.525795 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-030b5878-31cd-4176-b339-af0ab166dbfe req-97fae85f-4240-49d8-8629-e95c0135fcc1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413793 Jul 27 19:48:51.527343 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '55a477d7-4c5f-411d-9fed-902b17a67525', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '55a477d7-4c5f-411d-9fed-902b17a67525', 'mac_address': 'fa:16:3e:53:48:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:48:51.534695 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.561028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fd017be-2af8-44e7-bb14-dd22eb7c895b req-25ad5104-1b18-4062-b168-2fae8ceddfb7 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282712 Jul 27 19:48:51.589160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:48:51.589160 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: self.session.flush() Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: self.session.flush() Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: self.session.flush() Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: self.session.flush() Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:48:51.591951 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:48:51.596907 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.599457 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32e64f73-7879-4a11-b7e4-f721f6c0dbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.613173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a477d7-4c5f-411d-9fed-902b17a67525 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:51.631168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32e64f73-7879-4a11-b7e4-f721f6c0dbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.651444 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 55a477d7-4c5f-411d-9fed-902b17a67525, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=55a477d7-4c5f-411d-9fed-902b17a67525,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:51.657598 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.659304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6769cce3-6040-45d3-8b20-d7109b3d77bc details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:48:51.692309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e930a26-8511-41b2-951e-bb812b79f789 req-6895e720-38ef-43c8-88d0-db0e913f3dfe tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:51.696977 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e930a26-8511-41b2-951e-bb812b79f789 req-6895e720-38ef-43c8-88d0-db0e913f3dfe tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.4464979 Jul 27 19:48:51.704176 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32e64f73-7879-4a11-b7e4-f721f6c0dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.709072 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32e64f73-7879-4a11-b7e4-f721f6c0dbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.715542 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-32e64f73-7879-4a11-b7e4-f721f6c0dbaa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f5dbb4b-a3a5-4f02-a4cb-a240833be61d HTTP/1.1" status: 204 len: 168 time: 0.1961665 Jul 27 19:48:51.716895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-09dcc168-abbe-42e7-aa03-d6e6ad0d6513 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Made reservation on behalf of f19d4f5c80f446fba94990d46169e53a for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:51.720760 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-09dcc168-abbe-42e7-aa03-d6e6ad0d6513 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.724261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a44ed7ef-744e-4ebd-b0b2-59d924be65b2 req-7b4038a7-4b4b-4de4-89d0-7b202d8d299f service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373709 Jul 27 19:48:51.729057 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e64f73-7879-4a11-b7e4-f721f6c0dbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5dbb4b-a3a5-4f02-a4cb-a240833be61d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:51.742559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6769cce3-6040-45d3-8b20-d7109b3d77bc, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6769cce3-6040-45d3-8b20-d7109b3d77bc,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:51.773817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1b97ebf0-0464-4706-83fa-8e118fc823a4 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:48:51.775762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '6769cce3-6040-45d3-8b20-d7109b3d77bc', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '6769cce3-6040-45d3-8b20-d7109b3d77bc', 'mac_address': 'fa:16:3e:47:d8:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:48:51.781753 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.808857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 1b97ebf0-0464-4706-83fa-8e118fc823a4 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:48:51.809280 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1b97ebf0-0464-4706-83fa-8e118fc823a4 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:48:51.809604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cf2d6dde-862e-4416-9879-188e80c0fcda no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:48:51.826246 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.830696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "DELETE /v2.0/networks/457c0ee9-8931-4f09-a1d1-a73734a590f8 HTTP/1.1" status: 204 len: 168 time: 2.3321428 Jul 27 19:48:51.831610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44246) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:51.853861 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=55a477d7-4c5f-411d-9fed-902b17a67525,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:51.858498 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: cf2d6dde-862e-4416-9879-188e80c0fcda {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:48:51.859218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cf2d6dde-862e-4416-9879-188e80c0fcda not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:48:51.871453 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cd100-174c-4c43-9004-206cf4cd4ecd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Network': ['ID=457c0ee9-8931-4f09-a1d1-a73734a590f8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:51.874632 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.894689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6769cce3-6040-45d3-8b20-d7109b3d77bc {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:51.904491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b203c1-496c-4b37-b4c8-717cb254a276 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Deleting subnet 3f03b201-58ae-4b16-93ec-553d43cd9939 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:48:51.908963 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a1b203c1-496c-4b37-b4c8-717cb254a276 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.934615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6769cce3-6040-45d3-8b20-d7109b3d77bc, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6769cce3-6040-45d3-8b20-d7109b3d77bc,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:51.938908 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e930a26-8511-41b2-951e-bb812b79f789 req-ad5ccd59-ea92-478b-8c59-9fc7cdda0bd9 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064195 Jul 27 19:48:51.944046 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:51.969926 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a1b203c1-496c-4b37-b4c8-717cb254a276 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:52.005957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=6769cce3-6040-45d3-8b20-d7109b3d77bc,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:52.034248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bab9fd-484f-4d55-b660-a402503c89c5 req-28c534ff-5faa-4e41-9cad-a360e7a542f8 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:52.036221 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68bab9fd-484f-4d55-b660-a402503c89c5 req-28c534ff-5faa-4e41-9cad-a360e7a542f8 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=76925ea2-8f9b-4c2b-808f-da214f091ca6 HTTP/1.1" status: 200 len: 949 time: 0.3842804 Jul 27 19:48:52.089912 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a1b203c1-496c-4b37-b4c8-717cb254a276 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:52.122354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a44ed7ef-744e-4ebd-b0b2-59d924be65b2 req-a8718abe-29dc-4480-aaf9-a8c712158a1e service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738017 Jul 27 19:48:52.172141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-09dcc168-abbe-42e7-aa03-d6e6ad0d6513 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Allocated IP 172.20.0.6 (0ebd3759-03a3-4e67-a8e0-16f7b925197f/0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d/f2728703-b329-489f-b6aa-03c759d1d480) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:52.182555 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68bab9fd-484f-4d55-b660-a402503c89c5 req-2a0c3b13-93ef-4636-a078-c846bcce67ba tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070271 Jul 27 19:48:52.198606 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a1b203c1-496c-4b37-b4c8-717cb254a276 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:52.241543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b203c1-496c-4b37-b4c8-717cb254a276 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Subnet': ['ID=3f03b201-58ae-4b16-93ec-553d43cd9939,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:52.245265 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a1b203c1-496c-4b37-b4c8-717cb254a276 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:52.247144 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a1b203c1-496c-4b37-b4c8-717cb254a276 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "DELETE /v2.0/subnets/3f03b201-58ae-4b16-93ec-553d43cd9939 HTTP/1.1" status: 204 len: 168 time: 0.4146087 Jul 27 19:48:52.251141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3ad7b-68cb-4325-91e7-a489f3c23a44 req-7fcef618-8e46-46f4-8cd7-4014770c29bb tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:52.252215 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44262) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:52.260254 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6988dc7-97a2-40a3-9189-fe932f542511 None None] Network ef1e72db-2847-4c64-8b59-4f5240347396 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:48:52.263550 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56f3ad7b-68cb-4325-91e7-a489f3c23a44 req-7fcef618-8e46-46f4-8cd7-4014770c29bb tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 945 time: 0.2133763 Jul 27 19:48:52.317005 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56f3ad7b-68cb-4325-91e7-a489f3c23a44 req-007350eb-9e88-42ab-b668-8c58f14a57fd tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422280 Jul 27 19:48:52.390174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['6769cce3-6040-45d3-8b20-d7109b3d77bc'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:52.410141 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:52.450172 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['55a477d7-4c5f-411d-9fed-902b17a67525'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:48:52.522077 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b284e3f-76d7-440f-9ecb-7ec34584c443 req-569041b4-4815-451a-a54d-82c91122d4e6 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 210 time: 0.0769503 Jul 27 19:48:52.527118 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Deleting port c6f1dd4e-df2a-439e-852f-9c32bd584733 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:52.527596 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:52.584896 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-09dcc168-abbe-42e7-aa03-d6e6ad0d6513 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:52.681261 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-09dcc168-abbe-42e7-aa03-d6e6ad0d6513 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:52.745333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] For port c6f1dd4e-df2a-439e-852f-9c32bd584733, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c6f1dd4e-df2a-439e-852f-9c32bd584733,segment=NetworkSegment(7af02318-b06e-42c2-841b-000d04f74412),segment_id=7af02318-b06e-42c2-841b-000d04f74412)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:52.745977 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:52.746974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcc168-abbe-42e7-aa03-d6e6ad0d6513 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Pushing event updated for resources: {'Port': ['ID=f2728703-b329-489f-b6aa-03c759d1d480,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:52.777670 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Calling delete_port for c6f1dd4e-df2a-439e-852f-9c32bd584733 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:52.785379 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e7b65361-5a71-467e-aaf4-85a756b71873 req-7ec83cc8-0033-486b-b7e4-553018e822b9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1608377 Jul 27 19:48:52.845685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44288) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:52.850616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-09dcc168-abbe-42e7-aa03-d6e6ad0d6513 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Network 0ebd3759-03a3-4e67-a8e0-16f7b925197f is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:52.867086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-09dcc168-abbe-42e7-aa03-d6e6ad0d6513 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:52.874855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-09dcc168-abbe-42e7-aa03-d6e6ad0d6513 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:52.894737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba828ed4-0866-4172-8fa3-3e0cad77427c None None] DHCP port deletion for ef1e72db-2847-4c64-8b59-4f5240347396 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:48:52.954487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d7746-2a28-41d3-b0e3-108f92031901 req-b690e31f-bcf7-4739-87c0-5469d26577f1 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:52.956566 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-da8d7746-2a28-41d3-b0e3-108f92031901 req-b690e31f-bcf7-4739-87c0-5469d26577f1 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.2124524 Jul 27 19:48:52.965801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-09dcc168-abbe-42e7-aa03-d6e6ad0d6513 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:52.966771 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-09dcc168-abbe-42e7-aa03-d6e6ad0d6513 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.010355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c1673-ed2c-4cbc-91d1-3e5f5a06519e req-d51d6630-612e-4548-b2f5-15c48ab94a22 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:53.012098 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed9c1673-ed2c-4cbc-91d1-3e5f5a06519e req-d51d6630-612e-4548-b2f5-15c48ab94a22 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 949 time: 0.2669938 Jul 27 19:48:53.018371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-09dcc168-abbe-42e7-aa03-d6e6ad0d6513 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8936663 Jul 27 19:48:53.039615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ba828ed4-0866-4172-8fa3-3e0cad77427c None None] Deleting port c6f1dd4e-df2a-439e-852f-9c32bd584733 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:48:53.040252 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ba828ed4-0866-4172-8fa3-3e0cad77427c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.044223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Request body: {'port': {'device_id': 'c81acb19-629a-4126-8707-451e2eb2bf00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:53.049513 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-da8d7746-2a28-41d3-b0e3-108f92031901 req-9b162807-2bac-48d6-93b3-caca8165ff38 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782795 Jul 27 19:48:53.055144 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.062979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-66023462'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:53.078080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] No DVR routers for this DVR port c6f1dd4e-df2a-439e-852f-9c32bd584733 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:48:53.121499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ba828ed4-0866-4172-8fa3-3e0cad77427c None None] For port c6f1dd4e-df2a-439e-852f-9c32bd584733, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c6f1dd4e-df2a-439e-852f-9c32bd584733,segment=NetworkSegment(7af02318-b06e-42c2-841b-000d04f74412),segment_id=7af02318-b06e-42c2-841b-000d04f74412)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:53.122473 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ba828ed4-0866-4172-8fa3-3e0cad77427c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.130405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Port': ['ID=c6f1dd4e-df2a-439e-852f-9c32bd584733,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:53.145852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ba828ed4-0866-4172-8fa3-3e0cad77427c None None] Calling delete_port for c6f1dd4e-df2a-439e-852f-9c32bd584733 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:48:53.146117 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b65361-5a71-467e-aaf4-85a756b71873 req-20d9c7dc-59a6-46ef-91a4-c782b44002b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:53.147095 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e7b65361-5a71-467e-aaf4-85a756b71873 req-20d9c7dc-59a6-46ef-91a4-c782b44002b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 1097 time: 0.2458513 Jul 27 19:48:53.157630 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed9c1673-ed2c-4cbc-91d1-3e5f5a06519e req-7fde900b-620c-4bae-b5d3-9483e072bb58 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329927 Jul 27 19:48:53.160237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Made reservation on behalf of 8b880129ed0b49e096db089e15eb1fb7 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:53.163857 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.175355 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.202029 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: from cryptography.utils import int_from_bytes Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: from cryptography.utils import int_from_bytes Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.247975 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.251384 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.251384 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.251384 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.251384 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.251384 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.251384 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.251384 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.251384 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.251384 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.251384 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.251384 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.251384 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.251384 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:48:53.251384 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:48:53.254599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.261543 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ba828ed4-0866-4172-8fa3-3e0cad77427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.271847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1e72db-2847-4c64-8b59-4f5240347396']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:48:53.290218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af02318-b06e-42c2-841b-000d04f74412') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:48:53.290508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af02318-b06e-42c2-841b-000d04f74412') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:48:53.306927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba828ed4-0866-4172-8fa3-3e0cad77427c None None] No DVR routers for this DVR port c6f1dd4e-df2a-439e-852f-9c32bd584733 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:48:53.308843 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.309501 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba828ed4-0866-4172-8fa3-3e0cad77427c None None] Pushing event deleted for resources: {'Port': ['ID=c6f1dd4e-df2a-439e-852f-9c32bd584733,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:53.332865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.335388 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b65361-5a71-467e-aaf4-85a756b71873 req-97de15a0-7186-4e6b-a46c-cf92e9ac8546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:53.336934 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e7b65361-5a71-467e-aaf4-85a756b71873 req-97de15a0-7186-4e6b-a46c-cf92e9ac8546 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.1604905 Jul 27 19:48:53.341348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:48:53.341747 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:48:53.345210 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:48:53.421239 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e7b65361-5a71-467e-aaf4-85a756b71873 req-d1d19c67-22ff-41a7-b95b-2dd2b751f2b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aae3c2-ea19-46af-b025-82a6e56e9966 HTTP/1.1" status: 200 len: 217 time: 0.0751600 Jul 27 19:48:53.467609 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.488713 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.490582 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "DELETE /v2.0/networks/ef1e72db-2847-4c64-8b59-4f5240347396 HTTP/1.1" status: 204 len: 168 time: 1.2371068 Jul 27 19:48:53.491424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148d35f-416f-44ef-955b-f71bd19b2698 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Network': ['ID=ef1e72db-2847-4c64-8b59-4f5240347396,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:53.497837 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44296) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:53.503318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2e33fcf2-435a-4c0b-88ce-66487a966cde tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-715043704'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:53.512001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b65361-5a71-467e-aaf4-85a756b71873 req-9e478064-07a3-49ee-b4a4-b686bb400cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:53.513461 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e7b65361-5a71-467e-aaf4-85a756b71873 req-9e478064-07a3-49ee-b4a4-b686bb400cc2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.0786178 Jul 27 19:48:53.528160 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.539196 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.575061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e33fcf2-435a-4c0b-88ce-66487a966cde tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Made reservation on behalf of 0d99383d6df74ccd9c2362178c9f9ebc for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:53.576952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60b628-cace-45dc-9bc7-b4c927c4cc26 req-4ee941d5-deca-4587-af58-350f18ad43ac tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:53.578397 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2e33fcf2-435a-4c0b-88ce-66487a966cde tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.584551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f60b628-cace-45dc-9bc7-b4c927c4cc26 req-4ee941d5-deca-4587-af58-350f18ad43ac tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=76925ea2-8f9b-4c2b-808f-da214f091ca6 HTTP/1.1" status: 200 len: 949 time: 0.2471871 Jul 27 19:48:53.609710 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b65361-5a71-467e-aaf4-85a756b71873 req-3c11cd5d-6c91-417d-9486-5fce4b2bf5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:53.611714 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e7b65361-5a71-467e-aaf4-85a756b71873 req-3c11cd5d-6c91-417d-9486-5fce4b2bf5f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904589 Jul 27 19:48:53.615001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e33fcf2-435a-4c0b-88ce-66487a966cde tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:48:53.627238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:48:53.641853 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2e33fcf2-435a-4c0b-88ce-66487a966cde tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.641853 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-2e33fcf2-435a-4c0b-88ce-66487a966cde tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Added segment 02c38156-1682-455b-a3ab-9ba76e97273e of type vlan for network e2ba1601-9d8a-4559-9590-249d59dd1840 Jul 27 19:48:53.672424 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.672922 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Added segment 8a1505a0-ea85-4e3d-9ba5-68d497170d33 of type vlan for network 27b2c1c0-0143-456f-a846-4a0a85bc1ed8 Jul 27 19:48:53.676415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64f16f5-77a1-4e4a-805d-387caeb6e7ee,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:53.706646 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c6f1dd4e-df2a-439e-852f-9c32bd584733 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:48:53.719398 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2e33fcf2-435a-4c0b-88ce-66487a966cde tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.728376 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: c6f1dd4e-df2a-439e-852f-9c32bd584733 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:48:53.728682 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c6f1dd4e-df2a-439e-852f-9c32bd584733 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:48:53.732668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f60b628-cace-45dc-9bc7-b4c927c4cc26 req-85965a31-4f3e-4899-b7d8-22e07081ffd4 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465180 Jul 27 19:48:53.743567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3d3c2-dd9b-493d-95dc-cf864e0da362 req-63d1112d-9f8a-4a87-8501-237cfc04ccde tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:53.750998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ab3d3c2-dd9b-493d-95dc-cf864e0da362 req-63d1112d-9f8a-4a87-8501-237cfc04ccde tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 945 time: 0.3483829 Jul 27 19:48:53.765225 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e7b65361-5a71-467e-aaf4-85a756b71873 req-55c9a90c-52f2-40f3-9648-0df3d0e11199 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443136 Jul 27 19:48:53.772316 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2e33fcf2-435a-4c0b-88ce-66487a966cde tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.778702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e33fcf2-435a-4c0b-88ce-66487a966cde tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:53.779300 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2e33fcf2-435a-4c0b-88ce-66487a966cde tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:53.893845 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2e33fcf2-435a-4c0b-88ce-66487a966cde tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3971782 Jul 27 19:48:53.898139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44302) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:53.908278 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-52cffaba-08c8-4068-9794-a2bdf82f050b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Request body: {'subnet': {'network_id': 'e2ba1601-9d8a-4559-9590-249d59dd1840', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:53.914950 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33fcf2-435a-4c0b-88ce-66487a966cde tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event updated for resources: {'Network': ['ID=e2ba1601-9d8a-4559-9590-249d59dd1840,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:53.926465 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network e2ba1601-9d8a-4559-9590-249d59dd1840 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:48:53.998738 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e7b65361-5a71-467e-aaf4-85a756b71873 req-d479999f-dbf7-496f-a923-e0dda1f9a86d service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166135 Jul 27 19:48:54.023161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cffaba-08c8-4068-9794-a2bdf82f050b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Made reservation on behalf of 0d99383d6df74ccd9c2362178c9f9ebc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:54.026863 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-52cffaba-08c8-4068-9794-a2bdf82f050b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.087474 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.138023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2728703-b329-489f-b6aa-03c759d1d480 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:48:54.152892 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.160956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ab3d3c2-dd9b-493d-95dc-cf864e0da362 req-89394d8f-2dde-464d-a70f-604ef16dea28 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089680 Jul 27 19:48:54.186736 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Transition to ACTIVE for port object f2728703-b329-489f-b6aa-03c759d1d480 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:54.195920 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.201620 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.207103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:54.207719 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.230282 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-52cffaba-08c8-4068-9794-a2bdf82f050b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.307656 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cffaba-08c8-4068-9794-a2bdf82f050b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Checking segment: {'id': '02c38156-1682-455b-a3ab-9ba76e97273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e2ba1601-9d8a-4559-9590-249d59dd1840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:54.308360 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cffaba-08c8-4068-9794-a2bdf82f050b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Network hostable DHCP agents. Network: e2ba1601-9d8a-4559-9590-249d59dd1840, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:48:54.323000 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cffaba-08c8-4068-9794-a2bdf82f050b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event updated for resources: {'Subnet': ['ID=ef035ceb-a16c-4cc1-856e-21637e848ebc,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:54.334208 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cffaba-08c8-4068-9794-a2bdf82f050b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Network e2ba1601-9d8a-4559-9590-249d59dd1840 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:48:54.341724 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4945338 Jul 27 19:48:54.344744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44312) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:54.350901 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-de0b57f0-c12f-4125-8d5d-f6f8241a9e0f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Request body: {'subnet': {'network_id': '27b2c1c0-0143-456f-a846-4a0a85bc1ed8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:54.372049 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-52cffaba-08c8-4068-9794-a2bdf82f050b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, e2ba1601-9d8a-4559-9590-249d59dd1840) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:54.384010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d4402e-2b31-4f12-9eff-9465cb1f00ca None None] Network e2ba1601-9d8a-4559-9590-249d59dd1840 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:48:54.410145 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cffaba-08c8-4068-9794-a2bdf82f050b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:54.410898 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-52cffaba-08c8-4068-9794-a2bdf82f050b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.414175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e19fc7-7112-412d-a987-4b4a7e97acc7 req-d7b60617-cbda-410f-bc46-ce87271075ae tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:54.415727 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8e19fc7-7112-412d-a987-4b4a7e97acc7 req-d7b60617-cbda-410f-bc46-ce87271075ae tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 931 time: 0.3315599 Jul 27 19:48:54.418910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71955054-5852-41ae-827c-93bde663b7ab tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event updated for resources: {'Network': ['ID=27b2c1c0-0143-456f-a846-4a0a85bc1ed8,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:54.421658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Pushing event updated for resources: {'Port': ['ID=f2728703-b329-489f-b6aa-03c759d1d480,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:54.458027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 27b2c1c0-0143-456f-a846-4a0a85bc1ed8 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:48:54.469634 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-52cffaba-08c8-4068-9794-a2bdf82f050b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5688834 Jul 27 19:48:54.472351 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44314) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:54.478024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1b6e6fd0-b24e-4155-83ff-4a56e33ce026 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-707944245'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:54.508570 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.api [None req-de0b57f0-c12f-4125-8d5d-f6f8241a9e0f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 19:48:54.508570 n-d-705657-21 neutron-server[94060]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 19:48:54.508570 n-d-705657-21 neutron-server[94060]: [parameters: {'project_id_1': '8b880129ed0b49e096db089e15eb1fb7', 'expiration_1': datetime.datetime(2021, 7, 27, 19, 48, 54, 490341)}] Jul 27 19:48:54.508570 n-d-705657-21 neutron-server[94060]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:48:54.509937 n-d-705657-21 neutron-server[94060]: DEBUG oslo_db.api [None req-de0b57f0-c12f-4125-8d5d-f6f8241a9e0f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:48:54.528124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6e6fd0-b24e-4155-83ff-4a56e33ce026 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Made reservation on behalf of 0d99383d6df74ccd9c2362178c9f9ebc for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:54.534226 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6fd0-b24e-4155-83ff-4a56e33ce026 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.538264 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8e19fc7-7112-412d-a987-4b4a7e97acc7 req-7737dd7c-ab15-4a65-ade2-c8911f10d18a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086261 Jul 27 19:48:54.556356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2e461-edb0-44ad-9820-768642ba1c74 req-80736d2b-8452-49df-b13a-dc01f7a1902c tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:54.573802 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3e2e461-edb0-44ad-9820-768642ba1c74 req-80736d2b-8452-49df-b13a-dc01f7a1902c tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e48757-72b1-4327-b91e-23a961e7662e HTTP/1.1" status: 200 len: 949 time: 0.3030202 Jul 27 19:48:54.574585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6e6fd0-b24e-4155-83ff-4a56e33ce026 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:48:54.601574 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6fd0-b24e-4155-83ff-4a56e33ce026 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.602470 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-1b6e6fd0-b24e-4155-83ff-4a56e33ce026 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Added segment d8083518-e9b5-49fc-b193-8c501d64fb6b of type vlan for network 3eefc724-3eac-4f2a-b556-b42a40e4c54a Jul 27 19:48:54.653314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Attempting to bind port f2728703-b329-489f-b6aa-03c759d1d480 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:48:54.653625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Attempting to bind port f2728703-b329-489f-b6aa-03c759d1d480 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:48:54.653943 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Attempting to bind port f2728703-b329-489f-b6aa-03c759d1d480 on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:54.667313 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6fd0-b24e-4155-83ff-4a56e33ce026 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.703423 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Port f2728703-b329-489f-b6aa-03c759d1d480 on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:48:54.703747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Attempting to bind port f2728703-b329-489f-b6aa-03c759d1d480 on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:54.704764 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6fd0-b24e-4155-83ff-4a56e33ce026 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.711993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e6fd0-b24e-4155-83ff-4a56e33ce026 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:54.712655 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6fd0-b24e-4155-83ff-4a56e33ce026 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.724614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3e2e461-edb0-44ad-9820-768642ba1c74 req-fd2ac84c-6d69-437a-9812-4d5ac221e03c tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405277 Jul 27 19:48:54.734261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:48:54.734604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Checking segment: {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:54.734993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Bound using segment: {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:48:54.735481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Bound port: f2728703-b329-489f-b6aa-03c759d1d480, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:48:54.735857 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.743053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-e2ba1601-9d8a-4559-9590-249d59dd1840', 'network_id': 'e2ba1601-9d8a-4559-9590-249d59dd1840', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'fixed_ips': [{'subnet_id': 'ef035ceb-a16c-4cc1-856e-21637e848ebc'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:48:54.744763 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.826943 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1b6e6fd0-b24e-4155-83ff-4a56e33ce026 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3532269 Jul 27 19:48:54.830088 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44324) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:54.835794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4612d6b7-e783-4dd3-a809-e6e76e61125b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Request body: {'subnet': {'network_id': '3eefc724-3eac-4f2a-b556-b42a40e4c54a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:54.860140 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e020b69-0e65-48c1-b76f-9b321c174554 req-9c3c4545-4c21-461b-97ec-94471b967335 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:54.867462 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e020b69-0e65-48c1-b76f-9b321c174554 req-9c3c4545-4c21-461b-97ec-94471b967335 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.2229002 Jul 27 19:48:54.899848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] For port f2728703-b329-489f-b6aa-03c759d1d480, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:54.912294 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e6fd0-b24e-4155-83ff-4a56e33ce026 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event updated for resources: {'Network': ['ID=3eefc724-3eac-4f2a-b556-b42a40e4c54a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:54.925003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 3eefc724-3eac-4f2a-b556-b42a40e4c54a details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:48:54.925449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] For port f2728703-b329-489f-b6aa-03c759d1d480, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f2728703-b329-489f-b6aa-03c759d1d480,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:54.941091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e020b69-0e65-48c1-b76f-9b321c174554 req-6864aba4-40b9-4240-9824-f4d8bd66a489 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725949 Jul 27 19:48:54.944057 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4612d6b7-e783-4dd3-a809-e6e76e61125b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Made reservation on behalf of 0d99383d6df74ccd9c2362178c9f9ebc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:54.947777 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.949156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4612d6b7-e783-4dd3-a809-e6e76e61125b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:54.988749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Allocated IP 19.80.0.2 (e2ba1601-9d8a-4559-9590-249d59dd1840/ef035ceb-a16c-4cc1-856e-21637e848ebc/d53dac71-1431-44b7-a621-4992893d64f1) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:55.001730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833e7e7-8e71-4e4f-9c60-e862e0710dd3 req-b2245b6f-9b51-49da-9814-31cc988980ec tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:55.003547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7833e7e7-8e71-4e4f-9c60-e862e0710dd3 req-b2245b6f-9b51-49da-9814-31cc988980ec tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 949 time: 0.2023153 Jul 27 19:48:55.011316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:55.012173 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.013765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] 10.222.0.63 "PUT /v2.0/ports/f2728703-b329-489f-b6aa-03c759d1d480 HTTP/1.1" status: 200 len: 1092 time: 1.9766383 Jul 27 19:48:55.014434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81acb19-629a-4126-8707-451e2eb2bf00', 'tag': 'f2728703-b329-489f-b6aa-03c759d1d480'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:55.017227 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc92948f-66ac-4b5a-ad8b-31f95489fcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "c81acb19-629a-4126-8707-451e2eb2bf00", "tag": "f2728703-b329-489f-b6aa-03c759d1d480"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:55.051744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0b57f0-c12f-4125-8d5d-f6f8241a9e0f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Made reservation on behalf of 8b880129ed0b49e096db089e15eb1fb7 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:48:55.059789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de0b57f0-c12f-4125-8d5d-f6f8241a9e0f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.102808 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e80f40-2f98-4c62-a262-161d8f8f0aad x-openstack-request-id: req-b8e80f40-2f98-4c62-a262-161d8f8f0aad {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:55.103349 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81acb19-629a-4126-8707-451e2eb2bf00", "tag": "f2728703-b329-489f-b6aa-03c759d1d480", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:55.103759 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8e80f40-2f98-4c62-a262-161d8f8f0aad {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:55.104355 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81acb19-629a-4126-8707-451e2eb2bf00', 'tag': 'f2728703-b329-489f-b6aa-03c759d1d480', 'status': 'completed', 'code': 200} Jul 27 19:48:55.132409 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a78608-d52d-4af5-8a19-d4a6d7750169 service neutron] Pushing event updated for resources: {'Port': ['ID=f2728703-b329-489f-b6aa-03c759d1d480,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:55.168492 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7833e7e7-8e71-4e4f-9c60-e862e0710dd3 req-f70bfb82-2b59-44f4-ac84-d658b5b44e32 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459301 Jul 27 19:48:55.210646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-85364440-c407-4096-8d6d-cb60bb156e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:55.213568 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-85364440-c407-4096-8d6d-cb60bb156e39 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 1095 time: 0.1310298 Jul 27 19:48:55.229189 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.238380 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Transition to ACTIVE for port object d53dac71-1431-44b7-a621-4992893d64f1 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:55.255103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Transition to ACTIVE for port object d53dac71-1431-44b7-a621-4992893d64f1 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:55.263912 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.268325 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-8a235b15-57a0-44ab-aa98-90db3dc78f2f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2728703-b329-489f-b6aa-03c759d1d480 HTTP/1.1" status: 200 len: 217 time: 0.0422738 Jul 27 19:48:55.311894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Network e2ba1601-9d8a-4559-9590-249d59dd1840 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:55.319098 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:55.322725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:55.330774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Pushing event updated for resources: {'Port': ['ID=d53dac71-1431-44b7-a621-4992893d64f1,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:55.331608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-65ed50a5-f2d1-4442-afe2-8b87a4f20002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:55.333905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-65ed50a5-f2d1-4442-afe2-8b87a4f20002 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 200 len: 852 time: 0.0563619 Jul 27 19:48:55.371896 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4612d6b7-e783-4dd3-a809-e6e76e61125b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.388958 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-a6762dea-2ecc-461a-8efa-407f52db6a03 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ebd3759-03a3-4e67-a8e0-16f7b925197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395799 Jul 27 19:48:55.412884 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de0b57f0-c12f-4125-8d5d-f6f8241a9e0f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.416988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 55a477d7-4c5f-411d-9fed-902b17a67525 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:48:55.420094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Attempting to bind port d53dac71-1431-44b7-a621-4992893d64f1 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:48:55.421709 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Attempting to bind port d53dac71-1431-44b7-a621-4992893d64f1 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '02c38156-1682-455b-a3ab-9ba76e97273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e2ba1601-9d8a-4559-9590-249d59dd1840'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:48:55.422570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Attempting to bind port d53dac71-1431-44b7-a621-4992893d64f1 on network e2ba1601-9d8a-4559-9590-249d59dd1840 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:55.473485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612d6b7-e783-4dd3-a809-e6e76e61125b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event updated for resources: {'Subnet': ['ID=19ef9ba9-7ddd-48cd-9730-07aa145a2ba3,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:55.477830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4612d6b7-e783-4dd3-a809-e6e76e61125b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Checking segment: {'id': 'd8083518-e9b5-49fc-b193-8c501d64fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3eefc724-3eac-4f2a-b556-b42a40e4c54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:55.478190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4612d6b7-e783-4dd3-a809-e6e76e61125b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Network hostable DHCP agents. Network: 3eefc724-3eac-4f2a-b556-b42a40e4c54a, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:48:55.491104 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0b57f0-c12f-4125-8d5d-f6f8241a9e0f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Checking segment: {'id': '8a1505a0-ea85-4e3d-9ba5-68d497170d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '27b2c1c0-0143-456f-a846-4a0a85bc1ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:55.491461 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b57f0-c12f-4125-8d5d-f6f8241a9e0f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Network hostable DHCP agents. Network: 27b2c1c0-0143-456f-a846-4a0a85bc1ed8, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:48:55.498462 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:48:55.499192 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Checking segment: {'id': '02c38156-1682-455b-a3ab-9ba76e97273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e2ba1601-9d8a-4559-9590-249d59dd1840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:55.499853 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.500778 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Bound using segment: {'id': '02c38156-1682-455b-a3ab-9ba76e97273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e2ba1601-9d8a-4559-9590-249d59dd1840'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:48:55.501542 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Bound port: d53dac71-1431-44b7-a621-4992893d64f1, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c38156-1682-455b-a3ab-9ba76e97273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e2ba1601-9d8a-4559-9590-249d59dd1840'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:48:55.502298 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.538475 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4612d6b7-e783-4dd3-a809-e6e76e61125b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Network 3eefc724-3eac-4f2a-b556-b42a40e4c54a is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:48:55.538741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-01d34a9c-abb8-4be1-ae4a-a9bf542cc108 service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412528 Jul 27 19:48:55.567002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b57f0-c12f-4125-8d5d-f6f8241a9e0f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event updated for resources: {'Subnet': ['ID=e7fe7895-632d-41ae-8d67-6bf37f4c362e,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:55.579710 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b57f0-c12f-4125-8d5d-f6f8241a9e0f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Network 27b2c1c0-0143-456f-a846-4a0a85bc1ed8 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:48:55.585486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4612d6b7-e783-4dd3-a809-e6e76e61125b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 3eefc724-3eac-4f2a-b556-b42a40e4c54a) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:55.592308 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 55a477d7-4c5f-411d-9fed-902b17a67525 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:55.592626 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612d6b7-e783-4dd3-a809-e6e76e61125b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:55.593347 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4612d6b7-e783-4dd3-a809-e6e76e61125b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.597008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-de0b57f0-c12f-4125-8d5d-f6f8241a9e0f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 27b2c1c0-0143-456f-a846-4a0a85bc1ed8) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:55.607220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b57f0-c12f-4125-8d5d-f6f8241a9e0f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:55.607220 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de0b57f0-c12f-4125-8d5d-f6f8241a9e0f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.626417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 55a477d7-4c5f-411d-9fed-902b17a67525 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:55.627077 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.633179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabbb705-5e19-4218-95ee-db233e8ff138 None None] Network 3eefc724-3eac-4f2a-b556-b42a40e4c54a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:48:55.658977 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4612d6b7-e783-4dd3-a809-e6e76e61125b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8276083 Jul 27 19:48:55.670616 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-de0b57f0-c12f-4125-8d5d-f6f8241a9e0f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3243418 Jul 27 19:48:55.674271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44336) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:55.688941 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-eacfa41d-1ba1-4f26-8a39-aa5379673741 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1722940714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:48:55.721723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4226e956-f3ed-4807-83af-21611b2d092c None None] Network 27b2c1c0-0143-456f-a846-4a0a85bc1ed8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:48:55.729369 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] For port d53dac71-1431-44b7-a621-4992893d64f1, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:55.806931 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eacfa41d-1ba1-4f26-8a39-aa5379673741 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.807979 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eacfa41d-1ba1-4f26-8a39-aa5379673741 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.831018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] For port d53dac71-1431-44b7-a621-4992893d64f1, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d53dac71-1431-44b7-a621-4992893d64f1,segment=NetworkSegment(02c38156-1682-455b-a3ab-9ba76e97273e),segment_id=02c38156-1682-455b-a3ab-9ba76e97273e)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:55.844379 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.871145 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57731b81-3fd2-4fda-8d7f-a3d421ba9baf req-63507662-654c-4eef-a2f0-5a066dda640c service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208940 Jul 27 19:48:55.921016 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eacfa41d-1ba1-4f26-8a39-aa5379673741 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.929568 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eacfa41d-1ba1-4f26-8a39-aa5379673741 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:55.983366 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e743a-599d-4c79-842b-e51f1df11587 req-062dd116-4447-48a9-bd2f-fa8f6c3bc05c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:55.984704 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd04307-35f1-4bdf-b521-e6016ff718be None None] Pushing event updated for resources: {'Port': ['ID=d53dac71-1431-44b7-a621-4992893d64f1,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:55.991883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b20e743a-599d-4c79-842b-e51f1df11587 req-062dd116-4447-48a9-bd2f-fa8f6c3bc05c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 943 time: 0.2474012 Jul 27 19:48:56.020446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca1263-e13f-412f-a2bb-5245343d07ae req-d6e6c1de-65ef-429c-941d-1adad9bf1c28 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:56.022020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0ca1263-e13f-412f-a2bb-5245343d07ae req-d6e6c1de-65ef-429c-941d-1adad9bf1c28 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e48757-72b1-4327-b91e-23a961e7662e HTTP/1.1" status: 200 len: 949 time: 0.2315078 Jul 27 19:48:56.025690 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eacfa41d-1ba1-4f26-8a39-aa5379673741 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:56.026800 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-eacfa41d-1ba1-4f26-8a39-aa5379673741 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3515112 Jul 27 19:48:56.029655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44344) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:48:56.216646 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:56.229857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-3eefc724-3eac-4f2a-b556-b42a40e4c54a', 'network_id': '3eefc724-3eac-4f2a-b556-b42a40e4c54a', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'fixed_ips': [{'subnet_id': '19ef9ba9-7ddd-48cd-9730-07aa145a2ba3'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:48:56.230721 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:56.244647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b20e743a-599d-4c79-842b-e51f1df11587 req-9d886473-951d-490a-9b2a-90dae930f3e6 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517922 Jul 27 19:48:56.270462 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-27b2c1c0-0143-456f-a846-4a0a85bc1ed8', 'network_id': '27b2c1c0-0143-456f-a846-4a0a85bc1ed8', 'tenant_id': '8b880129ed0b49e096db089e15eb1fb7', 'fixed_ips': [{'subnet_id': 'e7fe7895-632d-41ae-8d67-6bf37f4c362e'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:48:56.271289 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:56.289254 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e48757-72b1-4327-b91e-23a961e7662e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a477d7-4c5f-411d-9fed-902b17a67525'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:48:56.292054 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ad8cb0-59f8-4dae-abf9-901ad44fb05c" -d '{"events": [{"server_uuid": "17e48757-72b1-4327-b91e-23a961e7662e", "name": "network-vif-plugged", "status": "completed", "tag": "55a477d7-4c5f-411d-9fed-902b17a67525"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:48:56.312212 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0ca1263-e13f-412f-a2bb-5245343d07ae req-cf3d344a-3d66-4f9a-9d8c-84f60ba5ad42 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748790 Jul 27 19:48:56.319655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 55a477d7-4c5f-411d-9fed-902b17a67525, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=55a477d7-4c5f-411d-9fed-902b17a67525,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:56.351167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92948f-66ac-4b5a-ad8b-31f95489fcaa req-77f92b15-f19f-4a8d-877a-b8ba325bf509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:56.353225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc92948f-66ac-4b5a-ad8b-31f95489fcaa req-77f92b15-f19f-4a8d-877a-b8ba325bf509 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 1095 time: 0.4162638 Jul 27 19:48:56.377160 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:56.377972 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6769cce3-6040-45d3-8b20-d7109b3d77bc up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:48:56.588942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=55a477d7-4c5f-411d-9fed-902b17a67525,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:56.620592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Allocated IP 172.20.0.2 (27b2c1c0-0143-456f-a846-4a0a85bc1ed8/e7fe7895-632d-41ae-8d67-6bf37f4c362e/0970c9d7-3f39-4765-8a72-30d38e0d6822) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:56.627436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Allocated IP 19.86.0.2 (3eefc724-3eac-4f2a-b556-b42a40e4c54a/19ef9ba9-7ddd-48cd-9730-07aa145a2ba3/f01bc8c0-eaf4-4553-849e-98640f07834e) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:56.635768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 6769cce3-6040-45d3-8b20-d7109b3d77bc completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:56.651587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 6769cce3-6040-45d3-8b20-d7109b3d77bc triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:56.651964 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:56.716313 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:56.727583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-4f7a1654-3332-4cb1-b515-aa836c8a8afa tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:56.733590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-4f7a1654-3332-4cb1-b515-aa836c8a8afa tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:56.735458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-4f7a1654-3332-4cb1-b515-aa836c8a8afa tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/networks?id=e2ba1601-9d8a-4559-9590-249d59dd1840&id=3eefc724-3eac-4f2a-b556-b42a40e4c54a HTTP/1.1" status: 200 len: 1390 time: 0.3323107 Jul 27 19:48:56.747884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92948f-66ac-4b5a-ad8b-31f95489fcaa req-ab0edd67-5e97-430a-a2b9-a64660f6a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:56.749381 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc92948f-66ac-4b5a-ad8b-31f95489fcaa req-ab0edd67-5e97-430a-a2b9-a64660f6a7a5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 913 time: 0.3476305 Jul 27 19:48:56.772378 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b834f78-6263-41bb-8e0a-3ff715f4c741 req-f4a7e3ee-59c1-4d52-9cbc-0f9633a72073 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:56.773932 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b834f78-6263-41bb-8e0a-3ff715f4c741 req-f4a7e3ee-59c1-4d52-9cbc-0f9633a72073 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.3701477 Jul 27 19:48:56.830739 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-586c8f84-7983-428c-83eb-45a1e70b6f7d tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/quotas/0d99383d6df74ccd9c2362178c9f9ebc HTTP/1.1" status: 200 len: 375 time: 0.0782030 Jul 27 19:48:56.961454 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:56.996099 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:57.016182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6793fbaf-77be-41ab-972c-43d2611553c4 None None] Network e2ba1601-9d8a-4559-9590-249d59dd1840 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:48:57.024221 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:57.038072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Transition to ACTIVE for port object f01bc8c0-eaf4-4553-849e-98640f07834e will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:57.084902 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Transition to ACTIVE for port object 0970c9d7-3f39-4765-8a72-30d38e0d6822 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:57.102067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6769cce3-6040-45d3-8b20-d7109b3d77bc, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6769cce3-6040-45d3-8b20-d7109b3d77bc,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:57.115496 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Transition to ACTIVE for port object f01bc8c0-eaf4-4553-849e-98640f07834e will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:57.118470 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:57.157616 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:57.160013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Transition to ACTIVE for port object 0970c9d7-3f39-4765-8a72-30d38e0d6822 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:57.172213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a5d12cdf-e7ab-4cca-9057-5f05573699d2 None None] Provisioning for port d53dac71-1431-44b7-a621-4992893d64f1 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:57.173323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc92948f-66ac-4b5a-ad8b-31f95489fcaa req-bfc05901-977d-4fbd-af07-c20768850492 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2728703-b329-489f-b6aa-03c759d1d480 HTTP/1.1" status: 200 len: 217 time: 0.4106460 Jul 27 19:48:57.190268 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:57.230574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Network 3eefc724-3eac-4f2a-b556-b42a40e4c54a is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:57.235843 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=6769cce3-6040-45d3-8b20-d7109b3d77bc,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:57.257153 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:57.265153 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:57.269557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Network 27b2c1c0-0143-456f-a846-4a0a85bc1ed8 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:57.294144 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:57.301247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:57.351306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b834f78-6263-41bb-8e0a-3ff715f4c741 req-77aea023-3bcd-44dd-a905-49dcc8bf958a tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687890 Jul 27 19:48:57.375294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92948f-66ac-4b5a-ad8b-31f95489fcaa req-31385346-1c20-4099-a956-f62e8b318637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:57.377331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc92948f-66ac-4b5a-ad8b-31f95489fcaa req-31385346-1c20-4099-a956-f62e8b318637 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 200 len: 852 time: 0.1922455 Jul 27 19:48:57.396441 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Pushing event updated for resources: {'Port': ['ID=f01bc8c0-eaf4-4553-849e-98640f07834e,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:57.453419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Attempting to bind port f01bc8c0-eaf4-4553-849e-98640f07834e on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:48:57.453973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Attempting to bind port f01bc8c0-eaf4-4553-849e-98640f07834e by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'd8083518-e9b5-49fc-b193-8c501d64fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3eefc724-3eac-4f2a-b556-b42a40e4c54a'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:48:57.454296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Attempting to bind port f01bc8c0-eaf4-4553-849e-98640f07834e on network 3eefc724-3eac-4f2a-b556-b42a40e4c54a {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:57.466093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc92948f-66ac-4b5a-ad8b-31f95489fcaa req-ee01a7f7-d55a-4ea4-9c3a-221a02859f3c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ebd3759-03a3-4e67-a8e0-16f7b925197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707445 Jul 27 19:48:57.477211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:48:57.477582 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Checking segment: {'id': 'd8083518-e9b5-49fc-b193-8c501d64fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3eefc724-3eac-4f2a-b556-b42a40e4c54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:57.477986 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:57.478406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Bound using segment: {'id': 'd8083518-e9b5-49fc-b193-8c501d64fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3eefc724-3eac-4f2a-b556-b42a40e4c54a'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:48:57.478863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Bound port: f01bc8c0-eaf4-4553-849e-98640f07834e, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8083518-e9b5-49fc-b193-8c501d64fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3eefc724-3eac-4f2a-b556-b42a40e4c54a'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:48:57.479247 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:57.498163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Pushing event updated for resources: {'Port': ['ID=0970c9d7-3f39-4765-8a72-30d38e0d6822,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:57.505297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Attempting to bind port 0970c9d7-3f39-4765-8a72-30d38e0d6822 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:48:57.505608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Attempting to bind port 0970c9d7-3f39-4765-8a72-30d38e0d6822 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '8a1505a0-ea85-4e3d-9ba5-68d497170d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '27b2c1c0-0143-456f-a846-4a0a85bc1ed8'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:48:57.505969 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Attempting to bind port 0970c9d7-3f39-4765-8a72-30d38e0d6822 on network 27b2c1c0-0143-456f-a846-4a0a85bc1ed8 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:48:57.516375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:48:57.516776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Checking segment: {'id': '8a1505a0-ea85-4e3d-9ba5-68d497170d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '27b2c1c0-0143-456f-a846-4a0a85bc1ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:48:57.517175 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:57.517571 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Bound using segment: {'id': '8a1505a0-ea85-4e3d-9ba5-68d497170d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '27b2c1c0-0143-456f-a846-4a0a85bc1ed8'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:48:57.518034 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Bound port: 0970c9d7-3f39-4765-8a72-30d38e0d6822, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1505a0-ea85-4e3d-9ba5-68d497170d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '27b2c1c0-0143-456f-a846-4a0a85bc1ed8'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:48:57.518417 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:57.570996 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-0dff0abf-a3e8-4241-ab85-0b4c5ce2ae53 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d99383d6df74ccd9c2362178c9f9ebc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4076233 Jul 27 19:48:57.611248 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] For port f01bc8c0-eaf4-4553-849e-98640f07834e, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:57.617688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] For port f01bc8c0-eaf4-4553-849e-98640f07834e, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f01bc8c0-eaf4-4553-849e-98640f07834e,segment=NetworkSegment(d8083518-e9b5-49fc-b193-8c501d64fb6b),segment_id=d8083518-e9b5-49fc-b193-8c501d64fb6b)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:57.625571 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:57.666513 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] For port 0970c9d7-3f39-4765-8a72-30d38e0d6822, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:48:57.698151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] For port 0970c9d7-3f39-4765-8a72-30d38e0d6822, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0970c9d7-3f39-4765-8a72-30d38e0d6822,segment=NetworkSegment(8a1505a0-ea85-4e3d-9ba5-68d497170d33),segment_id=8a1505a0-ea85-4e3d-9ba5-68d497170d33)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:48:57.706638 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:57.717585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd10258-8de8-4977-9949-df5b70e2c2db None None] Pushing event updated for resources: {'Port': ['ID=f01bc8c0-eaf4-4553-849e-98640f07834e,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:57.770345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Allocated IP 172.20.0.1 (27b2c1c0-0143-456f-a846-4a0a85bc1ed8/e7fe7895-632d-41ae-8d67-6bf37f4c362e/76696fec-e6a2-4b3c-a65d-6f8f6ed0375f) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:48:57.780831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc92948f-66ac-4b5a-ad8b-31f95489fcaa req-2a7dd7c9-872d-4406-af0e-179f7ed3e17c service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996714 Jul 27 19:48:57.780831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-bc340fd7-2ee8-4bae-9150-544d34be64c2 service neutron] 10.222.0.48 "GET /v2.0/networks/e2ba1601-9d8a-4559-9590-249d59dd1840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769452 Jul 27 19:48:57.806485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfe9cb-442c-4239-8235-8b5d2bef316e req-c210c02a-ddde-4c6b-89e2-ec969e7fe225 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:57.809471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23dfe9cb-442c-4239-8235-8b5d2bef316e req-c210c02a-ddde-4c6b-89e2-ec969e7fe225 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 950 time: 0.3762932 Jul 27 19:48:57.815485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166b95b-e4fb-4384-a2eb-0e62b7697ef0 None None] Pushing event updated for resources: {'Port': ['ID=0970c9d7-3f39-4765-8a72-30d38e0d6822,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:57.833697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d53dac71-1431-44b7-a621-4992893d64f1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:48:57.915598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port d53dac71-1431-44b7-a621-4992893d64f1 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:57.926220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d53dac71-1431-44b7-a621-4992893d64f1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:57.926843 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:58.042578 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:58.058913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1d06945b-06d4-4d5a-bb03-5eeddeee5ee1 None None] Provisioning complete for port d53dac71-1431-44b7-a621-4992893d64f1 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:48:58.058913 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d06945b-06d4-4d5a-bb03-5eeddeee5ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:58.091373 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23dfe9cb-442c-4239-8235-8b5d2bef316e req-51352446-e2eb-4d85-a79b-d76c2977fd04 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514188 Jul 27 19:48:58.150613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port d53dac71-1431-44b7-a621-4992893d64f1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d53dac71-1431-44b7-a621-4992893d64f1,segment=NetworkSegment(02c38156-1682-455b-a3ab-9ba76e97273e),segment_id=02c38156-1682-455b-a3ab-9ba76e97273e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:48:58.171117 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:58.188253 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf7a04f-d19d-4055-b9aa-a4f1a5e55d7b x-openstack-request-id: req-dbf7a04f-d19d-4055-b9aa-a4f1a5e55d7b {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:48:58.189451 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e48757-72b1-4327-b91e-23a961e7662e", "name": "network-vif-plugged", "status": "completed", "tag": "55a477d7-4c5f-411d-9fed-902b17a67525", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:48:58.189705 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbf7a04f-d19d-4055-b9aa-a4f1a5e55d7b {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:48:58.190202 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e48757-72b1-4327-b91e-23a961e7662e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a477d7-4c5f-411d-9fed-902b17a67525', 'code': 200} Jul 27 19:48:58.244542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-c7ac016d-8065-4e7f-8049-122d08dec0ff service neutron] 10.222.0.48 "GET /v2.0/networks/e2ba1601-9d8a-4559-9590-249d59dd1840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191544 Jul 27 19:48:58.287625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=d53dac71-1431-44b7-a621-4992893d64f1,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:58.300717 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc92948f-66ac-4b5a-ad8b-31f95489fcaa req-b5582d3c-5ac0-4307-ae56-d5d3bbedcf2e service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160272 Jul 27 19:48:58.383273 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:58.415818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Transition to ACTIVE for port object 76696fec-e6a2-4b3c-a65d-6f8f6ed0375f will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:48:58.456234 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-abc35271-28c9-4c83-8ff2-0fe4407969a2 service neutron] 10.222.0.48 "GET /v2.0/networks/3eefc724-3eac-4f2a-b556-b42a40e4c54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109318 Jul 27 19:48:58.458243 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d712d-b4ce-4f10-ac6d-a5b9feaefd39 req-99d0bb93-b4fb-4698-b7b0-bbb46bd92490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:58.459797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a64d712d-b4ce-4f10-ac6d-a5b9feaefd39 req-99d0bb93-b4fb-4698-b7b0-bbb46bd92490 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=17e48757-72b1-4327-b91e-23a961e7662e HTTP/1.1" status: 200 len: 1102 time: 0.1620584 Jul 27 19:48:58.595912 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:58.620602 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a64d712d-b4ce-4f10-ac6d-a5b9feaefd39 req-f040b96b-03be-4243-a02f-5177f5187664 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407130 Jul 27 19:48:58.687327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Network 27b2c1c0-0143-456f-a846-4a0a85bc1ed8 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:48:58.699299 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:48:58.705349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:48:58.722208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event updated for resources: {'Port': ['ID=76696fec-e6a2-4b3c-a65d-6f8f6ed0375f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:48:58.755783 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-1ce482cf-b85f-4e83-abd9-9db77a09c7ed service neutron] 10.222.0.48 "GET /v2.0/networks/3eefc724-3eac-4f2a-b556-b42a40e4c54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901199 Jul 27 19:48:58.785091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f61cb-b1fd-4deb-97bb-7f54d1322034 req-029514d2-7462-47ef-8c8a-e1fc8813f155 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:58.786649 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7f61cb-b1fd-4deb-97bb-7f54d1322034 req-029514d2-7462-47ef-8c8a-e1fc8813f155 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 943 time: 0.2268856 Jul 27 19:48:58.787602 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:58.997601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7f61cb-b1fd-4deb-97bb-7f54d1322034 req-4e8cd302-8080-4c04-93ba-f6549cf24f53 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884754 Jul 27 19:48:59.039434 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7c3df0-e90b-42ac-ac5f-4526bc7db9df None None] Network 3eefc724-3eac-4f2a-b556-b42a40e4c54a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:48:59.145890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-edd2c75e-1782-433e-b635-e7aab101bd11 None None] Provisioning for port f01bc8c0-eaf4-4553-849e-98640f07834e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:48:59.176491 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:48:59.288504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5f6d6-5dd5-4de2-a7f2-9e67e31c7cc9 req-70a295b4-d6ad-4154-8a90-11fae3397897 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:59.298182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0e5f6d6-5dd5-4de2-a7f2-9e67e31c7cc9 req-70a295b4-d6ad-4154-8a90-11fae3397897 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e48757-72b1-4327-b91e-23a961e7662e HTTP/1.1" status: 200 len: 950 time: 0.2736495 Jul 27 19:48:59.432848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f2728703-b329-489f-b6aa-03c759d1d480 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:48:59.449720 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0e5f6d6-5dd5-4de2-a7f2-9e67e31c7cc9 req-67010e28-4743-4234-b82c-000dc2518892 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483769 Jul 27 19:48:59.466535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd6ce8-9807-4c64-afe8-ddb9e559d953 req-319d4700-27e7-4733-9578-ae17b828c06a tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:48:59.483026 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ebd6ce8-9807-4c64-afe8-ddb9e559d953 req-319d4700-27e7-4733-9578-ae17b828c06a tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.3807499 Jul 27 19:48:59.662284 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca1f71fa-f783-43a0-b09c-9de31dae9f93 req-0e1a519e-09c1-4f9b-9f21-e7b030caff04 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 210 time: 0.0937197 Jul 27 19:48:59.799227 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ebd6ce8-9807-4c64-afe8-ddb9e559d953 req-a4d3a218-e499-44f1-a79c-41366f3150e7 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977622 Jul 27 19:48:59.931276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c40c59a-54db-49eb-accb-ef2b4ddbac14 None None] Network 27b2c1c0-0143-456f-a846-4a0a85bc1ed8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:00.007423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d53dac71-1431-44b7-a621-4992893d64f1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:00.056927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b415da30-3d8b-4c0d-b436-2243549215da None None] Provisioning for port 0970c9d7-3f39-4765-8a72-30d38e0d6822 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:00.123307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f2728703-b329-489f-b6aa-03c759d1d480, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f2728703-b329-489f-b6aa-03c759d1d480,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:00.179989 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'f2728703-b329-489f-b6aa-03c759d1d480', 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'port_id': 'f2728703-b329-489f-b6aa-03c759d1d480', 'mac_address': 'fa:16:3e:e6:86:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:49:00.192828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908d094c-76ca-4940-9810-22eace0f84b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6769cce3-6040-45d3-8b20-d7109b3d77bc'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:00.195569 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6401fc17-0ae8-4816-bbc0-e429231deb3e" -d '{"events": [{"server_uuid": "908d094c-76ca-4940-9810-22eace0f84b2", "name": "network-vif-plugged", "status": "completed", "tag": "6769cce3-6040-45d3-8b20-d7109b3d77bc"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:00.254649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d53dac71-1431-44b7-a621-4992893d64f1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:00.255032 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:00.316359 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:00.362493 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2728703-b329-489f-b6aa-03c759d1d480 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:49:00.381851 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:00.385523 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f2728703-b329-489f-b6aa-03c759d1d480, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f2728703-b329-489f-b6aa-03c759d1d480,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:00.400644 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:00.404693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd40bf0-cf36-4af7-95f9-3c3442ce14c3 req-424df6c4-bb57-4119-92ea-c7dfdde37438 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:00.413357 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afd40bf0-cf36-4af7-95f9-3c3442ce14c3 req-424df6c4-bb57-4119-92ea-c7dfdde37438 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 950 time: 0.5368841 Jul 27 19:49:00.432106 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:00.499812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=f2728703-b329-489f-b6aa-03c759d1d480,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:00.507958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0970c9d7-3f39-4765-8a72-30d38e0d6822 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:00.561874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afd40bf0-cf36-4af7-95f9-3c3442ce14c3 req-d31c5433-44b0-4f15-a842-e7e2e12075a5 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467121 Jul 27 19:49:00.594691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 0970c9d7-3f39-4765-8a72-30d38e0d6822 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:00.601121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 0970c9d7-3f39-4765-8a72-30d38e0d6822 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:00.601545 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:00.643894 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-91b2b7a8-a758-4874-bb4e-e85caa335f23 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:00.659683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654f8a4-1441-4bf0-9217-5f472ebc839d req-deff95a5-76db-4360-948e-f4e0f08b2970 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:00.660494 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-91b2b7a8-a758-4874-bb4e-e85caa335f23 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:00.661329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0654f8a4-1441-4bf0-9217-5f472ebc839d req-deff95a5-76db-4360-948e-f4e0f08b2970 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 943 time: 0.3822978 Jul 27 19:49:00.662090 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-91b2b7a8-a758-4874-bb4e-e85caa335f23 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.52 "GET /v2.0/networks?id=e2ba1601-9d8a-4559-9590-249d59dd1840&id=3eefc724-3eac-4f2a-b556-b42a40e4c54a HTTP/1.1" status: 200 len: 1390 time: 0.2362537 Jul 27 19:49:00.681859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-2c72de5f-45ad-4dc9-8d65-7b56efc1e753 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Request body: {'port': {'device_id': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'network_id': 'e2ba1601-9d8a-4559-9590-249d59dd1840', 'admin_state_up': True, 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:00.692998 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d60aa7a-91eb-49b1-b49f-81541dfc39d6 x-openstack-request-id: req-0d60aa7a-91eb-49b1-b49f-81541dfc39d6 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:00.693291 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908d094c-76ca-4940-9810-22eace0f84b2", "name": "network-vif-plugged", "status": "completed", "tag": "6769cce3-6040-45d3-8b20-d7109b3d77bc", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:00.693543 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d60aa7a-91eb-49b1-b49f-81541dfc39d6 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:00.693937 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908d094c-76ca-4940-9810-22eace0f84b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6769cce3-6040-45d3-8b20-d7109b3d77bc', 'code': 200} Jul 27 19:49:00.784052 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event updated for resources: {'Port': ['ID=76696fec-e6a2-4b3c-a65d-6f8f6ed0375f,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:00.794437 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:00.818199 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:00.839919 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 0970c9d7-3f39-4765-8a72-30d38e0d6822, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0970c9d7-3f39-4765-8a72-30d38e0d6822,segment=NetworkSegment(8a1505a0-ea85-4e3d-9ba5-68d497170d33),segment_id=8a1505a0-ea85-4e3d-9ba5-68d497170d33)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:00.843321 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['f2728703-b329-489f-b6aa-03c759d1d480'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:00.876727 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0654f8a4-1441-4bf0-9217-5f472ebc839d req-94d456ab-ff07-48db-bb75-994d81c88ace tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027011 Jul 27 19:49:00.905014 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:00.905014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f01bc8c0-eaf4-4553-849e-98640f07834e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:00.913660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-2c72de5f-45ad-4dc9-8d65-7b56efc1e753 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Made reservation on behalf of 0d99383d6df74ccd9c2362178c9f9ebc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:00.917883 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-2c72de5f-45ad-4dc9-8d65-7b56efc1e753 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:00.989577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=0970c9d7-3f39-4765-8a72-30d38e0d6822,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:01.049414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9f26d4bf-c440-405b-a380-77338c6cb078 None None] Provisioning complete for port 0970c9d7-3f39-4765-8a72-30d38e0d6822 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:01.049852 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9f26d4bf-c440-405b-a380-77338c6cb078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:01.074612 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ae54f76-0e39-48d3-a781-405e5d33f398 req-32503444-a3d3-4c56-a316-1caed8e9e7bc tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 210 time: 0.0680764 Jul 27 19:49:01.103491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e39c1-16cc-42c4-8983-4ccff09567d4 req-369ae15a-3678-4a58-a9df-8717a545e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:01.105218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f4e39c1-16cc-42c4-8983-4ccff09567d4 req-369ae15a-3678-4a58-a9df-8717a545e786 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 1102 time: 0.3129399 Jul 27 19:49:01.131848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-2c72de5f-45ad-4dc9-8d65-7b56efc1e753 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Allocated IP 19.80.0.197 (e2ba1601-9d8a-4559-9590-249d59dd1840/ef035ceb-a16c-4cc1-856e-21637e848ebc/3a1dad85-9462-40c6-ae34-a00d7ff8f56f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:01.152688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34924025-1201-41f2-83c5-3f3ee9032fa7 req-f96ef5fa-83b5-468c-9e68-c68bc9c4b55d tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:01.154660 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34924025-1201-41f2-83c5-3f3ee9032fa7 req-f96ef5fa-83b5-468c-9e68-c68bc9c4b55d tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e48757-72b1-4327-b91e-23a961e7662e HTTP/1.1" status: 200 len: 950 time: 0.3325596 Jul 27 19:49:01.156994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Network 27b2c1c0-0143-456f-a846-4a0a85bc1ed8 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:01.167203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:01.186451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f01bc8c0-eaf4-4553-849e-98640f07834e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:01.199231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f01bc8c0-eaf4-4553-849e-98640f07834e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:01.199790 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:01.338732 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-2c72de5f-45ad-4dc9-8d65-7b56efc1e753 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:01.360718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-2c72de5f-45ad-4dc9-8d65-7b56efc1e753 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Transition to ACTIVE for port object 3a1dad85-9462-40c6-ae34-a00d7ff8f56f will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:01.361266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9f26d4bf-c440-405b-a380-77338c6cb078 None None] Provisioning for port 76696fec-e6a2-4b3c-a65d-6f8f6ed0375f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:01.372220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9f26d4bf-c440-405b-a380-77338c6cb078 None None] Provisioning complete for port 76696fec-e6a2-4b3c-a65d-6f8f6ed0375f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:01.373628 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9f26d4bf-c440-405b-a380-77338c6cb078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:01.384872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34924025-1201-41f2-83c5-3f3ee9032fa7 req-e5f333d3-c426-48bf-ac93-5d9c06cfd885 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207260 Jul 27 19:49:01.386538 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f4e39c1-16cc-42c4-8983-4ccff09567d4 req-22e2a0a4-78d8-4d00-a939-0c048baa68ae service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652779 Jul 27 19:49:01.440946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7432f-4f0a-457a-965e-6242fb1a02dd req-40604d68-0d13-421b-98d6-49898a5c5a1a tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:01.441399 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-2c72de5f-45ad-4dc9-8d65-7b56efc1e753 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:01.448872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3d7432f-4f0a-457a-965e-6242fb1a02dd req-40604d68-0d13-421b-98d6-49898a5c5a1a tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.2359111 Jul 27 19:49:01.494006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-2c72de5f-45ad-4dc9-8d65-7b56efc1e753 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Network e2ba1601-9d8a-4559-9590-249d59dd1840 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:01.497953 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-2c72de5f-45ad-4dc9-8d65-7b56efc1e753 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:01.516994 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:01.518529 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-2c72de5f-45ad-4dc9-8d65-7b56efc1e753 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:01.544836 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3d7432f-4f0a-457a-965e-6242fb1a02dd req-c94b7f73-7ec2-4aa9-b950-0bebfc7fae6c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899396 Jul 27 19:49:01.546772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Router e9b0d4d1-ad33-463a-bc3d-79c01b6653bf is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:49:01.639464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9f26d4bf-c440-405b-a380-77338c6cb078 None None] Port 76696fec-e6a2-4b3c-a65d-6f8f6ed0375f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:49:01.647435 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72de5f-45ad-4dc9-8d65-7b56efc1e753 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event updated for resources: {'Port': ['ID=3a1dad85-9462-40c6-ae34-a00d7ff8f56f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:01.686657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-2c72de5f-45ad-4dc9-8d65-7b56efc1e753 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:01.693377 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-2c72de5f-45ad-4dc9-8d65-7b56efc1e753 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:01.733055 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-2c72de5f-45ad-4dc9-8d65-7b56efc1e753 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0469096 Jul 27 19:49:01.740476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-afbb3f15-3040-4149-b183-853caf999f15 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Request body: {'port': {'device_id': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'network_id': '3eefc724-3eac-4f2a-b556-b42a40e4c54a', 'admin_state_up': True, 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:01.750753 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port f01bc8c0-eaf4-4553-849e-98640f07834e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f01bc8c0-eaf4-4553-849e-98640f07834e,segment=NetworkSegment(d8083518-e9b5-49fc-b193-8c501d64fb6b),segment_id=d8083518-e9b5-49fc-b193-8c501d64fb6b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:01.783543 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:01.840082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:49:01.853718 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a05a5667-1324-4260-803c-575430429b41 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "PUT /v2.0/routers/e9b0d4d1-ad33-463a-bc3d-79c01b6653bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8218207 Jul 27 19:49:01.855988 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44418) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:01.864709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8d921e9d-0a68-41aa-9c25-29673c3c7d1d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Request body: {'port': {'network_id': '27b2c1c0-0143-456f-a846-4a0a85bc1ed8', 'name': 'tempest-FloatingIPNegativeTestJSON-577486001'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:01.900124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c34868-6de7-4876-82af-efc3126a8f82 None None] Sync routers for ids ['e9b0d4d1-ad33-463a-bc3d-79c01b6653bf'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:49:01.937989 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9ebe07b8-1a85-46f5-8fcd-7e8532380e51 None None] Provisioning complete for port 76696fec-e6a2-4b3c-a65d-6f8f6ed0375f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:01.942351 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9ebe07b8-1a85-46f5-8fcd-7e8532380e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:01.963602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0970c9d7-3f39-4765-8a72-30d38e0d6822 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:01.965372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfcbd8-5873-42e8-b40d-9fb7965fe418 req-1931fcce-9876-46fa-a64a-4699b820f4ca tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:01.967152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4bfcbd8-5873-42e8-b40d-9fb7965fe418 req-1931fcce-9876-46fa-a64a-4699b820f4ca tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 950 time: 0.2564416 Jul 27 19:49:02.055286 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4bfcbd8-5873-42e8-b40d-9fb7965fe418 req-356d8cb2-b425-4508-ae27-a0c645247d42 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764136 Jul 27 19:49:02.072068 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-afbb3f15-3040-4149-b183-853caf999f15 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Made reservation on behalf of 0d99383d6df74ccd9c2362178c9f9ebc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:02.101187 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe07b8-1a85-46f5-8fcd-7e8532380e51 None None] Port 76696fec-e6a2-4b3c-a65d-6f8f6ed0375f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:49:02.101572 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-afbb3f15-3040-4149-b183-853caf999f15 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:02.110754 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c34868-6de7-4876-82af-efc3126a8f82 None None] Routers {'e9b0d4d1-ad33-463a-bc3d-79c01b6653bf'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:49:02.111603 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a6c34868-6de7-4876-82af-efc3126a8f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:48:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e9b0d4d1-ad33-463a-bc3d-79c01b6653bf'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:02.155168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d921e9d-0a68-41aa-9c25-29673c3c7d1d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Made reservation on behalf of 8b880129ed0b49e096db089e15eb1fb7 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:02.160823 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8d921e9d-0a68-41aa-9c25-29673c3c7d1d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:02.196954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-8d921e9d-0a68-41aa-9c25-29673c3c7d1d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] device_id is not set on port 7825fb5d-abf7-4f94-88f3-93f21a4333d9 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:49:02.197476 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a6c34868-6de7-4876-82af-efc3126a8f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:02.210820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=f01bc8c0-eaf4-4553-849e-98640f07834e,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:02.219074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40710fee-439e-413c-a964-793626200152 req-5a386e32-b3e9-443f-b2ec-2000274090cf tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:02.221343 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40710fee-439e-413c-a964-793626200152 req-5a386e32-b3e9-443f-b2ec-2000274090cf tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 944 time: 0.1560748 Jul 27 19:49:02.237942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c34868-6de7-4876-82af-efc3126a8f82 None None] Routers {'e9b0d4d1-ad33-463a-bc3d-79c01b6653bf'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:49:02.238742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a6c34868-6de7-4876-82af-efc3126a8f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:48:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e9b0d4d1-ad33-463a-bc3d-79c01b6653bf'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:02.284305 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2c46fb55-44c1-4818-b16a-e0a3f582aaea None None] Provisioning for port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:02.289081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2c46fb55-44c1-4818-b16a-e0a3f582aaea None None] Provisioning complete for port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:02.289578 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2c46fb55-44c1-4818-b16a-e0a3f582aaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:02.291218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a6c34868-6de7-4876-82af-efc3126a8f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:02.291937 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c34868-6de7-4876-82af-efc3126a8f82 None None] The sync data for ids ['e9b0d4d1-ad33-463a-bc3d-79c01b6653bf'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:49:02.323273 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 0970c9d7-3f39-4765-8a72-30d38e0d6822 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:02.323813 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:02.328239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40710fee-439e-413c-a964-793626200152 req-4901a9b2-c24c-49c9-a168-c9ca9ed7e48b tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661304 Jul 27 19:49:02.379148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-2c46fb55-44c1-4818-b16a-e0a3f582aaea None None] Port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:49:02.397478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-afbb3f15-3040-4149-b183-853caf999f15 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Allocated IP 19.86.0.109 (3eefc724-3eac-4f2a-b556-b42a40e4c54a/19ef9ba9-7ddd-48cd-9730-07aa145a2ba3/dad35f82-1995-4859-9574-da0cab3aab8d) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:02.437201 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-8d921e9d-0a68-41aa-9c25-29673c3c7d1d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Allocated IP 172.20.0.7 (27b2c1c0-0143-456f-a846-4a0a85bc1ed8/e7fe7895-632d-41ae-8d67-6bf37f4c362e/7825fb5d-abf7-4f94-88f3-93f21a4333d9) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:02.503520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb300f-a224-434b-b8be-da2e270efb24 req-10851028-4821-4857-a835-f604a7dcb24f tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:02.503520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9cb300f-a224-434b-b8be-da2e270efb24 req-10851028-4821-4857-a835-f604a7dcb24f tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 932 time: 0.1375301 Jul 27 19:49:02.677331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9cb300f-a224-434b-b8be-da2e270efb24 req-0c893dcf-5474-40ce-9fa2-6499b2af04e3 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629713 Jul 27 19:49:02.744181 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8d921e9d-0a68-41aa-9c25-29673c3c7d1d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:02.769385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577f55d-4826-4bbd-938e-ff932fd90946 req-b158bec5-49b0-415f-a0ec-822d6c07ca15 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:02.771044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c577f55d-4826-4bbd-938e-ff932fd90946 req-b158bec5-49b0-415f-a0ec-822d6c07ca15 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.1591074 Jul 27 19:49:02.772180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-8d921e9d-0a68-41aa-9c25-29673c3c7d1d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Transition to ACTIVE for port object 7825fb5d-abf7-4f94-88f3-93f21a4333d9 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:02.834615 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c577f55d-4826-4bbd-938e-ff932fd90946 req-b0a9cab5-2ba1-4c6d-ae7d-1083e5c46ad4 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534055 Jul 27 19:49:02.842620 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8d921e9d-0a68-41aa-9c25-29673c3c7d1d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:02.895266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d921e9d-0a68-41aa-9c25-29673c3c7d1d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Network 27b2c1c0-0143-456f-a846-4a0a85bc1ed8 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:02.903244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-8d921e9d-0a68-41aa-9c25-29673c3c7d1d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:02.916870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d921e9d-0a68-41aa-9c25-29673c3c7d1d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:02.957535 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-afbb3f15-3040-4149-b183-853caf999f15 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:02.981444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-afbb3f15-3040-4149-b183-853caf999f15 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Transition to ACTIVE for port object dad35f82-1995-4859-9574-da0cab3aab8d will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:02.991364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d921e9d-0a68-41aa-9c25-29673c3c7d1d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event updated for resources: {'Port': ['ID=7825fb5d-abf7-4f94-88f3-93f21a4333d9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:03.034736 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d921e9d-0a68-41aa-9c25-29673c3c7d1d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:03.035487 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8d921e9d-0a68-41aa-9c25-29673c3c7d1d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:03.048264 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-afbb3f15-3040-4149-b183-853caf999f15 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:03.052165 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8d921e9d-0a68-41aa-9c25-29673c3c7d1d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1948922 Jul 27 19:49:03.055932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44438) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:03.065955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:03.099461 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:03.107845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-afbb3f15-3040-4149-b183-853caf999f15 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Network 3eefc724-3eac-4f2a-b556-b42a40e4c54a is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:03.111209 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-afbb3f15-3040-4149-b183-853caf999f15 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:03.116248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-afbb3f15-3040-4149-b183-853caf999f15 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:03.120333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb3f15-3040-4149-b183-853caf999f15 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event updated for resources: {'Port': ['ID=dad35f82-1995-4859-9574-da0cab3aab8d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:03.183677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-afbb3f15-3040-4149-b183-853caf999f15 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:03.185109 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-afbb3f15-3040-4149-b183-853caf999f15 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:03.210607 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-afbb3f15-3040-4149-b183-853caf999f15 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4763391 Jul 27 19:49:03.225159 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Request body: {'port': {'device_id': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:03.316008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-61f4364a-be9a-4e4b-b6d3-f765bdd84cd5 None None] Provisioning for port 7825fb5d-abf7-4f94-88f3-93f21a4333d9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:03.323045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-61f4364a-be9a-4e4b-b6d3-f765bdd84cd5 None None] Provisioning complete for port 7825fb5d-abf7-4f94-88f3-93f21a4333d9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:03.323453 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-61f4364a-be9a-4e4b-b6d3-f765bdd84cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:03.354615 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd936c-ef5f-4444-a5f7-99ac70c63b5e req-4ad6e7e7-206e-43c3-934d-ac7a17c4fbb2 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:03.355735 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:03.364099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cddd936c-ef5f-4444-a5f7-99ac70c63b5e req-4ad6e7e7-206e-43c3-934d-ac7a17c4fbb2 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 950 time: 0.1593153 Jul 27 19:49:03.401103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-61f4364a-be9a-4e4b-b6d3-f765bdd84cd5 None None] Port 7825fb5d-abf7-4f94-88f3-93f21a4333d9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:49:03.425134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cddd936c-ef5f-4444-a5f7-99ac70c63b5e req-96f86f34-7e8b-4d82-a7b8-bb9044da990e tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599332 Jul 27 19:49:03.468082 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:03.529133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-dee66fbd-bdbc-44ff-9b8f-3512a723c20a None None] Provisioning for port dad35f82-1995-4859-9574-da0cab3aab8d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:03.535457 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-dee66fbd-bdbc-44ff-9b8f-3512a723c20a None None] Provisioning complete for port dad35f82-1995-4859-9574-da0cab3aab8d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:03.535847 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-dee66fbd-bdbc-44ff-9b8f-3512a723c20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:03.587831 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-dee66fbd-bdbc-44ff-9b8f-3512a723c20a None None] Port dad35f82-1995-4859-9574-da0cab3aab8d cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:49:03.661346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4390f1-051d-41fa-b54a-ee0ff58ccd5c req-f4e19497-9849-417e-aadb-4cebef02b07f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:03.663162 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f4390f1-051d-41fa-b54a-ee0ff58ccd5c req-f4e19497-9849-417e-aadb-4cebef02b07f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 944 time: 0.2301955 Jul 27 19:49:03.664550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Allocated IP 172.25.1.236 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/472f93bf-8c18-4d41-89e4-4059d5d3392d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:03.749693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1dad85-9462-40c6-ae34-a00d7ff8f56f {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:49:03.760612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:03.774467 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Transition to ACTIVE for port object 3a1dad85-9462-40c6-ae34-a00d7ff8f56f will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:03.778675 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:03.788452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f4390f1-051d-41fa-b54a-ee0ff58ccd5c req-d799aad0-1e8d-4498-be12-31f3295176f5 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157365 Jul 27 19:49:03.874272 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1dad85-9462-40c6-ae34-a00d7ff8f56f,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:03.890887 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:03.904106 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c5f27-9a86-4821-a8ad-0bc5818aa602 req-8901fddc-b2ee-407c-9773-ded6470d53ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:03.910897 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c5f27-9a86-4821-a8ad-0bc5818aa602 req-8901fddc-b2ee-407c-9773-ded6470d53ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:03.912628 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a47c5f27-9a86-4821-a8ad-0bc5818aa602 req-8901fddc-b2ee-407c-9773-ded6470d53ed tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=521ff820-63ee-41a3-b16a-cfa816d3a831&device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 1691 time: 0.2088726 Jul 27 19:49:03.950375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f01bc8c0-eaf4-4553-849e-98640f07834e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:03.972045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a47c5f27-9a86-4821-a8ad-0bc5818aa602 req-8e87aeff-88ca-4d20-9cf0-1ccdc5a60637 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531843 Jul 27 19:49:03.998429 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Attempting to bind port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:49:03.998933 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Attempting to bind port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '02c38156-1682-455b-a3ab-9ba76e97273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e2ba1601-9d8a-4559-9590-249d59dd1840'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:49:04.002362 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Attempting to bind port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f on network e2ba1601-9d8a-4559-9590-249d59dd1840 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:04.019219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f on network e2ba1601-9d8a-4559-9590-249d59dd1840 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:49:04.020029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Attempting to bind port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f on network e2ba1601-9d8a-4559-9590-249d59dd1840 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:04.026491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:49:04.027710 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Checking segment: {'id': '02c38156-1682-455b-a3ab-9ba76e97273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e2ba1601-9d8a-4559-9590-249d59dd1840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:04.028309 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Bound using segment: {'id': '02c38156-1682-455b-a3ab-9ba76e97273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e2ba1601-9d8a-4559-9590-249d59dd1840'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:49:04.028938 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Bound port: 3a1dad85-9462-40c6-ae34-a00d7ff8f56f, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c38156-1682-455b-a3ab-9ba76e97273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e2ba1601-9d8a-4559-9590-249d59dd1840'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:49:04.029481 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:04.078602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f01bc8c0-eaf4-4553-849e-98640f07834e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:04.082877 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:04.100178 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:04.158411 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] For port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:49:04.162143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] For port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a1dad85-9462-40c6-ae34-a00d7ff8f56f,segment=NetworkSegment(02c38156-1682-455b-a3ab-9ba76e97273e),segment_id=02c38156-1682-455b-a3ab-9ba76e97273e)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:49:04.168733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:04.191454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:04.204839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:04.208570 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:04.229787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:04.230415 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:04.232007 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] 10.222.0.52 "PUT /v2.0/ports/3a1dad85-9462-40c6-ae34-a00d7ff8f56f HTTP/1.1" status: 200 len: 1093 time: 1.0116956 Jul 27 19:49:04.240371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'tag': '3a1dad85-9462-40c6-ae34-a00d7ff8f56f'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:04.242339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event updated for resources: {'Port': ['ID=472f93bf-8c18-4d41-89e4-4059d5d3392d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:04.244770 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a92baa-0300-499d-bac7-bc313f8fac42" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe06f5f-f073-43d7-9a63-6175bdd0d742", "tag": "3a1dad85-9462-40c6-ae34-a00d7ff8f56f"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:04.273939 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a821d7-acbc-4f03-82cc-f47d90bb81d8 req-8cb8be33-7087-4531-b8e6-df2dbf82f2db tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:04.281478 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78a821d7-acbc-4f03-82cc-f47d90bb81d8 req-8cb8be33-7087-4531-b8e6-df2dbf82f2db tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.2389646 Jul 27 19:49:04.281747 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Request body: {'port': {'device_id': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:04.295240 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e9691-dc69-45b3-8ed3-fd2b049a5e60 req-50bdf91e-4f41-4eb7-a05f-95f96575efad tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:04.301567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e9691-dc69-45b3-8ed3-fd2b049a5e60 req-50bdf91e-4f41-4eb7-a05f-95f96575efad tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:04.303382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f4e9691-dc69-45b3-8ed3-fd2b049a5e60 req-50bdf91e-4f41-4eb7-a05f-95f96575efad tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1667 time: 0.3070819 Jul 27 19:49:04.349341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ddcca-d80a-48e0-af05-7a6b6c856615 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1dad85-9462-40c6-ae34-a00d7ff8f56f,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:04.377490 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:04.688162 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad35f82-1995-4859-9574-da0cab3aab8d {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:49:04.690517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78a821d7-acbc-4f03-82cc-f47d90bb81d8 req-95353272-3e8f-4f30-96aa-9338c3fa22a8 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073288 Jul 27 19:49:04.696217 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:04.702143 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f4e9691-dc69-45b3-8ed3-fd2b049a5e60 req-d7f09757-25c1-4b8a-8de0-b647ec705f3a tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907647 Jul 27 19:49:04.708989 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:04.719612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Transition to ACTIVE for port object dad35f82-1995-4859-9574-da0cab3aab8d will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:04.733365 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:04.759591 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:04.763049 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bdc61c-3f4e-4263-87f9-3d4884dc0987 x-openstack-request-id: req-23bdc61c-3f4e-4263-87f9-3d4884dc0987 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:04.763327 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe06f5f-f073-43d7-9a63-6175bdd0d742", "tag": "3a1dad85-9462-40c6-ae34-a00d7ff8f56f", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:04.763574 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23bdc61c-3f4e-4263-87f9-3d4884dc0987 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:04.763966 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'tag': '3a1dad85-9462-40c6-ae34-a00d7ff8f56f', 'status': 'completed', 'code': 200} Jul 27 19:49:04.790615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Pushing event updated for resources: {'Port': ['ID=dad35f82-1995-4859-9574-da0cab3aab8d,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:04.895155 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Attempting to bind port dad35f82-1995-4859-9574-da0cab3aab8d on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:49:04.895639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Attempting to bind port dad35f82-1995-4859-9574-da0cab3aab8d by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'd8083518-e9b5-49fc-b193-8c501d64fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3eefc724-3eac-4f2a-b556-b42a40e4c54a'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:49:04.895971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Attempting to bind port dad35f82-1995-4859-9574-da0cab3aab8d on network 3eefc724-3eac-4f2a-b556-b42a40e4c54a {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:04.900768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Port dad35f82-1995-4859-9574-da0cab3aab8d on network 3eefc724-3eac-4f2a-b556-b42a40e4c54a not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:49:04.901095 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Attempting to bind port dad35f82-1995-4859-9574-da0cab3aab8d on network 3eefc724-3eac-4f2a-b556-b42a40e4c54a {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:04.906787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:49:04.907126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Checking segment: {'id': 'd8083518-e9b5-49fc-b193-8c501d64fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3eefc724-3eac-4f2a-b556-b42a40e4c54a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:04.907515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Bound using segment: {'id': 'd8083518-e9b5-49fc-b193-8c501d64fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3eefc724-3eac-4f2a-b556-b42a40e4c54a'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:49:04.908133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Bound port: dad35f82-1995-4859-9574-da0cab3aab8d, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8083518-e9b5-49fc-b193-8c501d64fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3eefc724-3eac-4f2a-b556-b42a40e4c54a'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:49:04.908890 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:04.984770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] For port dad35f82-1995-4859-9574-da0cab3aab8d, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:49:04.989443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] For port dad35f82-1995-4859-9574-da0cab3aab8d, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=dad35f82-1995-4859-9574-da0cab3aab8d,segment=NetworkSegment(d8083518-e9b5-49fc-b193-8c501d64fb6b),segment_id=d8083518-e9b5-49fc-b193-8c501d64fb6b)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:49:04.995092 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:05.007187 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a92baa-0300-499d-bac7-bc313f8fac42 req-a0da8920-b170-4021-9925-f29b6d64a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.007895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a92baa-0300-499d-bac7-bc313f8fac42 req-a0da8920-b170-4021-9925-f29b6d64a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.009340 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7a92baa-0300-499d-bac7-bc313f8fac42 req-a0da8920-b170-4021-9925-f29b6d64a9f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d99383d6df74ccd9c2362178c9f9ebc&device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1941 time: 0.2064738 Jul 27 19:49:05.032694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.033247 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:05.034611 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] 10.222.0.52 "PUT /v2.0/ports/dad35f82-1995-4859-9574-da0cab3aab8d HTTP/1.1" status: 200 len: 1093 time: 0.7593317 Jul 27 19:49:05.064242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45a8d2-6328-4152-99e6-97fb25247d33 service neutron] Pushing event updated for resources: {'Port': ['ID=dad35f82-1995-4859-9574-da0cab3aab8d,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:05.156463 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195fb8c-ab02-4021-acf8-85cda31b12f4 req-22b72a47-abf0-43f5-ab19-5def7743f514 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.158724 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d195fb8c-ab02-4021-acf8-85cda31b12f4 req-22b72a47-abf0-43f5-ab19-5def7743f514 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=521ff820-63ee-41a3-b16a-cfa816d3a831 HTTP/1.1" status: 200 len: 1102 time: 0.2760828 Jul 27 19:49:05.161291 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:05.183381 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:05.211130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067c38a-5d10-4655-90a8-90a7591941c4 req-068be6a5-9d90-4be2-9ad7-675a7f550a2e tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.212724 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6067c38a-5d10-4655-90a8-90a7591941c4 req-068be6a5-9d90-4be2-9ad7-675a7f550a2e tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 944 time: 0.2717025 Jul 27 19:49:05.275698 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a92baa-0300-499d-bac7-bc313f8fac42 req-6d8f8a02-14b0-4b92-880c-9c690e3ac569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.276161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a92baa-0300-499d-bac7-bc313f8fac42 req-6d8f8a02-14b0-4b92-880c-9c690e3ac569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.276645 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a92baa-0300-499d-bac7-bc313f8fac42 req-6d8f8a02-14b0-4b92-880c-9c690e3ac569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.278190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7a92baa-0300-499d-bac7-bc313f8fac42 req-6d8f8a02-14b0-4b92-880c-9c690e3ac569 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0d99383d6df74ccd9c2362178c9f9ebc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2539504 Jul 27 19:49:05.343263 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d195fb8c-ab02-4021-acf8-85cda31b12f4 req-3a9aeef5-ff60-44ee-8925-38695b8dcb6f tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777625 Jul 27 19:49:05.375514 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event updated for resources: {'Port': ['ID=472f93bf-8c18-4d41-89e4-4059d5d3392d,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:05.398631 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:05.403515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6067c38a-5d10-4655-90a8-90a7591941c4 req-71a142a7-e2a9-492e-9a38-80ccf07f0b4a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653142 Jul 27 19:49:05.439710 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:05.441421 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-90b281ad-ab2e-4b5f-82fb-4d84a8fe4127 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3835971 Jul 27 19:49:05.444860 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44484) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:05.450097 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-921f53a8-c825-472c-8783-64e28a378907 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Request body: {'floatingip': {'port_id': '7825fb5d-abf7-4f94-88f3-93f21a4333d9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:05.477044 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a92baa-0300-499d-bac7-bc313f8fac42 req-c2012470-b952-4f45-bba4-d4c1d085fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.478727 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7a92baa-0300-499d-bac7-bc313f8fac42 req-c2012470-b952-4f45-bba4-d4c1d085fa5b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668656 Jul 27 19:49:05.483983 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 55a477d7-4c5f-411d-9fed-902b17a67525 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:49:05.490283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f2728703-b329-489f-b6aa-03c759d1d480 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:05.498385 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-921f53a8-c825-472c-8783-64e28a378907 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for floatingip, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:05.503496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ace24e-f395-420d-998d-017aef4bf2f0 req-e7145fd7-e7d4-459a-a047-289c9fad6178 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.505201 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69ace24e-f395-420d-998d-017aef4bf2f0 req-e7145fd7-e7d4-459a-a047-289c9fad6178 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 1102 time: 0.0906372 Jul 27 19:49:05.588060 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69ace24e-f395-420d-998d-017aef4bf2f0 req-450d2796-dd05-4a53-9195-7c6c849d735f tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745993 Jul 27 19:49:05.609566 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port f2728703-b329-489f-b6aa-03c759d1d480 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:05.612103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-78a82bee-b36e-4d19-b3cd-22d7c40f5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.612632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-78a82bee-b36e-4d19-b3cd-22d7c40f5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.614352 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-78a82bee-b36e-4d19-b3cd-22d7c40f5173 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d99383d6df74ccd9c2362178c9f9ebc&device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1983 time: 0.0844412 Jul 27 19:49:05.614669 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port f2728703-b329-489f-b6aa-03c759d1d480 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:05.615115 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:05.672054 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 55a477d7-4c5f-411d-9fed-902b17a67525, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=55a477d7-4c5f-411d-9fed-902b17a67525,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:05.677557 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-921f53a8-c825-472c-8783-64e28a378907 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] update failed (client error): The resource could not be found. Jul 27 19:49:05.678735 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-921f53a8-c825-472c-8783-64e28a378907 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "PUT /v2.0/floatingips/31e95e44-7690-449b-a9f0-fdd360d6c97d HTTP/1.1" status: 404 len: 507 time: 0.2327161 Jul 27 19:49:05.684964 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44488) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:05.697750 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-18f6b400-98ac-4ab6-a092-465c7f8f39ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=3a1dad85-9462-40c6-ae34-a00d7ff8f56f HTTP/1.1" status: 200 len: 217 time: 0.0730503 Jul 27 19:49:05.794140 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-b4e5485b-faff-4d4f-b052-09346e30cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.797493 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-b4e5485b-faff-4d4f-b052-09346e30cb26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ef035ceb-a16c-4cc1-856e-21637e848ebc HTTP/1.1" status: 200 len: 801 time: 0.0892859 Jul 27 19:49:05.833026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '55a477d7-4c5f-411d-9fed-902b17a67525', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '55a477d7-4c5f-411d-9fed-902b17a67525', 'mac_address': 'fa:16:3e:53:48:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:49:05.870288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0990cfa7-16ad-4ac0-8de7-a1dfbf80298e tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Deleting port 472f93bf-8c18-4d41-89e4-4059d5d3392d {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:05.870572 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0990cfa7-16ad-4ac0-8de7-a1dfbf80298e tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:05.898524 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:05.918765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55a477d7-4c5f-411d-9fed-902b17a67525 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:49:05.924428 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:05.955527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 55a477d7-4c5f-411d-9fed-902b17a67525, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=55a477d7-4c5f-411d-9fed-902b17a67525,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:05.963327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81acb19-629a-4126-8707-451e2eb2bf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2728703-b329-489f-b6aa-03c759d1d480'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:05.965813 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd7fa74-12d5-4e52-afc7-2afdd73182e9" -d '{"events": [{"server_uuid": "c81acb19-629a-4126-8707-451e2eb2bf00", "name": "network-vif-plugged", "status": "completed", "tag": "f2728703-b329-489f-b6aa-03c759d1d480"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:05.969024 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0990cfa7-16ad-4ac0-8de7-a1dfbf80298e tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:05.969501 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0990cfa7-16ad-4ac0-8de7-a1dfbf80298e tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:05.970623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215cabf-de0a-4522-ab39-c702b9a2ec33 req-7738e7ec-f1d7-4a9a-b14a-5e9013a4f933 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.971134 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:05.978040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215cabf-de0a-4522-ab39-c702b9a2ec33 req-7738e7ec-f1d7-4a9a-b14a-5e9013a4f933 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.979830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3215cabf-de0a-4522-ab39-c702b9a2ec33 req-7738e7ec-f1d7-4a9a-b14a-5e9013a4f933 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1679 time: 0.1765277 Jul 27 19:49:05.983977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f2728703-b329-489f-b6aa-03c759d1d480, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f2728703-b329-489f-b6aa-03c759d1d480,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:05.987862 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0990cfa7-16ad-4ac0-8de7-a1dfbf80298e tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Calling delete_port for 472f93bf-8c18-4d41-89e4-4059d5d3392d owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:05.990402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85bea5-e746-41d5-b32a-2c021ee14e19 req-2d31977f-b942-40e3-915a-013bbbd9b351 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.992057 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1e85bea5-e746-41d5-b32a-2c021ee14e19 req-2d31977f-b942-40e3-915a-013bbbd9b351 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.1667981 Jul 27 19:49:05.994277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-46dccab4-5796-4951-b506-109b72f9ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:05.995831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-46dccab4-5796-4951-b506-109b72f9ffe5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2ba1601-9d8a-4559-9590-249d59dd1840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885011 Jul 27 19:49:06.006291 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:06.030471 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=55a477d7-4c5f-411d-9fed-902b17a67525,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:06.104696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=f2728703-b329-489f-b6aa-03c759d1d480,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:06.106400 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3215cabf-de0a-4522-ab39-c702b9a2ec33 req-fd80d81e-4768-46bd-8355-16805a9601c9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095116 Jul 27 19:49:06.134379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1e85bea5-e746-41d5-b32a-2c021ee14e19 req-1ff702e6-e87b-48ab-9ce1-70122ef84026 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302004 Jul 27 19:49:06.171129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-de37938b-ed5d-4af3-b658-8c62fc99076e service neutron] 10.222.0.52 "GET /v2.0/networks/e2ba1601-9d8a-4559-9590-249d59dd1840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563470 Jul 27 19:49:06.171937 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0990cfa7-16ad-4ac0-8de7-a1dfbf80298e tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:06.202315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990cfa7-16ad-4ac0-8de7-a1dfbf80298e tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event deleted for resources: {'Port': ['ID=472f93bf-8c18-4d41-89e4-4059d5d3392d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:06.239196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['55a477d7-4c5f-411d-9fed-902b17a67525'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:06.283470 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-30b57049-5cf6-491a-aeb2-4f16b34c5fa0 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6075594f6f2a439f93248a6093faea1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363381 Jul 27 19:49:06.318505 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062ba9c1-d195-4c71-8d48-fc308b790da9 x-openstack-request-id: req-062ba9c1-d195-4c71-8d48-fc308b790da9 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:06.319144 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81acb19-629a-4126-8707-451e2eb2bf00", "name": "network-vif-plugged", "status": "completed", "tag": "f2728703-b329-489f-b6aa-03c759d1d480", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:06.319459 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-062ba9c1-d195-4c71-8d48-fc308b790da9 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:06.319937 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81acb19-629a-4126-8707-451e2eb2bf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2728703-b329-489f-b6aa-03c759d1d480', 'code': 200} Jul 27 19:49:06.337205 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0990cfa7-16ad-4ac0-8de7-a1dfbf80298e tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:06.350170 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0990cfa7-16ad-4ac0-8de7-a1dfbf80298e tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:06.356733 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0990cfa7-16ad-4ac0-8de7-a1dfbf80298e tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "DELETE /v2.0/floatingips/31e95e44-7690-449b-a9f0-fdd360d6c97d HTTP/1.1" status: 204 len: 168 time: 0.6661420 Jul 27 19:49:06.356947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44528) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:06.360900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c12f03d5-3309-4f50-b923-7fce11794b63 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Request body: {'floatingip': {'floating_network_id': '27b2c1c0-0143-456f-a846-4a0a85bc1ed8', 'port_id': '7825fb5d-abf7-4f94-88f3-93f21a4333d9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:06.448243 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-e6c8a1ff-9d1c-40e4-8f92-a13683450adb service neutron] 10.222.0.52 "GET /v2.0/networks/e2ba1601-9d8a-4559-9590-249d59dd1840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700381 Jul 27 19:49:06.477251 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c12f03d5-3309-4f50-b923-7fce11794b63 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:06.587758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-10fad831-86ed-4759-bb9e-a3ad5aff2010 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:06.589515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-10fad831-86ed-4759-bb9e-a3ad5aff2010 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993486 Jul 27 19:49:06.608535 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-ea7e7895-64b0-4443-ad01-379c9f10d86b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=dad35f82-1995-4859-9574-da0cab3aab8d HTTP/1.1" status: 200 len: 217 time: 0.1334388 Jul 27 19:49:06.663379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-8acce774-a5cc-4c16-aa0e-0e64a67ee943 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/quotas/6075594f6f2a439f93248a6093faea1d HTTP/1.1" status: 200 len: 375 time: 0.0511906 Jul 27 19:49:06.741838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61035f5-192a-40b4-a629-77edf2d1c417 req-d66b452f-f1ca-4630-b84d-1e76db900118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:06.743261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d61035f5-192a-40b4-a629-77edf2d1c417 req-d66b452f-f1ca-4630-b84d-1e76db900118 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 1097 time: 0.3275754 Jul 27 19:49:06.752326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-e7d3be5e-314d-465a-9385-3a972aab30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:06.753769 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-e7d3be5e-314d-465a-9385-3a972aab30e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=19ef9ba9-7ddd-48cd-9730-07aa145a2ba3 HTTP/1.1" status: 200 len: 801 time: 0.1271162 Jul 27 19:49:06.765546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'tag': 'dad35f82-1995-4859-9574-da0cab3aab8d'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:06.768329 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c1a43f-046d-4557-a805-0d5b230aaa96" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe06f5f-f073-43d7-9a63-6175bdd0d742", "tag": "dad35f82-1995-4859-9574-da0cab3aab8d"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:06.802965 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec4bd9-1434-45cf-917d-a5864d04294c req-343b3133-ef38-49fc-9b11-c367c4fc287c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:06.804505 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dec4bd9-1434-45cf-917d-a5864d04294c req-343b3133-ef38-49fc-9b11-c367c4fc287c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.3086965 Jul 27 19:49:06.885317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d61035f5-192a-40b4-a629-77edf2d1c417 req-3175c7b0-b368-4166-85ab-c725f41f4909 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234837 Jul 27 19:49:06.920336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-ecc8b137-8646-4de2-80d1-8932fcf17552 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2424252 Jul 27 19:49:06.931160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dec4bd9-1434-45cf-917d-a5864d04294c req-6760b62a-7293-4025-bf83-e66f148b5647 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040759 Jul 27 19:49:06.963085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-f0910e46-0708-46a9-9ec5-48eeec33d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:06.964682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-f0910e46-0708-46a9-9ec5-48eeec33d6da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3eefc724-3eac-4f2a-b556-b42a40e4c54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914008 Jul 27 19:49:06.965638 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-c12f03d5-3309-4f50-b923-7fce11794b63 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 19:49:06.970365 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c12f03d5-3309-4f50-b923-7fce11794b63 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6096578 Jul 27 19:49:06.970996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44548) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:06.975800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '7825fb5d-abf7-4f94-88f3-93f21a4333d9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:07.028296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:07.033097 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21448455-8c81-4e65-938d-c8f00b0da435 x-openstack-request-id: req-21448455-8c81-4e65-938d-c8f00b0da435 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:07.033385 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe06f5f-f073-43d7-9a63-6175bdd0d742", "tag": "dad35f82-1995-4859-9574-da0cab3aab8d", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:07.033634 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21448455-8c81-4e65-938d-c8f00b0da435 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:07.034026 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'tag': 'dad35f82-1995-4859-9574-da0cab3aab8d', 'status': 'completed', 'code': 200} Jul 27 19:49:07.138120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-63423af8-a2e8-4f83-a066-7406e21021aa service neutron] 10.222.0.52 "GET /v2.0/networks/3eefc724-3eac-4f2a-b556-b42a40e4c54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510141 Jul 27 19:49:07.149103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:07.210026 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0dd92975-a792-46d3-ae00-da859acba032 req-d7dad73d-76f7-4940-8b58-97846c9e77ab tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 210 time: 0.0664470 Jul 27 19:49:07.296368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Allocated IP 172.25.1.195 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/4209ab79-4916-4e7d-8a71-450880f12008) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:07.359451 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faea4f22-f892-40f7-871e-5f4af08ad28b req-2697298a-4c10-4cec-a585-c196d9413ce9 service neutron] 10.222.0.52 "GET /v2.0/networks/3eefc724-3eac-4f2a-b556-b42a40e4c54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145548 Jul 27 19:49:07.434891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b8019-faea-4ca5-8250-dd56455fc26a req-1534c6ff-74d9-489c-894b-3c7a7e0b14ea tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:07.442578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b8019-faea-4ca5-8250-dd56455fc26a req-1534c6ff-74d9-489c-894b-3c7a7e0b14ea tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:07.444098 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b4b8019-faea-4ca5-8250-dd56455fc26a req-1534c6ff-74d9-489c-894b-3c7a7e0b14ea tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1679 time: 0.2330880 Jul 27 19:49:07.489663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 55a477d7-4c5f-411d-9fed-902b17a67525 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:07.526387 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:07.546322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be9b28-0d43-422e-bd21-e37d62198528 req-4c3adebc-4672-405f-8510-ba893caabc96 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:07.548347 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5be9b28-0d43-422e-bd21-e37d62198528 req-4c3adebc-4672-405f-8510-ba893caabc96 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.2571042 Jul 27 19:49:07.586230 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 55a477d7-4c5f-411d-9fed-902b17a67525 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:07.586751 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:07.616710 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b4b8019-faea-4ca5-8250-dd56455fc26a req-e59f6b38-8d74-4640-ac97-cdee3c2a1daf tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988629 Jul 27 19:49:07.654070 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:07.704663 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5be9b28-0d43-422e-bd21-e37d62198528 req-986d41f4-aa77-4b0d-a61b-26ce048fd863 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426637 Jul 27 19:49:07.722228 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:07.726605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1a43f-046d-4557-a805-0d5b230aaa96 req-524c8bac-7a82-41da-9e8c-8b6b76ddb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:07.727206 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1a43f-046d-4557-a805-0d5b230aaa96 req-524c8bac-7a82-41da-9e8c-8b6b76ddb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:07.728917 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0c1a43f-046d-4557-a805-0d5b230aaa96 req-524c8bac-7a82-41da-9e8c-8b6b76ddb411 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d99383d6df74ccd9c2362178c9f9ebc&device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1983 time: 0.2838047 Jul 27 19:49:07.743860 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:07.749478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:07.757906 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:07.850945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 55a477d7-4c5f-411d-9fed-902b17a67525, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=55a477d7-4c5f-411d-9fed-902b17a67525,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:07.859030 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:07.862543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event updated for resources: {'Port': ['ID=4209ab79-4916-4e7d-8a71-450880f12008,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:07.955540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1a43f-046d-4557-a805-0d5b230aaa96 req-746db9f6-e7f3-44e7-a42a-c6b7bddbed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:07.957115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0c1a43f-046d-4557-a805-0d5b230aaa96 req-746db9f6-e7f3-44e7-a42a-c6b7bddbed77 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3eefc724-3eac-4f2a-b556-b42a40e4c54a HTTP/1.1" status: 200 len: 902 time: 0.2192833 Jul 27 19:49:07.958454 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=55a477d7-4c5f-411d-9fed-902b17a67525,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:08.044904 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0c1a43f-046d-4557-a805-0d5b230aaa96 req-3456c722-4e29-475b-914f-d16c0ad095d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=dad35f82-1995-4859-9574-da0cab3aab8d HTTP/1.1" status: 200 len: 217 time: 0.0776565 Jul 27 19:49:08.078590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Deleting port 4209ab79-4916-4e7d-8a71-450880f12008 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:08.079385 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:08.200004 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:08.200433 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:08.205314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1a43f-046d-4557-a805-0d5b230aaa96 req-5938f564-b425-449a-849a-023e17283bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:08.207630 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0c1a43f-046d-4557-a805-0d5b230aaa96 req-5938f564-b425-449a-849a-023e17283bf4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=19ef9ba9-7ddd-48cd-9730-07aa145a2ba3 HTTP/1.1" status: 200 len: 801 time: 0.1464207 Jul 27 19:49:08.213920 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Calling delete_port for 4209ab79-4916-4e7d-8a71-450880f12008 owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:08.280657 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:08.304186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a5aef-5193-432b-946c-091673bd3d7d req-91e00bbb-fbd9-4625-8585-cdc5218e5dba tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:08.305829 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab1a5aef-5193-432b-946c-091673bd3d7d req-91e00bbb-fbd9-4625-8585-cdc5218e5dba tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.2638216 Jul 27 19:49:08.321511 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e48757-72b1-4327-b91e-23a961e7662e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a477d7-4c5f-411d-9fed-902b17a67525'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:08.324055 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc47d5a-8abd-4e60-9324-2170bf9a8d20" -d '{"events": [{"server_uuid": "17e48757-72b1-4327-b91e-23a961e7662e", "name": "network-vif-plugged", "status": "completed", "tag": "55a477d7-4c5f-411d-9fed-902b17a67525"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:08.344129 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:08.373015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event deleted for resources: {'Port': ['ID=4209ab79-4916-4e7d-8a71-450880f12008,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:08.379553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6999c7a4-71b8-4c6f-af2a-8fcaf6d77c12 req-0d4fcba1-a2ee-4889-b493-80cd567469b0 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 210 time: 0.0428836 Jul 27 19:49:08.445197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab1a5aef-5193-432b-946c-091673bd3d7d req-d88f1d60-352e-4ced-b3fa-6c0f1e822610 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236475 Jul 27 19:49:08.449496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1a43f-046d-4557-a805-0d5b230aaa96 req-23d0b732-87a1-4f13-9e77-966d90a913b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:08.462762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0c1a43f-046d-4557-a805-0d5b230aaa96 req-23d0b732-87a1-4f13-9e77-966d90a913b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3eefc724-3eac-4f2a-b556-b42a40e4c54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2444546 Jul 27 19:49:08.485749 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9858339d-dd37-4e72-863d-11add0ad0666 x-openstack-request-id: req-9858339d-dd37-4e72-863d-11add0ad0666 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:08.486379 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e48757-72b1-4327-b91e-23a961e7662e", "name": "network-vif-plugged", "status": "completed", "tag": "55a477d7-4c5f-411d-9fed-902b17a67525", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:08.486848 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9858339d-dd37-4e72-863d-11add0ad0666 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:08.487450 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e48757-72b1-4327-b91e-23a961e7662e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a477d7-4c5f-411d-9fed-902b17a67525', 'code': 200} Jul 27 19:49:08.535747 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] create failed (client error): The resource could not be found. Jul 27 19:49:08.540238 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4ba16f39-9a44-4611-8000-0e659a161181 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5652142 Jul 27 19:49:08.540689 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44584) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:08.590435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0c1a43f-046d-4557-a805-0d5b230aaa96 req-6cac7da2-fb83-4258-9747-473b72a88786 service neutron] 10.222.0.52 "GET /v2.0/networks/3eefc724-3eac-4f2a-b556-b42a40e4c54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123674 Jul 27 19:49:08.715444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-ad9305de-1cfb-4474-9684-c0b5bddae1fd tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Deleting port 7825fb5d-abf7-4f94-88f3-93f21a4333d9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:08.716318 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad9305de-1cfb-4474-9684-c0b5bddae1fd tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:08.766414 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0c1a43f-046d-4557-a805-0d5b230aaa96 req-314d05cd-88cd-4fa7-a3de-8126d8cd1c2e service neutron] 10.222.0.52 "GET /v2.0/networks/3eefc724-3eac-4f2a-b556-b42a40e4c54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676526 Jul 27 19:49:08.803831 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21188b-6840-4e33-9312-6af88337c176 req-89f71e00-ce61-425c-a0e3-cebc77596028 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:08.813019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21188b-6840-4e33-9312-6af88337c176 req-89f71e00-ce61-425c-a0e3-cebc77596028 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:08.814773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f21188b-6840-4e33-9312-6af88337c176 req-89f71e00-ce61-425c-a0e3-cebc77596028 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1679 time: 0.1268201 Jul 27 19:49:08.911364 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad9305de-1cfb-4474-9684-c0b5bddae1fd tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:08.923214 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-a6dab276-6d77-43d7-9a50-e8f41aa3410f tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6075594f6f2a439f93248a6093faea1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701406 Jul 27 19:49:08.936463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-ad9305de-1cfb-4474-9684-c0b5bddae1fd tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Calling delete_port for 7825fb5d-abf7-4f94-88f3-93f21a4333d9 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:09.050432 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f21188b-6840-4e33-9312-6af88337c176 req-740cd509-0113-4b50-bc50-7bb8a3aab967 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251947 Jul 27 19:49:09.096353 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad9305de-1cfb-4474-9684-c0b5bddae1fd tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:09.105786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-9100fa5e-47a4-4712-83b3-bf68098c8847 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:09.107485 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-9100fa5e-47a4-4712-83b3-bf68098c8847 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748719 Jul 27 19:49:09.122767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9922f5-ecb2-44b9-9890-6bb11b79c345 req-a635ffcf-cacd-422a-8cc1-3cd9f5e36a41 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:09.125530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d9922f5-ecb2-44b9-9890-6bb11b79c345 req-a635ffcf-cacd-422a-8cc1-3cd9f5e36a41 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.2681837 Jul 27 19:49:09.133262 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-cf4f52fe-8d45-4131-a145-5b36fbf12872 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Request body: {'port': {'device_id': 'a5a04bd4-190d-4b43-a1f1-8479da03bbe4', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '6075594f6f2a439f93248a6093faea1d'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:09.151673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9305de-1cfb-4474-9684-c0b5bddae1fd tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event deleted for resources: {'Port': ['ID=7825fb5d-abf7-4f94-88f3-93f21a4333d9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:09.260691 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad9305de-1cfb-4474-9684-c0b5bddae1fd tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:09.263366 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ad9305de-1cfb-4474-9684-c0b5bddae1fd tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "DELETE /v2.0/ports/7825fb5d-abf7-4f94-88f3-93f21a4333d9 HTTP/1.1" status: 204 len: 168 time: 0.7215185 Jul 27 19:49:09.268884 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44600) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:09.359474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0990bfc-b2ba-4204-b7b3-fbe9e72ba13d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:09.361779 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f0990bfc-b2ba-4204-b7b3-fbe9e72ba13d tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9b0d4d1-ad33-463a-bc3d-79c01b6653bf HTTP/1.1" status: 200 len: 913 time: 0.0917692 Jul 27 19:49:09.369071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44602) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:09.715805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23f961ce-baa7-425b-9a3f-929b770e051a req-a2e0a7bd-b9fc-4c39-bbf2-901783cb94b3 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 210 time: 0.0777082 Jul 27 19:49:09.792741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d9922f5-ecb2-44b9-9890-6bb11b79c345 req-6fc535b9-111d-45ae-8cfe-ba03371f7a63 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6551945 Jul 27 19:49:09.794313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-cf4f52fe-8d45-4131-a145-5b36fbf12872 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Made reservation on behalf of 6075594f6f2a439f93248a6093faea1d for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:09.816716 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-cf4f52fe-8d45-4131-a145-5b36fbf12872 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:09.906035 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7b272492-583e-4d23-bc40-2dc021df12e0 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:09.972581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f561a0-55ef-4b02-90cc-279e0e64d6a2 req-ef459ea8-c372-45c1-92d1-4ec5f6b2edc1 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:09.974576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01f561a0-55ef-4b02-90cc-279e0e64d6a2 req-ef459ea8-c372-45c1-92d1-4ec5f6b2edc1 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.1301951 Jul 27 19:49:10.042103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01f561a0-55ef-4b02-90cc-279e0e64d6a2 req-777b516b-028b-4300-833f-2b693d0fd330 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602520 Jul 27 19:49:10.065969 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-cf4f52fe-8d45-4131-a145-5b36fbf12872 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Allocated IP 192.168.233.107 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/b107fb90-f361-4a07-94aa-5effc7dee5e3) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:10.235622 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7b272492-583e-4d23-bc40-2dc021df12e0 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Deleting port 76696fec-e6a2-4b3c-a65d-6f8f6ed0375f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:10.236317 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7b272492-583e-4d23-bc40-2dc021df12e0 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:10.346683 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-cf4f52fe-8d45-4131-a145-5b36fbf12872 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:10.358549 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7b272492-583e-4d23-bc40-2dc021df12e0 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:10.362735 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21120113-9cf9-4acb-b6d7-febe7ada34e5 req-9e76c5d5-f94c-4e89-b726-8b801a064858 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:10.369509 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21120113-9cf9-4acb-b6d7-febe7ada34e5 req-9e76c5d5-f94c-4e89-b726-8b801a064858 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:10.371422 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21120113-9cf9-4acb-b6d7-febe7ada34e5 req-9e76c5d5-f94c-4e89-b726-8b801a064858 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1679 time: 0.1425498 Jul 27 19:49:10.374620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7b272492-583e-4d23-bc40-2dc021df12e0 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Calling delete_port for 76696fec-e6a2-4b3c-a65d-6f8f6ed0375f owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:10.402291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-cf4f52fe-8d45-4131-a145-5b36fbf12872 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Transition to ACTIVE for port object b107fb90-f361-4a07-94aa-5effc7dee5e3 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:10.441541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21120113-9cf9-4acb-b6d7-febe7ada34e5 req-78468cbe-4698-4551-a212-454ba21d5374 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605743 Jul 27 19:49:10.494412 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-cf4f52fe-8d45-4131-a145-5b36fbf12872 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:10.508286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['56424c87-ef32-4b8c-b014-6f77a60ba01c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:10.532970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['56496aec-841c-411b-aa6c-a986953eec0d', '60dbb1a9-f7da-4d45-a09c-14264bd7b1da', '22f3efd6-5ec1-44b3-9f80-c0879ca93068', '6769cce3-6040-45d3-8b20-d7109b3d77bc'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:10.560094 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-cf4f52fe-8d45-4131-a145-5b36fbf12872 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:10.568994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-cf4f52fe-8d45-4131-a145-5b36fbf12872 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:10.571974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-cf4f52fe-8d45-4131-a145-5b36fbf12872 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:10.652910 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7b272492-583e-4d23-bc40-2dc021df12e0 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:10.659628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-cf4f52fe-8d45-4131-a145-5b36fbf12872 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:10.660312 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-cf4f52fe-8d45-4131-a145-5b36fbf12872 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:10.691107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f52fe-8d45-4131-a145-5b36fbf12872 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event updated for resources: {'Port': ['ID=b107fb90-f361-4a07-94aa-5effc7dee5e3,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:10.703887 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-cf4f52fe-8d45-4131-a145-5b36fbf12872 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5770454 Jul 27 19:49:10.713965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b272492-583e-4d23-bc40-2dc021df12e0 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event deleted for resources: {'Port': ['ID=76696fec-e6a2-4b3c-a65d-6f8f6ed0375f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:10.772827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Request body: {'port': {'device_id': 'a5a04bd4-190d-4b43-a1f1-8479da03bbe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:10.784508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device dad35f82-1995-4859-9574-da0cab3aab8d details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:49:11.004666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port dad35f82-1995-4859-9574-da0cab3aab8d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=dad35f82-1995-4859-9574-da0cab3aab8d,segment=NetworkSegment(d8083518-e9b5-49fc-b193-8c501d64fb6b),segment_id=d8083518-e9b5-49fc-b193-8c501d64fb6b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:11.019508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99035bcc-0109-47fb-9de9-bfb440fd9725 req-5a094bc3-db98-4fe6-9e64-b61f77247ac1 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:11.027374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99035bcc-0109-47fb-9de9-bfb440fd9725 req-5a094bc3-db98-4fe6-9e64-b61f77247ac1 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.5806952 Jul 27 19:49:11.037062 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:11.060512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'dad35f82-1995-4859-9574-da0cab3aab8d', 'network_id': '3eefc724-3eac-4f2a-b556-b42a40e4c54a', 'port_id': 'dad35f82-1995-4859-9574-da0cab3aab8d', 'mac_address': 'fa:16:3e:de:6a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ef9ba9-7ddd-48cd-9730-07aa145a2ba3', 'ip_address': '19.86.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:49:11.071829 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7b272492-583e-4d23-bc40-2dc021df12e0 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:11.123615 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99035bcc-0109-47fb-9de9-bfb440fd9725 req-0f76161e-24cc-4d49-bf76-dcd42b5d48f0 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908961 Jul 27 19:49:11.159072 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c50ac-eccc-47b9-922b-df593773c47b req-94139d30-d956-481a-bd14-819444721668 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:11.165929 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:11.177344 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed6c50ac-eccc-47b9-922b-df593773c47b req-94139d30-d956-481a-bd14-819444721668 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 936 time: 0.2612252 Jul 27 19:49:11.227147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad35f82-1995-4859-9574-da0cab3aab8d {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:49:11.248863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port dad35f82-1995-4859-9574-da0cab3aab8d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=dad35f82-1995-4859-9574-da0cab3aab8d,segment=NetworkSegment(d8083518-e9b5-49fc-b193-8c501d64fb6b),segment_id=d8083518-e9b5-49fc-b193-8c501d64fb6b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:11.273049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-24929c64-e8af-4e3a-a310-c192ac5beefb None None] Provisioning for port b107fb90-f361-4a07-94aa-5effc7dee5e3 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:11.275567 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:11.276829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3a1dad85-9462-40c6-ae34-a00d7ff8f56f details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:49:11.287174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b272492-583e-4d23-bc40-2dc021df12e0 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Router e9b0d4d1-ad33-463a-bc3d-79c01b6653bf has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:49:11.305341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-24929c64-e8af-4e3a-a310-c192ac5beefb None None] Provisioning complete for port b107fb90-f361-4a07-94aa-5effc7dee5e3 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:11.306129 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-24929c64-e8af-4e3a-a310-c192ac5beefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:11.353594 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed6c50ac-eccc-47b9-922b-df593773c47b req-85616c2e-504e-4fb7-b5f4-c740c1434112 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751666 Jul 27 19:49:11.475638 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:11.489247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-24929c64-e8af-4e3a-a310-c192ac5beefb None None] Port b107fb90-f361-4a07-94aa-5effc7dee5e3 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:49:11.505244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=dad35f82-1995-4859-9574-da0cab3aab8d,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:11.646942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a1dad85-9462-40c6-ae34-a00d7ff8f56f,segment=NetworkSegment(02c38156-1682-455b-a3ab-9ba76e97273e),segment_id=02c38156-1682-455b-a3ab-9ba76e97273e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:11.661902 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '3a1dad85-9462-40c6-ae34-a00d7ff8f56f', 'network_id': 'e2ba1601-9d8a-4559-9590-249d59dd1840', 'port_id': '3a1dad85-9462-40c6-ae34-a00d7ff8f56f', 'mac_address': 'fa:16:3e:9c:38:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef035ceb-a16c-4cc1-856e-21637e848ebc', 'ip_address': '19.80.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:49:11.764847 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b107fb90-f361-4a07-94aa-5effc7dee5e3 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:49:11.775307 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:11.777267 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:11.784681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b272492-583e-4d23-bc40-2dc021df12e0 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:49:11.795204 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7b272492-583e-4d23-bc40-2dc021df12e0 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "PUT /v2.0/routers/e9b0d4d1-ad33-463a-bc3d-79c01b6653bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4250016 Jul 27 19:49:11.801864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44652) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:11.811188 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0629086-b597-4170-8ce5-2e58fe7619ab None None] Sync routers for ids ['e9b0d4d1-ad33-463a-bc3d-79c01b6653bf'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:49:11.811713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Transition to ACTIVE for port object b107fb90-f361-4a07-94aa-5effc7dee5e3 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:11.839810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab741f-e972-4707-88c5-66f50a73bd28 req-7e3537d7-7646-46b8-a469-3f0d81f05197 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:11.841013 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0629086-b597-4170-8ce5-2e58fe7619ab None None] Routers {'e9b0d4d1-ad33-463a-bc3d-79c01b6653bf'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:49:11.848214 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b0629086-b597-4170-8ce5-2e58fe7619ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:48:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e9b0d4d1-ad33-463a-bc3d-79c01b6653bf'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:11.849106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81ab741f-e972-4707-88c5-66f50a73bd28 req-7e3537d7-7646-46b8-a469-3f0d81f05197 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.5986450 Jul 27 19:49:11.861106 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:11.890469 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1dad85-9462-40c6-ae34-a00d7ff8f56f {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:49:11.892063 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8c58858-30d8-47ee-9c0a-418972a8f41f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:11.947400 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b0629086-b597-4170-8ce5-2e58fe7619ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:11.977759 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0629086-b597-4170-8ce5-2e58fe7619ab None None] Routers {'e9b0d4d1-ad33-463a-bc3d-79c01b6653bf'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:49:11.979441 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b0629086-b597-4170-8ce5-2e58fe7619ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:48:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e9b0d4d1-ad33-463a-bc3d-79c01b6653bf'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:12.025510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Pushing event updated for resources: {'Port': ['ID=b107fb90-f361-4a07-94aa-5effc7dee5e3,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:12.042516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81ab741f-e972-4707-88c5-66f50a73bd28 req-499434c3-f272-48dd-bd12-d01fd2ecb4e4 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923623 Jul 27 19:49:12.078463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a1dad85-9462-40c6-ae34-a00d7ff8f56f,segment=NetworkSegment(02c38156-1682-455b-a3ab-9ba76e97273e),segment_id=02c38156-1682-455b-a3ab-9ba76e97273e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:12.093770 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b0629086-b597-4170-8ce5-2e58fe7619ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:12.094763 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0629086-b597-4170-8ce5-2e58fe7619ab None None] The sync data for ids ['e9b0d4d1-ad33-463a-bc3d-79c01b6653bf'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:49:12.131716 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:12.152575 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237a287-9df4-4d0d-a967-4e12ec7d8fac req-27597ccf-04d5-49ef-92de-418cb40ccb46 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:12.161887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237a287-9df4-4d0d-a967-4e12ec7d8fac req-27597ccf-04d5-49ef-92de-418cb40ccb46 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:12.163571 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c237a287-9df4-4d0d-a967-4e12ec7d8fac req-27597ccf-04d5-49ef-92de-418cb40ccb46 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1680 time: 0.5324426 Jul 27 19:49:12.250119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c237a287-9df4-4d0d-a967-4e12ec7d8fac req-fedc311c-ffff-4ae0-808b-dc2d9a431f10 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733678 Jul 27 19:49:12.281216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=3a1dad85-9462-40c6-ae34-a00d7ff8f56f,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:12.287496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8c58858-30d8-47ee-9c0a-418972a8f41f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:12.290666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Attempting to bind port b107fb90-f361-4a07-94aa-5effc7dee5e3 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:49:12.291205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Attempting to bind port b107fb90-f361-4a07-94aa-5effc7dee5e3 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:49:12.291876 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Attempting to bind port b107fb90-f361-4a07-94aa-5effc7dee5e3 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:12.293210 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8c58858-30d8-47ee-9c0a-418972a8f41f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:12.306824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Port b107fb90-f361-4a07-94aa-5effc7dee5e3 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:49:12.307406 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Attempting to bind port b107fb90-f361-4a07-94aa-5effc7dee5e3 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:12.351770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:49:12.351770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:12.352175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:49:12.352306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Bound port: b107fb90-f361-4a07-94aa-5effc7dee5e3, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:49:12.352689 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:12.393327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8c58858-30d8-47ee-9c0a-418972a8f41f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:12.394279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c58858-30d8-47ee-9c0a-418972a8f41f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Fanout notify agent at l3_agent the message router_deleted on router e9b0d4d1-ad33-463a-bc3d-79c01b6653bf {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:49:12.417648 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8c58858-30d8-47ee-9c0a-418972a8f41f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:12.418930 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d8c58858-30d8-47ee-9c0a-418972a8f41f tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "DELETE /v2.0/routers/e9b0d4d1-ad33-463a-bc3d-79c01b6653bf HTTP/1.1" status: 204 len: 168 time: 0.6160388 Jul 27 19:49:12.421857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44666) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:12.469718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['3a1dad85-9462-40c6-ae34-a00d7ff8f56f'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:12.495804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567080a2-f70b-486b-a424-cd4d3639e2a9 req-9a96a4c9-e52c-4934-b66c-afb54d924306 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:12.497490 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-567080a2-f70b-486b-a424-cd4d3639e2a9 req-9a96a4c9-e52c-4934-b66c-afb54d924306 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.1729236 Jul 27 19:49:12.505777 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-558d03e6-6866-4c33-b22b-2104b8756b78 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Deleting subnet e7fe7895-632d-41ae-8d67-6bf37f4c362e {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:49:12.513308 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-558d03e6-6866-4c33-b22b-2104b8756b78 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:12.549032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] For port b107fb90-f361-4a07-94aa-5effc7dee5e3, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:49:12.584055 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-558d03e6-6866-4c33-b22b-2104b8756b78 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:12.584429 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] For port b107fb90-f361-4a07-94aa-5effc7dee5e3, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b107fb90-f361-4a07-94aa-5effc7dee5e3,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:49:12.596923 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:12.654806 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-567080a2-f70b-486b-a424-cd4d3639e2a9 req-0373a96b-ff8e-4b36-a693-d6e3e4fb7430 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379194 Jul 27 19:49:12.728235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Pushing event updated for resources: {'Port': ['ID=b107fb90-f361-4a07-94aa-5effc7dee5e3,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:12.736026 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:12.736681 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:12.738622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-7265a77f-370c-4e1f-9f7f-c667e7ea9630 service neutron] 10.222.0.52 "PUT /v2.0/ports/b107fb90-f361-4a07-94aa-5effc7dee5e3 HTTP/1.1" status: 200 len: 1097 time: 1.9841754 Jul 27 19:49:12.738622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a04bd4-190d-4b43-a1f1-8479da03bbe4', 'tag': 'b107fb90-f361-4a07-94aa-5effc7dee5e3'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:12.751295 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3aa3e4-2455-4184-b5d5-fae399489171" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a04bd4-190d-4b43-a1f1-8479da03bbe4", "tag": "b107fb90-f361-4a07-94aa-5effc7dee5e3"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:12.751569 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-558d03e6-6866-4c33-b22b-2104b8756b78 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:12.855789 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7a2d88-322d-47a8-965d-e345ce75a671 x-openstack-request-id: req-2e7a2d88-322d-47a8-965d-e345ce75a671 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:12.856352 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a04bd4-190d-4b43-a1f1-8479da03bbe4", "tag": "b107fb90-f361-4a07-94aa-5effc7dee5e3", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:12.856352 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e7a2d88-322d-47a8-965d-e345ce75a671 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:12.856763 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a04bd4-190d-4b43-a1f1-8479da03bbe4', 'tag': 'b107fb90-f361-4a07-94aa-5effc7dee5e3', 'status': 'completed', 'code': 200} Jul 27 19:49:12.914292 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-558d03e6-6866-4c33-b22b-2104b8756b78 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:12.952438 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d03e6-6866-4c33-b22b-2104b8756b78 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event deleted for resources: {'Subnet': ['ID=e7fe7895-632d-41ae-8d67-6bf37f4c362e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:12.956911 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-558d03e6-6866-4c33-b22b-2104b8756b78 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:12.960047 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-558d03e6-6866-4c33-b22b-2104b8756b78 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "DELETE /v2.0/subnets/e7fe7895-632d-41ae-8d67-6bf37f4c362e HTTP/1.1" status: 204 len: 168 time: 0.5370834 Jul 27 19:49:12.962933 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44684) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:12.963294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-d207edcc-12b0-43a2-aa44-03920cfd4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:12.965444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-d207edcc-12b0-43a2-aa44-03920cfd4d00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 1100 time: 0.1069303 Jul 27 19:49:12.971451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962f6792-8298-45db-bc3e-dd2501bf324c None None] Network 27b2c1c0-0143-456f-a846-4a0a85bc1ed8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:12.997672 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572a98a-fd7b-4e09-8765-1225480d529b req-5ba08c51-5ccc-4633-8568-8120ba7197c8 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:13.004374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b572a98a-fd7b-4e09-8765-1225480d529b req-5ba08c51-5ccc-4633-8568-8120ba7197c8 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 948 time: 0.2079175 Jul 27 19:49:13.056607 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:13.082780 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-26737dd5-3eaa-4fe5-948c-648de8799ece service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b107fb90-f361-4a07-94aa-5effc7dee5e3 HTTP/1.1" status: 200 len: 217 time: 0.0770590 Jul 27 19:49:13.116211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Deleting port 0970c9d7-3f39-4765-8a72-30d38e0d6822 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:13.116211 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:13.189946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] For port 0970c9d7-3f39-4765-8a72-30d38e0d6822, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0970c9d7-3f39-4765-8a72-30d38e0d6822,segment=NetworkSegment(8a1505a0-ea85-4e3d-9ba5-68d497170d33),segment_id=8a1505a0-ea85-4e3d-9ba5-68d497170d33)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:13.190310 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:13.203839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Calling delete_port for 0970c9d7-3f39-4765-8a72-30d38e0d6822 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:13.323613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b572a98a-fd7b-4e09-8765-1225480d529b req-ca29ba0c-35fb-4121-8805-088f5d439822 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544136 Jul 27 19:49:13.338235 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:13.342901 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-655ee027-c2c1-4454-8fb3-4a101dba55c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:13.344825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-73b85d74-81c7-49eb-81d4-db9861b817fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:13.349769 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-73b85d74-81c7-49eb-81d4-db9861b817fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.2367611 Jul 27 19:49:13.366807 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c249af-b4c2-4ba6-96cc-f036e8ce17f9 None None] DHCP port deletion for 27b2c1c0-0143-456f-a846-4a0a85bc1ed8 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:49:13.385096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a637906-5cc2-4123-ada1-ad08b4c9effa req-b1f83985-8184-4270-b968-4c59bcff9e58 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:13.392422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event deleted for resources: {'Port': ['ID=0970c9d7-3f39-4765-8a72-30d38e0d6822,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:13.399731 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a637906-5cc2-4123-ada1-ad08b4c9effa req-b1f83985-8184-4270-b968-4c59bcff9e58 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.2129283 Jul 27 19:49:13.403667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] No DVR routers for this DVR port 0970c9d7-3f39-4765-8a72-30d38e0d6822 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:13.509769 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:13.521366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b2c1c0-0143-456f-a846-4a0a85bc1ed8']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:13.525528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['dad35f82-1995-4859-9574-da0cab3aab8d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:13.535802 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1505a0-ea85-4e3d-9ba5-68d497170d33') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:13.536671 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1505a0-ea85-4e3d-9ba5-68d497170d33') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:13.549075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:13.567608 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:13.573400 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a637906-5cc2-4123-ada1-ad08b4c9effa req-65299278-67a1-4a27-abb6-f8e4f7a709c8 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726587 Jul 27 19:49:13.575235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:49:13.575949 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:49:13.584237 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:49:13.601184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-5cd50772-51c3-4e34-9eb7-a265a285447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:13.603205 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-5cd50772-51c3-4e34-9eb7-a265a285447e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1967497 Jul 27 19:49:13.632594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47ffb5-4578-41c6-a3b3-e09862e2c071 req-690cfff4-41ad-4d61-ae49-1421e57bed2a tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:13.639116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47ffb5-4578-41c6-a3b3-e09862e2c071 req-690cfff4-41ad-4d61-ae49-1421e57bed2a tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:13.641144 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f47ffb5-4578-41c6-a3b3-e09862e2c071 req-690cfff4-41ad-4d61-ae49-1421e57bed2a tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1681 time: 0.1529760 Jul 27 19:49:13.669619 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:13.677515 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:13.679427 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] 10.222.0.48 "DELETE /v2.0/networks/27b2c1c0-0143-456f-a846-4a0a85bc1ed8 HTTP/1.1" status: 204 len: 168 time: 0.7151666 Jul 27 19:49:13.720337 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7f928-8374-47b9-bcb6-611c757f3151 tempest-FloatingIPNegativeTestJSON-433795783 tempest-FloatingIPNegativeTestJSON-433795783-project] Pushing event deleted for resources: {'Network': ['ID=27b2c1c0-0143-456f-a846-4a0a85bc1ed8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:13.731797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f47ffb5-4578-41c6-a3b3-e09862e2c071 req-7b167830-98a6-4a7d-be26-1628b093db01 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789623 Jul 27 19:49:13.789028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-c868bca0-0565-4df7-a81c-78289007a768 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731241 Jul 27 19:49:13.921581 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0970c9d7-3f39-4765-8a72-30d38e0d6822 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:13.965133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 0970c9d7-3f39-4765-8a72-30d38e0d6822 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:13.965587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0970c9d7-3f39-4765-8a72-30d38e0d6822 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:14.076354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d45d76-b530-4231-81d6-a7ba141db725 req-162c1902-b66f-4785-9f50-c7e96e0ef633 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:14.077836 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69d45d76-b530-4231-81d6-a7ba141db725 req-162c1902-b66f-4785-9f50-c7e96e0ef633 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.2231534 Jul 27 19:49:14.081942 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3d4f64d-a142-4a3a-b975-12d86490637e req-652daf11-86e3-4780-957e-ad03497fd95d service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837777 Jul 27 19:49:14.160196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44710) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:14.239463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69d45d76-b530-4231-81d6-a7ba141db725 req-a61f4c57-5228-4f1b-9fd9-d27d2a8d4473 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534367 Jul 27 19:49:14.288658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3aa3e4-2455-4184-b5d5-fae399489171 req-ea56fcd9-90fd-4508-a1ad-599ecdc21efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:14.290213 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d3aa3e4-2455-4184-b5d5-fae399489171 req-ea56fcd9-90fd-4508-a1ad-599ecdc21efc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 1100 time: 0.1173489 Jul 27 19:49:14.374552 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8ad43908-b4dc-4902-ba4e-8c34e686d76e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b880129ed0b49e096db089e15eb1fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090557 Jul 27 19:49:14.375399 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44718) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:14.428283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3aa3e4-2455-4184-b5d5-fae399489171 req-55f90e9c-ea22-48b7-a278-dad7e0b8a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:14.430310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d3aa3e4-2455-4184-b5d5-fae399489171 req-55f90e9c-ea22-48b7-a278-dad7e0b8a8b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.1288047 Jul 27 19:49:14.466807 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7f009414-c19c-4c1e-b609-f80c7a6cf926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:14.494179 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7f009414-c19c-4c1e-b609-f80c7a6cf926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:14.504098 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d3aa3e4-2455-4184-b5d5-fae399489171 req-e7003bc3-e018-4f0a-b71a-bc54e5f7ecbe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b107fb90-f361-4a07-94aa-5effc7dee5e3 HTTP/1.1" status: 200 len: 217 time: 0.0461283 Jul 27 19:49:14.548541 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7f009414-c19c-4c1e-b609-f80c7a6cf926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:14.556026 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7f009414-c19c-4c1e-b609-f80c7a6cf926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:14.559685 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7f009414-c19c-4c1e-b609-f80c7a6cf926 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a64f16f5-77a1-4e4a-805d-387caeb6e7ee HTTP/1.1" status: 204 len: 168 time: 0.1797638 Jul 27 19:49:14.570752 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f009414-c19c-4c1e-b609-f80c7a6cf926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64f16f5-77a1-4e4a-805d-387caeb6e7ee,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:14.584673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3aa3e4-2455-4184-b5d5-fae399489171 req-c0dd4991-2469-43d4-94f8-d49cd26f3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:14.586312 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d3aa3e4-2455-4184-b5d5-fae399489171 req-c0dd4991-2469-43d4-94f8-d49cd26f3d04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0632694 Jul 27 19:49:14.606088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cb4a5-9378-4ddc-be4e-9d3580937524 req-d1d7049d-1205-4d44-875a-efb75c26d13c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:14.607979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd4cb4a5-9378-4ddc-be4e-9d3580937524 req-d1d7049d-1205-4d44-875a-efb75c26d13c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 948 time: 0.1915941 Jul 27 19:49:14.692363 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd4cb4a5-9378-4ddc-be4e-9d3580937524 req-573b2f48-c8b6-4953-a562-92b3d7517670 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745063 Jul 27 19:49:14.701239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3aa3e4-2455-4184-b5d5-fae399489171 req-edeacf06-657a-42cc-a3c6-a15a41911c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:14.702774 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d3aa3e4-2455-4184-b5d5-fae399489171 req-edeacf06-657a-42cc-a3c6-a15a41911c58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0938668 Jul 27 19:49:14.819696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device dad35f82-1995-4859-9574-da0cab3aab8d up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:14.940570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port dad35f82-1995-4859-9574-da0cab3aab8d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:14.949767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port dad35f82-1995-4859-9574-da0cab3aab8d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:14.950399 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:14.997240 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37407c17-8e42-4bea-897f-165a9aead75e req-1271830c-7583-494a-9035-9cd980c73314 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:15.000260 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37407c17-8e42-4bea-897f-165a9aead75e req-1271830c-7583-494a-9035-9cd980c73314 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.2761858 Jul 27 19:49:15.011043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d3aa3e4-2455-4184-b5d5-fae399489171 req-ca061e0a-e5fb-4f5a-8d0a-eda95fbf8a74 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939613 Jul 27 19:49:15.117082 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:15.165029 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad35f82-1995-4859-9574-da0cab3aab8d'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:15.167910 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb4e037-61f3-4229-9701-063fd3edea6d" -d '{"events": [{"server_uuid": "ffe06f5f-f073-43d7-9a63-6175bdd0d742", "name": "network-vif-plugged", "status": "completed", "tag": "dad35f82-1995-4859-9574-da0cab3aab8d"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:15.206742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port dad35f82-1995-4859-9574-da0cab3aab8d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=dad35f82-1995-4859-9574-da0cab3aab8d,segment=NetworkSegment(d8083518-e9b5-49fc-b193-8c501d64fb6b),segment_id=d8083518-e9b5-49fc-b193-8c501d64fb6b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:15.221865 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:15.223182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3a1dad85-9462-40c6-ae34-a00d7ff8f56f up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:15.401063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=dad35f82-1995-4859-9574-da0cab3aab8d,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:15.448463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:15.455113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:15.456321 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:15.510264 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37407c17-8e42-4bea-897f-165a9aead75e req-0c2d0e7b-9f6d-4ac4-874e-06831f27c340 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960473 Jul 27 19:49:15.543696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70e224-8e60-45a8-bd3c-a479a8e24df2 req-908f58df-d8c9-4ffc-b897-bf174add5703 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:15.554996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70e224-8e60-45a8-bd3c-a479a8e24df2 req-908f58df-d8c9-4ffc-b897-bf174add5703 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:15.566065 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc70e224-8e60-45a8-bd3c-a479a8e24df2 req-908f58df-d8c9-4ffc-b897-bf174add5703 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1681 time: 0.6920147 Jul 27 19:49:15.627612 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:15.675621 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d3aa3e4-2455-4184-b5d5-fae399489171 req-dda8bb04-d7cf-4340-a99b-f30cb6471148 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6509919 Jul 27 19:49:15.706921 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc70e224-8e60-45a8-bd3c-a479a8e24df2 req-0c43c00c-1244-4805-a0f2-7c3f85d1c3b4 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378200 Jul 27 19:49:15.708357 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a1dad85-9462-40c6-ae34-a00d7ff8f56f,segment=NetworkSegment(02c38156-1682-455b-a3ab-9ba76e97273e),segment_id=02c38156-1682-455b-a3ab-9ba76e97273e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:15.736447 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:15.752895 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44764) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:15.782092 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651a4c7c-9848-4b43-8684-84f0a576bac2 x-openstack-request-id: req-651a4c7c-9848-4b43-8684-84f0a576bac2 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:15.782350 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe06f5f-f073-43d7-9a63-6175bdd0d742", "name": "network-vif-plugged", "status": "completed", "tag": "dad35f82-1995-4859-9574-da0cab3aab8d", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:15.782606 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-651a4c7c-9848-4b43-8684-84f0a576bac2 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:15.783001 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad35f82-1995-4859-9574-da0cab3aab8d', 'code': 200} Jul 27 19:49:15.847608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=3a1dad85-9462-40c6-ae34-a00d7ff8f56f,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:15.927039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaa09f-247f-4d14-8e60-e003acb9f83f req-b8bbad3c-3813-42cd-8da1-1c03452d3ac0 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:15.941272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2aaa09f-247f-4d14-8e60-e003acb9f83f req-b8bbad3c-3813-42cd-8da1-1c03452d3ac0 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.1301639 Jul 27 19:49:16.003061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2aaa09f-247f-4d14-8e60-e003acb9f83f req-cdbc493c-7314-4442-8646-b19b1e3be274 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583959 Jul 27 19:49:16.035453 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Request body: {'networks': [{'name': 'tempest-network--1327425913'}, {'name': 'tempest-network--1111443572'}]} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:16.035909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Request body: {'network': {'name': 'tempest-network--1327425913'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:16.036378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Request body: {'network': {'name': 'tempest-network--1111443572'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:16.081771 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e2798bf3-8062-410a-8d98-061461ed62fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:16.083298 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Made reservation on behalf of 23be611f225448aa9a577f6a48594a6a for: {'network': 2} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:16.090921 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:16.115364 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:16.206617 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:16.299613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492b8e4-b1f2-4789-8476-3d4a297efbab req-18e1493e-0877-4047-be23-e47d2998d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:16.301188 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b492b8e4-b1f2-4789-8476-3d4a297efbab req-18e1493e-0877-4047-be23-e47d2998d3a3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 1096 time: 0.2768548 Jul 27 19:49:16.310624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:16.327342 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:16.327860 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:16.339537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800d33a-188c-4f9e-a938-6186790f4ef4 req-91b480b1-059f-4a22-a585-3c550a2ef455 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:16.341116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4800d33a-188c-4f9e-a938-6186790f4ef4 req-91b480b1-059f-4a22-a585-3c550a2ef455 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 948 time: 0.2381487 Jul 27 19:49:16.350205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e9825-d909-484d-843d-e801bb4798c9 req-5fa9aef2-210f-4bf5-8e7a-81e53d765674 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:16.358042 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea7e9825-d909-484d-843d-e801bb4798c9 req-5fa9aef2-210f-4bf5-8e7a-81e53d765674 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1801734 Jul 27 19:49:16.412682 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:49:16.425509 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:16.425930 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Added segment 2725944e-b38c-4113-8ea6-b84fa682f040 of type vlan for network fb1f7f88-5de2-475d-b11b-2e0b4227804b Jul 27 19:49:16.465449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea7e9825-d909-484d-843d-e801bb4798c9 req-a2b4bdca-3a97-4cce-9125-1bc77973587a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045995 Jul 27 19:49:16.510357 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4800d33a-188c-4f9e-a938-6186790f4ef4 req-1a2835ea-51a1-457d-ad18-f0a970c9fdd2 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396704 Jul 27 19:49:16.512496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9627974b-1611-4fb4-a689-c93cfd697ba2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:16.520988 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:16.554992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492b8e4-b1f2-4789-8476-3d4a297efbab req-3b5863da-202a-417f-b121-40108c30dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:16.558073 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b492b8e4-b1f2-4789-8476-3d4a297efbab req-3b5863da-202a-417f-b121-40108c30dbae service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.2403467 Jul 27 19:49:16.582390 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:49:16.629987 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:16.630423 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Added segment 0eb4ba6e-6b4d-4288-af4d-c82992868511 of type vlan for network 1c6b85fd-a978-440d-a7da-7a1fcdf35bbe Jul 27 19:49:16.715591 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:16.783264 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:16.783978 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:16.786154 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b492b8e4-b1f2-4789-8476-3d4a297efbab req-a96d5c7e-cf9b-4335-92d7-f775b0f3cb33 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab HTTP/1.1" status: 200 len: 998 time: 0.1998658 Jul 27 19:49:16.790052 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:16.801562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:16.802264 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:16.812361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device b107fb90-f361-4a07-94aa-5effc7dee5e3 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:49:16.863610 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f0d28-10ab-4793-a9e3-60b01f39d42a req-2c06b4c5-e1bb-4413-a682-6f6ba44c914e tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:16.866084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-453f0d28-10ab-4793-a9e3-60b01f39d42a req-2c06b4c5-e1bb-4413-a682-6f6ba44c914e tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.2022731 Jul 27 19:49:16.954940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event updated for resources: {'Network': ['ID=fb1f7f88-5de2-475d-b11b-2e0b4227804b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:16.979782 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2233160 Jul 27 19:49:16.987264 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-453f0d28-10ab-4793-a9e3-60b01f39d42a req-c9ae5c26-1677-4c87-bff4-2a0de7733082 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134348 Jul 27 19:49:16.994056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network fb1f7f88-5de2-475d-b11b-2e0b4227804b details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:49:17.013299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44786) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:17.034663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492b8e4-b1f2-4789-8476-3d4a297efbab req-1e1dc7f9-38ae-4f17-92a5-671cfc4321c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:17.037912 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b492b8e4-b1f2-4789-8476-3d4a297efbab req-1e1dc7f9-38ae-4f17-92a5-671cfc4321c0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.2266147 Jul 27 19:49:17.105147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0eb5d-2e4c-4345-b613-f802f1698266 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event updated for resources: {'Network': ['ID=1c6b85fd-a978-440d-a7da-7a1fcdf35bbe,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:17.129095 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 1c6b85fd-a978-440d-a7da-7a1fcdf35bbe details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:49:17.226081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e5d92-6e0f-4638-976d-5c77059c318b req-b8207212-10bb-4125-9358-0e6e3618ba4a tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:17.232318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e5d92-6e0f-4638-976d-5c77059c318b req-b8207212-10bb-4125-9358-0e6e3618ba4a tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:17.233963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-820e5d92-6e0f-4638-976d-5c77059c318b req-b8207212-10bb-4125-9358-0e6e3618ba4a tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1683 time: 0.3015871 Jul 27 19:49:17.263553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492b8e4-b1f2-4789-8476-3d4a297efbab req-1a72e494-b36b-4507-9424-64abb578be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:17.265136 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b492b8e4-b1f2-4789-8476-3d4a297efbab req-1a72e494-b36b-4507-9424-64abb578be3a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2127998 Jul 27 19:49:17.274057 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a93259-b4cd-4302-a46c-9eb2447f8600 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:17.282971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a93259-b4cd-4302-a46c-9eb2447f8600 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:17.291643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a93259-b4cd-4302-a46c-9eb2447f8600 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:17.299047 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a93259-b4cd-4302-a46c-9eb2447f8600 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:17.301287 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-53a93259-b4cd-4302-a46c-9eb2447f8600 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2872028 Jul 27 19:49:17.304184 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44792) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:17.409003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546f4e2-6873-4d3f-bbce-0a0e7ad58712 req-f16dc4ad-ff96-41eb-9940-a145559f954c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:17.411516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8546f4e2-6873-4d3f-bbce-0a0e7ad58712 req-f16dc4ad-ff96-41eb-9940-a145559f954c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.3011987 Jul 27 19:49:17.413844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b492b8e4-b1f2-4789-8476-3d4a297efbab req-9bd4585d-2a24-45ff-ad42-3ad60bcd0d7e service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369777 Jul 27 19:49:17.417044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port b107fb90-f361-4a07-94aa-5effc7dee5e3, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b107fb90-f361-4a07-94aa-5effc7dee5e3,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:17.429514 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c71d-8207-424e-9f03-b5e90534dd04 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:17.433260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'b107fb90-f361-4a07-94aa-5effc7dee5e3', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'b107fb90-f361-4a07-94aa-5effc7dee5e3', 'mac_address': 'fa:16:3e:79:96:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:49:17.475914 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:17.532958 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:17.550393 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b492b8e4-b1f2-4789-8476-3d4a297efbab req-42475c1d-f6fd-416a-8779-7aeba5bed707 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146455 Jul 27 19:49:17.550968 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b107fb90-f361-4a07-94aa-5effc7dee5e3 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:49:17.575393 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port b107fb90-f361-4a07-94aa-5effc7dee5e3, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b107fb90-f361-4a07-94aa-5effc7dee5e3,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:17.584202 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:17.585617 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-820e5d92-6e0f-4638-976d-5c77059c318b req-2c9006bd-e28e-4152-9aab-fc9d3e6d026f tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400834 Jul 27 19:49:17.623661 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8546f4e2-6873-4d3f-bbce-0a0e7ad58712 req-1de4f587-9bbe-48c7-a9cd-d3e798f54e8a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007301 Jul 27 19:49:17.670436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c71d-8207-424e-9f03-b5e90534dd04 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:17.686020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-7dd2c71d-8207-424e-9f03-b5e90534dd04 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1f7f88-5de2-475d-b11b-2e0b4227804b']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:17.713665 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=b107fb90-f361-4a07-94aa-5effc7dee5e3,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:17.724078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-7dd2c71d-8207-424e-9f03-b5e90534dd04 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2725944e-b38c-4113-8ea6-b84fa682f040') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:17.724493 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-7dd2c71d-8207-424e-9f03-b5e90534dd04 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2725944e-b38c-4113-8ea6-b84fa682f040') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:17.745181 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c71d-8207-424e-9f03-b5e90534dd04 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:17.767135 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c71d-8207-424e-9f03-b5e90534dd04 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:17.783170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd2c71d-8207-424e-9f03-b5e90534dd04 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:49:17.784337 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c71d-8207-424e-9f03-b5e90534dd04 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:17.784986 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1dad85-9462-40c6-ae34-a00d7ff8f56f'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:17.787430 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf61986-8752-40a5-a288-a7ea3f99866e" -d '{"events": [{"server_uuid": "ffe06f5f-f073-43d7-9a63-6175bdd0d742", "name": "network-vif-plugged", "status": "completed", "tag": "3a1dad85-9462-40c6-ae34-a00d7ff8f56f"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:17.867633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3516b3-60a7-4c20-b76c-5f0736865e77 req-6af0975f-8cd0-454d-b46a-ce578da3e21c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:17.880238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd3516b3-60a7-4c20-b76c-5f0736865e77 req-6af0975f-8cd0-454d-b46a-ce578da3e21c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1776035 Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:49:17.910671 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:49:17.922022 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c71d-8207-424e-9f03-b5e90534dd04 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:17.926023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['b107fb90-f361-4a07-94aa-5effc7dee5e3'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:17.932838 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c71d-8207-424e-9f03-b5e90534dd04 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:17.935126 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7dd2c71d-8207-424e-9f03-b5e90534dd04 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "DELETE /v2.0/networks/fb1f7f88-5de2-475d-b11b-2e0b4227804b HTTP/1.1" status: 204 len: 168 time: 0.6296365 Jul 27 19:49:17.945869 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44802) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:17.954954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ae5b4-6ad1-4b3f-8144-251154ebc0cb req-e24c4c4c-0069-49a9-9d36-93e939eb7ea4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:17.965312 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-086ae5b4-6ad1-4b3f-8144-251154ebc0cb req-e24c4c4c-0069-49a9-9d36-93e939eb7ea4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 949 time: 0.1934650 Jul 27 19:49:18.022762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd3516b3-60a7-4c20-b76c-5f0736865e77 req-a8a656da-944c-4600-bffe-d471fd71a895 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431859 Jul 27 19:49:18.038547 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec632438-0508-48f0-b211-696d4468ef6d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:18.042400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2c71d-8207-424e-9f03-b5e90534dd04 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event deleted for resources: {'Network': ['ID=fb1f7f88-5de2-475d-b11b-2e0b4227804b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:18.052009 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-086ae5b4-6ad1-4b3f-8144-251154ebc0cb req-ff0ea28f-aea4-452e-91f7-575ef93e963f tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793579 Jul 27 19:49:18.166692 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb398cf9-091d-46c0-8502-b2d0be83b4b3 x-openstack-request-id: req-bb398cf9-091d-46c0-8502-b2d0be83b4b3 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:18.167285 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe06f5f-f073-43d7-9a63-6175bdd0d742", "name": "network-vif-plugged", "status": "completed", "tag": "3a1dad85-9462-40c6-ae34-a00d7ff8f56f", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:18.167285 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb398cf9-091d-46c0-8502-b2d0be83b4b3 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:18.186646 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec632438-0508-48f0-b211-696d4468ef6d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:18.190609 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1dad85-9462-40c6-ae34-a00d7ff8f56f', 'code': 200} Jul 27 19:49:18.205563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-ec632438-0508-48f0-b211-696d4468ef6d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6b85fd-a978-440d-a7da-7a1fcdf35bbe']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:18.220679 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-ec632438-0508-48f0-b211-696d4468ef6d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb4ba6e-6b4d-4288-af4d-c82992868511') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:18.221064 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-ec632438-0508-48f0-b211-696d4468ef6d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb4ba6e-6b4d-4288-af4d-c82992868511') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:18.237833 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec632438-0508-48f0-b211-696d4468ef6d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:18.285283 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec632438-0508-48f0-b211-696d4468ef6d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:18.295324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec632438-0508-48f0-b211-696d4468ef6d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:49:18.295818 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec632438-0508-48f0-b211-696d4468ef6d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:49:18.299230 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:49:18.378070 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec632438-0508-48f0-b211-696d4468ef6d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:18.389839 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec632438-0508-48f0-b211-696d4468ef6d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:18.396262 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ec632438-0508-48f0-b211-696d4468ef6d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "DELETE /v2.0/networks/1c6b85fd-a978-440d-a7da-7a1fcdf35bbe HTTP/1.1" status: 204 len: 168 time: 0.4489720 Jul 27 19:49:18.397442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44816) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:18.434381 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec632438-0508-48f0-b211-696d4468ef6d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event deleted for resources: {'Network': ['ID=1c6b85fd-a978-440d-a7da-7a1fcdf35bbe,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:18.464629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dfa75-9fd9-413a-b94d-417f6834f553 req-46bae6d6-2afa-482e-ad8b-689ac025fcf1 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:18.472862 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b93dfa75-9fd9-413a-b94d-417f6834f553 req-46bae6d6-2afa-482e-ad8b-689ac025fcf1 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.1791749 Jul 27 19:49:18.503235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca1461-622c-474f-ba86-5e0715ebd206 req-a1db53a7-8a47-4ffa-8674-f1c20738c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:18.503731 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca1461-622c-474f-ba86-5e0715ebd206 req-a1db53a7-8a47-4ffa-8674-f1c20738c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:18.506507 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6cca1461-622c-474f-ba86-5e0715ebd206 req-a1db53a7-8a47-4ffa-8674-f1c20738c188 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1987 time: 0.1414626 Jul 27 19:49:18.550666 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b93dfa75-9fd9-413a-b94d-417f6834f553 req-78e84067-ddf8-4f26-a157-e036dbb18c17 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681415 Jul 27 19:49:18.555430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae5b54c-d728-43a2-8317-7e0a8b53d540 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:18.569354 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae5b54c-d728-43a2-8317-7e0a8b53d540 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:18.583050 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-eae5b54c-d728-43a2-8317-7e0a8b53d540 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1807730 Jul 27 19:49:18.586805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44818) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:18.593683 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8112f96d-af7b-4174-897b-41def8b58159 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-598020140'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:18.602308 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6cca1461-622c-474f-ba86-5e0715ebd206 req-f601b0da-fbfc-4de9-8999-6174a5693c53 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708008 Jul 27 19:49:18.678248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8112f96d-af7b-4174-897b-41def8b58159 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Made reservation on behalf of 23be611f225448aa9a577f6a48594a6a for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:18.680804 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8112f96d-af7b-4174-897b-41def8b58159 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:18.723177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8112f96d-af7b-4174-897b-41def8b58159 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:49:18.742964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8112f96d-af7b-4174-897b-41def8b58159 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:18.743320 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-8112f96d-af7b-4174-897b-41def8b58159 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Added segment 00f9787f-ccfe-4d74-9f97-29f28810f205 of type vlan for network 3c8567cd-47d9-4f3a-a988-2b7cf1a104ad Jul 27 19:49:18.815061 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:18.820835 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8112f96d-af7b-4174-897b-41def8b58159 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:18.854750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898eba-6ab8-49fc-8983-24d0ffea3cc4 req-d1cd3517-6946-40bc-aa04-b21b430f9d6c tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:18.861501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898eba-6ab8-49fc-8983-24d0ffea3cc4 req-d1cd3517-6946-40bc-aa04-b21b430f9d6c tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:18.863427 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee898eba-6ab8-49fc-8983-24d0ffea3cc4 req-d1cd3517-6946-40bc-aa04-b21b430f9d6c tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1683 time: 0.1472032 Jul 27 19:49:18.871309 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8112f96d-af7b-4174-897b-41def8b58159 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:18.872976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a8f0f-2e01-4878-b8b2-75985a9a8dab req-f023a833-9da7-4a9c-ab12-055a5ac10552 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:18.879825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8112f96d-af7b-4174-897b-41def8b58159 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:18.880428 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-366a8f0f-2e01-4878-b8b2-75985a9a8dab req-f023a833-9da7-4a9c-ab12-055a5ac10552 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.1466675 Jul 27 19:49:18.881089 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8112f96d-af7b-4174-897b-41def8b58159 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:18.944835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-366a8f0f-2e01-4878-b8b2-75985a9a8dab req-c6e40e72-4fa7-4466-8814-ab00c2941aab tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584724 Jul 27 19:49:18.960438 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8112f96d-af7b-4174-897b-41def8b58159 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3698361 Jul 27 19:49:18.961554 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44830) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:18.967309 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5e55f6cc-9ea7-4da6-9e40-00c3816f31da tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2079111901'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:18.976758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee898eba-6ab8-49fc-8983-24d0ffea3cc4 req-7feba0cc-82fe-4e3e-b48c-8a2d8e14a62f tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872359 Jul 27 19:49:18.988435 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112f96d-af7b-4174-897b-41def8b58159 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event updated for resources: {'Network': ['ID=3c8567cd-47d9-4f3a-a988-2b7cf1a104ad,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:19.001648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 3c8567cd-47d9-4f3a-a988-2b7cf1a104ad details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:49:19.021908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e55f6cc-9ea7-4da6-9e40-00c3816f31da tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Made reservation on behalf of 23be611f225448aa9a577f6a48594a6a for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:19.027853 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e55f6cc-9ea7-4da6-9e40-00c3816f31da tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:19.059521 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e55f6cc-9ea7-4da6-9e40-00c3816f31da tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:49:19.071089 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e55f6cc-9ea7-4da6-9e40-00c3816f31da tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:19.071488 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-5e55f6cc-9ea7-4da6-9e40-00c3816f31da tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Added segment 1e4ac5c7-f629-4ddc-a78f-caae83b8454e of type vlan for network cffc58bb-42bd-4a25-9d25-9db536f6b994 Jul 27 19:49:19.158228 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e55f6cc-9ea7-4da6-9e40-00c3816f31da tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:19.215910 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e55f6cc-9ea7-4da6-9e40-00c3816f31da tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:19.263740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e55f6cc-9ea7-4da6-9e40-00c3816f31da tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:19.263984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5ccef-bdbb-4828-b50f-c162bc763804 req-a32b3156-a4cd-498e-ac9b-a26f775bfa5f tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:19.264756 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e55f6cc-9ea7-4da6-9e40-00c3816f31da tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:19.272707 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40f5ccef-bdbb-4828-b50f-c162bc763804 req-a32b3156-a4cd-498e-ac9b-a26f775bfa5f tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1192822 Jul 27 19:49:19.334626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40f5ccef-bdbb-4828-b50f-c162bc763804 req-98c2cfde-e14f-4aae-8244-c85b7992ec3c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557516 Jul 27 19:49:19.348430 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5e55f6cc-9ea7-4da6-9e40-00c3816f31da tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3778241 Jul 27 19:49:19.348430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44838) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:19.361140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Request body: {'ports': [{'network_id': '3c8567cd-47d9-4f3a-a988-2b7cf1a104ad', 'name': 'tempest-port--1373385348', 'admin_state_up': True}, {'network_id': 'cffc58bb-42bd-4a25-9d25-9db536f6b994', 'admin_state_up': False}]} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:19.361140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Request body: {'port': {'network_id': '3c8567cd-47d9-4f3a-a988-2b7cf1a104ad', 'name': 'tempest-port--1373385348', 'admin_state_up': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:19.361516 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Request body: {'port': {'network_id': 'cffc58bb-42bd-4a25-9d25-9db536f6b994', 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:19.371930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55f6cc-9ea7-4da6-9e40-00c3816f31da tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event updated for resources: {'Network': ['ID=cffc58bb-42bd-4a25-9d25-9db536f6b994,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:19.382758 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network cffc58bb-42bd-4a25-9d25-9db536f6b994 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:49:19.416695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdf549-08cf-4b72-84d2-225c479ff27d req-fad534be-5871-4ce8-ba19-e29fb793d517 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:19.421698 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6fdf549-08cf-4b72-84d2-225c479ff27d req-fad534be-5871-4ce8-ba19-e29fb793d517 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 949 time: 0.2892282 Jul 27 19:49:19.534193 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6fdf549-08cf-4b72-84d2-225c479ff27d req-2f76a1cf-74a5-4f10-b954-7fcfd7b0130e tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969732 Jul 27 19:49:19.632970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Made reservation on behalf of 23be611f225448aa9a577f6a48594a6a for: {'port': 2} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:19.640417 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:19.658175 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:19.760504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eb0c2-c6a2-4652-94fe-4188aab9b40e req-c9a35836-cc17-4826-a3ae-0d4086a04539 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:19.763528 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e42eb0c2-c6a2-4652-94fe-4188aab9b40e req-c9a35836-cc17-4826-a3ae-0d4086a04539 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.1343131 Jul 27 19:49:19.780758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] device_id is not set on port 473e2ae8-7307-4735-a561-65ee8f67c190 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:49:19.838402 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e42eb0c2-c6a2-4652-94fe-4188aab9b40e req-19d6701e-8696-45b9-b03f-1325dcfd46a3 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663538 Jul 27 19:49:20.006823 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:20.123235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] device_id is not set on port c1b5b7a6-ed88-4939-91c2-b3b8d2400630 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:49:20.167790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d519c1-5760-47c3-a794-6e76b008640b req-7591967d-00dd-440a-8213-b6de71db7d46 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:20.177586 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62d519c1-5760-47c3-a794-6e76b008640b req-7591967d-00dd-440a-8213-b6de71db7d46 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.0991611 Jul 27 19:49:20.186427 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a969f-5e4c-460c-8119-de63ccbd1649 req-3eb3d2d8-a062-4d0a-96fa-fb200e1c50f2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:20.187959 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-354a969f-5e4c-460c-8119-de63ccbd1649 req-3eb3d2d8-a062-4d0a-96fa-fb200e1c50f2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 945 time: 0.1450808 Jul 27 19:49:20.256465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-354a969f-5e4c-460c-8119-de63ccbd1649 req-68e9b820-9cda-42c8-a52e-67bd69c91676 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569146 Jul 27 19:49:20.259146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62d519c1-5760-47c3-a794-6e76b008640b req-6ec447ac-a458-49ab-98c6-d780e73f5c14 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807865 Jul 27 19:49:20.276611 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:20.347087 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:20.405558 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850e074-b337-410d-a6fc-e0c795286130 req-37eacc31-9403-4343-a380-d0cabb51c1d5 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:20.412236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850e074-b337-410d-a6fc-e0c795286130 req-37eacc31-9403-4343-a380-d0cabb51c1d5 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:20.413806 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event updated for resources: {'Port': ['ID=473e2ae8-7307-4735-a561-65ee8f67c190,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:20.413952 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f850e074-b337-410d-a6fc-e0c795286130 req-37eacc31-9403-4343-a380-d0cabb51c1d5 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1683 time: 0.0869846 Jul 27 19:49:20.427204 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Checking segment: {'id': '00f9787f-ccfe-4d74-9f97-29f28810f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3c8567cd-47d9-4f3a-a988-2b7cf1a104ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:20.427790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Network hostable DHCP agents. Network: 3c8567cd-47d9-4f3a-a988-2b7cf1a104ad, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:49:20.448711 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Network 3c8567cd-47d9-4f3a-a988-2b7cf1a104ad is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:49:20.461026 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 3c8567cd-47d9-4f3a-a988-2b7cf1a104ad) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:20.464968 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:20.466124 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:20.472070 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafb48e9-de7d-411a-b519-98d0e3d2e9fa None None] Network 3c8567cd-47d9-4f3a-a988-2b7cf1a104ad requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:20.472960 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f850e074-b337-410d-a6fc-e0c795286130 req-61f51099-364c-4231-ad68-634b5b3d0d51 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510299 Jul 27 19:49:20.549005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event updated for resources: {'Port': ['ID=c1b5b7a6-ed88-4939-91c2-b3b8d2400630,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:20.560325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Checking segment: {'id': '1e4ac5c7-f629-4ddc-a78f-caae83b8454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cffc58bb-42bd-4a25-9d25-9db536f6b994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:20.560791 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Network hostable DHCP agents. Network: cffc58bb-42bd-4a25-9d25-9db536f6b994, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:49:20.606659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Network cffc58bb-42bd-4a25-9d25-9db536f6b994 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:49:20.641594 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, cffc58bb-42bd-4a25-9d25-9db536f6b994) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:20.657081 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:20.677980 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:20.688137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:20.689558 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:20.696591 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055f379d-9cad-4dc9-8e5b-cba302698557 None None] Network cffc58bb-42bd-4a25-9d25-9db536f6b994 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:20.715885 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6886f709-187b-42dd-9e39-457b83c35b6e tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3633726 Jul 27 19:49:20.718531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44884) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:20.749852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be474c-3e1b-4486-832a-48850085d148 req-b59b0036-d43d-4951-bc65-b0de30910dab tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:20.751570 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5be474c-3e1b-4486-832a-48850085d148 req-b59b0036-d43d-4951-bc65-b0de30910dab tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 949 time: 0.0959961 Jul 27 19:49:20.800243 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf28f3a3-f5cb-41ca-a28a-7b38531ebb93 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:20.809814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf28f3a3-f5cb-41ca-a28a-7b38531ebb93 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:20.812550 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bf28f3a3-f5cb-41ca-a28a-7b38531ebb93 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0926561 Jul 27 19:49:20.817076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44886) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:20.846243 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5be474c-3e1b-4486-832a-48850085d148 req-353a4f9c-5f88-49fb-96c6-e33f04afd917 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874143 Jul 27 19:49:20.858833 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device b107fb90-f361-4a07-94aa-5effc7dee5e3 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:20.995675 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-02788728-9de3-468b-9989-beb2b88252cb tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Deleting port 473e2ae8-7307-4735-a561-65ee8f67c190 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:20.996068 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02788728-9de3-468b-9989-beb2b88252cb tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:21.003524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port b107fb90-f361-4a07-94aa-5effc7dee5e3 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:21.013114 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port b107fb90-f361-4a07-94aa-5effc7dee5e3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:21.015128 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:21.109080 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02788728-9de3-468b-9989-beb2b88252cb tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:21.123239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6182469-3563-4e64-a63c-80904ce07d5a req-e63219fe-f21a-43ee-9b18-e9edf98d0dc0 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:21.128285 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-02788728-9de3-468b-9989-beb2b88252cb tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Calling delete_port for 473e2ae8-7307-4735-a561-65ee8f67c190 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:21.132483 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6182469-3563-4e64-a63c-80904ce07d5a req-e63219fe-f21a-43ee-9b18-e9edf98d0dc0 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.1750648 Jul 27 19:49:21.199389 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6182469-3563-4e64-a63c-80904ce07d5a req-a235a49a-050d-4280-952e-1da7d2a3c8b9 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608735 Jul 27 19:49:21.220866 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297189d-d96d-451a-8dce-354e42683b0f req-a525e501-8eb5-4dc1-bdc1-7ab0c16129af tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:21.223246 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:21.228334 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297189d-d96d-451a-8dce-354e42683b0f req-a525e501-8eb5-4dc1-bdc1-7ab0c16129af tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:21.236728 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6297189d-d96d-451a-8dce-354e42683b0f req-a525e501-8eb5-4dc1-bdc1-7ab0c16129af tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1683 time: 0.2436850 Jul 27 19:49:21.263895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a04bd4-190d-4b43-a1f1-8479da03bbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b107fb90-f361-4a07-94aa-5effc7dee5e3'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:21.267068 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5184124-73cb-49dc-82be-cf74731b6393" -d '{"events": [{"server_uuid": "a5a04bd4-190d-4b43-a1f1-8479da03bbe4", "name": "network-vif-plugged", "status": "completed", "tag": "b107fb90-f361-4a07-94aa-5effc7dee5e3"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:21.275002 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02788728-9de3-468b-9989-beb2b88252cb tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:21.305176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port b107fb90-f361-4a07-94aa-5effc7dee5e3, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b107fb90-f361-4a07-94aa-5effc7dee5e3,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:21.313253 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:21.318602 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6297189d-d96d-451a-8dce-354e42683b0f req-e3a4132a-9def-4d44-901b-e37cd367b4ab tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763514 Jul 27 19:49:21.371340 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02788728-9de3-468b-9989-beb2b88252cb tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:21.373563 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01479ba0-f613-46ac-bec6-2669e2d6adc6 x-openstack-request-id: req-01479ba0-f613-46ac-bec6-2669e2d6adc6 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:21.373742 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a04bd4-190d-4b43-a1f1-8479da03bbe4", "name": "network-vif-plugged", "status": "completed", "tag": "b107fb90-f361-4a07-94aa-5effc7dee5e3", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:21.374104 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01479ba0-f613-46ac-bec6-2669e2d6adc6 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:21.379867 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a04bd4-190d-4b43-a1f1-8479da03bbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b107fb90-f361-4a07-94aa-5effc7dee5e3', 'code': 200} Jul 27 19:49:21.380752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44898) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:21.402478 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-02788728-9de3-468b-9989-beb2b88252cb tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "DELETE /v2.0/ports/473e2ae8-7307-4735-a561-65ee8f67c190 HTTP/1.1" status: 204 len: 168 time: 0.5839791 Jul 27 19:49:21.415050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02788728-9de3-468b-9989-beb2b88252cb tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event deleted for resources: {'Port': ['ID=473e2ae8-7307-4735-a561-65ee8f67c190,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:21.437776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=b107fb90-f361-4a07-94aa-5effc7dee5e3,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:21.693477 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:49:21.726592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-72dd3793-7782-44c9-9566-f85f06fed8d1 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Deleting port c1b5b7a6-ed88-4939-91c2-b3b8d2400630 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:21.727269 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72dd3793-7782-44c9-9566-f85f06fed8d1 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:21.761397 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dee712-500a-4f39-bd02-73840cdd690c req-af7d7016-bc3a-4797-8f90-bfaa2ed10601 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:21.764853 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47dee712-500a-4f39-bd02-73840cdd690c req-af7d7016-bc3a-4797-8f90-bfaa2ed10601 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.2552834 Jul 27 19:49:21.799763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442b83f-c66e-4fe9-8b78-b7558fcf13ab req-b93ba3e3-0c20-49f2-91f5-80b1c04b382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:21.801468 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0442b83f-c66e-4fe9-8b78-b7558fcf13ab req-b93ba3e3-0c20-49f2-91f5-80b1c04b382e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 1102 time: 0.2931221 Jul 27 19:49:21.813661 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356dc7a-d79d-480d-8a91-d943ac35be13 req-f459eef2-7e25-4732-928f-7fdc4674687d tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:21.815619 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4356dc7a-d79d-480d-8a91-d943ac35be13 req-f459eef2-7e25-4732-928f-7fdc4674687d tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 945 time: 0.2855310 Jul 27 19:49:21.897569 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47dee712-500a-4f39-bd02-73840cdd690c req-66a3658a-d6c3-44a1-a3e8-d4c4a68fa239 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926547 Jul 27 19:49:21.926816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0442b83f-c66e-4fe9-8b78-b7558fcf13ab req-692d2fa2-a95d-451b-b8fc-632c536fa760 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859036 Jul 27 19:49:21.932872 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72dd3793-7782-44c9-9566-f85f06fed8d1 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:21.960047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-72dd3793-7782-44c9-9566-f85f06fed8d1 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Calling delete_port for c1b5b7a6-ed88-4939-91c2-b3b8d2400630 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:21.969026 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4356dc7a-d79d-480d-8a91-d943ac35be13 req-1e853f6c-b1ca-412d-950f-1b1c327d0d06 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269453 Jul 27 19:49:22.126110 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72dd3793-7782-44c9-9566-f85f06fed8d1 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:22.167372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd31aaf-fdcf-44e1-a103-48156b542a6b req-56fba8af-ba20-464b-b78a-e9e48398be73 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:22.169161 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afd31aaf-fdcf-44e1-a103-48156b542a6b req-56fba8af-ba20-464b-b78a-e9e48398be73 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 950 time: 0.1254313 Jul 27 19:49:22.175579 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72dd3793-7782-44c9-9566-f85f06fed8d1 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:22.179775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44912) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:22.180216 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-72dd3793-7782-44c9-9566-f85f06fed8d1 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "DELETE /v2.0/ports/c1b5b7a6-ed88-4939-91c2-b3b8d2400630 HTTP/1.1" status: 204 len: 168 time: 0.7980177 Jul 27 19:49:22.181343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd3793-7782-44c9-9566-f85f06fed8d1 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event deleted for resources: {'Port': ['ID=c1b5b7a6-ed88-4939-91c2-b3b8d2400630,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:22.232483 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1d6bad58-0b71-4e69-ae5c-d5e79dbb7148 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0473099 Jul 27 19:49:22.233380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44916) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:22.239130 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d6d71c08-3067-4a42-a020-330de06d8002 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-403877400'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:22.243680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afd31aaf-fdcf-44e1-a103-48156b542a6b req-e088c552-22da-4c40-b7b6-fcb1bbc7f997 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586264 Jul 27 19:49:22.273783 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d71c08-3067-4a42-a020-330de06d8002 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Made reservation on behalf of 23be611f225448aa9a577f6a48594a6a for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:22.277759 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6d71c08-3067-4a42-a020-330de06d8002 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:22.307993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d71c08-3067-4a42-a020-330de06d8002 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:49:22.318803 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6d71c08-3067-4a42-a020-330de06d8002 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:22.319444 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-d6d71c08-3067-4a42-a020-330de06d8002 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Added segment 1bdfffc3-be2b-42ef-bb5c-655828911cfb of type vlan for network ceed50cc-ce45-42fa-9109-6367281dfcdf Jul 27 19:49:22.368149 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6d71c08-3067-4a42-a020-330de06d8002 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:22.376534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1932d58-7149-4a76-b99e-b28c4f99531f req-23844468-de26-4712-a5da-ab281cdec031 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:22.378598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c1932d58-7149-4a76-b99e-b28c4f99531f req-23844468-de26-4712-a5da-ab281cdec031 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.1064658 Jul 27 19:49:22.408560 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6d71c08-3067-4a42-a020-330de06d8002 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:22.414787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d71c08-3067-4a42-a020-330de06d8002 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:22.415384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6d71c08-3067-4a42-a020-330de06d8002 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:22.482999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c1932d58-7149-4a76-b99e-b28c4f99531f req-3ca325a3-7e22-439a-85c0-ca443442d8ef tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933108 Jul 27 19:49:22.500041 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d6d71c08-3067-4a42-a020-330de06d8002 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2652705 Jul 27 19:49:22.502551 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44920) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:22.507680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5af2f012-3fc4-42fe-8004-ef08a183a3c9 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1510061328'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:22.525434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d71c08-3067-4a42-a020-330de06d8002 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event updated for resources: {'Network': ['ID=ceed50cc-ce45-42fa-9109-6367281dfcdf,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:22.533445 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2392f7-4cdb-466c-9f06-8feb81e3feae req-087904a8-261a-4ec0-bb4a-ca4afc4b9578 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:22.541330 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af2f012-3fc4-42fe-8004-ef08a183a3c9 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Made reservation on behalf of 23be611f225448aa9a577f6a48594a6a for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:22.542193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network ceed50cc-ce45-42fa-9109-6367281dfcdf details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:49:22.542994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2392f7-4cdb-466c-9f06-8feb81e3feae req-087904a8-261a-4ec0-bb4a-ca4afc4b9578 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:22.545296 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2392f7-4cdb-466c-9f06-8feb81e3feae req-087904a8-261a-4ec0-bb4a-ca4afc4b9578 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1683 time: 0.1378114 Jul 27 19:49:22.546827 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5af2f012-3fc4-42fe-8004-ef08a183a3c9 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:22.575270 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af2f012-3fc4-42fe-8004-ef08a183a3c9 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:49:22.592314 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5af2f012-3fc4-42fe-8004-ef08a183a3c9 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:22.593124 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-5af2f012-3fc4-42fe-8004-ef08a183a3c9 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Added segment c3bda457-b9bf-425e-8ec0-b4bcb242b539 of type vlan for network 72b3d4f2-2b20-416f-a47c-ecf08c59e1fc Jul 27 19:49:22.594267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2392f7-4cdb-466c-9f06-8feb81e3feae req-90e236d2-3f6b-4a5b-bc93-57b7a8237dca tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425916 Jul 27 19:49:22.655986 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5af2f012-3fc4-42fe-8004-ef08a183a3c9 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:22.696263 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5af2f012-3fc4-42fe-8004-ef08a183a3c9 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:22.702113 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af2f012-3fc4-42fe-8004-ef08a183a3c9 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:22.702796 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5af2f012-3fc4-42fe-8004-ef08a183a3c9 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:22.765246 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5af2f012-3fc4-42fe-8004-ef08a183a3c9 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2613373 Jul 27 19:49:22.789473 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2f012-3fc4-42fe-8004-ef08a183a3c9 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event updated for resources: {'Network': ['ID=72b3d4f2-2b20-416f-a47c-ecf08c59e1fc,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:22.805016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 72b3d4f2-2b20-416f-a47c-ecf08c59e1fc details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:49:22.831706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2a99c-25ed-41d5-8cbb-7048fc8eb7f1 req-25f11248-63fa-44dc-989c-ac45818adfc5 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:22.833429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7e2a99c-25ed-41d5-8cbb-7048fc8eb7f1 req-25f11248-63fa-44dc-989c-ac45818adfc5 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 945 time: 0.0907636 Jul 27 19:49:23.163650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549bff0-91ba-4049-9ca2-948630e069ef req-dcda8617-e4f9-4a8e-8db6-a28616d50d91 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:23.163650 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6549bff0-91ba-4049-9ca2-948630e069ef req-dcda8617-e4f9-4a8e-8db6-a28616d50d91 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.1862295 Jul 27 19:49:23.170619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-c7e2a99c-25ed-41d5-8cbb-7048fc8eb7f1 req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Deleting port 70195817-547e-41e6-96d3-da5b8ec57db8 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:23.171170 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c7e2a99c-25ed-41d5-8cbb-7048fc8eb7f1 req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:23.263186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6549bff0-91ba-4049-9ca2-948630e069ef req-49744cad-2428-4596-be7e-7955dc22ed0c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846601 Jul 27 19:49:23.303048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887df65b-e0d4-49b6-97e6-5c3307e91d16 req-466d0396-6885-4cf2-b2f4-a5d6eedc73ae tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:23.311254 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-887df65b-e0d4-49b6-97e6-5c3307e91d16 req-466d0396-6885-4cf2-b2f4-a5d6eedc73ae tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 945 time: 0.2330544 Jul 27 19:49:23.406188 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-887df65b-e0d4-49b6-97e6-5c3307e91d16 req-060ff448-2629-4250-81bf-9e6c622ba44c tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c335d8d-ac77-4389-81cf-964317f25c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900903 Jul 27 19:49:23.423328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-c7e2a99c-25ed-41d5-8cbb-7048fc8eb7f1 req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] For port 70195817-547e-41e6-96d3-da5b8ec57db8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=70195817-547e-41e6-96d3-da5b8ec57db8,segment=NetworkSegment(fa87bfef-a30e-4f88-bfdf-bc4899fb9166),segment_id=fa87bfef-a30e-4f88-bfdf-bc4899fb9166)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:23.424075 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c7e2a99c-25ed-41d5-8cbb-7048fc8eb7f1 req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:23.469695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-c7e2a99c-25ed-41d5-8cbb-7048fc8eb7f1 req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Calling delete_port for 70195817-547e-41e6-96d3-da5b8ec57db8 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:23.937917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-e5f76b95-ba05-4c06-b508-27302fa3caa0 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:23.943811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-e5f76b95-ba05-4c06-b508-27302fa3caa0 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:23.945389 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-e5f76b95-ba05-4c06-b508-27302fa3caa0 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1683 time: 0.5314736 Jul 27 19:49:23.977514 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006be5db-d8c0-4e7c-830c-959f7cc66c0c req-653edd8b-80f0-4af0-9272-726f3e5da36e tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:23.978906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-006be5db-d8c0-4e7c-830c-959f7cc66c0c req-653edd8b-80f0-4af0-9272-726f3e5da36e tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 950 time: 0.5233164 Jul 27 19:49:24.128841 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9226a7-9065-4be5-b6a3-ff45259e034d req-b1bf30d9-2611-4332-bf31-dcd7053cfbfc tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:24.130372 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb9226a7-9065-4be5-b6a3-ff45259e034d req-b1bf30d9-2611-4332-bf31-dcd7053cfbfc tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.5524812 Jul 27 19:49:24.144257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-006be5db-d8c0-4e7c-830c-959f7cc66c0c req-0f60d1a2-6af6-48f8-8ff8-d6f8ca257973 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373610 Jul 27 19:49:24.163808 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c7e2a99c-25ed-41d5-8cbb-7048fc8eb7f1 req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:24.198609 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['70195817-547e-41e6-96d3-da5b8ec57db8'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:24.218311 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Pushing event deleted for resources: {'Port': ['ID=70195817-547e-41e6-96d3-da5b8ec57db8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:24.224440 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb9226a7-9065-4be5-b6a3-ff45259e034d req-668a9f01-e9a9-400d-bd4f-ab2ac7471fd3 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847256 Jul 27 19:49:24.240194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:24.240581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:24.241034 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:24.241249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:24.241583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:24.241917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:24.242243 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:24.242570 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:24.242895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:24.243216 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:24.243538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:24.243858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:24.310248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e2a99c-25ed-41d5-8cbb-7048fc8eb7f1 req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] No DVR routers for this DVR port 70195817-547e-41e6-96d3-da5b8ec57db8 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:24.318234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-5efddb96-0e3d-48fa-b26a-dfdfe5ee9dfd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Deleting port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:24.318568 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-5efddb96-0e3d-48fa-b26a-dfdfe5ee9dfd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:24.325762 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c7e2a99c-25ed-41d5-8cbb-7048fc8eb7f1 req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:24.328113 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7e2a99c-25ed-41d5-8cbb-7048fc8eb7f1 req-1f82f53c-a7f2-427c-ae12-1a5bbfbe0ca2 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.63 "DELETE /v2.0/ports/70195817-547e-41e6-96d3-da5b8ec57db8 HTTP/1.1" status: 204 len: 173 time: 1.4705386 Jul 27 19:49:24.328653 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7ea8c3-5076-441d-8ed3-879d1567d54b', 'name': 'network-vif-deleted', 'tag': '70195817-547e-41e6-96d3-da5b8ec57db8'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:24.331134 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4295aa00-8e40-4ef9-a6b1-b4c6d96570bc" -d '{"events": [{"server_uuid": "2b7ea8c3-5076-441d-8ed3-879d1567d54b", "name": "network-vif-deleted", "tag": "70195817-547e-41e6-96d3-da5b8ec57db8"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:24.538001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-5efddb96-0e3d-48fa-b26a-dfdfe5ee9dfd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] For port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a1dad85-9462-40c6-ae34-a00d7ff8f56f,segment=NetworkSegment(02c38156-1682-455b-a3ab-9ba76e97273e),segment_id=02c38156-1682-455b-a3ab-9ba76e97273e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:24.538350 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-5efddb96-0e3d-48fa-b26a-dfdfe5ee9dfd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:24.548661 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bba63-0847-4e52-a2d3-df9e209bff00 req-1bd10c3d-e3ca-4603-b8e9-b2d52d739515 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:24.554149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bba63-0847-4e52-a2d3-df9e209bff00 req-1bd10c3d-e3ca-4603-b8e9-b2d52d739515 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:24.555737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-599bba63-0847-4e52-a2d3-df9e209bff00 req-1bd10c3d-e3ca-4603-b8e9-b2d52d739515 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 1683 time: 0.2473657 Jul 27 19:49:24.562486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed89b1-e3da-47fe-a510-7c67aacf6b13 req-880e874e-0010-41a6-ae31-30010d78681e tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:24.564055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fed89b1-e3da-47fe-a510-7c67aacf6b13 req-880e874e-0010-41a6-ae31-30010d78681e tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 1102 time: 0.1831367 Jul 27 19:49:24.577824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-5efddb96-0e3d-48fa-b26a-dfdfe5ee9dfd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Calling delete_port for 3a1dad85-9462-40c6-ae34-a00d7ff8f56f owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:24.662343 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-599bba63-0847-4e52-a2d3-df9e209bff00 req-d9045770-fbb4-4e41-ae5b-fa907b01a76c tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/security-groups?id=247abc67-03f9-4eb4-871c-60e95f52cdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957661 Jul 27 19:49:24.672627 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fed89b1-e3da-47fe-a510-7c67aacf6b13 req-98da8c38-728a-48ed-bbd5-d891d0322c36 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013782 Jul 27 19:49:24.754106 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27b89ac-7e7b-43b4-88f5-6893faa343ee x-openstack-request-id: req-a27b89ac-7e7b-43b4-88f5-6893faa343ee {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:24.754399 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7ea8c3-5076-441d-8ed3-879d1567d54b", "name": "network-vif-deleted", "tag": "70195817-547e-41e6-96d3-da5b8ec57db8", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:24.754685 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a27b89ac-7e7b-43b4-88f5-6893faa343ee {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:24.755039 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7ea8c3-5076-441d-8ed3-879d1567d54b', 'name': 'network-vif-deleted', 'tag': '70195817-547e-41e6-96d3-da5b8ec57db8', 'status': 'completed', 'code': 200} Jul 27 19:49:24.767218 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-5efddb96-0e3d-48fa-b26a-dfdfe5ee9dfd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:24.783667 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['3a1dad85-9462-40c6-ae34-a00d7ff8f56f', 'dad35f82-1995-4859-9574-da0cab3aab8d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:24.825618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efddb96-0e3d-48fa-b26a-dfdfe5ee9dfd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Port': ['ID=3a1dad85-9462-40c6-ae34-a00d7ff8f56f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:24.993076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-5efddb96-0e3d-48fa-b26a-dfdfe5ee9dfd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] No DVR routers for this DVR port 3a1dad85-9462-40c6-ae34-a00d7ff8f56f on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:25.004322 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-616ae9be-28c5-416b-af05-8465da0cd080 req-a82a7617-a723-4f80-9f9c-7d1298561c96 tempest-AttachSCSIVolumeTestJSON-1463321520 tempest-AttachSCSIVolumeTestJSON-1463321520-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b7ea8c3-5076-441d-8ed3-879d1567d54b HTTP/1.1" status: 200 len: 210 time: 0.0636744 Jul 27 19:49:25.005751 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-5efddb96-0e3d-48fa-b26a-dfdfe5ee9dfd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:25.018388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-5efddb96-0e3d-48fa-b26a-dfdfe5ee9dfd tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.52 "DELETE /v2.0/ports/3a1dad85-9462-40c6-ae34-a00d7ff8f56f HTTP/1.1" status: 204 len: 173 time: 1.0603921 Jul 27 19:49:25.095952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91953850-12de-4975-b125-9a11f27c6460 req-fc2f55ea-91b7-4625-9da8-9a5bbebf5534 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:25.103902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91953850-12de-4975-b125-9a11f27c6460 req-fc2f55ea-91b7-4625-9da8-9a5bbebf5534 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.2628300 Jul 27 19:49:25.163406 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91953850-12de-4975-b125-9a11f27c6460 req-99746435-7c39-4d73-9991-ddb5efe979b4 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584092 Jul 27 19:49:25.266143 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9d0880-af27-473e-9ce2-b665926175dc req-907d56ba-242b-4f3b-97f4-17ddabccb0d6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6075594f6f2a439f93248a6093faea1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504496 Jul 27 19:49:25.445028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-c4ecaf48-3c2a-442b-8bec-d6a3c41a58b9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Deleting port dad35f82-1995-4859-9574-da0cab3aab8d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:25.445336 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-c4ecaf48-3c2a-442b-8bec-d6a3c41a58b9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:25.454363 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d0880-af27-473e-9ce2-b665926175dc req-f14008f6-032e-4b89-bbff-624d3cc586f7 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:25.455807 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9d0880-af27-473e-9ce2-b665926175dc req-f14008f6-032e-4b89-bbff-624d3cc586f7 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691339 Jul 27 19:49:25.463300 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e53cf-b245-443e-b39e-ea1bf826b7d0 req-db22bc29-bcae-4a3b-8adb-22594c95f53a tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:25.464685 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e77e53cf-b245-443e-b39e-ea1bf826b7d0 req-db22bc29-bcae-4a3b-8adb-22594c95f53a tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e48757-72b1-4327-b91e-23a961e7662e HTTP/1.1" status: 200 len: 950 time: 0.2102206 Jul 27 19:49:25.520513 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9d0880-af27-473e-9ce2-b665926175dc req-1bfe3bf0-9fbc-4287-94d8-8d841cfa951e tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/quotas/6075594f6f2a439f93248a6093faea1d HTTP/1.1" status: 200 len: 375 time: 0.0545099 Jul 27 19:49:25.601350 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e77e53cf-b245-443e-b39e-ea1bf826b7d0 req-e26487a7-d28a-4326-bb13-c4492b3d6770 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181278 Jul 27 19:49:25.643704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-c4ecaf48-3c2a-442b-8bec-d6a3c41a58b9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] For port dad35f82-1995-4859-9574-da0cab3aab8d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=dad35f82-1995-4859-9574-da0cab3aab8d,segment=NetworkSegment(d8083518-e9b5-49fc-b193-8c501d64fb6b),segment_id=d8083518-e9b5-49fc-b193-8c501d64fb6b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:25.644277 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-c4ecaf48-3c2a-442b-8bec-d6a3c41a58b9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:25.664990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-c4ecaf48-3c2a-442b-8bec-d6a3c41a58b9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Calling delete_port for dad35f82-1995-4859-9574-da0cab3aab8d owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:25.711673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9d0880-af27-473e-9ce2-b665926175dc req-575b4614-9fa9-4c95-b3fc-82d6d8885845 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1804514 Jul 27 19:49:25.804875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f1a25-8eff-4132-a1c3-2720ef99e37a req-75e4bb7b-76c4-4f30-b0ef-742ed51d36a4 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:25.806378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d25f1a25-8eff-4132-a1c3-2720ef99e37a req-75e4bb7b-76c4-4f30-b0ef-742ed51d36a4 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.1434374 Jul 27 19:49:25.892105 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d25f1a25-8eff-4132-a1c3-2720ef99e37a req-cdd2504e-d581-4edb-8559-8dfea9d0a1bd tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743313 Jul 27 19:49:25.924909 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-c4ecaf48-3c2a-442b-8bec-d6a3c41a58b9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:25.980667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecaf48-3c2a-442b-8bec-d6a3c41a58b9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Port': ['ID=dad35f82-1995-4859-9574-da0cab3aab8d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:25.993011 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45012) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:26.000584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Request body: {'subnets': [{'network_id': 'ceed50cc-ce45-42fa-9109-6367281dfcdf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1188800547', 'ip_version': 6}, {'network_id': '72b3d4f2-2b20-416f-a47c-ecf08c59e1fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:26.001075 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Request body: {'subnet': {'network_id': 'ceed50cc-ce45-42fa-9109-6367281dfcdf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1188800547', 'ip_version': 6}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:26.001946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Request body: {'subnet': {'network_id': '72b3d4f2-2b20-416f-a47c-ecf08c59e1fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:26.065096 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1273162c-ff88-48f0-9fac-4cf59ca57620 req-ad10b712-277b-4b8c-890a-5f8dea87edf6 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe06f5f-f073-43d7-9a63-6175bdd0d742 HTTP/1.1" status: 200 len: 210 time: 0.0887117 Jul 27 19:49:26.108307 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-c4ecaf48-3c2a-442b-8bec-d6a3c41a58b9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] No DVR routers for this DVR port dad35f82-1995-4859-9574-da0cab3aab8d on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:26.117515 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-c4ecaf48-3c2a-442b-8bec-d6a3c41a58b9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:26.119902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15a005c5-8bea-4bb5-b18e-b013f0a8f365 req-c4ecaf48-3c2a-442b-8bec-d6a3c41a58b9 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.52 "DELETE /v2.0/ports/dad35f82-1995-4859-9574-da0cab3aab8d HTTP/1.1" status: 204 len: 173 time: 1.0729549 Jul 27 19:49:26.217074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Made reservation on behalf of 23be611f225448aa9a577f6a48594a6a for: {'subnet': 2} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:26.222437 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:26.223119 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:26.279940 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23b792d-2acd-4f24-886e-b1193ced8bfe req-ddc46c3d-686a-4344-ba7b-18ee4b5185af tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 210 time: 0.1289675 Jul 27 19:49:26.489741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbaa8a-c868-4d8c-a1d1-c5f945830ba5 req-5761836e-5d2d-48eb-966c-19cc9c4f4582 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:26.491318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61fbaa8a-c868-4d8c-a1d1-c5f945830ba5 req-5761836e-5d2d-48eb-966c-19cc9c4f4582 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.0987780 Jul 27 19:49:26.556617 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61fbaa8a-c868-4d8c-a1d1-c5f945830ba5 req-ff5e8f46-0931-4c54-8c14-af56581a7f6f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573649 Jul 27 19:49:26.704576 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:26.755936 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'name': 'network-vif-deleted', 'tag': '3a1dad85-9462-40c6-ae34-a00d7ff8f56f'}, {'server_uuid': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'name': 'network-vif-deleted', 'tag': 'dad35f82-1995-4859-9574-da0cab3aab8d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:26.758541 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b98c0f-342d-4a8f-b454-4909e139a86b" -d '{"events": [{"server_uuid": "ffe06f5f-f073-43d7-9a63-6175bdd0d742", "name": "network-vif-deleted", "tag": "3a1dad85-9462-40c6-ae34-a00d7ff8f56f"}, {"server_uuid": "ffe06f5f-f073-43d7-9a63-6175bdd0d742", "name": "network-vif-deleted", "tag": "dad35f82-1995-4859-9574-da0cab3aab8d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:26.771647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event updated for resources: {'Subnet': ['ID=371ca432-fbbb-4fc3-8b5b-2aff937a831a,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:26.780364 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Checking segment: {'id': '1bdfffc3-be2b-42ef-bb5c-655828911cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ceed50cc-ce45-42fa-9109-6367281dfcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:26.780969 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Network hostable DHCP agents. Network: ceed50cc-ce45-42fa-9109-6367281dfcdf, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:49:26.798942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Network ceed50cc-ce45-42fa-9109-6367281dfcdf is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:49:26.810015 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353f0507-3b50-403f-995b-76b5c9ddedbf x-openstack-request-id: req-353f0507-3b50-403f-995b-76b5c9ddedbf {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:26.811034 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe06f5f-f073-43d7-9a63-6175bdd0d742", "name": "network-vif-deleted", "tag": "3a1dad85-9462-40c6-ae34-a00d7ff8f56f", "status": "completed", "code": 200}, {"server_uuid": "ffe06f5f-f073-43d7-9a63-6175bdd0d742", "name": "network-vif-deleted", "tag": "dad35f82-1995-4859-9574-da0cab3aab8d", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:26.811034 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-353f0507-3b50-403f-995b-76b5c9ddedbf {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:26.811367 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'name': 'network-vif-deleted', 'tag': '3a1dad85-9462-40c6-ae34-a00d7ff8f56f', 'status': 'completed', 'code': 200} Jul 27 19:49:26.811743 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe06f5f-f073-43d7-9a63-6175bdd0d742', 'name': 'network-vif-deleted', 'tag': 'dad35f82-1995-4859-9574-da0cab3aab8d', 'status': 'completed', 'code': 200} Jul 27 19:49:26.817091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, ceed50cc-ce45-42fa-9109-6367281dfcdf) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:26.822087 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:26.830139 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a70401-e9e9-4672-a8cd-2bd6913ae666 None None] Network ceed50cc-ce45-42fa-9109-6367281dfcdf requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:26.902491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event updated for resources: {'Subnet': ['ID=7f049945-d2c9-4c91-bb08-d7396ea3dcc6,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:26.905482 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Checking segment: {'id': 'c3bda457-b9bf-425e-8ec0-b4bcb242b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '72b3d4f2-2b20-416f-a47c-ecf08c59e1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:26.905912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Network hostable DHCP agents. Network: 72b3d4f2-2b20-416f-a47c-ecf08c59e1fc, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:49:26.931077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device dad35f82-1995-4859-9574-da0cab3aab8d no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:26.958439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Network 72b3d4f2-2b20-416f-a47c-ecf08c59e1fc is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:49:26.975083 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: dad35f82-1995-4859-9574-da0cab3aab8d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:26.975902 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device dad35f82-1995-4859-9574-da0cab3aab8d not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:26.976214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 72b3d4f2-2b20-416f-a47c-ecf08c59e1fc) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:26.976359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3a1dad85-9462-40c6-ae34-a00d7ff8f56f no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:26.984161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:26.984849 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:26.985499 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:27.003785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e28823-e17d-40e4-939e-54edae52f7c3 None None] Network 72b3d4f2-2b20-416f-a47c-ecf08c59e1fc requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:27.008634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 3a1dad85-9462-40c6-ae34-a00d7ff8f56f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:27.009036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3a1dad85-9462-40c6-ae34-a00d7ff8f56f not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:27.025705 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-929db3d8-9707-4933-9410-2e13462a377a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.0313911 Jul 27 19:49:27.029140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45078) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:27.095691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-ceed50cc-ce45-42fa-9109-6367281dfcdf', 'network_id': 'ceed50cc-ce45-42fa-9109-6367281dfcdf', 'tenant_id': '23be611f225448aa9a577f6a48594a6a', 'fixed_ips': [{'subnet_id': '371ca432-fbbb-4fc3-8b5b-2aff937a831a'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:49:27.097744 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:27.129017 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fb047-7356-43d1-aacb-b69d9c5a2f6e req-d6411757-716e-4db9-8629-e8f4659693f6 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:27.137981 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b9fb047-7356-43d1-aacb-b69d9c5a2f6e req-d6411757-716e-4db9-8629-e8f4659693f6 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.1281848 Jul 27 19:49:27.170230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45082) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:27.230485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c4efb9-6907-4217-8f45-93ca6d8fa9a2 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:27.232531 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e50d0e-f808-47cf-8c5f-12ff997c2b6b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Deleting subnet 19ef9ba9-7ddd-48cd-9730-07aa145a2ba3 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:49:27.232867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c4efb9-6907-4217-8f45-93ca6d8fa9a2 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:27.235367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c4efb9-6907-4217-8f45-93ca6d8fa9a2 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:27.238147 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-67c4efb9-6907-4217-8f45-93ca6d8fa9a2 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2074816 Jul 27 19:49:27.246787 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b9fb047-7356-43d1-aacb-b69d9c5a2f6e req-ac6cfdd8-f3f7-449a-9c08-8bd2f14abb31 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065392 Jul 27 19:49:27.246787 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2e50d0e-f808-47cf-8c5f-12ff997c2b6b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:27.247883 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45088) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:27.331876 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2e50d0e-f808-47cf-8c5f-12ff997c2b6b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:27.336251 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Allocated IP 2001:db8::1 (ceed50cc-ce45-42fa-9109-6367281dfcdf/371ca432-fbbb-4fc3-8b5b-2aff937a831a/814fd9c7-7577-4173-9a1e-ddfe2af35b70) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:27.342002 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-72b3d4f2-2b20-416f-a47c-ecf08c59e1fc', 'network_id': '72b3d4f2-2b20-416f-a47c-ecf08c59e1fc', 'tenant_id': '23be611f225448aa9a577f6a48594a6a', 'fixed_ips': [{'subnet_id': '7f049945-d2c9-4c91-bb08-d7396ea3dcc6'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:49:27.342859 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:27.349328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-53059d44-aab1-4342-a06f-c772b943fcd6 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Deleting subnet 371ca432-fbbb-4fc3-8b5b-2aff937a831a {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:49:27.414852 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71359e26-bb69-4dc5-9385-f7491c0d647d req-91986e4b-e729-4a11-9ac1-162986245e8e tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 210 time: 0.0457609 Jul 27 19:49:27.482221 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2e50d0e-f808-47cf-8c5f-12ff997c2b6b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:27.561907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 55a477d7-4c5f-411d-9fed-902b17a67525 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:27.569796 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2e50d0e-f808-47cf-8c5f-12ff997c2b6b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:27.591742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9d0880-af27-473e-9ce2-b665926175dc req-644c2929-b371-4b50-bf3d-4be2ba17babc tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6075594f6f2a439f93248a6093faea1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358958 Jul 27 19:49:27.627282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e50d0e-f808-47cf-8c5f-12ff997c2b6b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Subnet': ['ID=19ef9ba9-7ddd-48cd-9730-07aa145a2ba3,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:27.643321 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2e50d0e-f808-47cf-8c5f-12ff997c2b6b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:27.645810 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d2e50d0e-f808-47cf-8c5f-12ff997c2b6b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "DELETE /v2.0/subnets/19ef9ba9-7ddd-48cd-9730-07aa145a2ba3 HTTP/1.1" status: 204 len: 168 time: 0.4747498 Jul 27 19:49:27.649883 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45108) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:27.788344 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e4ddcc-bf5e-47c6-baf4-77e1c0b7a247 None None] Network 3eefc724-3eac-4f2a-b556-b42a40e4c54a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:27.799612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:27.827916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d0880-af27-473e-9ce2-b665926175dc req-36de597d-7ed9-426f-a453-bf027146fe6c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:27.831200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9d0880-af27-473e-9ce2-b665926175dc req-36de597d-7ed9-426f-a453-bf027146fe6c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173114 Jul 27 19:49:27.851682 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc9f1f-a4c1-451b-b218-f4f4459aa3a4 req-dfa8786f-0731-468a-9a04-1345875520d7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:27.863146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6cc9f1f-a4c1-451b-b218-f4f4459aa3a4 req-dfa8786f-0731-468a-9a04-1345875520d7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.1706755 Jul 27 19:49:27.884195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cb9d0880-af27-473e-9ce2-b665926175dc req-a1fe9c46-ec30-485f-8761-3ab4d54904a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Request body: {'port': {'device_id': '37d34844-1332-48ca-958a-014cb52de338', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '6075594f6f2a439f93248a6093faea1d'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:27.890855 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Allocated IP 2001:db8:0:1::1 (72b3d4f2-2b20-416f-a47c-ecf08c59e1fc/7f049945-d2c9-4c91-bb08-d7396ea3dcc6/62d92287-991a-4aec-bda5-700e99c12bd8) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:27.908976 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:27.942660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Transition to ACTIVE for port object 814fd9c7-7577-4173-9a1e-ddfe2af35b70 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:27.959713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Deleting port f01bc8c0-eaf4-4553-849e-98640f07834e {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:27.960156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:27.990182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Transition to ACTIVE for port object 814fd9c7-7577-4173-9a1e-ddfe2af35b70 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:28.112854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6cc9f1f-a4c1-451b-b218-f4f4459aa3a4 req-7c682851-24c7-4bf7-b73e-baa4de798562 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485952 Jul 27 19:49:28.154012 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.156830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9d0880-af27-473e-9ce2-b665926175dc req-a1fe9c46-ec30-485f-8761-3ab4d54904a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Made reservation on behalf of 6075594f6f2a439f93248a6093faea1d for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:28.161525 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cb9d0880-af27-473e-9ce2-b665926175dc req-a1fe9c46-ec30-485f-8761-3ab4d54904a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.239166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Network ceed50cc-ce45-42fa-9109-6367281dfcdf is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:28.308885 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Pushing event updated for resources: {'Port': ['ID=814fd9c7-7577-4173-9a1e-ddfe2af35b70,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:28.323027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:28.325870 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.328675 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:28.346653 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-cb9d0880-af27-473e-9ce2-b665926175dc req-a1fe9c46-ec30-485f-8761-3ab4d54904a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Allocated IP 192.168.233.130 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/c9c28f40-e99c-4429-b0be-44eb45a5e329) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:28.478248 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Attempting to bind port 814fd9c7-7577-4173-9a1e-ddfe2af35b70 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:49:28.483858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Attempting to bind port 814fd9c7-7577-4173-9a1e-ddfe2af35b70 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '1bdfffc3-be2b-42ef-bb5c-655828911cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ceed50cc-ce45-42fa-9109-6367281dfcdf'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:49:28.483858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Attempting to bind port 814fd9c7-7577-4173-9a1e-ddfe2af35b70 on network ceed50cc-ce45-42fa-9109-6367281dfcdf {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:28.484215 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53059d44-aab1-4342-a06f-c772b943fcd6 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.569598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:49:28.571809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Checking segment: {'id': '1bdfffc3-be2b-42ef-bb5c-655828911cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ceed50cc-ce45-42fa-9109-6367281dfcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:28.573445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53059d44-aab1-4342-a06f-c772b943fcd6 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.575955 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.577551 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Bound using segment: {'id': '1bdfffc3-be2b-42ef-bb5c-655828911cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ceed50cc-ce45-42fa-9109-6367281dfcdf'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:49:28.580255 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Bound port: 814fd9c7-7577-4173-9a1e-ddfe2af35b70, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdfffc3-be2b-42ef-bb5c-655828911cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ceed50cc-ce45-42fa-9109-6367281dfcdf'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:49:28.581018 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.591083 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e48757-72b1-4327-b91e-23a961e7662e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a477d7-4c5f-411d-9fed-902b17a67525'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:28.594347 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4dfc37-fe4f-4911-bcdf-458be9057fc7" -d '{"events": [{"server_uuid": "17e48757-72b1-4327-b91e-23a961e7662e", "name": "network-vif-unplugged", "status": "completed", "tag": "55a477d7-4c5f-411d-9fed-902b17a67525"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:28.634563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] For port f01bc8c0-eaf4-4553-849e-98640f07834e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f01bc8c0-eaf4-4553-849e-98640f07834e,segment=NetworkSegment(d8083518-e9b5-49fc-b193-8c501d64fb6b),segment_id=d8083518-e9b5-49fc-b193-8c501d64fb6b)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:28.635004 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.636517 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.646157 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cb9d0880-af27-473e-9ce2-b665926175dc req-a1fe9c46-ec30-485f-8761-3ab4d54904a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.647649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 55a477d7-4c5f-411d-9fed-902b17a67525, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=55a477d7-4c5f-411d-9fed-902b17a67525,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:28.656998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Calling delete_port for f01bc8c0-eaf4-4553-849e-98640f07834e owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:28.661518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Transition to ACTIVE for port object 62d92287-991a-4aec-bda5-700e99c12bd8 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:28.669558 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cb9d0880-af27-473e-9ce2-b665926175dc req-a1fe9c46-ec30-485f-8761-3ab4d54904a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Transition to ACTIVE for port object c9c28f40-e99c-4429-b0be-44eb45a5e329 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:28.675164 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.675871 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 70195817-547e-41e6-96d3-da5b8ec57db8 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:28.744522 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53059d44-aab1-4342-a06f-c772b943fcd6 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.762618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 70195817-547e-41e6-96d3-da5b8ec57db8 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:28.762960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 70195817-547e-41e6-96d3-da5b8ec57db8 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:28.766922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Transition to ACTIVE for port object 62d92287-991a-4aec-bda5-700e99c12bd8 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:28.818776 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.825533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-176e8618-174f-48bf-b086-b70f7fa33187 req-e12c50cf-0fff-4f62-be2a-b01182d0a665 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 210 time: 0.2117426 Jul 27 19:49:28.834032 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cb9d0880-af27-473e-9ce2-b665926175dc req-a1fe9c46-ec30-485f-8761-3ab4d54904a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.849586 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.861636 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['56424c87-ef32-4b8c-b014-6f77a60ba01c', 'b107fb90-f361-4a07-94aa-5effc7dee5e3'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:28.864081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['56496aec-841c-411b-aa6c-a986953eec0d', '60dbb1a9-f7da-4d45-a09c-14264bd7b1da', '22f3efd6-5ec1-44b3-9f80-c0879ca93068', '6769cce3-6040-45d3-8b20-d7109b3d77bc'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:28.893602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9d0880-af27-473e-9ce2-b665926175dc req-a1fe9c46-ec30-485f-8761-3ab4d54904a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:28.899013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-cb9d0880-af27-473e-9ce2-b665926175dc req-a1fe9c46-ec30-485f-8761-3ab4d54904a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:28.899670 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=55a477d7-4c5f-411d-9fed-902b17a67525,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:28.905812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9d0880-af27-473e-9ce2-b665926175dc req-a1fe9c46-ec30-485f-8761-3ab4d54904a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:28.933120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcf5639-fe83-4cbe-a9dd-25e5e034ffde None None] DHCP port deletion for 3eefc724-3eac-4f2a-b556-b42a40e4c54a request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:49:28.933395 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Port': ['ID=f01bc8c0-eaf4-4553-849e-98640f07834e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:28.956419 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53059d44-aab1-4342-a06f-c772b943fcd6 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:28.966391 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] No DVR routers for this DVR port f01bc8c0-eaf4-4553-849e-98640f07834e on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:29.002702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe9c46-ec30-485f-8761-3ab4d54904a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event updated for resources: {'Port': ['ID=c9c28f40-e99c-4429-b0be-44eb45a5e329,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:29.027085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53059d44-aab1-4342-a06f-c772b943fcd6 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event deleted for resources: {'Subnet': ['ID=371ca432-fbbb-4fc3-8b5b-2aff937a831a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:29.049880 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53059d44-aab1-4342-a06f-c772b943fcd6 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.055004 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-53059d44-aab1-4342-a06f-c772b943fcd6 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "DELETE /v2.0/subnets/371ca432-fbbb-4fc3-8b5b-2aff937a831a HTTP/1.1" status: 204 len: 168 time: 1.8060346 Jul 27 19:49:29.055823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45128) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:29.057063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399a68b-f357-4518-8dc2-bec55d43e6ba req-c52fc713-c080-43dd-a83f-16b0f1a4521b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:29.065233 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3399a68b-f357-4518-8dc2-bec55d43e6ba req-c52fc713-c080-43dd-a83f-16b0f1a4521b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.4504468 Jul 27 19:49:29.078746 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d0880-af27-473e-9ce2-b665926175dc req-a1fe9c46-ec30-485f-8761-3ab4d54904a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:29.079562 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cb9d0880-af27-473e-9ce2-b665926175dc req-a1fe9c46-ec30-485f-8761-3ab4d54904a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.097473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Pushing event updated for resources: {'Port': ['ID=62d92287-991a-4aec-bda5-700e99c12bd8,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:29.107619 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f130beb-0108-4c43-84a9-334d04d576e3 x-openstack-request-id: req-4f130beb-0108-4c43-84a9-334d04d576e3 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:29.108496 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e48757-72b1-4327-b91e-23a961e7662e", "name": "network-vif-unplugged", "status": "completed", "tag": "55a477d7-4c5f-411d-9fed-902b17a67525", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:29.109049 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f130beb-0108-4c43-84a9-334d04d576e3 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:29.109639 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e48757-72b1-4327-b91e-23a961e7662e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a477d7-4c5f-411d-9fed-902b17a67525', 'code': 200} Jul 27 19:49:29.114247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] For port 814fd9c7-7577-4173-9a1e-ddfe2af35b70, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:49:29.135545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9d0880-af27-473e-9ce2-b665926175dc req-a1fe9c46-ec30-485f-8761-3ab4d54904a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2656395 Jul 27 19:49:29.164660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Network 72b3d4f2-2b20-416f-a47c-ecf08c59e1fc is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:29.166659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Request body: {'port': {'device_id': '37d34844-1332-48ca-958a-014cb52de338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:29.167997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] For port 814fd9c7-7577-4173-9a1e-ddfe2af35b70, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=814fd9c7-7577-4173-9a1e-ddfe2af35b70,segment=NetworkSegment(1bdfffc3-be2b-42ef-bb5c-655828911cfb),segment_id=1bdfffc3-be2b-42ef-bb5c-655828911cfb)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:49:29.175938 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.185833 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:29.194051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e34b15d-da54-49e4-a218-9971a7447a81 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Deleting subnet 7f049945-d2c9-4c91-bb08-d7396ea3dcc6 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:49:29.197488 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eefc724-3eac-4f2a-b556-b42a40e4c54a']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:29.205206 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.205463 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e34b15d-da54-49e4-a218-9971a7447a81 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.207544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:29.241246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8083518-e9b5-49fc-b193-8c501d64fb6b') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:29.241539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8083518-e9b5-49fc-b193-8c501d64fb6b') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:29.257232 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.262989 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3399a68b-f357-4518-8dc2-bec55d43e6ba req-4c4f50a5-95e8-45ef-8e06-aeab40e11b7b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967819 Jul 27 19:49:29.284350 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.298282 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e34b15d-da54-49e4-a218-9971a7447a81 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.328156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:49:29.328799 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:49:29.333280 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:49:29.365525 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.424340 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.430929 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.436445 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "DELETE /v2.0/networks/3eefc724-3eac-4f2a-b556-b42a40e4c54a HTTP/1.1" status: 204 len: 168 time: 1.7852623 Jul 27 19:49:29.440893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45132) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:29.449304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b89bface-6feb-4306-abb5-0e22871898c4 None None] Provisioning for port c9c28f40-e99c-4429-b0be-44eb45a5e329 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:29.458197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebaf9e-4a47-44ec-ad85-5f6144197b10 req-ad830452-48f2-4a7b-890e-49bad5329fc5 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:29.467085 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7ebaf9e-4a47-44ec-ad85-5f6144197b10 req-ad830452-48f2-4a7b-890e-49bad5329fc5 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.2229319 Jul 27 19:49:29.483553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e2cec-b7e9-462c-9b41-de5e5d238ede None None] Pushing event updated for resources: {'Port': ['ID=814fd9c7-7577-4173-9a1e-ddfe2af35b70,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:29.487027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b89bface-6feb-4306-abb5-0e22871898c4 None None] Provisioning complete for port c9c28f40-e99c-4429-b0be-44eb45a5e329 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:29.487887 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b89bface-6feb-4306-abb5-0e22871898c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.514878 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad78326-9585-48fd-97d3-292489094593 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Network': ['ID=3eefc724-3eac-4f2a-b556-b42a40e4c54a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:29.564198 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e34b15d-da54-49e4-a218-9971a7447a81 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.635237 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b3b4ec-afca-47a7-b2a4-c753ae8263b5 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Deleting subnet ef035ceb-a16c-4cc1-856e-21637e848ebc {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:49:29.642824 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47b3b4ec-afca-47a7-b2a4-c753ae8263b5 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.646031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b89bface-6feb-4306-abb5-0e22871898c4 None None] Port c9c28f40-e99c-4429-b0be-44eb45a5e329 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:49:29.678959 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 66d6cc64-881d-45c8-b4c7-88bfbab10804 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:49:29.697201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Attempting to bind port 62d92287-991a-4aec-bda5-700e99c12bd8 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:49:29.701873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Attempting to bind port 62d92287-991a-4aec-bda5-700e99c12bd8 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'c3bda457-b9bf-425e-8ec0-b4bcb242b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '72b3d4f2-2b20-416f-a47c-ecf08c59e1fc'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:49:29.702557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Attempting to bind port 62d92287-991a-4aec-bda5-700e99c12bd8 on network 72b3d4f2-2b20-416f-a47c-ecf08c59e1fc {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:29.710840 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47b3b4ec-afca-47a7-b2a4-c753ae8263b5 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.751701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:49:29.752655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Checking segment: {'id': 'c3bda457-b9bf-425e-8ec0-b4bcb242b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '72b3d4f2-2b20-416f-a47c-ecf08c59e1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:29.753421 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.754000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Bound using segment: {'id': 'c3bda457-b9bf-425e-8ec0-b4bcb242b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '72b3d4f2-2b20-416f-a47c-ecf08c59e1fc'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:49:29.754730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Bound port: 62d92287-991a-4aec-bda5-700e99c12bd8, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bda457-b9bf-425e-8ec0-b4bcb242b539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '72b3d4f2-2b20-416f-a47c-ecf08c59e1fc'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:49:29.755291 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.777001 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e34b15d-da54-49e4-a218-9971a7447a81 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.925617 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47b3b4ec-afca-47a7-b2a4-c753ae8263b5 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.972179 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34b15d-da54-49e4-a218-9971a7447a81 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event deleted for resources: {'Subnet': ['ID=7f049945-d2c9-4c91-bb08-d7396ea3dcc6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:29.980834 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e34b15d-da54-49e4-a218-9971a7447a81 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:29.987048 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3e34b15d-da54-49e4-a218-9971a7447a81 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "DELETE /v2.0/subnets/7f049945-d2c9-4c91-bb08-d7396ea3dcc6 HTTP/1.1" status: 204 len: 168 time: 0.9270794 Jul 27 19:49:29.990773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45140) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:30.025813 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47b3b4ec-afca-47a7-b2a4-c753ae8263b5 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:30.026123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 814fd9c7-7577-4173-9a1e-ddfe2af35b70 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:30.058187 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3b4ec-afca-47a7-b2a4-c753ae8263b5 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Subnet': ['ID=ef035ceb-a16c-4cc1-856e-21637e848ebc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:30.067553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7ebaf9e-4a47-44ec-ad85-5f6144197b10 req-04f66871-f77c-472f-86e6-836f9471e2b0 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992408 Jul 27 19:49:30.069034 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47b3b4ec-afca-47a7-b2a4-c753ae8263b5 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:30.078021 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-47b3b4ec-afca-47a7-b2a4-c753ae8263b5 tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "DELETE /v2.0/subnets/ef035ceb-a16c-4cc1-856e-21637e848ebc HTTP/1.1" status: 204 len: 168 time: 0.6212778 Jul 27 19:49:30.079744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45142) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:30.109105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117b847d-05f2-4474-bda4-5c06f9422e65 None None] Network e2ba1601-9d8a-4559-9590-249d59dd1840 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:30.212474 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:30.222801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-37f97d62-5446-4e22-8114-66886352db8d None None] For port 62d92287-991a-4aec-bda5-700e99c12bd8, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:49:30.239724 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56864bc8-528b-4a37-b5a5-0725a59345ac tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:30.242156 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-56864bc8-528b-4a37-b5a5-0725a59345ac tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2510598 Jul 27 19:49:30.259970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45152) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:30.284955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-37f97d62-5446-4e22-8114-66886352db8d None None] For port 62d92287-991a-4aec-bda5-700e99c12bd8, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=62d92287-991a-4aec-bda5-700e99c12bd8,segment=NetworkSegment(c3bda457-b9bf-425e-8ec0-b4bcb242b539),segment_id=c3bda457-b9bf-425e-8ec0-b4bcb242b539)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:49:30.318374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Deleting port d53dac71-1431-44b7-a621-4992893d64f1 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:30.322514 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:30.323707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 66d6cc64-881d-45c8-b4c7-88bfbab10804, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=66d6cc64-881d-45c8-b4c7-88bfbab10804,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:30.343863 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:30.439741 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] For port d53dac71-1431-44b7-a621-4992893d64f1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d53dac71-1431-44b7-a621-4992893d64f1,segment=NetworkSegment(02c38156-1682-455b-a3ab-9ba76e97273e),segment_id=02c38156-1682-455b-a3ab-9ba76e97273e)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:30.440435 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:30.443384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '66d6cc64-881d-45c8-b4c7-88bfbab10804', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '66d6cc64-881d-45c8-b4c7-88bfbab10804', 'mac_address': 'fa:16:3e:4a:d0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:49:30.478499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Calling delete_port for d53dac71-1431-44b7-a621-4992893d64f1 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:30.505981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a42d8-0830-4d36-833c-d4f837a27ed1 req-d3ac79f8-9f99-417b-ab48-6b77f6c934aa tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:30.514465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b20a42d8-0830-4d36-833c-d4f837a27ed1 req-d3ac79f8-9f99-417b-ab48-6b77f6c934aa tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 936 time: 0.5450962 Jul 27 19:49:30.543970 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:30.603289 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 814fd9c7-7577-4173-9a1e-ddfe2af35b70 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:30.613145 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b20a42d8-0830-4d36-833c-d4f837a27ed1 req-2e96589c-67e8-42e2-9758-c43ecf7de31b tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942261 Jul 27 19:49:30.622658 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:30.648936 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d43f4c-b32d-42a5-bab9-86143539c890 req-82d04e37-6b73-4891-8292-65be84ecd68f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:30.657342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61d43f4c-b32d-42a5-bab9-86143539c890 req-82d04e37-6b73-4891-8292-65be84ecd68f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.2245796 Jul 27 19:49:30.697635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Port': ['ID=d53dac71-1431-44b7-a621-4992893d64f1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:30.699786 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] No DVR routers for this DVR port d53dac71-1431-44b7-a621-4992893d64f1 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:30.717822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61d43f4c-b32d-42a5-bab9-86143539c890 req-22e0263b-d61d-4d25-9232-c7c5a9a442b9 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594392 Jul 27 19:49:30.785453 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f01bc8c0-eaf4-4553-849e-98640f07834e no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:30.842384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:30.854593 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ba1601-9d8a-4559-9590-249d59dd1840']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:30.860620 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f97d62-5446-4e22-8114-66886352db8d None None] Pushing event updated for resources: {'Port': ['ID=62d92287-991a-4aec-bda5-700e99c12bd8,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:30.865835 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c38156-1682-455b-a3ab-9ba76e97273e') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:30.866123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c38156-1682-455b-a3ab-9ba76e97273e') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:30.870561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c28f40-e99c-4429-b0be-44eb45a5e329 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:49:30.874740 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:30.878163 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:30.884890 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:30.888057 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Deleting port 62d92287-991a-4aec-bda5-700e99c12bd8 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:30.888301 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550f9aa7-a3fe-4c09-91d1-138b549ad5e0 None None] Network 72b3d4f2-2b20-416f-a47c-ecf08c59e1fc requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:30.888460 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:30.893462 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7b9484-b563-48d9-ac01-fde9c3cd779d None None] Network ceed50cc-ce45-42fa-9109-6367281dfcdf requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:30.901526 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:30.905280 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f01bc8c0-eaf4-4553-849e-98640f07834e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:30.905651 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f01bc8c0-eaf4-4553-849e-98640f07834e not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:30.920112 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:49:30.920112 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:49:30.926496 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:49:30.966259 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Transition to ACTIVE for port object c9c28f40-e99c-4429-b0be-44eb45a5e329 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:30.975852 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:31.031549 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:31.042514 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:31.052379 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] 10.222.0.48 "DELETE /v2.0/networks/e2ba1601-9d8a-4559-9590-249d59dd1840 HTTP/1.1" status: 204 len: 168 time: 0.9698589 Jul 27 19:49:31.059956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] For port 62d92287-991a-4aec-bda5-700e99c12bd8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=62d92287-991a-4aec-bda5-700e99c12bd8,segment=NetworkSegment(c3bda457-b9bf-425e-8ec0-b4bcb242b539),segment_id=c3bda457-b9bf-425e-8ec0-b4bcb242b539)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:31.060339 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:31.073931 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf5b1a-0796-4ed6-9d46-9c07e125807b tempest-ServersTestMultiNic-1964975298 tempest-ServersTestMultiNic-1964975298-project] Pushing event deleted for resources: {'Network': ['ID=e2ba1601-9d8a-4559-9590-249d59dd1840,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:31.087264 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c28f40-e99c-4429-b0be-44eb45a5e329,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:31.158651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Calling delete_port for 62d92287-991a-4aec-bda5-700e99c12bd8 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:31.426631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45194) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:31.432545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Attempting to bind port c9c28f40-e99c-4429-b0be-44eb45a5e329 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:49:31.433164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Attempting to bind port c9c28f40-e99c-4429-b0be-44eb45a5e329 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:49:31.433711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Attempting to bind port c9c28f40-e99c-4429-b0be-44eb45a5e329 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:31.448261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e44de-fb1f-4cc6-9722-c7a7ee72f993 req-76dbdb2e-4613-4818-a5f0-4850252f77b8 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:31.450616 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d6e44de-fb1f-4cc6-9722-c7a7ee72f993 req-76dbdb2e-4613-4818-a5f0-4850252f77b8 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.2530494 Jul 27 19:49:31.474929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Port c9c28f40-e99c-4429-b0be-44eb45a5e329 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:49:31.475932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Attempting to bind port c9c28f40-e99c-4429-b0be-44eb45a5e329 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:31.490989 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:49:31.491907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:31.492585 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:49:31.493297 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Bound port: c9c28f40-e99c-4429-b0be-44eb45a5e329, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:49:31.494135 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:31.500205 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66d6cc64-881d-45c8-b4c7-88bfbab10804 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:49:31.522668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 66d6cc64-881d-45c8-b4c7-88bfbab10804, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=66d6cc64-881d-45c8-b4c7-88bfbab10804,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:31.539321 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-196834a3-7a3d-4743-b804-2e87749a25f6 None None] Provisioning for port 814fd9c7-7577-4173-9a1e-ddfe2af35b70 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:31.548018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-196834a3-7a3d-4743-b804-2e87749a25f6 None None] Provisioning complete for port 814fd9c7-7577-4173-9a1e-ddfe2af35b70 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:31.548299 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:31.548886 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-196834a3-7a3d-4743-b804-2e87749a25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:31.550150 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:31.628687 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d6e44de-fb1f-4cc6-9722-c7a7ee72f993 req-571341a7-7d7b-4dfa-880a-f8f0812714a0 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505291 Jul 27 19:49:31.649089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event deleted for resources: {'Port': ['ID=62d92287-991a-4aec-bda5-700e99c12bd8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:31.673656 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] No DVR routers for this DVR port 62d92287-991a-4aec-bda5-700e99c12bd8 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:31.738215 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177cf514-7f60-466c-88fa-30bfc8ae25a1 None None] DHCP port deletion for e2ba1601-9d8a-4559-9590-249d59dd1840 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:49:31.784102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=66d6cc64-881d-45c8-b4c7-88bfbab10804,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:31.856287 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['66d6cc64-881d-45c8-b4c7-88bfbab10804'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:31.943695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] For port c9c28f40-e99c-4429-b0be-44eb45a5e329, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:49:31.946902 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff2062-0aba-46dc-8f80-9df1a3b7869d None None] DHCP port deletion for ceed50cc-ce45-42fa-9109-6367281dfcdf request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:49:32.011536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d53dac71-1431-44b7-a621-4992893d64f1 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:32.046575 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-196834a3-7a3d-4743-b804-2e87749a25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:32.085307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: d53dac71-1431-44b7-a621-4992893d64f1 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:32.085922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d53dac71-1431-44b7-a621-4992893d64f1 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:32.107606 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:32.121346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b3d4f2-2b20-416f-a47c-ecf08c59e1fc']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:32.156257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bda457-b9bf-425e-8ec0-b4bcb242b539') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:32.157113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bda457-b9bf-425e-8ec0-b4bcb242b539') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:32.175251 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:32.192090 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:32.200520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:49:32.201858 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:32.236768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-196834a3-7a3d-4743-b804-2e87749a25f6 None None] For port 814fd9c7-7577-4173-9a1e-ddfe2af35b70, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=814fd9c7-7577-4173-9a1e-ddfe2af35b70,segment=NetworkSegment(1bdfffc3-be2b-42ef-bb5c-655828911cfb),segment_id=1bdfffc3-be2b-42ef-bb5c-655828911cfb)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:32.280199 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-196834a3-7a3d-4743-b804-2e87749a25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:32.308336 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-794a1075-1e86-4cb8-8bbe-444d92b95734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:49:32.311729 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:49:32.337412 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:32.355628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] For port c9c28f40-e99c-4429-b0be-44eb45a5e329, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c9c28f40-e99c-4429-b0be-44eb45a5e329,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:49:32.365599 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:32.368359 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "DELETE /v2.0/networks/72b3d4f2-2b20-416f-a47c-ecf08c59e1fc HTTP/1.1" status: 204 len: 168 time: 2.1043782 Jul 27 19:49:32.383337 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45216) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:32.420379 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:32.425904 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff2062-0aba-46dc-8f80-9df1a3b7869d None None] Deleting port 814fd9c7-7577-4173-9a1e-ddfe2af35b70 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:32.437371 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c508d7d-4844-4a16-acec-28c0f4df0625 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event deleted for resources: {'Network': ['ID=72b3d4f2-2b20-416f-a47c-ecf08c59e1fc,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:32.446511 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2062-0aba-46dc-8f80-9df1a3b7869d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:32.504581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:32.505863 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:32.507826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9d0880-af27-473e-9ce2-b665926175dc req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] 10.222.0.52 "PUT /v2.0/ports/c9c28f40-e99c-4429-b0be-44eb45a5e329 HTTP/1.1" status: 200 len: 1097 time: 3.3532476 Jul 27 19:49:32.512146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d34844-1332-48ca-958a-014cb52de338', 'tag': 'c9c28f40-e99c-4429-b0be-44eb45a5e329'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:32.528367 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed54dcf-ee24-40d3-a3aa-1636c7dc3b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "37d34844-1332-48ca-958a-014cb52de338", "tag": "c9c28f40-e99c-4429-b0be-44eb45a5e329"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:32.637038 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:32.663882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581a2a7-e229-4bc8-acc0-dc1960b20413 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c28f40-e99c-4429-b0be-44eb45a5e329,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:32.756058 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc553d3-97d9-4010-afdd-1bbd55b775fc req-d526eba8-22da-468a-8f4b-e6cda075b007 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:32.760430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196834a3-7a3d-4743-b804-2e87749a25f6 None None] Pushing event updated for resources: {'Port': ['ID=814fd9c7-7577-4173-9a1e-ddfe2af35b70,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:32.767662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f6ff2062-0aba-46dc-8f80-9df1a3b7869d None None] For port 814fd9c7-7577-4173-9a1e-ddfe2af35b70, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=814fd9c7-7577-4173-9a1e-ddfe2af35b70,segment=NetworkSegment(1bdfffc3-be2b-42ef-bb5c-655828911cfb),segment_id=1bdfffc3-be2b-42ef-bb5c-655828911cfb)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:32.768065 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2062-0aba-46dc-8f80-9df1a3b7869d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:32.770556 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1bc553d3-97d9-4010-afdd-1bbd55b775fc req-d526eba8-22da-468a-8f4b-e6cda075b007 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 948 time: 1.0136800 Jul 27 19:49:32.824350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dac191-1d6b-4f98-9036-9a12f038c629 req-cc896d54-ef38-4306-9de7-e041fd3cfcc2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:32.827640 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-90dac191-1d6b-4f98-9036-9a12f038c629 req-cc896d54-ef38-4306-9de7-e041fd3cfcc2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.8613391 Jul 27 19:49:32.845910 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff2062-0aba-46dc-8f80-9df1a3b7869d None None] Calling delete_port for 814fd9c7-7577-4173-9a1e-ddfe2af35b70 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:32.923290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1bc553d3-97d9-4010-afdd-1bbd55b775fc req-e2a3114d-ece1-4ac9-8b80-d3a50d320b82 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504009 Jul 27 19:49:32.971937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d0880-af27-473e-9ce2-b665926175dc req-e59816b5-4adc-427b-94cb-0305cf15e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:32.976415 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9d0880-af27-473e-9ce2-b665926175dc req-e59816b5-4adc-427b-94cb-0305cf15e29c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 1100 time: 0.4168880 Jul 27 19:49:33.011425 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-90dac191-1d6b-4f98-9036-9a12f038c629 req-35bef013-6331-4199-b627-9c50fb87b79d tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466942 Jul 27 19:49:33.063990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Deleting port 814fd9c7-7577-4173-9a1e-ddfe2af35b70 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:33.064350 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:33.065658 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2062-0aba-46dc-8f80-9df1a3b7869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:33.093226 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fed72a4-3a0b-4094-8299-d0ea786a704b x-openstack-request-id: req-3fed72a4-3a0b-4094-8299-d0ea786a704b {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:33.093521 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d34844-1332-48ca-958a-014cb52de338", "tag": "c9c28f40-e99c-4429-b0be-44eb45a5e329", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:33.093865 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3fed72a4-3a0b-4094-8299-d0ea786a704b {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:33.098444 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d34844-1332-48ca-958a-014cb52de338', 'tag': 'c9c28f40-e99c-4429-b0be-44eb45a5e329', 'status': 'completed', 'code': 200} Jul 27 19:49:33.100982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9d0880-af27-473e-9ce2-b665926175dc req-45314e1c-dbd9-417c-a4cd-cef2caaecb11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=c9c28f40-e99c-4429-b0be-44eb45a5e329 HTTP/1.1" status: 200 len: 217 time: 0.0897641 Jul 27 19:49:33.116034 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff2062-0aba-46dc-8f80-9df1a3b7869d None None] Pushing event deleted for resources: {'Port': ['ID=814fd9c7-7577-4173-9a1e-ddfe2af35b70,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:33.119686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff2062-0aba-46dc-8f80-9df1a3b7869d None None] No DVR routers for this DVR port 814fd9c7-7577-4173-9a1e-ddfe2af35b70 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:33.157576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c45834-95fd-4950-a607-f87ade67e03a None None] get_active_networks_info from n-d-705657-21 {{(pid=94061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 19:49:33.230239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45232) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:33.259663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d0880-af27-473e-9ce2-b665926175dc req-1d27b3ff-6bad-4a44-a381-5f8a931ba220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:33.261340 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9d0880-af27-473e-9ce2-b665926175dc req-1d27b3ff-6bad-4a44-a381-5f8a931ba220 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1515312 Jul 27 19:49:33.371536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05a781-0a58-4744-a0dc-0138122629ac req-a74e67b6-28dd-4c68-9d02-4fe4f654cb18 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:33.376047 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c45834-95fd-4950-a607-f87ade67e03a None None] Resources bound (agent type, host, resource id): {{(pid=94061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 19:49:33.379977 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c05a781-0a58-4744-a0dc-0138122629ac req-a74e67b6-28dd-4c68-9d02-4fe4f654cb18 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.2010982 Jul 27 19:49:33.436726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c05a781-0a58-4744-a0dc-0138122629ac req-560abbc6-47fe-4fba-aa99-32d1801b5751 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554802 Jul 27 19:49:33.474351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d0880-af27-473e-9ce2-b665926175dc req-eae35069-395b-45d6-8e93-a20809deb55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:33.476868 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9d0880-af27-473e-9ce2-b665926175dc req-eae35069-395b-45d6-8e93-a20809deb55b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1994448 Jul 27 19:49:33.518868 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] For port 814fd9c7-7577-4173-9a1e-ddfe2af35b70, host n-d-705657-21, got binding levels [] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:33.519513 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:33.544424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-794a1075-1e86-4cb8-8bbe-444d92b95734 admin admin] Deleting port 52d27342-5a6f-4468-9513-3f6c0c13a767 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:33.544904 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-794a1075-1e86-4cb8-8bbe-444d92b95734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:33.594276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 66d6cc64-881d-45c8-b4c7-88bfbab10804 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:33.615024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Calling delete_port for 814fd9c7-7577-4173-9a1e-ddfe2af35b70 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:33.623421 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_backend_mixin [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Port 814fd9c7-7577-4173-9a1e-ddfe2af35b70 was not found and therefore no delete operation was performed {{(pid=94060) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 19:49:33.637635 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:33.645831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9d0880-af27-473e-9ce2-b665926175dc req-5d58f5d7-12ee-4622-b5ce-3bd0719ed792 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575804 Jul 27 19:49:33.680598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] No DVR routers for this DVR port 814fd9c7-7577-4173-9a1e-ddfe2af35b70 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:33.697696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event deleted for resources: {'Port': ['ID=814fd9c7-7577-4173-9a1e-ddfe2af35b70,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:33.773369 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 66d6cc64-881d-45c8-b4c7-88bfbab10804 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:33.773990 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:33.792774 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9d0880-af27-473e-9ce2-b665926175dc req-0937d744-ccce-41fa-982e-22bd9e066cf0 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351931 Jul 27 19:49:33.888012 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-794a1075-1e86-4cb8-8bbe-444d92b95734 admin admin] For port 52d27342-5a6f-4468-9513-3f6c0c13a767, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=52d27342-5a6f-4468-9513-3f6c0c13a767,segment=NetworkSegment(6716e35d-fc5e-4a20-90c9-5d3bccbeca99),segment_id=6716e35d-fc5e-4a20-90c9-5d3bccbeca99)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:33.888818 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-794a1075-1e86-4cb8-8bbe-444d92b95734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:33.919506 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-794a1075-1e86-4cb8-8bbe-444d92b95734 admin admin] Calling delete_port for 52d27342-5a6f-4468-9513-3f6c0c13a767 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:33.923249 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:33.976091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceed50cc-ce45-42fa-9109-6367281dfcdf']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:33.980538 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 814fd9c7-7577-4173-9a1e-ddfe2af35b70 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:33.999128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed54dcf-ee24-40d3-a3aa-1636c7dc3b8f req-989ef63f-d3a4-47b0-bfae-453a282b5d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:34.000639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ed54dcf-ee24-40d3-a3aa-1636c7dc3b8f req-989ef63f-d3a4-47b0-bfae-453a282b5d66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 1100 time: 0.1296978 Jul 27 19:49:34.014132 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdfffc3-be2b-42ef-bb5c-655828911cfb') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:34.014480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdfffc3-be2b-42ef-bb5c-655828911cfb') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:34.092558 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:34.167383 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:34.170873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 814fd9c7-7577-4173-9a1e-ddfe2af35b70 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:34.171223 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 814fd9c7-7577-4173-9a1e-ddfe2af35b70 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:34.209108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76925ea2-8f9b-4c2b-808f-da214f091ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6cc64-881d-45c8-b4c7-88bfbab10804'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:34.216325 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572d96d4-47bf-4ccf-a552-78755add53e0" -d '{"events": [{"server_uuid": "76925ea2-8f9b-4c2b-808f-da214f091ca6", "name": "network-vif-plugged", "status": "completed", "tag": "66d6cc64-881d-45c8-b4c7-88bfbab10804"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:34.235436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 66d6cc64-881d-45c8-b4c7-88bfbab10804, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=66d6cc64-881d-45c8-b4c7-88bfbab10804,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:34.244976 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:34.324257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed54dcf-ee24-40d3-a3aa-1636c7dc3b8f req-3110389c-d653-42e7-8b18-7a712149ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:34.325870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ed54dcf-ee24-40d3-a3aa-1636c7dc3b8f req-3110389c-d653-42e7-8b18-7a712149ffe7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.3003776 Jul 27 19:49:34.326154 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=66d6cc64-881d-45c8-b4c7-88bfbab10804,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:34.342759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c273a6-e0c0-47f7-ae89-3d933d3cd2d1 req-366a8f7a-2b3a-4023-b33d-7946eeb341e2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:34.352605 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94c273a6-e0c0-47f7-ae89-3d933d3cd2d1 req-366a8f7a-2b3a-4023-b33d-7946eeb341e2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.1751325 Jul 27 19:49:34.376723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaf4ce-c6dd-4374-bbef-899b4cbe229e req-32e689b6-704f-4291-93e3-eec8768cf717 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:34.378313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5baaf4ce-c6dd-4374-bbef-899b4cbe229e req-32e689b6-704f-4291-93e3-eec8768cf717 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 948 time: 0.3278894 Jul 27 19:49:34.430410 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ed54dcf-ee24-40d3-a3aa-1636c7dc3b8f req-002b89d1-57a2-4602-9592-d0a50fad2530 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=c9c28f40-e99c-4429-b0be-44eb45a5e329 HTTP/1.1" status: 200 len: 217 time: 0.0747430 Jul 27 19:49:34.436747 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:34.456809 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:49:34.456809 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:49:34.459774 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:49:34.469115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94c273a6-e0c0-47f7-ae89-3d933d3cd2d1 req-ae82a3b0-235c-4c9e-b4bd-11dd6e9a72cb tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154368 Jul 27 19:49:34.539943 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed54dcf-ee24-40d3-a3aa-1636c7dc3b8f req-8508102f-d3f4-404b-96fc-3436a8653bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:34.542548 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ed54dcf-ee24-40d3-a3aa-1636c7dc3b8f req-8508102f-d3f4-404b-96fc-3436a8653bdd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0952735 Jul 27 19:49:34.562660 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5baaf4ce-c6dd-4374-bbef-899b4cbe229e req-858daf7f-ffdb-4901-82da-ad181ee3bcd8 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311193 Jul 27 19:49:34.582001 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3956f84-a18e-40f1-a013-d4d70b03aa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:34.618133 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:34.630223 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0be24dc-889d-44e4-b3c4-184e14faf627 x-openstack-request-id: req-e0be24dc-889d-44e4-b3c4-184e14faf627 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:34.630535 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76925ea2-8f9b-4c2b-808f-da214f091ca6", "name": "network-vif-plugged", "status": "completed", "tag": "66d6cc64-881d-45c8-b4c7-88bfbab10804", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:34.630776 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0be24dc-889d-44e4-b3c4-184e14faf627 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:34.631166 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76925ea2-8f9b-4c2b-808f-da214f091ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6cc64-881d-45c8-b4c7-88bfbab10804', 'code': 200} Jul 27 19:49:34.644583 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:34.648663 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "DELETE /v2.0/networks/ceed50cc-ce45-42fa-9109-6367281dfcdf HTTP/1.1" status: 204 len: 168 time: 2.2621768 Jul 27 19:49:34.651168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45252) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:34.665306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed54dcf-ee24-40d3-a3aa-1636c7dc3b8f req-b9841d42-fb8c-47f1-bb16-a1982a88a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:34.667119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9eb265-9823-4b64-b997-3e193cb2db2a tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event deleted for resources: {'Network': ['ID=ceed50cc-ce45-42fa-9109-6367281dfcdf,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:34.667463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ed54dcf-ee24-40d3-a3aa-1636c7dc3b8f req-b9841d42-fb8c-47f1-bb16-a1982a88a791 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1025262 Jul 27 19:49:34.840372 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-673a3957-a4d4-4b76-b7a0-7eb4c7828761 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:34.873964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-794a1075-1e86-4cb8-8bbe-444d92b95734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:34.910633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a1075-1e86-4cb8-8bbe-444d92b95734 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d27342-5a6f-4468-9513-3f6c0c13a767,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:34.916047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec9caf-35e9-4032-b9b8-b399f4996267 req-e9bf544f-1438-4675-9666-97234dc47c21 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:34.924120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-43ec9caf-35e9-4032-b9b8-b399f4996267 req-e9bf544f-1438-4675-9666-97234dc47c21 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.1946607 Jul 27 19:49:34.938945 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ed54dcf-ee24-40d3-a3aa-1636c7dc3b8f req-4e49c34a-a35f-4d55-bf8f-bd0f91bd0c90 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288005 Jul 27 19:49:35.098426 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-673a3957-a4d4-4b76-b7a0-7eb4c7828761 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.116817 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-43ec9caf-35e9-4032-b9b8-b399f4996267 req-156228ee-a280-49f5-b625-278d14290ac6 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908960 Jul 27 19:49:35.125547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-673a3957-a4d4-4b76-b7a0-7eb4c7828761 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffc58bb-42bd-4a25-9d25-9db536f6b994']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:35.148623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-673a3957-a4d4-4b76-b7a0-7eb4c7828761 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4ac5c7-f629-4ddc-a78f-caae83b8454e') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:35.148997 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-673a3957-a4d4-4b76-b7a0-7eb4c7828761 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4ac5c7-f629-4ddc-a78f-caae83b8454e') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:35.167244 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-673a3957-a4d4-4b76-b7a0-7eb4c7828761 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.183119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ed54dcf-ee24-40d3-a3aa-1636c7dc3b8f req-620d44f2-62fb-4e91-a599-4bddb9edb467 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173381 Jul 27 19:49:35.183419 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-794a1075-1e86-4cb8-8bbe-444d92b95734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.191621 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-673a3957-a4d4-4b76-b7a0-7eb4c7828761 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.208844 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673a3957-a4d4-4b76-b7a0-7eb4c7828761 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:49:35.209390 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-673a3957-a4d4-4b76-b7a0-7eb4c7828761 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:49:35.212940 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:49:35.289799 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-673a3957-a4d4-4b76-b7a0-7eb4c7828761 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.299810 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-673a3957-a4d4-4b76-b7a0-7eb4c7828761 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.304141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-673a3957-a4d4-4b76-b7a0-7eb4c7828761 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "DELETE /v2.0/networks/cffc58bb-42bd-4a25-9d25-9db536f6b994 HTTP/1.1" status: 204 len: 168 time: 0.6488285 Jul 27 19:49:35.306658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45254) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:35.324748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c3956f84-a18e-40f1-a013-d4d70b03aa27 admin admin] Deleting port 22c477de-741b-4bbf-bed7-00bb3f9acfa9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:35.325179 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3956f84-a18e-40f1-a013-d4d70b03aa27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.385326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a3957-a4d4-4b76-b7a0-7eb4c7828761 tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event deleted for resources: {'Network': ['ID=cffc58bb-42bd-4a25-9d25-9db536f6b994,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:35.416676 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d9feaa47-a39c-410b-a989-7c3f9f31607d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.474734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-c3956f84-a18e-40f1-a013-d4d70b03aa27 admin admin] For port 22c477de-741b-4bbf-bed7-00bb3f9acfa9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=22c477de-741b-4bbf-bed7-00bb3f9acfa9,segment=NetworkSegment(fa87bfef-a30e-4f88-bfdf-bc4899fb9166),segment_id=fa87bfef-a30e-4f88-bfdf-bc4899fb9166)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:35.475564 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3956f84-a18e-40f1-a013-d4d70b03aa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.518459 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c3956f84-a18e-40f1-a013-d4d70b03aa27 admin admin] Calling delete_port for 22c477de-741b-4bbf-bed7-00bb3f9acfa9 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:35.519412 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d9feaa47-a39c-410b-a989-7c3f9f31607d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.529991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d9feaa47-a39c-410b-a989-7c3f9f31607d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8567cd-47d9-4f3a-a988-2b7cf1a104ad']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:35.546286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d9feaa47-a39c-410b-a989-7c3f9f31607d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f9787f-ccfe-4d74-9f97-29f28810f205') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:35.546674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d9feaa47-a39c-410b-a989-7c3f9f31607d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f9787f-ccfe-4d74-9f97-29f28810f205') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:35.558160 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d9feaa47-a39c-410b-a989-7c3f9f31607d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.574254 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d9feaa47-a39c-410b-a989-7c3f9f31607d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.579120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794a1075-1e86-4cb8-8bbe-444d92b95734 admin admin] Router eccfaafe-7079-4504-90ed-619f521cfa32 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:49:35.582564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9feaa47-a39c-410b-a989-7c3f9f31607d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:49:35.583273 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d9feaa47-a39c-410b-a989-7c3f9f31607d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:49:35.625307 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:49:35.695258 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d9feaa47-a39c-410b-a989-7c3f9f31607d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.717064 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d9feaa47-a39c-410b-a989-7c3f9f31607d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:35.717064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d9feaa47-a39c-410b-a989-7c3f9f31607d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] 10.222.0.48 "DELETE /v2.0/networks/3c8567cd-47d9-4f3a-a988-2b7cf1a104ad HTTP/1.1" status: 204 len: 168 time: 0.4089935 Jul 27 19:49:35.749549 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794a1075-1e86-4cb8-8bbe-444d92b95734 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:49:35.758412 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-794a1075-1e86-4cb8-8bbe-444d92b95734 admin admin] 10.222.0.48 "PUT /v2.0/routers/eccfaafe-7079-4504-90ed-619f521cfa32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3304174 Jul 27 19:49:35.759549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9feaa47-a39c-410b-a989-7c3f9f31607d tempest-BulkNetworkOpsIpV6Test-474757425 tempest-BulkNetworkOpsIpV6Test-474757425-project] Pushing event deleted for resources: {'Network': ['ID=3c8567cd-47d9-4f3a-a988-2b7cf1a104ad,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:35.761478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45264) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:35.765059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e94f635-46dd-4494-8f7f-8672933c2089 None None] Sync routers for ids ['eccfaafe-7079-4504-90ed-619f521cfa32'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:49:35.773212 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd61685-ef7f-4e7c-a514-ad7cc05bb153 req-76e7b1dc-3d4f-4b52-b649-d68ed3b236b8 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:35.775019 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7fd61685-ef7f-4e7c-a514-ad7cc05bb153 req-76e7b1dc-3d4f-4b52-b649-d68ed3b236b8 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.1489115 Jul 27 19:49:35.786771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94f635-46dd-4494-8f7f-8672933c2089 None None] Routers {'eccfaafe-7079-4504-90ed-619f521cfa32'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:49:35.787573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7e94f635-46dd-4494-8f7f-8672933c2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:49:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eccfaafe-7079-4504-90ed-619f521cfa32'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:36.049150 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3956f84-a18e-40f1-a013-d4d70b03aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:36.120108 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3956f84-a18e-40f1-a013-d4d70b03aa27 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c477de-741b-4bbf-bed7-00bb3f9acfa9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:36.134781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45268) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:36.296335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-7e94f635-46dd-4494-8f7f-8672933c2089 None None] Set router eccfaafe-7079-4504-90ed-619f521cfa32 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:49:36.310522 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:36.453836 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3956f84-a18e-40f1-a013-d4d70b03aa27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:36.505041 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7fd61685-ef7f-4e7c-a514-ad7cc05bb153 req-5d6efcee-67f0-4daa-a788-cab62e8b1ee8 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024578 Jul 27 19:49:36.634029 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81d9ba-f0da-4b3c-926f-c5db2f459fb4 req-3913251e-db21-4d99-8f93-a7ce25b3f3f1 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:36.641599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7e94f635-46dd-4494-8f7f-8672933c2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'name': 'tempest-ServersTestMultiNic-858681419-router', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e77beb57-306d-446d-a493-da9ca341575f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:32Z', 'updated_at': '2021-07-27T19:49:34Z', 'revision_number': 5, 'project_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'gw_port': {'id': 'e77beb57-306d-446d-a493-da9ca341575f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:25:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:33Z', 'updated_at': '2021-07-27T19:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:36.645255 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a0a46989-b866-40d1-9fa4-72d18e18ca3e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23be611f225448aa9a577f6a48594a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5088637 Jul 27 19:49:36.649879 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a81d9ba-f0da-4b3c-926f-c5db2f459fb4 req-3913251e-db21-4d99-8f93-a7ce25b3f3f1 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 948 time: 0.9661241 Jul 27 19:49:36.668704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45282) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:36.706484 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e94f635-46dd-4494-8f7f-8672933c2089 None None] Checking router: eccfaafe-7079-4504-90ed-619f521cfa32 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:49:36.716208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94f635-46dd-4494-8f7f-8672933c2089 None None] Routers {'eccfaafe-7079-4504-90ed-619f521cfa32'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:49:36.717164 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7e94f635-46dd-4494-8f7f-8672933c2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:49:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eccfaafe-7079-4504-90ed-619f521cfa32'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:36.790380 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:36.859876 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3956f84-a18e-40f1-a013-d4d70b03aa27 admin admin] Router 00d451a2-14e0-48d4-aad7-c50782c7615b has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:49:36.872304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device c9c28f40-e99c-4429-b0be-44eb45a5e329 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:49:36.910295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-7e94f635-46dd-4494-8f7f-8672933c2089 None None] Set router eccfaafe-7079-4504-90ed-619f521cfa32 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:49:36.930807 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a81d9ba-f0da-4b3c-926f-c5db2f459fb4 req-c0d3b5d6-9060-41d3-aebb-50038e79b87b tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798042 Jul 27 19:49:36.938272 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b5afc3a0-1962-41e1-a5c0-cbcdb4d7cc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:36.966804 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b5afc3a0-1962-41e1-a5c0-cbcdb4d7cc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:37.020027 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3956f84-a18e-40f1-a013-d4d70b03aa27 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:49:37.033737 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7f28b5-d602-4965-bca3-9d9cfdfe4406 None None] Sync routers for ids ['00d451a2-14e0-48d4-aad7-c50782c7615b'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:49:37.037879 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c3956f84-a18e-40f1-a013-d4d70b03aa27 admin admin] 10.222.0.48 "PUT /v2.0/routers/00d451a2-14e0-48d4-aad7-c50782c7615b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8043864 Jul 27 19:49:37.040703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45284) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:37.053962 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f28b5-d602-4965-bca3-9d9cfdfe4406 None None] Routers {'00d451a2-14e0-48d4-aad7-c50782c7615b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:49:37.055443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bc392-02e6-4b22-aa21-e944dde56dfd req-7ba9afe7-11d8-4e97-be3e-c5af5682f164 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:37.056104 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2c7f28b5-d602-4965-bca3-9d9cfdfe4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:49:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['00d451a2-14e0-48d4-aad7-c50782c7615b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:37.059911 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-547bc392-02e6-4b22-aa21-e944dde56dfd req-7ba9afe7-11d8-4e97-be3e-c5af5682f164 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.3366227 Jul 27 19:49:37.071835 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b5afc3a0-1962-41e1-a5c0-cbcdb4d7cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:37.080702 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b5afc3a0-1962-41e1-a5c0-cbcdb4d7cc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:37.091199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b5afc3a0-1962-41e1-a5c0-cbcdb4d7cc81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9627974b-1611-4fb4-a689-c93cfd697ba2 HTTP/1.1" status: 204 len: 168 time: 0.4133918 Jul 27 19:49:37.180726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afc3a0-1962-41e1-a5c0-cbcdb4d7cc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9627974b-1611-4fb4-a689-c93cfd697ba2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:37.187504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] Deleting port e77beb57-306d-446d-a493-da9ca341575f {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:37.187504 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:37.248481 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-547bc392-02e6-4b22-aa21-e944dde56dfd req-02906619-604b-4de8-a149-15dee7c8de27 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469705 Jul 27 19:49:37.288220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port c9c28f40-e99c-4429-b0be-44eb45a5e329, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c9c28f40-e99c-4429-b0be-44eb45a5e329,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:37.301833 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:37.332045 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-2c7f28b5-d602-4965-bca3-9d9cfdfe4406 None None] Set router 00d451a2-14e0-48d4-aad7-c50782c7615b gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:49:37.365576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] For port e77beb57-306d-446d-a493-da9ca341575f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e77beb57-306d-446d-a493-da9ca341575f,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:37.366928 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:37.369952 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'c9c28f40-e99c-4429-b0be-44eb45a5e329', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'c9c28f40-e99c-4429-b0be-44eb45a5e329', 'mac_address': 'fa:16:3e:2a:5b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:49:37.393557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] Calling delete_port for e77beb57-306d-446d-a493-da9ca341575f owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:37.475099 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:37.484901 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:37.533941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c28f40-e99c-4429-b0be-44eb45a5e329 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:49:37.595481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] Deleting port 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:37.598116 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:37.684367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port c9c28f40-e99c-4429-b0be-44eb45a5e329, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c9c28f40-e99c-4429-b0be-44eb45a5e329,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:37.706722 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:37.780792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] For port 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=77615a7f-bb66-44a3-a4b0-6dae8c84cc6f,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:37.787385 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:37.808489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1877308-5e9f-48c7-a61e-ddbdd273bdd2 req-3f0c73a9-2592-4055-aadc-153442ff4dbb tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:37.823565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] Calling delete_port for 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:37.831882 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7e94f635-46dd-4494-8f7f-8672933c2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'name': 'tempest-ServersTestMultiNic-858681419-router', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e77beb57-306d-446d-a493-da9ca341575f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:32Z', 'updated_at': '2021-07-27T19:49:34Z', 'revision_number': 5, 'project_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'gw_port': {'id': 'e77beb57-306d-446d-a493-da9ca341575f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:25:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:33Z', 'updated_at': '2021-07-27T19:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:37.841078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1877308-5e9f-48c7-a61e-ddbdd273bdd2 req-3f0c73a9-2592-4055-aadc-153442ff4dbb tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.1869533 Jul 27 19:49:37.875042 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e94f635-46dd-4494-8f7f-8672933c2089 None None] The sync data for ids ['eccfaafe-7079-4504-90ed-619f521cfa32'] in n-d-705657-21 is: [{'id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'name': 'tempest-ServersTestMultiNic-858681419-router', 'tenant_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e77beb57-306d-446d-a493-da9ca341575f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:32Z', 'updated_at': '2021-07-27T19:49:34Z', 'revision_number': 5, 'project_id': '0d99383d6df74ccd9c2362178c9f9ebc', 'gw_port': {'id': 'e77beb57-306d-446d-a493-da9ca341575f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:25:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccfaafe-7079-4504-90ed-619f521cfa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:33Z', 'updated_at': '2021-07-27T19:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:49:37.927263 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:37.949171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=c9c28f40-e99c-4429-b0be-44eb45a5e329,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:38.065502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1877308-5e9f-48c7-a61e-ddbdd273bdd2 req-9480cfd0-2074-48ef-aea9-e964d7ac8fdd tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209525 Jul 27 19:49:38.069821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['c9c28f40-e99c-4429-b0be-44eb45a5e329'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:38.092342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e77beb57-306d-446d-a493-da9ca341575f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:38.141345 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2c7f28b5-d602-4965-bca3-9d9cfdfe4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975724025-router', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '77615a7f-bb66-44a3-a4b0-6dae8c84cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:26Z', 'updated_at': '2021-07-27T19:49:35Z', 'revision_number': 5, 'project_id': 'd4daa26e4754420b9db48caad2f9a801', 'gw_port': {'id': '77615a7f-bb66-44a3-a4b0-6dae8c84cc6f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:27Z', 'updated_at': '2021-07-27T19:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:38.180630 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7f28b5-d602-4965-bca3-9d9cfdfe4406 None None] Checking router: 00d451a2-14e0-48d4-aad7-c50782c7615b for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:49:38.189297 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:38.196448 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f28b5-d602-4965-bca3-9d9cfdfe4406 None None] Routers {'00d451a2-14e0-48d4-aad7-c50782c7615b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:49:38.197423 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2c7f28b5-d602-4965-bca3-9d9cfdfe4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:49:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['00d451a2-14e0-48d4-aad7-c50782c7615b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:38.216232 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=77615a7f-bb66-44a3-a4b0-6dae8c84cc6f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:38.341162 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:38.415814 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:38.480981 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-2c7f28b5-d602-4965-bca3-9d9cfdfe4406 None None] Set router 00d451a2-14e0-48d4-aad7-c50782c7615b gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:49:38.528703 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:38.551030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19469ba-544e-46d9-aa3f-5030f2906cd5 req-744eb070-b260-4145-bd24-5cfb27a014f3 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:38.561707 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b19469ba-544e-46d9-aa3f-5030f2906cd5 req-744eb070-b260-4145-bd24-5cfb27a014f3 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 949 time: 0.4943323 Jul 27 19:49:38.569302 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:38.579644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:38.629872 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2c7f28b5-d602-4965-bca3-9d9cfdfe4406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975724025-router', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:26Z', 'updated_at': '2021-07-27T19:49:38Z', 'revision_number': 7, 'project_id': 'd4daa26e4754420b9db48caad2f9a801', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:38.687102 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7f28b5-d602-4965-bca3-9d9cfdfe4406 None None] The sync data for ids ['00d451a2-14e0-48d4-aad7-c50782c7615b'] in n-d-705657-21 is: [{'id': '00d451a2-14e0-48d4-aad7-c50782c7615b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975724025-router', 'tenant_id': 'd4daa26e4754420b9db48caad2f9a801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:26Z', 'updated_at': '2021-07-27T19:49:38Z', 'revision_number': 7, 'project_id': 'd4daa26e4754420b9db48caad2f9a801', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:49:38.694894 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:38.695633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00d451a2-14e0-48d4-aad7-c50782c7615b {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:49:38.700956 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:38.705752 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1e22ea20-6f24-4729-b675-35a3c3839d1d admin admin] 10.222.0.48 "DELETE /v2.0/routers/00d451a2-14e0-48d4-aad7-c50782c7615b HTTP/1.1" status: 204 len: 168 time: 1.6603544 Jul 27 19:49:38.705752 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45326) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:38.721350 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45328) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:38.737087 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b19469ba-544e-46d9-aa3f-5030f2906cd5 req-d5cf33aa-d5e8-40a6-8d88-5d3a016eb6e4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737156 Jul 27 19:49:38.804955 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ca9408-37ef-4886-bca2-cfd91b545c7d admin admin] Deleting subnet 8686335d-95ea-4186-ad02-4169113b78f6 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:49:38.808585 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35ca9408-37ef-4886-bca2-cfd91b545c7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:38.808789 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:38.811998 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:38.862332 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35ca9408-37ef-4886-bca2-cfd91b545c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:38.920428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8faa5-a530-4250-9b72-aa1f062dd9d4 req-6ca5a5c0-77c9-45dd-bc89-649cfe4a2fa9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:38.922081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f8faa5-a530-4250-9b72-aa1f062dd9d4 req-6ca5a5c0-77c9-45dd-bc89-649cfe4a2fa9 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.5162990 Jul 27 19:49:38.970146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-382996006'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:38.974226 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:38.976016 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eccfaafe-7079-4504-90ed-619f521cfa32 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:49:38.981960 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:38.982221 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35ca9408-37ef-4886-bca2-cfd91b545c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:38.987526 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-28f41d5a-ac31-4925-ad69-173cc882ddd6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/eccfaafe-7079-4504-90ed-619f521cfa32 HTTP/1.1" status: 204 len: 168 time: 3.2236283 Jul 27 19:49:38.990552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45342) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:39.004769 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97f8faa5-a530-4250-9b72-aa1f062dd9d4 req-5fa45bf9-4c91-4db6-b4f4-a3e636e24608 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733857 Jul 27 19:49:39.067416 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c029bb8-dd61-4e58-bad4-8b232d559db1 admin admin] Deleting subnet 6cf489cb-d835-44e9-a968-4e2c355b4779 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:49:39.071394 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c029bb8-dd61-4e58-bad4-8b232d559db1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.074486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Made reservation on behalf of 1c01f345b952405ea657fa17207bbb28 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:39.078454 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.097382 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.145915 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c029bb8-dd61-4e58-bad4-8b232d559db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.202711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35ca9408-37ef-4886-bca2-cfd91b545c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.247086 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca9408-37ef-4886-bca2-cfd91b545c7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8686335d-95ea-4186-ad02-4169113b78f6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:39.259307 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35ca9408-37ef-4886-bca2-cfd91b545c7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.261822 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-35ca9408-37ef-4886-bca2-cfd91b545c7d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8686335d-95ea-4186-ad02-4169113b78f6 HTTP/1.1" status: 204 len: 168 time: 0.5530226 Jul 27 19:49:39.269290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45346) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:39.273344 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82b2788-ce61-42ca-b1d7-543c58985606 None None] Network 3383463f-73a5-48fd-9440-b2efb62c642c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:39.313731 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.320621 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.355394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6333984e-e757-4aa9-86a2-104e332ceee1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:39.376721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:49:39.398721 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.399231 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Added segment e68dc7cc-2486-44d7-9d32-038416b17ebf of type vlan for network 09c3813c-ce30-4d9e-a902-54f804cd396d Jul 27 19:49:39.462209 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.485288 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c029bb8-dd61-4e58-bad4-8b232d559db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.497117 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0277d-10d2-4378-b54c-372d928e8883 req-179eec69-1064-4107-93f7-955c2671c089 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:39.499271 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baf0277d-10d2-4378-b54c-372d928e8883 req-179eec69-1064-4107-93f7-955c2671c089 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.2982869 Jul 27 19:49:39.618809 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baf0277d-10d2-4378-b54c-372d928e8883 req-a4bc8e67-004d-4520-8305-42ad8ab1f2c7 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908394 Jul 27 19:49:39.645924 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c029bb8-dd61-4e58-bad4-8b232d559db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.685146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c029bb8-dd61-4e58-bad4-8b232d559db1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf489cb-d835-44e9-a968-4e2c355b4779,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:39.696202 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c029bb8-dd61-4e58-bad4-8b232d559db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.696673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2066a419-5997-4622-a390-15b2deadefe6 None None] Network 7d2a7731-dd87-4444-a15d-0fc782244f3c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:39.699623 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7c029bb8-dd61-4e58-bad4-8b232d559db1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6cf489cb-d835-44e9-a968-4e2c355b4779 HTTP/1.1" status: 204 len: 168 time: 0.7080896 Jul 27 19:49:39.702601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45348) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:39.712586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] Deleting port e6147056-0d78-45e5-91ba-b4f931e26fb0 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:39.712906 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.748765 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.836608 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.841465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] For port e6147056-0d78-45e5-91ba-b4f931e26fb0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e6147056-0d78-45e5-91ba-b4f931e26fb0,segment=NetworkSegment(fa87bfef-a30e-4f88-bfdf-bc4899fb9166),segment_id=fa87bfef-a30e-4f88-bfdf-bc4899fb9166)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:39.841839 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.844251 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:39.845252 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.874221 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:39.882015 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] Calling delete_port for e6147056-0d78-45e5-91ba-b4f931e26fb0 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:39.956106 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2334850 Jul 27 19:49:39.956773 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] DHCP port deletion for 3383463f-73a5-48fd-9440-b2efb62c642c request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:49:39.959327 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf2823-cd7c-4e8d-8f12-0324310e75ae tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event updated for resources: {'Network': ['ID=09c3813c-ce30-4d9e-a902-54f804cd396d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:40.074138 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 09c3813c-ce30-4d9e-a902-54f804cd396d details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:49:40.095482 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a213ff-98a6-4652-93a8-0fb7adb2dc38 req-15fc2270-fe29-4ce5-bb88-001851823596 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:40.105374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78a213ff-98a6-4652-93a8-0fb7adb2dc38 req-15fc2270-fe29-4ce5-bb88-001851823596 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 949 time: 0.2527351 Jul 27 19:49:40.176252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] Deleting port 0bce563d-d906-415c-8454-53001b6f98d5 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:40.176868 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:40.198963 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 52d27342-5a6f-4468-9513-3f6c0c13a767 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:40.296372 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1f7796-c15e-4862-93b3-eeb8a1ba1bf9 None None] DHCP port deletion for 7d2a7731-dd87-4444-a15d-0fc782244f3c request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:49:40.299328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 52d27342-5a6f-4468-9513-3f6c0c13a767 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:40.299947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 52d27342-5a6f-4468-9513-3f6c0c13a767 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:40.300595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e6147056-0d78-45e5-91ba-b4f931e26fb0 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:40.308840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Deleting port e6147056-0d78-45e5-91ba-b4f931e26fb0 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:40.309425 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:40.354967 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78a213ff-98a6-4652-93a8-0fb7adb2dc38 req-255e1205-35e2-40ff-bc1f-aec4a3fcbed3 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468252 Jul 27 19:49:40.411592 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:40.437534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] No DVR routers for this DVR port e6147056-0d78-45e5-91ba-b4f931e26fb0 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:40.442991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] For port 0bce563d-d906-415c-8454-53001b6f98d5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0bce563d-d906-415c-8454-53001b6f98d5,segment=NetworkSegment(6716e35d-fc5e-4a20-90c9-5d3bccbeca99),segment_id=6716e35d-fc5e-4a20-90c9-5d3bccbeca99)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:40.443789 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:40.503880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] For port e6147056-0d78-45e5-91ba-b4f931e26fb0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e6147056-0d78-45e5-91ba-b4f931e26fb0,segment=NetworkSegment(fa87bfef-a30e-4f88-bfdf-bc4899fb9166),segment_id=fa87bfef-a30e-4f88-bfdf-bc4899fb9166)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:40.504523 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:40.517116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6147056-0d78-45e5-91ba-b4f931e26fb0,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:40.530242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Calling delete_port for e6147056-0d78-45e5-91ba-b4f931e26fb0 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:40.547255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] Calling delete_port for 0bce563d-d906-415c-8454-53001b6f98d5 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:40.570112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907008f-b284-489c-9a20-f03b2a1ee9ff req-c7d0ce6e-9401-4421-a5c6-93fcf0329aac tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:40.582943 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1907008f-b284-489c-9a20-f03b2a1ee9ff req-c7d0ce6e-9401-4421-a5c6-93fcf0329aac tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.4256713 Jul 27 19:49:40.673943 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No active binding found for port e6147056-0d78-45e5-91ba-b4f931e26fb0 {{(pid=94061) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 19:49:40.674387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e6147056-0d78-45e5-91ba-b4f931e26fb0 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:40.674823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e77beb57-306d-446d-a493-da9ca341575f no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:40.677593 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:40.750477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: e77beb57-306d-446d-a493-da9ca341575f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:40.750826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e77beb57-306d-446d-a493-da9ca341575f not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:40.751242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:40.811548 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1907008f-b284-489c-9a20-f03b2a1ee9ff req-c4203ef1-a375-4261-8028-499bd7f96f0e tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197380 Jul 27 19:49:40.830068 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:40.849257 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] No DVR routers for this DVR port e6147056-0d78-45e5-91ba-b4f931e26fb0 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:40.861651 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Pushing event deleted for resources: {'Port': ['ID=e6147056-0d78-45e5-91ba-b4f931e26fb0,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:40.868657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:40.868657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 77615a7f-bb66-44a3-a4b0-6dae8c84cc6f not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:40.868657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 22c477de-741b-4bbf-bed7-00bb3f9acfa9 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:40.919783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 22c477de-741b-4bbf-bed7-00bb3f9acfa9 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:40.920488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 22c477de-741b-4bbf-bed7-00bb3f9acfa9 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:40.941021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device c9c28f40-e99c-4429-b0be-44eb45a5e329 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:40.946380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3383463f-73a5-48fd-9440-b2efb62c642c']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:40.948761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:40.949717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:40.950275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:40.951490 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:40.952026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:40.952567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:40.953330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:40.953997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:40.954524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:40.955341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:40.955849 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:40.956367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bd5f22-5a72-4b50-90da-3be5ee074d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:40.975021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa87bfef-a30e-4f88-bfdf-bc4899fb9166') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:40.975021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa87bfef-a30e-4f88-bfdf-bc4899fb9166') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:40.993262 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.007628 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f7796-c15e-4862-93b3-eeb8a1ba1bf9 None None] Deleting port 0bce563d-d906-415c-8454-53001b6f98d5 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:41.008327 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8e1f7796-c15e-4862-93b3-eeb8a1ba1bf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.033282 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.047752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:49:41.048359 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:49:41.050178 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:49:41.111099 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.157492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74827205-43e2-44a0-aef7-c4dbafc6b35b req-fcb0df93-a988-459f-a799-6e0f6037d071 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:41.159195 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74827205-43e2-44a0-aef7-c4dbafc6b35b req-fcb0df93-a988-459f-a799-6e0f6037d071 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.3460047 Jul 27 19:49:41.162683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bce563d-d906-415c-8454-53001b6f98d5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:41.181391 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] No DVR routers for this DVR port 0bce563d-d906-415c-8454-53001b6f98d5 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:41.213981 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.230569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port c9c28f40-e99c-4429-b0be-44eb45a5e329 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:41.240552 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.242394 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3383463f-73a5-48fd-9440-b2efb62c642c HTTP/1.1" status: 204 len: 168 time: 1.9670229 Jul 27 19:49:41.242994 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8e1f7796-c15e-4862-93b3-eeb8a1ba1bf9 None None] For port 0bce563d-d906-415c-8454-53001b6f98d5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0bce563d-d906-415c-8454-53001b6f98d5,segment=NetworkSegment(6716e35d-fc5e-4a20-90c9-5d3bccbeca99),segment_id=6716e35d-fc5e-4a20-90c9-5d3bccbeca99)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:41.243433 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8e1f7796-c15e-4862-93b3-eeb8a1ba1bf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.245914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45376) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:41.265963 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port c9c28f40-e99c-4429-b0be-44eb45a5e329 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:41.268582 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.283027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74827205-43e2-44a0-aef7-c4dbafc6b35b req-a8d894aa-9ff3-4ea6-96ae-6fb6a3f9b37c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973492 Jul 27 19:49:41.316424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78da40-8eeb-4eab-9e04-3ef968564ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3383463f-73a5-48fd-9440-b2efb62c642c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:41.338967 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.351030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2a7731-dd87-4444-a15d-0fc782244f3c']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:41.359279 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f7796-c15e-4862-93b3-eeb8a1ba1bf9 None None] Calling delete_port for 0bce563d-d906-415c-8454-53001b6f98d5 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:41.363257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6716e35d-fc5e-4a20-90c9-5d3bccbeca99') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:41.363783 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6716e35d-fc5e-4a20-90c9-5d3bccbeca99') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:41.373777 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.407469 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.420580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:49:41.421250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.425424 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:49:41.496864 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:49:41.502756 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.526212 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.528467 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7d2a7731-dd87-4444-a15d-0fc782244f3c HTTP/1.1" status: 204 len: 168 time: 1.8248513 Jul 27 19:49:41.529522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2884e-7aee-4ca8-bbc3-62ef36d2e594 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d2a7731-dd87-4444-a15d-0fc782244f3c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:41.679574 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.705542 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8e1f7796-c15e-4862-93b3-eeb8a1ba1bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:41.727412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e1f7796-c15e-4862-93b3-eeb8a1ba1bf9 None None] Network 7d2a7731-dd87-4444-a15d-0fc782244f3c is not hosted by any dhcp agent {{(pid=94061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 19:49:41.734836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f7796-c15e-4862-93b3-eeb8a1ba1bf9 None None] No DVR routers for this DVR port 0bce563d-d906-415c-8454-53001b6f98d5 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:41.747367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1e049-2c68-44f3-b268-56d2fd53ce66 req-413f0b8d-2221-4dac-80ba-d829a0c4a4ad tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:41.753627 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37d1e049-2c68-44f3-b268-56d2fd53ce66 req-413f0b8d-2221-4dac-80ba-d829a0c4a4ad tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 949 time: 0.2081676 Jul 27 19:49:41.814896 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f7796-c15e-4862-93b3-eeb8a1ba1bf9 None None] Pushing event deleted for resources: {'Port': ['ID=0bce563d-d906-415c-8454-53001b6f98d5,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:41.863140 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37d1e049-2c68-44f3-b268-56d2fd53ce66 req-0dc81023-34ec-4a29-8be3-cb91e04c07f7 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019247 Jul 27 19:49:41.935696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port c9c28f40-e99c-4429-b0be-44eb45a5e329, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c9c28f40-e99c-4429-b0be-44eb45a5e329,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:41.938564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d34844-1332-48ca-958a-014cb52de338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c28f40-e99c-4429-b0be-44eb45a5e329'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:41.950027 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08025405-de49-4bf1-906b-d588b63cdd21" -d '{"events": [{"server_uuid": "37d34844-1332-48ca-958a-014cb52de338", "name": "network-vif-plugged", "status": "completed", "tag": "c9c28f40-e99c-4429-b0be-44eb45a5e329"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:41.961017 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:42.008206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45386) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:42.037590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0bce563d-d906-415c-8454-53001b6f98d5 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:42.073278 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ddecb-bdf6-4816-a353-3a533f2a7655 req-477c1c32-5bf5-4b07-89c3-ebcc1d9298fa tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:42.074955 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-615ddecb-bdf6-4816-a353-3a533f2a7655 req-477c1c32-5bf5-4b07-89c3-ebcc1d9298fa tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.1009741 Jul 27 19:49:42.102911 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bce4f07-46e9-42a3-a695-b0f8d7b991c1 x-openstack-request-id: req-2bce4f07-46e9-42a3-a695-b0f8d7b991c1 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:42.103213 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d34844-1332-48ca-958a-014cb52de338", "name": "network-vif-plugged", "status": "completed", "tag": "c9c28f40-e99c-4429-b0be-44eb45a5e329", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:42.103435 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2bce4f07-46e9-42a3-a695-b0f8d7b991c1 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:42.103831 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d34844-1332-48ca-958a-014cb52de338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c28f40-e99c-4429-b0be-44eb45a5e329', 'code': 200} Jul 27 19:49:42.119583 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 0bce563d-d906-415c-8454-53001b6f98d5 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:42.119908 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0bce563d-d906-415c-8454-53001b6f98d5 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:42.132839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-615ddecb-bdf6-4816-a353-3a533f2a7655 req-aaa7f755-8dcd-42df-afca-4543c41228d3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414937 Jul 27 19:49:42.222985 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=c9c28f40-e99c-4429-b0be-44eb45a5e329,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:42.250217 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f8333a15-404b-4378-adaa-022d6d3809f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d99383d6df74ccd9c2362178c9f9ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406280 Jul 27 19:49:42.255511 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45398) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:42.297405 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c839e-f2ef-4529-abdc-9edc24077d27 req-930317f1-1c9e-4f3e-8550-5b3bbf2eed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:42.299190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-857c839e-f2ef-4529-abdc-9edc24077d27 req-930317f1-1c9e-4f3e-8550-5b3bbf2eed93 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 1102 time: 0.0700219 Jul 27 19:49:42.319261 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d52b8823-ff96-44e0-afbb-1c8e701839cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:42.376328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1f09f657-f0c1-40a1-94ae-61d3f032e00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:42.382835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-857c839e-f2ef-4529-abdc-9edc24077d27 req-61065305-0e57-4168-8515-3c589aa8fc30 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725069 Jul 27 19:49:42.402152 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1f09f657-f0c1-40a1-94ae-61d3f032e00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:42.493614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cdb2f-18e4-4b83-8592-269f76bc4d1d req-a9493a9e-fb6a-4e5a-b441-fea5762f7490 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:42.502364 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-697cdb2f-18e4-4b83-8592-269f76bc4d1d req-a9493a9e-fb6a-4e5a-b441-fea5762f7490 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.0992458 Jul 27 19:49:42.506969 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1f09f657-f0c1-40a1-94ae-61d3f032e00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:42.510073 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1f09f657-f0c1-40a1-94ae-61d3f032e00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:42.511779 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1f09f657-f0c1-40a1-94ae-61d3f032e00e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/247abc67-03f9-4eb4-871c-60e95f52cdf9 HTTP/1.1" status: 204 len: 168 time: 0.2540128 Jul 27 19:49:42.528047 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09f657-f0c1-40a1-94ae-61d3f032e00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247abc67-03f9-4eb4-871c-60e95f52cdf9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:42.629682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-697cdb2f-18e4-4b83-8592-269f76bc4d1d req-546abf0d-624a-4ee1-9d84-15e3b1c531d1 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262219 Jul 27 19:49:42.798243 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-d52b8823-ff96-44e0-afbb-1c8e701839cf admin admin] Deleting port aa661d11-2600-4a3f-945f-a92397492105 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:42.798806 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d52b8823-ff96-44e0-afbb-1c8e701839cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:42.943317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-d52b8823-ff96-44e0-afbb-1c8e701839cf admin admin] For port aa661d11-2600-4a3f-945f-a92397492105, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=aa661d11-2600-4a3f-945f-a92397492105,segment=NetworkSegment(f0003ef8-16c3-435c-9e29-a74f05abcd51),segment_id=f0003ef8-16c3-435c-9e29-a74f05abcd51)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:42.943698 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d52b8823-ff96-44e0-afbb-1c8e701839cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:42.964226 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-d52b8823-ff96-44e0-afbb-1c8e701839cf admin admin] Calling delete_port for aa661d11-2600-4a3f-945f-a92397492105 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:43.189851 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a44e7e-dba9-4ae7-9b80-9df46d93f0ee req-fea65695-8d3f-4b1c-b317-19ab1e8f07cc tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:43.202274 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44a44e7e-dba9-4ae7-9b80-9df46d93f0ee req-fea65695-8d3f-4b1c-b317-19ab1e8f07cc tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 950 time: 0.2350600 Jul 27 19:49:43.304154 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44a44e7e-dba9-4ae7-9b80-9df46d93f0ee req-ff4cd36b-de72-4c98-95f5-402f05faf221 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003642 Jul 27 19:49:43.333106 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d52b8823-ff96-44e0-afbb-1c8e701839cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:43.390823 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-82f900f4-d3df-40c8-bf59-1851cc555d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:43.420529 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b8823-ff96-44e0-afbb-1c8e701839cf admin admin] Pushing event deleted for resources: {'Port': ['ID=aa661d11-2600-4a3f-945f-a92397492105,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:43.469738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61211f-e2b4-450c-a170-991123d6e469 req-41eacf3e-a50e-45ce-a3a8-198aa210048a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:43.484655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec61211f-e2b4-450c-a170-991123d6e469 req-41eacf3e-a50e-45ce-a3a8-198aa210048a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.1427045 Jul 27 19:49:43.487442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45422) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:43.502944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5633cccf-5bf5-4d8f-906c-a577f92f4e73 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Request body: {'subnet': {'network_id': '09c3813c-ce30-4d9e-a902-54f804cd396d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:43.633909 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:49:43.637845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:43.667135 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec61211f-e2b4-450c-a170-991123d6e469 req-11742a0e-7c36-4417-8797-a8cf4916ab43 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803827 Jul 27 19:49:43.716705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5633cccf-5bf5-4d8f-906c-a577f92f4e73 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Made reservation on behalf of 1c01f345b952405ea657fa17207bbb28 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:43.721923 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5633cccf-5bf5-4d8f-906c-a577f92f4e73 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:43.958210 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d52b8823-ff96-44e0-afbb-1c8e701839cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:44.015935 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:44.050448 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:44.081164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5f8b0-4b9f-4a79-b4ef-eabad5ee2d5d req-fbdd1ce9-af76-4689-bc1f-fbbaf4e9299f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:44.082954 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8f5f8b0-4b9f-4a79-b4ef-eabad5ee2d5d req-fbdd1ce9-af76-4689-bc1f-fbbaf4e9299f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.2350092 Jul 27 19:49:44.106757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:44.108322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e58136-96ea-4bbd-98bf-1ccbf8ec682e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586b4636-7458-4b4f-8df5-f3f28d6fa1d8'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:44.113264 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa78ce2-a058-42a3-a59d-914704f8f903" -d '{"events": [{"server_uuid": "e5e58136-96ea-4bbd-98bf-1ccbf8ec682e", "name": "network-vif-unplugged", "status": "completed", "tag": "586b4636-7458-4b4f-8df5-f3f28d6fa1d8"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:44.123157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '586b4636-7458-4b4f-8df5-f3f28d6fa1d8', 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304', 'port_id': '586b4636-7458-4b4f-8df5-f3f28d6fa1d8', 'mac_address': 'fa:16:3e:4d:11:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a91b5a00-a1c3-4600-8e1b-576263e8fcc7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:49:44.126072 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:44.208139 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:44.276038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45442) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:44.353001 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8f5f8b0-4b9f-4a79-b4ef-eabad5ee2d5d req-44adaa57-ec9d-4e2a-a028-0e4d16c11655 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541146 Jul 27 19:49:44.467558 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5633cccf-5bf5-4d8f-906c-a577f92f4e73 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:44.499545 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-762773467-network', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:44.523512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52b8823-ff96-44e0-afbb-1c8e701839cf admin admin] Router f77f4d17-ee2b-416e-96a5-94cc425ba496 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:49:44.551229 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] Made reservation on behalf of f58925f86c5a406cbce55135dc048b98 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:44.553539 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:44.584492 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7fbc78-1f98-42de-b2fe-2c88bd31332e x-openstack-request-id: req-ae7fbc78-1f98-42de-b2fe-2c88bd31332e {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:44.584969 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e58136-96ea-4bbd-98bf-1ccbf8ec682e", "name": "network-vif-unplugged", "status": "completed", "tag": "586b4636-7458-4b4f-8df5-f3f28d6fa1d8", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:44.585093 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae7fbc78-1f98-42de-b2fe-2c88bd31332e {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:44.585418 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e58136-96ea-4bbd-98bf-1ccbf8ec682e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586b4636-7458-4b4f-8df5-f3f28d6fa1d8', 'code': 200} Jul 27 19:49:44.607707 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:44.608429 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633cccf-5bf5-4d8f-906c-a577f92f4e73 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event updated for resources: {'Subnet': ['ID=27774344-cf96-4940-8fc5-b3ad3256700e,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:44.626096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:49:44.627623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633cccf-5bf5-4d8f-906c-a577f92f4e73 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Checking segment: {'id': 'e68dc7cc-2486-44d7-9d32-038416b17ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '09c3813c-ce30-4d9e-a902-54f804cd396d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:44.628087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5633cccf-5bf5-4d8f-906c-a577f92f4e73 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Network hostable DHCP agents. Network: 09c3813c-ce30-4d9e-a902-54f804cd396d, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:49:44.662217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:44.670224 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:44.672964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:44.677306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870fc12-7d90-4847-b5c3-3bb7e6054f74 req-dc15132d-b8eb-4c53-ad9a-f6f2bf6ca604 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:44.679000 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c870fc12-7d90-4847-b5c3-3bb7e6054f74 req-dc15132d-b8eb-4c53-ad9a-f6f2bf6ca604 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 950 time: 0.1621237 Jul 27 19:49:44.683792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5633cccf-5bf5-4d8f-906c-a577f92f4e73 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Network 09c3813c-ce30-4d9e-a902-54f804cd396d is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:49:44.730475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-5633cccf-5bf5-4d8f-906c-a577f92f4e73 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 09c3813c-ce30-4d9e-a902-54f804cd396d) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:44.741579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba20564-c770-4b43-a4b1-02ecf4a9367b None None] Network 09c3813c-ce30-4d9e-a902-54f804cd396d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:44.749723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5633cccf-5bf5-4d8f-906c-a577f92f4e73 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:44.750854 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5633cccf-5bf5-4d8f-906c-a577f92f4e73 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:44.797455 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c870fc12-7d90-4847-b5c3-3bb7e6054f74 req-70ddf72a-a7ed-4c2d-ae15-a8c1e7eaa342 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037145 Jul 27 19:49:44.811008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:44.840143 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:44.856145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:44.918109 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52b8823-ff96-44e0-afbb-1c8e701839cf admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:49:44.929732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5633cccf-5bf5-4d8f-906c-a577f92f4e73 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4410861 Jul 27 19:49:44.942092 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d52b8823-ff96-44e0-afbb-1c8e701839cf admin admin] 10.222.0.48 "PUT /v2.0/routers/f77f4d17-ee2b-416e-96a5-94cc425ba496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6936901 Jul 27 19:49:44.949182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45466) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:44.950305 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71306b0b-79d9-4414-84a9-ebc19a04dab7 None None] Sync routers for ids ['f77f4d17-ee2b-416e-96a5-94cc425ba496'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:49:44.951003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45468) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:44.959086 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:49:44.963736 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d3e93525-3d36-49cf-a307-eca610b57439 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1490802041'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:44.971602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4564ed-002b-456e-b969-f8e4e6386b4e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:44.976686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71306b0b-79d9-4414-84a9-ebc19a04dab7 None None] Routers {'f77f4d17-ee2b-416e-96a5-94cc425ba496'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:49:44.977597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-71306b0b-79d9-4414-84a9-ebc19a04dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:49:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f77f4d17-ee2b-416e-96a5-94cc425ba496'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:45.014335 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:45.017972 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] Added segment e52b20eb-8fa4-47e2-89a3-51117f3d25a8 of type vlan for network fe0599a8-e2b9-4d58-ac69-a9a391fdb31e Jul 27 19:49:45.025201 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e93525-3d36-49cf-a307-eca610b57439 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Made reservation on behalf of 1c01f345b952405ea657fa17207bbb28 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:45.031812 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d3e93525-3d36-49cf-a307-eca610b57439 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:45.067232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-09c3813c-ce30-4d9e-a902-54f804cd396d', 'network_id': '09c3813c-ce30-4d9e-a902-54f804cd396d', 'tenant_id': '1c01f345b952405ea657fa17207bbb28', 'fixed_ips': [{'subnet_id': '27774344-cf96-4940-8fc5-b3ad3256700e'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:49:45.068172 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:45.083575 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:45.146703 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:45.154998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:45.159877 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:45.260287 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9824085 Jul 27 19:49:45.272721 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Allocated IP 2001:db8:0:ffff::2 (09c3813c-ce30-4d9e-a902-54f804cd396d/27774344-cf96-4940-8fc5-b3ad3256700e/980827eb-8fc0-4747-9991-6e3dc5f1f172) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:45.301439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45470) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:45.308361 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9324a2d0-a1b4-4701-97ab-b482e96e52c8 admin admin] Request body: {'subnet': {'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-762773467-subnet', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:45.384751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa914c36-1937-4d5c-9d34-eef91b0eaa5c admin admin] Pushing event updated for resources: {'Network': ['ID=fe0599a8-e2b9-4d58-ac69-a9a391fdb31e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:45.402839 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['586b4636-7458-4b4f-8df5-f3f28d6fa1d8'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:45.410021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9324a2d0-a1b4-4701-97ab-b482e96e52c8 admin admin] Made reservation on behalf of f58925f86c5a406cbce55135dc048b98 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:45.416074 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9324a2d0-a1b4-4701-97ab-b482e96e52c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:45.443899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network fe0599a8-e2b9-4d58-ac69-a9a391fdb31e details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:49:45.521736 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e93525-3d36-49cf-a307-eca610b57439 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:49:45.553115 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6145015-4eb1-4a50-979e-600dfb96b41a req-16f148c6-5429-4e46-967c-44a7f1750882 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:45.564303 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6145015-4eb1-4a50-979e-600dfb96b41a req-16f148c6-5429-4e46-967c-44a7f1750882 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.7270133 Jul 27 19:49:45.626635 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d3e93525-3d36-49cf-a307-eca610b57439 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:45.627430 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-d3e93525-3d36-49cf-a307-eca610b57439 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Added segment 9a1d3081-78c3-4f00-9a75-5958f71d7c00 of type vlan for network eea66a10-8216-4959-8f37-11c4bebf1d0b Jul 27 19:49:45.660612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-71306b0b-79d9-4414-84a9-ebc19a04dab7 None None] Set router f77f4d17-ee2b-416e-96a5-94cc425ba496 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:49:45.676488 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9324a2d0-a1b4-4701-97ab-b482e96e52c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:45.697574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11fc37-5f35-4c27-825a-e32502b87ace req-98e42e67-2828-474a-aa0c-ddcf1cbe3628 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:45.699562 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf11fc37-5f35-4c27-825a-e32502b87ace req-98e42e67-2828-474a-aa0c-ddcf1cbe3628 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 1102 time: 0.7802110 Jul 27 19:49:45.732870 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d3e93525-3d36-49cf-a307-eca610b57439 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:45.742840 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:45.760779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324a2d0-a1b4-4701-97ab-b482e96e52c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8228838-7f56-4f49-b8c4-a9a60e68ed8f,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:45.783483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324a2d0-a1b4-4701-97ab-b482e96e52c8 admin admin] Checking segment: {'id': 'e52b20eb-8fa4-47e2-89a3-51117f3d25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:45.783864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324a2d0-a1b4-4701-97ab-b482e96e52c8 admin admin] Network hostable DHCP agents. Network: fe0599a8-e2b9-4d58-ac69-a9a391fdb31e, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:49:45.817414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324a2d0-a1b4-4701-97ab-b482e96e52c8 admin admin] Network fe0599a8-e2b9-4d58-ac69-a9a391fdb31e is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:49:45.852453 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-9324a2d0-a1b4-4701-97ab-b482e96e52c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, fe0599a8-e2b9-4d58-ac69-a9a391fdb31e) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:45.861704 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9324a2d0-a1b4-4701-97ab-b482e96e52c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:45.862772 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9324a2d0-a1b4-4701-97ab-b482e96e52c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:45.872840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26d5f3a-ddb2-4632-904c-a90e4c9c9cfd None None] Network fe0599a8-e2b9-4d58-ac69-a9a391fdb31e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:45.897042 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:45.901593 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9324a2d0-a1b4-4701-97ab-b482e96e52c8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5989497 Jul 27 19:49:45.903914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45476) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:45.912460 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6145015-4eb1-4a50-979e-600dfb96b41a req-50d0fa83-9c34-45b9-8992-7f473c342d18 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466997 Jul 27 19:49:45.913997 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:45.956060 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:45.957275 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:45.982726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf11fc37-5f35-4c27-825a-e32502b87ace req-c59f9e51-5444-4806-8e1a-8a71bb4870ea tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662430 Jul 27 19:49:46.018132 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:46.047122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Transition to ACTIVE for port object 980827eb-8fc0-4747-9991-6e3dc5f1f172 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:46.095761 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d3e93525-3d36-49cf-a307-eca610b57439 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:46.111942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e93525-3d36-49cf-a307-eca610b57439 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:46.112622 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d3e93525-3d36-49cf-a307-eca610b57439 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:46.132133 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5fd54a11-014d-4443-8bc7-b5f3a2033356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:46.151882 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Transition to ACTIVE for port object 980827eb-8fc0-4747-9991-6e3dc5f1f172 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:46.178883 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:46.289327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] Deleting port 0ec9ed94-628b-410b-8ceb-18aa84f3daa7 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:46.289753 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:46.294112 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:46.381650 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:46.384363 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:46.399249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Pushing event updated for resources: {'Port': ['ID=980827eb-8fc0-4747-9991-6e3dc5f1f172,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:46.410046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfa1e5-e9e6-473b-b9d4-1f72a716d9ab req-8c4d268d-75d5-46c0-9c27-a40729cb6207 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:46.421111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fdfa1e5-e9e6-473b-b9d4-1f72a716d9ab req-8c4d268d-75d5-46c0-9c27-a40729cb6207 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 944 time: 0.4088154 Jul 27 19:49:46.424288 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d3e93525-3d36-49cf-a307-eca610b57439 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4673672 Jul 27 19:49:46.434805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45498) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:46.441983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Request body: {'subnet': {'network_id': 'eea66a10-8216-4959-8f37-11c4bebf1d0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:46.442846 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Network 09c3813c-ce30-4d9e-a902-54f804cd396d is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:46.457860 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:46.463394 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:46.466204 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'fixed_ips': [{'subnet_id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:49:46.467579 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:46.494020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fdfa1e5-e9e6-473b-b9d4-1f72a716d9ab req-a6d4a354-9714-476a-8be5-e0796a05dedf tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718746 Jul 27 19:49:46.531070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e93525-3d36-49cf-a307-eca610b57439 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event updated for resources: {'Network': ['ID=eea66a10-8216-4959-8f37-11c4bebf1d0b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:46.545551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-e6ccb10d-b614-4dd8-9e8e-0d03f7124ff3 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6075594f6f2a439f93248a6093faea1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1592157 Jul 27 19:49:46.558783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network eea66a10-8216-4959-8f37-11c4bebf1d0b details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:49:46.561633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-71306b0b-79d9-4414-84a9-ebc19a04dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395463130-router', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '0ec9ed94-628b-410b-8ceb-18aa84f3daa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:37Z', 'updated_at': '2021-07-27T19:49:43Z', 'revision_number': 5, 'project_id': '5320749b8b5c456abe543c220e53c129', 'gw_port': {'id': '0ec9ed94-628b-410b-8ceb-18aa84f3daa7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:47:39Z', 'updated_at': '2021-07-27T19:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:46.624193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Made reservation on behalf of 1c01f345b952405ea657fa17207bbb28 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:46.642097 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:46.713915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-76829fc4-561c-45c6-934d-3731f21b2c24 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:46.716201 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-76829fc4-561c-45c6-934d-3731f21b2c24 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547511 Jul 27 19:49:46.729686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] For port 0ec9ed94-628b-410b-8ceb-18aa84f3daa7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0ec9ed94-628b-410b-8ceb-18aa84f3daa7,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:46.730442 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:46.754610 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] Calling delete_port for 0ec9ed94-628b-410b-8ceb-18aa84f3daa7 owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:46.758415 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-0f7dd4e8-e18c-409d-b121-7ae303ea29d1 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/quotas/6075594f6f2a439f93248a6093faea1d HTTP/1.1" status: 200 len: 375 time: 0.0246913 Jul 27 19:49:46.774858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71306b0b-79d9-4414-84a9-ebc19a04dab7 None None] Checking router: f77f4d17-ee2b-416e-96a5-94cc425ba496 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:49:46.804376 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Attempting to bind port 980827eb-8fc0-4747-9991-6e3dc5f1f172 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:49:46.804816 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Attempting to bind port 980827eb-8fc0-4747-9991-6e3dc5f1f172 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'e68dc7cc-2486-44d7-9d32-038416b17ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '09c3813c-ce30-4d9e-a902-54f804cd396d'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:49:46.805146 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Attempting to bind port 980827eb-8fc0-4747-9991-6e3dc5f1f172 on network 09c3813c-ce30-4d9e-a902-54f804cd396d {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:46.846386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:49:46.846660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Checking segment: {'id': 'e68dc7cc-2486-44d7-9d32-038416b17ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '09c3813c-ce30-4d9e-a902-54f804cd396d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:46.847052 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:46.847441 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Bound using segment: {'id': 'e68dc7cc-2486-44d7-9d32-038416b17ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '09c3813c-ce30-4d9e-a902-54f804cd396d'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:49:46.847906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Bound port: 980827eb-8fc0-4747-9991-6e3dc5f1f172, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68dc7cc-2486-44d7-9d32-038416b17ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '09c3813c-ce30-4d9e-a902-54f804cd396d'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:49:46.848287 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:46.874356 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71306b0b-79d9-4414-84a9-ebc19a04dab7 None None] Routers {'f77f4d17-ee2b-416e-96a5-94cc425ba496'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:49:46.874808 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-71306b0b-79d9-4414-84a9-ebc19a04dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:49:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f77f4d17-ee2b-416e-96a5-94cc425ba496'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:47.110031 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:47.186568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec9ed94-628b-410b-8ceb-18aa84f3daa7,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:47.206092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Allocated IP 172.20.0.2 (fe0599a8-e2b9-4d58-ac69-a9a391fdb31e/c8228838-7f56-4f49-b8c4-a9a60e68ed8f/9188ca02-e637-4b64-abfe-97d026fdb36c) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:47.221474 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:47.235145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-71306b0b-79d9-4414-84a9-ebc19a04dab7 None None] Set router f77f4d17-ee2b-416e-96a5-94cc425ba496 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:49:47.247584 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-5b0101b3-ca9c-44d1-90b0-4af1e67dde5f tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4799139 Jul 27 19:49:47.271990 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ef3eeea-f32f-45e0-8bde-9266fdad3154 req-18b40a41-0fd1-42aa-a735-9898d2c4f7f4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4582179 Jul 27 19:49:47.275522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] For port 980827eb-8fc0-4747-9991-6e3dc5f1f172, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:49:47.287355 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:47.304474 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:47.331109 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:47.413517 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:47.415801 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:47.428715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37538b-a874-48f7-aab8-70add52ffce3 req-dfb7adb9-35d3-4067-a4af-6b7037b241ab tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:47.431215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e37538b-a874-48f7-aab8-70add52ffce3 req-dfb7adb9-35d3-4067-a4af-6b7037b241ab tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.3434219 Jul 27 19:49:47.441060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] For port 980827eb-8fc0-4747-9991-6e3dc5f1f172, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=980827eb-8fc0-4747-9991-6e3dc5f1f172,segment=NetworkSegment(e68dc7cc-2486-44d7-9d32-038416b17ebf),segment_id=e68dc7cc-2486-44d7-9d32-038416b17ebf)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:49:47.442597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-71306b0b-79d9-4414-84a9-ebc19a04dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395463130-router', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:37Z', 'updated_at': '2021-07-27T19:49:45Z', 'revision_number': 6, 'project_id': '5320749b8b5c456abe543c220e53c129', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:47.517339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Allocated IP 172.25.1.173 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/9a69d00c-95d1-4ccf-be87-9170c7e18a80) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:47.573760 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e37538b-a874-48f7-aab8-70add52ffce3 req-6c1e841a-8230-46de-abe7-3fcafdc07456 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014986 Jul 27 19:49:47.583992 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:47.584571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f77f4d17-ee2b-416e-96a5-94cc425ba496 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:49:47.592014 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:47.598158 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:47.604257 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71306b0b-79d9-4414-84a9-ebc19a04dab7 None None] The sync data for ids ['f77f4d17-ee2b-416e-96a5-94cc425ba496'] in n-d-705657-21 is: [{'id': 'f77f4d17-ee2b-416e-96a5-94cc425ba496', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395463130-router', 'tenant_id': '5320749b8b5c456abe543c220e53c129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:47:37Z', 'updated_at': '2021-07-27T19:49:45Z', 'revision_number': 6, 'project_id': '5320749b8b5c456abe543c220e53c129', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:49:47.608503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e4e0406c-5227-46c0-9431-fb14e69b917c admin admin] 10.222.0.48 "DELETE /v2.0/routers/f77f4d17-ee2b-416e-96a5-94cc425ba496 HTTP/1.1" status: 204 len: 168 time: 2.6494119 Jul 27 19:49:47.610140 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45518) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:47.672803 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:47.697567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e248bea6-a9d1-4806-aec6-34ca95332416 admin admin] Deleting subnet fea82b07-ec24-4a25-8bd1-579eb72de6b3 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:49:47.700557 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e248bea6-a9d1-4806-aec6-34ca95332416 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:47.748754 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e248bea6-a9d1-4806-aec6-34ca95332416 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:47.764630 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:47.791956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3bb59750-df16-46ad-9dbc-9057e3256cb2 req-2c10f831-c7fa-4a7c-ac16-765b67903d6e tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 210 time: 0.2170110 Jul 27 19:49:47.865623 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e248bea6-a9d1-4806-aec6-34ca95332416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:47.989048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:48.042153 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e248bea6-a9d1-4806-aec6-34ca95332416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:48.053187 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:48.057611 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7b7ac-2b29-4c21-9272-4560f3973aa3 None None] Pushing event updated for resources: {'Port': ['ID=980827eb-8fc0-4747-9991-6e3dc5f1f172,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:48.111795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Transition to ACTIVE for port object 9188ca02-e637-4b64-abfe-97d026fdb36c will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:48.113737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:48.114099 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:48.125298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device aa661d11-2600-4a3f-945f-a92397492105 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:48.145570 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248bea6-a9d1-4806-aec6-34ca95332416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea82b07-ec24-4a25-8bd1-579eb72de6b3,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:48.165117 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3eeea-f32f-45e0-8bde-9266fdad3154 req-148dc756-ee94-42c3-9807-19a46d967eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:48.168831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ef3eeea-f32f-45e0-8bde-9266fdad3154 req-148dc756-ee94-42c3-9807-19a46d967eda service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 1096 time: 0.7511983 Jul 27 19:49:48.194617 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e248bea6-a9d1-4806-aec6-34ca95332416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:48.202270 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e248bea6-a9d1-4806-aec6-34ca95332416 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fea82b07-ec24-4a25-8bd1-579eb72de6b3 HTTP/1.1" status: 204 len: 168 time: 0.5677700 Jul 27 19:49:48.205178 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45526) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:48.275316 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a32d23-21be-4885-bc65-553045c488eb None None] Network 33c7b1ad-9db4-4f88-a175-aad12727eb54 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:48.292735 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:49:48.297544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: aa661d11-2600-4a3f-945f-a92397492105 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:48.300037 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:48.300481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device aa661d11-2600-4a3f-945f-a92397492105 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:48.333384 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:48.372560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Transition to ACTIVE for port object 9188ca02-e637-4b64-abfe-97d026fdb36c will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:48.387761 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:48.432160 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event updated for resources: {'Subnet': ['ID=88ce0d24-bcbc-45ad-8034-341796192b37,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:48.440001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:48.442758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:48.450305 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:48.450657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:48.451110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:48.451510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:48.451852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:48.452190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:48.452881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:48.453214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:48.453544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:48.453870 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:48.454198 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:48.454524 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:48.490988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Network fe0599a8-e2b9-4d58-ac69-a9a391fdb31e is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:48.515473 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=9a69d00c-95d1-4ccf-be87-9170c7e18a80,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:48.526751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Checking segment: {'id': '9a1d3081-78c3-4f00-9a75-5958f71d7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'eea66a10-8216-4959-8f37-11c4bebf1d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:48.527128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Network hostable DHCP agents. Network: eea66a10-8216-4959-8f37-11c4bebf1d0b, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:49:48.532227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:48.541615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:48.554402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3eeea-f32f-45e0-8bde-9266fdad3154 req-6d2e18fc-37e6-4948-a420-8161806af1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:48.556026 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ef3eeea-f32f-45e0-8bde-9266fdad3154 req-6d2e18fc-37e6-4948-a420-8161806af1b5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.1484892 Jul 27 19:49:48.564568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Network eea66a10-8216-4959-8f37-11c4bebf1d0b is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:49:48.618359 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:48.656234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, eea66a10-8216-4959-8f37-11c4bebf1d0b) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:48.672427 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:48.672427 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:48.710311 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cf757565-2c8c-4fcd-8bc6-a62ca3d6fe3f tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2730596 Jul 27 19:49:48.726793 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45540) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:48.743019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a99bfe-252b-4cbe-b5ad-ad9c81a01ebc req-982f165e-adfd-4949-98bf-8201067a7b04 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:48.750705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82a99bfe-252b-4cbe-b5ad-ad9c81a01ebc req-982f165e-adfd-4949-98bf-8201067a7b04 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 944 time: 0.9562032 Jul 27 19:49:48.792954 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:48.798716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-05f4e689-76e4-494d-8bdf-8cabb20bea89 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Request body: {'port': {'network_id': 'eea66a10-8216-4959-8f37-11c4bebf1d0b', 'name': 'tempest-NetworksIpV6TestAttrs-10856585'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:48.812195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d36245e-2c36-42d8-a8a2-c54d609f8562 None None] Network eea66a10-8216-4959-8f37-11c4bebf1d0b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:48.841485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Attempting to bind port 9188ca02-e637-4b64-abfe-97d026fdb36c on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:49:48.842273 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Attempting to bind port 9188ca02-e637-4b64-abfe-97d026fdb36c by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'e52b20eb-8fa4-47e2-89a3-51117f3d25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:49:48.842919 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Attempting to bind port 9188ca02-e637-4b64-abfe-97d026fdb36c on network fe0599a8-e2b9-4d58-ac69-a9a391fdb31e {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:48.845575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Pushing event updated for resources: {'Port': ['ID=9188ca02-e637-4b64-abfe-97d026fdb36c,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:48.911593 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82a99bfe-252b-4cbe-b5ad-ad9c81a01ebc req-e5158563-e23e-4f4a-807d-706f54ff518b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598828 Jul 27 19:49:48.952473 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f4e689-76e4-494d-8bdf-8cabb20bea89 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Made reservation on behalf of 1c01f345b952405ea657fa17207bbb28 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:48.961427 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-05f4e689-76e4-494d-8bdf-8cabb20bea89 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:48.964129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ef3eeea-f32f-45e0-8bde-9266fdad3154 req-2f55fb00-b712-472b-a58c-18675bc6d789 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab HTTP/1.1" status: 200 len: 998 time: 0.3890619 Jul 27 19:49:48.970558 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e58136-96ea-4bbd-98bf-1ccbf8ec682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586b4636-7458-4b4f-8df5-f3f28d6fa1d8'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:48.978940 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c9fff5-bacf-4fc5-96a2-80c6f8f7dc71" -d '{"events": [{"server_uuid": "e5e58136-96ea-4bbd-98bf-1ccbf8ec682e", "name": "network-vif-plugged", "status": "completed", "tag": "586b4636-7458-4b4f-8df5-f3f28d6fa1d8"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:48.981944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:49:48.982321 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Checking segment: {'id': 'e52b20eb-8fa4-47e2-89a3-51117f3d25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:48.982722 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:48.983110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Bound using segment: {'id': 'e52b20eb-8fa4-47e2-89a3-51117f3d25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:49:48.983588 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Bound port: 9188ca02-e637-4b64-abfe-97d026fdb36c, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52b20eb-8fa4-47e2-89a3-51117f3d25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:49:48.984021 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:49.032023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-05f4e689-76e4-494d-8bdf-8cabb20bea89 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] device_id is not set on port fa2590eb-97bb-4d0a-9578-3eb23a7bd7d0 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:49:49.045148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:49.053907 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:49.083691 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:49.204101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6160351-e267-4a7d-abc5-bb5f5d38cb3e req-21de6ac6-86ef-4a13-9c0a-607d6eb6476c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 210 time: 0.1856990 Jul 27 19:49:49.239440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58076af7-af8d-4f74-a88a-546a8a032af3 None None] DHCP port deletion for 33c7b1ad-9db4-4f88-a175-aad12727eb54 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:49:49.286506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] Deleting port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:49.286836 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:49.313578 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f22af94-a816-446b-b30b-b8d5a6a8c448 x-openstack-request-id: req-5f22af94-a816-446b-b30b-b8d5a6a8c448 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:49.313867 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e58136-96ea-4bbd-98bf-1ccbf8ec682e", "name": "network-vif-plugged", "status": "completed", "tag": "586b4636-7458-4b4f-8df5-f3f28d6fa1d8", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:49.314108 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f22af94-a816-446b-b30b-b8d5a6a8c448 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:49.314494 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e58136-96ea-4bbd-98bf-1ccbf8ec682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586b4636-7458-4b4f-8df5-f3f28d6fa1d8', 'code': 200} Jul 27 19:49:49.343512 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927452e-8183-458c-8657-b5522e2e827b req-247435b8-df34-49fa-a639-8e9502b9985a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:49.351972 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b927452e-8183-458c-8657-b5522e2e827b req-247435b8-df34-49fa-a639-8e9502b9985a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.5607269 Jul 27 19:49:49.387607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:49.395281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3eeea-f32f-45e0-8bde-9266fdad3154 req-1342a0bc-e648-4dcb-add1-8c65f3bc363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:49.396787 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ef3eeea-f32f-45e0-8bde-9266fdad3154 req-1342a0bc-e648-4dcb-add1-8c65f3bc363c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.4158101 Jul 27 19:49:49.411698 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] For port 9188ca02-e637-4b64-abfe-97d026fdb36c, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:49:49.424286 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-05f4e689-76e4-494d-8bdf-8cabb20bea89 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Allocated IP 2001:db8::f816:3eff:feb7:d3c (eea66a10-8216-4959-8f37-11c4bebf1d0b/88ce0d24-bcbc-45ad-8034-341796192b37/fa2590eb-97bb-4d0a-9578-3eb23a7bd7d0) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:49.446451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] For port 9188ca02-e637-4b64-abfe-97d026fdb36c, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9188ca02-e637-4b64-abfe-97d026fdb36c,segment=NetworkSegment(e52b20eb-8fa4-47e2-89a3-51117f3d25a8),segment_id=e52b20eb-8fa4-47e2-89a3-51117f3d25a8)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:49:49.448977 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:49.456996 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:49.552621 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-1194b651-860b-4510-a750-49867b7ded15 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=6075594f6f2a439f93248a6093faea1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893407 Jul 27 19:49:49.591150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-58076af7-af8d-4f74-a88a-546a8a032af3 None None] Deleting port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:49.591402 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-58076af7-af8d-4f74-a88a-546a8a032af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:49.615823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-eea66a10-8216-4959-8f37-11c4bebf1d0b', 'network_id': 'eea66a10-8216-4959-8f37-11c4bebf1d0b', 'tenant_id': '1c01f345b952405ea657fa17207bbb28', 'fixed_ips': [{'subnet_id': '88ce0d24-bcbc-45ad-8034-341796192b37'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:49:49.616688 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:49.625648 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b927452e-8183-458c-8657-b5522e2e827b req-1363a916-08ee-45db-9bfe-d12782f93644 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726312 Jul 27 19:49:49.654000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668ba45-fae0-40b4-9ae9-3137358c4d33 None None] Pushing event updated for resources: {'Port': ['ID=9188ca02-e637-4b64-abfe-97d026fdb36c,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:49.727460 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e09991c-73bb-4628-b14a-988979705e0c None None] Network 09c3813c-ce30-4d9e-a902-54f804cd396d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:49.763247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] For port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a3460adc-0f4e-4c4e-94fc-ff2b90902e1c,segment=NetworkSegment(f0003ef8-16c3-435c-9e29-a74f05abcd51),segment_id=f0003ef8-16c3-435c-9e29-a74f05abcd51)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:49.763614 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:49.825917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] Calling delete_port for a3460adc-0f4e-4c4e-94fc-ff2b90902e1c owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:49.898769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3eeea-f32f-45e0-8bde-9266fdad3154 req-82c3c5ef-aab9-4963-aa65-5b308493648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:49.900349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ef3eeea-f32f-45e0-8bde-9266fdad3154 req-82c3c5ef-aab9-4963-aa65-5b308493648b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4163020 Jul 27 19:49:49.914082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7421904-bc78-4ba1-9097-f5d1d02c542d req-e0aa781d-ce25-42fb-810d-347378e93930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:49.916293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-58076af7-af8d-4f74-a88a-546a8a032af3 None None] For port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a3460adc-0f4e-4c4e-94fc-ff2b90902e1c,segment=NetworkSegment(f0003ef8-16c3-435c-9e29-a74f05abcd51),segment_id=f0003ef8-16c3-435c-9e29-a74f05abcd51)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:49.916956 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-58076af7-af8d-4f74-a88a-546a8a032af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:49.934875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7421904-bc78-4ba1-9097-f5d1d02c542d req-e0aa781d-ce25-42fb-810d-347378e93930 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 1097 time: 0.3798788 Jul 27 19:49:50.075264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-58076af7-af8d-4f74-a88a-546a8a032af3 None None] Calling delete_port for a3460adc-0f4e-4c4e-94fc-ff2b90902e1c owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:50.109543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6bf80cd8-41e5-4c0c-b5e5-73dd9bfd5e57 None None] Provisioning for port 980827eb-8fc0-4747-9991-6e3dc5f1f172 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:50.182159 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-05f4e689-76e4-494d-8bdf-8cabb20bea89 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:50.194145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 980827eb-8fc0-4747-9991-6e3dc5f1f172 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:50.201522 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-05f4e689-76e4-494d-8bdf-8cabb20bea89 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Transition to ACTIVE for port object fa2590eb-97bb-4d0a-9578-3eb23a7bd7d0 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:50.239613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ef3eeea-f32f-45e0-8bde-9266fdad3154 req-80b67710-f3e8-4162-9548-122e153d09b8 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415466 Jul 27 19:49:50.280865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-05f4e689-76e4-494d-8bdf-8cabb20bea89 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:50.359021 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-58076af7-af8d-4f74-a88a-546a8a032af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:50.367211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Allocated IP 2001:db8::f816:3eff:fec5:ac8 (eea66a10-8216-4959-8f37-11c4bebf1d0b/88ce0d24-bcbc-45ad-8034-341796192b37/336ad1a5-e14a-45bd-85dd-73c1296d7bd7) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:50.370282 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 980827eb-8fc0-4747-9991-6e3dc5f1f172 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:50.386066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f4e689-76e4-494d-8bdf-8cabb20bea89 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Network eea66a10-8216-4959-8f37-11c4bebf1d0b is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:50.396772 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-05f4e689-76e4-494d-8bdf-8cabb20bea89 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:50.405370 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4e689-76e4-494d-8bdf-8cabb20bea89 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:50.408644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58076af7-af8d-4f74-a88a-546a8a032af3 None None] Pushing event deleted for resources: {'Port': ['ID=a3460adc-0f4e-4c4e-94fc-ff2b90902e1c,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:50.415419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58076af7-af8d-4f74-a88a-546a8a032af3 None None] No DVR routers for this DVR port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:50.418442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f4e689-76e4-494d-8bdf-8cabb20bea89 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:50.418789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 980827eb-8fc0-4747-9991-6e3dc5f1f172 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:50.419179 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:50.419821 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-05f4e689-76e4-494d-8bdf-8cabb20bea89 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:50.462088 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:50.466314 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4e689-76e4-494d-8bdf-8cabb20bea89 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event updated for resources: {'Port': ['ID=fa2590eb-97bb-4d0a-9578-3eb23a7bd7d0,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:50.483092 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-05f4e689-76e4-494d-8bdf-8cabb20bea89 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6982510 Jul 27 19:49:50.484005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45562) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:50.612620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e2b9c5-e980-4acf-89b2-fbc137a3ba96 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Deleting subnet 88ce0d24-bcbc-45ad-8034-341796192b37 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:49:50.770980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-fb9c939b-7fe8-4d86-99f4-ca2a3c67812b tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:50.773815 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-fb9c939b-7fe8-4d86-99f4-ca2a3c67812b tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1370134 Jul 27 19:49:50.856937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-c61a2cb3-84e4-4ccd-a6f3-9e81d4de7774 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Request body: {'port': {'device_id': 'a13d5a28-792e-462b-bf85-a52527ee33b4', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '6075594f6f2a439f93248a6093faea1d'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:50.907518 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:50.915200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7421904-bc78-4ba1-9097-f5d1d02c542d req-1596ac27-1a8d-488e-b8e5-165fb93937a0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9127934 Jul 27 19:49:50.919424 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Transition to ACTIVE for port object 336ad1a5-e14a-45bd-85dd-73c1296d7bd7 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:50.939404 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Transition to ACTIVE for port object 336ad1a5-e14a-45bd-85dd-73c1296d7bd7 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:50.941739 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-177b25c2-bb95-467a-828e-78de7ab1540e req-6bb4dec8-91fa-42f3-ab13-0bdf1570587c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 210 time: 0.1657231 Jul 27 19:49:50.965333 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:50.973741 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b9c5-e980-4acf-89b2-fbc137a3ba96 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.064295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ed8f138c-9d3b-434e-a59d-8a692ab9266e None None] Provisioning complete for port 980827eb-8fc0-4747-9991-6e3dc5f1f172 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:51.065188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Router 34a519f1-6c07-4f05-8bed-50d484214efa is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:49:51.066675 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ed8f138c-9d3b-434e-a59d-8a692ab9266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.068953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Pushing event updated for resources: {'Port': ['ID=336ad1a5-e14a-45bd-85dd-73c1296d7bd7,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:51.136068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Network eea66a10-8216-4959-8f37-11c4bebf1d0b is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:51.137357 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.146322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:51.150889 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:51.155619 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b9c5-e980-4acf-89b2-fbc137a3ba96 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.241544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3460adc-0f4e-4c4e-94fc-ff2b90902e1c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:51.251225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] No DVR routers for this DVR port a3460adc-0f4e-4c4e-94fc-ff2b90902e1c on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:51.264332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aac040e-9662-4c80-a90a-d7a06ac667a4 None None] Network fe0599a8-e2b9-4d58-ac69-a9a391fdb31e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:51.268259 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69214b18-3e16-49c1-9e39-55c18f6e4d2a req-713271e6-041a-4ba6-a8f9-0f329cab48cd tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:51.277960 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69214b18-3e16-49c1-9e39-55c18f6e4d2a req-713271e6-041a-4ba6-a8f9-0f329cab48cd tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 1.2503214 Jul 27 19:49:51.303121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ef3eeea-f32f-45e0-8bde-9266fdad3154 req-9c2bad3d-929f-445b-80c8-983b3c4f579a service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0482545 Jul 27 19:49:51.329663 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:49:51.352864 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Sync routers for ids ['34a519f1-6c07-4f05-8bed-50d484214efa'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:49:51.367976 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Routers {'34a519f1-6c07-4f05-8bed-50d484214efa'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:49:51.371334 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:49:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['34a519f1-6c07-4f05-8bed-50d484214efa'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:51.402359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Attempting to bind port 336ad1a5-e14a-45bd-85dd-73c1296d7bd7 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:49:51.403306 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Attempting to bind port 336ad1a5-e14a-45bd-85dd-73c1296d7bd7 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '9a1d3081-78c3-4f00-9a75-5958f71d7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'eea66a10-8216-4959-8f37-11c4bebf1d0b'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:49:51.403676 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Attempting to bind port 336ad1a5-e14a-45bd-85dd-73c1296d7bd7 on network eea66a10-8216-4959-8f37-11c4bebf1d0b {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:51.451160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69214b18-3e16-49c1-9e39-55c18f6e4d2a req-5729d865-7e42-4f65-8abf-ede499c8e0fe tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719348 Jul 27 19:49:51.459470 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.481843 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.483078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:49:51.483502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Checking segment: {'id': '9a1d3081-78c3-4f00-9a75-5958f71d7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'eea66a10-8216-4959-8f37-11c4bebf1d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:51.484347 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.485104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Bound using segment: {'id': '9a1d3081-78c3-4f00-9a75-5958f71d7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'eea66a10-8216-4959-8f37-11c4bebf1d0b'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:49:51.485668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Bound port: 336ad1a5-e14a-45bd-85dd-73c1296d7bd7, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1d3081-78c3-4f00-9a75-5958f71d7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'eea66a10-8216-4959-8f37-11c4bebf1d0b'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:49:51.486114 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.487796 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5f6d697e-1cf2-49b8-bf74-7d450d157ec5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5824494 Jul 27 19:49:51.508891 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45568) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:51.518275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612b990-0f04-476d-82b7-576c37c5b2de req-f02c2b32-6f44-4dd4-80be-2d39b7d524e5 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:51.528868 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6612b990-0f04-476d-82b7-576c37c5b2de req-f02c2b32-6f44-4dd4-80be-2d39b7d524e5 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.4230394 Jul 27 19:49:51.553539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-c61a2cb3-84e4-4ccd-a6f3-9e81d4de7774 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Made reservation on behalf of 6075594f6f2a439f93248a6093faea1d for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:51.563094 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-c61a2cb3-84e4-4ccd-a6f3-9e81d4de7774 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.585822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c7b1ad-9db4-4f88-a175-aad12727eb54']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:51.586097 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b9c5-e980-4acf-89b2-fbc137a3ba96 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.606974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0003ef8-16c3-435c-9e29-a74f05abcd51') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:51.607272 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0003ef8-16c3-435c-9e29-a74f05abcd51') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:51.627116 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.633021 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ed8f138c-9d3b-434e-a59d-8a692ab9266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.676195 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6612b990-0f04-476d-82b7-576c37c5b2de req-c31c5760-ac4c-4f69-98a5-1ae66ee4edb3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369839 Jul 27 19:49:51.677754 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.723486 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Set router 34a519f1-6c07-4f05-8bed-50d484214efa gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:49:51.733685 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.734729 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:49:51.735323 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: self.session.flush() Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: self.session.flush() Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: self.session.flush() Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: self.session.flush() Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:49:51.738264 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:49:51.784820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 980827eb-8fc0-4747-9991-6e3dc5f1f172, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=980827eb-8fc0-4747-9991-6e3dc5f1f172,segment=NetworkSegment(e68dc7cc-2486-44d7-9d32-038416b17ebf),segment_id=e68dc7cc-2486-44d7-9d32-038416b17ebf)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:51.822686 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.937019 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.959455 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:51.961970 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] 10.222.0.48 "DELETE /v2.0/networks/33c7b1ad-9db4-4f88-a175-aad12727eb54 HTTP/1.1" status: 204 len: 168 time: 3.7507677 Jul 27 19:49:51.984574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c10dc2-bbca-4d58-bc37-e093802efd73 admin admin] Pushing event deleted for resources: {'Network': ['ID=33c7b1ad-9db4-4f88-a175-aad12727eb54,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:52.051343 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=980827eb-8fc0-4747-9991-6e3dc5f1f172,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:52.070121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-c61a2cb3-84e4-4ccd-a6f3-9e81d4de7774 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Allocated IP 192.168.233.203 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/00e1765e-4540-461d-b8d3-5a9088c58c3f) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:52.072186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0ec9ed94-628b-410b-8ceb-18aa84f3daa7 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:52.180102 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.api [None req-ed8f138c-9d3b-434e-a59d-8a692ab9266e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:49:52.180794 n-d-705657-21 neutron-server[94061]: DEBUG oslo_db.api [None req-ed8f138c-9d3b-434e-a59d-8a692ab9266e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:49:52.182014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 0ec9ed94-628b-410b-8ceb-18aa84f3daa7 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:52.183312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0ec9ed94-628b-410b-8ceb-18aa84f3daa7 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:52.183771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a3460adc-0f4e-4c4e-94fc-ff2b90902e1c no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:52.219405 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: a3460adc-0f4e-4c4e-94fc-ff2b90902e1c {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:52.219809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a3460adc-0f4e-4c4e-94fc-ff2b90902e1c not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:52.314451 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45582) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:52.337747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b605c4f-0286-415c-9560-3b01d626aa19 req-36da5a15-42dc-49d6-b449-7ce93d68c6df tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 210 time: 0.1466436 Jul 27 19:49:52.395685 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:49:45Z', 'updated_at': '2021-07-27T19:49:49Z', 'revision_number': 3, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'gw_port': {'id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:47Z', 'updated_at': '2021-07-27T19:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:52.435576 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Checking router: 34a519f1-6c07-4f05-8bed-50d484214efa for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:49:52.436063 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Updating router 34a519f1-6c07-4f05-8bed-50d484214efa port 9a69d00c-95d1-4ccf-be87-9170c7e18a80 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:49:52.500606 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-783f4452-089d-40f9-8889-88128784ccbe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4daa26e4754420b9db48caad2f9a801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616328 Jul 27 19:49:52.503900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45586) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:52.533480 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:52.639180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9188ca02-e637-4b64-abfe-97d026fdb36c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:52.808852 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7138167-2ca7-4cf9-8333-743d878d297b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:52.874292 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b9c5-e980-4acf-89b2-fbc137a3ba96 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:52.879290 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] For port 336ad1a5-e14a-45bd-85dd-73c1296d7bd7, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:49:52.899508 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-c61a2cb3-84e4-4ccd-a6f3-9e81d4de7774 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:52.910871 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] For port 336ad1a5-e14a-45bd-85dd-73c1296d7bd7, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=336ad1a5-e14a-45bd-85dd-73c1296d7bd7,segment=NetworkSegment(9a1d3081-78c3-4f00-9a75-5958f71d7c00),segment_id=9a1d3081-78c3-4f00-9a75-5958f71d7c00)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:49:52.928375 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7138167-2ca7-4cf9-8333-743d878d297b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:52.930697 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:52.939354 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:52.943640 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Transition to ACTIVE for port object 9a69d00c-95d1-4ccf-be87-9170c7e18a80 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:52.948172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-c61a2cb3-84e4-4ccd-a6f3-9e81d4de7774 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Transition to ACTIVE for port object 00e1765e-4540-461d-b8d3-5a9088c58c3f will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:52.957989 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2b9c5-e980-4acf-89b2-fbc137a3ba96 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event deleted for resources: {'Subnet': ['ID=88ce0d24-bcbc-45ad-8034-341796192b37,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:52.966044 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:53.003178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b9c5-e980-4acf-89b2-fbc137a3ba96 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:53.010589 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e5e2b9c5-e980-4acf-89b2-fbc137a3ba96 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/subnets/88ce0d24-bcbc-45ad-8034-341796192b37 HTTP/1.1" status: 204 len: 168 time: 2.5171835 Jul 27 19:49:53.012738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45604) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:53.023807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f77ac-f77e-40c4-a356-c644a5503f71 req-7d22ba1e-d1bf-4ba3-b512-5077f6601d5f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:53.025459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-695f77ac-f77e-40c4-a356-c644a5503f71 req-7d22ba1e-d1bf-4ba3-b512-5077f6601d5f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.3791149 Jul 27 19:49:53.051927 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97182a36-3e1b-4dc7-b8f5-50d28e993926 None None] Pushing event updated for resources: {'Port': ['ID=9a69d00c-95d1-4ccf-be87-9170c7e18a80,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:53.068523 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97182a36-3e1b-4dc7-b8f5-50d28e993926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:53.069614 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97182a36-3e1b-4dc7-b8f5-50d28e993926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:53.069951 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97182a36-3e1b-4dc7-b8f5-50d28e993926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:53.070284 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97182a36-3e1b-4dc7-b8f5-50d28e993926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:53.071760 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97182a36-3e1b-4dc7-b8f5-50d28e993926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:53.072090 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97182a36-3e1b-4dc7-b8f5-50d28e993926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:53.072451 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97182a36-3e1b-4dc7-b8f5-50d28e993926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:53.072822 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97182a36-3e1b-4dc7-b8f5-50d28e993926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:53.073409 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97182a36-3e1b-4dc7-b8f5-50d28e993926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:53.073772 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97182a36-3e1b-4dc7-b8f5-50d28e993926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:53.074109 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97182a36-3e1b-4dc7-b8f5-50d28e993926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:53.074429 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97182a36-3e1b-4dc7-b8f5-50d28e993926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:49:53.099075 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Attempting to bind port 9a69d00c-95d1-4ccf-be87-9170c7e18a80 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:49:53.099387 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Attempting to bind port 9a69d00c-95d1-4ccf-be87-9170c7e18a80 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:49:53.099733 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Attempting to bind port 9a69d00c-95d1-4ccf-be87-9170c7e18a80 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:53.110382 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:49:53.110787 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:53.111254 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:53.111645 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:49:53.112314 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Bound port: 9a69d00c-95d1-4ccf-be87-9170c7e18a80, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:49:53.112603 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:53.117755 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-695f77ac-f77e-40c4-a356-c644a5503f71 req-d8856884-a4d8-4013-883c-54dfa096e19f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827262 Jul 27 19:49:53.138922 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b06d68-2c6e-4db8-80ae-9452b22b4c85 req-9e5ae9eb-1d56-4952-a846-cb9135bd1bad tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:53.165975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0b06d68-2c6e-4db8-80ae-9452b22b4c85 req-9e5ae9eb-1d56-4952-a846-cb9135bd1bad tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.3154836 Jul 27 19:49:53.195342 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 9188ca02-e637-4b64-abfe-97d026fdb36c completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:53.199550 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-c61a2cb3-84e4-4ccd-a6f3-9e81d4de7774 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:53.217493 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] For port 9a69d00c-95d1-4ccf-be87-9170c7e18a80, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:49:53.230986 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] For port 9a69d00c-95d1-4ccf-be87-9170c7e18a80, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9a69d00c-95d1-4ccf-be87-9170c7e18a80,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:49:53.242840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['56496aec-841c-411b-aa6c-a986953eec0d', '60dbb1a9-f7da-4d45-a09c-14264bd7b1da', '22f3efd6-5ec1-44b3-9f80-c0879ca93068', '6769cce3-6040-45d3-8b20-d7109b3d77bc'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:53.243278 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:53.256045 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7138167-2ca7-4cf9-8333-743d878d297b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:53.258671 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7138167-2ca7-4cf9-8333-743d878d297b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:53.260033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a7138167-2ca7-4cf9-8333-743d878d297b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c335d8d-ac77-4389-81cf-964317f25c53 HTTP/1.1" status: 204 len: 168 time: 0.7546661 Jul 27 19:49:53.280542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0b06d68-2c6e-4db8-80ae-9452b22b4c85 req-3c1577e0-5bcb-4bfd-8cc5-b1dda7c7ea38 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120307 Jul 27 19:49:53.284889 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['56424c87-ef32-4b8c-b014-6f77a60ba01c', 'b107fb90-f361-4a07-94aa-5effc7dee5e3', 'c9c28f40-e99c-4429-b0be-44eb45a5e329'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:49:53.311132 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-c61a2cb3-84e4-4ccd-a6f3-9e81d4de7774 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:53.319109 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce6ca73-9e1b-48c8-8457-d9a3c0e34345 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:53.320799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce6ca73-9e1b-48c8-8457-d9a3c0e34345 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:53.325349 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6ce6ca73-9e1b-48c8-8457-d9a3c0e34345 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1846406 Jul 27 19:49:53.340080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45610) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:53.423889 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 980827eb-8fc0-4747-9991-6e3dc5f1f172 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:53.444136 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-df9afcc1-7333-41fc-b05c-ec74c13e1253 None None] Provisioning for port 9188ca02-e637-4b64-abfe-97d026fdb36c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:53.444885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-c61a2cb3-84e4-4ccd-a6f3-9e81d4de7774 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:53.453852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-df9afcc1-7333-41fc-b05c-ec74c13e1253 None None] Provisioning complete for port 9188ca02-e637-4b64-abfe-97d026fdb36c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:53.454233 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-df9afcc1-7333-41fc-b05c-ec74c13e1253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:53.455764 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b98ae4-54cb-4793-bf6d-f6db9cb6c21d None None] Pushing event updated for resources: {'Port': ['ID=336ad1a5-e14a-45bd-85dd-73c1296d7bd7,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:53.495841 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Routers {'34a519f1-6c07-4f05-8bed-50d484214efa'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:49:53.497919 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:49:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['34a519f1-6c07-4f05-8bed-50d484214efa'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:53.561377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7138167-2ca7-4cf9-8333-743d878d297b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c335d8d-ac77-4389-81cf-964317f25c53,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:53.607677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-c61a2cb3-84e4-4ccd-a6f3-9e81d4de7774 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:53.618235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a2cb3-84e4-4ccd-a6f3-9e81d4de7774 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event updated for resources: {'Port': ['ID=00e1765e-4540-461d-b8d3-5a9088c58c3f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:53.664892 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:53.815549 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97182a36-3e1b-4dc7-b8f5-50d28e993926 None None] Pushing event updated for resources: {'Port': ['ID=9a69d00c-95d1-4ccf-be87-9170c7e18a80,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:53.878027 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] Set router 34a519f1-6c07-4f05-8bed-50d484214efa gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:49:53.956191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 980827eb-8fc0-4747-9991-6e3dc5f1f172 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:53.956875 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.036581 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-df9afcc1-7333-41fc-b05c-ec74c13e1253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.180446 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Allocated IP 172.20.0.1 (fe0599a8-e2b9-4d58-ac69-a9a391fdb31e/c8228838-7f56-4f49-b8c4-a9a60e68ed8f/6b601d51-21fb-4b51-83ae-ed02b105d9ba) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:54.192590 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-95567da0-8def-41dd-a265-fe1792dcfd4a tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.198742 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:49:45Z', 'updated_at': '2021-07-27T19:49:49Z', 'revision_number': 3, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'gw_port': {'id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:47Z', 'updated_at': '2021-07-27T19:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:54.206562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-df9afcc1-7333-41fc-b05c-ec74c13e1253 None None] For port 9188ca02-e637-4b64-abfe-97d026fdb36c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9188ca02-e637-4b64-abfe-97d026fdb36c,segment=NetworkSegment(e52b20eb-8fa4-47e2-89a3-51117f3d25a8),segment_id=e52b20eb-8fa4-47e2-89a3-51117f3d25a8)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:54.237728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-c61a2cb3-84e4-4ccd-a6f3-9e81d4de7774 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:54.239043 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-c61a2cb3-84e4-4ccd-a6f3-9e81d4de7774 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.241488 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-df9afcc1-7333-41fc-b05c-ec74c13e1253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.263915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45618) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:54.295572 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9e71a-5c3c-43c9-86fe-95baf9e5ed95 None None] The sync data for ids ['34a519f1-6c07-4f05-8bed-50d484214efa'] in n-d-705657-21 is: [{'id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:49:45Z', 'updated_at': '2021-07-27T19:49:49Z', 'revision_number': 3, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'gw_port': {'id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:47Z', 'updated_at': '2021-07-27T19:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:49:54.312919 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-95567da0-8def-41dd-a265-fe1792dcfd4a tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 27 19:49:54.313552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95567da0-8def-41dd-a265-fe1792dcfd4a tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:49:54.315535 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-95567da0-8def-41dd-a265-fe1792dcfd4a tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/networks/eea66a10-8216-4959-8f37-11c4bebf1d0b HTTP/1.1" status: 409 len: 405 time: 0.9326177 Jul 27 19:49:54.331358 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45622) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:54.352829 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ef3436fd-b2e2-4860-918e-56afdf81b938 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1728819956'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:54.387522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05e5ca23-b776-4232-a2f2-ff699e6a5e1b req-33ce281e-1796-420b-af39-af6735999db7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=521ff820-63ee-41a3-b16a-cfa816d3a831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6629536 Jul 27 19:49:54.419178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9afcc1-7333-41fc-b05c-ec74c13e1253 None None] Pushing event updated for resources: {'Port': ['ID=9188ca02-e637-4b64-abfe-97d026fdb36c,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:54.453049 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3436fd-b2e2-4860-918e-56afdf81b938 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Made reservation on behalf of 1c01f345b952405ea657fa17207bbb28 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:54.459716 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ef3436fd-b2e2-4860-918e-56afdf81b938 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.515761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-28074e76-707d-453c-bda1-9d333d1bb2d4 None None] Provisioning for port 00e1765e-4540-461d-b8d3-5a9088c58c3f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:54.539420 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-513aea2f-fe8e-4633-8c42-db842d5f0fe9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5320749b8b5c456abe543c220e53c129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551541 Jul 27 19:49:54.544993 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.559530 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cafc5-1bfa-4c6e-8ce9-5bfeaf594c53 req-c0ea40f8-9e96-4dec-9d93-639f6fba7b40 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:54.574218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45630) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:54.575693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-025cafc5-1bfa-4c6e-8ce9-5bfeaf594c53 req-c0ea40f8-9e96-4dec-9d93-639f6fba7b40 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 1.2501967 Jul 27 19:49:54.579116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-28074e76-707d-453c-bda1-9d333d1bb2d4 None None] Provisioning complete for port 00e1765e-4540-461d-b8d3-5a9088c58c3f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:54.579768 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-28074e76-707d-453c-bda1-9d333d1bb2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.588831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3436fd-b2e2-4860-918e-56afdf81b938 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:49:54.602180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-c61a2cb3-84e4-4ccd-a6f3-9e81d4de7774 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7495551 Jul 27 19:49:54.618119 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ef3436fd-b2e2-4860-918e-56afdf81b938 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.618626 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-ef3436fd-b2e2-4860-918e-56afdf81b938 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Added segment 7dda4a2c-d530-417f-b38d-b6d220b98cb5 of type vlan for network d4a96459-9ff0-429a-b544-6671817f5278 Jul 27 19:49:54.631298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Request body: {'port': {'device_id': 'a13d5a28-792e-462b-bf85-a52527ee33b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:54.640047 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Transition to ACTIVE for port object 6b601d51-21fb-4b51-83ae-ed02b105d9ba will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:54.640619 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 336ad1a5-e14a-45bd-85dd-73c1296d7bd7 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:54.718675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f9646-35fd-4faf-a93e-a0862a07df29 req-c27b505f-1476-4a8d-9a7f-381ce05151d0 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:54.719496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ef3436fd-b2e2-4860-918e-56afdf81b938 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.727935 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-058f9646-35fd-4faf-a93e-a0862a07df29 req-c27b505f-1476-4a8d-9a7f-381ce05151d0 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 936 time: 1.1630745 Jul 27 19:49:54.797060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77052322-e7f2-47a0-b422-472d031769ff None None] Network eea66a10-8216-4959-8f37-11c4bebf1d0b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:54.802342 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe92aac4-0d86-4f99-8960-b40b53a579d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.827402 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.853560 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-058f9646-35fd-4faf-a93e-a0862a07df29 req-b5e78c59-dea4-4bf2-a16b-22d733df7f2c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196074 Jul 27 19:49:54.876327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe92aac4-0d86-4f99-8960-b40b53a579d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.878613 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.918053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-28074e76-707d-453c-bda1-9d333d1bb2d4 None None] Port 00e1765e-4540-461d-b8d3-5a9088c58c3f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:49:54.965174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Network fe0599a8-e2b9-4d58-ac69-a9a391fdb31e is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:54.966439 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ef3436fd-b2e2-4860-918e-56afdf81b938 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.976675 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3436fd-b2e2-4860-918e-56afdf81b938 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:54.977381 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ef3436fd-b2e2-4860-918e-56afdf81b938 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:54.995782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:55.011135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:55.182935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Pushing event updated for resources: {'Port': ['ID=6b601d51-21fb-4b51-83ae-ed02b105d9ba,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:55.189539 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ef3436fd-b2e2-4860-918e-56afdf81b938 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8454199 Jul 27 19:49:55.203254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45648) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:55.206758 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 336ad1a5-e14a-45bd-85dd-73c1296d7bd7 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:55.227274 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d29675db-fce2-43b6-802e-38476fe47f24 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Request body: {'subnet': {'network_id': 'd4a96459-9ff0-429a-b544-6671817f5278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:55.233703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c3e12c2c-2d0b-48c6-abb2-38ab1d8bae85 None None] Provisioning for port 336ad1a5-e14a-45bd-85dd-73c1296d7bd7 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:55.274360 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c3e12c2c-2d0b-48c6-abb2-38ab1d8bae85 None None] Provisioning complete for port 336ad1a5-e14a-45bd-85dd-73c1296d7bd7 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:55.275047 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c3e12c2c-2d0b-48c6-abb2-38ab1d8bae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:55.304350 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:55.307047 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3436fd-b2e2-4860-918e-56afdf81b938 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event updated for resources: {'Network': ['ID=d4a96459-9ff0-429a-b544-6671817f5278,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:55.330268 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network d4a96459-9ff0-429a-b544-6671817f5278 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:49:55.362049 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe92aac4-0d86-4f99-8960-b40b53a579d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:55.364733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe92aac4-0d86-4f99-8960-b40b53a579d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:55.368162 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fe92aac4-0d86-4f99-8960-b40b53a579d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43402a9a-3109-47ea-a7a0-1c54109f262d HTTP/1.1" status: 204 len: 168 time: 0.7869179 Jul 27 19:49:55.388082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e1765e-4540-461d-b8d3-5a9088c58c3f {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:49:55.390836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92aac4-0d86-4f99-8960-b40b53a579d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43402a9a-3109-47ea-a7a0-1c54109f262d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:55.398220 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:55.416574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Transition to ACTIVE for port object 00e1765e-4540-461d-b8d3-5a9088c58c3f will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:55.469963 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:55.500696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29675db-fce2-43b6-802e-38476fe47f24 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Made reservation on behalf of 1c01f345b952405ea657fa17207bbb28 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:55.505036 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d29675db-fce2-43b6-802e-38476fe47f24 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:55.529606 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-025cafc5-1bfa-4c6e-8ce9-5bfeaf594c53 req-d4a9f2bb-94c7-4cac-8477-7626cc73547e tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9515159 Jul 27 19:49:55.577669 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5ca23-b776-4232-a2f2-ff699e6a5e1b req-7f40d7ea-5bad-42eb-a123-d8b8687224e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:55.599792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05e5ca23-b776-4232-a2f2-ff699e6a5e1b req-7f40d7ea-5bad-42eb-a123-d8b8687224e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=521ff820-63ee-41a3-b16a-cfa816d3a831 HTTP/1.1" status: 200 len: 1102 time: 1.1539316 Jul 27 19:49:55.661802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96f2c58-98dd-416f-af14-1c511258604b None None] DHCP port deletion for eea66a10-8216-4959-8f37-11c4bebf1d0b request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:49:55.870749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5ca23-b776-4232-a2f2-ff699e6a5e1b req-3ff42583-2169-46f7-b895-9eb38067a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:55.872261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05e5ca23-b776-4232-a2f2-ff699e6a5e1b req-3ff42583-2169-46f7-b895-9eb38067a4ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.1933031 Jul 27 19:49:55.946760 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.068563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Pushing event updated for resources: {'Port': ['ID=00e1765e-4540-461d-b8d3-5a9088c58c3f,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:56.072221 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05e5ca23-b776-4232-a2f2-ff699e6a5e1b req-0cc45434-d565-40f8-a885-8d7bed713cf2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=56424c87-ef32-4b8c-b014-6f77a60ba01c HTTP/1.1" status: 200 len: 217 time: 0.0979054 Jul 27 19:49:56.177027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5ca23-b776-4232-a2f2-ff699e6a5e1b req-b1d75781-5d78-4c65-b7c1-5c9229089203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:56.181392 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05e5ca23-b776-4232-a2f2-ff699e6a5e1b req-b1d75781-5d78-4c65-b7c1-5c9229089203 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0848033 Jul 27 19:49:56.200375 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-d29675db-fce2-43b6-802e-38476fe47f24 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:49:56.204340 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d29675db-fce2-43b6-802e-38476fe47f24 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.222408 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c3e12c2c-2d0b-48c6-abb2-38ab1d8bae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.236089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Attempting to bind port 00e1765e-4540-461d-b8d3-5a9088c58c3f on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:49:56.236089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Attempting to bind port 00e1765e-4540-461d-b8d3-5a9088c58c3f by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:49:56.236486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Attempting to bind port 00e1765e-4540-461d-b8d3-5a9088c58c3f on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:56.245795 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Port 00e1765e-4540-461d-b8d3-5a9088c58c3f on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:49:56.246154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Attempting to bind port 00e1765e-4540-461d-b8d3-5a9088c58c3f on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:56.285099 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:49:56.285533 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:56.285806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:49:56.286249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Bound port: 00e1765e-4540-461d-b8d3-5a9088c58c3f, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:49:56.286975 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.293583 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c3e12c2c-2d0b-48c6-abb2-38ab1d8bae85 None None] For port 336ad1a5-e14a-45bd-85dd-73c1296d7bd7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=336ad1a5-e14a-45bd-85dd-73c1296d7bd7,segment=NetworkSegment(9a1d3081-78c3-4f00-9a75-5958f71d7c00),segment_id=9a1d3081-78c3-4f00-9a75-5958f71d7c00)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:56.299722 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d96f2c58-98dd-416f-af14-1c511258604b None None] Deleting port 336ad1a5-e14a-45bd-85dd-73c1296d7bd7 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:56.300080 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d96f2c58-98dd-416f-af14-1c511258604b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.303390 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c3e12c2c-2d0b-48c6-abb2-38ab1d8bae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.332359 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29675db-fce2-43b6-802e-38476fe47f24 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event updated for resources: {'Subnet': ['ID=a3c5419c-c61d-4515-b097-f64f04995c35,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:56.362116 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29675db-fce2-43b6-802e-38476fe47f24 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Checking segment: {'id': '7dda4a2c-d530-417f-b38d-b6d220b98cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd4a96459-9ff0-429a-b544-6671817f5278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:56.362580 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29675db-fce2-43b6-802e-38476fe47f24 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Network hostable DHCP agents. Network: d4a96459-9ff0-429a-b544-6671817f5278, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:49:56.367233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927f0b7-b045-4e94-aaad-bbae9489159b req-40e33938-df50-4b9a-b820-b7984a998e43 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:56.377598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f927f0b7-b045-4e94-aaad-bbae9489159b req-40e33938-df50-4b9a-b820-b7984a998e43 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.9554656 Jul 27 19:49:56.382732 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.391524 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.457963 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d96f2c58-98dd-416f-af14-1c511258604b None None] For port 336ad1a5-e14a-45bd-85dd-73c1296d7bd7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=336ad1a5-e14a-45bd-85dd-73c1296d7bd7,segment=NetworkSegment(9a1d3081-78c3-4f00-9a75-5958f71d7c00),segment_id=9a1d3081-78c3-4f00-9a75-5958f71d7c00)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:56.458545 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d96f2c58-98dd-416f-af14-1c511258604b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.468301 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29675db-fce2-43b6-802e-38476fe47f24 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Network d4a96459-9ff0-429a-b544-6671817f5278 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:49:56.470636 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e12c2c-2d0b-48c6-abb2-38ab1d8bae85 None None] Pushing event updated for resources: {'Port': ['ID=336ad1a5-e14a-45bd-85dd-73c1296d7bd7,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:56.483605 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d96f2c58-98dd-416f-af14-1c511258604b None None] Calling delete_port for 336ad1a5-e14a-45bd-85dd-73c1296d7bd7 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:56.497968 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Pushing event updated for resources: {'Port': ['ID=6b601d51-21fb-4b51-83ae-ed02b105d9ba,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:56.501333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-d29675db-fce2-43b6-802e-38476fe47f24 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, d4a96459-9ff0-429a-b544-6671817f5278) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:56.503473 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.512628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29675db-fce2-43b6-802e-38476fe47f24 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:56.513353 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d29675db-fce2-43b6-802e-38476fe47f24 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.555715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb2d172-f771-4362-bf3c-9cf2e1c175de None None] Network d4a96459-9ff0-429a-b544-6671817f5278 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:56.558792 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d29675db-fce2-43b6-802e-38476fe47f24 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3530469 Jul 27 19:49:56.561805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45686) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:56.565198 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d27eb754-8da2-4d32-80ef-a19f62d3e2b3 None None] Provisioning for port 6b601d51-21fb-4b51-83ae-ed02b105d9ba completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:56.573344 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d27eb754-8da2-4d32-80ef-a19f62d3e2b3 None None] Provisioning complete for port 6b601d51-21fb-4b51-83ae-ed02b105d9ba triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:56.573716 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d27eb754-8da2-4d32-80ef-a19f62d3e2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.575845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-941ebb17-7eea-4043-9bda-14ca3d71d100 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Request body: {'port': {'network_id': 'd4a96459-9ff0-429a-b544-6671817f5278', 'name': 'tempest-NetworksIpV6TestAttrs-1115961605'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:56.617933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f927f0b7-b045-4e94-aaad-bbae9489159b req-9c88cdbc-6f12-4f41-b5d0-1588981c1b60 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393038 Jul 27 19:49:56.655169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18bc65-6bf3-467c-8793-a45cfb312d45 req-8ecab98f-32eb-4960-bd1a-2dd0eb63cc4b tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:56.665770 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f18bc65-6bf3-467c-8793-a45cfb312d45 req-8ecab98f-32eb-4960-bd1a-2dd0eb63cc4b tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=76925ea2-8f9b-4c2b-808f-da214f091ca6 HTTP/1.1" status: 200 len: 949 time: 0.4831543 Jul 27 19:49:56.692678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9a69d00c-95d1-4ccf-be87-9170c7e18a80 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:56.699152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5ca23-b776-4232-a2f2-ff699e6a5e1b req-8b3fc46b-fca0-4d64-b2b1-05f68e08f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:56.700880 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05e5ca23-b776-4232-a2f2-ff699e6a5e1b req-8b3fc46b-fca0-4d64-b2b1-05f68e08f41b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4760215 Jul 27 19:49:56.736812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d27eb754-8da2-4d32-80ef-a19f62d3e2b3 None None] Port 6b601d51-21fb-4b51-83ae-ed02b105d9ba cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:49:56.748289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] For port 00e1765e-4540-461d-b8d3-5a9088c58c3f, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:49:56.801518 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d96f2c58-98dd-416f-af14-1c511258604b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.830258 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45692) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:56.831196 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] For port 00e1765e-4540-461d-b8d3-5a9088c58c3f, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=00e1765e-4540-461d-b8d3-5a9088c58c3f,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:49:56.859658 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f2c58-98dd-416f-af14-1c511258604b None None] No DVR routers for this DVR port 336ad1a5-e14a-45bd-85dd-73c1296d7bd7 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:49:56.876655 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.882231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f18bc65-6bf3-467c-8793-a45cfb312d45 req-0cd362e2-e597-4f81-b703-da0e7d4a89c0 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151816 Jul 27 19:49:56.902428 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f2c58-98dd-416f-af14-1c511258604b None None] Pushing event deleted for resources: {'Port': ['ID=336ad1a5-e14a-45bd-85dd-73c1296d7bd7,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:56.911133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 9a69d00c-95d1-4ccf-be87-9170c7e18a80 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:49:56.917407 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 9a69d00c-95d1-4ccf-be87-9170c7e18a80 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:56.917809 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.952070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:56.952851 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:56.960089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] 10.222.0.63 "PUT /v2.0/ports/00e1765e-4540-461d-b8d3-5a9088c58c3f HTTP/1.1" status: 200 len: 1097 time: 2.3374720 Jul 27 19:49:56.975035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13d5a28-792e-462b-bf85-a52527ee33b4', 'tag': '00e1765e-4540-461d-b8d3-5a9088c58c3f'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:56.981271 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f88de82-9be4-46c7-9c55-5a518f6f4647" -d '{"events": [{"name": "network-changed", "server_uuid": "a13d5a28-792e-462b-bf85-a52527ee33b4", "tag": "00e1765e-4540-461d-b8d3-5a9088c58c3f"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:57.031331 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Network fe0599a8-e2b9-4d58-ac69-a9a391fdb31e is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:57.052329 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:57.059711 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-71452289-network', 'tenant_id': '9e41dd9d47d6491e90a3b62ccc879acd'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:57.085853 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05e5ca23-b776-4232-a2f2-ff699e6a5e1b req-9d7145ca-3a1e-4174-9c53-c62ee9e7a4c7 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700874 Jul 27 19:49:57.091551 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] Made reservation on behalf of 9e41dd9d47d6491e90a3b62ccc879acd for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:57.094709 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:57.114623 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-d4a96459-9ff0-429a-b544-6671817f5278', 'network_id': 'd4a96459-9ff0-429a-b544-6671817f5278', 'tenant_id': '1c01f345b952405ea657fa17207bbb28', 'fixed_ips': [{'subnet_id': 'a3c5419c-c61d-4515-b097-f64f04995c35'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:49:57.115812 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:57.117394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f64609-c01f-46e7-babe-e1a05762d245 service neutron] Pushing event updated for resources: {'Port': ['ID=00e1765e-4540-461d-b8d3-5a9088c58c3f,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:57.123462 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:57.177075 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:57.198181 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941ebb17-7eea-4043-9bda-14ca3d71d100 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Made reservation on behalf of 1c01f345b952405ea657fa17207bbb28 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:57.202384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-941ebb17-7eea-4043-9bda-14ca3d71d100 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:57.243456 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-941ebb17-7eea-4043-9bda-14ca3d71d100 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] device_id is not set on port c91e946c-faaa-44df-8af2-044613c2378c yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:49:57.263633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 9a69d00c-95d1-4ccf-be87-9170c7e18a80, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9a69d00c-95d1-4ccf-be87-9170c7e18a80,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:57.274185 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:57.274992 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9188ca02-e637-4b64-abfe-97d026fdb36c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:57.394456 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=9a69d00c-95d1-4ccf-be87-9170c7e18a80,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:57.440873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Allocated IP 2001:db8::f816:3eff:fe87:7adb (d4a96459-9ff0-429a-b544-6671817f5278/a3c5419c-c61d-4515-b097-f64f04995c35/6448955e-af6f-4429-a7fc-21f5c64de2ee) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:57.477567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 9188ca02-e637-4b64-abfe-97d026fdb36c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:57.478185 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:57.512324 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:57.518062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Router 34a519f1-6c07-4f05-8bed-50d484214efa has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:49:57.519568 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:57.532105 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:49:57.541960 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:57.542297 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] Added segment 7c01d877-b88c-450a-bd31-8e0b246b0db3 of type vlan for network 75537ddb-dff2-475c-aa81-4ab672651e51 Jul 27 19:49:57.599227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab5b19-9379-4207-89c6-a3ef6b709c82 req-06ebddab-50b1-4beb-8077-34cb8b2e3777 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:57.601230 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ffab5b19-9379-4207-89c6-a3ef6b709c82 req-06ebddab-50b1-4beb-8077-34cb8b2e3777 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 948 time: 0.8197231 Jul 27 19:49:57.603206 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:57.608874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f44618a3-8c64-44b2-9018-fb7de9ac13a5 None None] Provisioning complete for port 6b601d51-21fb-4b51-83ae-ed02b105d9ba triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:57.609249 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f44618a3-8c64-44b2-9018-fb7de9ac13a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:57.672702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0700c414-7765-4a61-829d-4f9a032aec50,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:57.698189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 66d6cc64-881d-45c8-b4c7-88bfbab10804 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:57.699248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-4edd03af-eac7-45f2-a1cf-a3ee5598961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:57.701012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-4edd03af-eac7-45f2-a1cf-a3ee5598961e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 1100 time: 0.6680930 Jul 27 19:49:57.720633 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:57.720862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-7c8c17a0-47f3-4012-bae8-5082399d9122 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:57.728562 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-7c8c17a0-47f3-4012-bae8-5082399d9122 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/networks?id=2a94ce5d-0255-4786-abc8-d7eec91e5304 HTTP/1.1" status: 200 len: 814 time: 0.6768792 Jul 27 19:49:57.738736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05e5ca23-b776-4232-a2f2-ff699e6a5e1b req-896456ee-6e64-476b-a572-50d338e29b86 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120257 Jul 27 19:49:57.763441 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f44618a3-8c64-44b2-9018-fb7de9ac13a5 None None] Port 6b601d51-21fb-4b51-83ae-ed02b105d9ba cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:49:57.776813 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Transition to ACTIVE for port object 6448955e-af6f-4429-a7fc-21f5c64de2ee will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:57.789306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ffab5b19-9379-4207-89c6-a3ef6b709c82 req-0971c005-f156-45d0-bb16-0884f6e6ff85 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702797 Jul 27 19:49:57.795981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Transition to ACTIVE for port object 6448955e-af6f-4429-a7fc-21f5c64de2ee will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:57.797661 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-3a327439-3a59-402a-86ed-3bbdc6142e28 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/quotas/9ebde375c7d842259b702ecaf0873510 HTTP/1.1" status: 200 len: 375 time: 0.0680039 Jul 27 19:49:57.800979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-58b96481-78d0-48ae-b02e-75de5b724e2f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=00e1765e-4540-461d-b8d3-5a9088c58c3f HTTP/1.1" status: 200 len: 217 time: 0.0877016 Jul 27 19:49:57.804248 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 336ad1a5-e14a-45bd-85dd-73c1296d7bd7 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:49:57.816929 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:57.896111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Pushing event updated for resources: {'Port': ['ID=6448955e-af6f-4429-a7fc-21f5c64de2ee,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:57.906547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-cca3887c-590f-4a6e-9e37-c02588719ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:57.908181 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-cca3887c-590f-4a6e-9e37-c02588719ff2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0967598 Jul 27 19:49:57.909675 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Network d4a96459-9ff0-429a-b544-6671817f5278 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:57.913411 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:57.916116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 336ad1a5-e14a-45bd-85dd-73c1296d7bd7 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:49:57.916492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 336ad1a5-e14a-45bd-85dd-73c1296d7bd7 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:49:57.918187 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:57.947291 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-b172b065-fb9c-4ebc-8d23-a0c1248b944e tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ebde375c7d842259b702ecaf0873510&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1484115 Jul 27 19:49:58.018097 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Attempting to bind port 6448955e-af6f-4429-a7fc-21f5c64de2ee on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:49:58.018502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Attempting to bind port 6448955e-af6f-4429-a7fc-21f5c64de2ee by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '7dda4a2c-d530-417f-b38d-b6d220b98cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd4a96459-9ff0-429a-b544-6671817f5278'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:49:58.018830 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Attempting to bind port 6448955e-af6f-4429-a7fc-21f5c64de2ee on network d4a96459-9ff0-429a-b544-6671817f5278 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:49:58.026264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:49:58.026678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Checking segment: {'id': '7dda4a2c-d530-417f-b38d-b6d220b98cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd4a96459-9ff0-429a-b544-6671817f5278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:58.027043 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:58.027445 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Bound using segment: {'id': '7dda4a2c-d530-417f-b38d-b6d220b98cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd4a96459-9ff0-429a-b544-6671817f5278'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:49:58.027923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Bound port: 6448955e-af6f-4429-a7fc-21f5c64de2ee, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dda4a2c-d530-417f-b38d-b6d220b98cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd4a96459-9ff0-429a-b544-6671817f5278'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:49:58.028658 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:58.066713 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:58.067958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:58.068663 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:58.083785 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:58.122007 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-6d2a4397-0781-47a5-a0e8-179bb43b94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:58.123614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-6d2a4397-0781-47a5-a0e8-179bb43b94ce service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2032764 Jul 27 19:49:58.124087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 66d6cc64-881d-45c8-b4c7-88bfbab10804, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=66d6cc64-881d-45c8-b4c7-88bfbab10804,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:58.127639 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76925ea2-8f9b-4c2b-808f-da214f091ca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d6cc64-881d-45c8-b4c7-88bfbab10804'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:49:58.130484 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43925ade-b08c-4c91-8483-8e0bde06c041" -d '{"events": [{"server_uuid": "76925ea2-8f9b-4c2b-808f-da214f091ca6", "name": "network-vif-unplugged", "status": "completed", "tag": "66d6cc64-881d-45c8-b4c7-88bfbab10804"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:49:58.139152 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:58.155311 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-b42fb0fb-451c-4e4f-a375-2914f78dc8dd service neutron] 10.222.0.48 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071595 Jul 27 19:49:58.166329 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] Pushing event updated for resources: {'Network': ['ID=75537ddb-dff2-475c-aa81-4ab672651e51,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:58.207411 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-76a0e8be-3816-4e23-9dfc-af1714e3882b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3729479 Jul 27 19:49:58.209935 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=66d6cc64-881d-45c8-b4c7-88bfbab10804,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:58.213183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 75537ddb-dff2-475c-aa81-4ab672651e51 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:49:58.216210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:49:58.225025 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8992554e-64bd-43bf-83d1-07fed387137f admin admin] 10.222.0.48 "PUT /v2.0/routers/34a519f1-6c07-4f05-8bed-50d484214efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7138178 Jul 27 19:49:58.225025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45720) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:58.229261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-941ebb17-7eea-4043-9bda-14ca3d71d100 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Allocated IP 2001:db8::f816:3eff:fe28:620a (d4a96459-9ff0-429a-b544-6671817f5278/a3c5419c-c61d-4515-b097-f64f04995c35/c91e946c-faaa-44df-8af2-044613c2378c) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:49:58.237536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-31f3fd08-0731-4d21-a3b3-bfd144afb989 admin admin] Request body: {'subnet': {'network_id': '75537ddb-dff2-475c-aa81-4ab672651e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-71452289-subnet', 'tenant_id': '9e41dd9d47d6491e90a3b62ccc879acd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:49:58.252589 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] For port 6448955e-af6f-4429-a7fc-21f5c64de2ee, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:49:58.292672 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89c16d-ea96-473f-801a-da1ffec48eb9 req-dfeb5ec3-d364-4d3c-831a-39711aad4e3f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:58.292672 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be89c16d-ea96-473f-801a-da1ffec48eb9 req-dfeb5ec3-d364-4d3c-831a-39711aad4e3f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5e58136-96ea-4bbd-98bf-1ccbf8ec682e HTTP/1.1" status: 200 len: 945 time: 0.2735522 Jul 27 19:49:58.301037 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Sync routers for ids ['34a519f1-6c07-4f05-8bed-50d484214efa'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:49:58.319111 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f3fd08-0731-4d21-a3b3-bfd144afb989 admin admin] Made reservation on behalf of 9e41dd9d47d6491e90a3b62ccc879acd for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:49:58.322461 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31f3fd08-0731-4d21-a3b3-bfd144afb989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:58.434356 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c43d28a-c95d-4849-937f-47662b9ec71a x-openstack-request-id: req-2c43d28a-c95d-4849-937f-47662b9ec71a {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:58.435691 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13d5a28-792e-462b-bf85-a52527ee33b4", "tag": "00e1765e-4540-461d-b8d3-5a9088c58c3f", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:58.436740 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c43d28a-c95d-4849-937f-47662b9ec71a {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:58.437362 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13d5a28-792e-462b-bf85-a52527ee33b4', 'tag': '00e1765e-4540-461d-b8d3-5a9088c58c3f', 'status': 'completed', 'code': 200} Jul 27 19:49:58.441016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] For port 6448955e-af6f-4429-a7fc-21f5c64de2ee, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6448955e-af6f-4429-a7fc-21f5c64de2ee,segment=NetworkSegment(7dda4a2c-d530-417f-b38d-b6d220b98cb5),segment_id=7dda4a2c-d530-417f-b38d-b6d220b98cb5)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:49:58.463379 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:58.495081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Routers {'34a519f1-6c07-4f05-8bed-50d484214efa'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:49:58.495081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:49:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['34a519f1-6c07-4f05-8bed-50d484214efa'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:58.557923 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-e9a85594-3ff4-4f02-a5e2-291a70edf1d5 service neutron] 10.222.0.48 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012480 Jul 27 19:49:58.637166 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-941ebb17-7eea-4043-9bda-14ca3d71d100 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:58.652039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Set router 34a519f1-6c07-4f05-8bed-50d484214efa gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:49:58.663163 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-941ebb17-7eea-4043-9bda-14ca3d71d100 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Transition to ACTIVE for port object c91e946c-faaa-44df-8af2-044613c2378c will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:49:58.668549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-46637b59-0777-41af-aa8e-a3ed2af24c52 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106330 Jul 27 19:49:58.682608 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:49:58.777938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67653680-6c56-4c2c-9746-95fd3d92df20 req-9181905c-fb2d-4d76-ba9c-623b5e0b435c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:58.779623 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67653680-6c56-4c2c-9746-95fd3d92df20 req-9181905c-fb2d-4d76-ba9c-623b5e0b435c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.2900681 Jul 27 19:49:58.786297 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31f3fd08-0731-4d21-a3b3-bfd144afb989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:58.804228 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-941ebb17-7eea-4043-9bda-14ca3d71d100 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:58.806756 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9a69d00c-95d1-4ccf-be87-9170c7e18a80 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:49:58.810335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432fd6f-fe2d-4626-932d-49dbfa6e7ee2 None None] Pushing event updated for resources: {'Port': ['ID=6448955e-af6f-4429-a7fc-21f5c64de2ee,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:58.852837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-be89c16d-ea96-473f-801a-da1ffec48eb9 req-fd5b7e5e-05ff-41e8-8acc-545f6c1fa5a2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Deleting port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:49:58.853234 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be89c16d-ea96-473f-801a-da1ffec48eb9 req-fd5b7e5e-05ff-41e8-8acc-545f6c1fa5a2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:58.924404 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db12bfb-619d-4cf6-a223-08db4585e0e1 req-95c69d83-c5e8-4f22-8af1-e875a06c4d1c service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387588 Jul 27 19:49:58.926985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ebb17-7eea-4043-9bda-14ca3d71d100 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Network d4a96459-9ff0-429a-b544-6671817f5278 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:49:58.940352 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67653680-6c56-4c2c-9746-95fd3d92df20 req-6b60bcf6-69de-4681-9e45-55cbc538712c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502545 Jul 27 19:49:58.985743 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d741a8-625f-4b4b-8c04-26cc8213daaf x-openstack-request-id: req-88d741a8-625f-4b4b-8c04-26cc8213daaf {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:49:58.986032 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76925ea2-8f9b-4c2b-808f-da214f091ca6", "name": "network-vif-unplugged", "status": "completed", "tag": "66d6cc64-881d-45c8-b4c7-88bfbab10804", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:49:58.986406 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88d741a8-625f-4b4b-8c04-26cc8213daaf {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:49:58.986674 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76925ea2-8f9b-4c2b-808f-da214f091ca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d6cc64-881d-45c8-b4c7-88bfbab10804', 'code': 200} Jul 27 19:49:59.014348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-941ebb17-7eea-4043-9bda-14ca3d71d100 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:59.020025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ebb17-7eea-4043-9bda-14ca3d71d100 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:49:59.037992 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941ebb17-7eea-4043-9bda-14ca3d71d100 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:59.038676 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-941ebb17-7eea-4043-9bda-14ca3d71d100 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:59.041815 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71ddf8c8-7071-46a9-b28b-8a7d0c1d64fc req-eddd8b95-5bd4-4ee3-9443-ff55d883990e tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 210 time: 0.0580389 Jul 27 19:49:59.074823 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-941ebb17-7eea-4043-9bda-14ca3d71d100 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5061352 Jul 27 19:49:59.080444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45774) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:59.121878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 9a69d00c-95d1-4ccf-be87-9170c7e18a80 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:49:59.122636 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:59.125095 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-be89c16d-ea96-473f-801a-da1ffec48eb9 req-fd5b7e5e-05ff-41e8-8acc-545f6c1fa5a2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] For port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:49:59.126872 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be89c16d-ea96-473f-801a-da1ffec48eb9 req-fd5b7e5e-05ff-41e8-8acc-545f6c1fa5a2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:59.148742 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-be89c16d-ea96-473f-801a-da1ffec48eb9 req-fd5b7e5e-05ff-41e8-8acc-545f6c1fa5a2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Calling delete_port for 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:49:59.149796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3fd08-0731-4d21-a3b3-bfd144afb989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9425b8d7-b363-4db8-a646-16e2ae683a78,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:59.180921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ebb17-7eea-4043-9bda-14ca3d71d100 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event updated for resources: {'Port': ['ID=c91e946c-faaa-44df-8af2-044613c2378c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:49:59.205149 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-65489d3c-6172-443c-861f-9deda844f80b tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Deleting subnet a3c5419c-c61d-4515-b097-f64f04995c35 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:49:59.208512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f3fd08-0731-4d21-a3b3-bfd144afb989 admin admin] Checking segment: {'id': '7c01d877-b88c-450a-bd31-8e0b246b0db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75537ddb-dff2-475c-aa81-4ab672651e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:49:59.209156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f3fd08-0731-4d21-a3b3-bfd144afb989 admin admin] Network hostable DHCP agents. Network: 75537ddb-dff2-475c-aa81-4ab672651e51, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:49:59.211593 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65489d3c-6172-443c-861f-9deda844f80b tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:59.309827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f3fd08-0731-4d21-a3b3-bfd144afb989 admin admin] Network 75537ddb-dff2-475c-aa81-4ab672651e51 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:49:59.322669 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65489d3c-6172-443c-861f-9deda844f80b tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:59.374108 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-31f3fd08-0731-4d21-a3b3-bfd144afb989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 75537ddb-dff2-475c-aa81-4ab672651e51) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:49:59.381750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f3fd08-0731-4d21-a3b3-bfd144afb989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:59.382268 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31f3fd08-0731-4d21-a3b3-bfd144afb989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:59.395747 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c847211-bc66-4267-9331-d890953c5073 None None] Network 75537ddb-dff2-475c-aa81-4ab672651e51 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:59.409084 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-31f3fd08-0731-4d21-a3b3-bfd144afb989 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1812196 Jul 27 19:49:59.501311 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:49:45Z', 'updated_at': '2021-07-27T19:49:55Z', 'revision_number': 4, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'gw_port': {'id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:47Z', 'updated_at': '2021-07-27T19:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '6b601d51-21fb-4b51-83ae-ed02b105d9ba', 'name': '', 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'mac_address': 'fa:16:3e:f5:28:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:53Z', 'updated_at': '2021-07-27T19:49:56Z', 'revision_number': 2, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'subnets': [{'id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:49:59.560216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Checking router: 34a519f1-6c07-4f05-8bed-50d484214efa for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:49:59.560618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Updating router 34a519f1-6c07-4f05-8bed-50d484214efa port 6b601d51-21fb-4b51-83ae-ed02b105d9ba binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:49:59.575924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88de82-9be4-46c7-9c55-5a518f6f4647 req-9ac3396a-c09d-40f0-915d-b9cd0ced2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:59.578444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f88de82-9be4-46c7-9c55-5a518f6f4647 req-9ac3396a-c09d-40f0-915d-b9cd0ced2944 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6075594f6f2a439f93248a6093faea1d&device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 1100 time: 0.5526490 Jul 27 19:49:59.610857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b969d-ef3b-4bf8-903f-767a85b5b10d req-d92c3bf7-2655-4181-9a03-394e78475af4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:59.621841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e90b969d-ef3b-4bf8-903f-767a85b5b10d req-d92c3bf7-2655-4181-9a03-394e78475af4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 948 time: 0.3481512 Jul 27 19:49:59.651713 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65489d3c-6172-443c-861f-9deda844f80b tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:59.829218 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65489d3c-6172-443c-861f-9deda844f80b tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:59.834024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196679f7-eb14-4223-82ca-7691f6e4d8b0 None None] Network 75537ddb-dff2-475c-aa81-4ab672651e51 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:49:59.836457 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:59.875789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65489d3c-6172-443c-861f-9deda844f80b tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:49:59.882487 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-65489d3c-6172-443c-861f-9deda844f80b tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/subnets/a3c5419c-c61d-4515-b097-f64f04995c35 HTTP/1.1" status: 204 len: 168 time: 0.7983079 Jul 27 19:49:59.910011 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88de82-9be4-46c7-9c55-5a518f6f4647 req-a9803ee3-c9a0-4bda-b974-3b37de0818ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:49:59.911573 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f88de82-9be4-46c7-9c55-5a518f6f4647 req-a9803ee3-c9a0-4bda-b974-3b37de0818ef service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2751832 Jul 27 19:49:59.912085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45806) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:49:59.942701 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65489d3c-6172-443c-861f-9deda844f80b tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c5419c-c61d-4515-b097-f64f04995c35,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:00.094218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1a2fce-b210-4894-ab6e-75183114c8c8 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:00.096209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1a2fce-b210-4894-ab6e-75183114c8c8 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:00.101513 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bf1a2fce-b210-4894-ab6e-75183114c8c8 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1416028 Jul 27 19:50:00.102038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45842) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:00.367183 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-799d630f-08d3-4745-84f6-e409afc1d206 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:00.390423 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-799d630f-08d3-4745-84f6-e409afc1d206 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 27 19:50:00.390982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799d630f-08d3-4745-84f6-e409afc1d206 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:50:00.393354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f88de82-9be4-46c7-9c55-5a518f6f4647 req-b7a58d29-3673-4da0-be99-242c767525db service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=00e1765e-4540-461d-b8d3-5a9088c58c3f HTTP/1.1" status: 200 len: 217 time: 0.4170034 Jul 27 19:50:00.394359 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-799d630f-08d3-4745-84f6-e409afc1d206 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/networks/d4a96459-9ff0-429a-b544-6671817f5278 HTTP/1.1" status: 409 len: 405 time: 0.2914658 Jul 27 19:50:00.399766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45862) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:00.411549 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ac154218-3e2e-46fa-a28b-1be17a9179ac tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1314969583'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:00.415375 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:00.445732 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Transition to ACTIVE for port object 6b601d51-21fb-4b51-83ae-ed02b105d9ba will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:00.462305 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac154218-3e2e-46fa-a28b-1be17a9179ac tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Made reservation on behalf of 1c01f345b952405ea657fa17207bbb28 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:00.468476 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ac154218-3e2e-46fa-a28b-1be17a9179ac tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:00.529235 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:00.543828 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac154218-3e2e-46fa-a28b-1be17a9179ac tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:50:00.559601 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ac154218-3e2e-46fa-a28b-1be17a9179ac tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:00.559969 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-ac154218-3e2e-46fa-a28b-1be17a9179ac tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Added segment ee898507-fbec-4632-804b-4b1a7921d414 of type vlan for network ef172e5f-9e19-4136-acb3-a8e5f6a08aa0 Jul 27 19:50:00.602522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e90b969d-ef3b-4bf8-903f-767a85b5b10d req-a613e8d3-fc65-4634-9f1c-b47e7c5d29f7 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9795072 Jul 27 19:50:00.673572 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ac154218-3e2e-46fa-a28b-1be17a9179ac tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:00.684997 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45866) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:00.699950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-444565114-network', 'tenant_id': '2bbdc8e33043463aae009633d0a7897c'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:00.723530 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ac154218-3e2e-46fa-a28b-1be17a9179ac tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:00.731445 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac154218-3e2e-46fa-a28b-1be17a9179ac tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:00.732116 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ac154218-3e2e-46fa-a28b-1be17a9179ac tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:00.741053 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be89c16d-ea96-473f-801a-da1ffec48eb9 req-fd5b7e5e-05ff-41e8-8acc-545f6c1fa5a2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:00.744162 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6448955e-af6f-4429-a7fc-21f5c64de2ee up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:00.770757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88de82-9be4-46c7-9c55-5a518f6f4647 req-92d6d808-a42c-4cb9-a1e5-4c4a17232565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:00.773831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f88de82-9be4-46c7-9c55-5a518f6f4647 req-92d6d808-a42c-4cb9-a1e5-4c4a17232565 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.3503025 Jul 27 19:50:00.831755 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa0409-3d59-49ca-befa-3aea315d0254 None None] Pushing event updated for resources: {'Port': ['ID=6b601d51-21fb-4b51-83ae-ed02b105d9ba,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:00.839687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac154218-3e2e-46fa-a28b-1be17a9179ac tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event updated for resources: {'Network': ['ID=ef172e5f-9e19-4136-acb3-a8e5f6a08aa0,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:00.865657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d87a0c9-db53-4f46-a2ab-902b37322a67 None None] Network d4a96459-9ff0-429a-b544-6671817f5278 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:00.895292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network ef172e5f-9e19-4136-acb3-a8e5f6a08aa0 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:50:00.952156 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c0fc7af-6ed8-44ba-9080-477fa3412f2c req-3f13ae9e-421c-44b4-83fd-ba57d5ad4c3d tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 210 time: 0.1703184 Jul 27 19:50:00.995132 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b7e5e-05ff-41e8-8acc-545f6c1fa5a2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Pushing event deleted for resources: {'Port': ['ID=586b4636-7458-4b4f-8df5-f3f28d6fa1d8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:01.028553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] Made reservation on behalf of 2bbdc8e33043463aae009633d0a7897c for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:01.037495 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ac154218-3e2e-46fa-a28b-1be17a9179ac tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6319726 Jul 27 19:50:01.040371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45872) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:01.046884 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d8f9970e-64ab-47f8-a389-f0ced2050c4c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Request body: {'subnet': {'network_id': 'ef172e5f-9e19-4136-acb3-a8e5f6a08aa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:01.048919 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:01.071966 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Attempting to bind port 6b601d51-21fb-4b51-83ae-ed02b105d9ba on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:50:01.072411 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Attempting to bind port 6b601d51-21fb-4b51-83ae-ed02b105d9ba by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'e52b20eb-8fa4-47e2-89a3-51117f3d25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:50:01.072785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Attempting to bind port 6b601d51-21fb-4b51-83ae-ed02b105d9ba on network fe0599a8-e2b9-4d58-ac69-a9a391fdb31e {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:50:01.096345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-84028657-2932-4e7e-a541-406454810ba6 None None] Provisioning for port 6448955e-af6f-4429-a7fc-21f5c64de2ee completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:01.110812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:50:01.111219 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Checking segment: {'id': 'e52b20eb-8fa4-47e2-89a3-51117f3d25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:01.111588 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:01.111981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Bound using segment: {'id': 'e52b20eb-8fa4-47e2-89a3-51117f3d25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:50:01.112646 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Bound port: 6b601d51-21fb-4b51-83ae-ed02b105d9ba, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52b20eb-8fa4-47e2-89a3-51117f3d25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:50:01.113080 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:01.197663 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:01.209390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 6448955e-af6f-4429-a7fc-21f5c64de2ee completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:01.216917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-be89c16d-ea96-473f-801a-da1ffec48eb9 req-fd5b7e5e-05ff-41e8-8acc-545f6c1fa5a2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] No DVR routers for this DVR port 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:01.218578 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6448955e-af6f-4429-a7fc-21f5c64de2ee triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:01.219143 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:01.226101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f9970e-64ab-47f8-a389-f0ced2050c4c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Made reservation on behalf of 1c01f345b952405ea657fa17207bbb28 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:01.234113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8f9970e-64ab-47f8-a389-f0ced2050c4c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:01.257547 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be89c16d-ea96-473f-801a-da1ffec48eb9 req-fd5b7e5e-05ff-41e8-8acc-545f6c1fa5a2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:01.259638 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be89c16d-ea96-473f-801a-da1ffec48eb9 req-fd5b7e5e-05ff-41e8-8acc-545f6c1fa5a2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.63 "DELETE /v2.0/ports/586b4636-7458-4b4f-8df5-f3f28d6fa1d8 HTTP/1.1" status: 204 len: 173 time: 2.9616425 Jul 27 19:50:01.260655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e58136-96ea-4bbd-98bf-1ccbf8ec682e', 'name': 'network-vif-deleted', 'tag': '586b4636-7458-4b4f-8df5-f3f28d6fa1d8'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:01.263138 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ef8c43-021f-4927-9343-dde9a597f129" -d '{"events": [{"server_uuid": "e5e58136-96ea-4bbd-98bf-1ccbf8ec682e", "name": "network-vif-deleted", "tag": "586b4636-7458-4b4f-8df5-f3f28d6fa1d8"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:01.311909 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] For port 6b601d51-21fb-4b51-83ae-ed02b105d9ba, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:50:01.323183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] For port 6b601d51-21fb-4b51-83ae-ed02b105d9ba, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6b601d51-21fb-4b51-83ae-ed02b105d9ba,segment=NetworkSegment(e52b20eb-8fa4-47e2-89a3-51117f3d25a8),segment_id=e52b20eb-8fa4-47e2-89a3-51117f3d25a8)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:50:01.326244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fd1e0-5db8-4ff0-b4fa-3f3b3de78043 req-df14d314-9e09-45a0-822c-c8dbe5d190f6 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:01.336078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-826fd1e0-5db8-4ff0-b4fa-3f3b3de78043 req-df14d314-9e09-45a0-822c-c8dbe5d190f6 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.5250242 Jul 27 19:50:01.341615 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:01.359027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88de82-9be4-46c7-9c55-5a518f6f4647 req-49941e7d-4d44-44b8-8e71-97cfd3672628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:01.360590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f88de82-9be4-46c7-9c55-5a518f6f4647 req-49941e7d-4d44-44b8-8e71-97cfd3672628 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5248332 Jul 27 19:50:01.440907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-826fd1e0-5db8-4ff0-b4fa-3f3b3de78043 req-56675431-08e0-41f9-90e7-8bdde229a4cd tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022160 Jul 27 19:50:01.469576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Routers {'34a519f1-6c07-4f05-8bed-50d484214efa'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:01.470980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:49:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['34a519f1-6c07-4f05-8bed-50d484214efa'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:01.473631 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81277b8-8880-45f8-b627-27835bb60e95 x-openstack-request-id: req-f81277b8-8880-45f8-b627-27835bb60e95 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:01.473943 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e58136-96ea-4bbd-98bf-1ccbf8ec682e", "name": "network-vif-deleted", "tag": "586b4636-7458-4b4f-8df5-f3f28d6fa1d8", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:01.474205 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f81277b8-8880-45f8-b627-27835bb60e95 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:01.477544 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e58136-96ea-4bbd-98bf-1ccbf8ec682e', 'name': 'network-vif-deleted', 'tag': '586b4636-7458-4b4f-8df5-f3f28d6fa1d8', 'status': 'completed', 'code': 200} Jul 27 19:50:01.532918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1504cc7-0996-4b98-b2b6-7d950fa4b176 None None] DHCP port deletion for d4a96459-9ff0-429a-b544-6671817f5278 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:50:01.538817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa0409-3d59-49ca-befa-3aea315d0254 None None] Pushing event updated for resources: {'Port': ['ID=6b601d51-21fb-4b51-83ae-ed02b105d9ba,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:01.619261 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:01.747533 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 55a477d7-4c5f-411d-9fed-902b17a67525 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:50:01.752966 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:50:01.755607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-d8f9970e-64ab-47f8-a389-f0ced2050c4c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:50:01.757278 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8f9970e-64ab-47f8-a389-f0ced2050c4c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:01.816427 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:50:01.816682 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 586b4636-7458-4b4f-8df5-f3f28d6fa1d8 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:50:01.829570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] Set router 34a519f1-6c07-4f05-8bed-50d484214efa gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:50:01.851509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9970e-64ab-47f8-a389-f0ced2050c4c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event updated for resources: {'Subnet': ['ID=c46dd3f3-3d96-491f-97d2-d179e1f579ee,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:01.860749 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f9970e-64ab-47f8-a389-f0ced2050c4c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Checking segment: {'id': 'ee898507-fbec-4632-804b-4b1a7921d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ef172e5f-9e19-4136-acb3-a8e5f6a08aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:01.861341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f9970e-64ab-47f8-a389-f0ced2050c4c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Network hostable DHCP agents. Network: ef172e5f-9e19-4136-acb3-a8e5f6a08aa0, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:50:01.871270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 6448955e-af6f-4429-a7fc-21f5c64de2ee, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6448955e-af6f-4429-a7fc-21f5c64de2ee,segment=NetworkSegment(7dda4a2c-d530-417f-b38d-b6d220b98cb5),segment_id=7dda4a2c-d530-417f-b38d-b6d220b98cb5)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:01.885833 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f9970e-64ab-47f8-a389-f0ced2050c4c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Network ef172e5f-9e19-4136-acb3-a8e5f6a08aa0 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:50:01.886527 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:01.896934 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-d8f9970e-64ab-47f8-a389-f0ced2050c4c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, ef172e5f-9e19-4136-acb3-a8e5f6a08aa0) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:01.905021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f9970e-64ab-47f8-a389-f0ced2050c4c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:01.905892 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8f9970e-64ab-47f8-a389-f0ced2050c4c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:01.920970 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:01.934387 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d8f9970e-64ab-47f8-a389-f0ced2050c4c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8901765 Jul 27 19:50:01.934584 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:01.934713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45888) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:01.963690 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b171da9c-904d-4c46-a636-c16deb5e5f81 None None] Network ef172e5f-9e19-4136-acb3-a8e5f6a08aa0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:02.006581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:50:02.020407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-23ba7ee3-ef77-4679-a914-ada8119f6795 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:02.022671 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-23ba7ee3-ef77-4679-a914-ada8119f6795 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.52 "GET /v2.0/networks?id=2a94ce5d-0255-4786-abc8-d7eec91e5304 HTTP/1.1" status: 200 len: 814 time: 0.5808253 Jul 27 19:50:02.053116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d1504cc7-0996-4b98-b2b6-7d950fa4b176 None None] Deleting port 6448955e-af6f-4429-a7fc-21f5c64de2ee {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:02.053832 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d1504cc7-0996-4b98-b2b6-7d950fa4b176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.063301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f88de82-9be4-46c7-9c55-5a518f6f4647 req-773d173d-ac05-4da6-9598-c26e744ec725 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711195 Jul 27 19:50:02.092018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-27289169-4b73-4a60-8e36-c2738c815a3f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Request body: {'port': {'device_id': 'ab31627e-b5df-479e-ab4f-704be7c0a432', 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304', 'admin_state_up': True, 'tenant_id': '9ebde375c7d842259b702ecaf0873510'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:02.168151 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.173927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f740848-011f-4fca-8460-5293d9cad417,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:02.263705 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.267291 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.267639 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] Added segment 9e7329e7-2d4b-4cb2-9515-2796b17109b6 of type vlan for network f777b789-2983-4285-a81d-44c182cc2a14 Jul 27 19:50:02.278557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-627ead29-ef16-47a9-b87d-0ccfc271d06a req-c522c57f-7a80-4511-af22-1eda42a1ffcb tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 210 time: 0.1081002 Jul 27 19:50:02.424725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=6448955e-af6f-4429-a7fc-21f5c64de2ee,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:02.433246 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.471722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event deleted for resources: {'Subnet': ['ID=c46dd3f3-3d96-491f-97d2-d179e1f579ee,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:02.481539 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d1504cc7-0996-4b98-b2b6-7d950fa4b176 None None] For port 6448955e-af6f-4429-a7fc-21f5c64de2ee, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6448955e-af6f-4429-a7fc-21f5c64de2ee,segment=NetworkSegment(7dda4a2c-d530-417f-b38d-b6d220b98cb5),segment_id=7dda4a2c-d530-417f-b38d-b6d220b98cb5)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:02.492031 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d1504cc7-0996-4b98-b2b6-7d950fa4b176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.507435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 55a477d7-4c5f-411d-9fed-902b17a67525, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=55a477d7-4c5f-411d-9fed-902b17a67525,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:02.543186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d1504cc7-0996-4b98-b2b6-7d950fa4b176 None None] Calling delete_port for 6448955e-af6f-4429-a7fc-21f5c64de2ee owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:02.575235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '55a477d7-4c5f-411d-9fed-902b17a67525', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '55a477d7-4c5f-411d-9fed-902b17a67525', 'mac_address': 'fa:16:3e:53:48:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:50:02.583543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6448955e-af6f-4429-a7fc-21f5c64de2ee no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:50:02.591094 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.608020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef172e5f-9e19-4136-acb3-a8e5f6a08aa0']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:02.623220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee898507-fbec-4632-804b-4b1a7921d414') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:02.623536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee898507-fbec-4632-804b-4b1a7921d414') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:02.641360 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.660679 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.669168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:50:02.669579 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:50:02.674240 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:50:02.714290 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5b0a5b-1cd6-44ee-bea4-fbd76dc42e84 None None] Network ef172e5f-9e19-4136-acb3-a8e5f6a08aa0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:02.761868 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.779984 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.783096 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/networks/ef172e5f-9e19-4136-acb3-a8e5f6a08aa0 HTTP/1.1" status: 204 len: 168 time: 0.8466849 Jul 27 19:50:02.785799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45904) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:02.797256 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-899f7fef-c64a-418d-b56c-ca75a2860cdd tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-524593060'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:02.816970 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.833382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2fb14-4d58-4cb2-96bb-bc4e9ce59fb1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event deleted for resources: {'Network': ['ID=ef172e5f-9e19-4136-acb3-a8e5f6a08aa0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:02.849502 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899f7fef-c64a-418d-b56c-ca75a2860cdd tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Made reservation on behalf of 1c01f345b952405ea657fa17207bbb28 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:02.854390 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-899f7fef-c64a-418d-b56c-ca75a2860cdd tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.868095 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ef942-c6f9-4ea4-9aae-200d36ec7d1a req-74c83e10-b74c-4dbf-a16b-ae50d289a784 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:02.872970 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb2ef942-c6f9-4ea4-9aae-200d36ec7d1a req-74c83e10-b74c-4dbf-a16b-ae50d289a784 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 948 time: 1.0674295 Jul 27 19:50:02.898443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899f7fef-c64a-418d-b56c-ca75a2860cdd tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:50:02.899066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a477d7-4c5f-411d-9fed-902b17a67525 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:50:02.912059 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-899f7fef-c64a-418d-b56c-ca75a2860cdd tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.912794 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-899f7fef-c64a-418d-b56c-ca75a2860cdd tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Added segment 67ac491e-f974-484c-b54e-0bc47bd0454c of type vlan for network 4040ad41-acf2-47fe-835b-5c0625596db0 Jul 27 19:50:02.914206 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d1504cc7-0996-4b98-b2b6-7d950fa4b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.956554 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.984724 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-899f7fef-c64a-418d-b56c-ca75a2860cdd tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:02.987590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:49:45Z', 'updated_at': '2021-07-27T19:49:55Z', 'revision_number': 4, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'gw_port': {'id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:47Z', 'updated_at': '2021-07-27T19:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '6b601d51-21fb-4b51-83ae-ed02b105d9ba', 'name': '', 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'mac_address': 'fa:16:3e:f5:28:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:53Z', 'updated_at': '2021-07-27T19:50:01Z', 'revision_number': 4, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'subnets': [{'id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:02.998513 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1504cc7-0996-4b98-b2b6-7d950fa4b176 None None] Pushing event deleted for resources: {'Port': ['ID=6448955e-af6f-4429-a7fc-21f5c64de2ee,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:03.006811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1504cc7-0996-4b98-b2b6-7d950fa4b176 None None] No DVR routers for this DVR port 6448955e-af6f-4429-a7fc-21f5c64de2ee on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:03.035502 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:03.038954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 55a477d7-4c5f-411d-9fed-902b17a67525, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=55a477d7-4c5f-411d-9fed-902b17a67525,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:03.069564 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.resource_extend [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 19:50:03.075261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a1f52-32fb-4b52-8263-26cddfce76b7 None None] The sync data for ids ['34a519f1-6c07-4f05-8bed-50d484214efa'] in n-d-705657-21 is: [{'id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:49:45Z', 'updated_at': '2021-07-27T19:49:55Z', 'revision_number': 4, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'gw_port': {'id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:47Z', 'updated_at': '2021-07-27T19:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '6b601d51-21fb-4b51-83ae-ed02b105d9ba', 'name': '', 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'mac_address': 'fa:16:3e:f5:28:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:53Z', 'updated_at': '2021-07-27T19:50:01Z', 'revision_number': 4, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'subnets': [{'id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:50:03.080667 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:03.081545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 00e1765e-4540-461d-b8d3-5a9088c58c3f details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:50:03.133718 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-899f7fef-c64a-418d-b56c-ca75a2860cdd tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:03.149046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899f7fef-c64a-418d-b56c-ca75a2860cdd tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:03.149046 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-899f7fef-c64a-418d-b56c-ca75a2860cdd tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:03.197018 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb2ef942-c6f9-4ea4-9aae-200d36ec7d1a req-a6587988-da4e-4d5b-8e35-9671f553cf55 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092543 Jul 27 19:50:03.255241 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:03.263939 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-899f7fef-c64a-418d-b56c-ca75a2860cdd tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4757001 Jul 27 19:50:03.264776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:03.265693 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:03.270605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45918) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:03.286916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 00e1765e-4540-461d-b8d3-5a9088c58c3f, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=00e1765e-4540-461d-b8d3-5a9088c58c3f,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:03.294907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=55a477d7-4c5f-411d-9fed-902b17a67525,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:03.315947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '00e1765e-4540-461d-b8d3-5a9088c58c3f', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '00e1765e-4540-461d-b8d3-5a9088c58c3f', 'mac_address': 'fa:16:3e:36:5f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:50:03.359068 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f7fef-c64a-418d-b56c-ca75a2860cdd tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event updated for resources: {'Network': ['ID=4040ad41-acf2-47fe-835b-5c0625596db0,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:03.376465 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 4040ad41-acf2-47fe-835b-5c0625596db0 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:50:03.378083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f7ec3ece-76b7-4c9a-87f8-768837990abc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Request body: {'subnet': {'network_id': '4040ad41-acf2-47fe-835b-5c0625596db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:03.398677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f88de82-9be4-46c7-9c55-5a518f6f4647 req-aed967df-115a-473f-99f2-90734cfa7ce7 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3193636 Jul 27 19:50:03.496948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723330f7-0ce6-4cd8-8182-dd5368a91df9 req-9e2117b4-980a-4d44-92e7-b358b02b01e7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:03.498660 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-723330f7-0ce6-4cd8-8182-dd5368a91df9 req-9e2117b4-980a-4d44-92e7-b358b02b01e7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.6431952 Jul 27 19:50:03.567835 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:03.591048 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e1765e-4540-461d-b8d3-5a9088c58c3f {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:50:03.627350 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 00e1765e-4540-461d-b8d3-5a9088c58c3f, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=00e1765e-4540-461d-b8d3-5a9088c58c3f,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:03.633668 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:03.659593 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9709005 Jul 27 19:50:03.667688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45932) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:03.681510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-fd2d4716-be03-4e34-87ce-8e364745192d admin admin] Request body: {'subnet': {'network_id': 'f777b789-2983-4285-a81d-44c182cc2a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-444565114-subnet', 'tenant_id': '2bbdc8e33043463aae009633d0a7897c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:03.711892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=00e1765e-4540-461d-b8d3-5a9088c58c3f,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:03.718888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d2469c6-ff55-4060-840e-90ff92df4395 req-5affda46-ec8a-4928-83cd-10e300e18656 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 210 time: 0.2013867 Jul 27 19:50:03.737341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe5f0c-8206-4991-889f-26e646c95712 admin admin] Pushing event updated for resources: {'Network': ['ID=f777b789-2983-4285-a81d-44c182cc2a14,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:03.753837 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network f777b789-2983-4285-a81d-44c182cc2a14 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:50:03.778716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-723330f7-0ce6-4cd8-8182-dd5368a91df9 req-df13bf25-b6d5-4d36-b724-67f4e7844cb3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838236 Jul 27 19:50:03.781010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-27289169-4b73-4a60-8e36-c2738c815a3f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Made reservation on behalf of 9ebde375c7d842259b702ecaf0873510 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:03.785868 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-27289169-4b73-4a60-8e36-c2738c815a3f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:03.795585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2d4716-be03-4e34-87ce-8e364745192d admin admin] Made reservation on behalf of 2bbdc8e33043463aae009633d0a7897c for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:03.800849 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4716-be03-4e34-87ce-8e364745192d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:03.909013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['55a477d7-4c5f-411d-9fed-902b17a67525'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:03.919396 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ec3ece-76b7-4c9a-87f8-768837990abc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Made reservation on behalf of 1c01f345b952405ea657fa17207bbb28 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:03.923689 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7ec3ece-76b7-4c9a-87f8-768837990abc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:04.065993 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4716-be03-4e34-87ce-8e364745192d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:04.084532 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['00e1765e-4540-461d-b8d3-5a9088c58c3f'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:04.205909 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-27289169-4b73-4a60-8e36-c2738c815a3f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Allocated IP 172.20.0.10 (2a94ce5d-0255-4786-abc8-d7eec91e5304/a91b5a00-a1c3-4600-8e1b-576263e8fcc7/621109a1-6e20-4c1b-bf89-b967d8f99c7c) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:04.217491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d4716-be03-4e34-87ce-8e364745192d admin admin] Pushing event updated for resources: {'Subnet': ['ID=451cd23a-5bb7-4166-967a-5b2ce0dc28ea,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:04.362997 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d4716-be03-4e34-87ce-8e364745192d admin admin] Checking segment: {'id': '9e7329e7-2d4b-4cb2-9515-2796b17109b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f777b789-2983-4285-a81d-44c182cc2a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:04.366892 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2d4716-be03-4e34-87ce-8e364745192d admin admin] Network hostable DHCP agents. Network: f777b789-2983-4285-a81d-44c182cc2a14, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:50:04.441333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2d4716-be03-4e34-87ce-8e364745192d admin admin] Network f777b789-2983-4285-a81d-44c182cc2a14 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:50:04.463268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-fd2d4716-be03-4e34-87ce-8e364745192d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, f777b789-2983-4285-a81d-44c182cc2a14) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:04.481759 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2d4716-be03-4e34-87ce-8e364745192d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:04.482651 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4716-be03-4e34-87ce-8e364745192d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:04.493428 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa5b330-cb29-497e-98dd-a3857ab6f9b4 None None] Network f777b789-2983-4285-a81d-44c182cc2a14 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:04.539625 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fd2d4716-be03-4e34-87ce-8e364745192d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8703063 Jul 27 19:50:04.583217 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7ec3ece-76b7-4c9a-87f8-768837990abc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:04.732542 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6b601d51-21fb-4b51-83ae-ed02b105d9ba up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:04.827951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec3ece-76b7-4c9a-87f8-768837990abc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Checking segment: {'id': '67ac491e-f974-484c-b54e-0bc47bd0454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4040ad41-acf2-47fe-835b-5c0625596db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:04.828565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ec3ece-76b7-4c9a-87f8-768837990abc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Network hostable DHCP agents. Network: 4040ad41-acf2-47fe-835b-5c0625596db0, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:50:04.844469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec3ece-76b7-4c9a-87f8-768837990abc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event updated for resources: {'Subnet': ['ID=66ca2152-2baf-4461-9d5d-e2c19c05b220,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:04.940120 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baecefb-09e1-440a-af95-47a41e00fc65 req-554e1887-58ea-410c-af29-48a09ffdd1bf tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:04.941973 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3baecefb-09e1-440a-af95-47a41e00fc65 req-554e1887-58ea-410c-af29-48a09ffdd1bf tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 949 time: 0.3615644 Jul 27 19:50:04.942714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ec3ece-76b7-4c9a-87f8-768837990abc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Network 4040ad41-acf2-47fe-835b-5c0625596db0 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:50:05.049268 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-f7ec3ece-76b7-4c9a-87f8-768837990abc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 4040ad41-acf2-47fe-835b-5c0625596db0) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:05.050614 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 6b601d51-21fb-4b51-83ae-ed02b105d9ba completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:05.071281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ec3ece-76b7-4c9a-87f8-768837990abc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:05.072205 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7ec3ece-76b7-4c9a-87f8-768837990abc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:05.090262 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3baecefb-09e1-440a-af95-47a41e00fc65 req-cfc76bc9-e74b-4ea4-9151-fa4e25453c8d tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411648 Jul 27 19:50:05.090548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c157c1-5ba7-45e1-9ff4-fc9c5b1148cc None None] Network 4040ad41-acf2-47fe-835b-5c0625596db0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:05.094890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6b601d51-21fb-4b51-83ae-ed02b105d9ba triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:05.095360 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:05.111863 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-27289169-4b73-4a60-8e36-c2738c815a3f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:05.116233 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f7ec3ece-76b7-4c9a-87f8-768837990abc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8204603 Jul 27 19:50:05.119026 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45960) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:05.231113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1738ee9f-c160-4730-9e8c-5611ef6d41a3 None None] Network f777b789-2983-4285-a81d-44c182cc2a14 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:05.293608 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-27289169-4b73-4a60-8e36-c2738c815a3f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:05.403796 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-27289169-4b73-4a60-8e36-c2738c815a3f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Network 2a94ce5d-0255-4786-abc8-d7eec91e5304 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:05.411259 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:05.418926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-27289169-4b73-4a60-8e36-c2738c815a3f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:05.423149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-27289169-4b73-4a60-8e36-c2738c815a3f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:05.478071 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27289169-4b73-4a60-8e36-c2738c815a3f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Pushing event updated for resources: {'Port': ['ID=621109a1-6e20-4c1b-bf89-b967d8f99c7c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:05.537711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94badc1b-76a2-4085-82ae-a50fb144944e req-5bb8ab99-58c3-4cec-9b9b-cb40c7f17892 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:05.539419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94badc1b-76a2-4085-82ae-a50fb144944e req-5bb8ab99-58c3-4cec-9b9b-cb40c7f17892 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.2439303 Jul 27 19:50:05.559247 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:05.580770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-27289169-4b73-4a60-8e36-c2738c815a3f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:05.581390 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-27289169-4b73-4a60-8e36-c2738c815a3f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:05.641182 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:05.709149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-27289169-4b73-4a60-8e36-c2738c815a3f tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6417601 Jul 27 19:50:05.712969 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:05.732375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-da87ddfa-296d-4437-b8f5-2027ff728bc9 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:50:05.733577 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-da87ddfa-296d-4437-b8f5-2027ff728bc9 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106583 Jul 27 19:50:05.736807 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94badc1b-76a2-4085-82ae-a50fb144944e req-4f8d4a8d-57e2-40f9-8120-b3d918c7347a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867614 Jul 27 19:50:05.833702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event deleted for resources: {'Subnet': ['ID=66ca2152-2baf-4461-9d5d-e2c19c05b220,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:05.869275 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:05.897762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a1f027-945b-42ac-8298-671159a61f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-4040ad41-acf2-47fe-835b-5c0625596db0', 'network_id': '4040ad41-acf2-47fe-835b-5c0625596db0', 'tenant_id': '1c01f345b952405ea657fa17207bbb28', 'fixed_ips': [{'subnet_id': '66ca2152-2baf-4461-9d5d-e2c19c05b220'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:50:05.901308 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-04a1f027-945b-42ac-8298-671159a61f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:05.916543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4040ad41-acf2-47fe-835b-5c0625596db0']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:05.926111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 6b601d51-21fb-4b51-83ae-ed02b105d9ba, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6b601d51-21fb-4b51-83ae-ed02b105d9ba,segment=NetworkSegment(e52b20eb-8fa4-47e2-89a3-51117f3d25a8),segment_id=e52b20eb-8fa4-47e2-89a3-51117f3d25a8)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:05.931254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ac491e-f974-484c-b54e-0bc47bd0454c') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:05.931578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ac491e-f974-484c-b54e-0bc47bd0454c') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:05.939717 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:05.957582 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:06.009935 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=6b601d51-21fb-4b51-83ae-ed02b105d9ba,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:06.043343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91c79-bb8d-4d89-8d01-7d89c8753e45 req-4e9fe3b6-5cf8-4cee-9ade-844d88e17f8f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:06.045030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3de91c79-bb8d-4d89-8d01-7d89c8753e45 req-4e9fe3b6-5cf8-4cee-9ade-844d88e17f8f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.63 "GET /v2.0/ports?device_id=c81acb19-629a-4126-8707-451e2eb2bf00 HTTP/1.1" status: 200 len: 945 time: 0.2272956 Jul 27 19:50:06.055809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Request body: {'port': {'device_id': 'ab31627e-b5df-479e-ab4f-704be7c0a432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:06.057616 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:06.116026 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:50:06.116482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:06.117018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb4fdd5-b769-488d-9b67-8834dbeb9ae4 None None] Network 4040ad41-acf2-47fe-835b-5c0625596db0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:50:06.189418 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:50:06.203769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455d6fb-28be-4b28-aeb9-aab7b17c3f29 req-b81bd48b-67d9-4985-9894-901631d5608c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:06.205729 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c455d6fb-28be-4b28-aeb9-aab7b17c3f29 req-b81bd48b-67d9-4985-9894-901631d5608c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 932 time: 0.3434579 Jul 27 19:50:06.251344 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:06.307047 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:06.314021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45968) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:06.319413 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-122f3e02-5467-4fee-9429-26a2f58fece5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1901396395'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:06.324703 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/networks/4040ad41-acf2-47fe-835b-5c0625596db0 HTTP/1.1" status: 204 len: 168 time: 1.2012296 Jul 27 19:50:06.365814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122f3e02-5467-4fee-9429-26a2f58fece5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Made reservation on behalf of 1c01f345b952405ea657fa17207bbb28 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:06.374287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c455d6fb-28be-4b28-aeb9-aab7b17c3f29 req-cbc1ab48-606e-457e-8f04-383a62f3f686 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589632 Jul 27 19:50:06.376849 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:06.379025 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b5720-8fc3-4cb6-8192-11368e36c98c tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event deleted for resources: {'Network': ['ID=4040ad41-acf2-47fe-835b-5c0625596db0,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:06.381981 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-122f3e02-5467-4fee-9429-26a2f58fece5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:06.439008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122f3e02-5467-4fee-9429-26a2f58fece5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:50:06.466966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-3de91c79-bb8d-4d89-8d01-7d89c8753e45 req-8d870677-de6c-459e-9c5c-580cca5eb1ad tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Deleting port f2728703-b329-489f-b6aa-03c759d1d480 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:06.467467 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3de91c79-bb8d-4d89-8d01-7d89c8753e45 req-8d870677-de6c-459e-9c5c-580cca5eb1ad tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:06.478427 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-122f3e02-5467-4fee-9429-26a2f58fece5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:06.478840 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-122f3e02-5467-4fee-9429-26a2f58fece5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Added segment 7c63a771-6158-45ec-a75a-5e8f490e1642 of type vlan for network 4b24557c-0c53-4035-9d8b-2cffbda64407 Jul 27 19:50:06.574752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-3de91c79-bb8d-4d89-8d01-7d89c8753e45 req-8d870677-de6c-459e-9c5c-580cca5eb1ad tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] For port f2728703-b329-489f-b6aa-03c759d1d480, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f2728703-b329-489f-b6aa-03c759d1d480,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:06.575124 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3de91c79-bb8d-4d89-8d01-7d89c8753e45 req-8d870677-de6c-459e-9c5c-580cca5eb1ad tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:06.576640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6b601d51-21fb-4b51-83ae-ed02b105d9ba up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:06.604028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-3de91c79-bb8d-4d89-8d01-7d89c8753e45 req-8d870677-de6c-459e-9c5c-580cca5eb1ad tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Calling delete_port for f2728703-b329-489f-b6aa-03c759d1d480 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:06.623117 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-122f3e02-5467-4fee-9429-26a2f58fece5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:06.700736 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6b601d51-21fb-4b51-83ae-ed02b105d9ba triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:06.701104 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:06.728437 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-122f3e02-5467-4fee-9429-26a2f58fece5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:06.734444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122f3e02-5467-4fee-9429-26a2f58fece5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:06.735078 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-122f3e02-5467-4fee-9429-26a2f58fece5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:06.859855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-122f3e02-5467-4fee-9429-26a2f58fece5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5446007 Jul 27 19:50:06.862637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45980) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:06.870348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-82fea817-16e9-4a88-b97f-f19b7f25bb42 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Request body: {'subnet': {'network_id': '4b24557c-0c53-4035-9d8b-2cffbda64407', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:06.892276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f3e02-5467-4fee-9429-26a2f58fece5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event updated for resources: {'Network': ['ID=4b24557c-0c53-4035-9d8b-2cffbda64407,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:06.904906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 4b24557c-0c53-4035-9d8b-2cffbda64407 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:50:07.010541 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fea817-16e9-4a88-b97f-f19b7f25bb42 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Made reservation on behalf of 1c01f345b952405ea657fa17207bbb28 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:07.017000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-82fea817-16e9-4a88-b97f-f19b7f25bb42 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:07.050557 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3de91c79-bb8d-4d89-8d01-7d89c8753e45 req-8d870677-de6c-459e-9c5c-580cca5eb1ad tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:07.097263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['f2728703-b329-489f-b6aa-03c759d1d480'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:07.103978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621109a1-6e20-4c1b-bf89-b967d8f99c7c {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:50:07.113989 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d870677-de6c-459e-9c5c-580cca5eb1ad tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Pushing event deleted for resources: {'Port': ['ID=f2728703-b329-489f-b6aa-03c759d1d480,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:07.117621 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:07.184674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Transition to ACTIVE for port object 621109a1-6e20-4c1b-bf89-b967d8f99c7c will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:07.185916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de91c79-bb8d-4d89-8d01-7d89c8753e45 req-8d870677-de6c-459e-9c5c-580cca5eb1ad tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] No DVR routers for this DVR port f2728703-b329-489f-b6aa-03c759d1d480 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:07.191203 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3de91c79-bb8d-4d89-8d01-7d89c8753e45 req-8d870677-de6c-459e-9c5c-580cca5eb1ad tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:07.193246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3de91c79-bb8d-4d89-8d01-7d89c8753e45 req-8d870677-de6c-459e-9c5c-580cca5eb1ad tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.63 "DELETE /v2.0/ports/f2728703-b329-489f-b6aa-03c759d1d480 HTTP/1.1" status: 204 len: 173 time: 1.1374159 Jul 27 19:50:07.193684 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81acb19-629a-4126-8707-451e2eb2bf00', 'name': 'network-vif-deleted', 'tag': 'f2728703-b329-489f-b6aa-03c759d1d480'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:07.196026 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c221ba6e-164b-4f4b-9be7-340e2c7076e4" -d '{"events": [{"server_uuid": "c81acb19-629a-4126-8707-451e2eb2bf00", "name": "network-vif-deleted", "tag": "f2728703-b329-489f-b6aa-03c759d1d480"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:07.210386 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:07.279544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Pushing event updated for resources: {'Port': ['ID=621109a1-6e20-4c1b-bf89-b967d8f99c7c,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:07.360871 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Attempting to bind port 621109a1-6e20-4c1b-bf89-b967d8f99c7c on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:50:07.362027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Attempting to bind port 621109a1-6e20-4c1b-bf89-b967d8f99c7c by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'ca0e0859-741b-44a4-97d5-a57a41588408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:50:07.362540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Attempting to bind port 621109a1-6e20-4c1b-bf89-b967d8f99c7c on network 2a94ce5d-0255-4786-abc8-d7eec91e5304 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:50:07.368013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Port 621109a1-6e20-4c1b-bf89-b967d8f99c7c on network 2a94ce5d-0255-4786-abc8-d7eec91e5304 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:50:07.368624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Attempting to bind port 621109a1-6e20-4c1b-bf89-b967d8f99c7c on network 2a94ce5d-0255-4786-abc8-d7eec91e5304 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:50:07.374260 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:50:07.375140 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Checking segment: {'id': 'ca0e0859-741b-44a4-97d5-a57a41588408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:07.375722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Bound using segment: {'id': 'ca0e0859-741b-44a4-97d5-a57a41588408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:50:07.376342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Bound port: 621109a1-6e20-4c1b-bf89-b967d8f99c7c, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0e0859-741b-44a4-97d5-a57a41588408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:50:07.376963 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:07.486662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] For port 621109a1-6e20-4c1b-bf89-b967d8f99c7c, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:50:07.491569 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] For port 621109a1-6e20-4c1b-bf89-b967d8f99c7c, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=621109a1-6e20-4c1b-bf89-b967d8f99c7c,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:50:07.501340 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:07.555042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:07.557363 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:07.559223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] 10.222.0.52 "PUT /v2.0/ports/621109a1-6e20-4c1b-bf89-b967d8f99c7c HTTP/1.1" status: 200 len: 1093 time: 1.7798233 Jul 27 19:50:07.592126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-82fea817-16e9-4a88-b97f-f19b7f25bb42 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:50:07.593991 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-82fea817-16e9-4a88-b97f-f19b7f25bb42 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:07.655820 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90334033-4858-43a6-a0d6-731e0a2836bb service neutron] Pushing event updated for resources: {'Port': ['ID=621109a1-6e20-4c1b-bf89-b967d8f99c7c,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:07.692990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fea817-16e9-4a88-b97f-f19b7f25bb42 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Checking segment: {'id': '7c63a771-6158-45ec-a75a-5e8f490e1642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4b24557c-0c53-4035-9d8b-2cffbda64407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:07.693594 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fea817-16e9-4a88-b97f-f19b7f25bb42 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Network hostable DHCP agents. Network: 4b24557c-0c53-4035-9d8b-2cffbda64407, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:50:07.697891 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fea817-16e9-4a88-b97f-f19b7f25bb42 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event updated for resources: {'Subnet': ['ID=f043da6e-13f6-4f68-b678-eb4d15ba843e,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:07.716582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-b409b3a0-2cd4-4ed5-8810-e38f6e674562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:07.720300 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-b409b3a0-2cd4-4ed5-8810-e38f6e674562 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ebde375c7d842259b702ecaf0873510&device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 1096 time: 0.1079237 Jul 27 19:50:07.729182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fea817-16e9-4a88-b97f-f19b7f25bb42 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Network 4b24557c-0c53-4035-9d8b-2cffbda64407 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:50:07.743299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-82fea817-16e9-4a88-b97f-f19b7f25bb42 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 4b24557c-0c53-4035-9d8b-2cffbda64407) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:07.749971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fea817-16e9-4a88-b97f-f19b7f25bb42 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:07.750652 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-82fea817-16e9-4a88-b97f-f19b7f25bb42 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:07.761486 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd351928-6174-42db-a064-db94f9b88e38 None None] Network 4b24557c-0c53-4035-9d8b-2cffbda64407 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:07.785248 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-82fea817-16e9-4a88-b97f-f19b7f25bb42 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9194670 Jul 27 19:50:07.785771 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45988) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:07.794129 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 55a477d7-4c5f-411d-9fed-902b17a67525 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:07.823886 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-57a93c2e-beed-4974-b336-7a3043b4966b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=621109a1-6e20-4c1b-bf89-b967d8f99c7c HTTP/1.1" status: 200 len: 217 time: 0.0817471 Jul 27 19:50:07.954689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 55a477d7-4c5f-411d-9fed-902b17a67525 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:07.955712 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:07.957267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-c012936f-e340-4d5f-953a-ed23c176f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:07.967499 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-c012936f-e340-4d5f-953a-ed23c176f897 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a91b5a00-a1c3-4600-8e1b-576263e8fcc7 HTTP/1.1" status: 200 len: 854 time: 0.1150329 Jul 27 19:50:08.043452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-ada315f8-e590-4eaf-a99b-bc092f3559d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2a94ce5d-0255-4786-abc8-d7eec91e5304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707512 Jul 27 19:50:08.047650 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:08.128046 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:08.210651 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-5c94700b-3751-4372-a9be-069aa5b0ec04 service neutron] 10.222.0.52 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539752 Jul 27 19:50:08.221932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecaa350-49d3-49af-b98f-119396bd7359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-4b24557c-0c53-4035-9d8b-2cffbda64407', 'network_id': '4b24557c-0c53-4035-9d8b-2cffbda64407', 'tenant_id': '1c01f345b952405ea657fa17207bbb28', 'fixed_ips': [{'subnet_id': 'f043da6e-13f6-4f68-b678-eb4d15ba843e'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:50:08.223253 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2ecaa350-49d3-49af-b98f-119396bd7359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:08.240211 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:08.272319 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:08.309222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event deleted for resources: {'Subnet': ['ID=f043da6e-13f6-4f68-b678-eb4d15ba843e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:08.382921 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:08.408596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 55a477d7-4c5f-411d-9fed-902b17a67525, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=55a477d7-4c5f-411d-9fed-902b17a67525,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:08.410272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e48757-72b1-4327-b91e-23a961e7662e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a477d7-4c5f-411d-9fed-902b17a67525'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:08.413449 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b24557c-0c53-4035-9d8b-2cffbda64407']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:08.428766 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115e56c8-8ae1-4259-a228-d2dd0f85a706" -d '{"events": [{"server_uuid": "17e48757-72b1-4327-b91e-23a961e7662e", "name": "network-vif-plugged", "status": "completed", "tag": "55a477d7-4c5f-411d-9fed-902b17a67525"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:08.437971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c63a771-6158-45ec-a75a-5e8f490e1642') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:08.438646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c63a771-6158-45ec-a75a-5e8f490e1642') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:08.440598 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:08.444064 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:08.444628 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01a826c1-4827-46ad-921a-a7d399b70d73 req-58f853df-22f4-4d0b-ad02-bfbaeee32109 service neutron] 10.222.0.52 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990027 Jul 27 19:50:08.445855 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 00e1765e-4540-461d-b8d3-5a9088c58c3f up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:08.453125 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:08.485013 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:08.494392 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:50:08.494392 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:50:08.499165 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:50:08.582272 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:08.591179 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:08.592609 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/networks/4b24557c-0c53-4035-9d8b-2cffbda64407 HTTP/1.1" status: 204 len: 168 time: 0.8032219 Jul 27 19:50:08.597059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45992) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:08.624445 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540640d-fcd3-4885-8975-1281de706d7d tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event deleted for resources: {'Network': ['ID=4b24557c-0c53-4035-9d8b-2cffbda64407,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server [None req-2ecaa350-49d3-49af-b98f-119396bd7359 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f043da6e-13f6-4f68-b678-eb4d15ba843e: This subnet is being modified by another concurrent operation. Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 19:50:08.632903 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise exception Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f043da6e-13f6-4f68-b678-eb4d15ba843e: This subnet is being modified by another concurrent operation. Jul 27 19:50:08.638076 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Jul 27 19:50:08.643683 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d86567-7328-42e5-8e6c-2e4e511f5333 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] DELETE failed (client error): The resource could not be found. Jul 27 19:50:08.644235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d86567-7328-42e5-8e6c-2e4e511f5333 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:50:08.650420 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a9d86567-7328-42e5-8e6c-2e4e511f5333 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/subnets/f043da6e-13f6-4f68-b678-eb4d15ba843e HTTP/1.1" status: 404 len: 337 time: 0.0484047 Jul 27 19:50:08.651261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45996) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:08.689632 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f03346-f558-423c-a4bf-6cbc65c0e078 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] DELETE failed (client error): The resource could not be found. Jul 27 19:50:08.690794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f03346-f558-423c-a4bf-6cbc65c0e078 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:50:08.693712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=55a477d7-4c5f-411d-9fed-902b17a67525,revision_number=10']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:08.696730 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a6f03346-f558-423c-a4bf-6cbc65c0e078 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/networks/4b24557c-0c53-4035-9d8b-2cffbda64407 HTTP/1.1" status: 404 len: 339 time: 0.0435250 Jul 27 19:50:08.699331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45998) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:08.723455 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c075040c-e055-4fef-8edc-af116b9cb169 None None] Network 4b24557c-0c53-4035-9d8b-2cffbda64407 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:08.730360 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 00e1765e-4540-461d-b8d3-5a9088c58c3f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:08.754935 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c075040c-e055-4fef-8edc-af116b9cb169 None None] Network 4b24557c-0c53-4035-9d8b-2cffbda64407 could not be found, it might have been deleted concurrently. {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 19:50:08.756918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 00e1765e-4540-461d-b8d3-5a9088c58c3f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:08.757389 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:08.759928 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3b9178-cd09-4ef2-b489-bf53826967a8 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] DELETE failed (client error): The resource could not be found. Jul 27 19:50:08.760542 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3b9178-cd09-4ef2-b489-bf53826967a8 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:50:08.762220 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5b3b9178-cd09-4ef2-b489-bf53826967a8 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/subnets/66ca2152-2baf-4461-9d5d-e2c19c05b220 HTTP/1.1" status: 404 len: 337 time: 0.0616913 Jul 27 19:50:08.765008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46000) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:08.791198 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-457f701f-371b-4103-b412-3ee030d91fc0 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] DELETE failed (client error): The resource could not be found. Jul 27 19:50:08.792166 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-457f701f-371b-4103-b412-3ee030d91fc0 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:50:08.794394 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-457f701f-371b-4103-b412-3ee030d91fc0 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/networks/4040ad41-acf2-47fe-835b-5c0625596db0 HTTP/1.1" status: 404 len: 339 time: 0.0282872 Jul 27 19:50:08.797020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46002) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:08.799706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ac31c8-78d8-4aa0-87d0-f826cdc55a65 None None] get_active_networks_info from n-d-705657-21 {{(pid=94061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 19:50:08.828128 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cdb492-c2c4-409d-91aa-bf1f91adcfd4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] DELETE failed (client error): The resource could not be found. Jul 27 19:50:08.828728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40cdb492-c2c4-409d-91aa-bf1f91adcfd4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:50:08.834113 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-40cdb492-c2c4-409d-91aa-bf1f91adcfd4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/subnets/c46dd3f3-3d96-491f-97d2-d179e1f579ee HTTP/1.1" status: 404 len: 337 time: 0.0333035 Jul 27 19:50:08.834283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46004) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:08.862566 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3c43c8-9a52-4757-8ec3-2a425a64f463 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] DELETE failed (client error): The resource could not be found. Jul 27 19:50:08.863148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3c43c8-9a52-4757-8ec3-2a425a64f463 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:50:08.867304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2c3c43c8-9a52-4757-8ec3-2a425a64f463 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/networks/ef172e5f-9e19-4136-acb3-a8e5f6a08aa0 HTTP/1.1" status: 404 len: 339 time: 0.0299249 Jul 27 19:50:08.867757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46006) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:08.953979 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:08.956307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ac31c8-78d8-4aa0-87d0-f826cdc55a65 None None] Resources bound (agent type, host, resource id): {{(pid=94061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 19:50:09.051997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 00e1765e-4540-461d-b8d3-5a9088c58c3f, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=00e1765e-4540-461d-b8d3-5a9088c58c3f,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:09.056853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6bfe4434-6edd-4410-92ed-1fcd6fbb7c79 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Deleting port c91e946c-faaa-44df-8af2-044613c2378c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:09.057513 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4434-6edd-4410-92ed-1fcd6fbb7c79 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:09.064112 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:09.065325 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f2728703-b329-489f-b6aa-03c759d1d480 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:50:09.119105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: f2728703-b329-489f-b6aa-03c759d1d480 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:50:09.119828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f2728703-b329-489f-b6aa-03c759d1d480 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:50:09.157670 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4434-6edd-4410-92ed-1fcd6fbb7c79 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:09.174526 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6bfe4434-6edd-4410-92ed-1fcd6fbb7c79 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Calling delete_port for c91e946c-faaa-44df-8af2-044613c2378c owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:09.208315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=00e1765e-4540-461d-b8d3-5a9088c58c3f,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:09.290589 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4434-6edd-4410-92ed-1fcd6fbb7c79 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:09.347606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe4434-6edd-4410-92ed-1fcd6fbb7c79 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event deleted for resources: {'Port': ['ID=c91e946c-faaa-44df-8af2-044613c2378c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:09.354653 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4434-6edd-4410-92ed-1fcd6fbb7c79 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:09.357059 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6bfe4434-6edd-4410-92ed-1fcd6fbb7c79 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/ports/c91e946c-faaa-44df-8af2-044613c2378c HTTP/1.1" status: 204 len: 168 time: 0.4877381 Jul 27 19:50:09.359804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46008) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:09.387190 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b535107-a2e3-4660-abec-94c3fa6e09f1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] DELETE failed (client error): The resource could not be found. Jul 27 19:50:09.387922 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b535107-a2e3-4660-abec-94c3fa6e09f1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:50:09.390053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8b535107-a2e3-4660-abec-94c3fa6e09f1 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/subnets/a3c5419c-c61d-4515-b097-f64f04995c35 HTTP/1.1" status: 404 len: 337 time: 0.0289946 Jul 27 19:50:09.392990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46010) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:09.487427 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2d028ab-1ddf-41bc-a4fa-208026a6ece4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:09.651517 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2d028ab-1ddf-41bc-a4fa-208026a6ece4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:09.668583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-a2d028ab-1ddf-41bc-a4fa-208026a6ece4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a96459-9ff0-429a-b544-6671817f5278']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:09.692493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-a2d028ab-1ddf-41bc-a4fa-208026a6ece4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dda4a2c-d530-417f-b38d-b6d220b98cb5') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:09.692493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-a2d028ab-1ddf-41bc-a4fa-208026a6ece4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dda4a2c-d530-417f-b38d-b6d220b98cb5') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:09.704487 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2d028ab-1ddf-41bc-a4fa-208026a6ece4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:09.726700 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2d028ab-1ddf-41bc-a4fa-208026a6ece4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:09.737961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d028ab-1ddf-41bc-a4fa-208026a6ece4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:50:09.738866 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2d028ab-1ddf-41bc-a4fa-208026a6ece4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:50:09.751260 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:50:09.837336 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2d028ab-1ddf-41bc-a4fa-208026a6ece4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:09.844570 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2d028ab-1ddf-41bc-a4fa-208026a6ece4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:09.849088 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a2d028ab-1ddf-41bc-a4fa-208026a6ece4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/networks/d4a96459-9ff0-429a-b544-6671817f5278 HTTP/1.1" status: 204 len: 168 time: 0.4526167 Jul 27 19:50:09.850079 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46014) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:09.863066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d028ab-1ddf-41bc-a4fa-208026a6ece4 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event deleted for resources: {'Network': ['ID=d4a96459-9ff0-429a-b544-6671817f5278,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:09.985071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-bd0cac71-a6a6-4ab2-a8a4-60badb198a83 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Deleting port fa2590eb-97bb-4d0a-9578-3eb23a7bd7d0 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:09.985491 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd0cac71-a6a6-4ab2-a8a4-60badb198a83 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:10.064366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd0cac71-a6a6-4ab2-a8a4-60badb198a83 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:10.088758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-bd0cac71-a6a6-4ab2-a8a4-60badb198a83 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Calling delete_port for fa2590eb-97bb-4d0a-9578-3eb23a7bd7d0 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:10.210857 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd0cac71-a6a6-4ab2-a8a4-60badb198a83 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:10.256802 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd0cac71-a6a6-4ab2-a8a4-60badb198a83 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:10.262059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46020) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:10.262238 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bd0cac71-a6a6-4ab2-a8a4-60badb198a83 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/ports/fa2590eb-97bb-4d0a-9578-3eb23a7bd7d0 HTTP/1.1" status: 204 len: 168 time: 0.4106262 Jul 27 19:50:10.263459 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cac71-a6a6-4ab2-a8a4-60badb198a83 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event deleted for resources: {'Port': ['ID=fa2590eb-97bb-4d0a-9578-3eb23a7bd7d0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:10.289915 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-873cae85-dcea-4b07-8739-70ca7a6e3857 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] DELETE failed (client error): The resource could not be found. Jul 27 19:50:10.290477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873cae85-dcea-4b07-8739-70ca7a6e3857 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:50:10.292373 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-873cae85-dcea-4b07-8739-70ca7a6e3857 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/subnets/88ce0d24-bcbc-45ad-8034-341796192b37 HTTP/1.1" status: 404 len: 337 time: 0.0291643 Jul 27 19:50:10.295242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46022) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:10.399613 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29641396-a89b-4bfb-b094-0841076191fc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:10.500209 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29641396-a89b-4bfb-b094-0841076191fc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:10.511660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-29641396-a89b-4bfb-b094-0841076191fc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea66a10-8216-4959-8f37-11c4bebf1d0b']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:10.528328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-29641396-a89b-4bfb-b094-0841076191fc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1d3081-78c3-4f00-9a75-5958f71d7c00') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:10.528634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-29641396-a89b-4bfb-b094-0841076191fc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1d3081-78c3-4f00-9a75-5958f71d7c00') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:10.540002 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29641396-a89b-4bfb-b094-0841076191fc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:10.555254 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29641396-a89b-4bfb-b094-0841076191fc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:10.562248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29641396-a89b-4bfb-b094-0841076191fc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:50:10.562782 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29641396-a89b-4bfb-b094-0841076191fc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:50:10.567711 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:50:10.638262 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29641396-a89b-4bfb-b094-0841076191fc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:10.646374 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29641396-a89b-4bfb-b094-0841076191fc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:10.648453 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-29641396-a89b-4bfb-b094-0841076191fc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/networks/eea66a10-8216-4959-8f37-11c4bebf1d0b HTTP/1.1" status: 204 len: 168 time: 0.3520410 Jul 27 19:50:10.651422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46024) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:10.660690 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29641396-a89b-4bfb-b094-0841076191fc tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event deleted for resources: {'Network': ['ID=eea66a10-8216-4959-8f37-11c4bebf1d0b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:10.735192 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b0019c-aa19-4203-8a1c-311010de17b5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Deleting subnet 27774344-cf96-4940-8fc5-b3ad3256700e {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:50:10.738929 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86b0019c-aa19-4203-8a1c-311010de17b5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:10.787274 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86b0019c-aa19-4203-8a1c-311010de17b5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:10.917392 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86b0019c-aa19-4203-8a1c-311010de17b5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:10.994552 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86b0019c-aa19-4203-8a1c-311010de17b5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.033318 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86b0019c-aa19-4203-8a1c-311010de17b5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.036878 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-86b0019c-aa19-4203-8a1c-311010de17b5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/subnets/27774344-cf96-4940-8fc5-b3ad3256700e HTTP/1.1" status: 204 len: 168 time: 0.3842809 Jul 27 19:50:11.039737 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46028) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:11.041096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6ab2a8-ed27-4b8b-a7df-12b78849ce52 None None] Network 09c3813c-ce30-4d9e-a902-54f804cd396d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:11.051074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0019c-aa19-4203-8a1c-311010de17b5 tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event deleted for resources: {'Subnet': ['ID=27774344-cf96-4940-8fc5-b3ad3256700e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:11.060133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 621109a1-6e20-4c1b-bf89-b967d8f99c7c details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:50:11.181418 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.266211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Deleting port 980827eb-8fc0-4747-9991-6e3dc5f1f172 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:11.266592 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.324133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 621109a1-6e20-4c1b-bf89-b967d8f99c7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=621109a1-6e20-4c1b-bf89-b967d8f99c7c,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:11.354872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '621109a1-6e20-4c1b-bf89-b967d8f99c7c', 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304', 'port_id': '621109a1-6e20-4c1b-bf89-b967d8f99c7c', 'mac_address': 'fa:16:3e:4d:d8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a91b5a00-a1c3-4600-8e1b-576263e8fcc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:50:11.362426 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.367323 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] For port 980827eb-8fc0-4747-9991-6e3dc5f1f172, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=980827eb-8fc0-4747-9991-6e3dc5f1f172,segment=NetworkSegment(e68dc7cc-2486-44d7-9d32-038416b17ebf),segment_id=e68dc7cc-2486-44d7-9d32-038416b17ebf)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:11.367323 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.394591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Calling delete_port for 980827eb-8fc0-4747-9991-6e3dc5f1f172 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:11.409312 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.425151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621109a1-6e20-4c1b-bf89-b967d8f99c7c {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:50:11.454284 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 621109a1-6e20-4c1b-bf89-b967d8f99c7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=621109a1-6e20-4c1b-bf89-b967d8f99c7c,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:11.464911 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.496004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1043ea0-e02f-4ed5-986e-6a5f021db9ab None None] DHCP port deletion for 09c3813c-ce30-4d9e-a902-54f804cd396d request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:50:11.554296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.555272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=621109a1-6e20-4c1b-bf89-b967d8f99c7c,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:11.578239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] No DVR routers for this DVR port 980827eb-8fc0-4747-9991-6e3dc5f1f172 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:11.579172 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a1043ea0-e02f-4ed5-986e-6a5f021db9ab None None] Deleting port 980827eb-8fc0-4747-9991-6e3dc5f1f172 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:11.579576 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a1043ea0-e02f-4ed5-986e-6a5f021db9ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.613793 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event deleted for resources: {'Port': ['ID=980827eb-8fc0-4747-9991-6e3dc5f1f172,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:11.657836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a1043ea0-e02f-4ed5-986e-6a5f021db9ab None None] For port 980827eb-8fc0-4747-9991-6e3dc5f1f172, host n-d-705657-21, got binding levels [] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:11.658885 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a1043ea0-e02f-4ed5-986e-6a5f021db9ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.687120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a1043ea0-e02f-4ed5-986e-6a5f021db9ab None None] Calling delete_port for 980827eb-8fc0-4747-9991-6e3dc5f1f172 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:11.695799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.ipam_backend_mixin [None req-a1043ea0-e02f-4ed5-986e-6a5f021db9ab None None] Port 980827eb-8fc0-4747-9991-6e3dc5f1f172 was not found and therefore no delete operation was performed {{(pid=94061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 19:50:11.697926 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a1043ea0-e02f-4ed5-986e-6a5f021db9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.721756 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.728883 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1043ea0-e02f-4ed5-986e-6a5f021db9ab None None] Pushing event deleted for resources: {'Port': ['ID=980827eb-8fc0-4747-9991-6e3dc5f1f172,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:11.732947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1043ea0-e02f-4ed5-986e-6a5f021db9ab None None] No DVR routers for this DVR port 980827eb-8fc0-4747-9991-6e3dc5f1f172 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:11.750497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c3813c-ce30-4d9e-a902-54f804cd396d']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:11.764905 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68dc7cc-2486-44d7-9d32-038416b17ebf') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:11.765954 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68dc7cc-2486-44d7-9d32-038416b17ebf') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:11.779987 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.801062 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.809191 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:50:11.809889 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:50:11.820216 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:50:11.852096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['621109a1-6e20-4c1b-bf89-b967d8f99c7c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:11.944720 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:12.069762 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:12.073385 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] 10.222.0.48 "DELETE /v2.0/networks/09c3813c-ce30-4d9e-a902-54f804cd396d HTTP/1.1" status: 204 len: 168 time: 1.0248325 Jul 27 19:50:12.086405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d28e3a-085a-43c6-b27e-1b1dbfd588ce tempest-NetworksIpV6TestAttrs-2020175530 tempest-NetworksIpV6TestAttrs-2020175530-project] Pushing event deleted for resources: {'Network': ['ID=09c3813c-ce30-4d9e-a902-54f804cd396d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:12.465084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46036) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:12.508676 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 980827eb-8fc0-4747-9991-6e3dc5f1f172 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:50:12.550450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 980827eb-8fc0-4747-9991-6e3dc5f1f172 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:50:12.551333 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 980827eb-8fc0-4747-9991-6e3dc5f1f172 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:50:12.680369 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46040) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:12.681069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-640245b4-e02e-4c4e-a882-c5ce74d62666 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c01f345b952405ea657fa17207bbb28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2112770 Jul 27 19:50:12.778035 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8704ee79-095b-445f-95d1-33d28e3c3e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:12.829015 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8704ee79-095b-445f-95d1-33d28e3c3e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:12.898231 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8704ee79-095b-445f-95d1-33d28e3c3e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:12.901071 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8704ee79-095b-445f-95d1-33d28e3c3e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:12.915257 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8704ee79-095b-445f-95d1-33d28e3c3e4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6333984e-e757-4aa9-86a2-104e332ceee1 HTTP/1.1" status: 204 len: 168 time: 0.2238572 Jul 27 19:50:12.934106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704ee79-095b-445f-95d1-33d28e3c3e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6333984e-e757-4aa9-86a2-104e332ceee1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:13.062400 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 621109a1-6e20-4c1b-bf89-b967d8f99c7c up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:13.157429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 621109a1-6e20-4c1b-bf89-b967d8f99c7c completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:13.161768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 621109a1-6e20-4c1b-bf89-b967d8f99c7c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:13.162305 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:13.300870 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:13.383688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 621109a1-6e20-4c1b-bf89-b967d8f99c7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=621109a1-6e20-4c1b-bf89-b967d8f99c7c,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:13.386046 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1a255cf2-f300-4f19-97d0-349792610746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:13.396357 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:13.461353 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=621109a1-6e20-4c1b-bf89-b967d8f99c7c,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:13.881942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46068) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:14.004783 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'network': {'name': 'tempest-RoutersTest-1657537868'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:14.042707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:14.046612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:14.056416 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:14.198891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:14.205128 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:14.227040 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:50:14.238982 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:14.239394 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Added segment 224451d0-87d9-4f80-8f6b-de8412922cc5 of type vlan for network 45d08036-97ff-4947-bb3e-569fcb0caf41 Jul 27 19:50:14.295365 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:14.312685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d219c402-23f2-4e62-8394-2b715c06da5e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:14.351501 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:14.357485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:14.358086 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:14.708915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Network': ['ID=45d08036-97ff-4947-bb3e-569fcb0caf41,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:14.722949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 45d08036-97ff-4947-bb3e-569fcb0caf41 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:50:14.730466 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2165315c-cbc0-4aa0-8b66-ce7e58ef57ca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8463635 Jul 27 19:50:14.732841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46074) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:14.738648 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-78e4c6bd-e121-44c9-8871-bc69a0731dad tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'network': {'name': 'tempest-RoutersTest-642017705'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:14.786606 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e4c6bd-e121-44c9-8871-bc69a0731dad tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:14.790331 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78e4c6bd-e121-44c9-8871-bc69a0731dad tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:14.832164 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e4c6bd-e121-44c9-8871-bc69a0731dad tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:50:14.845924 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78e4c6bd-e121-44c9-8871-bc69a0731dad tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:14.846269 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-78e4c6bd-e121-44c9-8871-bc69a0731dad tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Added segment 224ccbe5-9956-4303-9a79-6434a582b729 of type vlan for network 1a8370d4-43b9-414a-98f6-a0a2127cd394 Jul 27 19:50:14.901709 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78e4c6bd-e121-44c9-8871-bc69a0731dad tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:14.963405 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78e4c6bd-e121-44c9-8871-bc69a0731dad tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:14.972547 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e4c6bd-e121-44c9-8871-bc69a0731dad tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:14.973332 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78e4c6bd-e121-44c9-8871-bc69a0731dad tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:15.052029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4c6bd-e121-44c9-8871-bc69a0731dad tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Network': ['ID=1a8370d4-43b9-414a-98f6-a0a2127cd394,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:15.060545 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-78e4c6bd-e121-44c9-8871-bc69a0731dad tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3238220 Jul 27 19:50:15.060967 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46076) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:15.069369 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4186152d-e64e-4d4d-a3df-1f9e1026957c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'subnet': {'network_id': '45d08036-97ff-4947-bb3e-569fcb0caf41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:15.071184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 1a8370d4-43b9-414a-98f6-a0a2127cd394 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:50:15.259650 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4186152d-e64e-4d4d-a3df-1f9e1026957c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:15.264500 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4186152d-e64e-4d4d-a3df-1f9e1026957c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:15.607059 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4186152d-e64e-4d4d-a3df-1f9e1026957c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:15.693366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4186152d-e64e-4d4d-a3df-1f9e1026957c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Checking segment: {'id': '224451d0-87d9-4f80-8f6b-de8412922cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '45d08036-97ff-4947-bb3e-569fcb0caf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:15.693728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4186152d-e64e-4d4d-a3df-1f9e1026957c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network hostable DHCP agents. Network: 45d08036-97ff-4947-bb3e-569fcb0caf41, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:50:15.695958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186152d-e64e-4d4d-a3df-1f9e1026957c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Subnet': ['ID=86cfd5e1-e721-40c0-a240-1eefdcce52c3,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:15.719775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4186152d-e64e-4d4d-a3df-1f9e1026957c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 45d08036-97ff-4947-bb3e-569fcb0caf41 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:50:15.731972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4186152d-e64e-4d4d-a3df-1f9e1026957c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 45d08036-97ff-4947-bb3e-569fcb0caf41) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:15.737878 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4186152d-e64e-4d4d-a3df-1f9e1026957c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:15.738471 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4186152d-e64e-4d4d-a3df-1f9e1026957c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:15.744048 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2f24d8-3892-45e1-88cb-9ca7b6f94032 None None] Network 45d08036-97ff-4947-bb3e-569fcb0caf41 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:15.778448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46080) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:15.779961 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4186152d-e64e-4d4d-a3df-1f9e1026957c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7162271 Jul 27 19:50:15.784863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-2cfa4feb-136d-4425-a9df-03e8a526ff4a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'subnet': {'network_id': '1a8370d4-43b9-414a-98f6-a0a2127cd394', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:15.999997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-45d08036-97ff-4947-bb3e-569fcb0caf41', 'network_id': '45d08036-97ff-4947-bb3e-569fcb0caf41', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'fixed_ips': [{'subnet_id': '86cfd5e1-e721-40c0-a240-1eefdcce52c3'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:50:16.001094 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.196436 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eba9cff8-2164-4c52-ba34-91878ae85ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.204527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Allocated IP 172.20.0.2 (45d08036-97ff-4947-bb3e-569fcb0caf41/86cfd5e1-e721-40c0-a240-1eefdcce52c3/b74d7f1f-271b-4a40-8a8d-f0aebc4242c6) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:16.207188 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.264212 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfa4feb-136d-4425-a9df-03e8a526ff4a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:16.275701 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4feb-136d-4425-a9df-03e8a526ff4a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.428388 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.439087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Transition to ACTIVE for port object b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:16.479180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Transition to ACTIVE for port object b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:16.495580 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.542056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Network 45d08036-97ff-4947-bb3e-569fcb0caf41 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:16.544997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:16.549951 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:16.553081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Pushing event updated for resources: {'Port': ['ID=b74d7f1f-271b-4a40-8a8d-f0aebc4242c6,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:16.588378 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4feb-136d-4425-a9df-03e8a526ff4a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.637009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Attempting to bind port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:50:16.637009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Attempting to bind port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '224451d0-87d9-4f80-8f6b-de8412922cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '45d08036-97ff-4947-bb3e-569fcb0caf41'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:50:16.637009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Attempting to bind port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 on network 45d08036-97ff-4947-bb3e-569fcb0caf41 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:50:16.651377 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:50:16.651828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Checking segment: {'id': '224451d0-87d9-4f80-8f6b-de8412922cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '45d08036-97ff-4947-bb3e-569fcb0caf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:16.652147 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.652589 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Bound using segment: {'id': '224451d0-87d9-4f80-8f6b-de8412922cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '45d08036-97ff-4947-bb3e-569fcb0caf41'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:50:16.653057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Bound port: b74d7f1f-271b-4a40-8a8d-f0aebc4242c6, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224451d0-87d9-4f80-8f6b-de8412922cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '45d08036-97ff-4947-bb3e-569fcb0caf41'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:50:16.653569 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.688887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa4feb-136d-4425-a9df-03e8a526ff4a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Subnet': ['ID=9452d5a1-747c-4b78-aa58-16889553f842,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:16.706425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfa4feb-136d-4425-a9df-03e8a526ff4a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Checking segment: {'id': '224ccbe5-9956-4303-9a79-6434a582b729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1a8370d4-43b9-414a-98f6-a0a2127cd394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:16.706916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfa4feb-136d-4425-a9df-03e8a526ff4a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network hostable DHCP agents. Network: 1a8370d4-43b9-414a-98f6-a0a2127cd394, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:50:16.734471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfa4feb-136d-4425-a9df-03e8a526ff4a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 1a8370d4-43b9-414a-98f6-a0a2127cd394 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:50:16.754472 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-2cfa4feb-136d-4425-a9df-03e8a526ff4a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 1a8370d4-43b9-414a-98f6-a0a2127cd394) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:16.759124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] For port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:50:16.761647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa4feb-136d-4425-a9df-03e8a526ff4a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:16.762415 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4feb-136d-4425-a9df-03e8a526ff4a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.768715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] For port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b74d7f1f-271b-4a40-8a8d-f0aebc4242c6,segment=NetworkSegment(224451d0-87d9-4f80-8f6b-de8412922cc5),segment_id=224451d0-87d9-4f80-8f6b-de8412922cc5)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:50:16.775225 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6793ef1-64ab-4434-8b09-24518bfefdea None None] Network 1a8370d4-43b9-414a-98f6-a0a2127cd394 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:16.781183 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.797448 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46084) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:16.802674 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-20dc6bdb-7b87-4005-b524-838c9df03f13 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2110553148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:16.807789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2cfa4feb-136d-4425-a9df-03e8a526ff4a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0281196 Jul 27 19:50:16.835656 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20dc6bdb-7b87-4005-b524-838c9df03f13 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.837069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20dc6bdb-7b87-4005-b524-838c9df03f13 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.911934 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20dc6bdb-7b87-4005-b524-838c9df03f13 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.921769 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20dc6bdb-7b87-4005-b524-838c9df03f13 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.969881 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20dc6bdb-7b87-4005-b524-838c9df03f13 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:16.972701 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-20dc6bdb-7b87-4005-b524-838c9df03f13 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1738009 Jul 27 19:50:16.975827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46086) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:17.235942 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:17.245602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad566f16-919b-4ea5-8bcb-db8411015061 None None] Pushing event updated for resources: {'Port': ['ID=b74d7f1f-271b-4a40-8a8d-f0aebc4242c6,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:17.418678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-1a8370d4-43b9-414a-98f6-a0a2127cd394', 'network_id': '1a8370d4-43b9-414a-98f6-a0a2127cd394', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'fixed_ips': [{'subnet_id': '9452d5a1-747c-4b78-aa58-16889553f842'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:50:17.421296 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:17.519440 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:17.659769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Allocated IP 172.21.0.2 (1a8370d4-43b9-414a-98f6-a0a2127cd394/9452d5a1-747c-4b78-aa58-16889553f842/918059c2-9525-4993-91b2-a891b27bbae3) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:17.905060 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:17.923420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Transition to ACTIVE for port object 918059c2-9525-4993-91b2-a891b27bbae3 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:17.928926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7cba0-85d0-4a88-a102-74c721c3ff3c req-f06da801-a570-47fe-a6ae-cc6f242eb740 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:17.937104 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05a7cba0-85d0-4a88-a102-74c721c3ff3c req-f06da801-a570-47fe-a6ae-cc6f242eb740 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 950 time: 0.2777565 Jul 27 19:50:17.945267 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Transition to ACTIVE for port object 918059c2-9525-4993-91b2-a891b27bbae3 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:17.962273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-fe1364be-2e63-40ae-a15a-236bf979b89e tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:17.971266 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-fe1364be-2e63-40ae-a15a-236bf979b89e tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/networks?id=75537ddb-dff2-475c-aa81-4ab672651e51 HTTP/1.1" status: 200 len: 813 time: 0.4557610 Jul 27 19:50:17.975528 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:18.080599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Network 1a8370d4-43b9-414a-98f6-a0a2127cd394 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:18.082080 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Pushing event updated for resources: {'Port': ['ID=918059c2-9525-4993-91b2-a891b27bbae3,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:18.086285 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:18.092055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05a7cba0-85d0-4a88-a102-74c721c3ff3c req-cd7c94d9-2af9-4d7b-81af-bb2f850c4b78 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538250 Jul 27 19:50:18.097894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:18.106456 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-5533de54-692c-433a-9338-d14d482c09ba tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/quotas/9e41dd9d47d6491e90a3b62ccc879acd HTTP/1.1" status: 200 len: 375 time: 0.0858645 Jul 27 19:50:18.202945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Attempting to bind port 918059c2-9525-4993-91b2-a891b27bbae3 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:50:18.203448 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Attempting to bind port 918059c2-9525-4993-91b2-a891b27bbae3 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '224ccbe5-9956-4303-9a79-6434a582b729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1a8370d4-43b9-414a-98f6-a0a2127cd394'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:50:18.203918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Attempting to bind port 918059c2-9525-4993-91b2-a891b27bbae3 on network 1a8370d4-43b9-414a-98f6-a0a2127cd394 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:50:18.215864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:50:18.216297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Checking segment: {'id': '224ccbe5-9956-4303-9a79-6434a582b729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1a8370d4-43b9-414a-98f6-a0a2127cd394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:18.216782 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:18.217189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Bound using segment: {'id': '224ccbe5-9956-4303-9a79-6434a582b729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1a8370d4-43b9-414a-98f6-a0a2127cd394'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:50:18.217714 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Bound port: 918059c2-9525-4993-91b2-a891b27bbae3, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224ccbe5-9956-4303-9a79-6434a582b729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1a8370d4-43b9-414a-98f6-a0a2127cd394'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:50:18.219381 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:18.290447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-90aefd47-8585-46c0-aeb7-5d03937a6852 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e41dd9d47d6491e90a3b62ccc879acd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1657937 Jul 27 19:50:18.404466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Allocated IP 172.20.0.1 (45d08036-97ff-4947-bb3e-569fcb0caf41/86cfd5e1-e721-40c0-a240-1eefdcce52c3/6496ee9a-1275-468d-b69f-fc8934a7ecb9) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:18.429720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303ebc63-5e22-4826-b065-ad9ca69733e6 None None] Network 45d08036-97ff-4947-bb3e-569fcb0caf41 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:18.570528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] For port 918059c2-9525-4993-91b2-a891b27bbae3, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:50:18.621804 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] For port 918059c2-9525-4993-91b2-a891b27bbae3, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=918059c2-9525-4993-91b2-a891b27bbae3,segment=NetworkSegment(224ccbe5-9956-4303-9a79-6434a582b729),segment_id=224ccbe5-9956-4303-9a79-6434a582b729)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:50:18.632124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:18.645461 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:18.646525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3d894f60-0837-48b5-9bd7-e6857d48fbea None None] Provisioning for port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:18.649396 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:18.665363 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Transition to ACTIVE for port object 6496ee9a-1275-468d-b69f-fc8934a7ecb9 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:18.700362 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5c4b2a-ab41-477d-bd06-c495ba888b68 x-openstack-request-id: req-9b5c4b2a-ab41-477d-bd06-c495ba888b68 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:18.700664 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81acb19-629a-4126-8707-451e2eb2bf00", "name": "network-vif-deleted", "tag": "f2728703-b329-489f-b6aa-03c759d1d480", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:18.700915 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b5c4b2a-ab41-477d-bd06-c495ba888b68 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:18.701357 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81acb19-629a-4126-8707-451e2eb2bf00', 'name': 'network-vif-deleted', 'tag': 'f2728703-b329-489f-b6aa-03c759d1d480', 'status': 'completed', 'code': 200} Jul 27 19:50:18.777864 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-5a0c0a37-f2fd-4249-84f9-a0d774a8576e service neutron] 10.222.0.48 "GET /v2.0/networks/75537ddb-dff2-475c-aa81-4ab672651e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572170 Jul 27 19:50:18.779174 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:18.782528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11248e-5388-4abf-af29-70d936f3b97f None None] Pushing event updated for resources: {'Port': ['ID=918059c2-9525-4993-91b2-a891b27bbae3,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:18.842007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:18.848056 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:18.853557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:18.853932 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:18.861530 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 45d08036-97ff-4947-bb3e-569fcb0caf41 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:18.899315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:18.908007 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:18.962189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=6496ee9a-1275-468d-b69f-fc8934a7ecb9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:19.006169 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:19.008092 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c895e9d-f065-4746-baa1-dae9b639480a req-33036cf7-7b69-40b4-a409-ca8b5f22f0b4 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:19.010109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c895e9d-f065-4746-baa1-dae9b639480a req-33036cf7-7b69-40b4-a409-ca8b5f22f0b4 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.3117433 Jul 27 19:50:19.084224 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:19.087088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b74d7f1f-271b-4a40-8a8d-f0aebc4242c6,segment=NetworkSegment(224451d0-87d9-4f80-8f6b-de8412922cc5),segment_id=224451d0-87d9-4f80-8f6b-de8412922cc5)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:19.096096 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:19.179869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=b74d7f1f-271b-4a40-8a8d-f0aebc4242c6,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:19.239866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-4f33174a-e428-4bbe-82e1-4af2fdb6f3e4 service neutron] 10.222.0.48 "GET /v2.0/networks/75537ddb-dff2-475c-aa81-4ab672651e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328218 Jul 27 19:50:19.266238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c895e9d-f065-4746-baa1-dae9b639480a req-7d05fc4c-dc48-4751-91ee-a2ca754b8e1c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192361 Jul 27 19:50:19.332059 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf921c31-6aab-452d-a85d-ae0f3ef9e60b x-openstack-request-id: req-cf921c31-6aab-452d-a85d-ae0f3ef9e60b {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:19.332353 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e48757-72b1-4327-b91e-23a961e7662e", "name": "network-vif-plugged", "status": "completed", "tag": "55a477d7-4c5f-411d-9fed-902b17a67525", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:19.334346 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf921c31-6aab-452d-a85d-ae0f3ef9e60b {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:19.334756 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e48757-72b1-4327-b91e-23a961e7662e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a477d7-4c5f-411d-9fed-902b17a67525', 'code': 200} Jul 27 19:50:19.335474 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:19.491334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-22621624-e6c7-4122-a878-e52c05cfcedb None None] Provisioning for port 6496ee9a-1275-468d-b69f-fc8934a7ecb9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:19.497080 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-22621624-e6c7-4122-a878-e52c05cfcedb None None] Provisioning complete for port 6496ee9a-1275-468d-b69f-fc8934a7ecb9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:19.497639 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-22621624-e6c7-4122-a878-e52c05cfcedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:19.555380 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-22621624-e6c7-4122-a878-e52c05cfcedb None None] Port 6496ee9a-1275-468d-b69f-fc8934a7ecb9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:19.570746 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-22621624-e6c7-4122-a878-e52c05cfcedb None None] Provisioning complete for port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:19.571396 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-22621624-e6c7-4122-a878-e52c05cfcedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:19.831962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8c53c64d-dc82-4af0-b807-d699d4fadef6 None None] Provisioning complete for port 6496ee9a-1275-468d-b69f-fc8934a7ecb9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:19.834766 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8c53c64d-dc82-4af0-b807-d699d4fadef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:19.885932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8c53c64d-dc82-4af0-b807-d699d4fadef6 None None] Port 6496ee9a-1275-468d-b69f-fc8934a7ecb9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:19.937581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-e7f567a9-0aa9-4b54-8b42-4a12443fd860 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:19.939323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-e7f567a9-0aa9-4b54-8b42-4a12443fd860 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 812 time: 0.4123802 Jul 27 19:50:19.976767 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-2ee48c09-f7a5-4eb6-a5e6-b9e2d3954522 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/quotas/f19d4f5c80f446fba94990d46169e53a HTTP/1.1" status: 200 len: 375 time: 0.0290277 Jul 27 19:50:19.988536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60f175-e644-4a01-8b8a-70378b7b2351 req-7502247f-53ee-4fd4-ad97-29b91ebb2165 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:19.996382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff60f175-e644-4a01-8b8a-70378b7b2351 req-7502247f-53ee-4fd4-ad97-29b91ebb2165 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 950 time: 0.3151658 Jul 27 19:50:20.057464 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-b5e6a86c-c930-4242-ac47-e4d3c4d89e67 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514312 Jul 27 19:50:20.097999 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:20.149182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05554585-8ef8-41d8-afb3-65f8e2429cf6 None None] Network 1a8370d4-43b9-414a-98f6-a0a2127cd394 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:20.152885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff60f175-e644-4a01-8b8a-70378b7b2351 req-b745081c-f314-4826-a4b9-d9c1e6d46684 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553082 Jul 27 19:50:20.155354 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:20.251933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ec296998-4e37-4423-af42-a927f4408adf None None] Provisioning for port 918059c2-9525-4993-91b2-a891b27bbae3 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:20.287814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-edb36563-5173-4619-86bb-9b9fdfc51b1c req-3cb2646c-417a-401b-b70f-6419f3e1208b tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3852606-06cc-46a0-89a1-e10a43d05ec9 HTTP/1.1" status: 200 len: 210 time: 0.0584164 Jul 27 19:50:20.292163 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=6496ee9a-1275-468d-b69f-fc8934a7ecb9,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:20.322300 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:20.334869 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-0dc469c4-f22c-4511-a572-abd395288ee9 service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631717 Jul 27 19:50:20.612571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 45d08036-97ff-4947-bb3e-569fcb0caf41 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:20.620977 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:20.635226 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec61ef7-50b0-4b15-8d5c-b562239abbcd req-b237cf9e-753c-48fc-a1f3-598aed1bbd99 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:20.636949 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cec61ef7-50b0-4b15-8d5c-b562239abbcd req-b237cf9e-753c-48fc-a1f3-598aed1bbd99 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.1638796 Jul 27 19:50:20.647620 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-0a38a528-8b73-4292-bed2-3b6dfb139a62 service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468708 Jul 27 19:50:20.707964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab31627e-b5df-479e-ab4f-704be7c0a432', 'tag': '621109a1-6e20-4c1b-bf89-b967d8f99c7c'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:20.717358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 918059c2-9525-4993-91b2-a891b27bbae3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:20.849015 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 918059c2-9525-4993-91b2-a891b27bbae3 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:20.857601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 918059c2-9525-4993-91b2-a891b27bbae3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:20.858205 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:21.001927 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:21.042612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 918059c2-9525-4993-91b2-a891b27bbae3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=918059c2-9525-4993-91b2-a891b27bbae3,segment=NetworkSegment(224ccbe5-9956-4303-9a79-6434a582b729),segment_id=224ccbe5-9956-4303-9a79-6434a582b729)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:21.050677 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:21.052196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:21.110097 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075de867-e3b7-411d-891d-545c5ea5f2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ab31627e-b5df-479e-ab4f-704be7c0a432", "tag": "621109a1-6e20-4c1b-bf89-b967d8f99c7c"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:21.135668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-26001f31-1166-4923-8e89-983200750502 None None] Provisioning complete for port 6496ee9a-1275-468d-b69f-fc8934a7ecb9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:21.136127 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26001f31-1166-4923-8e89-983200750502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:21.185956 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=918059c2-9525-4993-91b2-a891b27bbae3,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:21.207376 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-26001f31-1166-4923-8e89-983200750502 None None] Port 6496ee9a-1275-468d-b69f-fc8934a7ecb9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:21.210351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:21.211614 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:21.335607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13d5a28-792e-462b-bf85-a52527ee33b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e1765e-4540-461d-b8d3-5a9088c58c3f'}, {'server_uuid': 'ab31627e-b5df-479e-ab4f-704be7c0a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621109a1-6e20-4c1b-bf89-b967d8f99c7c'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:21.339632 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b464d04-561c-4131-8b4f-5c9ebc5f2723" -d '{"events": [{"server_uuid": "a13d5a28-792e-462b-bf85-a52527ee33b4", "name": "network-vif-plugged", "status": "completed", "tag": "00e1765e-4540-461d-b8d3-5a9088c58c3f"}, {"server_uuid": "ab31627e-b5df-479e-ab4f-704be7c0a432", "name": "network-vif-plugged", "status": "completed", "tag": "621109a1-6e20-4c1b-bf89-b967d8f99c7c"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:21.340110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cec61ef7-50b0-4b15-8d5c-b562239abbcd req-15450459-b176-418e-b58e-bb40f96242f6 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6900897 Jul 27 19:50:21.446525 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-794ebb40-010c-4835-a312-c54328dca43b req-20b7618a-ca51-4d3a-9e95-d0829baa77ee tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 210 time: 0.0502899 Jul 27 19:50:21.453044 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-6b7d23de-68d5-40c1-9b0d-b3a6cb61f376 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:21.454462 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-6b7d23de-68d5-40c1-9b0d-b3a6cb61f376 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.52 "GET /v2.0/networks?id=75537ddb-dff2-475c-aa81-4ab672651e51 HTTP/1.1" status: 200 len: 813 time: 0.2718894 Jul 27 19:50:21.455046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 22557e3b-ac56-4a0e-bcff-674abe157e42 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:50:21.473866 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9616027-6fba-48c5-a573-b951b818f0d5 req-8e5811da-95a9-4573-83a4-47aa99a73a82 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:21.475818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9616027-6fba-48c5-a573-b951b818f0d5 req-8e5811da-95a9-4573-83a4-47aa99a73a82 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e48757-72b1-4327-b91e-23a961e7662e HTTP/1.1" status: 200 len: 951 time: 0.3602417 Jul 27 19:50:21.480568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Request body: {'port': {'device_id': 'c3852606-06cc-46a0-89a1-e10a43d05ec9', 'network_id': '75537ddb-dff2-475c-aa81-4ab672651e51', 'admin_state_up': True, 'tenant_id': '9e41dd9d47d6491e90a3b62ccc879acd'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:21.653231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9616027-6fba-48c5-a573-b951b818f0d5 req-fa42bb19-6f32-4465-adfd-28811e81d989 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546624 Jul 27 19:50:21.746870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:50:21.754012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-31a8ad76-76f5-4381-8a49-762a3d2b13be tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/22557e3b-ac56-4a0e-bcff-674abe157e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7769022 Jul 27 19:50:21.757311 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46214) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:21.764608 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31a7b0-0b61-47a1-b635-b2f2a696d368 None None] Sync routers for ids ['22557e3b-ac56-4a0e-bcff-674abe157e42'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:50:21.775081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934905f-9bd3-4f7c-9aed-6e6061af4db6 req-5119acbc-be22-4b33-ae57-75502ca3b5d4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:21.782470 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b934905f-9bd3-4f7c-9aed-6e6061af4db6 req-5119acbc-be22-4b33-ae57-75502ca3b5d4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 950 time: 0.2545886 Jul 27 19:50:21.788554 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31a7b0-0b61-47a1-b635-b2f2a696d368 None None] Routers {'22557e3b-ac56-4a0e-bcff-674abe157e42'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:21.789846 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ba31a7b0-0b61-47a1-b635-b2f2a696d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['22557e3b-ac56-4a0e-bcff-674abe157e42'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:21.803407 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f86b204-dd9b-4be4-8814-7e01c3e735ec x-openstack-request-id: req-3f86b204-dd9b-4be4-8814-7e01c3e735ec {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:21.803407 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab31627e-b5df-479e-ab4f-704be7c0a432", "tag": "621109a1-6e20-4c1b-bf89-b967d8f99c7c", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:21.803407 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f86b204-dd9b-4be4-8814-7e01c3e735ec {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:21.803806 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab31627e-b5df-479e-ab4f-704be7c0a432', 'tag': '621109a1-6e20-4c1b-bf89-b967d8f99c7c', 'status': 'completed', 'code': 200} Jul 27 19:50:21.815022 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Made reservation on behalf of 9e41dd9d47d6491e90a3b62ccc879acd for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:21.818874 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:21.880912 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ba31a7b0-0b61-47a1-b635-b2f2a696d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:21.904009 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b596979-f329-4d8b-8280-c035604dac0f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:21.906037 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4b596979-f329-4d8b-8280-c035604dac0f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports/6496ee9a-1275-468d-b69f-fc8934a7ecb9 HTTP/1.1" status: 200 len: 910 time: 0.1474006 Jul 27 19:50:21.906783 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31a7b0-0b61-47a1-b635-b2f2a696d368 None None] Routers {'22557e3b-ac56-4a0e-bcff-674abe157e42'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:21.907536 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ba31a7b0-0b61-47a1-b635-b2f2a696d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['22557e3b-ac56-4a0e-bcff-674abe157e42'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:21.911782 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 55a477d7-4c5f-411d-9fed-902b17a67525 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:50:21.942617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46218) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:21.945922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b934905f-9bd3-4f7c-9aed-6e6061af4db6 req-0a99df2a-b8ba-47d7-9ec1-59882307227a tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626294 Jul 27 19:50:21.950863 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ba31a7b0-0b61-47a1-b635-b2f2a696d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:21.952567 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31a7b0-0b61-47a1-b635-b2f2a696d368 None None] The sync data for ids ['22557e3b-ac56-4a0e-bcff-674abe157e42'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:50:21.959149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-016d2025-2541-468f-abac-ddb7cec07bc4 req-74c5cb22-de97-438b-bee1-f76b88ece843 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3852606-06cc-46a0-89a1-e10a43d05ec9 HTTP/1.1" status: 200 len: 210 time: 0.0895936 Jul 27 19:50:22.102717 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075de867-e3b7-411d-891d-545c5ea5f2cc req-76ee2005-908c-4c57-8d17-860e790a92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:22.111133 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-075de867-e3b7-411d-891d-545c5ea5f2cc req-76ee2005-908c-4c57-8d17-860e790a92ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ebde375c7d842259b702ecaf0873510&device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 1098 time: 0.2033675 Jul 27 19:50:22.183240 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6d540c-26c5-4ab7-8237-527177455439 x-openstack-request-id: req-6e6d540c-26c5-4ab7-8237-527177455439 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:22.183851 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13d5a28-792e-462b-bf85-a52527ee33b4", "name": "network-vif-plugged", "status": "completed", "tag": "00e1765e-4540-461d-b8d3-5a9088c58c3f", "code": 200}, {"server_uuid": "ab31627e-b5df-479e-ab4f-704be7c0a432", "name": "network-vif-plugged", "status": "completed", "tag": "621109a1-6e20-4c1b-bf89-b967d8f99c7c", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:22.190508 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e6d540c-26c5-4ab7-8237-527177455439 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:22.191828 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13d5a28-792e-462b-bf85-a52527ee33b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e1765e-4540-461d-b8d3-5a9088c58c3f', 'code': 200} Jul 27 19:50:22.192272 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab31627e-b5df-479e-ab4f-704be7c0a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621109a1-6e20-4c1b-bf89-b967d8f99c7c', 'code': 200} Jul 27 19:50:22.193163 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:22.264011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 55a477d7-4c5f-411d-9fed-902b17a67525, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=55a477d7-4c5f-411d-9fed-902b17a67525,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:22.271430 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:22.315373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075de867-e3b7-411d-891d-545c5ea5f2cc req-7e3a55e6-84e2-4233-9ec4-4a5424141a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:22.317461 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-075de867-e3b7-411d-891d-545c5ea5f2cc req-7e3a55e6-84e2-4233-9ec4-4a5424141a7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=2a94ce5d-0255-4786-abc8-d7eec91e5304 HTTP/1.1" status: 200 len: 915 time: 0.1829622 Jul 27 19:50:22.368630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=55a477d7-4c5f-411d-9fed-902b17a67525,revision_number=11']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:22.389127 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-075de867-e3b7-411d-891d-545c5ea5f2cc req-63d35422-0650-477d-8e79-7317bbdf8fa9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=621109a1-6e20-4c1b-bf89-b967d8f99c7c HTTP/1.1" status: 200 len: 217 time: 0.0625989 Jul 27 19:50:22.499055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075de867-e3b7-411d-891d-545c5ea5f2cc req-615bb6f0-f410-4711-87b6-538f0453563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:22.501411 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-075de867-e3b7-411d-891d-545c5ea5f2cc req-615bb6f0-f410-4711-87b6-538f0453563b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a91b5a00-a1c3-4600-8e1b-576263e8fcc7 HTTP/1.1" status: 200 len: 854 time: 0.0957029 Jul 27 19:50:22.562378 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-075de867-e3b7-411d-891d-545c5ea5f2cc req-35a3d990-5fa9-4e83-b61a-7f9979608749 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2a94ce5d-0255-4786-abc8-d7eec91e5304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487275 Jul 27 19:50:22.588048 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 918059c2-9525-4993-91b2-a891b27bbae3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:22.596821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Allocated IP 172.20.0.12 (75537ddb-dff2-475c-aa81-4ab672651e51/9425b8d7-b363-4db8-a646-16e2ae683a78/64a1c23a-eed7-4db1-b1dc-38042fa5b2dc) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:22.670424 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 918059c2-9525-4993-91b2-a891b27bbae3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:22.671207 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:22.717642 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-075de867-e3b7-411d-891d-545c5ea5f2cc req-cd08b3c4-5819-46c2-98ca-ce42ccb0aeed service neutron] 10.222.0.52 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397886 Jul 27 19:50:22.766802 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faec589b-1928-4ba2-881c-bee673aa9ac0 req-38caa4a1-a8fc-4b1e-a142-42489dbf5def tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 210 time: 0.1357987 Jul 27 19:50:22.841267 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-075de867-e3b7-411d-891d-545c5ea5f2cc req-7b5098bc-a7cc-476e-99f2-9f9d55ed6c49 service neutron] 10.222.0.52 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139297 Jul 27 19:50:23.013952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-7d0895ab-1e3a-40cf-8138-4c231613c31a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:23.016252 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-7d0895ab-1e3a-40cf-8138-4c231613c31a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.63 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 812 time: 0.5374222 Jul 27 19:50:23.035397 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65df65-5689-4eef-9bd9-a596de43ce50 req-2d6ba675-79ff-4cdc-8048-b6080cceb05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:23.037509 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f65df65-5689-4eef-9bd9-a596de43ce50 req-2d6ba675-79ff-4cdc-8048-b6080cceb05e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 1098 time: 0.6448231 Jul 27 19:50:23.122041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-998042b7-b4c7-49ee-b002-eef526d4ff0a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Request body: {'port': {'device_id': '1551aa1d-9634-4a96-b853-1a7865d8a812', 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'admin_state_up': True, 'tenant_id': 'f19d4f5c80f446fba94990d46169e53a'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:23.274633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d7fd0-722e-4c76-b380-f5f8dd14e803 req-f483d7df-113c-44a0-97de-e3fef76cb424 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:23.276759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf5d7fd0-722e-4c76-b380-f5f8dd14e803 req-f483d7df-113c-44a0-97de-e3fef76cb424 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.7777865 Jul 27 19:50:23.364827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f98630-1fef-4000-a4e6-922a47f1036d req-346c35b4-9fdd-4fe0-8136-a8966b26cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:23.367040 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9f98630-1fef-4000-a4e6-922a47f1036d req-346c35b4-9fdd-4fe0-8136-a8966b26cd9b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 1102 time: 0.9111960 Jul 27 19:50:23.484133 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f65df65-5689-4eef-9bd9-a596de43ce50 req-41391248-86de-4c46-a71c-d7f1a101d8ad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677728 Jul 27 19:50:23.601535 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:23.606103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf5d7fd0-722e-4c76-b380-f5f8dd14e803 req-a4b678cf-5ebe-4819-914e-d960fd2ea6df tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146107 Jul 27 19:50:23.615732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9f98630-1fef-4000-a4e6-922a47f1036d req-9ca85840-1e06-46e7-8c0c-ef61ed00dc9c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200873 Jul 27 19:50:23.969511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756814e3-e7b4-4d5a-86ef-baae473d8a81 req-c32dbcea-7d29-4d56-a0cb-1e7bb19e0364 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:23.971021 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-756814e3-e7b4-4d5a-86ef-baae473d8a81 req-c32dbcea-7d29-4d56-a0cb-1e7bb19e0364 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 1.0033958 Jul 27 19:50:24.058894 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-998042b7-b4c7-49ee-b002-eef526d4ff0a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Made reservation on behalf of f19d4f5c80f446fba94990d46169e53a for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:24.062442 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-998042b7-b4c7-49ee-b002-eef526d4ff0a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:24.070028 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:24.112773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-756814e3-e7b4-4d5a-86ef-baae473d8a81 req-e52cd053-134e-429f-9006-86f75a0437fa tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239738 Jul 27 19:50:24.114678 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:24.193600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e48757-72b1-4327-b91e-23a961e7662e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a477d7-4c5f-411d-9fed-902b17a67525'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:24.197755 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1b8af7-6e5f-495c-8377-897344514b1b" -d '{"events": [{"server_uuid": "17e48757-72b1-4327-b91e-23a961e7662e", "name": "network-vif-unplugged", "status": "completed", "tag": "55a477d7-4c5f-411d-9fed-902b17a67525"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:24.322517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Network 75537ddb-dff2-475c-aa81-4ab672651e51 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:24.345756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:24.360376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638fb53-06f0-4e7f-ba8e-bb8610bf25d9 req-eb57056b-1ddb-45fb-a495-824a230526b3 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:24.361907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5638fb53-06f0-4e7f-ba8e-bb8610bf25d9 req-eb57056b-1ddb-45fb-a495-824a230526b3 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 950 time: 0.4010091 Jul 27 19:50:24.364634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:24.369447 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Pushing event updated for resources: {'Port': ['ID=64a1c23a-eed7-4db1-b1dc-38042fa5b2dc,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:24.449722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:24.450068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:24.450408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:24.450741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:24.451065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:24.451395 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:24.451738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:24.452099 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:24.452458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:24.452780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:24.453096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:24.453412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:24.554918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:24.555533 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:24.570532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-998042b7-b4c7-49ee-b002-eef526d4ff0a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Allocated IP 172.20.0.10 (0ebd3759-03a3-4e67-a8e0-16f7b925197f/0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d/6a66dd1c-d9da-462b-9515-75f248960de1) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:24.586909 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5638fb53-06f0-4e7f-ba8e-bb8610bf25d9 req-ef386e0e-2229-4cc0-83f9-ca09b31fc203 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139678 Jul 27 19:50:24.626306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb25e2-fdbe-43d8-8b6e-f9364c68d032 req-4dca13bf-1474-4ac4-a50f-4f6531964c39 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:24.627842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ddb25e2-fdbe-43d8-8b6e-f9364c68d032 req-4dca13bf-1474-4ac4-a50f-4f6531964c39 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3852606-06cc-46a0-89a1-e10a43d05ec9 HTTP/1.1" status: 200 len: 932 time: 0.4400074 Jul 27 19:50:24.642763 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-a232612c-e7a5-43be-9954-4ed8d94da6c4 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1660004 Jul 27 19:50:24.683208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Request body: {'port': {'device_id': 'c3852606-06cc-46a0-89a1-e10a43d05ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:24.834984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ddb25e2-fdbe-43d8-8b6e-f9364c68d032 req-27023e0f-2021-4b58-96ac-814a17a060ea tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/security-groups?id=0700c414-7765-4a61-829d-4f9a032aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958983 Jul 27 19:50:24.872691 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ee4acda-1233-4105-b8af-c42d99848858 req-7f737adf-9381-4006-8db8-309e27bf594a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 210 time: 0.0963197 Jul 27 19:50:24.899508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Allocated IP 172.21.0.1 (1a8370d4-43b9-414a-98f6-a0a2127cd394/9452d5a1-747c-4b78-aa58-16889553f842/da1049bb-7fbd-486c-9cad-5a02dacac18a) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:24.921103 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b571d1a-6c2e-4159-b1a7-d1654eba8d22 x-openstack-request-id: req-7b571d1a-6c2e-4159-b1a7-d1654eba8d22 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:24.921685 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e48757-72b1-4327-b91e-23a961e7662e", "name": "network-vif-unplugged", "status": "completed", "tag": "55a477d7-4c5f-411d-9fed-902b17a67525", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:24.921997 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b571d1a-6c2e-4159-b1a7-d1654eba8d22 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:24.922479 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e48757-72b1-4327-b91e-23a961e7662e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a477d7-4c5f-411d-9fed-902b17a67525', 'code': 200} Jul 27 19:50:25.006748 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:25.079520 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-998042b7-b4c7-49ee-b002-eef526d4ff0a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:25.220060 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:25.290022 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadb826-e649-435b-b884-b51195459aac req-70fff9f0-ecf4-403a-894b-931ba475e687 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:25.291562 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-edadb826-e649-435b-b884-b51195459aac req-70fff9f0-ecf4-403a-894b-931ba475e687 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.3864808 Jul 27 19:50:25.314734 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Transition to ACTIVE for port object da1049bb-7fbd-486c-9cad-5a02dacac18a will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:25.348209 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-998042b7-b4c7-49ee-b002-eef526d4ff0a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:25.365722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9e26d-a998-4f6a-92d3-a5774c802bb9 req-71838a89-d905-4edf-9605-7a64efeaf04b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:25.367584 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16d9e26d-a998-4f6a-92d3-a5774c802bb9 req-71838a89-d905-4edf-9605-7a64efeaf04b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.3897302 Jul 27 19:50:25.502374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-edadb826-e649-435b-b884-b51195459aac req-35e7490a-8295-4822-b1cd-944bf2ffc779 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003176 Jul 27 19:50:25.518842 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-998042b7-b4c7-49ee-b002-eef526d4ff0a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Network 0ebd3759-03a3-4e67-a8e0-16f7b925197f is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:25.587450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998042b7-b4c7-49ee-b002-eef526d4ff0a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Pushing event updated for resources: {'Port': ['ID=6a66dd1c-d9da-462b-9515-75f248960de1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:25.590242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-998042b7-b4c7-49ee-b002-eef526d4ff0a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:25.614848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-998042b7-b4c7-49ee-b002-eef526d4ff0a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:25.647819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16d9e26d-a998-4f6a-92d3-a5774c802bb9 req-a79406c6-0e23-4a13-93bd-a7a392d73142 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621493 Jul 27 19:50:25.659009 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:25.698424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:50:25.716179 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:25.765612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-998042b7-b4c7-49ee-b002-eef526d4ff0a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:25.766251 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-998042b7-b4c7-49ee-b002-eef526d4ff0a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:25.771312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 1a8370d4-43b9-414a-98f6-a0a2127cd394 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:25.785420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=da1049bb-7fbd-486c-9cad-5a02dacac18a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:25.809471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:25.812325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Transition to ACTIVE for port object 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:25.825210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:25.860879 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:25.894619 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-998042b7-b4c7-49ee-b002-eef526d4ff0a tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8105979 Jul 27 19:50:25.941679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-25df0649-9fac-4e50-914e-729f30e1a9a3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:50:25.942696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-25df0649-9fac-4e50-914e-729f30e1a9a3 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161548 Jul 27 19:50:25.970043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Request body: {'port': {'device_id': '1551aa1d-9634-4a96-b853-1a7865d8a812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:25.989862 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:26.080597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-64fc93ad-2963-4ac4-8bac-abbd526b9594 None None] Provisioning for port da1049bb-7fbd-486c-9cad-5a02dacac18a completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:26.085832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-64fc93ad-2963-4ac4-8bac-abbd526b9594 None None] Provisioning complete for port da1049bb-7fbd-486c-9cad-5a02dacac18a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:26.086174 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-64fc93ad-2963-4ac4-8bac-abbd526b9594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:26.086774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Pushing event updated for resources: {'Port': ['ID=64a1c23a-eed7-4db1-b1dc-38042fa5b2dc,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:26.130131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-64fc93ad-2963-4ac4-8bac-abbd526b9594 None None] Port da1049bb-7fbd-486c-9cad-5a02dacac18a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:26.158949 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-ffec6d7f-082d-4e36-ad75-68a82034a61b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:26.160470 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-ffec6d7f-082d-4e36-ad75-68a82034a61b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 812 time: 0.3878899 Jul 27 19:50:26.206258 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a05d3-a47a-41d2-8696-2ddc6c13951b req-2773ab93-48cd-4e99-861f-b244639267d4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:26.207693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a77a05d3-a47a-41d2-8696-2ddc6c13951b req-2773ab93-48cd-4e99-861f-b244639267d4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 950 time: 0.4770887 Jul 27 19:50:26.259898 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-2759683a-b8e8-4582-a874-e70f0b34a457 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/quotas/2dd7c4d346a24a0db331ef6e9c410c69 HTTP/1.1" status: 200 len: 375 time: 0.0787449 Jul 27 19:50:26.272286 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:26.688267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a77a05d3-a47a-41d2-8696-2ddc6c13951b req-2cb52799-35cd-40b3-9071-5941a379b7bc tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651115 Jul 27 19:50:26.689080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Attempting to bind port 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:50:26.689426 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Attempting to bind port 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '7c01d877-b88c-450a-bd31-8e0b246b0db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75537ddb-dff2-475c-aa81-4ab672651e51'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:50:26.689747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Attempting to bind port 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc on network 75537ddb-dff2-475c-aa81-4ab672651e51 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:50:26.718163 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:26.723068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Port 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc on network 75537ddb-dff2-475c-aa81-4ab672651e51 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:50:26.723395 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Attempting to bind port 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc on network 75537ddb-dff2-475c-aa81-4ab672651e51 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:50:26.755511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:50:26.755745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Checking segment: {'id': '7c01d877-b88c-450a-bd31-8e0b246b0db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75537ddb-dff2-475c-aa81-4ab672651e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:26.756131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Bound using segment: {'id': '7c01d877-b88c-450a-bd31-8e0b246b0db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75537ddb-dff2-475c-aa81-4ab672651e51'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:50:26.756614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Bound port: 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c01d877-b88c-450a-bd31-8e0b246b0db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '75537ddb-dff2-475c-aa81-4ab672651e51'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:50:26.757030 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:26.865767 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-d51d8f47-db5a-44ce-bd71-af166d26251e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5971041 Jul 27 19:50:27.155976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] For port 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:50:27.198296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] For port 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=64a1c23a-eed7-4db1-b1dc-38042fa5b2dc,segment=NetworkSegment(7c01d877-b88c-450a-bd31-8e0b246b0db3),segment_id=7c01d877-b88c-450a-bd31-8e0b246b0db3)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:50:27.217706 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:27.228446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-939fce93-e2ff-4952-a928-eec046dc0ca0 service neutron] 10.222.0.48 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542113 Jul 27 19:50:27.297272 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb3ef4-cdad-46ac-a7ec-ee7f29ba0997 req-45e481ea-ae4d-41f1-b8e1-a39ea05afbf9 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:27.298796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94eb3ef4-cdad-46ac-a7ec-ee7f29ba0997 req-45e481ea-ae4d-41f1-b8e1-a39ea05afbf9 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.4296989 Jul 27 19:50:27.388504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:27.389120 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:27.390747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-0b968394-c311-4002-8596-776b1d638ccd service neutron] 10.222.0.52 "PUT /v2.0/ports/64a1c23a-eed7-4db1-b1dc-38042fa5b2dc HTTP/1.1" status: 200 len: 1093 time: 2.7241664 Jul 27 19:50:27.398309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3852606-06cc-46a0-89a1-e10a43d05ec9', 'tag': '64a1c23a-eed7-4db1-b1dc-38042fa5b2dc'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:27.400564 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f04fa84-a01c-477c-968c-d56c4236d290" -d '{"events": [{"name": "network-changed", "server_uuid": "c3852606-06cc-46a0-89a1-e10a43d05ec9", "tag": "64a1c23a-eed7-4db1-b1dc-38042fa5b2dc"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:27.504760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b968394-c311-4002-8596-776b1d638ccd service neutron] Pushing event updated for resources: {'Port': ['ID=64a1c23a-eed7-4db1-b1dc-38042fa5b2dc,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:27.564032 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94eb3ef4-cdad-46ac-a7ec-ee7f29ba0997 req-d036749d-4bfb-423a-a573-94932d8ac586 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176163 Jul 27 19:50:27.601731 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a66dd1c-d9da-462b-9515-75f248960de1 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:50:27.611795 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-ab945023-546c-4b24-b3b4-cc8e4af375c5 service neutron] 10.222.0.48 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690369 Jul 27 19:50:27.615810 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:27.672987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Transition to ACTIVE for port object 6a66dd1c-d9da-462b-9515-75f248960de1 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:27.677328 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:27.683149 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:27.696932 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:27.727468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-fb2deb2e-3e2c-46bd-b117-71af4ed1fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:27.729191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-fb2deb2e-3e2c-46bd-b117-71af4ed1fc70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e41dd9d47d6491e90a3b62ccc879acd&device_id=c3852606-06cc-46a0-89a1-e10a43d05ec9 HTTP/1.1" status: 200 len: 1096 time: 0.2716537 Jul 27 19:50:27.841414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46394) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:27.842199 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Pushing event updated for resources: {'Port': ['ID=6a66dd1c-d9da-462b-9515-75f248960de1,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:27.847117 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-19fb267d-0dc5-4eca-a24e-f7a47ce6197e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1559631944'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:27.851929 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-2338c770-6fab-4eaf-84eb-bb8d75e46770 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64a1c23a-eed7-4db1-b1dc-38042fa5b2dc HTTP/1.1" status: 200 len: 217 time: 0.0896974 Jul 27 19:50:27.871786 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fb267d-0dc5-4eca-a24e-f7a47ce6197e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Made reservation on behalf of f58925f86c5a406cbce55135dc048b98 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:27.876466 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19fb267d-0dc5-4eca-a24e-f7a47ce6197e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:27.908149 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fb267d-0dc5-4eca-a24e-f7a47ce6197e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:50:27.919343 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19fb267d-0dc5-4eca-a24e-f7a47ce6197e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:27.919690 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-19fb267d-0dc5-4eca-a24e-f7a47ce6197e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Added segment 101d8e60-3b0f-40f6-94dc-80210408d669 of type vlan for network dd22034f-6375-47e6-8fc0-301c85a1291a Jul 27 19:50:27.939826 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:27.987776 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19fb267d-0dc5-4eca-a24e-f7a47ce6197e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:28.011208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd6b2d-d338-465f-a558-3f7ffbc87707 req-e794e0a9-1639-4cce-8122-8ade50a9ed6c tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:28.012764 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ffd6b2d-d338-465f-a558-3f7ffbc87707 req-e794e0a9-1639-4cce-8122-8ade50a9ed6c tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3852606-06cc-46a0-89a1-e10a43d05ec9 HTTP/1.1" status: 200 len: 944 time: 0.3900912 Jul 27 19:50:28.039885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19fb267d-0dc5-4eca-a24e-f7a47ce6197e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:28.047075 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb267d-0dc5-4eca-a24e-f7a47ce6197e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:28.048262 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19fb267d-0dc5-4eca-a24e-f7a47ce6197e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:28.120671 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-19fb267d-0dc5-4eca-a24e-f7a47ce6197e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2776461 Jul 27 19:50:28.123593 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46402) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:28.129430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1c5574c4-c7af-4fff-afba-16da0fbaf350 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1972750171'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:28.138745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=da1049bb-7fbd-486c-9cad-5a02dacac18a,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:28.141420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb267d-0dc5-4eca-a24e-f7a47ce6197e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'Network': ['ID=dd22034f-6375-47e6-8fc0-301c85a1291a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:28.156841 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Attempting to bind port 6a66dd1c-d9da-462b-9515-75f248960de1 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:50:28.157176 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Attempting to bind port 6a66dd1c-d9da-462b-9515-75f248960de1 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:50:28.157501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Attempting to bind port 6a66dd1c-d9da-462b-9515-75f248960de1 on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:50:28.169875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network dd22034f-6375-47e6-8fc0-301c85a1291a details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:50:28.170548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-fb70c27a-a661-49d0-96e0-577b52778375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:28.171086 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5574c4-c7af-4fff-afba-16da0fbaf350 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Made reservation on behalf of f58925f86c5a406cbce55135dc048b98 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:28.172096 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-fb70c27a-a661-49d0-96e0-577b52778375 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9425b8d7-b363-4db8-a646-16e2ae683a78 HTTP/1.1" status: 200 len: 853 time: 0.2506199 Jul 27 19:50:28.177308 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1c5574c4-c7af-4fff-afba-16da0fbaf350 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:28.214151 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5574c4-c7af-4fff-afba-16da0fbaf350 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:50:28.229993 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1c5574c4-c7af-4fff-afba-16da0fbaf350 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:28.230651 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-1c5574c4-c7af-4fff-afba-16da0fbaf350 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Added segment 0fc0c1d8-13fa-4249-80f7-da70722bf0ab of type vlan for network 9731c54d-8776-469f-b0a4-97666d3f2100 Jul 27 19:50:28.245445 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Port 6a66dd1c-d9da-462b-9515-75f248960de1 on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:50:28.248629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Attempting to bind port 6a66dd1c-d9da-462b-9515-75f248960de1 on network 0ebd3759-03a3-4e67-a8e0-16f7b925197f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:50:28.281812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-78bc8215-b6db-442e-b3d9-dec566371bd1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75537ddb-dff2-475c-aa81-4ab672651e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912628 Jul 27 19:50:28.286240 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1c5574c4-c7af-4fff-afba-16da0fbaf350 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:28.290959 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ffd6b2d-d338-465f-a558-3f7ffbc87707 req-904408bb-7096-49d8-829d-5eedbbb76d2b tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/security-groups?id=0700c414-7765-4a61-829d-4f9a032aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356644 Jul 27 19:50:28.317638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acca07-a95e-4575-9958-6244b66d5dbe req-5943074b-981e-434f-851c-7dbedf8af0d7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:28.321801 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4acca07-a95e-4575-9958-6244b66d5dbe req-5943074b-981e-434f-851c-7dbedf8af0d7 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 944 time: 0.4988754 Jul 27 19:50:28.330849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:50:28.331195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Checking segment: {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:28.331576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Bound using segment: {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:50:28.332032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Bound port: 6a66dd1c-d9da-462b-9515-75f248960de1, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89fcd005-d5ac-48e9-9c05-539350823539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:50:28.332446 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:28.345227 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1c5574c4-c7af-4fff-afba-16da0fbaf350 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:28.355490 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5574c4-c7af-4fff-afba-16da0fbaf350 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:28.356687 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1c5574c4-c7af-4fff-afba-16da0fbaf350 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:28.382021 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1c5574c4-c7af-4fff-afba-16da0fbaf350 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2569654 Jul 27 19:50:28.396793 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46404) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:28.403756 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ee14a9d7-3a12-4ba9-a56d-77140e7fb382 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'subnet': {'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:28.469557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5574c4-c7af-4fff-afba-16da0fbaf350 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'Network': ['ID=9731c54d-8776-469f-b0a4-97666d3f2100,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:28.498060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 9731c54d-8776-469f-b0a4-97666d3f2100 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:50:28.531762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 1a8370d4-43b9-414a-98f6-a0a2127cd394 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:28.599703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:28.630459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4acca07-a95e-4575-9958-6244b66d5dbe req-b289d878-337c-4360-91d3-b640f45d1313 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401240 Jul 27 19:50:28.645616 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee14a9d7-3a12-4ba9-a56d-77140e7fb382 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Made reservation on behalf of f58925f86c5a406cbce55135dc048b98 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:28.661198 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ee14a9d7-3a12-4ba9-a56d-77140e7fb382 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:28.692158 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-24355afd-f4c9-4a3a-b891-7f1651a38ff9 service neutron] 10.222.0.52 "GET /v2.0/networks/75537ddb-dff2-475c-aa81-4ab672651e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691354 Jul 27 19:50:28.937332 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ee14a9d7-3a12-4ba9-a56d-77140e7fb382 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:28.966060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-30fe568f-8b65-4e8a-b9ed-3550a6421f08 None None] Provisioning complete for port da1049bb-7fbd-486c-9cad-5a02dacac18a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:28.968097 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-30fe568f-8b65-4e8a-b9ed-3550a6421f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:29.004596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-30fe568f-8b65-4e8a-b9ed-3550a6421f08 None None] Port da1049bb-7fbd-486c-9cad-5a02dacac18a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:29.010499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14a9d7-3a12-4ba9-a56d-77140e7fb382 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'Subnet': ['ID=af129fbc-4518-4953-b99b-5c43b490918e,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:29.038865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee14a9d7-3a12-4ba9-a56d-77140e7fb382 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Checking segment: {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:29.039229 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee14a9d7-3a12-4ba9-a56d-77140e7fb382 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Network hostable DHCP agents. Network: dd22034f-6375-47e6-8fc0-301c85a1291a, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:50:29.061830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee14a9d7-3a12-4ba9-a56d-77140e7fb382 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Network dd22034f-6375-47e6-8fc0-301c85a1291a is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:50:29.072481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ee14a9d7-3a12-4ba9-a56d-77140e7fb382 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, dd22034f-6375-47e6-8fc0-301c85a1291a) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:29.073780 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17046aa9-1f10-428f-946d-228d84b97030 x-openstack-request-id: req-17046aa9-1f10-428f-946d-228d84b97030 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:29.074342 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3852606-06cc-46a0-89a1-e10a43d05ec9", "tag": "64a1c23a-eed7-4db1-b1dc-38042fa5b2dc", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:29.074342 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17046aa9-1f10-428f-946d-228d84b97030 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:29.074705 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3852606-06cc-46a0-89a1-e10a43d05ec9', 'tag': '64a1c23a-eed7-4db1-b1dc-38042fa5b2dc', 'status': 'completed', 'code': 200} Jul 27 19:50:29.077388 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee14a9d7-3a12-4ba9-a56d-77140e7fb382 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:29.078078 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ee14a9d7-3a12-4ba9-a56d-77140e7fb382 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:29.087899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] For port 6a66dd1c-d9da-462b-9515-75f248960de1, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:50:29.094451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad20244-56bc-4ad4-99ad-3d1700367ceb None None] Network dd22034f-6375-47e6-8fc0-301c85a1291a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:29.099591 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ee14a9d7-3a12-4ba9-a56d-77140e7fb382 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7008550 Jul 27 19:50:29.100657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46418) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:29.109654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-027221d5-d427-4c74-9e5a-fa1d9cd80e8e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'subnet': {'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:29.184508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] For port 6a66dd1c-d9da-462b-9515-75f248960de1, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6a66dd1c-d9da-462b-9515-75f248960de1,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:50:29.209491 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b2450e9-e20a-4541-99ea-a4d26dba1b51 req-de648691-a9cc-4d7c-b68e-8b9d4eb19c7b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 210 time: 0.1234114 Jul 27 19:50:29.216856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196f614-f387-41b0-9dc5-20b7ec520739 req-012326d0-4b62-4f2c-b58c-eb59e06f4d49 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:29.224111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6196f614-f387-41b0-9dc5-20b7ec520739 req-012326d0-4b62-4f2c-b58c-eb59e06f4d49 tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 1102 time: 0.8210871 Jul 27 19:50:29.267030 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:29.277927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027221d5-d427-4c74-9e5a-fa1d9cd80e8e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Made reservation on behalf of f58925f86c5a406cbce55135dc048b98 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:29.286274 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-027221d5-d427-4c74-9e5a-fa1d9cd80e8e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:29.292352 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-dd22034f-6375-47e6-8fc0-301c85a1291a', 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'fixed_ips': [{'subnet_id': 'af129fbc-4518-4953-b99b-5c43b490918e'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:50:29.293871 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:29.358694 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:29.359299 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:29.360707 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] 10.222.0.63 "PUT /v2.0/ports/6a66dd1c-d9da-462b-9515-75f248960de1 HTTP/1.1" status: 200 len: 1093 time: 3.4012122 Jul 27 19:50:29.362541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 22557e3b-ac56-4a0e-bcff-674abe157e42 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:50:29.452864 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6196f614-f387-41b0-9dc5-20b7ec520739 req-09382c50-4925-42bd-b4b3-ff8f3cfd8bfe tempest-ServersOnMultiNodesTest-261189266 tempest-ServersOnMultiNodesTest-261189266-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276900 Jul 27 19:50:29.479671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Allocated IP 10.1.1.2 (dd22034f-6375-47e6-8fc0-301c85a1291a/af129fbc-4518-4953-b99b-5c43b490918e/79653c1a-a4c3-44fc-a301-ae6654d0de34) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:29.508214 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abfccfa0-61c6-4b7d-80b9-452814339b5b req-501988fe-2e65-4310-bdfa-9f9cdc3b168c service neutron] 10.222.0.52 "GET /v2.0/networks/75537ddb-dff2-475c-aa81-4ab672651e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400065 Jul 27 19:50:29.508840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9c016-5758-4b90-9aad-fd2c92456d23 service neutron] Pushing event updated for resources: {'Port': ['ID=6a66dd1c-d9da-462b-9515-75f248960de1,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:29.522233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-ef072c43-1bd9-4f54-9f55-6b712cecdcf0 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:29.523788 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-ef072c43-1bd9-4f54-9f55-6b712cecdcf0 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.52 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 812 time: 0.4214900 Jul 27 19:50:29.582117 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-db406324-a1b4-446a-a8d6-16fce4b5ff01 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Request body: {'port': {'device_id': '263efaaa-e895-45bc-a9b6-c2573e6ce148', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'admin_state_up': True, 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:29.592065 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-027221d5-d427-4c74-9e5a-fa1d9cd80e8e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:29.672146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027221d5-d427-4c74-9e5a-fa1d9cd80e8e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'Subnet': ['ID=8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:29.679179 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027221d5-d427-4c74-9e5a-fa1d9cd80e8e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Checking segment: {'id': '0fc0c1d8-13fa-4249-80f7-da70722bf0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:29.679543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027221d5-d427-4c74-9e5a-fa1d9cd80e8e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Network hostable DHCP agents. Network: 9731c54d-8776-469f-b0a4-97666d3f2100, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:50:29.697641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027221d5-d427-4c74-9e5a-fa1d9cd80e8e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Network 9731c54d-8776-469f-b0a4-97666d3f2100 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:50:29.703779 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:29.710081 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-027221d5-d427-4c74-9e5a-fa1d9cd80e8e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 9731c54d-8776-469f-b0a4-97666d3f2100) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:29.714833 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Transition to ACTIVE for port object 79653c1a-a4c3-44fc-a301-ae6654d0de34 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:29.718345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027221d5-d427-4c74-9e5a-fa1d9cd80e8e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:29.719235 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-027221d5-d427-4c74-9e5a-fa1d9cd80e8e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:29.728076 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adf390d-22ca-44b0-8854-a11a8d785811 None None] Network 9731c54d-8776-469f-b0a4-97666d3f2100 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:29.737486 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-027221d5-d427-4c74-9e5a-fa1d9cd80e8e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6349154 Jul 27 19:50:29.739880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46446) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:29.745531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e7fede3e-dd47-4c47-9a57-993cfe2ada02 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'port': {'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a', 'name': 'tempest-TaggedBootDevicesTest-668130998', 'fixed_ips': [{'subnet_id': 'af129fbc-4518-4953-b99b-5c43b490918e'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:29.781923 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:50:29.792651 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-09693829-978a-46d9-b297-bd30b4c0b26d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/22557e3b-ac56-4a0e-bcff-674abe157e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8450804 Jul 27 19:50:29.796120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46448) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:29.799210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-fd7985ad-85da-4605-a2d1-0b4d87bff6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:29.800189 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-fd7985ad-85da-4605-a2d1-0b4d87bff6d7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 1096 time: 0.3689275 Jul 27 19:50:29.802457 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc673edd-f32e-48ec-b5a8-4581b00204e4 None None] Sync routers for ids ['22557e3b-ac56-4a0e-bcff-674abe157e42'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:50:29.806011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Transition to ACTIVE for port object 79653c1a-a4c3-44fc-a301-ae6654d0de34 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:29.817443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a406212-4782-46ba-b189-40edf126cda5 req-3d4895ac-48bc-4633-b7d1-c9b6cc611192 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:29.819025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a406212-4782-46ba-b189-40edf126cda5 req-3d4895ac-48bc-4633-b7d1-c9b6cc611192 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.4621422 Jul 27 19:50:29.824743 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:29.860101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901096f8-514e-42c0-9c98-df84de5c6b98 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:29.864336 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-901096f8-514e-42c0-9c98-df84de5c6b98 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports/da1049bb-7fbd-486c-9cad-5a02dacac18a HTTP/1.1" status: 200 len: 910 time: 0.0643294 Jul 27 19:50:29.867267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46450) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:29.867454 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc673edd-f32e-48ec-b5a8-4581b00204e4 None None] Routers {'22557e3b-ac56-4a0e-bcff-674abe157e42'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:29.867973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-dc673edd-f32e-48ec-b5a8-4581b00204e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['22557e3b-ac56-4a0e-bcff-674abe157e42'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:29.885466 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-e0dcad6f-24f4-4e8a-9348-9d6b8dd8fe8f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a66dd1c-d9da-462b-9515-75f248960de1 HTTP/1.1" status: 200 len: 217 time: 0.0653889 Jul 27 19:50:29.917327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Network dd22034f-6375-47e6-8fc0-301c85a1291a is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:29.921304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-dc673edd-f32e-48ec-b5a8-4581b00204e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:29.931839 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:29.956244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:29.961180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Pushing event updated for resources: {'Port': ['ID=79653c1a-a4c3-44fc-a301-ae6654d0de34,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:29.976684 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04fa84-a01c-477c-968c-d56c4236d290 req-20f6cf80-9f7c-4e3b-aa57-25d2d3ef0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:29.978268 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f04fa84-a01c-477c-968c-d56c4236d290 req-20f6cf80-9f7c-4e3b-aa57-25d2d3ef0bef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e41dd9d47d6491e90a3b62ccc879acd&device_id=c3852606-06cc-46a0-89a1-e10a43d05ec9 HTTP/1.1" status: 200 len: 1096 time: 0.3632400 Jul 27 19:50:29.982500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc673edd-f32e-48ec-b5a8-4581b00204e4 None None] Routers {'22557e3b-ac56-4a0e-bcff-674abe157e42'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:29.983442 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-dc673edd-f32e-48ec-b5a8-4581b00204e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['22557e3b-ac56-4a0e-bcff-674abe157e42'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:29.995899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89786ccc-201f-4109-b5cf-a96d56322228 req-049de4c7-21ce-48eb-878c-a82eaca4d2b3 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:29.997454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89786ccc-201f-4109-b5cf-a96d56322228 req-049de4c7-21ce-48eb-878c-a82eaca4d2b3 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3852606-06cc-46a0-89a1-e10a43d05ec9 HTTP/1.1" status: 200 len: 944 time: 0.3214800 Jul 27 19:50:30.009051 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a406212-4782-46ba-b189-40edf126cda5 req-f0ae53c3-56fc-4bff-9257-13bf9dd1aa64 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693299 Jul 27 19:50:30.039972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-b24e794c-9da7-4c9e-bf24-513eb9502d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:30.041537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-b24e794c-9da7-4c9e-bf24-513eb9502d6a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 200 len: 852 time: 0.1424568 Jul 27 19:50:30.042147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-db406324-a1b4-446a-a8d6-16fce4b5ff01 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Made reservation on behalf of 2dd7c4d346a24a0db331ef6e9c410c69 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:30.045709 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-db406324-a1b4-446a-a8d6-16fce4b5ff01 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:30.129190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-5937112f-0476-4710-b86b-5bd2432bcc32 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ebd3759-03a3-4e67-a8e0-16f7b925197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476968 Jul 27 19:50:30.142642 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fede3e-dd47-4c47-9a57-993cfe2ada02 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Made reservation on behalf of f58925f86c5a406cbce55135dc048b98 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:30.218481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-dc673edd-f32e-48ec-b5a8-4581b00204e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:30.219047 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc673edd-f32e-48ec-b5a8-4581b00204e4 None None] The sync data for ids ['22557e3b-ac56-4a0e-bcff-674abe157e42'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:50:30.248711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89786ccc-201f-4109-b5cf-a96d56322228 req-ce5d9bcd-a1aa-49a9-a12b-3e614767a987 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/security-groups?id=0700c414-7765-4a61-829d-4f9a032aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366161 Jul 27 19:50:30.288487 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7fede3e-dd47-4c47-9a57-993cfe2ada02 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:30.317126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-9731c54d-8776-469f-b0a4-97666d3f2100', 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'fixed_ips': [{'subnet_id': '8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:50:30.318067 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:30.322778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-e7fede3e-dd47-4c47-9a57-993cfe2ada02 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] device_id is not set on port 6b82a051-4a63-458c-b31a-5df21e5cf87c yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:50:30.324961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04fa84-a01c-477c-968c-d56c4236d290 req-e8d27e26-cda5-430d-a497-f85714c8258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:30.326754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f04fa84-a01c-477c-968c-d56c4236d290 req-e8d27e26-cda5-430d-a497-f85714c8258f service neutron] 10.222.0.52 "GET /v2.0/networks?id=75537ddb-dff2-475c-aa81-4ab672651e51 HTTP/1.1" status: 200 len: 914 time: 0.3264387 Jul 27 19:50:30.356631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Attempting to bind port 79653c1a-a4c3-44fc-a301-ae6654d0de34 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:50:30.363510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Attempting to bind port 79653c1a-a4c3-44fc-a301-ae6654d0de34 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:50:30.364009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Attempting to bind port 79653c1a-a4c3-44fc-a301-ae6654d0de34 on network dd22034f-6375-47e6-8fc0-301c85a1291a {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:50:30.403018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:50:30.403421 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Checking segment: {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:30.403858 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:30.404290 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Bound using segment: {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:50:30.404958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Bound port: 79653c1a-a4c3-44fc-a301-ae6654d0de34, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:50:30.405506 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:30.475147 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f04fa84-a01c-477c-968c-d56c4236d290 req-b47f7d9f-4a77-4eff-8be8-7ae92ce537dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64a1c23a-eed7-4db1-b1dc-38042fa5b2dc HTTP/1.1" status: 200 len: 217 time: 0.1323209 Jul 27 19:50:30.478120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-70dcc87f-af0e-4553-bb9d-77ef82baeffd service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415411 Jul 27 19:50:30.585204 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] For port 79653c1a-a4c3-44fc-a301-ae6654d0de34, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:50:30.591559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] For port 79653c1a-a4c3-44fc-a301-ae6654d0de34, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=79653c1a-a4c3-44fc-a301-ae6654d0de34,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:50:30.593432 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Allocated IP 10.2.2.2 (9731c54d-8776-469f-b0a4-97666d3f2100/8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a/db6fedc1-ada9-47ab-9f11-0469dd5ba434) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:30.593986 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-db406324-a1b4-446a-a8d6-16fce4b5ff01 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Allocated IP 172.20.0.12 (2f987a4c-7176-4728-b48c-c6344a5a384d/82a6d6e2-ef16-4337-a570-8e7d796ec20f/34e1311b-4fe5-4801-8560-6da5ef2a5faa) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:30.598420 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:30.625004 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1de57111-4dd9-4fb4-80c2-91e75e713946 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:30.665035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04fa84-a01c-477c-968c-d56c4236d290 req-7c8039fd-fb30-488d-8c8e-45c2db4e218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:30.666698 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f04fa84-a01c-477c-968c-d56c4236d290 req-7c8039fd-fb30-488d-8c8e-45c2db4e218a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9425b8d7-b363-4db8-a646-16e2ae683a78 HTTP/1.1" status: 200 len: 853 time: 0.1687851 Jul 27 19:50:30.707586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4eaf91-e26f-45d0-a8aa-1b39b7f71cfb None None] Pushing event updated for resources: {'Port': ['ID=79653c1a-a4c3-44fc-a301-ae6654d0de34,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:30.731691 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4030d-dec7-4cb3-b62c-103f093202da req-b7adb0b9-753d-47ef-841f-e3c4e78d4eb0 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:30.733796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8b4030d-dec7-4cb3-b62c-103f093202da req-b7adb0b9-753d-47ef-841f-e3c4e78d4eb0 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 944 time: 0.3379219 Jul 27 19:50:30.775169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f04fa84-a01c-477c-968c-d56c4236d290 req-27c7dc5f-c1fb-45be-848d-f68ca1843ad2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75537ddb-dff2-475c-aa81-4ab672651e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854609 Jul 27 19:50:30.787926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a62a055-bfc6-4ed1-b0f3-b4a68043d29e req-aedee6ff-3bab-4a9a-bffd-54ec9c65aff3 service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887287 Jul 27 19:50:30.813423 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebca4dd-fc9b-4e47-9664-d40dd31aa657 req-03a2455c-499b-4095-ac7b-9b646555aca0 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:30.815112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ebca4dd-fc9b-4e47-9664-d40dd31aa657 req-03a2455c-499b-4095-ac7b-9b646555aca0 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.3788786 Jul 27 19:50:30.831548 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:30.847229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Transition to ACTIVE for port object db6fedc1-ada9-47ab-9f11-0469dd5ba434 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:30.874036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Transition to ACTIVE for port object db6fedc1-ada9-47ab-9f11-0469dd5ba434 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:30.883917 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:30.941545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Network 9731c54d-8776-469f-b0a4-97666d3f2100 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:30.945330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:30.949723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:31.007060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Pushing event updated for resources: {'Port': ['ID=db6fedc1-ada9-47ab-9f11-0469dd5ba434,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:31.016650 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8b4030d-dec7-4cb3-b62c-103f093202da req-c856f66f-8890-42c0-bbf4-9464d5de3258 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444866 Jul 27 19:50:31.059574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Attempting to bind port db6fedc1-ada9-47ab-9f11-0469dd5ba434 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:50:31.059955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Attempting to bind port db6fedc1-ada9-47ab-9f11-0469dd5ba434 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '0fc0c1d8-13fa-4249-80f7-da70722bf0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:50:31.060325 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Attempting to bind port db6fedc1-ada9-47ab-9f11-0469dd5ba434 on network 9731c54d-8776-469f-b0a4-97666d3f2100 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:50:31.067926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:50:31.068343 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Checking segment: {'id': '0fc0c1d8-13fa-4249-80f7-da70722bf0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:31.069454 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:31.069864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Bound using segment: {'id': '0fc0c1d8-13fa-4249-80f7-da70722bf0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:50:31.070348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Bound port: db6fedc1-ada9-47ab-9f11-0469dd5ba434, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc0c1d8-13fa-4249-80f7-da70722bf0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:50:31.070738 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:31.094515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ebca4dd-fc9b-4e47-9664-d40dd31aa657 req-7482c8a2-c384-4c38-8157-742039ed2ac4 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461562 Jul 27 19:50:31.102277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1551aa1d-9634-4a96-b853-1a7865d8a812', 'tag': '6a66dd1c-d9da-462b-9515-75f248960de1'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:31.104704 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3e3ce5-417d-4983-993a-0480555c7543" -d '{"events": [{"name": "network-changed", "server_uuid": "1551aa1d-9634-4a96-b853-1a7865d8a812", "tag": "6a66dd1c-d9da-462b-9515-75f248960de1"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:31.111327 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-e7fede3e-dd47-4c47-9a57-993cfe2ada02 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Allocated IP 10.1.1.162 (dd22034f-6375-47e6-8fc0-301c85a1291a/af129fbc-4518-4953-b99b-5c43b490918e/6b82a051-4a63-458c-b31a-5df21e5cf87c) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:31.169822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] For port db6fedc1-ada9-47ab-9f11-0469dd5ba434, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:50:31.170856 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66b707d3-59b3-4adc-bbd2-8528f06d9ee1 req-18152dde-2e50-4e45-b721-1af9cac9c5bb tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 210 time: 0.0582998 Jul 27 19:50:31.173958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] For port db6fedc1-ada9-47ab-9f11-0469dd5ba434, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=db6fedc1-ada9-47ab-9f11-0469dd5ba434,segment=NetworkSegment(0fc0c1d8-13fa-4249-80f7-da70722bf0ab),segment_id=0fc0c1d8-13fa-4249-80f7-da70722bf0ab)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:50:31.178755 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:31.194776 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f04fa84-a01c-477c-968c-d56c4236d290 req-8c2a2b89-97c5-4e2c-81d9-5dd2c4b6b421 service neutron] 10.222.0.52 "GET /v2.0/networks/75537ddb-dff2-475c-aa81-4ab672651e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919148 Jul 27 19:50:31.234932 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-db406324-a1b4-446a-a8d6-16fce4b5ff01 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:31.273328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e0266-6bbb-4936-9f2a-7837d714deee None None] Pushing event updated for resources: {'Port': ['ID=db6fedc1-ada9-47ab-9f11-0469dd5ba434,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:31.414726 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7fede3e-dd47-4c47-9a57-993cfe2ada02 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:31.505377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-e7fede3e-dd47-4c47-9a57-993cfe2ada02 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Transition to ACTIVE for port object 6b82a051-4a63-458c-b31a-5df21e5cf87c will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:31.597920 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7fede3e-dd47-4c47-9a57-993cfe2ada02 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:31.649104 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fede3e-dd47-4c47-9a57-993cfe2ada02 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Network dd22034f-6375-47e6-8fc0-301c85a1291a is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:31.659053 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e7fede3e-dd47-4c47-9a57-993cfe2ada02 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:31.661757 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fede3e-dd47-4c47-9a57-993cfe2ada02 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:31.668819 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-1de57111-4dd9-4fb4-80c2-91e75e713946 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port da1049bb-7fbd-486c-9cad-5a02dacac18a {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:31.669232 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1de57111-4dd9-4fb4-80c2-91e75e713946 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:31.798990 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1de57111-4dd9-4fb4-80c2-91e75e713946 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:31.846307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-1de57111-4dd9-4fb4-80c2-91e75e713946 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for da1049bb-7fbd-486c-9cad-5a02dacac18a owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:31.879709 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d85d35-b9e7-4c2a-8013-723fe5301ac4 x-openstack-request-id: req-67d85d35-b9e7-4c2a-8013-723fe5301ac4 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:31.879999 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1551aa1d-9634-4a96-b853-1a7865d8a812", "tag": "6a66dd1c-d9da-462b-9515-75f248960de1", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:31.880263 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67d85d35-b9e7-4c2a-8013-723fe5301ac4 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:31.880642 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1551aa1d-9634-4a96-b853-1a7865d8a812', 'tag': '6a66dd1c-d9da-462b-9515-75f248960de1', 'status': 'completed', 'code': 200} Jul 27 19:50:31.884959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fede3e-dd47-4c47-9a57-993cfe2ada02 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'Port': ['ID=6b82a051-4a63-458c-b31a-5df21e5cf87c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:31.942979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fede3e-dd47-4c47-9a57-993cfe2ada02 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:31.943630 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7fede3e-dd47-4c47-9a57-993cfe2ada02 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:31.979271 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e7fede3e-dd47-4c47-9a57-993cfe2ada02 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2357702 Jul 27 19:50:31.980700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46498) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:31.983578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-db406324-a1b4-446a-a8d6-16fce4b5ff01 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Transition to ACTIVE for port object 34e1311b-4fe5-4801-8560-6da5ef2a5faa will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:31.996914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-a3174268-78ad-4c3f-a246-1778e5d2b846 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'port': {'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a', 'name': 'tempest-TaggedBootDevicesTest-23722363', 'fixed_ips': [{'subnet_id': 'af129fbc-4518-4953-b99b-5c43b490918e'}]}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:32.119097 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a27c460-9137-4d23-bdea-2dc9c6ada076 None None] Network dd22034f-6375-47e6-8fc0-301c85a1291a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:32.143307 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1de57111-4dd9-4fb4-80c2-91e75e713946 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:32.219648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c32006c3-e87f-40a8-84dc-2765187420ff None None] Provisioning for port 79653c1a-a4c3-44fc-a301-ae6654d0de34 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:32.237046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de57111-4dd9-4fb4-80c2-91e75e713946 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=da1049bb-7fbd-486c-9cad-5a02dacac18a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:32.288833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f04fa84-a01c-477c-968c-d56c4236d290 req-ac786fbe-3b62-48d2-93d9-b778ab45b8c0 service neutron] 10.222.0.52 "GET /v2.0/networks/75537ddb-dff2-475c-aa81-4ab672651e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0865993 Jul 27 19:50:32.320877 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-db406324-a1b4-446a-a8d6-16fce4b5ff01 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:32.344669 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eac6f3-44de-4429-8cef-ca8210f625bd req-3524579b-600b-4517-a986-8a680b4ce674 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:32.352432 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['c7f41ba9-67d4-425b-9f5f-9a07ef34e945'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:32.352652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81eac6f3-44de-4429-8cef-ca8210f625bd req-3524579b-600b-4517-a986-8a680b4ce674 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 950 time: 1.1748474 Jul 27 19:50:32.354787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['60aae3c2-ea19-46af-b025-82a6e56e9966'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:32.374067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e127b-226e-4239-8e9c-65a546bb3ef3 req-24fe8880-bff8-4811-a926-3d2932bf3f85 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:32.376125 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae0e127b-226e-4239-8e9c-65a546bb3ef3 req-24fe8880-bff8-4811-a926-3d2932bf3f85 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3852606-06cc-46a0-89a1-e10a43d05ec9 HTTP/1.1" status: 200 len: 944 time: 0.5023685 Jul 27 19:50:32.383829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e3ce5-417d-4983-993a-0480555c7543 req-b2686eaf-73f7-4204-b5f0-d90d3e52ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:32.385460 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d3e3ce5-417d-4983-993a-0480555c7543 req-b2686eaf-73f7-4204-b5f0-d90d3e52ebc8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f19d4f5c80f446fba94990d46169e53a&device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 1096 time: 0.5451617 Jul 27 19:50:32.475110 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1de57111-4dd9-4fb4-80c2-91e75e713946 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:32.644200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb965f4-db36-439e-bb22-c1b89cd4a019 req-2dc75ac8-1c85-42e5-873a-fcd63998c4c3 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:32.645887 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fb965f4-db36-439e-bb22-c1b89cd4a019 req-2dc75ac8-1c85-42e5-873a-fcd63998c4c3 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 950 time: 0.8199804 Jul 27 19:50:32.696065 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79653c1a-a4c3-44fc-a301-ae6654d0de34 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:32.702233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-db406324-a1b4-446a-a8d6-16fce4b5ff01 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Network 2f987a4c-7176-4728-b48c-c6344a5a384d is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:32.747814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81eac6f3-44de-4429-8cef-ca8210f625bd req-cf3680d1-8521-4cfb-9a69-8046db253fe4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945527 Jul 27 19:50:32.748876 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-db406324-a1b4-446a-a8d6-16fce4b5ff01 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:32.761089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-db406324-a1b4-446a-a8d6-16fce4b5ff01 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:32.767165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db406324-a1b4-446a-a8d6-16fce4b5ff01 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event updated for resources: {'Port': ['ID=34e1311b-4fe5-4801-8560-6da5ef2a5faa,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:32.866152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c276d36-3ab9-4aba-8623-9f3880dd3186 None None] Network 9731c54d-8776-469f-b0a4-97666d3f2100 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:32.879438 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de57111-4dd9-4fb4-80c2-91e75e713946 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 22557e3b-ac56-4a0e-bcff-674abe157e42 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:50:32.888766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae0e127b-226e-4239-8e9c-65a546bb3ef3 req-7bd2fbaa-d55f-4c5e-a37d-7d1d037862d7 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/security-groups?id=0700c414-7765-4a61-829d-4f9a032aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919975 Jul 27 19:50:32.957019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-db406324-a1b4-446a-a8d6-16fce4b5ff01 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:32.957888 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-db406324-a1b4-446a-a8d6-16fce4b5ff01 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:32.983030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3174268-78ad-4c3f-a246-1778e5d2b846 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Made reservation on behalf of f58925f86c5a406cbce55135dc048b98 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:33.077815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-75c1ad69-6e18-4ec7-841b-ee235e0c4a11 None None] Provisioning for port db6fedc1-ada9-47ab-9f11-0469dd5ba434 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:33.105413 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de57111-4dd9-4fb4-80c2-91e75e713946 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:50:33.115418 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1de57111-4dd9-4fb4-80c2-91e75e713946 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/22557e3b-ac56-4a0e-bcff-674abe157e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2472630 Jul 27 19:50:33.120567 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebce83d0-4bf5-4fb7-b409-f70a8228d012 None None] Sync routers for ids ['22557e3b-ac56-4a0e-bcff-674abe157e42'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:50:33.122287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46514) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:33.147729 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:50:33.155394 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 79653c1a-a4c3-44fc-a301-ae6654d0de34 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:33.162378 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce83d0-4bf5-4fb7-b409-f70a8228d012 None None] Routers {'22557e3b-ac56-4a0e-bcff-674abe157e42'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:33.163348 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ebce83d0-4bf5-4fb7-b409-f70a8228d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['22557e3b-ac56-4a0e-bcff-674abe157e42'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:33.166682 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 79653c1a-a4c3-44fc-a301-ae6654d0de34 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:33.167177 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:33.230306 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ebce83d0-4bf5-4fb7-b409-f70a8228d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:33.230905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-db406324-a1b4-446a-a8d6-16fce4b5ff01 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6554112 Jul 27 19:50:33.241291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e3ce5-417d-4983-993a-0480555c7543 req-79d2d4e6-f952-4ef2-9869-9bdfb62dc0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:33.243204 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d3e3ce5-417d-4983-993a-0480555c7543 req-79d2d4e6-f952-4ef2-9869-9bdfb62dc0f5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 200 len: 913 time: 0.8210077 Jul 27 19:50:33.246739 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce83d0-4bf5-4fb7-b409-f70a8228d012 None None] Routers {'22557e3b-ac56-4a0e-bcff-674abe157e42'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:33.247396 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ebce83d0-4bf5-4fb7-b409-f70a8228d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['22557e3b-ac56-4a0e-bcff-674abe157e42'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:33.254950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Request body: {'port': {'device_id': '263efaaa-e895-45bc-a9b6-c2573e6ce148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:33.300499 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ebce83d0-4bf5-4fb7-b409-f70a8228d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:33.301167 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebce83d0-4bf5-4fb7-b409-f70a8228d012 None None] The sync data for ids ['22557e3b-ac56-4a0e-bcff-674abe157e42'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:50:33.324697 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:33.377073 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d3e3ce5-417d-4983-993a-0480555c7543 req-85e8d189-7d3f-43f9-8e09-a68adc1c242f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a66dd1c-d9da-462b-9515-75f248960de1 HTTP/1.1" status: 200 len: 217 time: 0.1176956 Jul 27 19:50:33.378394 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e7b1a668-4d5e-4252-afed-f0021701dfb8 None None] Provisioning for port 34e1311b-4fe5-4801-8560-6da5ef2a5faa completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:33.427087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e7b1a668-4d5e-4252-afed-f0021701dfb8 None None] Provisioning complete for port 34e1311b-4fe5-4801-8560-6da5ef2a5faa triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:33.427469 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7b1a668-4d5e-4252-afed-f0021701dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:33.478121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 79653c1a-a4c3-44fc-a301-ae6654d0de34, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=79653c1a-a4c3-44fc-a301-ae6654d0de34,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:33.490572 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3174268-78ad-4c3f-a246-1778e5d2b846 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:33.491473 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:33.492298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device db6fedc1-ada9-47ab-9f11-0469dd5ba434 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:33.556481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ff9e0-2505-4284-b701-316702c137c5 req-90447c18-b6b2-4355-8c22-6cdfc3658433 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:33.558033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b10ff9e0-2505-4284-b701-316702c137c5 req-90447c18-b6b2-4355-8c22-6cdfc3658433 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 944 time: 0.5569568 Jul 27 19:50:33.571647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-2fb965f4-db36-439e-bb22-c1b89cd4a019 req-bb1473b6-4fdf-4687-8474-5e16237f8f80 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Deleting port 00e1765e-4540-461d-b8d3-5a9088c58c3f {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:33.572036 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2fb965f4-db36-439e-bb22-c1b89cd4a019 req-bb1473b6-4fdf-4687-8474-5e16237f8f80 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:33.581652 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbb371-3922-4c02-8e7e-fc3991a8539e req-134a8cdf-d6ec-41cb-b154-48278d2e9054 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:33.583721 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ffbb371-3922-4c02-8e7e-fc3991a8539e req-134a8cdf-d6ec-41cb-b154-48278d2e9054 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.5727246 Jul 27 19:50:33.584600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-a3174268-78ad-4c3f-a246-1778e5d2b846 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] device_id is not set on port 2319aae9-ce95-4f29-aabf-b219da789e06 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:50:33.598418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e3ce5-417d-4983-993a-0480555c7543 req-09948344-e91e-43ea-8255-d52943b512fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:33.600066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d3e3ce5-417d-4983-993a-0480555c7543 req-09948344-e91e-43ea-8255-d52943b512fd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 200 len: 852 time: 0.2032714 Jul 27 19:50:33.601009 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:33.608098 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e7b1a668-4d5e-4252-afed-f0021701dfb8 None None] Port 34e1311b-4fe5-4801-8560-6da5ef2a5faa cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:33.614161 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-328cbff1-44ff-4111-9eda-9a2a60ad2549 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:33.654127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=64a1c23a-eed7-4db1-b1dc-38042fa5b2dc,segment=NetworkSegment(7c01d877-b88c-450a-bd31-8e0b246b0db3),segment_id=7c01d877-b88c-450a-bd31-8e0b246b0db3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:33.678129 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=79653c1a-a4c3-44fc-a301-ae6654d0de34,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:33.689168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '64a1c23a-eed7-4db1-b1dc-38042fa5b2dc', 'network_id': '75537ddb-dff2-475c-aa81-4ab672651e51', 'port_id': '64a1c23a-eed7-4db1-b1dc-38042fa5b2dc', 'mac_address': 'fa:16:3e:df:7c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9425b8d7-b363-4db8-a646-16e2ae683a78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:50:33.690094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e7b1a668-4d5e-4252-afed-f0021701dfb8 None None] Provisioning complete for port 79653c1a-a4c3-44fc-a301-ae6654d0de34 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:33.690469 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7b1a668-4d5e-4252-afed-f0021701dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:33.756476 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d3e3ce5-417d-4983-993a-0480555c7543 req-26f0a60c-c011-4fe0-a3e4-ba3d21a3b209 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ebd3759-03a3-4e67-a8e0-16f7b925197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057556 Jul 27 19:50:33.767450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port db6fedc1-ada9-47ab-9f11-0469dd5ba434 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:33.784080 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port db6fedc1-ada9-47ab-9f11-0469dd5ba434 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:33.784325 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:33.822929 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:33.874027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:50:33.882132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b10ff9e0-2505-4284-b701-316702c137c5 req-fdd1a821-bb8c-450d-88f6-25228c5cd708 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912395 Jul 27 19:50:33.942702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-328cbff1-44ff-4111-9eda-9a2a60ad2549 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port 6496ee9a-1275-468d-b69f-fc8934a7ecb9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:33.943822 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-328cbff1-44ff-4111-9eda-9a2a60ad2549 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:33.961812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ffbb371-3922-4c02-8e7e-fc3991a8539e req-7b619c24-6b5f-4b44-a3aa-4424ccb97be9 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581069 Jul 27 19:50:33.962104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=64a1c23a-eed7-4db1-b1dc-38042fa5b2dc,segment=NetworkSegment(7c01d877-b88c-450a-bd31-8e0b246b0db3),segment_id=7c01d877-b88c-450a-bd31-8e0b246b0db3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:33.981453 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6a66dd1c-d9da-462b-9515-75f248960de1 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:50:33.989827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 00e1765e-4540-461d-b8d3-5a9088c58c3f no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:50:34.001490 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:34.068148 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-328cbff1-44ff-4111-9eda-9a2a60ad2549 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:34.095039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-328cbff1-44ff-4111-9eda-9a2a60ad2549 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for 6496ee9a-1275-468d-b69f-fc8934a7ecb9 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:34.178675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-2fb965f4-db36-439e-bb22-c1b89cd4a019 req-bb1473b6-4fdf-4687-8474-5e16237f8f80 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] For port 00e1765e-4540-461d-b8d3-5a9088c58c3f, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=00e1765e-4540-461d-b8d3-5a9088c58c3f,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:34.178953 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2fb965f4-db36-439e-bb22-c1b89cd4a019 req-bb1473b6-4fdf-4687-8474-5e16237f8f80 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:34.256714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-2fb965f4-db36-439e-bb22-c1b89cd4a019 req-bb1473b6-4fdf-4687-8474-5e16237f8f80 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Calling delete_port for 00e1765e-4540-461d-b8d3-5a9088c58c3f owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:34.305108 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-328cbff1-44ff-4111-9eda-9a2a60ad2549 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:34.308968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d3e3ce5-417d-4983-993a-0480555c7543 req-2ec7c3f7-42ed-4eb5-b2dc-bcb6b8a175a2 service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296924 Jul 27 19:50:34.335474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cbff1-44ff-4111-9eda-9a2a60ad2549 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=6496ee9a-1275-468d-b69f-fc8934a7ecb9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:34.335720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-a3174268-78ad-4c3f-a246-1778e5d2b846 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Allocated IP 10.1.1.149 (dd22034f-6375-47e6-8fc0-301c85a1291a/af129fbc-4518-4953-b99b-5c43b490918e/2319aae9-ce95-4f29-aabf-b219da789e06) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:34.352701 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.resource_extend [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 19:50:34.409358 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:34.410584 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e7b1a668-4d5e-4252-afed-f0021701dfb8 None None] Provisioning for port 6b82a051-4a63-458c-b31a-5df21e5cf87c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:34.428610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=64a1c23a-eed7-4db1-b1dc-38042fa5b2dc,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:34.442944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e7b1a668-4d5e-4252-afed-f0021701dfb8 None None] Provisioning complete for port 6b82a051-4a63-458c-b31a-5df21e5cf87c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:34.443326 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7b1a668-4d5e-4252-afed-f0021701dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:34.489908 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['64a1c23a-eed7-4db1-b1dc-38042fa5b2dc'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:34.531842 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-328cbff1-44ff-4111-9eda-9a2a60ad2549 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:34.582375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e7b1a668-4d5e-4252-afed-f0021701dfb8 None None] Port 6b82a051-4a63-458c-b31a-5df21e5cf87c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:34.620671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6a66dd1c-d9da-462b-9515-75f248960de1, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6a66dd1c-d9da-462b-9515-75f248960de1,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:34.639762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port db6fedc1-ada9-47ab-9f11-0469dd5ba434, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=db6fedc1-ada9-47ab-9f11-0469dd5ba434,segment=NetworkSegment(0fc0c1d8-13fa-4249-80f7-da70722bf0ab),segment_id=0fc0c1d8-13fa-4249-80f7-da70722bf0ab)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:34.651074 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '6a66dd1c-d9da-462b-9515-75f248960de1', 'network_id': '0ebd3759-03a3-4e67-a8e0-16f7b925197f', 'port_id': '6a66dd1c-d9da-462b-9515-75f248960de1', 'mac_address': 'fa:16:3e:f3:61:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:50:34.652873 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:34.723394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328cbff1-44ff-4111-9eda-9a2a60ad2549 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 22557e3b-ac56-4a0e-bcff-674abe157e42 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:50:34.725863 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:34.771785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79653c1a-a4c3-44fc-a301-ae6654d0de34 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:34.813376 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:34.814197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328cbff1-44ff-4111-9eda-9a2a60ad2549 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:50:34.826223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46530) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:34.826842 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-328cbff1-44ff-4111-9eda-9a2a60ad2549 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/22557e3b-ac56-4a0e-bcff-674abe157e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7022302 Jul 27 19:50:34.841664 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13d5a28-792e-462b-bf85-a52527ee33b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00e1765e-4540-461d-b8d3-5a9088c58c3f'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:34.844166 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2997ef9a-4e6f-4f0e-82b6-4a33e82a91ff" -d '{"events": [{"server_uuid": "a13d5a28-792e-462b-bf85-a52527ee33b4", "name": "network-vif-unplugged", "status": "completed", "tag": "00e1765e-4540-461d-b8d3-5a9088c58c3f"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:34.863263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b06c05-7bce-4127-af79-d05c3537cc79 None None] Sync routers for ids ['22557e3b-ac56-4a0e-bcff-674abe157e42'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:50:34.877548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-75bd2e82-fff7-49cd-b480-71d1ae4df18a None None] Provisioning complete for port db6fedc1-ada9-47ab-9f11-0469dd5ba434 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:34.877901 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-75bd2e82-fff7-49cd-b480-71d1ae4df18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:34.891041 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=db6fedc1-ada9-47ab-9f11-0469dd5ba434,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:34.902772 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 00e1765e-4540-461d-b8d3-5a9088c58c3f, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=00e1765e-4540-461d-b8d3-5a9088c58c3f,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:34.925221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a66dd1c-d9da-462b-9515-75f248960de1 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:50:34.931299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d5a76d13-12aa-45db-9116-120066185f29 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports?device_id=22557e3b-ac56-4a0e-bcff-674abe157e42 HTTP/1.1" status: 200 len: 205 time: 0.0925217 Jul 27 19:50:34.935783 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46536) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:34.938131 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:34.948385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0168166-97be-4b94-994d-e3466a179da5 req-b091bada-5a36-4b78-9093-7bb827463c0b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:34.949820 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0168166-97be-4b94-994d-e3466a179da5 req-b091bada-5a36-4b78-9093-7bb827463c0b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 932 time: 0.9255607 Jul 27 19:50:34.981970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b06c05-7bce-4127-af79-d05c3537cc79 None None] Routers {'22557e3b-ac56-4a0e-bcff-674abe157e42'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:34.982606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-43b06c05-7bce-4127-af79-d05c3537cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['22557e3b-ac56-4a0e-bcff-674abe157e42'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:34.986686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6a66dd1c-d9da-462b-9515-75f248960de1, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6a66dd1c-d9da-462b-9515-75f248960de1,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:35.002984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d3e3ce5-417d-4983-993a-0480555c7543 req-f7ca39e0-ac23-4dc9-b5a0-4a98ce2168bb service neutron] 10.222.0.63 "GET /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6618171 Jul 27 19:50:35.021467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee91cd-f9d9-4637-877e-d6fc5ab841b5 req-a36ba2d1-a5be-4843-bcbd-c22cf44540ac tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:35.029481 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45ee91cd-f9d9-4637-877e-d6fc5ab841b5 req-a36ba2d1-a5be-4843-bcbd-c22cf44540ac tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a13d5a28-792e-462b-bf85-a52527ee33b4 HTTP/1.1" status: 200 len: 950 time: 0.8579681 Jul 27 19:50:35.031589 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e846d71a-d57a-49fd-870f-4269d2a8330a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.053118 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.063980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-43b06c05-7bce-4127-af79-d05c3537cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:35.113221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 79653c1a-a4c3-44fc-a301-ae6654d0de34 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:35.113482 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.125252 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b06c05-7bce-4127-af79-d05c3537cc79 None None] Routers {'22557e3b-ac56-4a0e-bcff-674abe157e42'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:35.125963 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-43b06c05-7bce-4127-af79-d05c3537cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['22557e3b-ac56-4a0e-bcff-674abe157e42'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:35.152180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=00e1765e-4540-461d-b8d3-5a9088c58c3f,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:35.187327 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0168166-97be-4b94-994d-e3466a179da5 req-d930823e-69db-4543-92f9-82d4272a6ce7 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186553 Jul 27 19:50:35.257618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-43b06c05-7bce-4127-af79-d05c3537cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:35.258524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b06c05-7bce-4127-af79-d05c3537cc79 None None] The sync data for ids ['22557e3b-ac56-4a0e-bcff-674abe157e42'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:50:35.264927 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45ee91cd-f9d9-4637-877e-d6fc5ab841b5 req-cff128c8-3bad-4892-ae20-dda7be2a5cf7 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290170 Jul 27 19:50:35.267302 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e1311b-4fe5-4801-8560-6da5ef2a5faa {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:50:35.294830 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2fb965f4-db36-439e-bb22-c1b89cd4a019 req-bb1473b6-4fdf-4687-8474-5e16237f8f80 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.301182 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.310193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['56496aec-841c-411b-aa6c-a986953eec0d', '60dbb1a9-f7da-4d45-a09c-14264bd7b1da', '22f3efd6-5ec1-44b3-9f80-c0879ca93068', '6769cce3-6040-45d3-8b20-d7109b3d77bc'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:35.360917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1473b6-4fdf-4687-8474-5e16237f8f80 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event deleted for resources: {'Port': ['ID=00e1765e-4540-461d-b8d3-5a9088c58c3f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:35.365691 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3174268-78ad-4c3f-a246-1778e5d2b846 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.373409 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['6a66dd1c-d9da-462b-9515-75f248960de1'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:35.397344 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=6a66dd1c-d9da-462b-9515-75f248960de1,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:35.400287 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Transition to ACTIVE for port object 34e1311b-4fe5-4801-8560-6da5ef2a5faa will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:35.427340 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.430402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-a3174268-78ad-4c3f-a246-1778e5d2b846 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Transition to ACTIVE for port object 2319aae9-ce95-4f29-aabf-b219da789e06 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:35.497376 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-75bd2e82-fff7-49cd-b480-71d1ae4df18a None None] Provisioning complete for port 6b82a051-4a63-458c-b31a-5df21e5cf87c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:35.497758 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-75bd2e82-fff7-49cd-b480-71d1ae4df18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.551372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb965f4-db36-439e-bb22-c1b89cd4a019 req-bb1473b6-4fdf-4687-8474-5e16237f8f80 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] No DVR routers for this DVR port 00e1765e-4540-461d-b8d3-5a9088c58c3f on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:35.559575 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2fb965f4-db36-439e-bb22-c1b89cd4a019 req-bb1473b6-4fdf-4687-8474-5e16237f8f80 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.562851 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fb965f4-db36-439e-bb22-c1b89cd4a019 req-bb1473b6-4fdf-4687-8474-5e16237f8f80 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "DELETE /v2.0/ports/00e1765e-4540-461d-b8d3-5a9088c58c3f HTTP/1.1" status: 204 len: 173 time: 2.8961174 Jul 27 19:50:35.577790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13d5a28-792e-462b-bf85-a52527ee33b4', 'name': 'network-vif-deleted', 'tag': '00e1765e-4540-461d-b8d3-5a9088c58c3f'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:35.581781 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cb7031-6b34-4ecb-aa98-7bab496bcabf" -d '{"events": [{"server_uuid": "a13d5a28-792e-462b-bf85-a52527ee33b4", "name": "network-vif-deleted", "tag": "00e1765e-4540-461d-b8d3-5a9088c58c3f"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:35.633467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-75bd2e82-fff7-49cd-b480-71d1ae4df18a None None] Port 6b82a051-4a63-458c-b31a-5df21e5cf87c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:35.681705 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:50:35.738215 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Attempting to bind port 34e1311b-4fe5-4801-8560-6da5ef2a5faa on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:50:35.738564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Attempting to bind port 34e1311b-4fe5-4801-8560-6da5ef2a5faa by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:50:35.738895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Attempting to bind port 34e1311b-4fe5-4801-8560-6da5ef2a5faa on network 2f987a4c-7176-4728-b48c-c6344a5a384d {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:50:35.752209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c3243-e209-4b34-b3bd-097d2d7d2b97 req-5634ee50-ac2d-4ab8-a6b6-8fa1f9308bd8 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:35.762608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a49c3243-e209-4b34-b3bd-097d2d7d2b97 req-5634ee50-ac2d-4ab8-a6b6-8fa1f9308bd8 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3852606-06cc-46a0-89a1-e10a43d05ec9 HTTP/1.1" status: 200 len: 945 time: 0.4156158 Jul 27 19:50:35.776847 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Pushing event updated for resources: {'Port': ['ID=34e1311b-4fe5-4801-8560-6da5ef2a5faa,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:35.790598 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e846d71a-d57a-49fd-870f-4269d2a8330a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.795760 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e846d71a-d57a-49fd-870f-4269d2a8330a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.801203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Port 34e1311b-4fe5-4801-8560-6da5ef2a5faa on network 2f987a4c-7176-4728-b48c-c6344a5a384d not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:50:35.801529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Attempting to bind port 34e1311b-4fe5-4801-8560-6da5ef2a5faa on network 2f987a4c-7176-4728-b48c-c6344a5a384d {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:50:35.837079 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a49c3243-e209-4b34-b3bd-097d2d7d2b97 req-9f51207e-8adc-4ee3-84ac-01367cd90e8c tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/security-groups?id=0700c414-7765-4a61-829d-4f9a032aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733376 Jul 27 19:50:35.838362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:50:35.838686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Checking segment: {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:35.839981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Bound using segment: {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:50:35.852925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Bound port: 34e1311b-4fe5-4801-8560-6da5ef2a5faa, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:50:35.854455 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.857640 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e846d71a-d57a-49fd-870f-4269d2a8330a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.858434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e846d71a-d57a-49fd-870f-4269d2a8330a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Fanout notify agent at l3_agent the message router_deleted on router 22557e3b-ac56-4a0e-bcff-674abe157e42 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:50:35.869050 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3174268-78ad-4c3f-a246-1778e5d2b846 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.875473 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e846d71a-d57a-49fd-870f-4269d2a8330a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.879529 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e846d71a-d57a-49fd-870f-4269d2a8330a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/routers/22557e3b-ac56-4a0e-bcff-674abe157e42 HTTP/1.1" status: 204 len: 168 time: 0.9414523 Jul 27 19:50:35.880147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46566) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:35.965397 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8e5fd4-404e-4783-b31f-b4c4ade255de tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting subnet 9452d5a1-747c-4b78-aa58-16889553f842 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:50:35.972138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5fd4-404e-4783-b31f-b4c4ade255de tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:35.986548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3174268-78ad-4c3f-a246-1778e5d2b846 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Network dd22034f-6375-47e6-8fc0-301c85a1291a is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:35.993282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-a3174268-78ad-4c3f-a246-1778e5d2b846 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:35.996363 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3174268-78ad-4c3f-a246-1778e5d2b846 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:36.056521 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3174268-78ad-4c3f-a246-1778e5d2b846 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'Port': ['ID=2319aae9-ce95-4f29-aabf-b219da789e06,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:36.063307 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a1511d-5efe-4920-974b-a9232ae6388a x-openstack-request-id: req-60a1511d-5efe-4920-974b-a9232ae6388a {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:36.063868 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13d5a28-792e-462b-bf85-a52527ee33b4", "name": "network-vif-unplugged", "status": "completed", "tag": "00e1765e-4540-461d-b8d3-5a9088c58c3f", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:36.064552 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60a1511d-5efe-4920-974b-a9232ae6388a {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:36.065637 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13d5a28-792e-462b-bf85-a52527ee33b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00e1765e-4540-461d-b8d3-5a9088c58c3f', 'code': 200} Jul 27 19:50:36.083252 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5fd4-404e-4783-b31f-b4c4ade255de tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:36.131615 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] For port 34e1311b-4fe5-4801-8560-6da5ef2a5faa, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:50:36.140573 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] For port 34e1311b-4fe5-4801-8560-6da5ef2a5faa, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=34e1311b-4fe5-4801-8560-6da5ef2a5faa,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:50:36.155918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3174268-78ad-4c3f-a246-1778e5d2b846 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:36.156983 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3174268-78ad-4c3f-a246-1778e5d2b846 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:36.167692 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:36.259584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:36.260223 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:36.262543 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] 10.222.0.52 "PUT /v2.0/ports/34e1311b-4fe5-4801-8560-6da5ef2a5faa HTTP/1.1" status: 200 len: 1093 time: 3.0136631 Jul 27 19:50:36.298802 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5fd4-404e-4783-b31f-b4c4ade255de tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:36.375281 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a3174268-78ad-4c3f-a246-1778e5d2b846 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3512158 Jul 27 19:50:36.375378 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['56424c87-ef32-4b8c-b014-6f77a60ba01c', 'b107fb90-f361-4a07-94aa-5effc7dee5e3', 'c9c28f40-e99c-4429-b0be-44eb45a5e329'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:36.422140 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5fd4-404e-4783-b31f-b4c4ade255de tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:36.467925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbbf50-8ded-46c0-99fe-1de30baeaaad service neutron] Pushing event updated for resources: {'Port': ['ID=34e1311b-4fe5-4801-8560-6da5ef2a5faa,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:36.484826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4bd86700-68db-4dfe-a056-17cf38b2b4c3 None None] Provisioning for port 2319aae9-ce95-4f29-aabf-b219da789e06 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:36.488156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e5fd4-404e-4783-b31f-b4c4ade255de tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Subnet': ['ID=9452d5a1-747c-4b78-aa58-16889553f842,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:36.489830 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5fd4-404e-4783-b31f-b4c4ade255de tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:36.496189 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bb8e5fd4-404e-4783-b31f-b4c4ade255de tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/9452d5a1-747c-4b78-aa58-16889553f842 HTTP/1.1" status: 204 len: 168 time: 0.6126208 Jul 27 19:50:36.497883 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46590) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:36.503621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eac186-8795-44ed-96fc-dad6b6aaa13d None None] Network 1a8370d4-43b9-414a-98f6-a0a2127cd394 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:36.503776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5244fcf-13a4-49dc-914c-554f2b787573 req-e164f2ed-a87b-4a75-b8f9-1ca5fd38a85c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:36.508683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4bd86700-68db-4dfe-a056-17cf38b2b4c3 None None] Provisioning complete for port 2319aae9-ce95-4f29-aabf-b219da789e06 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:36.509136 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4bd86700-68db-4dfe-a056-17cf38b2b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:36.511534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5244fcf-13a4-49dc-914c-554f2b787573 req-e164f2ed-a87b-4a75-b8f9-1ca5fd38a85c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 945 time: 0.2717187 Jul 27 19:50:36.560217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd665d39-9f0e-498f-9f49-849e9c4beb5a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting subnet 86cfd5e1-e721-40c0-a240-1eefdcce52c3 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:50:36.565017 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd665d39-9f0e-498f-9f49-849e9c4beb5a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:36.609936 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-b69d49bf-fc75-413d-b7a0-9990c691622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:36.612589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-b69d49bf-fc75-413d-b7a0-9990c691622c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 1096 time: 0.2022030 Jul 27 19:50:36.614794 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd665d39-9f0e-498f-9f49-849e9c4beb5a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:36.618280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5244fcf-13a4-49dc-914c-554f2b787573 req-4b4db9ab-4341-49af-8145-c0246a320c28 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044495 Jul 27 19:50:36.647084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4601e37-97a5-4a5a-ad07-0e4046ebe903 req-227893f4-9375-4aec-aaad-5f3ad2181beb tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:36.658088 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4601e37-97a5-4a5a-ad07-0e4046ebe903 req-227893f4-9375-4aec-aaad-5f3ad2181beb tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.1938016 Jul 27 19:50:36.678762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4bd86700-68db-4dfe-a056-17cf38b2b4c3 None None] Port 2319aae9-ce95-4f29-aabf-b219da789e06 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:36.704921 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8a3782-cb05-494a-bf5f-86d867dcfd38 x-openstack-request-id: req-ed8a3782-cb05-494a-bf5f-86d867dcfd38 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:36.705211 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13d5a28-792e-462b-bf85-a52527ee33b4", "name": "network-vif-deleted", "tag": "00e1765e-4540-461d-b8d3-5a9088c58c3f", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:36.705460 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed8a3782-cb05-494a-bf5f-86d867dcfd38 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:36.705853 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13d5a28-792e-462b-bf85-a52527ee33b4', 'name': 'network-vif-deleted', 'tag': '00e1765e-4540-461d-b8d3-5a9088c58c3f', 'status': 'completed', 'code': 200} Jul 27 19:50:36.734032 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd665d39-9f0e-498f-9f49-849e9c4beb5a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:36.783792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-b82ed575-df15-4276-a6c8-e6d37e3ad89f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34e1311b-4fe5-4801-8560-6da5ef2a5faa HTTP/1.1" status: 200 len: 217 time: 0.1566603 Jul 27 19:50:36.819014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device db6fedc1-ada9-47ab-9f11-0469dd5ba434 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:36.820880 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd665d39-9f0e-498f-9f49-849e9c4beb5a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:36.857721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd665d39-9f0e-498f-9f49-849e9c4beb5a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Subnet': ['ID=86cfd5e1-e721-40c0-a240-1eefdcce52c3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:36.864285 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd665d39-9f0e-498f-9f49-849e9c4beb5a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:36.866497 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cd665d39-9f0e-498f-9f49-849e9c4beb5a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/86cfd5e1-e721-40c0-a240-1eefdcce52c3 HTTP/1.1" status: 204 len: 168 time: 0.3675225 Jul 27 19:50:36.872101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46592) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:36.883808 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12301e79-43d5-4466-889e-3adacb21dcd8 None None] Network 45d08036-97ff-4947-bb3e-569fcb0caf41 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:36.885599 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4601e37-97a5-4a5a-ad07-0e4046ebe903 req-009e75f9-cb67-4a6a-ad19-fb82cae28eda tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258937 Jul 27 19:50:36.900699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-93d732ac-43a6-4cea-be54-006df5421ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:36.902410 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-93d732ac-43a6-4cea-be54-006df5421ebb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.1028891 Jul 27 19:50:36.975925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af397814-7d62-4e2c-ac99-a21f5979cfa1 None None] DHCP port deletion for 1a8370d4-43b9-414a-98f6-a0a2127cd394 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:50:36.982554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e643a74-78b8-4e96-b1df-1c86eaa6481a req-98973669-e9eb-4e77-9f4e-389a4df83003 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:36.984371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e643a74-78b8-4e96-b1df-1c86eaa6481a req-98973669-e9eb-4e77-9f4e-389a4df83003 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 944 time: 0.2049901 Jul 27 19:50:37.005513 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.028436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-675b2552-6fe0-48ef-a638-86097140c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:37.030021 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-675b2552-6fe0-48ef-a638-86097140c12d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197464 Jul 27 19:50:37.042993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e643a74-78b8-4e96-b1df-1c86eaa6481a req-848f2843-b6ee-4e91-b183-e32ec6ccf11a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478950 Jul 27 19:50:37.075512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port db6fedc1-ada9-47ab-9f11-0469dd5ba434 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:37.076073 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.106594 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port 918059c2-9525-4993-91b2-a891b27bbae3 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:37.107168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.180946 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-fbaa0812-db2c-473d-b5ae-81a61f06dac4 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368597 Jul 27 19:50:37.190398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:37.202396 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] For port 918059c2-9525-4993-91b2-a891b27bbae3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=918059c2-9525-4993-91b2-a891b27bbae3,segment=NetworkSegment(224ccbe5-9956-4303-9a79-6434a582b729),segment_id=224ccbe5-9956-4303-9a79-6434a582b729)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:37.202748 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.249917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-af397814-7d62-4e2c-ac99-a21f5979cfa1 None None] Deleting port 918059c2-9525-4993-91b2-a891b27bbae3 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:37.250284 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-af397814-7d62-4e2c-ac99-a21f5979cfa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.254301 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for 918059c2-9525-4993-91b2-a891b27bbae3 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:37.304883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02d391ac-2ea0-4971-bb70-1678bbab36e8 req-0d052ec2-f5f3-4b4c-bd84-9a520b793f67 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156349 Jul 27 19:50:37.397580 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.426458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46632) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:37.430170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=918059c2-9525-4993-91b2-a891b27bbae3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:37.435242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No DVR routers for this DVR port 918059c2-9525-4993-91b2-a891b27bbae3 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:37.436321 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-9517ee08-93f3-4611-8182-c664296533ca tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1951466447', 'description': 'tempest-description--421483654'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:37.487840 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9517ee08-93f3-4611-8182-c664296533ca tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.609777 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.616247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-af397814-7d62-4e2c-ac99-a21f5979cfa1 None None] For port 918059c2-9525-4993-91b2-a891b27bbae3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=918059c2-9525-4993-91b2-a891b27bbae3,segment=NetworkSegment(224ccbe5-9956-4303-9a79-6434a582b729),segment_id=224ccbe5-9956-4303-9a79-6434a582b729)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:37.616822 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-af397814-7d62-4e2c-ac99-a21f5979cfa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.619546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4150b16-eb1b-4d87-b345-c15ac4ba84fd req-2016fafc-4dd7-4f4c-9e4a-1a2317139506 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:37.627700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4150b16-eb1b-4d87-b345-c15ac4ba84fd req-2016fafc-4dd7-4f4c-9e4a-1a2317139506 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3852606-06cc-46a0-89a1-e10a43d05ec9 HTTP/1.1" status: 200 len: 945 time: 0.1177838 Jul 27 19:50:37.629307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8370d4-43b9-414a-98f6-a0a2127cd394']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:37.660905 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224ccbe5-9956-4303-9a79-6434a582b729') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:37.661404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224ccbe5-9956-4303-9a79-6434a582b729') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:37.678344 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.681725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-af397814-7d62-4e2c-ac99-a21f5979cfa1 None None] Calling delete_port for 918059c2-9525-4993-91b2-a891b27bbae3 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:37.684242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88afd098-9d12-4137-a132-31526feed546 None None] DHCP port deletion for 45d08036-97ff-4947-bb3e-569fcb0caf41 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:50:37.697882 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.706213 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4150b16-eb1b-4d87-b345-c15ac4ba84fd req-1d82a448-62c3-4d0b-a201-490f2a865cf3 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/security-groups?id=0700c414-7765-4a61-829d-4f9a032aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740645 Jul 27 19:50:37.707660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:50:37.708712 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:50:37.713926 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:50:37.762797 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9517ee08-93f3-4611-8182-c664296533ca tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.771206 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9517ee08-93f3-4611-8182-c664296533ca tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.776870 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:37.796362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:37.796860 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.808930 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9517ee08-93f3-4611-8182-c664296533ca tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.810305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9517ee08-93f3-4611-8182-c664296533ca tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3827221 Jul 27 19:50:37.813563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46648) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:37.821004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-afe5c22f-dfe1-40e0-9b34-2fbe2c358590 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'security_group_rule': {'security_group_id': 'fece3e48-b9f0-4e1e-a8c1-c20279203849', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:37.838732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517ee08-93f3-4611-8182-c664296533ca tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fece3e48-b9f0-4e1e-a8c1-c20279203849,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:37.859141 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.872183 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.879094 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/networks/1a8370d4-43b9-414a-98f6-a0a2127cd394 HTTP/1.1" status: 204 len: 168 time: 1.0057249 Jul 27 19:50:37.879743 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46652) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:37.883370 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-afe5c22f-dfe1-40e0-9b34-2fbe2c358590 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.908505 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c09921-1526-47ae-a0a1-148c03dcaaa7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Network': ['ID=1a8370d4-43b9-414a-98f6-a0a2127cd394,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:37.926605 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-af397814-7d62-4e2c-ac99-a21f5979cfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.965596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-88afd098-9d12-4137-a132-31526feed546 None None] Deleting port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:37.965978 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88afd098-9d12-4137-a132-31526feed546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.967697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af397814-7d62-4e2c-ac99-a21f5979cfa1 None None] Network 1a8370d4-43b9-414a-98f6-a0a2127cd394 is not hosted by any dhcp agent {{(pid=94061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 19:50:37.968148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af397814-7d62-4e2c-ac99-a21f5979cfa1 None None] No DVR routers for this DVR port 918059c2-9525-4993-91b2-a891b27bbae3 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:37.972524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af397814-7d62-4e2c-ac99-a21f5979cfa1 None None] Pushing event deleted for resources: {'Port': ['ID=918059c2-9525-4993-91b2-a891b27bbae3,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:37.995224 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-afe5c22f-dfe1-40e0-9b34-2fbe2c358590 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:37.999750 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-afe5c22f-dfe1-40e0-9b34-2fbe2c358590 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.029195 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-afe5c22f-dfe1-40e0-9b34-2fbe2c358590 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.033259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-afe5c22f-dfe1-40e0-9b34-2fbe2c358590 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2163641 Jul 27 19:50:38.037675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46668) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:38.045334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6a66dd1c-d9da-462b-9515-75f248960de1 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:38.045879 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.050125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-12ddf8c1-03af-4cbf-a326-dfb291a26ec2 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'security_group_rule': {'security_group_id': 'fece3e48-b9f0-4e1e-a8c1-c20279203849', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:38.073393 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5c22f-dfe1-40e0-9b34-2fbe2c358590 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3660d82f-549e-46d7-b00b-c943bb79901e,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:38.103783 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad19cb-e5f0-439e-bdad-013fad684dd2 req-e3635356-068e-493e-879b-8f2c2ab46d9f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:38.105169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9ad19cb-e5f0-439e-bdad-013fad684dd2 req-e3635356-068e-493e-879b-8f2c2ab46d9f tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 945 time: 0.2356257 Jul 27 19:50:38.110425 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.118857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:38.119529 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.131764 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12ddf8c1-03af-4cbf-a326-dfb291a26ec2 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.138529 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-88afd098-9d12-4137-a132-31526feed546 None None] For port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b74d7f1f-271b-4a40-8a8d-f0aebc4242c6,segment=NetworkSegment(224451d0-87d9-4f80-8f6b-de8412922cc5),segment_id=224451d0-87d9-4f80-8f6b-de8412922cc5)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:38.139280 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88afd098-9d12-4137-a132-31526feed546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.164922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-88afd098-9d12-4137-a132-31526feed546 None None] Calling delete_port for b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:38.170392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3852606-06cc-46a0-89a1-e10a43d05ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a1c23a-eed7-4db1-b1dc-38042fa5b2dc'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:38.172713 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b8bfc1-4a23-4000-8581-004eaf0c5172" -d '{"events": [{"server_uuid": "c3852606-06cc-46a0-89a1-e10a43d05ec9", "name": "network-vif-plugged", "status": "completed", "tag": "64a1c23a-eed7-4db1-b1dc-38042fa5b2dc"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:38.195019 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] For port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b74d7f1f-271b-4a40-8a8d-f0aebc4242c6,segment=NetworkSegment(224451d0-87d9-4f80-8f6b-de8412922cc5),segment_id=224451d0-87d9-4f80-8f6b-de8412922cc5)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:38.195565 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.205175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=64a1c23a-eed7-4db1-b1dc-38042fa5b2dc,segment=NetworkSegment(7c01d877-b88c-450a-bd31-8e0b246b0db3),segment_id=7c01d877-b88c-450a-bd31-8e0b246b0db3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:38.217768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:38.229374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9ad19cb-e5f0-439e-bdad-013fad684dd2 req-a8edab7a-f8c3-4ec9-899f-24b8f6182625 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150765 Jul 27 19:50:38.241549 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.251405 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12ddf8c1-03af-4cbf-a326-dfb291a26ec2 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.257491 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12ddf8c1-03af-4cbf-a326-dfb291a26ec2 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.284507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddf8c1-03af-4cbf-a326-dfb291a26ec2 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd4aa5b-f4e9-4513-82e5-2f3acd3917b0,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:38.292531 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12ddf8c1-03af-4cbf-a326-dfb291a26ec2 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.294467 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-12ddf8c1-03af-4cbf-a326-dfb291a26ec2 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2546899 Jul 27 19:50:38.297786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46690) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:38.301598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 6a66dd1c-d9da-462b-9515-75f248960de1 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:38.304257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:38.328906 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.334606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 6a66dd1c-d9da-462b-9515-75f248960de1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:38.334974 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.366782 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.380578 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=64a1c23a-eed7-4db1-b1dc-38042fa5b2dc,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:38.410393 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88afd098-9d12-4137-a132-31526feed546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.425337 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.446661 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41f23b-6394-4daf-9487-22a5386a3eb2 req-f95b50e8-02dd-4738-b379-8878b0c09930 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:38.448040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afd098-9d12-4137-a132-31526feed546 None None] Pushing event deleted for resources: {'Port': ['ID=b74d7f1f-271b-4a40-8a8d-f0aebc4242c6,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:38.453995 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88afd098-9d12-4137-a132-31526feed546 None None] No DVR routers for this DVR port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:38.454758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b41f23b-6394-4daf-9487-22a5386a3eb2 req-f95b50e8-02dd-4738-b379-8878b0c09930 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 950 time: 0.1452966 Jul 27 19:50:38.484039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=b74d7f1f-271b-4a40-8a8d-f0aebc4242c6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:38.488511 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No DVR routers for this DVR port b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:38.497405 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.532386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6a66dd1c-d9da-462b-9515-75f248960de1, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6a66dd1c-d9da-462b-9515-75f248960de1,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:38.536783 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.543932 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b41f23b-6394-4daf-9487-22a5386a3eb2 req-ac84c29c-6b4b-4c5d-ba54-63e62154557a tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883000 Jul 27 19:50:38.589503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=6a66dd1c-d9da-462b-9515-75f248960de1,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:38.601410 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.609669 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.620786 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d08036-97ff-4947-bb3e-569fcb0caf41']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:38.623657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a75f5-5657-4a99-b536-b82337c462c9 req-d3bb5492-15a3-4cbe-8b22-7aafcb3e9478 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:38.625306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc7a75f5-5657-4a99-b536-b82337c462c9 req-d3bb5492-15a3-4cbe-8b22-7aafcb3e9478 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.1333971 Jul 27 19:50:38.632836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224451d0-87d9-4f80-8f6b-de8412922cc5') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:38.633183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224451d0-87d9-4f80-8f6b-de8412922cc5') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:38.643141 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.657113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.663365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:50:38.663893 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:50:38.667351 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:50:38.707322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263efaaa-e895-45bc-a9b6-c2573e6ce148', 'tag': '34e1311b-4fe5-4801-8560-6da5ef2a5faa'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:38.709592 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e5f278-b2e0-4bbe-9235-77f59846d846" -d '{"events": [{"name": "network-changed", "server_uuid": "263efaaa-e895-45bc-a9b6-c2573e6ce148", "tag": "34e1311b-4fe5-4801-8560-6da5ef2a5faa"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:38.737464 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.740042 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 918059c2-9525-4993-91b2-a891b27bbae3 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:50:38.746461 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.752158 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/networks/45d08036-97ff-4947-bb3e-569fcb0caf41 HTTP/1.1" status: 204 len: 168 time: 0.8558300 Jul 27 19:50:38.756020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46698) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:38.763055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 918059c2-9525-4993-91b2-a891b27bbae3 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:50:38.763529 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 918059c2-9525-4993-91b2-a891b27bbae3 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:50:38.764325 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:50:38.774140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e8533d7e-4f53-43a9-9c6b-8f52dea85130 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'network': {'name': 'tempest-RoutersTest-1279679078'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:38.777864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d73091-7adf-463d-95b2-3ba34a443a28 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Network': ['ID=45d08036-97ff-4947-bb3e-569fcb0caf41,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:38.784966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc7a75f5-5657-4a99-b536-b82337c462c9 req-87f0f065-68d6-4660-a817-a40c726262b9 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323895 Jul 27 19:50:38.788455 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:50:38.788916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b74d7f1f-271b-4a40-8a8d-f0aebc4242c6 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:50:38.818176 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8533d7e-4f53-43a9-9c6b-8f52dea85130 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:38.823286 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e8533d7e-4f53-43a9-9c6b-8f52dea85130 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.828353 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b3bf65-57ce-4cab-9783-da9b69b5329e x-openstack-request-id: req-06b3bf65-57ce-4cab-9783-da9b69b5329e {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:38.829002 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3852606-06cc-46a0-89a1-e10a43d05ec9", "name": "network-vif-plugged", "status": "completed", "tag": "64a1c23a-eed7-4db1-b1dc-38042fa5b2dc", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:38.829331 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06b3bf65-57ce-4cab-9783-da9b69b5329e {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:38.829776 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3852606-06cc-46a0-89a1-e10a43d05ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a1c23a-eed7-4db1-b1dc-38042fa5b2dc', 'code': 200} Jul 27 19:50:38.839254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbdb0f-d228-4df1-bcdf-56da09f9144c req-5ee1ff27-6ab9-45df-ba8d-da63557669d6 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:38.841915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4bbdb0f-d228-4df1-bcdf-56da09f9144c req-5ee1ff27-6ab9-45df-ba8d-da63557669d6 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 944 time: 0.1909828 Jul 27 19:50:38.843846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Allocated IP 172.25.1.52 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/47e8eca9-ea2a-4c42-aae7-d22e77cd5ba0) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:38.856423 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8533d7e-4f53-43a9-9c6b-8f52dea85130 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:50:38.868708 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e8533d7e-4f53-43a9-9c6b-8f52dea85130 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.869339 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-e8533d7e-4f53-43a9-9c6b-8f52dea85130 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Added segment eea10fb4-7d7a-4cda-b9ec-964fb487b0e4 of type vlan for network d2b4a3c2-c6d6-4060-824b-41ac96def783 Jul 27 19:50:38.931928 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e8533d7e-4f53-43a9-9c6b-8f52dea85130 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.988158 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e8533d7e-4f53-43a9-9c6b-8f52dea85130 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.994205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8533d7e-4f53-43a9-9c6b-8f52dea85130 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:38.995100 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e8533d7e-4f53-43a9-9c6b-8f52dea85130 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:38.997392 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4bbdb0f-d228-4df1-bcdf-56da09f9144c req-864056a6-b593-47e1-abd4-a8578229bed2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394451 Jul 27 19:50:39.006108 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc12b4e-4335-4529-ac57-4a5bde626e34 x-openstack-request-id: req-5bc12b4e-4335-4529-ac57-4a5bde626e34 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:39.006468 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263efaaa-e895-45bc-a9b6-c2573e6ce148", "tag": "34e1311b-4fe5-4801-8560-6da5ef2a5faa", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:39.006784 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5bc12b4e-4335-4529-ac57-4a5bde626e34 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:39.007281 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263efaaa-e895-45bc-a9b6-c2573e6ce148', 'tag': '34e1311b-4fe5-4801-8560-6da5ef2a5faa', 'status': 'completed', 'code': 200} Jul 27 19:50:39.041956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1420e0-9d4d-4f01-8e8b-d2ef00820e3b req-ee094fb1-6909-4a6e-8f15-2b6263182866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:39.043542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f1420e0-9d4d-4f01-8e8b-d2ef00820e3b req-ee094fb1-6909-4a6e-8f15-2b6263182866 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c3852606-06cc-46a0-89a1-e10a43d05ec9 HTTP/1.1" status: 200 len: 1098 time: 0.1173155 Jul 27 19:50:39.056219 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:39.073087 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e8533d7e-4f53-43a9-9c6b-8f52dea85130 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3124678 Jul 27 19:50:39.073526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46702) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:39.078669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e1624fe2-3a69-486b-ab3b-fb0ecd33e578 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'subnet': {'network_id': 'd2b4a3c2-c6d6-4060-824b-41ac96def783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:39.097357 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8533d7e-4f53-43a9-9c6b-8f52dea85130 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Network': ['ID=d2b4a3c2-c6d6-4060-824b-41ac96def783,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:39.109974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network d2b4a3c2-c6d6-4060-824b-41ac96def783 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:50:39.170235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 34e1311b-4fe5-4801-8560-6da5ef2a5faa details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:50:39.185435 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1624fe2-3a69-486b-ab3b-fb0ecd33e578 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:39.189281 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e1624fe2-3a69-486b-ab3b-fb0ecd33e578 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:39.235172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f1420e0-9d4d-4f01-8e8b-d2ef00820e3b req-2be2f1bc-3ebf-47e0-9eb9-bfdf8942b6e8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0700c414-7765-4a61-829d-4f9a032aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738305 Jul 27 19:50:39.257090 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:39.286757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 34e1311b-4fe5-4801-8560-6da5ef2a5faa, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=34e1311b-4fe5-4801-8560-6da5ef2a5faa,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:39.302042 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '34e1311b-4fe5-4801-8560-6da5ef2a5faa', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'port_id': '34e1311b-4fe5-4801-8560-6da5ef2a5faa', 'mac_address': 'fa:16:3e:ca:5f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:50:39.324475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:39.341369 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f850a-f89d-4471-b7f3-39a300d571e2 req-e9430f6a-0ad8-44ab-8dc4-3b5fcf976af5 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:39.343520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c00f850a-f89d-4471-b7f3-39a300d571e2 req-e9430f6a-0ad8-44ab-8dc4-3b5fcf976af5 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3852606-06cc-46a0-89a1-e10a43d05ec9 HTTP/1.1" status: 200 len: 946 time: 0.2476344 Jul 27 19:50:39.348487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5f278-b2e0-4bbe-9235-77f59846d846 req-120ccdc7-227a-4d4c-a12d-251c9df0e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:39.349947 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83e5f278-b2e0-4bbe-9235-77f59846d846 req-120ccdc7-227a-4d4c-a12d-251c9df0e60f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 1096 time: 0.2911563 Jul 27 19:50:39.351330 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:39.352078 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:39.357281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:39.362262 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'Port': ['ID=47e8eca9-ea2a-4c42-aae7-d22e77cd5ba0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:39.369593 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e1311b-4fe5-4801-8560-6da5ef2a5faa {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:50:39.391678 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e1624fe2-3a69-486b-ab3b-fb0ecd33e578 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:39.392256 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 34e1311b-4fe5-4801-8560-6da5ef2a5faa, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=34e1311b-4fe5-4801-8560-6da5ef2a5faa,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:39.396752 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:39.406464 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c065f0a-1bce-40ea-a760-be57c4ca2b3e req-4a285ad7-fe88-4536-ba3e-50501f3afa15 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:39.407990 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c065f0a-1bce-40ea-a760-be57c4ca2b3e req-4a285ad7-fe88-4536-ba3e-50501f3afa15 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=76925ea2-8f9b-4c2b-808f-da214f091ca6 HTTP/1.1" status: 200 len: 947 time: 0.2570126 Jul 27 19:50:39.448830 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=34e1311b-4fe5-4801-8560-6da5ef2a5faa,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:39.455740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1624fe2-3a69-486b-ab3b-fb0ecd33e578 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Subnet': ['ID=6bec24c0-59d7-45dd-901a-84b5d235b8b3,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:39.465039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1624fe2-3a69-486b-ab3b-fb0ecd33e578 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Checking segment: {'id': 'eea10fb4-7d7a-4cda-b9ec-964fb487b0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd2b4a3c2-c6d6-4060-824b-41ac96def783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:39.465676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1624fe2-3a69-486b-ab3b-fb0ecd33e578 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network hostable DHCP agents. Network: d2b4a3c2-c6d6-4060-824b-41ac96def783, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:50:39.483371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1624fe2-3a69-486b-ab3b-fb0ecd33e578 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network d2b4a3c2-c6d6-4060-824b-41ac96def783 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:50:39.492638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e1624fe2-3a69-486b-ab3b-fb0ecd33e578 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, d2b4a3c2-c6d6-4060-824b-41ac96def783) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:39.498129 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1624fe2-3a69-486b-ab3b-fb0ecd33e578 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:39.499499 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e1624fe2-3a69-486b-ab3b-fb0ecd33e578 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:39.504217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce553d9-d2ad-40dd-98f5-3f297d147c0d None None] Network d2b4a3c2-c6d6-4060-824b-41ac96def783 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:39.515886 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e1624fe2-3a69-486b-ab3b-fb0ecd33e578 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4412727 Jul 27 19:50:39.518601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46706) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:39.523444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a9a57465-3b8d-438e-88bb-f280f35c3d36 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2134346983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:39.525750 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c00f850a-f89d-4471-b7f3-39a300d571e2 req-45983a82-c78d-4e7b-a02b-3ebcab047291 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/security-groups?id=0700c414-7765-4a61-829d-4f9a032aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696811 Jul 27 19:50:39.537371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c065f0a-1bce-40ea-a760-be57c4ca2b3e req-89630c13-b812-42ec-ae29-a7490006e7b2 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086164 Jul 27 19:50:39.552836 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9a57465-3b8d-438e-88bb-f280f35c3d36 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:39.554530 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9a57465-3b8d-438e-88bb-f280f35c3d36 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:39.603849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5f278-b2e0-4bbe-9235-77f59846d846 req-70748791-79d6-4d8d-86c4-29315b4635c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:39.605426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83e5f278-b2e0-4bbe-9235-77f59846d846 req-70748791-79d6-4d8d-86c4-29315b4635c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.2145615 Jul 27 19:50:39.609817 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:39.657068 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9a57465-3b8d-438e-88bb-f280f35c3d36 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:39.662145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9a57465-3b8d-438e-88bb-f280f35c3d36 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:39.679677 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9a57465-3b8d-438e-88bb-f280f35c3d36 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:39.681301 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a9a57465-3b8d-438e-88bb-f280f35c3d36 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1614714 Jul 27 19:50:39.684132 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46710) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:39.689973 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-355065c6-5340-452f-b9d9-c6cee549616c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'port': {'network_id': 'd2b4a3c2-c6d6-4060-824b-41ac96def783', 'name': 'tempest-RoutersTest-771782818'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:39.694846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83e5f278-b2e0-4bbe-9235-77f59846d846 req-e75cc730-495a-4105-9d6d-fc13a5dcc9d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34e1311b-4fe5-4801-8560-6da5ef2a5faa HTTP/1.1" status: 200 len: 217 time: 0.0748110 Jul 27 19:50:39.738825 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-d2b4a3c2-c6d6-4060-824b-41ac96def783', 'network_id': 'd2b4a3c2-c6d6-4060-824b-41ac96def783', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'fixed_ips': [{'subnet_id': '6bec24c0-59d7-45dd-901a-84b5d235b8b3'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:50:39.739800 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:39.815431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355065c6-5340-452f-b9d9-c6cee549616c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:39.819581 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-355065c6-5340-452f-b9d9-c6cee549616c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:39.844264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-355065c6-5340-452f-b9d9-c6cee549616c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] device_id is not set on port 6ecdd854-52c6-43b7-9e5b-b68cf74f71bc yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:50:39.870333 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['34e1311b-4fe5-4801-8560-6da5ef2a5faa'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:39.925079 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Allocated IP 172.20.0.2 (d2b4a3c2-c6d6-4060-824b-41ac96def783/6bec24c0-59d7-45dd-901a-84b5d235b8b3/43456583-1b63-42d7-99f1-8822fcb619d5) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:40.104939 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:40.136112 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:40.147780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Transition to ACTIVE for port object 43456583-1b63-42d7-99f1-8822fcb619d5 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:40.163690 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5f278-b2e0-4bbe-9235-77f59846d846 req-8679162b-a0cc-429d-8f59-e8b4cca54700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:40.163911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Transition to ACTIVE for port object 43456583-1b63-42d7-99f1-8822fcb619d5 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:40.165241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83e5f278-b2e0-4bbe-9235-77f59846d846 req-8679162b-a0cc-429d-8f59-e8b4cca54700 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.1259198 Jul 27 19:50:40.170407 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:40.215787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Network d2b4a3c2-c6d6-4060-824b-41ac96def783 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:40.218851 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:40.223281 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:40.226724 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Pushing event updated for resources: {'Port': ['ID=43456583-1b63-42d7-99f1-8822fcb619d5,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:40.251896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-355065c6-5340-452f-b9d9-c6cee549616c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Allocated IP 172.20.0.10 (d2b4a3c2-c6d6-4060-824b-41ac96def783/6bec24c0-59d7-45dd-901a-84b5d235b8b3/6ecdd854-52c6-43b7-9e5b-b68cf74f71bc) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:40.286063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Attempting to bind port 43456583-1b63-42d7-99f1-8822fcb619d5 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:50:40.286432 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Attempting to bind port 43456583-1b63-42d7-99f1-8822fcb619d5 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'eea10fb4-7d7a-4cda-b9ec-964fb487b0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd2b4a3c2-c6d6-4060-824b-41ac96def783'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:50:40.286974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Attempting to bind port 43456583-1b63-42d7-99f1-8822fcb619d5 on network d2b4a3c2-c6d6-4060-824b-41ac96def783 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:50:40.291258 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a713320-4f23-468d-8b20-a41a2de1280f req-8da1eb20-cafc-4311-9b51-f81aa89b49ac tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:40.292346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:50:40.292806 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a713320-4f23-468d-8b20-a41a2de1280f req-8da1eb20-cafc-4311-9b51-f81aa89b49ac tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 946 time: 0.6136057 Jul 27 19:50:40.296920 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Checking segment: {'id': 'eea10fb4-7d7a-4cda-b9ec-964fb487b0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd2b4a3c2-c6d6-4060-824b-41ac96def783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:40.297374 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:40.297783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Bound using segment: {'id': 'eea10fb4-7d7a-4cda-b9ec-964fb487b0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd2b4a3c2-c6d6-4060-824b-41ac96def783'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:50:40.298279 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Bound port: 43456583-1b63-42d7-99f1-8822fcb619d5, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea10fb4-7d7a-4cda-b9ec-964fb487b0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd2b4a3c2-c6d6-4060-824b-41ac96def783'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:50:40.298695 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:40.304776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b291d6-57c7-4f45-a4c8-a0dc8ddce558 req-94589730-8b10-4bc9-8154-6339b2349ec0 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:40.306272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5b291d6-57c7-4f45-a4c8-a0dc8ddce558 req-94589730-8b10-4bc9-8154-6339b2349ec0 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 950 time: 0.6256433 Jul 27 19:50:40.359738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71454fc6-38c0-48e0-8fe8-4e245e05c995 req-dbca0fda-3dc5-4615-b95a-01948ef9583c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:40.361158 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71454fc6-38c0-48e0-8fe8-4e245e05c995 req-dbca0fda-3dc5-4615-b95a-01948ef9583c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.52 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 950 time: 0.3158848 Jul 27 19:50:40.372314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] For port 43456583-1b63-42d7-99f1-8822fcb619d5, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:50:40.376441 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] For port 43456583-1b63-42d7-99f1-8822fcb619d5, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=43456583-1b63-42d7-99f1-8822fcb619d5,segment=NetworkSegment(eea10fb4-7d7a-4cda-b9ec-964fb487b0e4),segment_id=eea10fb4-7d7a-4cda-b9ec-964fb487b0e4)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:50:40.383455 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:40.442782 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-355065c6-5340-452f-b9d9-c6cee549616c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:40.456354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eaa762-6758-4f07-ad70-b9c7642a0f64 None None] Pushing event updated for resources: {'Port': ['ID=43456583-1b63-42d7-99f1-8822fcb619d5,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:40.459010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-355065c6-5340-452f-b9d9-c6cee549616c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Transition to ACTIVE for port object 6ecdd854-52c6-43b7-9e5b-b68cf74f71bc will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:40.472759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a713320-4f23-468d-8b20-a41a2de1280f req-8cf233b4-5c49-40ad-bd08-a7361135cae2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586394 Jul 27 19:50:40.532812 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-355065c6-5340-452f-b9d9-c6cee549616c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:40.534429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5b291d6-57c7-4f45-a4c8-a0dc8ddce558 req-8a0de836-9913-43d0-8342-1cc94a386a4c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972740 Jul 27 19:50:40.544205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5f278-b2e0-4bbe-9235-77f59846d846 req-8a5b0306-8d1f-49f1-80dc-7b668b9f4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:40.546279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83e5f278-b2e0-4bbe-9235-77f59846d846 req-8a5b0306-8d1f-49f1-80dc-7b668b9f4ca2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3609838 Jul 27 19:50:40.604911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355065c6-5340-452f-b9d9-c6cee549616c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=6ecdd854-52c6-43b7-9e5b-b68cf74f71bc,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:40.610007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355065c6-5340-452f-b9d9-c6cee549616c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network d2b4a3c2-c6d6-4060-824b-41ac96def783 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:40.611972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-355065c6-5340-452f-b9d9-c6cee549616c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:40.614347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355065c6-5340-452f-b9d9-c6cee549616c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:40.700760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355065c6-5340-452f-b9d9-c6cee549616c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:40.701658 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-355065c6-5340-452f-b9d9-c6cee549616c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:40.722541 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-355065c6-5340-452f-b9d9-c6cee549616c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0372219 Jul 27 19:50:40.724991 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46720) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:40.738861 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:40.777126 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:40.831967 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1551aa1d-9634-4a96-b853-1a7865d8a812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a66dd1c-d9da-462b-9515-75f248960de1'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:40.833941 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943638b5-3402-49b1-a618-230a18eccfae" -d '{"events": [{"server_uuid": "1551aa1d-9634-4a96-b853-1a7865d8a812", "name": "network-vif-plugged", "status": "completed", "tag": "6a66dd1c-d9da-462b-9515-75f248960de1"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:40.839587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 43456583-1b63-42d7-99f1-8822fcb619d5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:40.893219 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 43456583-1b63-42d7-99f1-8822fcb619d5 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:40.935247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97643e7b-fcfa-49bb-bd31-bbb4e538080d req-a611c31a-feae-419b-ba23-a255c3e1e5a7 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:40.936819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97643e7b-fcfa-49bb-bd31-bbb4e538080d req-a611c31a-feae-419b-ba23-a255c3e1e5a7 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.3949995 Jul 27 19:50:40.951395 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43176d-79d1-4711-bef0-50ebde9e9252 req-42c01897-b737-4229-adfc-9ad46bae2afe tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:40.953122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e43176d-79d1-4711-bef0-50ebde9e9252 req-42c01897-b737-4229-adfc-9ad46bae2afe tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.63 "GET /v2.0/ports?device_id=76925ea2-8f9b-4c2b-808f-da214f091ca6 HTTP/1.1" status: 200 len: 947 time: 0.4457862 Jul 27 19:50:40.968139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'Port': ['ID=47e8eca9-ea2a-4c42-aae7-d22e77cd5ba0,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:40.972018 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83e5f278-b2e0-4bbe-9235-77f59846d846 req-98c49eaa-873e-4c02-805d-e73ced571a9b service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920681 Jul 27 19:50:41.033036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-71454fc6-38c0-48e0-8fe8-4e245e05c995 req-fc92dfcb-eb1b-447d-8798-6d1817765bcb tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Deleting port c9c28f40-e99c-4429-b0be-44eb45a5e329 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:41.033373 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-71454fc6-38c0-48e0-8fe8-4e245e05c995 req-fc92dfcb-eb1b-447d-8798-6d1817765bcb tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:41.064352 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:41.120911 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99ae54d-8f00-4309-a451-1cee352a029d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:41.136931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78150ae2-beeb-410c-95ad-619578374d93 req-c1734a29-b21e-409d-aa69-df41d8f713e8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:41.138475 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78150ae2-beeb-410c-95ad-619578374d93 req-c1734a29-b21e-409d-aa69-df41d8f713e8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 945 time: 0.4445624 Jul 27 19:50:41.187745 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:41.189017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bfb19137-da57-4e2c-89a3-56be1db8f8c3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8889468 Jul 27 19:50:41.219720 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97643e7b-fcfa-49bb-bd31-bbb4e538080d req-01e71eaf-2e40-48f4-9087-ba622a2fb4c3 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618718 Jul 27 19:50:41.308318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78150ae2-beeb-410c-95ad-619578374d93 req-d8776b18-1623-4b7e-8e58-1e877bcee654 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541834 Jul 27 19:50:41.313493 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83e5f278-b2e0-4bbe-9235-77f59846d846 req-efe07994-c129-460c-9c49-1cbd4d33781b service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252029 Jul 27 19:50:41.322662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-71454fc6-38c0-48e0-8fe8-4e245e05c995 req-fc92dfcb-eb1b-447d-8798-6d1817765bcb tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] For port c9c28f40-e99c-4429-b0be-44eb45a5e329, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c9c28f40-e99c-4429-b0be-44eb45a5e329,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:41.322996 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-71454fc6-38c0-48e0-8fe8-4e245e05c995 req-fc92dfcb-eb1b-447d-8798-6d1817765bcb tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:41.373895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-71454fc6-38c0-48e0-8fe8-4e245e05c995 req-fc92dfcb-eb1b-447d-8798-6d1817765bcb tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Calling delete_port for c9c28f40-e99c-4429-b0be-44eb45a5e329 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:41.375554 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:41.430932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-3e43176d-79d1-4711-bef0-50ebde9e9252 req-b10aeb73-fff3-4e41-9d01-d4ae2f898969 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Deleting port 66d6cc64-881d-45c8-b4c7-88bfbab10804 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:41.431286 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3e43176d-79d1-4711-bef0-50ebde9e9252 req-b10aeb73-fff3-4e41-9d01-d4ae2f898969 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:41.643278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1930a1f-b334-4350-9c5d-4bc093bb0e80 None None] Network d2b4a3c2-c6d6-4060-824b-41ac96def783 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:41.650448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30976e56-9db4-4db9-af42-16bde4c96838 req-85f4ddb6-2773-48cb-8671-55d49aac0f67 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:41.651971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30976e56-9db4-4db9-af42-16bde4c96838 req-85f4ddb6-2773-48cb-8671-55d49aac0f67 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3852606-06cc-46a0-89a1-e10a43d05ec9 HTTP/1.1" status: 200 len: 946 time: 0.2716792 Jul 27 19:50:41.667883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-3e43176d-79d1-4711-bef0-50ebde9e9252 req-b10aeb73-fff3-4e41-9d01-d4ae2f898969 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] For port 66d6cc64-881d-45c8-b4c7-88bfbab10804, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=66d6cc64-881d-45c8-b4c7-88bfbab10804,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:41.668870 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3e43176d-79d1-4711-bef0-50ebde9e9252 req-b10aeb73-fff3-4e41-9d01-d4ae2f898969 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:41.719864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Provisioning for port 43456583-1b63-42d7-99f1-8822fcb619d5 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:41.725822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-3e43176d-79d1-4711-bef0-50ebde9e9252 req-b10aeb73-fff3-4e41-9d01-d4ae2f898969 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Calling delete_port for 66d6cc64-881d-45c8-b4c7-88bfbab10804 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:41.734768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Provisioning complete for port 43456583-1b63-42d7-99f1-8822fcb619d5 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:41.735144 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:41.736829 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99ae54d-8f00-4309-a451-1cee352a029d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:41.737776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec29a6-0891-4ed3-8c6f-7e0cc8d5ecc6 req-296f9d78-62f1-4477-85c4-a1e184fd1085 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:41.739335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58ec29a6-0891-4ed3-8c6f-7e0cc8d5ecc6 req-296f9d78-62f1-4477-85c4-a1e184fd1085 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=76925ea2-8f9b-4c2b-808f-da214f091ca6 HTTP/1.1" status: 200 len: 947 time: 0.2701156 Jul 27 19:50:41.746763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99ae54d-8f00-4309-a451-1cee352a029d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:41.830870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30976e56-9db4-4db9-af42-16bde4c96838 req-d70b99cd-4f2a-4528-9f07-3974092eb784 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/security-groups?id=0700c414-7765-4a61-829d-4f9a032aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562886 Jul 27 19:50:41.835177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ae54d-8f00-4309-a451-1cee352a029d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=6ecdd854-52c6-43b7-9e5b-b68cf74f71bc,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:41.928640 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b1a9c0-1608-434b-a5d7-013564a344a4 x-openstack-request-id: req-29b1a9c0-1608-434b-a5d7-013564a344a4 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:41.929108 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1551aa1d-9634-4a96-b853-1a7865d8a812", "name": "network-vif-plugged", "status": "completed", "tag": "6a66dd1c-d9da-462b-9515-75f248960de1", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:41.929178 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29b1a9c0-1608-434b-a5d7-013564a344a4 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:41.929979 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1551aa1d-9634-4a96-b853-1a7865d8a812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a66dd1c-d9da-462b-9515-75f248960de1', 'code': 200} Jul 27 19:50:41.940032 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:41.979648 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-71454fc6-38c0-48e0-8fe8-4e245e05c995 req-fc92dfcb-eb1b-447d-8798-6d1817765bcb tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:42.001711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['56496aec-841c-411b-aa6c-a986953eec0d', '60dbb1a9-f7da-4d45-a09c-14264bd7b1da', '22f3efd6-5ec1-44b3-9f80-c0879ca93068', '6769cce3-6040-45d3-8b20-d7109b3d77bc'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:42.021891 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58ec29a6-0891-4ed3-8c6f-7e0cc8d5ecc6 req-7633f079-ae5d-41ed-bdcf-f86b80898aae tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690620 Jul 27 19:50:42.023669 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['56424c87-ef32-4b8c-b014-6f77a60ba01c', 'b107fb90-f361-4a07-94aa-5effc7dee5e3'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:42.072420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92dfcb-eb1b-447d-8798-6d1817765bcb tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event deleted for resources: {'Port': ['ID=c9c28f40-e99c-4429-b0be-44eb45a5e329,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:42.093796 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99ae54d-8f00-4309-a451-1cee352a029d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:42.114920 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] For port 43456583-1b63-42d7-99f1-8822fcb619d5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=43456583-1b63-42d7-99f1-8822fcb619d5,segment=NetworkSegment(eea10fb4-7d7a-4cda-b9ec-964fb487b0e4),segment_id=eea10fb4-7d7a-4cda-b9ec-964fb487b0e4)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:42.137411 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:42.172213 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-71454fc6-38c0-48e0-8fe8-4e245e05c995 req-fc92dfcb-eb1b-447d-8798-6d1817765bcb tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] No DVR routers for this DVR port c9c28f40-e99c-4429-b0be-44eb45a5e329 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:42.177101 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3e43176d-79d1-4711-bef0-50ebde9e9252 req-b10aeb73-fff3-4e41-9d01-d4ae2f898969 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:42.179484 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-71454fc6-38c0-48e0-8fe8-4e245e05c995 req-fc92dfcb-eb1b-447d-8798-6d1817765bcb tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:42.181832 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71454fc6-38c0-48e0-8fe8-4e245e05c995 req-fc92dfcb-eb1b-447d-8798-6d1817765bcb tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.52 "DELETE /v2.0/ports/c9c28f40-e99c-4429-b0be-44eb45a5e329 HTTP/1.1" status: 204 len: 173 time: 1.8006818 Jul 27 19:50:42.190347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d34844-1332-48ca-958a-014cb52de338', 'name': 'network-vif-deleted', 'tag': 'c9c28f40-e99c-4429-b0be-44eb45a5e329'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:42.193912 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0629a632-7f24-413c-a57b-394d3508d1f8" -d '{"events": [{"server_uuid": "37d34844-1332-48ca-958a-014cb52de338", "name": "network-vif-deleted", "tag": "c9c28f40-e99c-4429-b0be-44eb45a5e329"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:42.294333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10aeb73-fff3-4e41-9d01-d4ae2f898969 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Pushing event deleted for resources: {'Port': ['ID=66d6cc64-881d-45c8-b4c7-88bfbab10804,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:42.325707 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-a3b0c808-dfec-46de-97e9-94a889717c39 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1951466447&fields=id&tenant_id=f58925f86c5a406cbce55135dc048b98 HTTP/1.1" status: 200 len: 267 time: 0.2560108 Jul 27 19:50:42.333906 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99ae54d-8f00-4309-a451-1cee352a029d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:42.391222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a374c-969a-4371-8aef-f3a5cfbc0065 req-7901a597-4b10-497b-80a6-f3ca1fc73bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:42.402556 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c56a374c-969a-4371-8aef-f3a5cfbc0065 req-7901a597-4b10-497b-80a6-f3ca1fc73bab service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 1098 time: 0.3877201 Jul 27 19:50:42.418771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Pushing event updated for resources: {'Port': ['ID=43456583-1b63-42d7-99f1-8822fcb619d5,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:42.446483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:42.446925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:42.447316 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:42.447749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:42.448157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:42.448610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:42.449019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:42.449441 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:42.449970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:42.450632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:42.451051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:42.451525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e5d0cb-ec39-49f3-89e5-5ab0218b3936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:42.569447 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e43176d-79d1-4711-bef0-50ebde9e9252 req-b10aeb73-fff3-4e41-9d01-d4ae2f898969 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] No DVR routers for this DVR port 66d6cc64-881d-45c8-b4c7-88bfbab10804 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:42.574760 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3e43176d-79d1-4711-bef0-50ebde9e9252 req-b10aeb73-fff3-4e41-9d01-d4ae2f898969 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:42.584672 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e43176d-79d1-4711-bef0-50ebde9e9252 req-b10aeb73-fff3-4e41-9d01-d4ae2f898969 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.63 "DELETE /v2.0/ports/66d6cc64-881d-45c8-b4c7-88bfbab10804 HTTP/1.1" status: 204 len: 173 time: 1.6150389 Jul 27 19:50:42.645189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7b46b-f76d-48fc-a40d-4d2698691d55 req-dfcf63d2-05ba-4917-bb77-7cd60cd8c94c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:42.656319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95e7b46b-f76d-48fc-a40d-4d2698691d55 req-dfcf63d2-05ba-4917-bb77-7cd60cd8c94c tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 946 time: 0.4860160 Jul 27 19:50:42.695989 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c56a374c-969a-4371-8aef-f3a5cfbc0065 req-9faf4044-fde2-47b8-a43b-c4e814bc3a0d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672401 Jul 27 19:50:42.697176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-033d4c01-9820-4205-8cfe-cae45b61f57f None None] Provisioning for port 6ecdd854-52c6-43b7-9e5b-b68cf74f71bc completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:42.706412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-053042ae-bdf0-4ca4-802e-858efc8ce681 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:42.708933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-033d4c01-9820-4205-8cfe-cae45b61f57f None None] Provisioning complete for port 6ecdd854-52c6-43b7-9e5b-b68cf74f71bc triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:42.711262 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-033d4c01-9820-4205-8cfe-cae45b61f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:42.714720 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-053042ae-bdf0-4ca4-802e-858efc8ce681 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports/6b82a051-4a63-458c-b31a-5df21e5cf87c HTTP/1.1" status: 200 len: 931 time: 0.3300917 Jul 27 19:50:42.810474 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95e7b46b-f76d-48fc-a40d-4d2698691d55 req-011dcc13-964d-404f-92e8-9d76835c3b8d tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530521 Jul 27 19:50:42.879372 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 43456583-1b63-42d7-99f1-8822fcb619d5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:42.886793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1b961f4b-51f1-4e00-bdc9-ad063915741a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:42.888299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1b961f4b-51f1-4e00-bdc9-ad063915741a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports/2319aae9-ce95-4f29-aabf-b219da789e06 HTTP/1.1" status: 200 len: 930 time: 0.1726656 Jul 27 19:50:42.957524 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99ae54d-8f00-4309-a451-1cee352a029d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:42.966855 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99ae54d-8f00-4309-a451-1cee352a029d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:43.013244 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-e77ee17f-856e-4d3a-8733-1dc964ccfac7 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?network_id=9731c54d-8776-469f-b0a4-97666d3f2100&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1062205 Jul 27 19:50:43.042593 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99ae54d-8f00-4309-a451-1cee352a029d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:43.094953 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-9fc6fcd3-9322-46d9-8bc5-8d60abef47f1 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?network_id=9731c54d-8776-469f-b0a4-97666d3f2100&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0744641 Jul 27 19:50:43.124677 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-033d4c01-9820-4205-8cfe-cae45b61f57f None None] Port 6ecdd854-52c6-43b7-9e5b-b68cf74f71bc cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:43.142408 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-527f4cb2-1d55-4102-ad99-1a56188b3c56 req-e38a6ead-befe-44a4-9a64-ffe637306510 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=37d34844-1332-48ca-958a-014cb52de338 HTTP/1.1" status: 200 len: 210 time: 0.0503774 Jul 27 19:50:43.217880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ae54d-8f00-4309-a451-1cee352a029d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=6ecdd854-52c6-43b7-9e5b-b68cf74f71bc,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:43.268147 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15ef17c-f750-4e60-b89e-94b9c95fde91 x-openstack-request-id: req-e15ef17c-f750-4e60-b89e-94b9c95fde91 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:43.268680 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d34844-1332-48ca-958a-014cb52de338", "name": "network-vif-deleted", "tag": "c9c28f40-e99c-4429-b0be-44eb45a5e329", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:43.268680 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e15ef17c-f750-4e60-b89e-94b9c95fde91 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:43.269104 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d34844-1332-48ca-958a-014cb52de338', 'name': 'network-vif-deleted', 'tag': 'c9c28f40-e99c-4429-b0be-44eb45a5e329', 'status': 'completed', 'code': 200} Jul 27 19:50:43.275383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 34e1311b-4fe5-4801-8560-6da5ef2a5faa up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:43.304163 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ae54d-8f00-4309-a451-1cee352a029d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network d2b4a3c2-c6d6-4060-824b-41ac96def783 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:43.307921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e99ae54d-8f00-4309-a451-1cee352a029d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:43.378101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1c35a541-c174-4972-b367-0d815e5b1ad8 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:43.386489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1c35a541-c174-4972-b367-0d815e5b1ad8 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:43.420146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1c35a541-c174-4972-b367-0d815e5b1ad8 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:43.423528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 43456583-1b63-42d7-99f1-8822fcb619d5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:43.423991 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:43.425753 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-033d4c01-9820-4205-8cfe-cae45b61f57f None None] Provisioning complete for port 43456583-1b63-42d7-99f1-8822fcb619d5 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:43.426116 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-033d4c01-9820-4205-8cfe-cae45b61f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:43.436354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1c35a541-c174-4972-b367-0d815e5b1ad8 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/networks?id=fe0599a8-e2b9-4d58-ac69-a9a391fdb31e&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=9731c54d-8776-469f-b0a4-97666d3f2100&id=9731c54d-8776-469f-b0a4-97666d3f2100 HTTP/1.1" status: 200 len: 1990 time: 0.3311245 Jul 27 19:50:43.440765 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1242d50e-b3fe-4ccd-bfd7-e1be0995cb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:43.619720 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99ae54d-8f00-4309-a451-1cee352a029d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router c7f0cba2-c11e-4bb5-b36c-d5316fb3d156 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:50:43.737902 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 34e1311b-4fe5-4801-8560-6da5ef2a5faa completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:43.752412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 34e1311b-4fe5-4801-8560-6da5ef2a5faa triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:43.752776 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:43.790799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99ae54d-8f00-4309-a451-1cee352a029d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:50:43.798846 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e99ae54d-8f00-4309-a451-1cee352a029d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/c7f0cba2-c11e-4bb5-b36c-d5316fb3d156/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0698519 Jul 27 19:50:43.798965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46760) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:43.807253 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa8b9a5-35c7-4399-be89-756235656143 None None] Sync routers for ids ['c7f0cba2-c11e-4bb5-b36c-d5316fb3d156'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:50:43.822354 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8b9a5-35c7-4399-be89-756235656143 None None] Routers {'c7f0cba2-c11e-4bb5-b36c-d5316fb3d156'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:43.823354 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2aa8b9a5-35c7-4399-be89-756235656143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c7f0cba2-c11e-4bb5-b36c-d5316fb3d156'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:43.863038 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2aa8b9a5-35c7-4399-be89-756235656143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:43.875116 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8b9a5-35c7-4399-be89-756235656143 None None] Routers {'c7f0cba2-c11e-4bb5-b36c-d5316fb3d156'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:43.876030 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2aa8b9a5-35c7-4399-be89-756235656143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c7f0cba2-c11e-4bb5-b36c-d5316fb3d156'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:43.879432 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5235def-d085-4d13-b57a-8f355abc685f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:43.884363 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d5235def-d085-4d13-b57a-8f355abc685f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports/6ecdd854-52c6-43b7-9e5b-b68cf74f71bc HTTP/1.1" status: 200 len: 977 time: 0.0842555 Jul 27 19:50:43.885023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46764) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:43.917611 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2aa8b9a5-35c7-4399-be89-756235656143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:43.918646 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa8b9a5-35c7-4399-be89-756235656143 None None] The sync data for ids ['c7f0cba2-c11e-4bb5-b36c-d5316fb3d156'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:50:43.939318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-abbe2379-10bf-4348-995e-330d37844fb8 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/quotas/f58925f86c5a406cbce55135dc048b98 HTTP/1.1" status: 200 len: 375 time: 0.4982874 Jul 27 19:50:43.982934 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:44.026729 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edc896-d50f-44b4-ae0f-f607bdae0b11 req-8bf29632-bd72-4210-baeb-65d1cedf01e4 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:44.028323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6edc896-d50f-44b4-ae0f-f607bdae0b11 req-8bf29632-bd72-4210-baeb-65d1cedf01e4 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.5643065 Jul 27 19:50:44.069934 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-9627f5a2-9978-44e0-a691-9299ac82fac0 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f58925f86c5a406cbce55135dc048b98&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1138361 Jul 27 19:50:44.098591 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6edc896-d50f-44b4-ae0f-f607bdae0b11 req-3bef5333-98c2-49ac-8977-93790550af82 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628338 Jul 27 19:50:44.164094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 66d6cc64-881d-45c8-b4c7-88bfbab10804 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:50:44.184063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-9fe7b7e3-2272-486b-86d1-6294002168b3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:50:44.185525 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-9fe7b7e3-2272-486b-86d1-6294002168b3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1030171 Jul 27 19:50:44.216644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 66d6cc64-881d-45c8-b4c7-88bfbab10804 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:50:44.216988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 66d6cc64-881d-45c8-b4c7-88bfbab10804 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:50:44.218720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263efaaa-e895-45bc-a9b6-c2573e6ce148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e1311b-4fe5-4801-8560-6da5ef2a5faa'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:44.221272 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e8e796-340d-46b3-9314-c4203ffbd56b" -d '{"events": [{"server_uuid": "263efaaa-e895-45bc-a9b6-c2573e6ce148", "name": "network-vif-plugged", "status": "completed", "tag": "34e1311b-4fe5-4801-8560-6da5ef2a5faa"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:44.258698 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 34e1311b-4fe5-4801-8560-6da5ef2a5faa, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=34e1311b-4fe5-4801-8560-6da5ef2a5faa,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:44.265342 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-345da9f6-df8e-405e-97ed-2782d9c80944 None None] Provisioning complete for port 6ecdd854-52c6-43b7-9e5b-b68cf74f71bc triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:44.265717 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-345da9f6-df8e-405e-97ed-2782d9c80944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:44.268213 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:44.269049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device c9c28f40-e99c-4429-b0be-44eb45a5e329 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:50:44.322748 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-2a7c5500-c771-4682-8d3b-30eb9728f2d0 service neutron] 10.222.0.48 "GET /v2.0/networks/fe0599a8-e2b9-4d58-ac69-a9a391fdb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299920 Jul 27 19:50:44.333661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: c9c28f40-e99c-4429-b0be-44eb45a5e329 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:50:44.333661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device c9c28f40-e99c-4429-b0be-44eb45a5e329 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:50:44.337686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb5a9f-4462-4c85-a2d8-8582aca9c763 req-d9e99b75-483f-4dec-bc71-1d2622cf091f tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:44.339200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68eb5a9f-4462-4c85-a2d8-8582aca9c763 req-d9e99b75-483f-4dec-bc71-1d2622cf091f tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 945 time: 0.1376488 Jul 27 19:50:44.359238 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-345da9f6-df8e-405e-97ed-2782d9c80944 None None] Port 6ecdd854-52c6-43b7-9e5b-b68cf74f71bc cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:44.370360 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-856cb15a-59c3-4685-9e5c-33e6090be18d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:44.370947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=34e1311b-4fe5-4801-8560-6da5ef2a5faa,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:44.424103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68eb5a9f-4462-4c85-a2d8-8582aca9c763 req-fb2fcadd-e589-4644-bafe-5637eb4c010f tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752950 Jul 27 19:50:44.457800 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-bfd64ca6-fc3a-4bf1-8604-4cf759a9a1f7 service neutron] 10.222.0.48 "GET /v2.0/networks/fe0599a8-e2b9-4d58-ac69-a9a391fdb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175935 Jul 27 19:50:44.510588 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-040b556f-5768-4845-b802-61c7006966ae service neutron] 10.222.0.48 "GET /v2.0/ports/6b82a051-4a63-458c-b31a-5df21e5cf87c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0455139 Jul 27 19:50:44.593419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-856cb15a-59c3-4685-9e5c-33e6090be18d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port 6ecdd854-52c6-43b7-9e5b-b68cf74f71bc {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:44.593782 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-856cb15a-59c3-4685-9e5c-33e6090be18d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:44.645877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-a1afe5a8-6332-48f2-ad3b-1b7373e7dc66 service neutron] 10.222.0.48 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277328 Jul 27 19:50:44.660797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f027d-b0b3-42c5-adea-8c07f4c81e3c req-8e7161f7-ccb5-4fc2-9797-93dc58ffeab6 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:44.662226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d3f027d-b0b3-42c5-adea-8c07f4c81e3c req-8e7161f7-ccb5-4fc2-9797-93dc58ffeab6 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 946 time: 0.1355779 Jul 27 19:50:44.684710 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-856cb15a-59c3-4685-9e5c-33e6090be18d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:44.697120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-856cb15a-59c3-4685-9e5c-33e6090be18d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for 6ecdd854-52c6-43b7-9e5b-b68cf74f71bc owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:44.755284 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d3f027d-b0b3-42c5-adea-8c07f4c81e3c req-a7be7d3e-bf5e-4bac-86ac-21e03ecd5164 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860925 Jul 27 19:50:44.776338 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-8afb02bf-d233-4f49-99a6-2670a23d3adc service neutron] 10.222.0.48 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235695 Jul 27 19:50:44.830996 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7984eab1-7721-4a0f-80ea-0ee3557db55e service neutron] 10.222.0.48 "GET /v2.0/ports/2319aae9-ce95-4f29-aabf-b219da789e06?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0468524 Jul 27 19:50:44.838599 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6192080-d8d7-4fec-9e87-30aeefc093ab x-openstack-request-id: req-d6192080-d8d7-4fec-9e87-30aeefc093ab {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:44.838895 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263efaaa-e895-45bc-a9b6-c2573e6ce148", "name": "network-vif-plugged", "status": "completed", "tag": "34e1311b-4fe5-4801-8560-6da5ef2a5faa", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:44.839303 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6192080-d8d7-4fec-9e87-30aeefc093ab {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:44.839731 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263efaaa-e895-45bc-a9b6-c2573e6ce148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e1311b-4fe5-4801-8560-6da5ef2a5faa', 'code': 200} Jul 27 19:50:44.896794 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-856cb15a-59c3-4685-9e5c-33e6090be18d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:44.931583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cb15a-59c3-4685-9e5c-33e6090be18d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=6ecdd854-52c6-43b7-9e5b-b68cf74f71bc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:44.987258 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-af903261-dd76-4485-a81a-038831341afb service neutron] 10.222.0.48 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484551 Jul 27 19:50:45.073537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097d327-0e88-4b32-b428-b17f2a451b5f req-0a4ceb55-8070-44d7-bbb5-165da3859d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:45.075943 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4097d327-0e88-4b32-b428-b17f2a451b5f req-0a4ceb55-8070-44d7-bbb5-165da3859d9b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 1098 time: 0.1516442 Jul 27 19:50:45.134336 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-856cb15a-59c3-4685-9e5c-33e6090be18d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:45.138292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-456dfb1e-5601-4018-95d4-27d95fa01043 service neutron] 10.222.0.48 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434803 Jul 27 19:50:45.140364 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4097d327-0e88-4b32-b428-b17f2a451b5f req-62a423a8-ef09-49c3-835a-07c52ee698ac service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564086 Jul 27 19:50:45.245461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-eda41b77-412b-49bf-8b4b-ddd97e26b825 service neutron] 10.222.0.48 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992029 Jul 27 19:50:45.293139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856cb15a-59c3-4685-9e5c-33e6090be18d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router c7f0cba2-c11e-4bb5-b36c-d5316fb3d156 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:50:45.293441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76925ea2-8f9b-4c2b-808f-da214f091ca6', 'name': 'network-vif-deleted', 'tag': '66d6cc64-881d-45c8-b4c7-88bfbab10804'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:45.296222 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507307c2-8379-416f-a3e2-06105343c377" -d '{"events": [{"server_uuid": "76925ea2-8f9b-4c2b-808f-da214f091ca6", "name": "network-vif-deleted", "tag": "66d6cc64-881d-45c8-b4c7-88bfbab10804"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:45.348356 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-4c6cd0d2-eb65-4ecd-ba44-46f2847dc1c3 service neutron] 10.222.0.48 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991571 Jul 27 19:50:45.375227 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856cb15a-59c3-4685-9e5c-33e6090be18d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:50:45.387001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53885af-980a-443a-8c4e-d8b166bd4d2f None None] Sync routers for ids ['c7f0cba2-c11e-4bb5-b36c-d5316fb3d156'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:50:45.388200 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-856cb15a-59c3-4685-9e5c-33e6090be18d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/c7f0cba2-c11e-4bb5-b36c-d5316fb3d156/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5021420 Jul 27 19:50:45.391070 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46796) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:45.407123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53885af-980a-443a-8c4e-d8b166bd4d2f None None] Routers {'c7f0cba2-c11e-4bb5-b36c-d5316fb3d156'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:45.407834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e53885af-980a-443a-8c4e-d8b166bd4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c7f0cba2-c11e-4bb5-b36c-d5316fb3d156'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:45.481872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e53885af-980a-443a-8c4e-d8b166bd4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:45.502787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53885af-980a-443a-8c4e-d8b166bd4d2f None None] Routers {'c7f0cba2-c11e-4bb5-b36c-d5316fb3d156'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:45.503447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e53885af-980a-443a-8c4e-d8b166bd4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c7f0cba2-c11e-4bb5-b36c-d5316fb3d156'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:45.516294 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7ee4a3ef-f7df-4de1-91e0-f24deb0ff84e service neutron] 10.222.0.48 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601157 Jul 27 19:50:45.552688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e53885af-980a-443a-8c4e-d8b166bd4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:45.553456 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53885af-980a-443a-8c4e-d8b166bd4d2f None None] The sync data for ids ['c7f0cba2-c11e-4bb5-b36c-d5316fb3d156'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:50:45.650433 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-9b685cc7-5186-4242-8fd0-9fe9c4e9b4af service neutron] 10.222.0.48 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273687 Jul 27 19:50:45.788999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-cc1cda93-f9f1-408f-aa70-7183a5f2e9be service neutron] 10.222.0.48 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297607 Jul 27 19:50:45.926765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-426311a2-53b9-4f47-969f-b3ca08717f7b service neutron] 10.222.0.48 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276510 Jul 27 19:50:45.934236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfc76a-5af4-445a-93f6-f22ff9740a8d req-04937a8b-a278-406f-a478-12bf71c5d1da tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:45.935716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abdfc76a-5af4-445a-93f6-f22ff9740a8d req-04937a8b-a278-406f-a478-12bf71c5d1da tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e48757-72b1-4327-b91e-23a961e7662e HTTP/1.1" status: 200 len: 949 time: 0.1457179 Jul 27 19:50:45.938411 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-508bd9c4-3251-4cea-ae78-e4caa017c090 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] remove_router_interface failed (client error): The resource could not be found. Jul 27 19:50:45.939668 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-508bd9c4-3251-4cea-ae78-e4caa017c090 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/c7f0cba2-c11e-4bb5-b36c-d5316fb3d156/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5464370 Jul 27 19:50:45.944010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46804) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:46.022031 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d52b920a-fffe-4b09-944a-d1ede6657309 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7f0cba2-c11e-4bb5-b36c-d5316fb3d156 HTTP/1.1" status: 200 len: 205 time: 0.0768754 Jul 27 19:50:46.024662 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46806) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:46.054369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abdfc76a-5af4-445a-93f6-f22ff9740a8d req-af4f39b7-6a7b-49cb-86fd-a18add9e964a tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999155 Jul 27 19:50:46.098368 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-b5debb92-aa04-4484-a358-2ffe69130957 service neutron] 10.222.0.48 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615627 Jul 27 19:50:46.109716 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-20828025-2757-4954-ad50-49949e86f846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:46.132307 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bad9a4f-da75-496b-b758-b755eedc924e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:46.192055 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:46.256846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0d0e2ea8-39b9-4b94-bb87-8db964d7bfcc service neutron] 10.222.0.48 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519768 Jul 27 19:50:46.269555 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35fa02-2fdf-49a9-9222-41343da65ffe req-6b5b7266-7457-4920-b751-cb16c95ed764 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:46.280942 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f35fa02-2fdf-49a9-9222-41343da65ffe req-6b5b7266-7457-4920-b751-cb16c95ed764 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.1151140 Jul 27 19:50:46.328484 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f35fa02-2fdf-49a9-9222-41343da65ffe req-0d45d02e-3197-4a3f-a1e4-2b7fe30c0262 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453336 Jul 27 19:50:46.357406 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bad9a4f-da75-496b-b758-b755eedc924e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:46.360221 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bad9a4f-da75-496b-b758-b755eedc924e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:46.401973 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e345bcd7-fcb0-4436-bca5-dbfe94e37df9 x-openstack-request-id: req-e345bcd7-fcb0-4436-bca5-dbfe94e37df9 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:46.402487 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76925ea2-8f9b-4c2b-808f-da214f091ca6", "name": "network-vif-deleted", "tag": "66d6cc64-881d-45c8-b4c7-88bfbab10804", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:46.402713 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e345bcd7-fcb0-4436-bca5-dbfe94e37df9 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:46.403105 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76925ea2-8f9b-4c2b-808f-da214f091ca6', 'name': 'network-vif-deleted', 'tag': '66d6cc64-881d-45c8-b4c7-88bfbab10804', 'status': 'completed', 'code': 200} Jul 27 19:50:46.418922 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bad9a4f-da75-496b-b758-b755eedc924e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:46.419452 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bad9a4f-da75-496b-b758-b755eedc924e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Fanout notify agent at l3_agent the message router_deleted on router c7f0cba2-c11e-4bb5-b36c-d5316fb3d156 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:50:46.438654 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bad9a4f-da75-496b-b758-b755eedc924e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:46.442792 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8bad9a4f-da75-496b-b758-b755eedc924e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/routers/c7f0cba2-c11e-4bb5-b36c-d5316fb3d156 HTTP/1.1" status: 204 len: 168 time: 0.4170492 Jul 27 19:50:46.443466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46810) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:46.506918 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1360ca4-da1a-4fa3-bcc4-43a7208213e2 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting subnet 6bec24c0-59d7-45dd-901a-84b5d235b8b3 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:50:46.511082 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b1360ca4-da1a-4fa3-bcc4-43a7208213e2 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:46.577499 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62de28-7eca-4220-8844-96c945092182 req-a89431d6-7234-44c1-86f4-c44619dcea90 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:46.579126 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b1360ca4-da1a-4fa3-bcc4-43a7208213e2 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:46.584935 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba62de28-7eca-4220-8844-96c945092182 req-a89431d6-7234-44c1-86f4-c44619dcea90 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 946 time: 0.0830457 Jul 27 19:50:46.647673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba62de28-7eca-4220-8844-96c945092182 req-aa36d926-98be-4b4c-bac3-aac3280e6ad6 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608954 Jul 27 19:50:46.685898 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b1360ca4-da1a-4fa3-bcc4-43a7208213e2 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:46.775485 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b1360ca4-da1a-4fa3-bcc4-43a7208213e2 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:46.822001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1360ca4-da1a-4fa3-bcc4-43a7208213e2 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Subnet': ['ID=6bec24c0-59d7-45dd-901a-84b5d235b8b3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:46.839578 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4def068-f910-49c1-8953-2c74ef4da7fb None None] Network d2b4a3c2-c6d6-4060-824b-41ac96def783 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:46.845843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073172e-b503-4c21-b445-974e2fef9eed req-4d2c8141-2208-4763-b9fe-0bb6e0ae682b tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:46.849553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b073172e-b503-4c21-b445-974e2fef9eed req-4d2c8141-2208-4763-b9fe-0bb6e0ae682b tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 946 time: 0.1051331 Jul 27 19:50:46.865726 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b1360ca4-da1a-4fa3-bcc4-43a7208213e2 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:46.869138 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b1360ca4-da1a-4fa3-bcc4-43a7208213e2 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/6bec24c0-59d7-45dd-901a-84b5d235b8b3 HTTP/1.1" status: 204 len: 168 time: 0.4246805 Jul 27 19:50:46.871871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46826) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:46.902885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b073172e-b503-4c21-b445-974e2fef9eed req-c00107b4-12eb-484b-82a8-c1558e560d80 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458803 Jul 27 19:50:47.000973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.039554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624b94b-879b-4841-8218-503c0fbe667d req-2786d015-469f-4a0c-bd60-233f474ddfd5 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:47.041804 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8624b94b-879b-4841-8218-503c0fbe667d req-2786d015-469f-4a0c-bd60-233f474ddfd5 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.63 "GET /v2.0/ports?device_id=17e48757-72b1-4327-b91e-23a961e7662e HTTP/1.1" status: 200 len: 949 time: 0.1288977 Jul 27 19:50:47.080063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port 43456583-1b63-42d7-99f1-8822fcb619d5 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:47.080488 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.091107 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.230953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d899cec-26e9-44bd-9387-a3afe265d576 req-27cef869-2bb4-490f-8dac-4b8c95bd4863 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:47.239092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d899cec-26e9-44bd-9387-a3afe265d576 req-27cef869-2bb4-490f-8dac-4b8c95bd4863 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 950 time: 0.1957417 Jul 27 19:50:47.292602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5893cbc-abbe-4319-bb6d-01da58f6fd97 None None] DHCP port deletion for d2b4a3c2-c6d6-4060-824b-41ac96def783 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:50:47.295442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] For port 43456583-1b63-42d7-99f1-8822fcb619d5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=43456583-1b63-42d7-99f1-8822fcb619d5,segment=NetworkSegment(eea10fb4-7d7a-4cda-b9ec-964fb487b0e4),segment_id=eea10fb4-7d7a-4cda-b9ec-964fb487b0e4)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:47.296052 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.306014 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8624b94b-879b-4841-8218-503c0fbe667d req-3e5d4196-94cc-4d83-9ee7-df46c7c953c7 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Deleting port 55a477d7-4c5f-411d-9fed-902b17a67525 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:47.306355 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8624b94b-879b-4841-8218-503c0fbe667d req-3e5d4196-94cc-4d83-9ee7-df46c7c953c7 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.312688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for 43456583-1b63-42d7-99f1-8822fcb619d5 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:47.322313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d899cec-26e9-44bd-9387-a3afe265d576 req-b7669257-f4cd-4e56-897c-e9869422389e tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796342 Jul 27 19:50:47.410912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a5893cbc-abbe-4319-bb6d-01da58f6fd97 None None] Deleting port 43456583-1b63-42d7-99f1-8822fcb619d5 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:47.411210 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a5893cbc-abbe-4319-bb6d-01da58f6fd97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.420292 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.481020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=43456583-1b63-42d7-99f1-8822fcb619d5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:47.483033 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No DVR routers for this DVR port 43456583-1b63-42d7-99f1-8822fcb619d5 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:47.496822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5e1346b-578b-42db-92c4-6c77dbec2028 req-7092c239-b52d-410b-927d-6fdd6d9d92f9 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.0543220 Jul 27 19:50:47.549332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a5893cbc-abbe-4319-bb6d-01da58f6fd97 None None] For port 43456583-1b63-42d7-99f1-8822fcb619d5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=43456583-1b63-42d7-99f1-8822fcb619d5,segment=NetworkSegment(eea10fb4-7d7a-4cda-b9ec-964fb487b0e4),segment_id=eea10fb4-7d7a-4cda-b9ec-964fb487b0e4)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:47.549736 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a5893cbc-abbe-4319-bb6d-01da58f6fd97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.584826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a5893cbc-abbe-4319-bb6d-01da58f6fd97 None None] Calling delete_port for 43456583-1b63-42d7-99f1-8822fcb619d5 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:47.596902 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.616308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b4a3c2-c6d6-4060-824b-41ac96def783']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:47.630707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea10fb4-7d7a-4cda-b9ec-964fb487b0e4') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:47.631513 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea10fb4-7d7a-4cda-b9ec-964fb487b0e4') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:47.646047 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.667709 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.679257 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:50:47.680030 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:50:47.688662 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:50:47.729580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-8624b94b-879b-4841-8218-503c0fbe667d req-3e5d4196-94cc-4d83-9ee7-df46c7c953c7 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] For port 55a477d7-4c5f-411d-9fed-902b17a67525, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=55a477d7-4c5f-411d-9fed-902b17a67525,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:47.730051 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8624b94b-879b-4841-8218-503c0fbe667d req-3e5d4196-94cc-4d83-9ee7-df46c7c953c7 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.741722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34ca4e-8d8a-45fe-8763-2538c385952a req-140d4936-2b2a-4f43-b874-06b71762348f tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:47.744105 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb34ca4e-8d8a-45fe-8763-2538c385952a req-140d4936-2b2a-4f43-b874-06b71762348f tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/ports?device_id=17e48757-72b1-4327-b91e-23a961e7662e HTTP/1.1" status: 200 len: 949 time: 0.2427921 Jul 27 19:50:47.780274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8624b94b-879b-4841-8218-503c0fbe667d req-3e5d4196-94cc-4d83-9ee7-df46c7c953c7 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Calling delete_port for 55a477d7-4c5f-411d-9fed-902b17a67525 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:47.794272 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a5893cbc-abbe-4319-bb6d-01da58f6fd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.815090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.828450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01dcb0-a630-4f2b-96bc-6411e581aa43 req-25131df6-d9d5-4a91-b83e-7e56b8f43a8e tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:47.834275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5893cbc-abbe-4319-bb6d-01da58f6fd97 None None] Pushing event deleted for resources: {'Port': ['ID=43456583-1b63-42d7-99f1-8822fcb619d5,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:47.836286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5893cbc-abbe-4319-bb6d-01da58f6fd97 None None] No DVR routers for this DVR port 43456583-1b63-42d7-99f1-8822fcb619d5 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:47.848695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed01dcb0-a630-4f2b-96bc-6411e581aa43 req-25131df6-d9d5-4a91-b83e-7e56b8f43a8e tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.2250271 Jul 27 19:50:47.857284 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.863622 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/networks/d2b4a3c2-c6d6-4060-824b-41ac96def783 HTTP/1.1" status: 204 len: 168 time: 0.9904242 Jul 27 19:50:47.864855 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075ebd8-6ddc-47a4-9ea5-8c51c54c9060 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Network': ['ID=d2b4a3c2-c6d6-4060-824b-41ac96def783,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:47.867110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46854) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:47.873682 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-079f2f95-6304-414c-84b3-d0389f23e492 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'network': {'name': 'tempest-RoutersTest-666485941'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:47.902190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079f2f95-6304-414c-84b3-d0389f23e492 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:47.909383 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-079f2f95-6304-414c-84b3-d0389f23e492 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.936583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079f2f95-6304-414c-84b3-d0389f23e492 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:50:47.946703 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-079f2f95-6304-414c-84b3-d0389f23e492 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:47.947070 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-079f2f95-6304-414c-84b3-d0389f23e492 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Added segment 39d8a2da-4502-4ee2-b337-7948bd6ff48f of type vlan for network a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5 Jul 27 19:50:47.977992 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb34ca4e-8d8a-45fe-8763-2538c385952a req-44f527e6-e339-4774-9c63-579257c006c9 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.48 "GET /v2.0/security-groups?id=29282b64-6e65-4f8a-8d0e-26c6e6be9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197886 Jul 27 19:50:48.011891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-079f2f95-6304-414c-84b3-d0389f23e492 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:48.039797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed01dcb0-a630-4f2b-96bc-6411e581aa43 req-fb8bdd6f-fc4b-4161-808e-545f1b4de521 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872721 Jul 27 19:50:48.057242 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-079f2f95-6304-414c-84b3-d0389f23e492 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:48.064962 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079f2f95-6304-414c-84b3-d0389f23e492 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:48.064962 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-079f2f95-6304-414c-84b3-d0389f23e492 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:48.162103 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f2f95-6304-414c-84b3-d0389f23e492 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Network': ['ID=a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:48.175032 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:50:48.180043 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-079f2f95-6304-414c-84b3-d0389f23e492 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3090243 Jul 27 19:50:48.180373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46856) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:48.187408 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'subnet': {'network_id': 'a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:48.201585 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8624b94b-879b-4841-8218-503c0fbe667d req-3e5d4196-94cc-4d83-9ee7-df46c7c953c7 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:48.277147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d4196-94cc-4d83-9ee7-df46c7c953c7 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Pushing event deleted for resources: {'Port': ['ID=55a477d7-4c5f-411d-9fed-902b17a67525,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:48.321446 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:48.327236 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:48.335543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acb9b-8a8f-479c-a256-e5937b6088ff req-a752fb50-edf8-4b0a-9ac2-899329965e7c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:48.337101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-222acb9b-8a8f-479c-a256-e5937b6088ff req-a752fb50-edf8-4b0a-9ac2-899329965e7c tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 950 time: 0.4418294 Jul 27 19:50:48.371314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8624b94b-879b-4841-8218-503c0fbe667d req-3e5d4196-94cc-4d83-9ee7-df46c7c953c7 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] No DVR routers for this DVR port 55a477d7-4c5f-411d-9fed-902b17a67525 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:48.383338 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8624b94b-879b-4841-8218-503c0fbe667d req-3e5d4196-94cc-4d83-9ee7-df46c7c953c7 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:48.385355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8624b94b-879b-4841-8218-503c0fbe667d req-3e5d4196-94cc-4d83-9ee7-df46c7c953c7 tempest-ListImageFiltersTestJSON-690321873 tempest-ListImageFiltersTestJSON-690321873-project] 10.222.0.63 "DELETE /v2.0/ports/55a477d7-4c5f-411d-9fed-902b17a67525 HTTP/1.1" status: 204 len: 173 time: 1.3296344 Jul 27 19:50:48.409294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e48757-72b1-4327-b91e-23a961e7662e', 'name': 'network-vif-deleted', 'tag': '55a477d7-4c5f-411d-9fed-902b17a67525'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:48.412667 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8578d8c8-3b02-41e6-8669-e45e103a2385" -d '{"events": [{"server_uuid": "17e48757-72b1-4327-b91e-23a961e7662e", "name": "network-vif-deleted", "tag": "55a477d7-4c5f-411d-9fed-902b17a67525"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:48.453911 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff95a9-9d0c-4bba-bcd0-5e3c9aff25a4 req-73760567-2b8f-4a71-824c-b5cc3d4c26d4 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:48.461313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99ff95a9-9d0c-4bba-bcd0-5e3c9aff25a4 req-73760567-2b8f-4a71-824c-b5cc3d4c26d4 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 946 time: 0.4053137 Jul 27 19:50:48.476504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b152201-a37e-45d3-962e-39eb99747e75 req-27ed31f2-5952-48b6-8959-3425b2867b8c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:48.478053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b152201-a37e-45d3-962e-39eb99747e75 req-27ed31f2-5952-48b6-8959-3425b2867b8c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 946 time: 0.3222151 Jul 27 19:50:48.573816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99ff95a9-9d0c-4bba-bcd0-5e3c9aff25a4 req-8214190e-b2ff-45a4-b032-ca89f1a2f8e8 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107659 Jul 27 19:50:48.580443 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:48.590877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b152201-a37e-45d3-962e-39eb99747e75 req-d2d13f92-7045-4ecc-8fa7-50a2e40401dc tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993569 Jul 27 19:50:48.668917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-222acb9b-8a8f-479c-a256-e5937b6088ff req-52dd783d-8a8b-43cc-964f-62a779701ed4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Deleting port b107fb90-f361-4a07-94aa-5effc7dee5e3 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:48.669476 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-222acb9b-8a8f-479c-a256-e5937b6088ff req-52dd783d-8a8b-43cc-964f-62a779701ed4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:48.720700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Checking segment: {'id': '39d8a2da-4502-4ee2-b337-7948bd6ff48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:48.721078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network hostable DHCP agents. Network: a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:50:48.747839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Subnet': ['ID=fbb2dd96-8152-4eae-89bd-fdb4f0988d26,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:48.758099 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:50:48.765287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:48.765635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:48.765972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:48.766308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:48.766642 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:48.766972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:48.767532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:48.767735 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:48.767955 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:48.768228 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:48.768576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:48.768915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:50:48.817325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:48.819494 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:48.830601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 43456583-1b63-42d7-99f1-8822fcb619d5 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:50:48.837649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bf8d38-f02f-4818-8e03-69ab019f93e1 None None] Network a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:48.852315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:48.852949 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:48.890058 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ff59a9ea-8949-4c79-8dac-985073c66430 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7070653 Jul 27 19:50:48.892720 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46868) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:48.908893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-29fa64f9-60da-4756-9cee-99da5767a9df tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-171938517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:48.975744 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29fa64f9-60da-4756-9cee-99da5767a9df tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:48.977601 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29fa64f9-60da-4756-9cee-99da5767a9df tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:49.081011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 43456583-1b63-42d7-99f1-8822fcb619d5 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:50:49.081368 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 43456583-1b63-42d7-99f1-8822fcb619d5 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:50:49.104821 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29fa64f9-60da-4756-9cee-99da5767a9df tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:49.112624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29fa64f9-60da-4756-9cee-99da5767a9df tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:49.159699 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29fa64f9-60da-4756-9cee-99da5767a9df tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:49.164107 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-29fa64f9-60da-4756-9cee-99da5767a9df tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2678800 Jul 27 19:50:49.164445 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46878) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:49.278550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5', 'network_id': 'a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'fixed_ips': [{'subnet_id': 'fbb2dd96-8152-4eae-89bd-fdb4f0988d26'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:50:49.279848 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:49.301790 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703b40b2-614f-4425-b200-e59e130b32b9 x-openstack-request-id: req-703b40b2-614f-4425-b200-e59e130b32b9 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:49.302074 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e48757-72b1-4327-b91e-23a961e7662e", "name": "network-vif-deleted", "tag": "55a477d7-4c5f-411d-9fed-902b17a67525", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:49.302319 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-703b40b2-614f-4425-b200-e59e130b32b9 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:49.302705 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e48757-72b1-4327-b91e-23a961e7662e', 'name': 'network-vif-deleted', 'tag': '55a477d7-4c5f-411d-9fed-902b17a67525', 'status': 'completed', 'code': 200} Jul 27 19:50:49.442207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9704582f-c593-48e1-8fb3-7e00ac92f76f req-1f8aa321-6f63-4a3c-ad38-3e3572157334 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.1151621 Jul 27 19:50:49.521184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Allocated IP 172.20.0.2 (a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5/fbb2dd96-8152-4eae-89bd-fdb4f0988d26/0f74c7ba-b9a4-48bc-9760-7f55c37d04c9) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:49.547807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-b0cfb4cd-52fc-4458-a336-d8db0f3aed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:49.549241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-b0cfb4cd-52fc-4458-a336-d8db0f3aed96 service neutron] 10.222.0.63 "GET /v2.0/ports/6b82a051-4a63-458c-b31a-5df21e5cf87c HTTP/1.1" status: 200 len: 1027 time: 0.2443297 Jul 27 19:50:49.661317 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:49.707739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4942d38-0888-4696-8227-3201013ba866 req-a7fe8c07-edf7-4711-9f77-850332162ba1 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:49.709949 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4942d38-0888-4696-8227-3201013ba866 req-a7fe8c07-edf7-4711-9f77-850332162ba1 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5a04bd4-190d-4b43-a1f1-8479da03bbe4 HTTP/1.1" status: 200 len: 950 time: 1.0572753 Jul 27 19:50:49.722239 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:49.733773 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Transition to ACTIVE for port object 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:49.750528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-222acb9b-8a8f-479c-a256-e5937b6088ff req-52dd783d-8a8b-43cc-964f-62a779701ed4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] For port b107fb90-f361-4a07-94aa-5effc7dee5e3, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b107fb90-f361-4a07-94aa-5effc7dee5e3,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:49.751150 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-222acb9b-8a8f-479c-a256-e5937b6088ff req-52dd783d-8a8b-43cc-964f-62a779701ed4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:49.753072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Transition to ACTIVE for port object 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:49.766329 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:49.783135 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-4819d66e-2f11-48bc-a6ce-579cd6ee5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:49.784791 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-4819d66e-2f11-48bc-a6ce-579cd6ee5b00 service neutron] 10.222.0.63 "GET /v2.0/ports/2319aae9-ce95-4f29-aabf-b219da789e06 HTTP/1.1" status: 200 len: 1026 time: 0.2152741 Jul 27 19:50:49.798899 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ac9d2d9-574d-468c-98cc-a11d015f57df req-e9e66477-ea9a-4d04-8899-61353c67fbc0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4864821 Jul 27 19:50:49.806548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898828e-6e00-45b0-829f-d23ffc2dd2f2 req-00fece4c-9b0c-4291-a9ee-18d1dbe7d282 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:49.808386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7898828e-6e00-45b0-829f-d23ffc2dd2f2 req-00fece4c-9b0c-4291-a9ee-18d1dbe7d282 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.63 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 946 time: 0.4885874 Jul 27 19:50:49.819727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-222acb9b-8a8f-479c-a256-e5937b6088ff req-52dd783d-8a8b-43cc-964f-62a779701ed4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Calling delete_port for b107fb90-f361-4a07-94aa-5effc7dee5e3 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:49.838132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-862e5ec8-8c57-4fe8-b6b8-6e8303261818 req-668c43e1-6aad-4d41-9ba2-26047f3608f8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2dd7c4d346a24a0db331ef6e9c410c69 HTTP/1.1" status: 200 len: 267 time: 0.2398412 Jul 27 19:50:49.866991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Network a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:49.869942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:49.879673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:49.950849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4942d38-0888-4696-8227-3201013ba866 req-143d6485-90d8-47bc-9fc5-6e8eb7e1f0a7 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293591 Jul 27 19:50:49.972651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Allocated IP 172.20.0.1 (a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5/fbb2dd96-8152-4eae-89bd-fdb4f0988d26/2b2e0bb6-eda5-460e-887d-94a1437f7c7a) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:50.035255 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 55a477d7-4c5f-411d-9fed-902b17a67525 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:50:50.098866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 55a477d7-4c5f-411d-9fed-902b17a67525 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:50:50.099343 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 55a477d7-4c5f-411d-9fed-902b17a67525 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:50:50.099858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6a66dd1c-d9da-462b-9515-75f248960de1 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:50:50.102189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Pushing event updated for resources: {'Port': ['ID=0f74c7ba-b9a4-48bc-9760-7f55c37d04c9,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:50.150326 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Attempting to bind port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:50:50.150809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Attempting to bind port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '39d8a2da-4502-4ee2-b337-7948bd6ff48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:50:50.151276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Attempting to bind port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 on network a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:50:50.161279 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:50.165108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:50:50.166192 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Checking segment: {'id': '39d8a2da-4502-4ee2-b337-7948bd6ff48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:50:50.166192 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:50.166565 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Bound using segment: {'id': '39d8a2da-4502-4ee2-b337-7948bd6ff48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:50:50.167248 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Bound port: 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d8a2da-4502-4ee2-b337-7948bd6ff48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:50:50.167723 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:50.178013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Transition to ACTIVE for port object 2b2e0bb6-eda5-460e-887d-94a1437f7c7a will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:50.200198 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-222acb9b-8a8f-479c-a256-e5937b6088ff req-52dd783d-8a8b-43cc-964f-62a779701ed4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:50.230875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['56496aec-841c-411b-aa6c-a986953eec0d', '60dbb1a9-f7da-4d45-a09c-14264bd7b1da', '22f3efd6-5ec1-44b3-9f80-c0879ca93068', '6769cce3-6040-45d3-8b20-d7109b3d77bc'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:50.234472 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['56424c87-ef32-4b8c-b014-6f77a60ba01c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:50.273859 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:50.321458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd783d-8a8b-43cc-964f-62a779701ed4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event deleted for resources: {'Port': ['ID=b107fb90-f361-4a07-94aa-5effc7dee5e3,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:50.362528 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:50.365989 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:50.371085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:50.410719 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-222acb9b-8a8f-479c-a256-e5937b6088ff req-52dd783d-8a8b-43cc-964f-62a779701ed4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] No DVR routers for this DVR port b107fb90-f361-4a07-94aa-5effc7dee5e3 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:50.419284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9d2d9-574d-468c-98cc-a11d015f57df req-2792ae8e-2ac6-4560-99cf-812540a32d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:50.421114 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ac9d2d9-574d-468c-98cc-a11d015f57df req-2792ae8e-2ac6-4560-99cf-812540a32d3a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 1097 time: 0.5709798 Jul 27 19:50:50.432084 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-222acb9b-8a8f-479c-a256-e5937b6088ff req-52dd783d-8a8b-43cc-964f-62a779701ed4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:50.434119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-222acb9b-8a8f-479c-a256-e5937b6088ff req-52dd783d-8a8b-43cc-964f-62a779701ed4 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.52 "DELETE /v2.0/ports/b107fb90-f361-4a07-94aa-5effc7dee5e3 HTTP/1.1" status: 204 len: 173 time: 2.0717702 Jul 27 19:50:50.435288 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:50.488006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f511ed-3894-4040-b5ef-be05f228b68e req-4949f0f3-6e4c-4d89-9f35-cecfdfc5fc94 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:50.489642 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5f511ed-3894-4040-b5ef-be05f228b68e req-4949f0f3-6e4c-4d89-9f35-cecfdfc5fc94 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.3232267 Jul 27 19:50:50.505407 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=2b2e0bb6-eda5-460e-887d-94a1437f7c7a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:50.530413 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:50.549496 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] For port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:50:50.555465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5ec8-8c57-4fe8-b6b8-6e8303261818 req-c90188a9-2552-4d37-9963-56c89e0e48b6 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:50.563114 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-862e5ec8-8c57-4fe8-b6b8-6e8303261818 req-c90188a9-2552-4d37-9963-56c89e0e48b6 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 946 time: 0.6802912 Jul 27 19:50:50.569067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-862e5ec8-8c57-4fe8-b6b8-6e8303261818 req-70f7b2ad-3630-4641-9814-391d3b4abb28 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Request body: {'port': {'security_groups': []}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:50.578395 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] For port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0f74c7ba-b9a4-48bc-9760-7f55c37d04c9,segment=NetworkSegment(39d8a2da-4502-4ee2-b337-7948bd6ff48f),segment_id=39d8a2da-4502-4ee2-b337-7948bd6ff48f)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:50:50.592946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1551aa1d-9634-4a96-b853-1a7865d8a812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a66dd1c-d9da-462b-9515-75f248960de1'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:50.595375 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ee6570-3b29-4890-93b3-b7c31d2d707e" -d '{"events": [{"server_uuid": "1551aa1d-9634-4a96-b853-1a7865d8a812", "name": "network-vif-unplugged", "status": "completed", "tag": "6a66dd1c-d9da-462b-9515-75f248960de1"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:50.622832 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:50.627580 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:50.643337 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-9f724abd-3ddd-45b9-9d7c-383b968539a9 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:50.649303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-9f724abd-3ddd-45b9-9d7c-383b968539a9 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:50.654983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-9f724abd-3ddd-45b9-9d7c-383b968539a9 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:50.656681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-9f724abd-3ddd-45b9-9d7c-383b968539a9 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "GET /v2.0/networks?id=fe0599a8-e2b9-4d58-ac69-a9a391fdb31e&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=9731c54d-8776-469f-b0a4-97666d3f2100&id=9731c54d-8776-469f-b0a4-97666d3f2100 HTTP/1.1" status: 200 len: 1990 time: 0.8458655 Jul 27 19:50:50.715934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6a66dd1c-d9da-462b-9515-75f248960de1, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6a66dd1c-d9da-462b-9515-75f248960de1,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:50.751364 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5f511ed-3894-4040-b5ef-be05f228b68e req-f11e67ea-7f2a-4555-9bda-d277e2b66df2 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259002 Jul 27 19:50:50.753135 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:50.772917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-7898828e-6e00-45b0-829f-d23ffc2dd2f2 req-8d555287-93a8-439d-873f-0fcc1207c873 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Deleting port 6a66dd1c-d9da-462b-9515-75f248960de1 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:50.773335 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7898828e-6e00-45b0-829f-d23ffc2dd2f2 req-8d555287-93a8-439d-873f-0fcc1207c873 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:50.884184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61789c-ba27-4b03-9a43-5e8c9d2df02c None None] Pushing event updated for resources: {'Port': ['ID=0f74c7ba-b9a4-48bc-9760-7f55c37d04c9,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:50.932672 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-862e5ec8-8c57-4fe8-b6b8-6e8303261818 req-70f7b2ad-3630-4641-9814-391d3b4abb28 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:51.054993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=6a66dd1c-d9da-462b-9515-75f248960de1,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:51.060801 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-8d592c6e-2046-4094-97cc-b059aa052151 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f58925f86c5a406cbce55135dc048b98 HTTP/1.1" status: 200 len: 380 time: 0.3594081 Jul 27 19:50:51.067342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9d2d9-574d-468c-98cc-a11d015f57df req-7c35d458-b2d1-4394-b218-7ff5921f7d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:51.068840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ac9d2d9-574d-468c-98cc-a11d015f57df req-7c35d458-b2d1-4394-b218-7ff5921f7d30 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.6093910 Jul 27 19:50:51.076779 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-097764fd-a9b1-4228-b2d4-49bc27468773 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'port': {'device_id': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'admin_state_up': True, 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'security_groups': ['fece3e48-b9f0-4e1e-a8c1-c20279203849']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:51.131721 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:51.173597 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:51.234208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ac9d2d9-574d-468c-98cc-a11d015f57df req-93ee4095-cd33-4ca6-8f12-95395fcddbb0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7f41ba9-67d4-425b-9f5f-9a07ef34e945 HTTP/1.1" status: 200 len: 217 time: 0.1228046 Jul 27 19:50:51.243526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device b107fb90-f361-4a07-94aa-5effc7dee5e3 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:50:51.270088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: b107fb90-f361-4a07-94aa-5effc7dee5e3 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:50:51.270867 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device b107fb90-f361-4a07-94aa-5effc7dee5e3 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:50:51.325523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a04bd4-190d-4b43-a1f1-8479da03bbe4', 'name': 'network-vif-deleted', 'tag': 'b107fb90-f361-4a07-94aa-5effc7dee5e3'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:51.328232 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc258de-a362-4f88-8ffd-c9546964f2e2" -d '{"events": [{"server_uuid": "a5a04bd4-190d-4b43-a1f1-8479da03bbe4", "name": "network-vif-deleted", "tag": "b107fb90-f361-4a07-94aa-5effc7dee5e3"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:51.353718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=2b2e0bb6-eda5-460e-887d-94a1437f7c7a,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:51.374531 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:51.427968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-7898828e-6e00-45b0-829f-d23ffc2dd2f2 req-8d555287-93a8-439d-873f-0fcc1207c873 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] For port 6a66dd1c-d9da-462b-9515-75f248960de1, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6a66dd1c-d9da-462b-9515-75f248960de1,segment=NetworkSegment(89fcd005-d5ac-48e9-9c05-539350823539),segment_id=89fcd005-d5ac-48e9-9c05-539350823539)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:51.428617 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7898828e-6e00-45b0-829f-d23ffc2dd2f2 req-8d555287-93a8-439d-873f-0fcc1207c873 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:51.567773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-862e5ec8-8c57-4fe8-b6b8-6e8303261818 req-70f7b2ad-3630-4641-9814-391d3b4abb28 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] For port 34e1311b-4fe5-4801-8560-6da5ef2a5faa, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=34e1311b-4fe5-4801-8560-6da5ef2a5faa,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:51.617694 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215357b-b341-4e2a-abb5-4e9054512c53 req-08ff2666-b533-4a3d-9000-56c19aedfed2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:51.619367 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4215357b-b341-4e2a-abb5-4e9054512c53 req-08ff2666-b533-4a3d-9000-56c19aedfed2 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 944 time: 0.6795998 Jul 27 19:50:51.623091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-7898828e-6e00-45b0-829f-d23ffc2dd2f2 req-8d555287-93a8-439d-873f-0fcc1207c873 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Calling delete_port for 6a66dd1c-d9da-462b-9515-75f248960de1 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:51.637911 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9d2d9-574d-468c-98cc-a11d015f57df req-1d90a49d-070c-4ce7-906f-27e8fd8f3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:51.639700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ac9d2d9-574d-468c-98cc-a11d015f57df req-1d90a49d-070c-4ce7-906f-27e8fd8f3a1e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.3904607 Jul 27 19:50:51.667476 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-862e5ec8-8c57-4fe8-b6b8-6e8303261818 req-70f7b2ad-3630-4641-9814-391d3b4abb28 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:51.701845 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-862e5ec8-8c57-4fe8-b6b8-6e8303261818 req-70f7b2ad-3630-4641-9814-391d3b4abb28 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:51.717168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['60aae3c2-ea19-46af-b025-82a6e56e9966', '34e1311b-4fe5-4801-8560-6da5ef2a5faa'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:51.859719 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:51.861410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:51.862889 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4215357b-b341-4e2a-abb5-4e9054512c53 req-ef5cc96c-6b91-4111-b2cb-9712b0436ef0 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/security-groups?id=300ae327-4658-4f36-8fe1-f3a3f2f18a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214241 Jul 27 19:50:51.894730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5ec8-8c57-4fe8-b6b8-6e8303261818 req-70f7b2ad-3630-4641-9814-391d3b4abb28 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:51.895413 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-862e5ec8-8c57-4fe8-b6b8-6e8303261818 req-70f7b2ad-3630-4641-9814-391d3b4abb28 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:51.896953 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-862e5ec8-8c57-4fe8-b6b8-6e8303261818 req-70f7b2ad-3630-4641-9814-391d3b4abb28 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "PUT /v2.0/ports/34e1311b-4fe5-4801-8560-6da5ef2a5faa HTTP/1.1" status: 200 len: 905 time: 1.3327949 Jul 27 19:50:51.984088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-097764fd-a9b1-4228-b2d4-49bc27468773 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Made reservation on behalf of f58925f86c5a406cbce55135dc048b98 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:51.987843 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-097764fd-a9b1-4228-b2d4-49bc27468773 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:52.062825 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['34e1311b-4fe5-4801-8560-6da5ef2a5faa'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:52.147909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 34ead329-be8d-4fda-b532-60d95d77456e is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:50:52.275483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cd6383f9-9d2a-4a27-8ad7-126a05760dbf None None] Provisioning complete for port 34e1311b-4fe5-4801-8560-6da5ef2a5faa triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:52.276029 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cd6383f9-9d2a-4a27-8ad7-126a05760dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:52.305238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:50:52.316641 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37caa74-4f45-4314-bab1-deaeda51eba1 None None] Sync routers for ids ['34ead329-be8d-4fda-b532-60d95d77456e'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:50:52.319855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-795d0e92-3b56-407b-b9e4-430847210abc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/34ead329-be8d-4fda-b532-60d95d77456e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1527534 Jul 27 19:50:52.321853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-097764fd-a9b1-4228-b2d4-49bc27468773 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Allocated IP 172.20.0.9 (fe0599a8-e2b9-4d58-ac69-a9a391fdb31e/c8228838-7f56-4f49-b8c4-a9a60e68ed8f/a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:52.322642 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46916) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:52.356207 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37caa74-4f45-4314-bab1-deaeda51eba1 None None] Routers {'34ead329-be8d-4fda-b532-60d95d77456e'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:52.358522 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f37caa74-4f45-4314-bab1-deaeda51eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['34ead329-be8d-4fda-b532-60d95d77456e'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:52.418666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deecc853-8ca5-4c67-89ee-1ef08e30eff6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:52.421108 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-deecc853-8ca5-4c67-89ee-1ef08e30eff6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports/2b2e0bb6-eda5-460e-887d-94a1437f7c7a HTTP/1.1" status: 200 len: 910 time: 0.0968478 Jul 27 19:50:52.423697 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46918) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:52.455105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['c7f41ba9-67d4-425b-9f5f-9a07ef34e945'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:52.471443 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f37caa74-4f45-4314-bab1-deaeda51eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:52.487380 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37caa74-4f45-4314-bab1-deaeda51eba1 None None] Routers {'34ead329-be8d-4fda-b532-60d95d77456e'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:52.488607 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f37caa74-4f45-4314-bab1-deaeda51eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['34ead329-be8d-4fda-b532-60d95d77456e'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:52.519341 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-097764fd-a9b1-4228-b2d4-49bc27468773 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:52.521370 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68d66a4-3348-4008-833d-8f65e2fe415f None None] Network a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:52.527488 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f37caa74-4f45-4314-bab1-deaeda51eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:52.528473 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37caa74-4f45-4314-bab1-deaeda51eba1 None None] The sync data for ids ['34ead329-be8d-4fda-b532-60d95d77456e'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:50:52.541676 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49008cd-f1f8-4f00-b93e-904482a0cf97 x-openstack-request-id: req-f49008cd-f1f8-4f00-b93e-904482a0cf97 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:52.547973 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1551aa1d-9634-4a96-b853-1a7865d8a812", "name": "network-vif-unplugged", "status": "completed", "tag": "6a66dd1c-d9da-462b-9515-75f248960de1", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:52.548445 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f49008cd-f1f8-4f00-b93e-904482a0cf97 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:52.548963 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1551aa1d-9634-4a96-b853-1a7865d8a812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a66dd1c-d9da-462b-9515-75f248960de1', 'code': 200} Jul 27 19:50:52.561208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7b2ad-3630-4641-9814-391d3b4abb28 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event updated for resources: {'Port': ['ID=34e1311b-4fe5-4801-8560-6da5ef2a5faa,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:52.571685 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2db8100d-86f0-4a89-af9e-43e3f02f9c8c req-3bcf800f-156d-4b07-87af-70d7e7d1a78b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.4631212 Jul 27 19:50:52.574386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-097764fd-a9b1-4228-b2d4-49bc27468773 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Transition to ACTIVE for port object a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:52.616617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9d2d9-574d-468c-98cc-a11d015f57df req-0ba1a2d5-a0a7-4021-86fb-b4d874336515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:52.616617 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ac9d2d9-574d-468c-98cc-a11d015f57df req-0ba1a2d5-a0a7-4021-86fb-b4d874336515 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9493389 Jul 27 19:50:52.801065 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ac9d2d9-574d-468c-98cc-a11d015f57df req-c0e14ad6-234d-4e47-8338-2ad483241f5d service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748970 Jul 27 19:50:52.836060 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1756697a-07f0-4f95-8aa3-c91b8f131492 x-openstack-request-id: req-1756697a-07f0-4f95-8aa3-c91b8f131492 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:52.836340 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a04bd4-190d-4b43-a1f1-8479da03bbe4", "name": "network-vif-deleted", "tag": "b107fb90-f361-4a07-94aa-5effc7dee5e3", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:52.836965 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1756697a-07f0-4f95-8aa3-c91b8f131492 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:52.836965 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a04bd4-190d-4b43-a1f1-8479da03bbe4', 'name': 'network-vif-deleted', 'tag': 'b107fb90-f361-4a07-94aa-5effc7dee5e3', 'status': 'completed', 'code': 200} Jul 27 19:50:52.842694 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-097764fd-a9b1-4228-b2d4-49bc27468773 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:52.865689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:52.881614 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7898828e-6e00-45b0-829f-d23ffc2dd2f2 req-8d555287-93a8-439d-873f-0fcc1207c873 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:52.907233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ec681b49-3081-4350-bc7d-e9a55a482b8a None None] Provisioning for port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:53.064779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:53.071719 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:53.072289 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:53.099437 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b767f5e0-1356-4aa4-9ad3-1e3b8937943b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:53.399939 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:53.436997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0f74c7ba-b9a4-48bc-9760-7f55c37d04c9,segment=NetworkSegment(39d8a2da-4502-4ee2-b337-7948bd6ff48f),segment_id=39d8a2da-4502-4ee2-b337-7948bd6ff48f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:53.445231 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:53.497318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-097764fd-a9b1-4228-b2d4-49bc27468773 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Network fe0599a8-e2b9-4d58-ac69-a9a391fdb31e is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:53.515361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=0f74c7ba-b9a4-48bc-9760-7f55c37d04c9,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:53.522916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e75c47bf-a3c2-4dcc-bca7-289ed25df810 None None] Provisioning for port 2b2e0bb6-eda5-460e-887d-94a1437f7c7a completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:53.529033 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e75c47bf-a3c2-4dcc-bca7-289ed25df810 None None] Provisioning complete for port 2b2e0bb6-eda5-460e-887d-94a1437f7c7a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:53.529504 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e75c47bf-a3c2-4dcc-bca7-289ed25df810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:53.532751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b767f5e0-1356-4aa4-9ad3-1e3b8937943b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port 2b2e0bb6-eda5-460e-887d-94a1437f7c7a {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:53.533250 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b767f5e0-1356-4aa4-9ad3-1e3b8937943b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:53.589007 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-097764fd-a9b1-4228-b2d4-49bc27468773 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:53.590863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-7898828e-6e00-45b0-829f-d23ffc2dd2f2 req-8d555287-93a8-439d-873f-0fcc1207c873 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] No DVR routers for this DVR port 6a66dd1c-d9da-462b-9515-75f248960de1 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:53.593408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097764fd-a9b1-4228-b2d4-49bc27468773 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'Port': ['ID=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:53.599092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e75c47bf-a3c2-4dcc-bca7-289ed25df810 None None] Port 2b2e0bb6-eda5-460e-887d-94a1437f7c7a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:53.615661 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7898828e-6e00-45b0-829f-d23ffc2dd2f2 req-8d555287-93a8-439d-873f-0fcc1207c873 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:53.623964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e75c47bf-a3c2-4dcc-bca7-289ed25df810 None None] Provisioning complete for port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:53.624347 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e75c47bf-a3c2-4dcc-bca7-289ed25df810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:53.635359 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7898828e-6e00-45b0-829f-d23ffc2dd2f2 req-8d555287-93a8-439d-873f-0fcc1207c873 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.63 "DELETE /v2.0/ports/6a66dd1c-d9da-462b-9515-75f248960de1 HTTP/1.1" status: 204 len: 173 time: 3.8055387 Jul 27 19:50:53.638289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-097764fd-a9b1-4228-b2d4-49bc27468773 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:53.680147 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b767f5e0-1356-4aa4-9ad3-1e3b8937943b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:53.704988 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b767f5e0-1356-4aa4-9ad3-1e3b8937943b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for 2b2e0bb6-eda5-460e-887d-94a1437f7c7a owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:53.849010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-097764fd-a9b1-4228-b2d4-49bc27468773 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:53.849712 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-097764fd-a9b1-4228-b2d4-49bc27468773 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:53.868437 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ac9d2d9-574d-468c-98cc-a11d015f57df req-4fc89f73-6d37-49e1-bec0-786ce3243846 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0227244 Jul 27 19:50:53.906412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b241f7a-693f-4329-b8bd-1a26110c914a req-d5989fbb-9a7d-4ce6-a0e9-78b5b3a70f79 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:53.919465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8b241f7a-693f-4329-b8bd-1a26110c914a req-d5989fbb-9a7d-4ce6-a0e9-78b5b3a70f79 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 1.1171584 Jul 27 19:50:53.946693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-097764fd-a9b1-4228-b2d4-49bc27468773 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8739510 Jul 27 19:50:53.987366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-60e8cc65-8329-4229-ac91-b1971ea58b08 None None] Provisioning complete for port 2b2e0bb6-eda5-460e-887d-94a1437f7c7a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:53.987947 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-60e8cc65-8329-4229-ac91-b1971ea58b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:53.992443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0a9f3696-1027-4462-8184-b29d9f19b337 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'port': {'device_id': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a', 'admin_state_up': True, 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'security_groups': ['fece3e48-b9f0-4e1e-a8c1-c20279203849']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:54.007655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d555287-93a8-439d-873f-0fcc1207c873 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] Pushing event deleted for resources: {'Port': ['ID=6a66dd1c-d9da-462b-9515-75f248960de1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:54.032782 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b767f5e0-1356-4aa4-9ad3-1e3b8937943b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:54.048663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-60e8cc65-8329-4229-ac91-b1971ea58b08 None None] Port 2b2e0bb6-eda5-460e-887d-94a1437f7c7a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:54.075350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e1b8c-e39b-4154-a452-5b25395682e5 req-9cbc6db4-fd41-4c62-b8b0-0ccd5bb6d525 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:54.075945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-60e8cc65-8329-4229-ac91-b1971ea58b08 None None] Provisioning for port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:54.081263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-60e8cc65-8329-4229-ac91-b1971ea58b08 None None] Provisioning complete for port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:54.081749 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-60e8cc65-8329-4229-ac91-b1971ea58b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:54.085221 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e3e1b8c-e39b-4154-a452-5b25395682e5 req-9cbc6db4-fd41-4c62-b8b0-0ccd5bb6d525 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 908 time: 1.2278795 Jul 27 19:50:54.092865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767f5e0-1356-4aa4-9ad3-1e3b8937943b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=2b2e0bb6-eda5-460e-887d-94a1437f7c7a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:54.149314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-60e8cc65-8329-4229-ac91-b1971ea58b08 None None] Port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:54.156898 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8b241f7a-693f-4329-b8bd-1a26110c914a req-96b0eaae-1886-4201-bf9b-dea774866742 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362607 Jul 27 19:50:54.280298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-591e7d21-f6ce-48d7-9ced-d72be50f23cc None None] Could not find standard attr ID for object 2b2e0bb6-eda5-460e-887d-94a1437f7c7a. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:50:54.356505 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0a9f3696-1027-4462-8184-b29d9f19b337 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Made reservation on behalf of f58925f86c5a406cbce55135dc048b98 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:54.363749 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0a9f3696-1027-4462-8184-b29d9f19b337 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:54.384982 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b767f5e0-1356-4aa4-9ad3-1e3b8937943b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:54.655247 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b767f5e0-1356-4aa4-9ad3-1e3b8937943b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 34ead329-be8d-4fda-b532-60d95d77456e has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:50:54.728425 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f1c3406-c9b9-4e78-a9dd-e18f20ac922e req-06546cd7-8cdb-455f-9fc3-7166b4b0e1c5 tempest-DeleteServersTestJSON-968759492 tempest-DeleteServersTestJSON-968759492-project] 10.222.0.48 "GET /v2.0/ports?device_id=1551aa1d-9634-4a96-b853-1a7865d8a812 HTTP/1.1" status: 200 len: 210 time: 0.0604157 Jul 27 19:50:54.754439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b767f5e0-1356-4aa4-9ad3-1e3b8937943b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:50:54.758556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0a9f3696-1027-4462-8184-b29d9f19b337 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Allocated IP 10.1.1.10 (dd22034f-6375-47e6-8fc0-301c85a1291a/af129fbc-4518-4953-b99b-5c43b490918e/1c389675-fc2c-489a-ac5e-e52b3557cb14) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:54.762903 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b767f5e0-1356-4aa4-9ad3-1e3b8937943b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/34ead329-be8d-4fda-b532-60d95d77456e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3350468 Jul 27 19:50:54.764051 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46956) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:54.768114 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce351ae-acf8-43a6-b2b1-633f5dcc25df None None] Sync routers for ids ['34ead329-be8d-4fda-b532-60d95d77456e'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:50:54.782776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce351ae-acf8-43a6-b2b1-633f5dcc25df None None] Routers {'34ead329-be8d-4fda-b532-60d95d77456e'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:54.783656 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4ce351ae-acf8-43a6-b2b1-633f5dcc25df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['34ead329-be8d-4fda-b532-60d95d77456e'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:54.829739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:50:54.832194 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4ce351ae-acf8-43a6-b2b1-633f5dcc25df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:54.857157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263efaaa-e895-45bc-a9b6-c2573e6ce148', 'tag': '34e1311b-4fe5-4801-8560-6da5ef2a5faa'}, {'server_uuid': '1551aa1d-9634-4a96-b853-1a7865d8a812', 'name': 'network-vif-deleted', 'tag': '6a66dd1c-d9da-462b-9515-75f248960de1'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:54.859961 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d320fc9f-f96e-4180-9bd7-ac943fc80e48" -d '{"events": [{"name": "network-changed", "server_uuid": "263efaaa-e895-45bc-a9b6-c2573e6ce148", "tag": "34e1311b-4fe5-4801-8560-6da5ef2a5faa"}, {"server_uuid": "1551aa1d-9634-4a96-b853-1a7865d8a812", "name": "network-vif-deleted", "tag": "6a66dd1c-d9da-462b-9515-75f248960de1"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:54.862708 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce351ae-acf8-43a6-b2b1-633f5dcc25df None None] Routers {'34ead329-be8d-4fda-b532-60d95d77456e'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:54.863352 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4ce351ae-acf8-43a6-b2b1-633f5dcc25df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['34ead329-be8d-4fda-b532-60d95d77456e'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:54.867190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5b222f12-2d1e-4afa-babf-77915c4e7af3 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports?device_id=34ead329-be8d-4fda-b532-60d95d77456e HTTP/1.1" status: 200 len: 205 time: 0.0931973 Jul 27 19:50:54.867852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46960) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:54.902203 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4ce351ae-acf8-43a6-b2b1-633f5dcc25df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:54.902859 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce351ae-acf8-43a6-b2b1-633f5dcc25df None None] The sync data for ids ['34ead329-be8d-4fda-b532-60d95d77456e'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:50:54.926931 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:54.927753 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:54.976524 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d227450f-4df3-4636-b3ca-3ddf44f0b68f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:54.985897 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628b919-af6d-42df-90bf-341fd00ce141 req-d30b745b-50ae-4771-a45d-32480ef3b6d8 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:54.987487 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0628b919-af6d-42df-90bf-341fd00ce141 req-d30b745b-50ae-4771-a45d-32480ef3b6d8 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 931 time: 0.3213730 Jul 27 19:50:55.069928 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0a9f3696-1027-4462-8184-b29d9f19b337 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:55.087429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0628b919-af6d-42df-90bf-341fd00ce141 req-a99d3d4d-8f7a-4961-b8a6-d7265267b2eb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907362 Jul 27 19:50:55.104166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53cf32-457e-4aad-87fa-5a3d10810f12 req-cacb3b14-dd66-4c28-822f-c73fe3a36ffa tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:55.117797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c53cf32-457e-4aad-87fa-5a3d10810f12 req-cacb3b14-dd66-4c28-822f-c73fe3a36ffa tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.2309632 Jul 27 19:50:55.117797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0a9f3696-1027-4462-8184-b29d9f19b337 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Transition to ACTIVE for port object 1c389675-fc2c-489a-ac5e-e52b3557cb14 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:55.174685 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c53cf32-457e-4aad-87fa-5a3d10810f12 req-22eccea1-dfef-401b-9624-2c9544c8e719 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615463 Jul 27 19:50:55.189435 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d227450f-4df3-4636-b3ca-3ddf44f0b68f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:55.195172 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d227450f-4df3-4636-b3ca-3ddf44f0b68f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:55.201617 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0a9f3696-1027-4462-8184-b29d9f19b337 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:55.249944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0a9f3696-1027-4462-8184-b29d9f19b337 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Network dd22034f-6375-47e6-8fc0-301c85a1291a is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:55.256707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0a9f3696-1027-4462-8184-b29d9f19b337 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:55.259754 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d227450f-4df3-4636-b3ca-3ddf44f0b68f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:55.260479 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d227450f-4df3-4636-b3ca-3ddf44f0b68f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Fanout notify agent at l3_agent the message router_deleted on router 34ead329-be8d-4fda-b532-60d95d77456e {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:50:55.261483 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0a9f3696-1027-4462-8184-b29d9f19b337 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:55.278531 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d227450f-4df3-4636-b3ca-3ddf44f0b68f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:55.282725 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d227450f-4df3-4636-b3ca-3ddf44f0b68f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/routers/34ead329-be8d-4fda-b532-60d95d77456e HTTP/1.1" status: 204 len: 168 time: 0.4106553 Jul 27 19:50:55.289136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46972) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:55.313856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f3696-1027-4462-8184-b29d9f19b337 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'Port': ['ID=1c389675-fc2c-489a-ac5e-e52b3557cb14,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:55.352099 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0a9f3696-1027-4462-8184-b29d9f19b337 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:55.362878 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0a9f3696-1027-4462-8184-b29d9f19b337 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:55.407160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0a9f3696-1027-4462-8184-b29d9f19b337 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4228840 Jul 27 19:50:55.409660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ccd4a5-8dba-448f-950c-d654e5572b60 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting subnet fbb2dd96-8152-4eae-89bd-fdb4f0988d26 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:50:55.417177 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-97ccd4a5-8dba-448f-950c-d654e5572b60 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:55.420490 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-42e56019-2622-45c3-a407-4d8478cf0a24 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'port': {'device_id': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a', 'admin_state_up': True, 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'security_groups': ['fece3e48-b9f0-4e1e-a8c1-c20279203849']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:55.487577 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa35203a-2cd0-4345-ad97-e98d5f0bc608 x-openstack-request-id: req-fa35203a-2cd0-4345-ad97-e98d5f0bc608 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:50:55.488027 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263efaaa-e895-45bc-a9b6-c2573e6ce148", "tag": "34e1311b-4fe5-4801-8560-6da5ef2a5faa", "status": "completed", "code": 200}, {"server_uuid": "1551aa1d-9634-4a96-b853-1a7865d8a812", "name": "network-vif-deleted", "tag": "6a66dd1c-d9da-462b-9515-75f248960de1", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:50:55.488379 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa35203a-2cd0-4345-ad97-e98d5f0bc608 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:50:55.488895 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263efaaa-e895-45bc-a9b6-c2573e6ce148', 'tag': '34e1311b-4fe5-4801-8560-6da5ef2a5faa', 'status': 'completed', 'code': 200} Jul 27 19:50:55.489314 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1551aa1d-9634-4a96-b853-1a7865d8a812', 'name': 'network-vif-deleted', 'tag': '6a66dd1c-d9da-462b-9515-75f248960de1', 'status': 'completed', 'code': 200} Jul 27 19:50:55.527122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-51bb232f-1fc6-434f-90b8-94eeb4fd7c95 None None] Provisioning for port 1c389675-fc2c-489a-ac5e-e52b3557cb14 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:55.533529 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-51bb232f-1fc6-434f-90b8-94eeb4fd7c95 None None] Provisioning complete for port 1c389675-fc2c-489a-ac5e-e52b3557cb14 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:55.534462 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-51bb232f-1fc6-434f-90b8-94eeb4fd7c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:55.571704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-97ccd4a5-8dba-448f-950c-d654e5572b60 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:55.613697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-51bb232f-1fc6-434f-90b8-94eeb4fd7c95 None None] Port 1c389675-fc2c-489a-ac5e-e52b3557cb14 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:55.700747 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-97ccd4a5-8dba-448f-950c-d654e5572b60 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:55.774306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b839915-f152-420a-9f22-a5f2341091c8 req-d85a4c56-8ce9-4af2-b22a-22f667398209 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1975803 Jul 27 19:50:55.774934 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-42e56019-2622-45c3-a407-4d8478cf0a24 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Made reservation on behalf of f58925f86c5a406cbce55135dc048b98 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:55.778396 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-42e56019-2622-45c3-a407-4d8478cf0a24 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:55.788429 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320fc9f-f96e-4180-9bd7-ac943fc80e48 req-c6fb5aab-9e16-4df1-9529-893429d50670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:55.789454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d320fc9f-f96e-4180-9bd7-ac943fc80e48 req-c6fb5aab-9e16-4df1-9529-893429d50670 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 1060 time: 0.2793691 Jul 27 19:50:55.811560 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3594a7e-f417-4a2e-a3bb-a456a16b03b5 req-2dc52313-e7b4-452e-818d-9cbb23791a83 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:55.819286 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3594a7e-f417-4a2e-a3bb-a456a16b03b5 req-2dc52313-e7b4-452e-818d-9cbb23791a83 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.2388897 Jul 27 19:50:55.830036 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-97ccd4a5-8dba-448f-950c-d654e5572b60 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:55.871542 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccd4a5-8dba-448f-950c-d654e5572b60 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb2dd96-8152-4eae-89bd-fdb4f0988d26,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:55.884579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4d5c5f-5c43-4547-b0bf-976bdb90339e None None] Network a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:50:55.895782 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-97ccd4a5-8dba-448f-950c-d654e5572b60 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:55.901915 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-97ccd4a5-8dba-448f-950c-d654e5572b60 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/fbb2dd96-8152-4eae-89bd-fdb4f0988d26 HTTP/1.1" status: 204 len: 168 time: 0.6101134 Jul 27 19:50:55.904540 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46992) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:55.997011 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.070017 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:56.070720 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.071528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffe4da-486e-470a-a315-fe270c52477c req-9bdbc747-25c8-46c2-b183-0ac32f41a041 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:56.073172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79ffe4da-486e-470a-a315-fe270c52477c req-9bdbc747-25c8-46c2-b183-0ac32f41a041 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.3893411 Jul 27 19:50:56.108700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3594a7e-f417-4a2e-a3bb-a456a16b03b5 req-551dddbd-b07b-47c5-a003-203fcf5a746a tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881925 Jul 27 19:50:56.172001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] For port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0f74c7ba-b9a4-48bc-9760-7f55c37d04c9,segment=NetworkSegment(39d8a2da-4502-4ee2-b337-7948bd6ff48f),segment_id=39d8a2da-4502-4ee2-b337-7948bd6ff48f)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:56.172444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.187883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320fc9f-f96e-4180-9bd7-ac943fc80e48 req-20536f08-a2d8-4a11-9ebe-eaf6dcc9b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:56.189175 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d320fc9f-f96e-4180-9bd7-ac943fc80e48 req-20536f08-a2d8-4a11-9ebe-eaf6dcc9b6b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.3651791 Jul 27 19:50:56.198712 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:56.208289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46998) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:56.249089 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a09478b-9b1d-434a-b9ab-912023b5622c None None] DHCP port deletion for a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:50:56.336632 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.348941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1a09478b-9b1d-434a-b9ab-912023b5622c None None] Deleting port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:56.349898 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1a09478b-9b1d-434a-b9ab-912023b5622c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.360808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d320fc9f-f96e-4180-9bd7-ac943fc80e48 req-c04c0cad-1528-4046-ba83-3b5b98297696 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34e1311b-4fe5-4801-8560-6da5ef2a5faa HTTP/1.1" status: 200 len: 217 time: 0.1367764 Jul 27 19:50:56.367679 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=0f74c7ba-b9a4-48bc-9760-7f55c37d04c9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:56.390842 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No DVR routers for this DVR port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:56.413917 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79ffe4da-486e-470a-a315-fe270c52477c req-4b4d749b-8242-4e8a-9d8a-ef919dc1f2fb tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097262 Jul 27 19:50:56.441677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b839915-f152-420a-9f22-a5f2341091c8 req-23473ac1-0e6d-4cbd-b5ce-d95130032716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:56.445286 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b839915-f152-420a-9f22-a5f2341091c8 req-23473ac1-0e6d-4cbd-b5ce-d95130032716 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 1097 time: 0.5407829 Jul 27 19:50:56.457798 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bd90d478-6dcf-4d1a-a3c1-f7836fc9cfa3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10df1db332444a03b335e636621661a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481713 Jul 27 19:50:56.466504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-42e56019-2622-45c3-a407-4d8478cf0a24 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Allocated IP 10.1.1.54 (dd22034f-6375-47e6-8fc0-301c85a1291a/af129fbc-4518-4953-b99b-5c43b490918e/f3f4f404-35f4-4af5-81a9-53ee4e03e5b4) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:56.470450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47004) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:56.489353 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1a09478b-9b1d-434a-b9ab-912023b5622c None None] For port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9, host n-d-705657-21, got binding levels [] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:56.489861 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1a09478b-9b1d-434a-b9ab-912023b5622c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.496754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fdc86-ab1b-489e-b424-68f329912301 req-31263787-849f-4a00-8db0-f3f060921e96 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:56.503515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d33fdc86-ab1b-489e-b424-68f329912301 req-31263787-849f-4a00-8db0-f3f060921e96 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "GET /v2.0/ports?device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 950 time: 0.5012059 Jul 27 19:50:56.527046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1a09478b-9b1d-434a-b9ab-912023b5622c None None] Calling delete_port for 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:56.533844 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.ipam_backend_mixin [None req-1a09478b-9b1d-434a-b9ab-912023b5622c None None] Port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 was not found and therefore no delete operation was performed {{(pid=94061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 19:50:56.537993 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1a09478b-9b1d-434a-b9ab-912023b5622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.567945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09478b-9b1d-434a-b9ab-912023b5622c None None] No DVR routers for this DVR port 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:56.570221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320fc9f-f96e-4180-9bd7-ac943fc80e48 req-93548a36-528c-478a-ade0-daf333f13e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:56.572621 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d320fc9f-f96e-4180-9bd7-ac943fc80e48 req-93548a36-528c-478a-ade0-daf333f13e03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.1795106 Jul 27 19:50:56.608061 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09478b-9b1d-434a-b9ab-912023b5622c None None] Pushing event deleted for resources: {'Port': ['ID=0f74c7ba-b9a4-48bc-9760-7f55c37d04c9,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:56.631328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.654861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:56.666441 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d8a2da-4502-4ee2-b337-7948bd6ff48f') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:56.666758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d8a2da-4502-4ee2-b337-7948bd6ff48f') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:56.677628 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.700728 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.710921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:50:56.711553 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:50:56.715241 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:50:56.793140 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:50:56.811668 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.815400 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:50:56.816173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0f74c7ba-b9a4-48bc-9760-7f55c37d04c9 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:50:56.827080 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.830011 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/networks/a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5 HTTP/1.1" status: 204 len: 168 time: 0.9238451 Jul 27 19:50:56.836140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47014) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:56.854343 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-369655972', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:56.861526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91a2a7-0f8e-484a-b95f-05fbf30e3845 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Network': ['ID=a24873d1-5e62-4c0c-a8e5-70eabb2d6eb5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:56.890101 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.891634 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.963496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:56.985127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a179dc-195a-4063-bc92-5399fc069f66 req-13216450-22a1-4dec-8a69-3ebe973822fa tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:56.988925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4a179dc-195a-4063-bc92-5399fc069f66 req-13216450-22a1-4dec-8a69-3ebe973822fa tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 950 time: 0.7549889 Jul 27 19:50:56.989829 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-45a8c617-5927-4c13-ae5f-543c4408f0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:57.009981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320fc9f-f96e-4180-9bd7-ac943fc80e48 req-10091b79-7795-4b8d-a3ec-1792f9b28ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:57.011464 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d320fc9f-f96e-4180-9bd7-ac943fc80e48 req-10091b79-7795-4b8d-a3ec-1792f9b28ae3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3275075 Jul 27 19:50:57.073769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b839915-f152-420a-9f22-a5f2341091c8 req-b576fa06-c827-4d01-8940-c47aa8de1dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:57.075215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b839915-f152-420a-9f22-a5f2341091c8 req-b576fa06-c827-4d01-8940-c47aa8de1dfd service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.5679600 Jul 27 19:50:57.150806 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-45a8c617-5927-4c13-ae5f-543c4408f0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:57.387406 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:57.559665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d9280-af8a-4c51-bae0-e014fce504a8 req-52fcaf2c-06ee-4666-8857-17a9368a1fae tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:57.565625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d9280-af8a-4c51-bae0-e014fce504a8 req-52fcaf2c-06ee-4666-8857-17a9368a1fae tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:57.567265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f49d9280-af8a-4c51-bae0-e014fce504a8 req-52fcaf2c-06ee-4666-8857-17a9368a1fae tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 1652 time: 0.8921659 Jul 27 19:50:57.579379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b839915-f152-420a-9f22-a5f2341091c8 req-d976c09c-ad0b-4a62-bf32-0c3028753f57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aae3c2-ea19-46af-b025-82a6e56e9966 HTTP/1.1" status: 200 len: 217 time: 0.4507368 Jul 27 19:50:57.599729 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:57.600931 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4a179dc-195a-4063-bc92-5399fc069f66 req-d9c04b4d-0f19-4c64-9541-28ddd85d8658 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929766 Jul 27 19:50:57.620386 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:57.658380 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-42e56019-2622-45c3-a407-4d8478cf0a24 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:57.740542 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-d33fdc86-ab1b-489e-b424-68f329912301 req-d2556cde-ca9a-4eaa-bdd6-d11cb4fbe379 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Deleting port 6769cce3-6040-45d3-8b20-d7109b3d77bc {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:57.740854 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d33fdc86-ab1b-489e-b424-68f329912301 req-d2556cde-ca9a-4eaa-bdd6-d11cb4fbe379 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:57.743929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-42e56019-2622-45c3-a407-4d8478cf0a24 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Transition to ACTIVE for port object f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:50:57.771555 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d320fc9f-f96e-4180-9bd7-ac943fc80e48 req-e2a9eb7c-9206-4cda-a2cb-85164ca7ba22 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7291396 Jul 27 19:50:57.774520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f49d9280-af8a-4c51-bae0-e014fce504a8 req-0bdc38d2-0761-4ada-842d-cea815b9613b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889112 Jul 27 19:50:57.787358 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Allocated IP 172.25.1.185 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/98e5b67a-15f5-4544-bbe4-f6f3ef41fd15) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:50:57.803103 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66b2f4-3aef-4908-af8e-519ae8366f31 req-d2006e69-3eb2-4965-9b00-0081a09d15e9 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:57.804896 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ae66b2f4-3aef-4908-af8e-519ae8366f31 req-d2006e69-3eb2-4965-9b00-0081a09d15e9 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.52 "GET /v2.0/ports?device_id=521ff820-63ee-41a3-b16a-cfa816d3a831 HTTP/1.1" status: 200 len: 950 time: 0.1393509 Jul 27 19:50:57.826906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b839915-f152-420a-9f22-a5f2341091c8 req-fca56975-e529-43c0-bc94-bf1696d3d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:57.829964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b839915-f152-420a-9f22-a5f2341091c8 req-fca56975-e529-43c0-bc94-bf1696d3d2e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.2161970 Jul 27 19:50:57.942721 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-45a8c617-5927-4c13-ae5f-543c4408f0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:57.945217 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-45a8c617-5927-4c13-ae5f-543c4408f0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:57.946405 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-45a8c617-5927-4c13-ae5f-543c4408f0d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29282b64-6e65-4f8a-8d0e-26c6e6be9af0 HTTP/1.1" status: 204 len: 168 time: 1.4747374 Jul 27 19:50:57.997224 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:58.065024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-ae66b2f4-3aef-4908-af8e-519ae8366f31 req-1c6f644b-d3e6-4cd4-9723-222ac33695d2 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Deleting port 56424c87-ef32-4b8c-b014-6f77a60ba01c {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:50:58.065290 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ae66b2f4-3aef-4908-af8e-519ae8366f31 req-1c6f644b-d3e6-4cd4-9723-222ac33695d2 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:58.071244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8c617-5927-4c13-ae5f-543c4408f0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29282b64-6e65-4f8a-8d0e-26c6e6be9af0,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:58.081757 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:58.155804 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-42e56019-2622-45c3-a407-4d8478cf0a24 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:58.214776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=98e5b67a-15f5-4544-bbe4-f6f3ef41fd15,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:58.232620 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d320fc9f-f96e-4180-9bd7-ac943fc80e48 req-bc328529-68ed-4aad-ad54-6d5851afefe2 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223070 Jul 27 19:50:58.240598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:58.244865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:58.248838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:58.314023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-42e56019-2622-45c3-a407-4d8478cf0a24 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Network dd22034f-6375-47e6-8fc0-301c85a1291a is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:50:58.317414 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-d33fdc86-ab1b-489e-b424-68f329912301 req-d2556cde-ca9a-4eaa-bdd6-d11cb4fbe379 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] For port 6769cce3-6040-45d3-8b20-d7109b3d77bc, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6769cce3-6040-45d3-8b20-d7109b3d77bc,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:58.317414 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d33fdc86-ab1b-489e-b424-68f329912301 req-d2556cde-ca9a-4eaa-bdd6-d11cb4fbe379 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:58.343342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-ae66b2f4-3aef-4908-af8e-519ae8366f31 req-1c6f644b-d3e6-4cd4-9723-222ac33695d2 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] For port 56424c87-ef32-4b8c-b014-6f77a60ba01c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=56424c87-ef32-4b8c-b014-6f77a60ba01c,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:50:58.344353 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ae66b2f4-3aef-4908-af8e-519ae8366f31 req-1c6f644b-d3e6-4cd4-9723-222ac33695d2 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:58.346424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-b0c7346f-9a10-40ee-b1b5-356934aa5624 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:58.348691 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-b0c7346f-9a10-40ee-b1b5-356934aa5624 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 812 time: 0.4728990 Jul 27 19:50:58.358470 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e56019-2622-45c3-a407-4d8478cf0a24 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'Port': ['ID=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:58.361232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-42e56019-2622-45c3-a407-4d8478cf0a24 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:50:58.377066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-42e56019-2622-45c3-a407-4d8478cf0a24 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:50:58.414109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ea37b-f082-4f2c-a7cf-050275cf5539 req-6c674d25-36d4-49b6-94af-b4858ccb104e tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:58.422193 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec2ea37b-f082-4f2c-a7cf-050275cf5539 req-6c674d25-36d4-49b6-94af-b4858ccb104e tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.5436053 Jul 27 19:50:58.432627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-d33fdc86-ab1b-489e-b424-68f329912301 req-d2556cde-ca9a-4eaa-bdd6-d11cb4fbe379 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Calling delete_port for 6769cce3-6040-45d3-8b20-d7109b3d77bc owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:58.444265 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-ae66b2f4-3aef-4908-af8e-519ae8366f31 req-1c6f644b-d3e6-4cd4-9723-222ac33695d2 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Calling delete_port for 56424c87-ef32-4b8c-b014-6f77a60ba01c owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:50:58.481494 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-ab0507a7-9426-4186-ab29-395aaba497fd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/quotas/2dd7c4d346a24a0db331ef6e9c410c69 HTTP/1.1" status: 200 len: 375 time: 0.1056221 Jul 27 19:50:58.485050 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b839915-f152-420a-9f22-a5f2341091c8 req-f09f6749-43cd-4185-b4a2-92ff936742b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:58.486748 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b839915-f152-420a-9f22-a5f2341091c8 req-f09f6749-43cd-4185-b4a2-92ff936742b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6074181 Jul 27 19:50:58.621913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b839915-f152-420a-9f22-a5f2341091c8 req-c6a0b9fe-d12f-4303-bf4d-47f826837980 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113596 Jul 27 19:50:58.682021 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec2ea37b-f082-4f2c-a7cf-050275cf5539 req-76c24f40-ca46-458b-a5e0-caa8be580482 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567539 Jul 27 19:50:58.686301 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e6e8d62b-ba1b-42f5-8599-9a09b35617b4 None None] Provisioning for port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:50:58.695613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e6e8d62b-ba1b-42f5-8599-9a09b35617b4 None None] Provisioning complete for port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:50:58.695613 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e6e8d62b-ba1b-42f5-8599-9a09b35617b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:58.772186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8d62b-ba1b-42f5-8599-9a09b35617b4 None None] Port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:50:58.812532 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:58.827048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-42e56019-2622-45c3-a407-4d8478cf0a24 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:50:58.827996 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-42e56019-2622-45c3-a407-4d8478cf0a24 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:58.861118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-42e56019-2622-45c3-a407-4d8478cf0a24 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4448128 Jul 27 19:50:58.889822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ea7bb9de-8891-4cd3-adad-b222157982d5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'port': {'device_id': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100', 'admin_state_up': True, 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'security_groups': ['fece3e48-b9f0-4e1e-a8c1-c20279203849']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:58.997873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-768ca70c-f4ef-4dd2-9ac5-e5dccb5ded5b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5151010 Jul 27 19:50:59.058767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47060) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:59.089540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b839915-f152-420a-9f22-a5f2341091c8 req-1528a5b3-dad3-4b84-9fab-6f616372f01b service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228473 Jul 27 19:50:59.173365 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ae66b2f4-3aef-4908-af8e-519ae8366f31 req-1c6f644b-d3e6-4cd4-9723-222ac33695d2 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:59.186361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['56496aec-841c-411b-aa6c-a986953eec0d', '60dbb1a9-f7da-4d45-a09c-14264bd7b1da', '22f3efd6-5ec1-44b3-9f80-c0879ca93068'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:59.202886 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['56424c87-ef32-4b8c-b014-6f77a60ba01c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:50:59.263827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f644b-d3e6-4cd4-9723-222ac33695d2 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event deleted for resources: {'Port': ['ID=56424c87-ef32-4b8c-b014-6f77a60ba01c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:59.271858 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:59.325580 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae66b2f4-3aef-4908-af8e-519ae8366f31 req-1c6f644b-d3e6-4cd4-9723-222ac33695d2 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] No DVR routers for this DVR port 56424c87-ef32-4b8c-b014-6f77a60ba01c on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:59.330047 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ae66b2f4-3aef-4908-af8e-519ae8366f31 req-1c6f644b-d3e6-4cd4-9723-222ac33695d2 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:59.332117 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ae66b2f4-3aef-4908-af8e-519ae8366f31 req-1c6f644b-d3e6-4cd4-9723-222ac33695d2 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.52 "DELETE /v2.0/ports/56424c87-ef32-4b8c-b014-6f77a60ba01c HTTP/1.1" status: 204 len: 173 time: 1.5025392 Jul 27 19:50:59.332569 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521ff820-63ee-41a3-b16a-cfa816d3a831', 'name': 'network-vif-deleted', 'tag': '56424c87-ef32-4b8c-b014-6f77a60ba01c'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:59.335873 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb519bfc-13a1-4650-822d-13f5d34ac1db" -d '{"events": [{"server_uuid": "521ff820-63ee-41a3-b16a-cfa816d3a831", "name": "network-vif-deleted", "tag": "56424c87-ef32-4b8c-b014-6f77a60ba01c"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:59.364777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ea7bb9de-8891-4cd3-adad-b222157982d5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Made reservation on behalf of f58925f86c5a406cbce55135dc048b98 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:59.386316 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d33fdc86-ab1b-489e-b424-68f329912301 req-d2556cde-ca9a-4eaa-bdd6-d11cb4fbe379 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:59.394502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1854868099-network', 'tenant_id': 'ba2de612201a4a35a6f5cd51512a5321'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:50:59.479657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 90bc35c2-2eda-436b-a5e1-5e301d290157 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:50:59.503929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2556cde-ca9a-4eaa-bdd6-d11cb4fbe379 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event deleted for resources: {'Port': ['ID=6769cce3-6040-45d3-8b20-d7109b3d77bc,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:50:59.518157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3d81b5d-1534-4e6a-8fc7-9dadd530c951 req-a02560a5-eaff-43ae-9c13-f2d22cc03d20 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=908d094c-76ca-4940-9810-22eace0f84b2 HTTP/1.1" status: 200 len: 210 time: 0.1540320 Jul 27 19:50:59.654818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] Made reservation on behalf of ba2de612201a4a35a6f5cd51512a5321 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:50:59.657357 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:59.672859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:50:59.684772 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f85d0d-c01c-48a9-8412-fdfaf243ca02 None None] Sync routers for ids ['90bc35c2-2eda-436b-a5e1-5e301d290157'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:50:59.690796 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:59.700517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33fdc86-ab1b-489e-b424-68f329912301 req-d2556cde-ca9a-4eaa-bdd6-d11cb4fbe379 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] No DVR routers for this DVR port 6769cce3-6040-45d3-8b20-d7109b3d77bc on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:50:59.703670 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f85d0d-c01c-48a9-8412-fdfaf243ca02 None None] Routers {'90bc35c2-2eda-436b-a5e1-5e301d290157'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:59.704320 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-33f85d0d-c01c-48a9-8412-fdfaf243ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['90bc35c2-2eda-436b-a5e1-5e301d290157'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:59.709248 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d33fdc86-ab1b-489e-b424-68f329912301 req-d2556cde-ca9a-4eaa-bdd6-d11cb4fbe379 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:59.711367 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d33fdc86-ab1b-489e-b424-68f329912301 req-d2556cde-ca9a-4eaa-bdd6-d11cb4fbe379 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "DELETE /v2.0/ports/6769cce3-6040-45d3-8b20-d7109b3d77bc HTTP/1.1" status: 204 len: 173 time: 3.1889834 Jul 27 19:50:59.752496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:50:59.754134 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8c38f3be-2f2d-4bc3-b434-f7a29f334c3a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.9166589 Jul 27 19:50:59.756851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47078) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:59.761097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908d094c-76ca-4940-9810-22eace0f84b2', 'name': 'network-vif-deleted', 'tag': '6769cce3-6040-45d3-8b20-d7109b3d77bc'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:50:59.763294 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8ce6df-aeb5-4761-b350-eb5be074fbc3" -d '{"events": [{"server_uuid": "908d094c-76ca-4940-9810-22eace0f84b2", "name": "network-vif-deleted", "tag": "6769cce3-6040-45d3-8b20-d7109b3d77bc"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:50:59.791863 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-a0cbcb8e-7405-43ff-a1d0-f8e354fa138d service neutron] 10.222.0.48 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7763424 Jul 27 19:50:59.798278 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-33f85d0d-c01c-48a9-8412-fdfaf243ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:59.819924 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f85d0d-c01c-48a9-8412-fdfaf243ca02 None None] Routers {'90bc35c2-2eda-436b-a5e1-5e301d290157'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:50:59.823064 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-33f85d0d-c01c-48a9-8412-fdfaf243ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['90bc35c2-2eda-436b-a5e1-5e301d290157'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:59.900810 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-33f85d0d-c01c-48a9-8412-fdfaf243ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:50:59.902023 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f85d0d-c01c-48a9-8412-fdfaf243ca02 None None] The sync data for ids ['90bc35c2-2eda-436b-a5e1-5e301d290157'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:50:59.952546 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ea2e59e1-7c8d-4ced-9b10-740997d52fb8 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/routers/90bc35c2-2eda-436b-a5e1-5e301d290157 HTTP/1.1" status: 200 len: 880 time: 0.1936927 Jul 27 19:50:59.955474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47082) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:50:59.987694 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ea7bb9de-8891-4cd3-adad-b222157982d5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:00.036244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d5dc8-e612-488a-aa30-1aafeb3cf5d7 req-ec5fcbc5-78ee-4539-be76-a61510c2d834 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:00.042286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d5dc8-e612-488a-aa30-1aafeb3cf5d7 req-ec5fcbc5-78ee-4539-be76-a61510c2d834 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:00.048275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d5dc8-e612-488a-aa30-1aafeb3cf5d7 req-ec5fcbc5-78ee-4539-be76-a61510c2d834 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:00.055952 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-128d5dc8-e612-488a-aa30-1aafeb3cf5d7 req-ec5fcbc5-78ee-4539-be76-a61510c2d834 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 2372 time: 0.3721349 Jul 27 19:51:00.074891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6769cce3-6040-45d3-8b20-d7109b3d77bc no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:51:00.076641 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-2bff691f-a016-4e8a-858e-7d841af5ec53 service neutron] 10.222.0.48 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648406 Jul 27 19:51:00.105046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 6769cce3-6040-45d3-8b20-d7109b3d77bc {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:51:00.105528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6769cce3-6040-45d3-8b20-d7109b3d77bc not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:51:00.288565 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-128d5dc8-e612-488a-aa30-1aafeb3cf5d7 req-990e23cc-5c16-43db-9d6c-01677a7930b8 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315247 Jul 27 19:51:00.307766 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2c710f08-e92f-41d1-8587-d92cc9101c5e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3499744 Jul 27 19:51:00.309584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47084) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:00.319451 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0ab8ba6b-8001-4a73-b7b5-b6999ce52bca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-369655972'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:00.486664 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:00.508873 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:00.539943 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:51:00.560178 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:00.561328 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] Added segment 5ab1c04c-9dce-4428-a1f0-0a39d89cf838 of type vlan for network 4b297832-9b0b-4a76-93eb-5e4042a4102f Jul 27 19:51:00.638193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['56496aec-841c-411b-aa6c-a986953eec0d', '60dbb1a9-f7da-4d45-a09c-14264bd7b1da', '22f3efd6-5ec1-44b3-9f80-c0879ca93068'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:00.708701 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa6e0e1-6920-49b5-9c2a-89247d07c0b1 x-openstack-request-id: req-eaa6e0e1-6920-49b5-9c2a-89247d07c0b1 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:00.708994 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521ff820-63ee-41a3-b16a-cfa816d3a831", "name": "network-vif-deleted", "tag": "56424c87-ef32-4b8c-b014-6f77a60ba01c", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:00.709242 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eaa6e0e1-6920-49b5-9c2a-89247d07c0b1 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:00.709643 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521ff820-63ee-41a3-b16a-cfa816d3a831', 'name': 'network-vif-deleted', 'tag': '56424c87-ef32-4b8c-b014-6f77a60ba01c', 'status': 'completed', 'code': 200} Jul 27 19:51:00.791926 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:00.898524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:00.920657 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9c63aa-5183-495b-a564-1e7d4dbd63bb x-openstack-request-id: req-7c9c63aa-5183-495b-a564-1e7d4dbd63bb {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:00.921139 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908d094c-76ca-4940-9810-22eace0f84b2", "name": "network-vif-deleted", "tag": "6769cce3-6040-45d3-8b20-d7109b3d77bc", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:00.921305 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c9c63aa-5183-495b-a564-1e7d4dbd63bb {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:00.921693 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908d094c-76ca-4940-9810-22eace0f84b2', 'name': 'network-vif-deleted', 'tag': '6769cce3-6040-45d3-8b20-d7109b3d77bc', 'status': 'completed', 'code': 200} Jul 27 19:51:00.981321 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ab8ba6b-8001-4a73-b7b5-b6999ce52bca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:00.992266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ea7bb9de-8891-4cd3-adad-b222157982d5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Allocated IP 10.2.2.100 (9731c54d-8776-469f-b0a4-97666d3f2100/8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a/1a40ce14-5f90-474d-95b9-4921682fa7d3) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:00.997638 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ab8ba6b-8001-4a73-b7b5-b6999ce52bca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:01.088894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfc1e78d-98de-4a06-b382-262881902581 req-e8a7f605-9e78-4cc4-ad33-fa17e7d714e8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 210 time: 0.1222055 Jul 27 19:51:01.101222 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:01.111145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:01.112932 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:01.134902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab8ba6b-8001-4a73-b7b5-b6999ce52bca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 90bc35c2-2eda-436b-a5e1-5e301d290157 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:51:01.245447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1821206 Jul 27 19:51:01.245829 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47112) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:01.266905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3a168-61a0-42da-b3b1-9e7501e30980 admin admin] Pushing event updated for resources: {'Network': ['ID=4b297832-9b0b-4a76-93eb-5e4042a4102f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:01.268569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 56424c87-ef32-4b8c-b014-6f77a60ba01c no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:51:01.324558 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 56424c87-ef32-4b8c-b014-6f77a60ba01c {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:51:01.327905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 56424c87-ef32-4b8c-b014-6f77a60ba01c not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:51:01.329832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 4b297832-9b0b-4a76-93eb-5e4042a4102f details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:51:01.350978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98eab-80c0-4727-bb07-8f13defe46ab req-c4106e59-157a-4afc-aa12-399cecb6869c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:01.354241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4e98eab-80c0-4727-bb07-8f13defe46ab req-c4106e59-157a-4afc-aa12-399cecb6869c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.4946563 Jul 27 19:51:01.465108 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4e98eab-80c0-4727-bb07-8f13defe46ab req-1ef9d130-7a66-4afc-b5ef-e7423d2ae94e tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015024 Jul 27 19:51:01.491356 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ea7bb9de-8891-4cd3-adad-b222157982d5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:01.510572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ea7bb9de-8891-4cd3-adad-b222157982d5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Transition to ACTIVE for port object 1a40ce14-5f90-474d-95b9-4921682fa7d3 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:01.598277 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ea7bb9de-8891-4cd3-adad-b222157982d5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:01.674345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dac02d-513a-4abb-9fea-72cb43e52ff7 req-a84be5be-dfed-4b61-b254-12f30992786b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:01.680549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dac02d-513a-4abb-9fea-72cb43e52ff7 req-a84be5be-dfed-4b61-b254-12f30992786b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:01.686680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dac02d-513a-4abb-9fea-72cb43e52ff7 req-a84be5be-dfed-4b61-b254-12f30992786b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:01.691081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-87dac02d-513a-4abb-9fea-72cb43e52ff7 req-a84be5be-dfed-4b61-b254-12f30992786b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 2372 time: 0.1637495 Jul 27 19:51:01.705616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ea7bb9de-8891-4cd3-adad-b222157982d5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Network 9731c54d-8776-469f-b0a4-97666d3f2100 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:01.720151 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ea7bb9de-8891-4cd3-adad-b222157982d5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:01.760594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ea7bb9de-8891-4cd3-adad-b222157982d5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:01.765380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9986e3ef-7e1e-4df7-9d8b-f6d3cc679aec admin admin] Request body: {'subnet': {'network_id': '4b297832-9b0b-4a76-93eb-5e4042a4102f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1854868099-subnet', 'tenant_id': 'ba2de612201a4a35a6f5cd51512a5321', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:01.796321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9986e3ef-7e1e-4df7-9d8b-f6d3cc679aec admin admin] Made reservation on behalf of ba2de612201a4a35a6f5cd51512a5321 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:01.798845 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9986e3ef-7e1e-4df7-9d8b-f6d3cc679aec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:01.811740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bb9de-8891-4cd3-adad-b222157982d5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'Port': ['ID=1a40ce14-5f90-474d-95b9-4921682fa7d3,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:01.861706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-87dac02d-513a-4abb-9fea-72cb43e52ff7 req-f379a9a4-3585-4aae-8f89-d2419f89fe3d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588683 Jul 27 19:51:01.867550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab8ba6b-8001-4a73-b7b5-b6999ce52bca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:51:01.878074 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ab8ba6b-8001-4a73-b7b5-b6999ce52bca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:01.878703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a2515a-35a8-49e6-843f-ecca2e9629ea None None] Sync routers for ids ['90bc35c2-2eda-436b-a5e1-5e301d290157'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:51:01.879642 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0ab8ba6b-8001-4a73-b7b5-b6999ce52bca tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/90bc35c2-2eda-436b-a5e1-5e301d290157 HTTP/1.1" status: 200 len: 887 time: 1.5670142 Jul 27 19:51:01.882945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47128) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:01.894284 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a2515a-35a8-49e6-843f-ecca2e9629ea None None] Routers {'90bc35c2-2eda-436b-a5e1-5e301d290157'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:01.896712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-41a2515a-35a8-49e6-843f-ecca2e9629ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['90bc35c2-2eda-436b-a5e1-5e301d290157'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:01.901343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ea7bb9de-8891-4cd3-adad-b222157982d5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:01.902032 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ea7bb9de-8891-4cd3-adad-b222157982d5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:01.942545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ea7bb9de-8891-4cd3-adad-b222157982d5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0669005 Jul 27 19:51:01.957852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1ab26b3a-f0d7-45de-b1a0-f470358c612a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'port': {'device_id': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100', 'admin_state_up': True, 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'security_groups': ['fece3e48-b9f0-4e1e-a8c1-c20279203849']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:02.006024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-41a2515a-35a8-49e6-843f-ecca2e9629ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:02.042143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a2515a-35a8-49e6-843f-ecca2e9629ea None None] Routers {'90bc35c2-2eda-436b-a5e1-5e301d290157'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:02.046156 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-41a2515a-35a8-49e6-843f-ecca2e9629ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['90bc35c2-2eda-436b-a5e1-5e301d290157'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:02.138327 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-72ed856f-34bb-4301-a761-a15e03c2b723 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/routers/90bc35c2-2eda-436b-a5e1-5e301d290157 HTTP/1.1" status: 200 len: 887 time: 0.2536583 Jul 27 19:51:02.139902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47140) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:02.151250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-41a2515a-35a8-49e6-843f-ecca2e9629ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:02.152186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a2515a-35a8-49e6-843f-ecca2e9629ea None None] The sync data for ids ['90bc35c2-2eda-436b-a5e1-5e301d290157'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:51:02.174969 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-745a0853-e5c6-48b7-8ef2-cd935ecdd649 None None] Provisioning for port 1a40ce14-5f90-474d-95b9-4921682fa7d3 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:02.179944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-745a0853-e5c6-48b7-8ef2-cd935ecdd649 None None] Provisioning complete for port 1a40ce14-5f90-474d-95b9-4921682fa7d3 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:02.180445 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-745a0853-e5c6-48b7-8ef2-cd935ecdd649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:02.207667 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e893f5b2-f368-4853-9048-429b407d304a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports?device_id=90bc35c2-2eda-436b-a5e1-5e301d290157 HTTP/1.1" status: 200 len: 205 time: 0.0641785 Jul 27 19:51:02.211845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47142) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:02.244672 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-745a0853-e5c6-48b7-8ef2-cd935ecdd649 None None] Port 1a40ce14-5f90-474d-95b9-4921682fa7d3 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:02.506530 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88bf1b8b-d62e-46eb-be13-6049596bca4d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:02.565790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-0d23f51c-e86c-4693-a21b-ee9939eb6e31 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:02.568096 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-0d23f51c-e86c-4693-a21b-ee9939eb6e31 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.52 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 812 time: 0.2781699 Jul 27 19:51:02.573139 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9986e3ef-7e1e-4df7-9d8b-f6d3cc679aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:02.602273 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6990d516-9099-4aad-97b3-39d73ae8dd2b req-d9400e9c-a84b-4411-993a-e7c4c8815fbf tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 210 time: 0.0500336 Jul 27 19:51:02.621927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-291cd34c-045f-4e9c-9d16-a60e82d284bd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Request body: {'port': {'device_id': '075c392d-db87-4499-a6ad-07f944b90e44', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'admin_state_up': True, 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:02.633493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1ab26b3a-f0d7-45de-b1a0-f470358c612a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Made reservation on behalf of f58925f86c5a406cbce55135dc048b98 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:02.639212 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1ab26b3a-f0d7-45de-b1a0-f470358c612a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:02.675125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14507765-1fe8-435f-9c4f-02bfac7d4f81 req-c6834d46-5069-4620-8c26-c3efca3712cc tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:02.683736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14507765-1fe8-435f-9c4f-02bfac7d4f81 req-c6834d46-5069-4620-8c26-c3efca3712cc tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e28ff2c-34e6-4c93-ba98-31f68cb950ec HTTP/1.1" status: 200 len: 949 time: 0.5329778 Jul 27 19:51:02.742500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986e3ef-7e1e-4df7-9d8b-f6d3cc679aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b449b1d1-35ca-4299-ac25-6927745019e8,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:02.814228 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88bf1b8b-d62e-46eb-be13-6049596bca4d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:02.821754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14507765-1fe8-435f-9c4f-02bfac7d4f81 req-822b000d-6561-437a-b673-a575892523f0 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317894 Jul 27 19:51:02.885151 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9986e3ef-7e1e-4df7-9d8b-f6d3cc679aec admin admin] Checking segment: {'id': '5ab1c04c-9dce-4428-a1f0-0a39d89cf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4b297832-9b0b-4a76-93eb-5e4042a4102f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:02.885502 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986e3ef-7e1e-4df7-9d8b-f6d3cc679aec admin admin] Network hostable DHCP agents. Network: 4b297832-9b0b-4a76-93eb-5e4042a4102f, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:51:02.899186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a0033-8ea1-42be-8413-30d5bceeddca req-4fd42c43-fa3a-4e38-adcb-1f1877b19954 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:02.900741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-203a0033-8ea1-42be-8413-30d5bceeddca req-4fd42c43-fa3a-4e38-adcb-1f1877b19954 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.1633682 Jul 27 19:51:02.924235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-291cd34c-045f-4e9c-9d16-a60e82d284bd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Made reservation on behalf of 2dd7c4d346a24a0db331ef6e9c410c69 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:02.928132 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-291cd34c-045f-4e9c-9d16-a60e82d284bd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:02.974915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-88bf1b8b-d62e-46eb-be13-6049596bca4d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port 98e5b67a-15f5-4544-bbe4-f6f3ef41fd15 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:51:02.975627 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88bf1b8b-d62e-46eb-be13-6049596bca4d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:03.008849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1ab26b3a-f0d7-45de-b1a0-f470358c612a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Allocated IP 10.2.2.200 (9731c54d-8776-469f-b0a4-97666d3f2100/8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a/8509d889-e654-492c-90f2-f145f97d6866) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:03.030958 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-203a0033-8ea1-42be-8413-30d5bceeddca req-a5891ba8-3e7f-4fca-b5c3-abe6206eeff5 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902445 Jul 27 19:51:03.058800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986e3ef-7e1e-4df7-9d8b-f6d3cc679aec admin admin] Network 4b297832-9b0b-4a76-93eb-5e4042a4102f is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:51:03.122471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-9986e3ef-7e1e-4df7-9d8b-f6d3cc679aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 4b297832-9b0b-4a76-93eb-5e4042a4102f) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:03.131399 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432dc497-dd84-4ad1-a958-8e05a2dbe1cb None None] Network 4b297832-9b0b-4a76-93eb-5e4042a4102f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:03.144562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9986e3ef-7e1e-4df7-9d8b-f6d3cc679aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:03.145209 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9986e3ef-7e1e-4df7-9d8b-f6d3cc679aec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:03.172312 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88bf1b8b-d62e-46eb-be13-6049596bca4d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:03.209305 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-88bf1b8b-d62e-46eb-be13-6049596bca4d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for 98e5b67a-15f5-4544-bbe4-f6f3ef41fd15 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:51:03.226220 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9986e3ef-7e1e-4df7-9d8b-f6d3cc679aec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9793169 Jul 27 19:51:03.250003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d20b0c-ddee-41ea-bea0-fb350520c832 req-6b8664b8-174a-45fc-a352-5e44333c15c7 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:03.257732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d20b0c-ddee-41ea-bea0-fb350520c832 req-6b8664b8-174a-45fc-a352-5e44333c15c7 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:03.270686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d20b0c-ddee-41ea-bea0-fb350520c832 req-6b8664b8-174a-45fc-a352-5e44333c15c7 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:03.285629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d20b0c-ddee-41ea-bea0-fb350520c832 req-6b8664b8-174a-45fc-a352-5e44333c15c7 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:03.296713 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05d20b0c-ddee-41ea-bea0-fb350520c832 req-6b8664b8-174a-45fc-a352-5e44333c15c7 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 3093 time: 0.2895699 Jul 27 19:51:03.346515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac9a63e-2e36-4f7c-8af4-0c2907f9e7fd None None] Network 4b297832-9b0b-4a76-93eb-5e4042a4102f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:03.456110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05d20b0c-ddee-41ea-bea0-fb350520c832 req-8ba7d07b-bedf-42ad-9550-9b8b5d25e6d9 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583917 Jul 27 19:51:03.561943 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-291cd34c-045f-4e9c-9d16-a60e82d284bd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Allocated IP 172.20.0.7 (2f987a4c-7176-4728-b48c-c6344a5a384d/82a6d6e2-ef16-4337-a570-8e7d796ec20f/3d4ab2bd-2d9d-4ea4-89b9-907918978aba) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:03.573753 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1ab26b3a-f0d7-45de-b1a0-f470358c612a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:03.581448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-89734369-d2a2-48e3-b6a2-3dc9523d6c6c req-586600f6-9933-4b1a-a1c0-3594dd6a3b46 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-162031635', 'description': 'tempest-description-1667134830'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:03.624949 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89734369-d2a2-48e3-b6a2-3dc9523d6c6c req-586600f6-9933-4b1a-a1c0-3594dd6a3b46 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:03.643255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2086bfb-3afe-4ae3-8216-187263aa0fde req-76558176-8c26-4b42-b47a-873e4a8530c0 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:03.644808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2086bfb-3afe-4ae3-8216-187263aa0fde req-76558176-8c26-4b42-b47a-873e4a8530c0 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e28ff2c-34e6-4c93-ba98-31f68cb950ec HTTP/1.1" status: 200 len: 949 time: 0.4844875 Jul 27 19:51:03.656234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1ab26b3a-f0d7-45de-b1a0-f470358c612a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Transition to ACTIVE for port object 8509d889-e654-492c-90f2-f145f97d6866 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:03.756840 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-291cd34c-045f-4e9c-9d16-a60e82d284bd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:03.774573 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88bf1b8b-d62e-46eb-be13-6049596bca4d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:03.777235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef09b9-81eb-4ff1-b5da-64dc8af1b3b2 req-9e935837-e8b9-485d-9dfc-2ef30cf3510b tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:03.777435 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-291cd34c-045f-4e9c-9d16-a60e82d284bd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Transition to ACTIVE for port object 3d4ab2bd-2d9d-4ea4-89b9-907918978aba will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:03.780108 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2eef09b9-81eb-4ff1-b5da-64dc8af1b3b2 req-9e935837-e8b9-485d-9dfc-2ef30cf3510b tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "GET /v2.0/ports?device_id=e78bac2f-e15e-4864-867a-5cbb826bbad0 HTTP/1.1" status: 200 len: 949 time: 0.3188264 Jul 27 19:51:03.814715 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf1b8b-d62e-46eb-be13-6049596bca4d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=98e5b67a-15f5-4544-bbe4-f6f3ef41fd15,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:03.901508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-444de367-94b9-43ca-b343-2821d580411e req-06d11024-4119-4822-805b-c54c0798d402 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 210 time: 0.1357911 Jul 27 19:51:03.908726 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88bf1b8b-d62e-46eb-be13-6049596bca4d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:03.991438 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-291cd34c-045f-4e9c-9d16-a60e82d284bd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:03.995881 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1ab26b3a-f0d7-45de-b1a0-f470358c612a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.005046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['c7f41ba9-67d4-425b-9f5f-9a07ef34e945'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:04.007233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['60aae3c2-ea19-46af-b025-82a6e56e9966'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:04.093446 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88bf1b8b-d62e-46eb-be13-6049596bca4d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.094242 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89734369-d2a2-48e3-b6a2-3dc9523d6c6c req-586600f6-9933-4b1a-a1c0-3594dd6a3b46 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.098412 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88bf1b8b-d62e-46eb-be13-6049596bca4d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.123239 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89734369-d2a2-48e3-b6a2-3dc9523d6c6c req-586600f6-9933-4b1a-a1c0-3594dd6a3b46 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.152284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-291cd34c-045f-4e9c-9d16-a60e82d284bd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Network 2f987a4c-7176-4728-b48c-c6344a5a384d is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:04.163776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-291cd34c-045f-4e9c-9d16-a60e82d284bd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:04.165382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-291cd34c-045f-4e9c-9d16-a60e82d284bd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:04.177273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1ab26b3a-f0d7-45de-b1a0-f470358c612a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Network 9731c54d-8776-469f-b0a4-97666d3f2100 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:04.197316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1ab26b3a-f0d7-45de-b1a0-f470358c612a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:04.199612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab26b3a-f0d7-45de-b1a0-f470358c612a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event updated for resources: {'Port': ['ID=8509d889-e654-492c-90f2-f145f97d6866,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:04.214724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cd34c-045f-4e9c-9d16-a60e82d284bd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event updated for resources: {'Port': ['ID=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:04.218566 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1ab26b3a-f0d7-45de-b1a0-f470358c612a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:04.230184 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88bf1b8b-d62e-46eb-be13-6049596bca4d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.231028 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bf1b8b-d62e-46eb-be13-6049596bca4d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Fanout notify agent at l3_agent the message router_deleted on router 90bc35c2-2eda-436b-a5e1-5e301d290157 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:51:04.244035 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88bf1b8b-d62e-46eb-be13-6049596bca4d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.245431 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-88bf1b8b-d62e-46eb-be13-6049596bca4d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/routers/90bc35c2-2eda-436b-a5e1-5e301d290157 HTTP/1.1" status: 204 len: 168 time: 2.0322728 Jul 27 19:51:04.249637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47166) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:04.261018 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-966ccfec-b70d-4a67-9830-18f472bae6f6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'network': {'name': 'tempest-RoutersTest-1869278614'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:04.261597 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-89734369-d2a2-48e3-b6a2-3dc9523d6c6c req-586600f6-9933-4b1a-a1c0-3594dd6a3b46 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.269905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89734369-d2a2-48e3-b6a2-3dc9523d6c6c req-586600f6-9933-4b1a-a1c0-3594dd6a3b46 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7032945 Jul 27 19:51:04.309118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-f2086bfb-3afe-4ae3-8216-187263aa0fde req-622de867-a97c-4030-81b5-18a1891ba4ff tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Deleting port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:51:04.311087 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f2086bfb-3afe-4ae3-8216-187263aa0fde req-622de867-a97c-4030-81b5-18a1891ba4ff tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.325557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966ccfec-b70d-4a67-9830-18f472bae6f6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:04.329493 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-966ccfec-b70d-4a67-9830-18f472bae6f6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.362579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-291cd34c-045f-4e9c-9d16-a60e82d284bd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:04.362826 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1ab26b3a-f0d7-45de-b1a0-f470358c612a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:04.363404 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1ab26b3a-f0d7-45de-b1a0-f470358c612a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.376859 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-291cd34c-045f-4e9c-9d16-a60e82d284bd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.396284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586600f6-9933-4b1a-a1c0-3594dd6a3b46 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a06b60-1f05-4099-81cb-3e955dddaea9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:04.408684 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966ccfec-b70d-4a67-9830-18f472bae6f6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:51:04.427516 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-291cd34c-045f-4e9c-9d16-a60e82d284bd tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8157220 Jul 27 19:51:04.434523 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-966ccfec-b70d-4a67-9830-18f472bae6f6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.436482 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-966ccfec-b70d-4a67-9830-18f472bae6f6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Added segment f42886d0-2718-44ae-b461-603bfeb6e42f of type vlan for network 73d3abdf-528e-47b5-ad81-8dff42a8f0f8 Jul 27 19:51:04.469907 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Request body: {'port': {'device_id': '075c392d-db87-4499-a6ad-07f944b90e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:04.551108 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1ab26b3a-f0d7-45de-b1a0-f470358c612a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5981841 Jul 27 19:51:04.562580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-2eef09b9-81eb-4ff1-b5da-64dc8af1b3b2 req-a89e4145-6c0d-4cb3-b969-9c9b71883864 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Deleting port 22f3efd6-5ec1-44b3-9f80-c0879ca93068 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:51:04.563016 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2eef09b9-81eb-4ff1-b5da-64dc8af1b3b2 req-a89e4145-6c0d-4cb3-b969-9c9b71883864 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.588965 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-966ccfec-b70d-4a67-9830-18f472bae6f6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.617714 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-52955f18-fbf2-4532-b338-d51afabf2d91 None None] Provisioning for port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:04.625111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-52955f18-fbf2-4532-b338-d51afabf2d91 None None] Provisioning complete for port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:04.625720 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-52955f18-fbf2-4532-b338-d51afabf2d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.630476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Request body: {'port': {'device_id': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:04.652088 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.653418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74547c16-b489-458f-9f58-5ad0c6493d8f req-3a3c3b39-07da-4c62-9ed0-0455c4893463 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:04.656532 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74547c16-b489-458f-9f58-5ad0c6493d8f req-3a3c3b39-07da-4c62-9ed0-0455c4893463 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e28ff2c-34e6-4c93-ba98-31f68cb950ec HTTP/1.1" status: 200 len: 949 time: 0.6189754 Jul 27 19:51:04.673264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-52955f18-fbf2-4532-b338-d51afabf2d91 None None] Port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:04.673469 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-966ccfec-b70d-4a67-9830-18f472bae6f6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.679827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ccfec-b70d-4a67-9830-18f472bae6f6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:04.680584 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-966ccfec-b70d-4a67-9830-18f472bae6f6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.749601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f2086bfb-3afe-4ae3-8216-187263aa0fde req-622de867-a97c-4030-81b5-18a1891ba4ff tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] For port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=60dbb1a9-f7da-4d45-a09c-14264bd7b1da,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:04.750005 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f2086bfb-3afe-4ae3-8216-187263aa0fde req-622de867-a97c-4030-81b5-18a1891ba4ff tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.759734 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcdc47-839d-4e6b-abc4-29cfb75edb85 req-6c200023-0ea9-4551-9d7d-0c39ccad235c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:04.761421 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdcdc47-839d-4e6b-abc4-29cfb75edb85 req-6c200023-0ea9-4551-9d7d-0c39ccad235c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.3564203 Jul 27 19:51:04.793333 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-966ccfec-b70d-4a67-9830-18f472bae6f6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5419557 Jul 27 19:51:04.797654 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4a3160a6-672d-40ef-a22b-a7e36c6c1efd None None] Provisioning for port 8509d889-e654-492c-90f2-f145f97d6866 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:04.799445 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ccfec-b70d-4a67-9830-18f472bae6f6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Network': ['ID=73d3abdf-528e-47b5-ad81-8dff42a8f0f8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:04.809015 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4a3160a6-672d-40ef-a22b-a7e36c6c1efd None None] Provisioning complete for port 8509d889-e654-492c-90f2-f145f97d6866 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:04.809421 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4a3160a6-672d-40ef-a22b-a7e36c6c1efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.812649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 73d3abdf-528e-47b5-ad81-8dff42a8f0f8 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:51:04.814469 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47172) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:04.819717 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-814cdb22-37d4-4466-91ca-7a34ab2e128f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'subnet': {'network_id': '73d3abdf-528e-47b5-ad81-8dff42a8f0f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:04.835318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-2eef09b9-81eb-4ff1-b5da-64dc8af1b3b2 req-a89e4145-6c0d-4cb3-b969-9c9b71883864 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] For port 22f3efd6-5ec1-44b3-9f80-c0879ca93068, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=22f3efd6-5ec1-44b3-9f80-c0879ca93068,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:04.835688 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2eef09b9-81eb-4ff1-b5da-64dc8af1b3b2 req-a89e4145-6c0d-4cb3-b969-9c9b71883864 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.855280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-2eef09b9-81eb-4ff1-b5da-64dc8af1b3b2 req-a89e4145-6c0d-4cb3-b969-9c9b71883864 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Calling delete_port for 22f3efd6-5ec1-44b3-9f80-c0879ca93068 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:51:04.901916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4a3160a6-672d-40ef-a22b-a7e36c6c1efd None None] Port 8509d889-e654-492c-90f2-f145f97d6866 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:04.923942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-f2086bfb-3afe-4ae3-8216-187263aa0fde req-622de867-a97c-4030-81b5-18a1891ba4ff tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Calling delete_port for 60dbb1a9-f7da-4d45-a09c-14264bd7b1da owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:51:04.950583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814cdb22-37d4-4466-91ca-7a34ab2e128f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:04.954643 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-814cdb22-37d4-4466-91ca-7a34ab2e128f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:04.975689 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74547c16-b489-458f-9f58-5ad0c6493d8f req-0b53c8a2-d827-45d6-b260-c9852869917d tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897832 Jul 27 19:51:05.051812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-7a3a1340-d249-47b6-8d40-356744c8ff84 req-ea3a4cda-9321-4d0f-9a9f-100606a2d2c9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-380347870', 'description': 'tempest-description-879927178'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:05.062687 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:05.092198 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fdcdc47-839d-4e6b-abc4-29cfb75edb85 req-9f3c820a-f7f0-4fa9-8527-221a3a0b15db tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035345 Jul 27 19:51:05.155855 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7a3a1340-d249-47b6-8d40-356744c8ff84 req-ea3a4cda-9321-4d0f-9a9f-100606a2d2c9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:05.358520 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-814cdb22-37d4-4466-91ca-7a34ab2e128f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:05.367807 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4ab2bd-2d9d-4ea4-89b9-907918978aba {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:05.378121 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2eef09b9-81eb-4ff1-b5da-64dc8af1b3b2 req-a89e4145-6c0d-4cb3-b969-9c9b71883864 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:05.390597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['56496aec-841c-411b-aa6c-a986953eec0d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:05.401151 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:05.455716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e4145-6c0d-4cb3-b969-9c9b71883864 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event deleted for resources: {'Port': ['ID=22f3efd6-5ec1-44b3-9f80-c0879ca93068,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:05.458071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Transition to ACTIVE for port object 3d4ab2bd-2d9d-4ea4-89b9-907918978aba will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:05.469623 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cdb22-37d4-4466-91ca-7a34ab2e128f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Subnet': ['ID=97fad884-ad48-4a8f-93dd-f8b9681ea8f7,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:05.471887 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814cdb22-37d4-4466-91ca-7a34ab2e128f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Checking segment: {'id': 'f42886d0-2718-44ae-b461-603bfeb6e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '73d3abdf-528e-47b5-ad81-8dff42a8f0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:05.472317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814cdb22-37d4-4466-91ca-7a34ab2e128f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network hostable DHCP agents. Network: 73d3abdf-528e-47b5-ad81-8dff42a8f0f8, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:51:05.480061 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:05.541767 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814cdb22-37d4-4466-91ca-7a34ab2e128f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 73d3abdf-528e-47b5-ad81-8dff42a8f0f8 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:51:05.584579 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eef09b9-81eb-4ff1-b5da-64dc8af1b3b2 req-a89e4145-6c0d-4cb3-b969-9c9b71883864 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] No DVR routers for this DVR port 22f3efd6-5ec1-44b3-9f80-c0879ca93068 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:51:05.590302 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2eef09b9-81eb-4ff1-b5da-64dc8af1b3b2 req-a89e4145-6c0d-4cb3-b969-9c9b71883864 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:05.592607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2eef09b9-81eb-4ff1-b5da-64dc8af1b3b2 req-a89e4145-6c0d-4cb3-b969-9c9b71883864 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "DELETE /v2.0/ports/22f3efd6-5ec1-44b3-9f80-c0879ca93068 HTTP/1.1" status: 204 len: 173 time: 1.7810309 Jul 27 19:51:05.599612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78bac2f-e15e-4864-867a-5cbb826bbad0', 'name': 'network-vif-deleted', 'tag': '22f3efd6-5ec1-44b3-9f80-c0879ca93068'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:05.603106 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e08fb0-77f8-44fd-8ea6-1193349f88ca" -d '{"events": [{"server_uuid": "e78bac2f-e15e-4864-867a-5cbb826bbad0", "name": "network-vif-deleted", "tag": "22f3efd6-5ec1-44b3-9f80-c0879ca93068"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:05.614262 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f2086bfb-3afe-4ae3-8216-187263aa0fde req-622de867-a97c-4030-81b5-18a1891ba4ff tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:05.644352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Attempting to bind port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:05.644680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Attempting to bind port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:05.644984 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Attempting to bind port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba on network 2f987a4c-7176-4728-b48c-c6344a5a384d {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:05.647307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Pushing event updated for resources: {'Port': ['ID=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:05.650227 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-814cdb22-37d4-4466-91ca-7a34ab2e128f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 73d3abdf-528e-47b5-ad81-8dff42a8f0f8) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:05.668132 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814cdb22-37d4-4466-91ca-7a34ab2e128f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:05.668786 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-814cdb22-37d4-4466-91ca-7a34ab2e128f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:05.672379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba on network 2f987a4c-7176-4728-b48c-c6344a5a384d not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:51:05.676858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75f418e-55a1-44cc-8c24-185809aaf930 None None] Network 73d3abdf-528e-47b5-ad81-8dff42a8f0f8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:05.688208 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Attempting to bind port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba on network 2f987a4c-7176-4728-b48c-c6344a5a384d {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:05.703681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:05.704025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Checking segment: {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:05.704545 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Bound using segment: {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:05.709202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622de867-a97c-4030-81b5-18a1891ba4ff tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event deleted for resources: {'Port': ['ID=60dbb1a9-f7da-4d45-a09c-14264bd7b1da,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:05.711139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Bound port: 3d4ab2bd-2d9d-4ea4-89b9-907918978aba, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:05.711434 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:05.817650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db5f5d-e892-41a2-ab8e-668b59366383 req-6cdb36a0-fe90-4d58-a8f6-125ab1854eed tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:05.823937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db5f5d-e892-41a2-ab8e-668b59366383 req-6cdb36a0-fe90-4d58-a8f6-125ab1854eed tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:05.831927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db5f5d-e892-41a2-ab8e-668b59366383 req-6cdb36a0-fe90-4d58-a8f6-125ab1854eed tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:05.839453 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] For port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:05.843863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db5f5d-e892-41a2-ab8e-668b59366383 req-6cdb36a0-fe90-4d58-a8f6-125ab1854eed tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:05.846290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] For port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:05.851368 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:05.853739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db5f5d-e892-41a2-ab8e-668b59366383 req-6cdb36a0-fe90-4d58-a8f6-125ab1854eed tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:05.855888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70db5f5d-e892-41a2-ab8e-668b59366383 req-6cdb36a0-fe90-4d58-a8f6-125ab1854eed tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 3814 time: 0.6142445 Jul 27 19:51:05.864165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2086bfb-3afe-4ae3-8216-187263aa0fde req-622de867-a97c-4030-81b5-18a1891ba4ff tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] No DVR routers for this DVR port 60dbb1a9-f7da-4d45-a09c-14264bd7b1da on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:51:05.867117 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f2086bfb-3afe-4ae3-8216-187263aa0fde req-622de867-a97c-4030-81b5-18a1891ba4ff tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:05.876121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2086bfb-3afe-4ae3-8216-187263aa0fde req-622de867-a97c-4030-81b5-18a1891ba4ff tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "DELETE /v2.0/ports/60dbb1a9-f7da-4d45-a09c-14264bd7b1da HTTP/1.1" status: 204 len: 173 time: 2.2006986 Jul 27 19:51:05.885065 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7a3a1340-d249-47b6-8d40-356744c8ff84 req-ea3a4cda-9321-4d0f-9a9f-100606a2d2c9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:05.926527 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7a3a1340-d249-47b6-8d40-356744c8ff84 req-ea3a4cda-9321-4d0f-9a9f-100606a2d2c9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:05.953915 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-814cdb22-37d4-4466-91ca-7a34ab2e128f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1380239 Jul 27 19:51:05.958729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47178) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:05.964148 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:05.964847 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:05.967186 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] 10.222.0.52 "PUT /v2.0/ports/3d4ab2bd-2d9d-4ea4-89b9-907918978aba HTTP/1.1" status: 200 len: 1092 time: 1.5266197 Jul 27 19:51:05.967310 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075c392d-db87-4499-a6ad-07f944b90e44', 'tag': '3d4ab2bd-2d9d-4ea4-89b9-907918978aba'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:05.969917 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae65c82-b6d3-4212-9458-d80eef4b460f" -d '{"events": [{"name": "network-changed", "server_uuid": "075c392d-db87-4499-a6ad-07f944b90e44", "tag": "3d4ab2bd-2d9d-4ea4-89b9-907918978aba"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:05.987302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a7f3db9a-3a41-4484-8b59-fd52c7772366 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-686522361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:06.046991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['56496aec-841c-411b-aa6c-a986953eec0d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:06.057547 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-73d3abdf-528e-47b5-ad81-8dff42a8f0f8', 'network_id': '73d3abdf-528e-47b5-ad81-8dff42a8f0f8', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'fixed_ips': [{'subnet_id': '97fad884-ad48-4a8f-93dd-f8b9681ea8f7'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:51:06.058662 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:06.086721 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7a3a1340-d249-47b6-8d40-356744c8ff84 req-ea3a4cda-9321-4d0f-9a9f-100606a2d2c9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:06.092644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7f3db9a-3a41-4484-8b59-fd52c7772366 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:06.093711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7f3db9a-3a41-4484-8b59-fd52c7772366 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:06.106359 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a3a1340-d249-47b6-8d40-356744c8ff84 req-ea3a4cda-9321-4d0f-9a9f-100606a2d2c9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0699525 Jul 27 19:51:06.109489 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a377d4b-b7e8-44e8-8f63-65be175c7d8b service neutron] Pushing event updated for resources: {'Port': ['ID=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:06.192503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 22f3efd6-5ec1-44b3-9f80-c0879ca93068 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:51:06.236376 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 22f3efd6-5ec1-44b3-9f80-c0879ca93068 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:51:06.236992 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 22f3efd6-5ec1-44b3-9f80-c0879ca93068 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:51:06.237594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 60dbb1a9-f7da-4d45-a09c-14264bd7b1da no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:51:06.243424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a4cda-9321-4d0f-9a9f-100606a2d2c9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899ce559-b6e1-4b1b-a0a7-fd2900a36060,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:06.275347 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70db5f5d-e892-41a2-ab8e-668b59366383 req-cc251a6a-4c5e-4590-994b-b0601b13827f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3887777 Jul 27 19:51:06.334311 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:06.419397 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:06.441932 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb91c6e7-dfc1-4834-883e-69c4c022fa45 x-openstack-request-id: req-bb91c6e7-dfc1-4834-883e-69c4c022fa45 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:06.443684 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78bac2f-e15e-4864-867a-5cbb826bbad0", "name": "network-vif-deleted", "tag": "22f3efd6-5ec1-44b3-9f80-c0879ca93068", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:06.445280 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb91c6e7-dfc1-4834-883e-69c4c022fa45 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:06.446350 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78bac2f-e15e-4864-867a-5cbb826bbad0', 'name': 'network-vif-deleted', 'tag': '22f3efd6-5ec1-44b3-9f80-c0879ca93068', 'status': 'completed', 'code': 200} Jul 27 19:51:06.498747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Transition to ACTIVE for port object a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:06.511861 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:06.524632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 60dbb1a9-f7da-4d45-a09c-14264bd7b1da {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:51:06.525081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 60dbb1a9-f7da-4d45-a09c-14264bd7b1da not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:51:06.616960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d066b-b9de-450b-9e08-711c67be2e0f req-4a5976aa-8bae-4542-82d4-80fd505e877e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:06.619239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-071d066b-b9de-450b-9e08-711c67be2e0f req-4a5976aa-8bae-4542-82d4-80fd505e877e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 943 time: 0.3157077 Jul 27 19:51:06.683942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Allocated IP 172.20.0.2 (73d3abdf-528e-47b5-ad81-8dff42a8f0f8/97fad884-ad48-4a8f-93dd-f8b9681ea8f7/d82f43c3-e5f0-4690-bc39-48a83df6ca3a) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:06.707276 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Pushing event updated for resources: {'Port': ['ID=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:06.812752 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d45b975-f4c7-4581-a539-f1437bdb4460 x-openstack-request-id: req-3d45b975-f4c7-4581-a539-f1437bdb4460 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:06.813343 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075c392d-db87-4499-a6ad-07f944b90e44", "tag": "3d4ab2bd-2d9d-4ea4-89b9-907918978aba", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:06.813343 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d45b975-f4c7-4581-a539-f1437bdb4460 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:06.813656 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075c392d-db87-4499-a6ad-07f944b90e44', 'tag': '3d4ab2bd-2d9d-4ea4-89b9-907918978aba', 'status': 'completed', 'code': 200} Jul 27 19:51:06.818240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-1b9ab7b9-2261-4858-9046-8ff57f466fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:06.819793 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-1b9ab7b9-2261-4858-9046-8ff57f466fe4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 1095 time: 0.7779887 Jul 27 19:51:06.819902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e20b73f-76cf-49ad-91fa-49fc42dbaf57 req-55d9eaf4-cec7-4b9b-905d-4101af82dc40 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e28ff2c-34e6-4c93-ba98-31f68cb950ec HTTP/1.1" status: 200 len: 210 time: 0.1461308 Jul 27 19:51:06.821268 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7f3db9a-3a41-4484-8b59-fd52c7772366 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:06.827034 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7f3db9a-3a41-4484-8b59-fd52c7772366 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:06.890818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-071d066b-b9de-450b-9e08-711c67be2e0f req-7cce704e-7330-4e7b-ace3-58f2462f2c6d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477491 Jul 27 19:51:06.912563 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-065f695a-a1a7-4fa0-a0ae-0450bb846913 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d4ab2bd-2d9d-4ea4-89b9-907918978aba HTTP/1.1" status: 200 len: 217 time: 0.0575085 Jul 27 19:51:06.953527 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a7f3db9a-3a41-4484-8b59-fd52c7772366 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:06.954759 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a7f3db9a-3a41-4484-8b59-fd52c7772366 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9948671 Jul 27 19:51:06.961880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47190) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:06.973625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Attempting to bind port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:06.979855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Attempting to bind port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'e52b20eb-8fa4-47e2-89a3-51117f3d25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:06.980280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Attempting to bind port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 on network fe0599a8-e2b9-4d58-ac69-a9a391fdb31e {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:06.991801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 on network fe0599a8-e2b9-4d58-ac69-a9a391fdb31e not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:51:06.992185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Attempting to bind port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 on network fe0599a8-e2b9-4d58-ac69-a9a391fdb31e {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:07.006448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:07.006890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Checking segment: {'id': 'e52b20eb-8fa4-47e2-89a3-51117f3d25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:07.007144 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Bound using segment: {'id': 'e52b20eb-8fa4-47e2-89a3-51117f3d25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:07.007581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Bound port: a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e52b20eb-8fa4-47e2-89a3-51117f3d25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:07.007940 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:07.102365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-859fe947-eea4-4e1c-b7bc-c26c6702ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:07.103843 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-859fe947-eea4-4e1c-b7bc-c26c6702ab57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.1799247 Jul 27 19:51:07.199404 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:07.212769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Transition to ACTIVE for port object d82f43c3-e5f0-4690-bc39-48a83df6ca3a will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:07.234483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Transition to ACTIVE for port object d82f43c3-e5f0-4690-bc39-48a83df6ca3a will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:07.248484 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:07.297950 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-3d846a5d-394d-41ca-9496-3da2bd9d970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:07.298619 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Network 73d3abdf-528e-47b5-ad81-8dff42a8f0f8 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:07.299440 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-3d846a5d-394d-41ca-9496-3da2bd9d970e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1869550 Jul 27 19:51:07.302576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:07.313923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:07.324919 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Pushing event updated for resources: {'Port': ['ID=d82f43c3-e5f0-4690-bc39-48a83df6ca3a,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:07.394256 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Attempting to bind port d82f43c3-e5f0-4690-bc39-48a83df6ca3a on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:07.394645 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Attempting to bind port d82f43c3-e5f0-4690-bc39-48a83df6ca3a by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'f42886d0-2718-44ae-b461-603bfeb6e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '73d3abdf-528e-47b5-ad81-8dff42a8f0f8'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:07.394979 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Attempting to bind port d82f43c3-e5f0-4690-bc39-48a83df6ca3a on network 73d3abdf-528e-47b5-ad81-8dff42a8f0f8 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:07.400528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:07.400906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Checking segment: {'id': 'f42886d0-2718-44ae-b461-603bfeb6e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '73d3abdf-528e-47b5-ad81-8dff42a8f0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:07.401313 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:07.401705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Bound using segment: {'id': 'f42886d0-2718-44ae-b461-603bfeb6e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '73d3abdf-528e-47b5-ad81-8dff42a8f0f8'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:07.402175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Bound port: d82f43c3-e5f0-4690-bc39-48a83df6ca3a, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42886d0-2718-44ae-b461-603bfeb6e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '73d3abdf-528e-47b5-ad81-8dff42a8f0f8'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:07.402558 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:07.423301 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-4f8acf77-af26-4387-a94c-c36079da4ce9 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997725 Jul 27 19:51:07.477467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] For port d82f43c3-e5f0-4690-bc39-48a83df6ca3a, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:07.480893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] For port d82f43c3-e5f0-4690-bc39-48a83df6ca3a, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d82f43c3-e5f0-4690-bc39-48a83df6ca3a,segment=NetworkSegment(f42886d0-2718-44ae-b461-603bfeb6e42f),segment_id=f42886d0-2718-44ae-b461-603bfeb6e42f)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:07.487219 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:07.514708 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:07.547761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0adf15-3806-46b5-aa38-38053de50c5b None None] Pushing event updated for resources: {'Port': ['ID=d82f43c3-e5f0-4690-bc39-48a83df6ca3a,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:07.627754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a761f-a501-4632-8a05-d576d660c4ec req-2ec9153b-df63-4c4b-bc54-290723949619 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:07.633725 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-919a761f-a501-4632-8a05-d576d660c4ec req-2ec9153b-df63-4c4b-bc54-290723949619 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.6298752 Jul 27 19:51:07.647194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] For port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:07.650597 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] For port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5,segment=NetworkSegment(e52b20eb-8fa4-47e2-89a3-51117f3d25a8),segment_id=e52b20eb-8fa4-47e2-89a3-51117f3d25a8)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:07.655594 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f9c57d4-2be7-4ec6-b491-bffce17435d5 req-046b81a5-7ce9-4d65-8888-7ecc71101699 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203646 Jul 27 19:51:07.659202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-7d0559e6-b3cb-4c8c-88df-bbb018fc9cbb tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:07.667113 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-7d0559e6-b3cb-4c8c-88df-bbb018fc9cbb tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/networks?id=4b297832-9b0b-4a76-93eb-5e4042a4102f HTTP/1.1" status: 200 len: 813 time: 0.5643077 Jul 27 19:51:07.691083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-0d745501-a40b-42f5-8f42-c85b56c8c697 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/quotas/ba2de612201a4a35a6f5cd51512a5321 HTTP/1.1" status: 200 len: 375 time: 0.0228353 Jul 27 19:51:07.703389 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:07.761338 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-c6e5a2f8-779d-4188-a55f-9aaa94011f16 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba2de612201a4a35a6f5cd51512a5321&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687819 Jul 27 19:51:07.766462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-460608c3-89ed-4348-937f-e60542662000 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:51:07.773599 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-460608c3-89ed-4348-937f-e60542662000 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116625 Jul 27 19:51:07.872571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:07.873241 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:07.874656 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] 10.222.0.63 "PUT /v2.0/ports/a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 HTTP/1.1" status: 200 len: 1092 time: 3.2917166 Jul 27 19:51:07.892929 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-919a761f-a501-4632-8a05-d576d660c4ec req-6c07c9b1-c4d4-4cb5-9ff9-2c3969999983 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464888 Jul 27 19:51:07.922141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Request body: {'port': {'device_id': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:07.959364 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae65c82-b6d3-4212-9458-d80eef4b460f req-fc836c43-631e-4873-bb56-b55814ae8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:07.960965 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-aae65c82-b6d3-4212-9458-d80eef4b460f req-fc836c43-631e-4873-bb56-b55814ae8ca8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 1095 time: 0.2159891 Jul 27 19:51:07.981430 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d32f9-db22-4e03-99bb-0f8f74dca84c service neutron] Pushing event updated for resources: {'Port': ['ID=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:07.992930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Allocated IP 172.20.0.1 (73d3abdf-528e-47b5-ad81-8dff42a8f0f8/97fad884-ad48-4a8f-93dd-f8b9681ea8f7/bea8c014-f8da-4141-96b6-4b4d5ba6b021) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:08.123667 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:08.191604 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-df293570-1301-4203-8d2f-cb8aa9871766 service neutron] 10.222.0.48 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167771 Jul 27 19:51:08.264147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae65c82-b6d3-4212-9458-d80eef4b460f req-ce104a88-d0fd-46c6-808a-1e4f7f792cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:08.266096 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-aae65c82-b6d3-4212-9458-d80eef4b460f req-ce104a88-d0fd-46c6-808a-1e4f7f792cda service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.2913558 Jul 27 19:51:08.281544 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:08.343436 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-aae65c82-b6d3-4212-9458-d80eef4b460f req-54081114-05c6-464b-8b0c-61a753fb0626 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d4ab2bd-2d9d-4ea4-89b9-907918978aba HTTP/1.1" status: 200 len: 217 time: 0.0615959 Jul 27 19:51:08.347032 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:08.354954 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-78cf25bd-84e9-4d1e-acc1-9f32ae31d929 service neutron] 10.222.0.48 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620636 Jul 27 19:51:08.421276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae65c82-b6d3-4212-9458-d80eef4b460f req-cbdaee89-0225-4429-8eec-92ebf31d2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:08.423292 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-aae65c82-b6d3-4212-9458-d80eef4b460f req-cbdaee89-0225-4429-8eec-92ebf31d2002 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.0629733 Jul 27 19:51:08.426229 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Transition to ACTIVE for port object bea8c014-f8da-4141-96b6-4b4d5ba6b021 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:08.534717 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:08.555936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae65c82-b6d3-4212-9458-d80eef4b460f req-3a94853c-546f-4a12-8c85-e1cacea0c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:08.558386 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-aae65c82-b6d3-4212-9458-d80eef4b460f req-3a94853c-546f-4a12-8c85-e1cacea0c0dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173434 Jul 27 19:51:08.637360 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 73d3abdf-528e-47b5-ad81-8dff42a8f0f8 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:08.776434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:08.784147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:08.800974 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=bea8c014-f8da-4141-96b6-4b4d5ba6b021,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:08.815457 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b82a051-4a63-458c-b31a-5df21e5cf87c {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:08.844898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e28ff2c-34e6-4c93-ba98-31f68cb950ec', 'name': 'network-vif-deleted', 'tag': '60dbb1a9-f7da-4d45-a09c-14264bd7b1da'}, {'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:08.847202 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44790c15-0fec-4485-be71-9efd582fc1ec" -d '{"events": [{"server_uuid": "7e28ff2c-34e6-4c93-ba98-31f68cb950ec", "name": "network-vif-deleted", "tag": "60dbb1a9-f7da-4d45-a09c-14264bd7b1da"}, {"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:08.878683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d82f43c3-e5f0-4690-bc39-48a83df6ca3a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:08.885587 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:08.885991 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:08.996856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f318c06-2efe-4360-9be3-a668ba7efe23 req-32ef6bf0-97ec-4fe0-8ee9-cc9e6f894f2d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:09.010789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f318c06-2efe-4360-9be3-a668ba7efe23 req-32ef6bf0-97ec-4fe0-8ee9-cc9e6f894f2d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:09.024823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port d82f43c3-e5f0-4690-bc39-48a83df6ca3a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:09.030097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f318c06-2efe-4360-9be3-a668ba7efe23 req-32ef6bf0-97ec-4fe0-8ee9-cc9e6f894f2d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:09.042885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f318c06-2efe-4360-9be3-a668ba7efe23 req-32ef6bf0-97ec-4fe0-8ee9-cc9e6f894f2d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:09.050430 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f318c06-2efe-4360-9be3-a668ba7efe23 req-32ef6bf0-97ec-4fe0-8ee9-cc9e6f894f2d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:09.052330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f318c06-2efe-4360-9be3-a668ba7efe23 req-32ef6bf0-97ec-4fe0-8ee9-cc9e6f894f2d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 3826 time: 1.0347490 Jul 27 19:51:09.054639 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Transition to ACTIVE for port object 6b82a051-4a63-458c-b31a-5df21e5cf87c will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:09.077788 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:09.101247 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-aae65c82-b6d3-4212-9458-d80eef4b460f req-ca106c43-2f4d-4f4b-b5a6-c3d2bc3cfc0c service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068743 Jul 27 19:51:09.265212 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:09.276885 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3d4ab2bd-2d9d-4ea4-89b9-907918978aba details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:51:09.326293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b75790-aabc-470d-8a2d-6c73f8627e4e None None] Network 73d3abdf-528e-47b5-ad81-8dff42a8f0f8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:09.365823 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b82a051-4a63-458c-b31a-5df21e5cf87c,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:09.432461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f318c06-2efe-4360-9be3-a668ba7efe23 req-57e7a806-e804-4d0b-bf17-352612c2db29 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3652332 Jul 27 19:51:09.477211 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8282156-755b-452a-80f8-eda772b149e9 req-006be64d-b648-433c-8821-f9cef988a544 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:09.480116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8282156-755b-452a-80f8-eda772b149e9 req-006be64d-b648-433c-8821-f9cef988a544 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 943 time: 0.6232529 Jul 27 19:51:09.589830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8282156-755b-452a-80f8-eda772b149e9 req-9e9b0733-c21c-4372-a8d0-4edf0da1ed59 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072803 Jul 27 19:51:09.711530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-997bf019-dcd8-4e95-bc53-742eb3024ca2 req-5272e090-717e-4ed5-8763-690dc14f6f44 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 210 time: 0.1102133 Jul 27 19:51:09.734341 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:09.741129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Attempting to bind port 6b82a051-4a63-458c-b31a-5df21e5cf87c on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:09.741466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Attempting to bind port 6b82a051-4a63-458c-b31a-5df21e5cf87c by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:09.741843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Attempting to bind port 6b82a051-4a63-458c-b31a-5df21e5cf87c on network dd22034f-6375-47e6-8fc0-301c85a1291a {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:09.754007 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Port 6b82a051-4a63-458c-b31a-5df21e5cf87c on network dd22034f-6375-47e6-8fc0-301c85a1291a not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:51:09.754007 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Attempting to bind port 6b82a051-4a63-458c-b31a-5df21e5cf87c on network dd22034f-6375-47e6-8fc0-301c85a1291a {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:09.762636 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:09.763165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Checking segment: {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:09.764246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Bound using segment: {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:09.765255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Bound port: 6b82a051-4a63-458c-b31a-5df21e5cf87c, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:09.765680 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:09.777909 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:09.852958 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae81e240-5d80-4171-a5a8-f41da0514678 x-openstack-request-id: req-ae81e240-5d80-4171-a5a8-f41da0514678 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:09.853394 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e28ff2c-34e6-4c93-ba98-31f68cb950ec", "name": "network-vif-deleted", "tag": "60dbb1a9-f7da-4d45-a09c-14264bd7b1da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:09.853661 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae81e240-5d80-4171-a5a8-f41da0514678 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:09.854050 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e28ff2c-34e6-4c93-ba98-31f68cb950ec', 'name': 'network-vif-deleted', 'tag': '60dbb1a9-f7da-4d45-a09c-14264bd7b1da', 'status': 'completed', 'code': 200} Jul 27 19:51:09.854295 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5', 'status': 'completed', 'code': 200} Jul 27 19:51:09.938527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a893a036-6d01-469a-bc37-75661d8b9a39 None None] Provisioning for port d82f43c3-e5f0-4690-bc39-48a83df6ca3a completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:09.952080 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a893a036-6d01-469a-bc37-75661d8b9a39 None None] Provisioning complete for port d82f43c3-e5f0-4690-bc39-48a83df6ca3a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:09.952477 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a893a036-6d01-469a-bc37-75661d8b9a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:10.059780 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-aae65c82-b6d3-4212-9458-d80eef4b460f req-f749da7b-0eef-44f2-91c5-06b82f9d5d35 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9458311 Jul 27 19:51:10.061313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=bea8c014-f8da-4141-96b6-4b4d5ba6b021,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:10.064260 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:10.137744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:10.201229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '3d4ab2bd-2d9d-4ea4-89b9-907918978aba', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'port_id': '3d4ab2bd-2d9d-4ea4-89b9-907918978aba', 'mac_address': 'fa:16:3e:c9:40:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:51:10.213731 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] For port 6b82a051-4a63-458c-b31a-5df21e5cf87c, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:10.219554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] For port 6b82a051-4a63-458c-b31a-5df21e5cf87c, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6b82a051-4a63-458c-b31a-5df21e5cf87c,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:10.234915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 73d3abdf-528e-47b5-ad81-8dff42a8f0f8 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:10.237435 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:10.245473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44790c15-0fec-4485-be71-9efd582fc1ec req-cc66361b-9536-4545-b96a-860866ad1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:10.246347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44790c15-0fec-4485-be71-9efd582fc1ec req-cc66361b-9536-4545-b96a-860866ad1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:10.246979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44790c15-0fec-4485-be71-9efd582fc1ec req-cc66361b-9536-4545-b96a-860866ad1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:10.247710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44790c15-0fec-4485-be71-9efd582fc1ec req-cc66361b-9536-4545-b96a-860866ad1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:10.248592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44790c15-0fec-4485-be71-9efd582fc1ec req-cc66361b-9536-4545-b96a-860866ad1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:10.249504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44790c15-0fec-4485-be71-9efd582fc1ec req-cc66361b-9536-4545-b96a-860866ad1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:10.251736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44790c15-0fec-4485-be71-9efd582fc1ec req-cc66361b-9536-4545-b96a-860866ad1210 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f58925f86c5a406cbce55135dc048b98&device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5244 time: 0.3966794 Jul 27 19:51:10.265043 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:10.275090 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a893a036-6d01-469a-bc37-75661d8b9a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:10.291944 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:10.330684 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4ab2bd-2d9d-4ea4-89b9-907918978aba {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:10.354012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a893a036-6d01-469a-bc37-75661d8b9a39 None None] For port d82f43c3-e5f0-4690-bc39-48a83df6ca3a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d82f43c3-e5f0-4690-bc39-48a83df6ca3a,segment=NetworkSegment(f42886d0-2718-44ae-b461-603bfeb6e42f),segment_id=f42886d0-2718-44ae-b461-603bfeb6e42f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:10.367070 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:10.369249 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a893a036-6d01-469a-bc37-75661d8b9a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:10.401077 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:10.456169 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 566f175f-c309-471b-82b2-490c3656ed74 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:51:10.459083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44790c15-0fec-4485-be71-9efd582fc1ec req-a9b524f5-fb85-4540-858a-fef76983ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:10.459904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44790c15-0fec-4485-be71-9efd582fc1ec req-a9b524f5-fb85-4540-858a-fef76983ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:10.461710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44790c15-0fec-4485-be71-9efd582fc1ec req-a9b524f5-fb85-4540-858a-fef76983ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:10.464016 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44790c15-0fec-4485-be71-9efd582fc1ec req-a9b524f5-fb85-4540-858a-fef76983ba48 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=f58925f86c5a406cbce55135dc048b98&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1955264 Jul 27 19:51:10.525392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893a036-6d01-469a-bc37-75661d8b9a39 None None] Pushing event updated for resources: {'Port': ['ID=d82f43c3-e5f0-4690-bc39-48a83df6ca3a,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:10.621079 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:10.621754 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:10.623241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] 10.222.0.63 "PUT /v2.0/ports/6b82a051-4a63-458c-b31a-5df21e5cf87c HTTP/1.1" status: 200 len: 1131 time: 2.7087824 Jul 27 19:51:10.701366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:10.738032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3e7ff-1a93-4f7f-8d3a-c0b4ca0e3072 req-6d82452e-b9cd-4444-a342-dd73690feed5 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:10.746459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-adf3e7ff-1a93-4f7f-8d3a-c0b4ca0e3072 req-6d82452e-b9cd-4444-a342-dd73690feed5 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.7256238 Jul 27 19:51:10.777882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Request body: {'port': {'device_id': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:10.782598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['3d4ab2bd-2d9d-4ea4-89b9-907918978aba'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:10.861704 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:51:10.877453 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9f63ba-d6d7-43a2-a930-e95861398846 None None] Sync routers for ids ['566f175f-c309-471b-82b2-490c3656ed74'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:51:10.893218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace902e0-e0f4-4700-b889-2e2b5d23c5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b82a051-4a63-458c-b31a-5df21e5cf87c,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:10.913254 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9f63ba-d6d7-43a2-a930-e95861398846 None None] Routers {'566f175f-c309-471b-82b2-490c3656ed74'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:10.914022 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1591a074-88ef-4528-80a2-cb8254fb6b56 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/566f175f-c309-471b-82b2-490c3656ed74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9507086 Jul 27 19:51:10.914610 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6a9f63ba-d6d7-43a2-a930-e95861398846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['566f175f-c309-471b-82b2-490c3656ed74'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:10.920366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47248) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:10.971187 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6a9f63ba-d6d7-43a2-a930-e95861398846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:10.978346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d82f43c3-e5f0-4690-bc39-48a83df6ca3a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:10.982941 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9f63ba-d6d7-43a2-a930-e95861398846 None None] Routers {'566f175f-c309-471b-82b2-490c3656ed74'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:10.983936 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6a9f63ba-d6d7-43a2-a930-e95861398846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['566f175f-c309-471b-82b2-490c3656ed74'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:11.031770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4ad2b-b7bb-4a8f-bbd9-bbcf322e297d req-1bb8d9a2-cef9-4e9d-8575-9c6d6c3b22dd tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:11.041015 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2cb4ad2b-b7bb-4a8f-bbd9-bbcf322e297d req-1bb8d9a2-cef9-4e9d-8575-9c6d6c3b22dd tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 949 time: 0.8190217 Jul 27 19:51:11.062597 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6a9f63ba-d6d7-43a2-a930-e95861398846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:11.063280 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9f63ba-d6d7-43a2-a930-e95861398846 None None] The sync data for ids ['566f175f-c309-471b-82b2-490c3656ed74'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:51:11.066796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8d2362-013b-4c25-9e2e-32edd7f13c40 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:11.079573 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ae8d2362-013b-4c25-9e2e-32edd7f13c40 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports/bea8c014-f8da-4141-96b6-4b4d5ba6b021 HTTP/1.1" status: 200 len: 910 time: 0.1449990 Jul 27 19:51:11.079573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47252) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:11.087843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f8059d3f-587a-47dd-8d9e-13cb4d4c7833 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97fad884-ad48-4a8f-93dd-f8b9681ea8f7'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:11.108693 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-35bf1b3b-8ce0-4c8a-bf59-d8869ab54e88 None None] Provisioning for port bea8c014-f8da-4141-96b6-4b4d5ba6b021 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:11.133805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44790c15-0fec-4485-be71-9efd582fc1ec req-46e3b5ca-88e8-4163-b5d2-23cd7c3127f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:11.135451 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44790c15-0fec-4485-be71-9efd582fc1ec req-46e3b5ca-88e8-4163-b5d2-23cd7c3127f9 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5648861 Jul 27 19:51:11.160947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-35bf1b3b-8ce0-4c8a-bf59-d8869ab54e88 None None] Provisioning complete for port bea8c014-f8da-4141-96b6-4b4d5ba6b021 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:11.161320 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-35bf1b3b-8ce0-4c8a-bf59-d8869ab54e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:11.172137 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-adf3e7ff-1a93-4f7f-8d3a-c0b4ca0e3072 req-0214768c-b19d-4a37-bb95-2790c1c82821 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239591 Jul 27 19:51:11.180887 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:11.199137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-cf9e9336-46f0-4377-9465-4daca248a38f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:11.200747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-cf9e9336-46f0-4377-9465-4daca248a38f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.63 "GET /v2.0/networks?id=4b297832-9b0b-4a76-93eb-5e4042a4102f HTTP/1.1" status: 200 len: 813 time: 0.7098444 Jul 27 19:51:11.241376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-a01dc306-2333-4ecc-9ba7-ed05d3abfcd7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'port': {'device_id': 'd72e2547-d456-4391-8765-4ed7c3dd5849', 'network_id': '4b297832-9b0b-4a76-93eb-5e4042a4102f', 'admin_state_up': True, 'tenant_id': 'ba2de612201a4a35a6f5cd51512a5321'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:11.251713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-35bf1b3b-8ce0-4c8a-bf59-d8869ab54e88 None None] Port bea8c014-f8da-4141-96b6-4b4d5ba6b021 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:11.273538 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d82f43c3-e5f0-4690-bc39-48a83df6ca3a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:11.273921 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:11.329426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2cb4ad2b-b7bb-4a8f-bbd9-bbcf322e297d req-76590973-c6cf-43e3-aae1-1c93d0cf6cc9 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855537 Jul 27 19:51:11.339977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-35bf1b3b-8ce0-4c8a-bf59-d8869ab54e88 None None] Provisioning complete for port d82f43c3-e5f0-4690-bc39-48a83df6ca3a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:11.341214 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-35bf1b3b-8ce0-4c8a-bf59-d8869ab54e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:11.435951 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8059d3f-587a-47dd-8d9e-13cb4d4c7833 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:11.549886 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:11.746482 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-62067c64-bc19-429c-9c81-8be67cfd5268 None None] Provisioning complete for port bea8c014-f8da-4141-96b6-4b4d5ba6b021 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:11.746716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac463b-b2a0-47c6-96fc-105055e866a9 req-b564b0f5-a436-42d8-8a21-0a405f188289 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:11.747416 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-62067c64-bc19-429c-9c81-8be67cfd5268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:11.753118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac463b-b2a0-47c6-96fc-105055e866a9 req-b564b0f5-a436-42d8-8a21-0a405f188289 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:11.759240 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac463b-b2a0-47c6-96fc-105055e866a9 req-b564b0f5-a436-42d8-8a21-0a405f188289 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:11.765676 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac463b-b2a0-47c6-96fc-105055e866a9 req-b564b0f5-a436-42d8-8a21-0a405f188289 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:11.771666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac463b-b2a0-47c6-96fc-105055e866a9 req-b564b0f5-a436-42d8-8a21-0a405f188289 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:11.777264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2caf2-6276-4556-a2d7-2d2cd23180a1 req-40e482b9-b067-4a10-9582-659dc880de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:11.777556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac463b-b2a0-47c6-96fc-105055e866a9 req-b564b0f5-a436-42d8-8a21-0a405f188289 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:11.778791 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d5d2caf2-6276-4556-a2d7-2d2cd23180a1 req-40e482b9-b067-4a10-9582-659dc880de30 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 1098 time: 0.2303843 Jul 27 19:51:11.779803 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6bac463b-b2a0-47c6-96fc-105055e866a9 req-b564b0f5-a436-42d8-8a21-0a405f188289 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 4598 time: 0.4670217 Jul 27 19:51:11.798502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-62067c64-bc19-429c-9c81-8be67cfd5268 None None] Port bea8c014-f8da-4141-96b6-4b4d5ba6b021 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:11.868028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': '6b82a051-4a63-458c-b31a-5df21e5cf87c'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:11.870577 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ab92ba-4375-4f40-b0f9-fb23a60c195d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "6b82a051-4a63-458c-b31a-5df21e5cf87c"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:11.877625 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d5d2caf2-6276-4556-a2d7-2d2cd23180a1 req-cbc07a9e-f959-43e7-b297-05448f770962 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864637 Jul 27 19:51:11.884455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-a01dc306-2333-4ecc-9ba7-ed05d3abfcd7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Made reservation on behalf of ba2de612201a4a35a6f5cd51512a5321 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:11.887382 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-a01dc306-2333-4ecc-9ba7-ed05d3abfcd7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:11.938201 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43030375-ae1e-4e49-af51-62cb12fa523a req-0b45ff70-20d0-4dc1-952c-87c4f605ca16 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:11.940120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-43030375-ae1e-4e49-af51-62cb12fa523a req-0b45ff70-20d0-4dc1-952c-87c4f605ca16 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 949 time: 0.4970636 Jul 27 19:51:12.034943 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ea498-b01e-4bcd-ac20-8c077e7aa130 req-0169b370-bc86-43d3-ac8e-cf992e1408f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:12.042412 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-001ea498-b01e-4bcd-ac20-8c077e7aa130 req-0169b370-bc86-43d3-ac8e-cf992e1408f9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 944 time: 0.4975052 Jul 27 19:51:12.048661 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8059d3f-587a-47dd-8d9e-13cb4d4c7833 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:12.058772 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8059d3f-587a-47dd-8d9e-13cb4d4c7833 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:12.062930 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6bac463b-b2a0-47c6-96fc-105055e866a9 req-45a9e651-4df0-4e92-8c33-5f8d491b4440 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2432883 Jul 27 19:51:12.184799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8059d3f-587a-47dd-8d9e-13cb4d4c7833 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=bea8c014-f8da-4141-96b6-4b4d5ba6b021,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:12.194484 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8059d3f-587a-47dd-8d9e-13cb4d4c7833 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:12.195138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8059d3f-587a-47dd-8d9e-13cb4d4c7833 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:12.199600 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f8059d3f-587a-47dd-8d9e-13cb4d4c7833 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/ports/bea8c014-f8da-4141-96b6-4b4d5ba6b021 HTTP/1.1" status: 200 len: 910 time: 1.1214552 Jul 27 19:51:12.200329 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47260) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:12.252436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a358e7b7-eb92-4f19-a381-2c8a23381b4f req-ae456bf8-bec2-46c5-8a2e-ad10ebe94463 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 210 time: 0.0594089 Jul 27 19:51:12.274982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-001ea498-b01e-4bcd-ac20-8c077e7aa130 req-2c85a956-f352-4385-b9b6-012eef465b7b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250438 Jul 27 19:51:12.687255 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:51:12.835367 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6070ef71-863d-4138-bd19-eab590f003a9 x-openstack-request-id: req-6070ef71-863d-4138-bd19-eab590f003a9 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:12.835629 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "6b82a051-4a63-458c-b31a-5df21e5cf87c", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:12.835875 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6070ef71-863d-4138-bd19-eab590f003a9 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:12.836257 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': '6b82a051-4a63-458c-b31a-5df21e5cf87c', 'status': 'completed', 'code': 200} Jul 27 19:51:12.846852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-a01dc306-2333-4ecc-9ba7-ed05d3abfcd7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Allocated IP 172.20.0.8 (4b297832-9b0b-4a76-93eb-5e4042a4102f/b449b1d1-35ca-4299-ac25-6927745019e8/9a832793-7015-4d17-b9ab-0eba3c9de58c) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:12.924719 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2319aae9-ce95-4f29-aabf-b219da789e06 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:12.950284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0eb087-511e-41c8-abc3-b4380881c28b req-5d06d300-15ab-4fa7-b363-35b3e18d78b1 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:12.957792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c0eb087-511e-41c8-abc3-b4380881c28b req-5d06d300-15ab-4fa7-b363-35b3e18d78b1 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.2001460 Jul 27 19:51:12.989145 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab92ba-4375-4f40-b0f9-fb23a60c195d req-f2238a0d-05bc-4245-8523-c62e033280c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:12.989706 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab92ba-4375-4f40-b0f9-fb23a60c195d req-f2238a0d-05bc-4245-8523-c62e033280c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:12.990143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab92ba-4375-4f40-b0f9-fb23a60c195d req-f2238a0d-05bc-4245-8523-c62e033280c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:12.990807 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab92ba-4375-4f40-b0f9-fb23a60c195d req-f2238a0d-05bc-4245-8523-c62e033280c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:12.991284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab92ba-4375-4f40-b0f9-fb23a60c195d req-f2238a0d-05bc-4245-8523-c62e033280c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:12.991750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab92ba-4375-4f40-b0f9-fb23a60c195d req-f2238a0d-05bc-4245-8523-c62e033280c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:12.993825 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d6ab92ba-4375-4f40-b0f9-fb23a60c195d req-f2238a0d-05bc-4245-8523-c62e033280c7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f58925f86c5a406cbce55135dc048b98&device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5286 time: 0.3418508 Jul 27 19:51:13.000183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9e18-84d8-483d-9226-b37ed5b90070 req-52047400-280c-4691-929a-6195bf26465d tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:13.001502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-201b9e18-84d8-483d-9226-b37ed5b90070 req-52047400-280c-4691-929a-6195bf26465d tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0 HTTP/1.1" status: 200 len: 949 time: 0.2059910 Jul 27 19:51:13.007729 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:13.016384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-43030375-ae1e-4e49-af51-62cb12fa523a req-4eeb5c61-6678-4211-8e81-5fafea6c95a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Deleting port 56496aec-841c-411b-aa6c-a986953eec0d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:51:13.016742 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-43030375-ae1e-4e49-af51-62cb12fa523a req-4eeb5c61-6678-4211-8e81-5fafea6c95a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:13.117327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-43030375-ae1e-4e49-af51-62cb12fa523a req-4eeb5c61-6678-4211-8e81-5fafea6c95a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] For port 56496aec-841c-411b-aa6c-a986953eec0d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=56496aec-841c-411b-aa6c-a986953eec0d,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:13.117707 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-43030375-ae1e-4e49-af51-62cb12fa523a req-4eeb5c61-6678-4211-8e81-5fafea6c95a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:13.159300 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-43030375-ae1e-4e49-af51-62cb12fa523a req-4eeb5c61-6678-4211-8e81-5fafea6c95a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Calling delete_port for 56496aec-841c-411b-aa6c-a986953eec0d owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:51:13.255961 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab92ba-4375-4f40-b0f9-fb23a60c195d req-3885eaa5-f99a-4646-a67b-cd47f56f9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:13.256349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab92ba-4375-4f40-b0f9-fb23a60c195d req-3885eaa5-f99a-4646-a67b-cd47f56f9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:13.256844 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab92ba-4375-4f40-b0f9-fb23a60c195d req-3885eaa5-f99a-4646-a67b-cd47f56f9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:13.258673 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d6ab92ba-4375-4f40-b0f9-fb23a60c195d req-3885eaa5-f99a-4646-a67b-cd47f56f9309 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=f58925f86c5a406cbce55135dc048b98&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2443092 Jul 27 19:51:13.306157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 621109a1-6e20-4c1b-bf89-b967d8f99c7c details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:51:13.310908 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3d4ab2bd-2d9d-4ea4-89b9-907918978aba up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:13.446620 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c03b2195-2c5d-4b0b-acfb-4ff77db19a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:13.555281 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:13.574378 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-43030375-ae1e-4e49-af51-62cb12fa523a req-4eeb5c61-6678-4211-8e81-5fafea6c95a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:13.580544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 621109a1-6e20-4c1b-bf89-b967d8f99c7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=621109a1-6e20-4c1b-bf89-b967d8f99c7c,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:13.597046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '621109a1-6e20-4c1b-bf89-b967d8f99c7c', 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304', 'port_id': '621109a1-6e20-4c1b-bf89-b967d8f99c7c', 'mac_address': 'fa:16:3e:4d:d8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a91b5a00-a1c3-4600-8e1b-576263e8fcc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:51:13.624362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:13.624940 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:13.664182 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2edf5096-2526-4d7f-82a3-31373d7da138 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:13.666252 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c0eb087-511e-41c8-abc3-b4380881c28b req-2f033fb1-2d11-4a34-bee6-5e8a03074238 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7075090 Jul 27 19:51:13.671458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Transition to ACTIVE for port object 2319aae9-ce95-4f29-aabf-b219da789e06 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:13.696645 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:13.722667 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 621109a1-6e20-4c1b-bf89-b967d8f99c7c {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:13.754004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 621109a1-6e20-4c1b-bf89-b967d8f99c7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=621109a1-6e20-4c1b-bf89-b967d8f99c7c,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:13.755586 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:13.801617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb5c61-6678-4211-8e81-5fafea6c95a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Pushing event deleted for resources: {'Port': ['ID=56496aec-841c-411b-aa6c-a986953eec0d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:13.830838 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:13.875606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:13.876862 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:13.878692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075c392d-db87-4499-a6ad-07f944b90e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4ab2bd-2d9d-4ea4-89b9-907918978aba'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:13.881335 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce40a62-9d8b-45fb-88c5-c6d57b84e49c" -d '{"events": [{"server_uuid": "075c392d-db87-4499-a6ad-07f944b90e44", "name": "network-vif-plugged", "status": "completed", "tag": "3d4ab2bd-2d9d-4ea4-89b9-907918978aba"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:13.888302 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-201b9e18-84d8-483d-9226-b37ed5b90070 req-499f05b7-f9ff-41d9-9b3d-928993b5c376 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0a09b47-c694-4268-aad9-805f2fef5169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100737 Jul 27 19:51:13.966192 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-a01dc306-2333-4ecc-9ba7-ed05d3abfcd7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:13.992966 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=621109a1-6e20-4c1b-bf89-b967d8f99c7c,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:13.995868 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:13.999122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab92ba-4375-4f40-b0f9-fb23a60c195d req-c5ae851c-82c9-4089-b7be-19e3b88814d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:14.003171 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d6ab92ba-4375-4f40-b0f9-fb23a60c195d req-c5ae851c-82c9-4089-b7be-19e3b88814d3 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7326546 Jul 27 19:51:14.101767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:14.120461 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 56496aec-841c-411b-aa6c-a986953eec0d no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:51:14.175903 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Pushing event updated for resources: {'Port': ['ID=2319aae9-ce95-4f29-aabf-b219da789e06,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:14.176131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 56496aec-841c-411b-aa6c-a986953eec0d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:51:14.176513 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 56496aec-841c-411b-aa6c-a986953eec0d not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:51:14.202970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2edf5096-2526-4d7f-82a3-31373d7da138 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port bea8c014-f8da-4141-96b6-4b4d5ba6b021 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:51:14.203743 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2edf5096-2526-4d7f-82a3-31373d7da138 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:14.266568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-43030375-ae1e-4e49-af51-62cb12fa523a req-4eeb5c61-6678-4211-8e81-5fafea6c95a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] No DVR routers for this DVR port 56496aec-841c-411b-aa6c-a986953eec0d on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:51:14.269814 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-43030375-ae1e-4e49-af51-62cb12fa523a req-4eeb5c61-6678-4211-8e81-5fafea6c95a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:14.272043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-43030375-ae1e-4e49-af51-62cb12fa523a req-4eeb5c61-6678-4211-8e81-5fafea6c95a6 tempest-ServersOnMultiNodesTest-89871166 tempest-ServersOnMultiNodesTest-89871166-project] 10.222.0.63 "DELETE /v2.0/ports/56496aec-841c-411b-aa6c-a986953eec0d HTTP/1.1" status: 204 len: 173 time: 2.3126514 Jul 27 19:51:14.319076 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b79a3398-aab1-4e94-bb77-a281f52e9676 req-cbe9f15d-f39a-4903-ab55-9b51d6956da3 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 210 time: 0.2502642 Jul 27 19:51:14.370202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['621109a1-6e20-4c1b-bf89-b967d8f99c7c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:14.422662 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-a01dc306-2333-4ecc-9ba7-ed05d3abfcd7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:14.524171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2edf5096-2526-4d7f-82a3-31373d7da138 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:14.565749 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2edf5096-2526-4d7f-82a3-31373d7da138 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for bea8c014-f8da-4141-96b6-4b4d5ba6b021 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:51:14.670902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dc306-2333-4ecc-9ba7-ed05d3abfcd7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'Port': ['ID=9a832793-7015-4d17-b9ab-0eba3c9de58c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:14.714398 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092302e-6143-48aa-bdf8-ad15ca3eb2df req-4eec2243-c362-44e0-b9c0-93fb1ea7bc19 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:14.734519 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092302e-6143-48aa-bdf8-ad15ca3eb2df req-4eec2243-c362-44e0-b9c0-93fb1ea7bc19 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:14.741071 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092302e-6143-48aa-bdf8-ad15ca3eb2df req-4eec2243-c362-44e0-b9c0-93fb1ea7bc19 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:14.747907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092302e-6143-48aa-bdf8-ad15ca3eb2df req-4eec2243-c362-44e0-b9c0-93fb1ea7bc19 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:14.767267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092302e-6143-48aa-bdf8-ad15ca3eb2df req-4eec2243-c362-44e0-b9c0-93fb1ea7bc19 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:14.773561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092302e-6143-48aa-bdf8-ad15ca3eb2df req-4eec2243-c362-44e0-b9c0-93fb1ea7bc19 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:14.782611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092302e-6143-48aa-bdf8-ad15ca3eb2df req-4eec2243-c362-44e0-b9c0-93fb1ea7bc19 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:14.805665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1092302e-6143-48aa-bdf8-ad15ca3eb2df req-4eec2243-c362-44e0-b9c0-93fb1ea7bc19 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5369 time: 0.9917071 Jul 27 19:51:14.860490 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2edf5096-2526-4d7f-82a3-31373d7da138 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:14.892667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-a01dc306-2333-4ecc-9ba7-ed05d3abfcd7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Network 4b297832-9b0b-4a76-93eb-5e4042a4102f is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:14.895530 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0', 'name': 'network-vif-deleted', 'tag': '56496aec-841c-411b-aa6c-a986953eec0d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:14.901106 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5f193e-0a1c-4a36-b3d5-4324b897b2d8" -d '{"events": [{"server_uuid": "9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0", "name": "network-vif-deleted", "tag": "56496aec-841c-411b-aa6c-a986953eec0d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:14.912533 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-a01dc306-2333-4ecc-9ba7-ed05d3abfcd7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:14.928101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-a01dc306-2333-4ecc-9ba7-ed05d3abfcd7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:14.936934 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf5096-2526-4d7f-82a3-31373d7da138 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=bea8c014-f8da-4141-96b6-4b4d5ba6b021,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:15.097970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Attempting to bind port 2319aae9-ce95-4f29-aabf-b219da789e06 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:15.100824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Attempting to bind port 2319aae9-ce95-4f29-aabf-b219da789e06 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:15.101251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Attempting to bind port 2319aae9-ce95-4f29-aabf-b219da789e06 on network dd22034f-6375-47e6-8fc0-301c85a1291a {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:15.145930 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1092302e-6143-48aa-bdf8-ad15ca3eb2df req-7ba553ea-07da-4cb7-8c5a-d263a3e11ed1 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3392177 Jul 27 19:51:15.157762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Port 2319aae9-ce95-4f29-aabf-b219da789e06 on network dd22034f-6375-47e6-8fc0-301c85a1291a not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:51:15.158287 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Attempting to bind port 2319aae9-ce95-4f29-aabf-b219da789e06 on network dd22034f-6375-47e6-8fc0-301c85a1291a {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:15.194128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa7510-c654-4b67-a6a9-2fd701d1b8ba req-3e445532-5bc5-4587-b3e5-d213fa3f0a4c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:15.202518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bbaa7510-c654-4b67-a6a9-2fd701d1b8ba req-3e445532-5bc5-4587-b3e5-d213fa3f0a4c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 945 time: 0.6185181 Jul 27 19:51:15.210161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-a01dc306-2333-4ecc-9ba7-ed05d3abfcd7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:15.211043 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-a01dc306-2333-4ecc-9ba7-ed05d3abfcd7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:15.216695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:15.227489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Checking segment: {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:15.229488 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Bound using segment: {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:15.229947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Bound port: 2319aae9-ce95-4f29-aabf-b219da789e06, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:15.230319 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:15.290753 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f13b48-3774-420f-bdd1-1140abbf9722 x-openstack-request-id: req-78f13b48-3774-420f-bdd1-1140abbf9722 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:15.291057 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075c392d-db87-4499-a6ad-07f944b90e44", "name": "network-vif-plugged", "status": "completed", "tag": "3d4ab2bd-2d9d-4ea4-89b9-907918978aba", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:15.291292 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78f13b48-3774-420f-bdd1-1140abbf9722 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:15.291698 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075c392d-db87-4499-a6ad-07f944b90e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4ab2bd-2d9d-4ea4-89b9-907918978aba', 'code': 200} Jul 27 19:51:15.307636 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 621109a1-6e20-4c1b-bf89-b967d8f99c7c no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:51:15.316709 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2edf5096-2526-4d7f-82a3-31373d7da138 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:15.332446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-a01dc306-2333-4ecc-9ba7-ed05d3abfcd7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1199677 Jul 27 19:51:15.363365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Request body: {'port': {'device_id': 'd72e2547-d456-4391-8765-4ed7c3dd5849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:15.456718 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:15.468045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bbaa7510-c654-4b67-a6a9-2fd701d1b8ba req-8d8599ac-9754-481d-9ccc-cb5e8d42ecc2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642460 Jul 27 19:51:15.472427 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 621109a1-6e20-4c1b-bf89-b967d8f99c7c {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:15.496429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 621109a1-6e20-4c1b-bf89-b967d8f99c7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=621109a1-6e20-4c1b-bf89-b967d8f99c7c,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:15.501523 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:15.556744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=621109a1-6e20-4c1b-bf89-b967d8f99c7c,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:15.601668 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edf5096-2526-4d7f-82a3-31373d7da138 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 566f175f-c309-471b-82b2-490c3656ed74 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:51:15.617831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50d368-4b3c-4fda-8ac9-fa6e6d55f734 req-6b55cdb8-81f5-46b9-ab93-9959f3776318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:15.619407 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1b50d368-4b3c-4fda-8ac9-fa6e6d55f734 req-6b55cdb8-81f5-46b9-ab93-9959f3776318 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 1097 time: 0.1983690 Jul 27 19:51:15.656201 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] For port 2319aae9-ce95-4f29-aabf-b219da789e06, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:15.674879 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5837fe-7b56-4fc1-b1c4-35925da42462 x-openstack-request-id: req-8b5837fe-7b56-4fc1-b1c4-35925da42462 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:15.675657 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0", "name": "network-vif-deleted", "tag": "56496aec-841c-411b-aa6c-a986953eec0d", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:15.675657 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b5837fe-7b56-4fc1-b1c4-35925da42462 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:15.675885 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c19dbbf-8c02-4342-bf04-aa8cf6eb9cb0', 'name': 'network-vif-deleted', 'tag': '56496aec-841c-411b-aa6c-a986953eec0d', 'status': 'completed', 'code': 200} Jul 27 19:51:15.688691 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] For port 2319aae9-ce95-4f29-aabf-b219da789e06, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=2319aae9-ce95-4f29-aabf-b219da789e06,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:15.730019 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:15.732849 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1b50d368-4b3c-4fda-8ac9-fa6e6d55f734 req-1bc02c91-26d1-458d-884a-5b5aa09519a4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709982 Jul 27 19:51:15.733969 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edf5096-2526-4d7f-82a3-31373d7da138 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:51:15.743336 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2edf5096-2526-4d7f-82a3-31373d7da138 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/566f175f-c309-471b-82b2-490c3656ed74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5406013 Jul 27 19:51:15.744029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47302) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:15.748819 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d7f81-0be4-4653-906f-45d63cb5cce9 None None] Sync routers for ids ['566f175f-c309-471b-82b2-490c3656ed74'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:51:15.782789 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e7cab0e3-2b53-4922-ac03-f17522ce2237 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports?device_id=566f175f-c309-471b-82b2-490c3656ed74 HTTP/1.1" status: 200 len: 205 time: 0.0374787 Jul 27 19:51:15.783618 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47306) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:15.787629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47d7f81-0be4-4653-906f-45d63cb5cce9 None None] Routers {'566f175f-c309-471b-82b2-490c3656ed74'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:15.793961 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a47d7f81-0be4-4653-906f-45d63cb5cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['566f175f-c309-471b-82b2-490c3656ed74'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:15.875097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:15.875772 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:15.877301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] 10.222.0.63 "PUT /v2.0/ports/2319aae9-ce95-4f29-aabf-b219da789e06 HTTP/1.1" status: 200 len: 1130 time: 5.1210222 Jul 27 19:51:15.882744 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:15.915254 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a47d7f81-0be4-4653-906f-45d63cb5cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:15.958648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Request body: {'port': {'device_id': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:15.968669 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47d7f81-0be4-4653-906f-45d63cb5cce9 None None] Routers {'566f175f-c309-471b-82b2-490c3656ed74'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:15.973838 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a47d7f81-0be4-4653-906f-45d63cb5cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:50:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['566f175f-c309-471b-82b2-490c3656ed74'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:16.169310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a47d7f81-0be4-4653-906f-45d63cb5cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:16.170809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d7f81-0be4-4653-906f-45d63cb5cce9 None None] The sync data for ids ['566f175f-c309-471b-82b2-490c3656ed74'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:51:16.207384 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e6792262-4885-47bb-924f-7e729a503c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:16.227379 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:16.361551 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d87b629-4d0a-4f23-9d29-189774e2dba2 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:16.388029 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e515e2b-a6c8-4a48-9345-bc41fd4b7a54 service neutron] Pushing event updated for resources: {'Port': ['ID=2319aae9-ce95-4f29-aabf-b219da789e06,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:16.406342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47318) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:16.430417 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185254b8-09d7-4548-bb34-b2addc7bbac8 req-3bb2d298-0b3f-4f9b-ac84-66488dfedc9e tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:16.432106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-185254b8-09d7-4548-bb34-b2addc7bbac8 req-3bb2d298-0b3f-4f9b-ac84-66488dfedc9e tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 944 time: 0.9849098 Jul 27 19:51:16.569541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a832793-7015-4d17-b9ab-0eba3c9de58c {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:16.578449 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:16.591959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Transition to ACTIVE for port object 9a832793-7015-4d17-b9ab-0eba3c9de58c will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:16.651881 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d87b629-4d0a-4f23-9d29-189774e2dba2 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:16.659339 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d87b629-4d0a-4f23-9d29-189774e2dba2 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:16.675405 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-185254b8-09d7-4548-bb34-b2addc7bbac8 req-1df890de-45e8-424b-b462-629a720975fd tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132454 Jul 27 19:51:16.676787 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:16.782554 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d87b629-4d0a-4f23-9d29-189774e2dba2 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:16.783318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d87b629-4d0a-4f23-9d29-189774e2dba2 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Fanout notify agent at l3_agent the message router_deleted on router 566f175f-c309-471b-82b2-490c3656ed74 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:51:16.797595 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d87b629-4d0a-4f23-9d29-189774e2dba2 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:16.799872 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9d87b629-4d0a-4f23-9d29-189774e2dba2 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/routers/566f175f-c309-471b-82b2-490c3656ed74 HTTP/1.1" status: 204 len: 168 time: 1.0151091 Jul 27 19:51:16.805635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47332) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:16.882072 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:16.889914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d569b7-8d57-44f3-90c2-ddf4d00212ea tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting subnet 97fad884-ad48-4a8f-93dd-f8b9681ea8f7 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:51:16.896085 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2d569b7-8d57-44f3-90c2-ddf4d00212ea tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:16.937384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196096d0-dffe-45b6-bcf9-8418a24675d5 req-5e74b4d7-ee4e-4b66-8e37-3304fb19bf54 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:16.940674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-196096d0-dffe-45b6-bcf9-8418a24675d5 req-5e74b4d7-ee4e-4b66-8e37-3304fb19bf54 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 931 time: 1.0863099 Jul 27 19:51:16.947945 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2d569b7-8d57-44f3-90c2-ddf4d00212ea tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.037550 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.086180 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2d569b7-8d57-44f3-90c2-ddf4d00212ea tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.104375 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-470939b4-66f5-4183-b086-7dfd8e061c1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6075594f6f2a439f93248a6093faea1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6710613 Jul 27 19:51:17.105745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Pushing event updated for resources: {'Port': ['ID=9a832793-7015-4d17-b9ab-0eba3c9de58c,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:17.110036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47334) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:17.171516 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2d569b7-8d57-44f3-90c2-ddf4d00212ea tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.235759 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d569b7-8d57-44f3-90c2-ddf4d00212ea tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Subnet': ['ID=97fad884-ad48-4a8f-93dd-f8b9681ea8f7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:17.249514 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2d569b7-8d57-44f3-90c2-ddf4d00212ea tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.251374 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1385e7b3-8430-41c7-9b3d-913b4ceeebd2 None None] Network 73d3abdf-528e-47b5-ad81-8dff42a8f0f8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:17.251833 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f2d569b7-8d57-44f3-90c2-ddf4d00212ea tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/97fad884-ad48-4a8f-93dd-f8b9681ea8f7 HTTP/1.1" status: 204 len: 168 time: 0.4444427 Jul 27 19:51:17.254328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47338) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:17.293403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-196096d0-dffe-45b6-bcf9-8418a24675d5 req-4e9ee254-4004-43cb-8eb5-bc87f5014ba1 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786875 Jul 27 19:51:17.298079 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Attempting to bind port 9a832793-7015-4d17-b9ab-0eba3c9de58c on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:17.304640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Attempting to bind port 9a832793-7015-4d17-b9ab-0eba3c9de58c by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '5ab1c04c-9dce-4428-a1f0-0a39d89cf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4b297832-9b0b-4a76-93eb-5e4042a4102f'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:17.305146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Attempting to bind port 9a832793-7015-4d17-b9ab-0eba3c9de58c on network 4b297832-9b0b-4a76-93eb-5e4042a4102f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:17.333384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 621109a1-6e20-4c1b-bf89-b967d8f99c7c up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:17.377452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60165-3568-4636-9f43-6b1eaf75c20d req-c8aa08cf-ad43-469b-93eb-bc27d8a600cc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:17.388995 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60165-3568-4636-9f43-6b1eaf75c20d req-c8aa08cf-ad43-469b-93eb-bc27d8a600cc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:17.395425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60165-3568-4636-9f43-6b1eaf75c20d req-c8aa08cf-ad43-469b-93eb-bc27d8a600cc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:17.401465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60165-3568-4636-9f43-6b1eaf75c20d req-c8aa08cf-ad43-469b-93eb-bc27d8a600cc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:17.407494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60165-3568-4636-9f43-6b1eaf75c20d req-c8aa08cf-ad43-469b-93eb-bc27d8a600cc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:17.413568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60165-3568-4636-9f43-6b1eaf75c20d req-c8aa08cf-ad43-469b-93eb-bc27d8a600cc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:17.419592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60165-3568-4636-9f43-6b1eaf75c20d req-c8aa08cf-ad43-469b-93eb-bc27d8a600cc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:17.424315 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.428246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6a60165-3568-4636-9f43-6b1eaf75c20d req-c8aa08cf-ad43-469b-93eb-bc27d8a600cc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5369 time: 0.6027787 Jul 27 19:51:17.451464 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Port 9a832793-7015-4d17-b9ab-0eba3c9de58c on network 4b297832-9b0b-4a76-93eb-5e4042a4102f not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:51:17.451853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Attempting to bind port 9a832793-7015-4d17-b9ab-0eba3c9de58c on network 4b297832-9b0b-4a76-93eb-5e4042a4102f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:17.480202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 621109a1-6e20-4c1b-bf89-b967d8f99c7c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:17.480975 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.502674 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port d82f43c3-e5f0-4690-bc39-48a83df6ca3a {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:51:17.503016 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.512054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:17.512383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Checking segment: {'id': '5ab1c04c-9dce-4428-a1f0-0a39d89cf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4b297832-9b0b-4a76-93eb-5e4042a4102f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:17.512833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Bound using segment: {'id': '5ab1c04c-9dce-4428-a1f0-0a39d89cf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4b297832-9b0b-4a76-93eb-5e4042a4102f'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:17.513316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Bound port: 9a832793-7015-4d17-b9ab-0eba3c9de58c, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab1c04c-9dce-4428-a1f0-0a39d89cf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4b297832-9b0b-4a76-93eb-5e4042a4102f'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:17.513672 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.557746 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14c523f4-00e2-4f68-ae9e-aa60c3f011c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.619360 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] For port d82f43c3-e5f0-4690-bc39-48a83df6ca3a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d82f43c3-e5f0-4690-bc39-48a83df6ca3a,segment=NetworkSegment(f42886d0-2718-44ae-b461-603bfeb6e42f),segment_id=f42886d0-2718-44ae-b461-603bfeb6e42f)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:17.620184 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.622318 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.628550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688d3764-8bb3-46a2-9ab9-1e91f8ed0a3b None None] DHCP port deletion for 73d3abdf-528e-47b5-ad81-8dff42a8f0f8 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:51:17.642170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6a60165-3568-4636-9f43-6b1eaf75c20d req-4e5943b4-1f72-4ac1-8935-4a7ddd251e1f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2030890 Jul 27 19:51:17.647564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for d82f43c3-e5f0-4690-bc39-48a83df6ca3a owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:51:17.688787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': '2319aae9-ce95-4f29-aabf-b219da789e06'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:17.694512 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe170444-f6f3-463f-826a-43d2ad70e201" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "2319aae9-ce95-4f29-aabf-b219da789e06"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:17.696809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab31627e-b5df-479e-ab4f-704be7c0a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621109a1-6e20-4c1b-bf89-b967d8f99c7c'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:17.699161 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a9ec1b-a5e6-40af-852a-3d602ed80d20" -d '{"events": [{"server_uuid": "ab31627e-b5df-479e-ab4f-704be7c0a432", "name": "network-vif-plugged", "status": "completed", "tag": "621109a1-6e20-4c1b-bf89-b967d8f99c7c"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:17.709665 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14c523f4-00e2-4f68-ae9e-aa60c3f011c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.726196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 621109a1-6e20-4c1b-bf89-b967d8f99c7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=621109a1-6e20-4c1b-bf89-b967d8f99c7c,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:17.738283 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.770021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-688d3764-8bb3-46a2-9ab9-1e91f8ed0a3b None None] Deleting port d82f43c3-e5f0-4690-bc39-48a83df6ca3a {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:51:17.770526 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-688d3764-8bb3-46a2-9ab9-1e91f8ed0a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.802822 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.821557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] For port 9a832793-7015-4d17-b9ab-0eba3c9de58c, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:17.850793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cafa88-9cb1-439d-b657-aad4c65bf8ec req-5e9e717f-1eda-4372-a4bc-653866926e2b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:17.857422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=d82f43c3-e5f0-4690-bc39-48a83df6ca3a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:17.858208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7cafa88-9cb1-439d-b657-aad4c65bf8ec req-5e9e717f-1eda-4372-a4bc-653866926e2b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 945 time: 0.4188435 Jul 27 19:51:17.861369 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] For port 9a832793-7015-4d17-b9ab-0eba3c9de58c, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=9a832793-7015-4d17-b9ab-0eba3c9de58c,segment=NetworkSegment(5ab1c04c-9dce-4428-a1f0-0a39d89cf838),segment_id=5ab1c04c-9dce-4428-a1f0-0a39d89cf838)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:17.862203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No DVR routers for this DVR port d82f43c3-e5f0-4690-bc39-48a83df6ca3a on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:51:17.883745 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-688d3764-8bb3-46a2-9ab9-1e91f8ed0a3b None None] For port d82f43c3-e5f0-4690-bc39-48a83df6ca3a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d82f43c3-e5f0-4690-bc39-48a83df6ca3a,segment=NetworkSegment(f42886d0-2718-44ae-b461-603bfeb6e42f),segment_id=f42886d0-2718-44ae-b461-603bfeb6e42f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:17.885008 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-688d3764-8bb3-46a2-9ab9-1e91f8ed0a3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.891707 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.902830 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-688d3764-8bb3-46a2-9ab9-1e91f8ed0a3b None None] Calling delete_port for d82f43c3-e5f0-4690-bc39-48a83df6ca3a owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:51:17.971074 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.976858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:17.977384 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.978833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] 10.222.0.63 "PUT /v2.0/ports/9a832793-7015-4d17-b9ab-0eba3c9de58c HTTP/1.1" status: 200 len: 1092 time: 2.6287649 Jul 27 19:51:17.992752 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14c523f4-00e2-4f68-ae9e-aa60c3f011c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.993927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d3abdf-528e-47b5-ad81-8dff42a8f0f8']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:17.995670 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14c523f4-00e2-4f68-ae9e-aa60c3f011c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:17.996903 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-14c523f4-00e2-4f68-ae9e-aa60c3f011c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0a09b47-c694-4268-aad9-805f2fef5169 HTTP/1.1" status: 204 len: 168 time: 0.8760674 Jul 27 19:51:18.009750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c389675-fc2c-489a-ac5e-e52b3557cb14 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:18.012582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42886d0-2718-44ae-b461-603bfeb6e42f') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:18.012928 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42886d0-2718-44ae-b461-603bfeb6e42f') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:18.025952 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:18.041698 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:18.052834 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7cafa88-9cb1-439d-b657-aad4c65bf8ec req-d25083f8-fc87-4ff1-a2d4-b2bbfc677b24 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836431 Jul 27 19:51:18.052834 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:18.053158 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:51:18.053158 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:18.065213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=621109a1-6e20-4c1b-bf89-b967d8f99c7c,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:18.092452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c523f4-00e2-4f68-ae9e-aa60c3f011c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a09b47-c694-4268-aad9-805f2fef5169,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:18.099910 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-688d3764-8bb3-46a2-9ab9-1e91f8ed0a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:51:18.133339 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:51:18.146063 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:18.153197 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:18.159585 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/networks/73d3abdf-528e-47b5-ad81-8dff42a8f0f8 HTTP/1.1" status: 204 len: 168 time: 0.8998506 Jul 27 19:51:18.168540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47350) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:18.175370 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc174a-cfc8-42fc-ab1d-97f63ee83b32 service neutron] Pushing event updated for resources: {'Port': ['ID=9a832793-7015-4d17-b9ab-0eba3c9de58c,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:18.187620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-cbb9a5e8-9879-4973-80de-5f50eae4cf34 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2037960492', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:18.197585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d3764-8bb3-46a2-9ab9-1e91f8ed0a3b None None] Pushing event deleted for resources: {'Port': ['ID=d82f43c3-e5f0-4690-bc39-48a83df6ca3a,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:18.204915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0e472-3669-47eb-94b1-44faf1322d88 req-5728640c-789a-408d-a921-09d7708885ba tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:18.206380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f766961-bf49-4523-b885-ab74d5469568 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Network': ['ID=73d3abdf-528e-47b5-ad81-8dff42a8f0f8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:18.208231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ec0e472-3669-47eb-94b1-44faf1322d88 req-5728640c-789a-408d-a921-09d7708885ba tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.4518921 Jul 27 19:51:18.212407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Transition to ACTIVE for port object 1c389675-fc2c-489a-ac5e-e52b3557cb14 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:18.241251 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d3764-8bb3-46a2-9ab9-1e91f8ed0a3b None None] No DVR routers for this DVR port d82f43c3-e5f0-4690-bc39-48a83df6ca3a on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:51:18.244685 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbadf3a4-860c-486e-b460-f3f38d8df86e x-openstack-request-id: req-fbadf3a4-860c-486e-b460-f3f38d8df86e {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:18.246090 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:18.249712 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab31627e-b5df-479e-ab4f-704be7c0a432", "name": "network-vif-plugged", "status": "completed", "tag": "621109a1-6e20-4c1b-bf89-b967d8f99c7c", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:18.250001 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fbadf3a4-860c-486e-b460-f3f38d8df86e {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:18.250860 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab31627e-b5df-479e-ab4f-704be7c0a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621109a1-6e20-4c1b-bf89-b967d8f99c7c', 'code': 200} Jul 27 19:51:18.314892 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5255fa6-4545-4bd2-b4a1-cf10f1817c71 x-openstack-request-id: req-b5255fa6-4545-4bd2-b4a1-cf10f1817c71 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:18.315227 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "2319aae9-ce95-4f29-aabf-b219da789e06", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:18.315616 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5255fa6-4545-4bd2-b4a1-cf10f1817c71 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:18.315982 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': '2319aae9-ce95-4f29-aabf-b219da789e06', 'status': 'completed', 'code': 200} Jul 27 19:51:18.316886 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cbb9a5e8-9879-4973-80de-5f50eae4cf34 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:18.317979 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cbb9a5e8-9879-4973-80de-5f50eae4cf34 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:18.381591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94747501-7ff6-438f-9895-43032935efdd service neutron] Pushing event updated for resources: {'Port': ['ID=1c389675-fc2c-489a-ac5e-e52b3557cb14,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:18.396500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ec0e472-3669-47eb-94b1-44faf1322d88 req-77cb0fe0-e12b-4ac2-9f6b-7d364c71d21c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750498 Jul 27 19:51:18.776818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47368) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:18.865059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d82f43c3-e5f0-4690-bc39-48a83df6ca3a no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:51:18.865814 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b9b1fb20-4955-48a4-a2e8-e5b569fe8164 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d363250d671f4e7b948fd214869fd1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0855620 Jul 27 19:51:18.867754 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47370) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:18.940139 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:18.946713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: d82f43c3-e5f0-4690-bc39-48a83df6ca3a {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:51:18.949477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d82f43c3-e5f0-4690-bc39-48a83df6ca3a not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:51:18.973593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-633adac6-e863-43e7-872f-d0286f10cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:18.974963 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12a30e8b-1726-48b1-92b0-c5f62c4d446e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:18.975452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-633adac6-e863-43e7-872f-d0286f10cf8d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba2de612201a4a35a6f5cd51512a5321&device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 1095 time: 0.9097159 Jul 27 19:51:19.005345 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12a30e8b-1726-48b1-92b0-c5f62c4d446e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:19.089596 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12a30e8b-1726-48b1-92b0-c5f62c4d446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:19.093712 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12a30e8b-1726-48b1-92b0-c5f62c4d446e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:19.095581 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-12a30e8b-1726-48b1-92b0-c5f62c4d446e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7afb479e-cb74-4059-9f32-ffd73b181ec1 HTTP/1.1" status: 204 len: 168 time: 0.2264097 Jul 27 19:51:19.105817 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cbb9a5e8-9879-4973-80de-5f50eae4cf34 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:19.110628 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-7b81bff3-7208-41bb-a049-ffd3b0922ac7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a832793-7015-4d17-b9ab-0eba3c9de58c HTTP/1.1" status: 200 len: 217 time: 0.1212583 Jul 27 19:51:19.111258 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a30e8b-1726-48b1-92b0-c5f62c4d446e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afb479e-cb74-4059-9f32-ffd73b181ec1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:19.139690 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cbb9a5e8-9879-4973-80de-5f50eae4cf34 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:19.178404 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Attempting to bind port 1c389675-fc2c-489a-ac5e-e52b3557cb14 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:19.178706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Attempting to bind port 1c389675-fc2c-489a-ac5e-e52b3557cb14 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:19.179210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Attempting to bind port 1c389675-fc2c-489a-ac5e-e52b3557cb14 on network dd22034f-6375-47e6-8fc0-301c85a1291a {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:19.203433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Port 1c389675-fc2c-489a-ac5e-e52b3557cb14 on network dd22034f-6375-47e6-8fc0-301c85a1291a not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:51:19.203768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Attempting to bind port 1c389675-fc2c-489a-ac5e-e52b3557cb14 on network dd22034f-6375-47e6-8fc0-301c85a1291a {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:19.219481 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cbb9a5e8-9879-4973-80de-5f50eae4cf34 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:19.220773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cbb9a5e8-9879-4973-80de-5f50eae4cf34 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0463240 Jul 27 19:51:19.223939 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47376) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:19.230507 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e0ac6ed5-c1f3-4522-8f67-d36785aadc9b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'network': {'name': 'tempest-RoutersTest-1508394758'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:19.237546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:19.237892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Checking segment: {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:19.238381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Bound using segment: {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:19.238824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Bound port: 1c389675-fc2c-489a-ac5e-e52b3557cb14, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:19.239220 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:19.261488 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ac6ed5-c1f3-4522-8f67-d36785aadc9b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:19.266660 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6ed5-c1f3-4522-8f67-d36785aadc9b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:19.270352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe170444-f6f3-463f-826a-43d2ad70e201 req-e65229f1-93f8-4363-8798-160233ccea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:19.270851 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe170444-f6f3-463f-826a-43d2ad70e201 req-e65229f1-93f8-4363-8798-160233ccea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:19.271322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe170444-f6f3-463f-826a-43d2ad70e201 req-e65229f1-93f8-4363-8798-160233ccea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:19.271786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe170444-f6f3-463f-826a-43d2ad70e201 req-e65229f1-93f8-4363-8798-160233ccea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:19.272251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe170444-f6f3-463f-826a-43d2ad70e201 req-e65229f1-93f8-4363-8798-160233ccea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:19.272753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe170444-f6f3-463f-826a-43d2ad70e201 req-e65229f1-93f8-4363-8798-160233ccea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:19.273212 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe170444-f6f3-463f-826a-43d2ad70e201 req-e65229f1-93f8-4363-8798-160233ccea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:19.275519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe170444-f6f3-463f-826a-43d2ad70e201 req-e65229f1-93f8-4363-8798-160233ccea09 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f58925f86c5a406cbce55135dc048b98&device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 6235 time: 0.9379969 Jul 27 19:51:19.283445 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-eec39247-b400-467d-857a-0a50c2e49c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:19.284968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-eec39247-b400-467d-857a-0a50c2e49c27 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b449b1d1-35ca-4299-ac25-6927745019e8 HTTP/1.1" status: 200 len: 853 time: 0.1619501 Jul 27 19:51:19.296174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ac6ed5-c1f3-4522-8f67-d36785aadc9b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:51:19.306516 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6ed5-c1f3-4522-8f67-d36785aadc9b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:19.306921 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-e0ac6ed5-c1f3-4522-8f67-d36785aadc9b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Added segment a8489393-f6a0-4cad-bde3-65cc68e36fed of type vlan for network 36f5a09f-e579-4b31-99e6-c7a5a882f62c Jul 27 19:51:19.313196 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db506d64-b487-40e0-bbc1-b5f2ea936602 req-9abc9ef6-ea8b-4ef7-bb26-8ceb7918d27e tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:19.320433 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-db506d64-b487-40e0-bbc1-b5f2ea936602 req-9abc9ef6-ea8b-4ef7-bb26-8ceb7918d27e tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 943 time: 0.3439622 Jul 27 19:51:19.351585 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6ed5-c1f3-4522-8f67-d36785aadc9b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:19.399861 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6ed5-c1f3-4522-8f67-d36785aadc9b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:19.406824 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ac6ed5-c1f3-4522-8f67-d36785aadc9b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:19.407841 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6ed5-c1f3-4522-8f67-d36785aadc9b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:19.450470 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-4b5fc39b-1009-445c-a8fd-cdb3a905f867 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4b297832-9b0b-4a76-93eb-5e4042a4102f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452899 Jul 27 19:51:19.482873 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e0ac6ed5-c1f3-4522-8f67-d36785aadc9b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2573419 Jul 27 19:51:19.487289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47384) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:19.496950 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ce7c72c1-e610-4494-93ad-0848922c9c1b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'subnet': {'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:19.579324 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-db506d64-b487-40e0-bbc1-b5f2ea936602 req-9ea9f7ae-06a8-4536-b83d-048a42d59d82 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541819 Jul 27 19:51:19.618162 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac6ed5-c1f3-4522-8f67-d36785aadc9b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Network': ['ID=36f5a09f-e579-4b31-99e6-c7a5a882f62c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:19.629433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 36f5a09f-e579-4b31-99e6-c7a5a882f62c details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:51:19.655828 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7c72c1-e610-4494-93ad-0848922c9c1b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:19.663175 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce7c72c1-e610-4494-93ad-0848922c9c1b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:19.663412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe170444-f6f3-463f-826a-43d2ad70e201 req-51011903-57de-4ee8-8f98-c2d0ca254db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:19.663892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe170444-f6f3-463f-826a-43d2ad70e201 req-51011903-57de-4ee8-8f98-c2d0ca254db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:19.664522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe170444-f6f3-463f-826a-43d2ad70e201 req-51011903-57de-4ee8-8f98-c2d0ca254db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:19.668663 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47392) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:19.671216 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe170444-f6f3-463f-826a-43d2ad70e201 req-51011903-57de-4ee8-8f98-c2d0ca254db8 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=f58925f86c5a406cbce55135dc048b98&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3836224 Jul 27 19:51:19.673031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] For port 1c389675-fc2c-489a-ac5e-e52b3557cb14, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:19.699167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] For port 1c389675-fc2c-489a-ac5e-e52b3557cb14, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1c389675-fc2c-489a-ac5e-e52b3557cb14,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:19.741401 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:19.785689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a91ad-db08-43b4-bfd8-44224c729272 req-462e4434-8c04-4a33-bab6-abcdfe1678d3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:19.794916 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-153a91ad-db08-43b4-bfd8-44224c729272 req-462e4434-8c04-4a33-bab6-abcdfe1678d3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 945 time: 0.5821714 Jul 27 19:51:19.919068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:19.919976 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:19.922615 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-94747501-7ff6-438f-9895-43032935efdd service neutron] 10.222.0.63 "PUT /v2.0/ports/1c389675-fc2c-489a-ac5e-e52b3557cb14 HTTP/1.1" status: 200 len: 1091 time: 3.9832819 Jul 27 19:51:19.945839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-19c355ba-a7ed-4c0f-976b-cc429631fa96 service neutron] 10.222.0.63 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851732 Jul 27 19:51:19.967205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Request body: {'port': {'device_id': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:19.999814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-153a91ad-db08-43b4-bfd8-44224c729272 req-2c2f3839-91af-4067-9f70-40ed7d26b9e4 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034585 Jul 27 19:51:20.015591 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce7c72c1-e610-4494-93ad-0848922c9c1b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:20.028550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e074ce-5fe2-4945-87f7-7d23e5f5788e admin admin] Deleting subnet 0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:51:20.033181 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-94e074ce-5fe2-4945-87f7-7d23e5f5788e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:20.122332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94747501-7ff6-438f-9895-43032935efdd service neutron] Pushing event updated for resources: {'Port': ['ID=1c389675-fc2c-489a-ac5e-e52b3557cb14,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:20.201665 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-94e074ce-5fe2-4945-87f7-7d23e5f5788e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:20.229742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c72c1-e610-4494-93ad-0848922c9c1b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Subnet': ['ID=577d8d79-f63b-47bc-8f23-f5cb40b020b4,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:20.232210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7c72c1-e610-4494-93ad-0848922c9c1b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Checking segment: {'id': 'a8489393-f6a0-4cad-bde3-65cc68e36fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:20.232744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c72c1-e610-4494-93ad-0848922c9c1b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network hostable DHCP agents. Network: 36f5a09f-e579-4b31-99e6-c7a5a882f62c, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:51:20.265140 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-94e074ce-5fe2-4945-87f7-7d23e5f5788e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:20.287501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c72c1-e610-4494-93ad-0848922c9c1b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 36f5a09f-e579-4b31-99e6-c7a5a882f62c is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:51:20.308958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ce7c72c1-e610-4494-93ad-0848922c9c1b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 36f5a09f-e579-4b31-99e6-c7a5a882f62c) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:20.317688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7c72c1-e610-4494-93ad-0848922c9c1b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:20.318387 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce7c72c1-e610-4494-93ad-0848922c9c1b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:20.321201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8693f39-0063-4306-a81b-6a2e176e3fe6 None None] Network 36f5a09f-e579-4b31-99e6-c7a5a882f62c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:20.325744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72e2547-d456-4391-8765-4ed7c3dd5849', 'tag': '9a832793-7015-4d17-b9ab-0eba3c9de58c'}, {'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': '1c389675-fc2c-489a-ac5e-e52b3557cb14'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:20.328525 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c" -d '{"events": [{"name": "network-changed", "server_uuid": "d72e2547-d456-4391-8765-4ed7c3dd5849", "tag": "9a832793-7015-4d17-b9ab-0eba3c9de58c"}, {"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "1c389675-fc2c-489a-ac5e-e52b3557cb14"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:20.352074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe170444-f6f3-463f-826a-43d2ad70e201 req-a41dcddc-edbf-4ebf-94c3-47dd697a7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:20.353810 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe170444-f6f3-463f-826a-43d2ad70e201 req-a41dcddc-edbf-4ebf-94c3-47dd697a7f4d service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6286263 Jul 27 19:51:20.358751 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ce7c72c1-e610-4494-93ad-0848922c9c1b tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8673110 Jul 27 19:51:20.359219 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-94e074ce-5fe2-4945-87f7-7d23e5f5788e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:20.361267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47416) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:20.383361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76787b0-eb2f-421b-9ba6-96b6d205b074 req-ad4b2425-8167-4d34-a870-6c10b65308fe tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:20.388976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76787b0-eb2f-421b-9ba6-96b6d205b074 req-ad4b2425-8167-4d34-a870-6c10b65308fe tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:20.396563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76787b0-eb2f-421b-9ba6-96b6d205b074 req-ad4b2425-8167-4d34-a870-6c10b65308fe tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:20.403364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76787b0-eb2f-421b-9ba6-96b6d205b074 req-ad4b2425-8167-4d34-a870-6c10b65308fe tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:20.409641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76787b0-eb2f-421b-9ba6-96b6d205b074 req-ad4b2425-8167-4d34-a870-6c10b65308fe tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:20.415750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76787b0-eb2f-421b-9ba6-96b6d205b074 req-ad4b2425-8167-4d34-a870-6c10b65308fe tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:20.421795 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76787b0-eb2f-421b-9ba6-96b6d205b074 req-ad4b2425-8167-4d34-a870-6c10b65308fe tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:20.430317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f76787b0-eb2f-421b-9ba6-96b6d205b074 req-ad4b2425-8167-4d34-a870-6c10b65308fe tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5381 time: 0.7022202 Jul 27 19:51:20.462571 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e074ce-5fe2-4945-87f7-7d23e5f5788e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:20.494688 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:20.498840 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-94e074ce-5fe2-4945-87f7-7d23e5f5788e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:20.503411 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-94e074ce-5fe2-4945-87f7-7d23e5f5788e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0152b3ab-d941-42c8-bc0d-cfd1cf9a6e2d HTTP/1.1" status: 204 len: 168 time: 0.8312769 Jul 27 19:51:20.504099 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47420) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:20.511731 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15c7d73d-ae49-431a-93d5-3071b0d74680 req-9754585a-6217-4795-806d-900131d2066e service neutron] 10.222.0.63 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510864 Jul 27 19:51:20.557641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-236bc37c-4250-4703-867d-1d8686dbf98d tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:20.566541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-236bc37c-4250-4703-867d-1d8686dbf98d tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/networks?id=2a94ce5d-0255-4786-abc8-d7eec91e5304 HTTP/1.1" status: 200 len: 814 time: 0.4102728 Jul 27 19:51:20.570960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:51:20.572093 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:20.630047 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f76787b0-eb2f-421b-9ba6-96b6d205b074 req-d0184926-2bdf-4f71-9fff-d4140e1d1ff1 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1944401 Jul 27 19:51:20.654864 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5268e2aa-03c4-49ce-a35f-8b5b71451bf6 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/quotas/9ebde375c7d842259b702ecaf0873510 HTTP/1.1" status: 200 len: 375 time: 0.0874059 Jul 27 19:51:20.789169 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c80701b6-6f83-4e40-ae21-975a7b41a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:20.816265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Allocated IP 172.20.0.2 (36f5a09f-e579-4b31-99e6-c7a5a882f62c/577d8d79-f63b-47bc-8f23-f5cb40b020b4/7daf9a64-bb33-4787-8f81-595456408a5e) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:20.936370 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865e941d-4930-48b1-b1c1-188da2dd1d84 x-openstack-request-id: req-865e941d-4930-48b1-b1c1-188da2dd1d84 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:20.936720 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72e2547-d456-4391-8765-4ed7c3dd5849", "tag": "9a832793-7015-4d17-b9ab-0eba3c9de58c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "1c389675-fc2c-489a-ac5e-e52b3557cb14", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:20.936936 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-865e941d-4930-48b1-b1c1-188da2dd1d84 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:20.937335 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72e2547-d456-4391-8765-4ed7c3dd5849', 'tag': '9a832793-7015-4d17-b9ab-0eba3c9de58c', 'status': 'completed', 'code': 200} Jul 27 19:51:20.937587 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': '1c389675-fc2c-489a-ac5e-e52b3557cb14', 'status': 'completed', 'code': 200} Jul 27 19:51:21.006683 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-e11b40c9-7661-483f-9ae1-baac880e3dca tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ebde375c7d842259b702ecaf0873510&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3505197 Jul 27 19:51:21.032363 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.041113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.041816 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Transition to ACTIVE for port object 7daf9a64-bb33-4787-8f81-595456408a5e will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:21.046890 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c80701b6-6f83-4e40-ae21-975a7b41a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.063915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c80701b6-6f83-4e40-ae21-975a7b41a8ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebd3759-03a3-4e67-a8e0-16f7b925197f']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:21.077182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c80701b6-6f83-4e40-ae21-975a7b41a8ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fcd005-d5ac-48e9-9c05-539350823539') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:21.077379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c80701b6-6f83-4e40-ae21-975a7b41a8ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fcd005-d5ac-48e9-9c05-539350823539') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:21.077659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Transition to ACTIVE for port object 7daf9a64-bb33-4787-8f81-595456408a5e will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:21.086355 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.134147 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c80701b6-6f83-4e40-ae21-975a7b41a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.138228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Network 36f5a09f-e579-4b31-99e6-c7a5a882f62c is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:21.150475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:21.157907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:21.197511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:21.206921 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.210510 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c80701b6-6f83-4e40-ae21-975a7b41a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.225764 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80701b6-6f83-4e40-ae21-975a7b41a8ed admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:51:21.226224 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c80701b6-6f83-4e40-ae21-975a7b41a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:51:21.228271 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:51:21.243891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Transition to ACTIVE for port object f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:21.266167 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.318210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75aab-e903-4de4-8605-83947b478596 req-baac9760-2bb7-4d11-a256-c205b1d53f0e tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:21.318210 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9c75aab-e903-4de4-8605-83947b478596 req-baac9760-2bb7-4d11-a256-c205b1d53f0e tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 943 time: 0.3192921 Jul 27 19:51:21.386570 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3df72a-1e43-41a5-97dd-406659b4808c req-302984ad-5667-4d55-9c02-9290f902ea4b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:21.388320 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2a3df72a-1e43-41a5-97dd-406659b4808c req-302984ad-5667-4d55-9c02-9290f902ea4b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab31627e-b5df-479e-ab4f-704be7c0a432 HTTP/1.1" status: 200 len: 946 time: 0.3030961 Jul 27 19:51:21.418508 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c80701b6-6f83-4e40-ae21-975a7b41a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.443598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-257d18d1-cdff-4e98-9515-0bab927e7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:21.450025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-257d18d1-cdff-4e98-9515-0bab927e7aa4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba2de612201a4a35a6f5cd51512a5321&device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 1095 time: 0.4906771 Jul 27 19:51:21.490012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-35527955-1b47-4df3-8dee-f9aaa31c541e service neutron] 10.222.0.48 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620798 Jul 27 19:51:21.502502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Pushing event updated for resources: {'Port': ['ID=7daf9a64-bb33-4787-8f81-595456408a5e,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:21.502990 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c80701b6-6f83-4e40-ae21-975a7b41a8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.505107 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c80701b6-6f83-4e40-ae21-975a7b41a8ed admin admin] 10.222.0.48 "DELETE /v2.0/networks/0ebd3759-03a3-4e67-a8e0-16f7b925197f HTTP/1.1" status: 204 len: 168 time: 0.9999404 Jul 27 19:51:21.510589 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80701b6-6f83-4e40-ae21-975a7b41a8ed admin admin] Pushing event deleted for resources: {'Network': ['ID=0ebd3759-03a3-4e67-a8e0-16f7b925197f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:21.524825 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Attempting to bind port 7daf9a64-bb33-4787-8f81-595456408a5e on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:21.525201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Attempting to bind port 7daf9a64-bb33-4787-8f81-595456408a5e by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'a8489393-f6a0-4cad-bde3-65cc68e36fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:21.525659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Attempting to bind port 7daf9a64-bb33-4787-8f81-595456408a5e on network 36f5a09f-e579-4b31-99e6-c7a5a882f62c {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:21.531905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9c75aab-e903-4de4-8605-83947b478596 req-8c584c75-3bb4-482e-aca1-89ecf7dbac10 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146108 Jul 27 19:51:21.533474 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:21.533797 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Checking segment: {'id': 'a8489393-f6a0-4cad-bde3-65cc68e36fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:21.534213 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.534747 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Bound using segment: {'id': 'a8489393-f6a0-4cad-bde3-65cc68e36fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:21.535235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Bound port: 7daf9a64-bb33-4787-8f81-595456408a5e, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8489393-f6a0-4cad-bde3-65cc68e36fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:21.535596 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.558815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:21.612447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] For port 7daf9a64-bb33-4787-8f81-595456408a5e, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:21.619320 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] For port 7daf9a64-bb33-4787-8f81-595456408a5e, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7daf9a64-bb33-4787-8f81-595456408a5e,segment=NetworkSegment(a8489393-f6a0-4cad-bde3-65cc68e36fed),segment_id=a8489393-f6a0-4cad-bde3-65cc68e36fed)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:21.633445 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.650681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Allocated IP 172.20.0.1 (36f5a09f-e579-4b31-99e6-c7a5a882f62c/577d8d79-f63b-47bc-8f23-f5cb40b020b4/20850531-9a1c-4a0f-a5a6-1177211341c0) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:21.722954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e80917-3519-480c-b7fe-a283e4b668e7 None None] Pushing event updated for resources: {'Port': ['ID=7daf9a64-bb33-4787-8f81-595456408a5e,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:21.735626 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-2a3df72a-1e43-41a5-97dd-406659b4808c req-706077e9-1bfc-4324-81cb-37b5551e4e64 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Deleting port 621109a1-6e20-4c1b-bf89-b967d8f99c7c {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:51:21.735932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2a3df72a-1e43-41a5-97dd-406659b4808c req-706077e9-1bfc-4324-81cb-37b5551e4e64 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.814696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Attempting to bind port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:21.815032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Attempting to bind port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:21.816055 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Attempting to bind port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 on network dd22034f-6375-47e6-8fc0-301c85a1291a {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:21.839309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 on network dd22034f-6375-47e6-8fc0-301c85a1291a not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:51:21.839643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Attempting to bind port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 on network dd22034f-6375-47e6-8fc0-301c85a1291a {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:21.860348 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-22e03074-f3d1-4c0e-bc40-def2fbe03394 service neutron] 10.222.0.48 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553486 Jul 27 19:51:21.861118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:21.861478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Checking segment: {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:21.861829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Bound using segment: {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:21.862256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Bound port: f3f4f404-35f4-4af5-81a9-53ee4e03e5b4, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101d8e60-3b0f-40f6-94dc-80210408d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:21.862611 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.866769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-109434e7-65f3-4871-ad2f-5877148c62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:21.868258 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-109434e7-65f3-4871-ad2f-5877148c62a5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4b297832-9b0b-4a76-93eb-5e4042a4102f HTTP/1.1" status: 200 len: 914 time: 0.3769720 Jul 27 19:51:21.869658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47448) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:21.885953 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.889785 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-2a3df72a-1e43-41a5-97dd-406659b4808c req-706077e9-1bfc-4324-81cb-37b5551e4e64 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] For port 621109a1-6e20-4c1b-bf89-b967d8f99c7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=621109a1-6e20-4c1b-bf89-b967d8f99c7c,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:21.890060 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2a3df72a-1e43-41a5-97dd-406659b4808c req-706077e9-1bfc-4324-81cb-37b5551e4e64 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:21.910257 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-2a3df72a-1e43-41a5-97dd-406659b4808c req-706077e9-1bfc-4324-81cb-37b5551e4e64 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Calling delete_port for 621109a1-6e20-4c1b-bf89-b967d8f99c7c owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:51:21.915497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Transition to ACTIVE for port object 20850531-9a1c-4a0f-a5a6-1177211341c0 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:21.965689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04073746-97bb-4b31-9d89-dbffeca0faa0 req-52773b9a-71dd-412b-a2fd-ab488aa76c02 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:21.977892 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-04073746-97bb-4b31-9d89-dbffeca0faa0 req-52773b9a-71dd-412b-a2fd-ab488aa76c02 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3852606-06cc-46a0-89a1-e10a43d05ec9 HTTP/1.1" status: 200 len: 946 time: 0.2676733 Jul 27 19:51:21.977892 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-859eec27-c3b6-4a79-b38d-5da6524f636f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a832793-7015-4d17-b9ab-0eba3c9de58c HTTP/1.1" status: 200 len: 217 time: 0.0857620 Jul 27 19:51:22.075400 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:22.153333 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 9a832793-7015-4d17-b9ab-0eba3c9de58c details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:51:22.200411 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 36f5a09f-e579-4b31-99e6-c7a5a882f62c is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:22.231945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:22.237093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=20850531-9a1c-4a0f-a5a6-1177211341c0,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:22.241778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:22.304644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:22.308734 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2a3df72a-1e43-41a5-97dd-406659b4808c req-706077e9-1bfc-4324-81cb-37b5551e4e64 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:22.325130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['621109a1-6e20-4c1b-bf89-b967d8f99c7c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:22.376514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706077e9-1bfc-4324-81cb-37b5551e4e64 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Pushing event deleted for resources: {'Port': ['ID=621109a1-6e20-4c1b-bf89-b967d8f99c7c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:22.392075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 9a832793-7015-4d17-b9ab-0eba3c9de58c, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=9a832793-7015-4d17-b9ab-0eba3c9de58c,segment=NetworkSegment(5ab1c04c-9dce-4428-a1f0-0a39d89cf838),segment_id=5ab1c04c-9dce-4428-a1f0-0a39d89cf838)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:22.426247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '9a832793-7015-4d17-b9ab-0eba3c9de58c', 'network_id': '4b297832-9b0b-4a76-93eb-5e4042a4102f', 'port_id': '9a832793-7015-4d17-b9ab-0eba3c9de58c', 'mac_address': 'fa:16:3e:59:eb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b449b1d1-35ca-4299-ac25-6927745019e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:51:22.534647 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:22.565506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a832793-7015-4d17-b9ab-0eba3c9de58c {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:22.603710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 9a832793-7015-4d17-b9ab-0eba3c9de58c, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=9a832793-7015-4d17-b9ab-0eba3c9de58c,segment=NetworkSegment(5ab1c04c-9dce-4428-a1f0-0a39d89cf838),segment_id=5ab1c04c-9dce-4428-a1f0-0a39d89cf838)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:22.621731 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:22.665642 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8a455642-e135-462d-9f6c-e29e80d5bf4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f19d4f5c80f446fba94990d46169e53a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7917197 Jul 27 19:51:22.683883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47462) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:22.706990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=9a832793-7015-4d17-b9ab-0eba3c9de58c,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:22.709591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] For port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:22.713749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-dd13c771-18aa-4e72-807b-537dc09bd095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:22.715479 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-dd13c771-18aa-4e72-807b-537dc09bd095 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b449b1d1-35ca-4299-ac25-6927745019e8 HTTP/1.1" status: 200 len: 853 time: 0.7274718 Jul 27 19:51:22.744806 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-04073746-97bb-4b31-9d89-dbffeca0faa0 req-08ac2af9-e837-4fad-8ae4-922b506c37ab tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.48 "GET /v2.0/security-groups?id=0700c414-7765-4a61-829d-4f9a032aec50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7685096 Jul 27 19:51:22.789739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] For port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:22.797500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-d3153169-f573-46c2-a990-344c438bcb86 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4b297832-9b0b-4a76-93eb-5e4042a4102f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462399 Jul 27 19:51:22.809347 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:22.854976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['9a832793-7015-4d17-b9ab-0eba3c9de58c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:22.912842 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3df72a-1e43-41a5-97dd-406659b4808c req-706077e9-1bfc-4324-81cb-37b5551e4e64 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] No DVR routers for this DVR port 621109a1-6e20-4c1b-bf89-b967d8f99c7c on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:51:22.917650 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2a3df72a-1e43-41a5-97dd-406659b4808c req-706077e9-1bfc-4324-81cb-37b5551e4e64 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:22.920238 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2a3df72a-1e43-41a5-97dd-406659b4808c req-706077e9-1bfc-4324-81cb-37b5551e4e64 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.52 "DELETE /v2.0/ports/621109a1-6e20-4c1b-bf89-b967d8f99c7c HTTP/1.1" status: 204 len: 173 time: 1.5170577 Jul 27 19:51:22.921019 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab31627e-b5df-479e-ab4f-704be7c0a432', 'name': 'network-vif-deleted', 'tag': '621109a1-6e20-4c1b-bf89-b967d8f99c7c'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:22.923492 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e529b38-bcd0-4e0f-b859-1b2b18c39b02" -d '{"events": [{"server_uuid": "ab31627e-b5df-479e-ab4f-704be7c0a432", "name": "network-vif-deleted", "tag": "621109a1-6e20-4c1b-bf89-b967d8f99c7c"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:22.952171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7daf9a64-bb33-4787-8f81-595456408a5e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:23.020273 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:23.088966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:23.097677 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:23.099174 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] 10.222.0.63 "PUT /v2.0/ports/f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 HTTP/1.1" status: 200 len: 1091 time: 3.1419842 Jul 27 19:51:23.101025 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': 'f3f4f404-35f4-4af5-81a9-53ee4e03e5b4'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:23.103383 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d4d06a-3af2-453b-9ac8-0c8adf073e15" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "f3f4f404-35f4-4af5-81a9-53ee4e03e5b4"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:23.202496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9aa132-5e78-4869-9fb0-a22319357ec9 req-837389a6-4f3b-47e9-84c5-2e632f1bd5be tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:23.206542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b9aa132-5e78-4869-9fb0-a22319357ec9 req-837389a6-4f3b-47e9-84c5-2e632f1bd5be tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 945 time: 0.6544497 Jul 27 19:51:23.228880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 7daf9a64-bb33-4787-8f81-595456408a5e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:23.273923 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-912b05ce-13d0-4da2-a41b-e06155811885 service neutron] 10.222.0.63 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593937 Jul 27 19:51:23.280989 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5e80e4-df14-4fad-b533-71b5c90f9063 None None] Network 36f5a09f-e579-4b31-99e6-c7a5a882f62c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:23.288935 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Request body: {'port': {'device_id': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:23.308925 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3ee89b7e-f6da-4de2-88b6-992644b13f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:23.367797 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000b61-44fa-4633-811b-93da19d040b2 req-ca907737-33aa-42e4-a539-9a72620b28b1 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:23.388130 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ae000b61-44fa-4633-811b-93da19d040b2 req-ca907737-33aa-42e4-a539-9a72620b28b1 tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.52 "GET /v2.0/ports?device_id=c3852606-06cc-46a0-89a1-e10a43d05ec9 HTTP/1.1" status: 200 len: 946 time: 0.2632589 Jul 27 19:51:23.407435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f1e229e1-58c3-405f-8a38-5503143b2387 None None] Provisioning for port 7daf9a64-bb33-4787-8f81-595456408a5e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:23.415347 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f1e229e1-58c3-405f-8a38-5503143b2387 None None] Provisioning complete for port 7daf9a64-bb33-4787-8f81-595456408a5e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:23.415695 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1e229e1-58c3-405f-8a38-5503143b2387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:23.470081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bac6d-8466-483c-8fc0-1c82c9b2ef51 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:23.496093 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3ee89b7e-f6da-4de2-88b6-992644b13f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:23.508983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6b87645a-6a54-4cf7-8062-c0216dcd98ef tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c6e274444ce546578866451b93f9814c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0946734 Jul 27 19:51:23.598741 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1e229e1-58c3-405f-8a38-5503143b2387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:23.634699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b9aa132-5e78-4869-9fb0-a22319357ec9 req-5451b3e0-bd74-4df8-b8bd-15dc004694b9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577454 Jul 27 19:51:23.637498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-ae000b61-44fa-4633-811b-93da19d040b2 req-62a03a85-3cd8-4d65-bc11-209e7a9f53fb tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Deleting port 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:51:23.637849 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ae000b61-44fa-4633-811b-93da19d040b2 req-62a03a85-3cd8-4d65-bc11-209e7a9f53fb tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:23.663446 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:23.676431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f1e229e1-58c3-405f-8a38-5503143b2387 None None] For port 7daf9a64-bb33-4787-8f81-595456408a5e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7daf9a64-bb33-4787-8f81-595456408a5e,segment=NetworkSegment(a8489393-f6a0-4cad-bde3-65cc68e36fed),segment_id=a8489393-f6a0-4cad-bde3-65cc68e36fed)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:23.694338 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1e229e1-58c3-405f-8a38-5503143b2387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:23.751398 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:23.771823 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:23.799653 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e229e1-58c3-405f-8a38-5503143b2387 None None] Pushing event updated for resources: {'Port': ['ID=7daf9a64-bb33-4787-8f81-595456408a5e,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:23.871543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-ae000b61-44fa-4633-811b-93da19d040b2 req-62a03a85-3cd8-4d65-bc11-209e7a9f53fb tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] For port 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=64a1c23a-eed7-4db1-b1dc-38042fa5b2dc,segment=NetworkSegment(7c01d877-b88c-450a-bd31-8e0b246b0db3),segment_id=7c01d877-b88c-450a-bd31-8e0b246b0db3)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:23.871930 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ae000b61-44fa-4633-811b-93da19d040b2 req-62a03a85-3cd8-4d65-bc11-209e7a9f53fb tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:23.891820 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:23.892330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-701aaa27-38b4-4015-9780-e3044c593a40 service neutron] 10.222.0.63 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889237 Jul 27 19:51:23.908199 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-ae000b61-44fa-4633-811b-93da19d040b2 req-62a03a85-3cd8-4d65-bc11-209e7a9f53fb tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Calling delete_port for 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:51:23.910699 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=20850531-9a1c-4a0f-a5a6-1177211341c0,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:23.985537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-9325cc93-de6c-4325-ad61-f5345d9b2037 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:23.987096 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-9325cc93-de6c-4325-ad61-f5345d9b2037 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4679563 Jul 27 19:51:24.006836 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3ee89b7e-f6da-4de2-88b6-992644b13f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:24.009398 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3ee89b7e-f6da-4de2-88b6-992644b13f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:24.010559 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3ee89b7e-f6da-4de2-88b6-992644b13f74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/300ae327-4658-4f36-8fe1-f3a3f2f18a4e HTTP/1.1" status: 204 len: 168 time: 1.3232462 Jul 27 19:51:24.053532 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a472f1c6-00c7-42dd-9bdc-ce328fbb37a0 None None] Provisioning for port 20850531-9a1c-4a0f-a5a6-1177211341c0 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:24.057853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a472f1c6-00c7-42dd-9bdc-ce328fbb37a0 None None] Provisioning complete for port 20850531-9a1c-4a0f-a5a6-1177211341c0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:24.058037 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a472f1c6-00c7-42dd-9bdc-ce328fbb37a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:24.083683 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 36f5a09f-e579-4b31-99e6-c7a5a882f62c is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:24.085867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:24.115591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee89b7e-f6da-4de2-88b6-992644b13f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300ae327-4658-4f36-8fe1-f3a3f2f18a4e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:24.161414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a472f1c6-00c7-42dd-9bdc-ce328fbb37a0 None None] Port 20850531-9a1c-4a0f-a5a6-1177211341c0 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:24.175111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a472f1c6-00c7-42dd-9bdc-ce328fbb37a0 None None] Provisioning complete for port 7daf9a64-bb33-4787-8f81-595456408a5e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:24.175838 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a472f1c6-00c7-42dd-9bdc-ce328fbb37a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:24.202881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-99477a64-e31d-4907-bece-7cec63913373 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/quotas/c6e274444ce546578866451b93f9814c HTTP/1.1" status: 200 len: 375 time: 0.2024806 Jul 27 19:51:24.211358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 9a832793-7015-4d17-b9ab-0eba3c9de58c up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:24.277285 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ae000b61-44fa-4633-811b-93da19d040b2 req-62a03a85-3cd8-4d65-bc11-209e7a9f53fb tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:24.300436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['64a1c23a-eed7-4db1-b1dc-38042fa5b2dc'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:24.308437 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-aaf09251-f77c-42a9-aa95-2a4ef1656dfd tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6e274444ce546578866451b93f9814c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913336 Jul 27 19:51:24.350046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a03a85-3cd8-4d65-bc11-209e7a9f53fb tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Pushing event deleted for resources: {'Port': ['ID=64a1c23a-eed7-4db1-b1dc-38042fa5b2dc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:24.353959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 708010f2-0872-462e-9cea-55346643db2d is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:51:24.366775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 9a832793-7015-4d17-b9ab-0eba3c9de58c completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:24.374523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-f40f5ecb-975f-4ed2-ae79-7d84a3eb9262 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:24.374674 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 9a832793-7015-4d17-b9ab-0eba3c9de58c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:24.375043 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:24.376326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-f40f5ecb-975f-4ed2-ae79-7d84a3eb9262 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.63 "GET /v2.0/networks?id=2a94ce5d-0255-4786-abc8-d7eec91e5304 HTTP/1.1" status: 200 len: 814 time: 0.5920875 Jul 27 19:51:24.416330 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-b347c773-8a42-4f37-ab56-858301607b0b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Request body: {'port': {'device_id': '81cfdb7f-126a-4e87-aefe-7c9f73cebb36', 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304', 'admin_state_up': True, 'tenant_id': '9ebde375c7d842259b702ecaf0873510'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:24.463761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc83fa-889c-4f66-b747-424b5a029b53 req-43ef8d00-1783-4698-b06e-65bd44e1aee4 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:24.479964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc83fa-889c-4f66-b747-424b5a029b53 req-43ef8d00-1783-4698-b06e-65bd44e1aee4 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:24.486493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc83fa-889c-4f66-b747-424b5a029b53 req-43ef8d00-1783-4698-b06e-65bd44e1aee4 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:24.492503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc83fa-889c-4f66-b747-424b5a029b53 req-43ef8d00-1783-4698-b06e-65bd44e1aee4 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:24.497810 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae000b61-44fa-4633-811b-93da19d040b2 req-62a03a85-3cd8-4d65-bc11-209e7a9f53fb tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] No DVR routers for this DVR port 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:51:24.500737 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:24.504793 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ae000b61-44fa-4633-811b-93da19d040b2 req-62a03a85-3cd8-4d65-bc11-209e7a9f53fb tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:24.507839 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ae000b61-44fa-4633-811b-93da19d040b2 req-62a03a85-3cd8-4d65-bc11-209e7a9f53fb tempest-VolumesAdminNegativeTest-1279193896 tempest-VolumesAdminNegativeTest-1279193896-project] 10.222.0.52 "DELETE /v2.0/ports/64a1c23a-eed7-4db1-b1dc-38042fa5b2dc HTTP/1.1" status: 204 len: 173 time: 1.1137443 Jul 27 19:51:24.509856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc83fa-889c-4f66-b747-424b5a029b53 req-43ef8d00-1783-4698-b06e-65bd44e1aee4 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:24.525290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc83fa-889c-4f66-b747-424b5a029b53 req-43ef8d00-1783-4698-b06e-65bd44e1aee4 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:24.536336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc83fa-889c-4f66-b747-424b5a029b53 req-43ef8d00-1783-4698-b06e-65bd44e1aee4 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:24.560568 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38cc83fa-889c-4f66-b747-424b5a029b53 req-43ef8d00-1783-4698-b06e-65bd44e1aee4 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5393 time: 0.7688599 Jul 27 19:51:24.586223 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ef62ed4b-a8b6-4be5-95d1-2d9eb11c0a3b None None] Provisioning complete for port 20850531-9a1c-4a0f-a5a6-1177211341c0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:24.586571 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ef62ed4b-a8b6-4be5-95d1-2d9eb11c0a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:24.594404 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72e2547-d456-4391-8765-4ed7c3dd5849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a832793-7015-4d17-b9ab-0eba3c9de58c'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:24.597074 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f96478-e91a-41b7-ac5f-2f5322dd4226" -d '{"events": [{"server_uuid": "d72e2547-d456-4391-8765-4ed7c3dd5849", "name": "network-vif-plugged", "status": "completed", "tag": "9a832793-7015-4d17-b9ab-0eba3c9de58c"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:24.658043 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 9a832793-7015-4d17-b9ab-0eba3c9de58c, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=9a832793-7015-4d17-b9ab-0eba3c9de58c,segment=NetworkSegment(5ab1c04c-9dce-4428-a1f0-0a39d89cf838),segment_id=5ab1c04c-9dce-4428-a1f0-0a39d89cf838)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:24.681434 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:24.731985 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-88bf1b62-aa3b-453c-952b-722540fb1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:24.732501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-88bf1b62-aa3b-453c-952b-722540fb1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:24.733071 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-88bf1b62-aa3b-453c-952b-722540fb1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:24.733418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-88bf1b62-aa3b-453c-952b-722540fb1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:24.733888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-88bf1b62-aa3b-453c-952b-722540fb1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:24.734357 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-88bf1b62-aa3b-453c-952b-722540fb1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:24.735285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-88bf1b62-aa3b-453c-952b-722540fb1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:24.737888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-88bf1b62-aa3b-453c-952b-722540fb1748 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f58925f86c5a406cbce55135dc048b98&device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 6345 time: 0.7630668 Jul 27 19:51:24.764149 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:51:24.775331 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6425b405-6b3a-4f87-97c2-847a64c9af87 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/708010f2-0872-462e-9cea-55346643db2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4116452 Jul 27 19:51:24.780548 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47498) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:24.790122 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Sync routers for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:51:24.793858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ef62ed4b-a8b6-4be5-95d1-2d9eb11c0a3b None None] Port 20850531-9a1c-4a0f-a5a6-1177211341c0 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:24.801485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-bc551c6c-6741-4038-88e6-54f61e3ba167 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'network': {'name': 'tempest-RoutersTest-572559412'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:24.809197 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:24.809824 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:24.821735 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f69d425-10b5-4f98-b618-400ea1f74772 req-99f100a3-8373-4f63-bd05-190e12386ff8 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 210 time: 0.1688883 Jul 27 19:51:24.858663 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc551c6c-6741-4038-88e6-54f61e3ba167 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:24.863692 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc551c6c-6741-4038-88e6-54f61e3ba167 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:24.882151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=9a832793-7015-4d17-b9ab-0eba3c9de58c,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:24.907274 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc551c6c-6741-4038-88e6-54f61e3ba167 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:51:24.912078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7daf9a64-bb33-4787-8f81-595456408a5e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:24.922005 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc551c6c-6741-4038-88e6-54f61e3ba167 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:24.922564 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-bc551c6c-6741-4038-88e6-54f61e3ba167 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Added segment aeae4676-7594-4a76-a074-25b5723f2510 of type vlan for network dcd8bad6-5013-475e-9ce6-a4183587c9bf Jul 27 19:51:24.986664 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc551c6c-6741-4038-88e6-54f61e3ba167 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:24.994867 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38cc83fa-889c-4f66-b747-424b5a029b53 req-7283434b-382c-4d9d-8cb7-1ceb6583e48d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4310060 Jul 27 19:51:25.035559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-830688db-7285-4062-a7e1-3099ddc83ddb None None] Provisioning complete for port 20850531-9a1c-4a0f-a5a6-1177211341c0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:25.035930 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-830688db-7285-4062-a7e1-3099ddc83ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:25.044973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc551c6c-6741-4038-88e6-54f61e3ba167 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:25.052524 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc551c6c-6741-4038-88e6-54f61e3ba167 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:25.053345 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc551c6c-6741-4038-88e6-54f61e3ba167 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:25.062822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7daf9a64-bb33-4787-8f81-595456408a5e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:25.063194 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:25.141225 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-830688db-7285-4062-a7e1-3099ddc83ddb None None] Port 20850531-9a1c-4a0f-a5a6-1177211341c0 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:25.163097 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:25.254323 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b50b4b-907a-4fa4-bf6a-1776e3bfb2a4 x-openstack-request-id: req-59b50b4b-907a-4fa4-bf6a-1776e3bfb2a4 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:25.255125 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab31627e-b5df-479e-ab4f-704be7c0a432", "name": "network-vif-deleted", "tag": "621109a1-6e20-4c1b-bf89-b967d8f99c7c", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:25.255380 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59b50b4b-907a-4fa4-bf6a-1776e3bfb2a4 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:25.255906 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab31627e-b5df-479e-ab4f-704be7c0a432', 'name': 'network-vif-deleted', 'tag': '621109a1-6e20-4c1b-bf89-b967d8f99c7c', 'status': 'completed', 'code': 200} Jul 27 19:51:25.263926 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6b087b-9497-431c-a5b0-6a3517aef10c x-openstack-request-id: req-9a6b087b-9497-431c-a5b0-6a3517aef10c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:25.264338 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "f3f4f404-35f4-4af5-81a9-53ee4e03e5b4", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:25.264491 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a6b087b-9497-431c-a5b0-6a3517aef10c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:25.264899 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': 'f3f4f404-35f4-4af5-81a9-53ee4e03e5b4', 'status': 'completed', 'code': 200} Jul 27 19:51:25.273746 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bc551c6c-6741-4038-88e6-54f61e3ba167 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4910572 Jul 27 19:51:25.283415 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47514) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:25.300780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dfdd87b8-38a4-4184-a83c-316ea8ec3be6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'subnet': {'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:25.328002 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:51:25.394194 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:51:25.394532 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 64a1c23a-eed7-4db1-b1dc-38042fa5b2dc not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:51:25.395132 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 621109a1-6e20-4c1b-bf89-b967d8f99c7c no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:51:25.397452 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc551c6c-6741-4038-88e6-54f61e3ba167 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Network': ['ID=dcd8bad6-5013-475e-9ce6-a4183587c9bf,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:25.451291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network dcd8bad6-5013-475e-9ce6-a4183587c9bf details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:51:25.470630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-6c6f222c-e6b9-4f1c-8f8b-87250cad452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:25.472718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-6c6f222c-e6b9-4f1c-8f8b-87250cad452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:25.473551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-6c6f222c-e6b9-4f1c-8f8b-87250cad452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:25.474973 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-6c6f222c-e6b9-4f1c-8f8b-87250cad452a service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=f58925f86c5a406cbce55135dc048b98&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6952794 Jul 27 19:51:25.486183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-b347c773-8a42-4f37-ab56-858301607b0b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Made reservation on behalf of 9ebde375c7d842259b702ecaf0873510 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:25.500324 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-b347c773-8a42-4f37-ab56-858301607b0b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:25.509804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a40ce14-5f90-474d-95b9-4921682fa7d3 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:25.514903 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdd87b8-38a4-4184-a83c-316ea8ec3be6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:25.520528 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfdd87b8-38a4-4184-a83c-316ea8ec3be6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:25.571090 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 621109a1-6e20-4c1b-bf89-b967d8f99c7c {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:51:25.571311 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 621109a1-6e20-4c1b-bf89-b967d8f99c7c not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:51:25.580421 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:25.582504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47522) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:25.607147 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:22Z', 'revision_number': 2, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:23Z', 'revision_number': 2, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:25.651501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d9077-7646-41e7-813a-1a950047ceed req-35d9fdf6-35cb-4c6f-aa46-f1dbfe08b00b tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:25.653506 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e94d9077-7646-41e7-813a-1a950047ceed req-35d9fdf6-35cb-4c6f-aa46-f1dbfe08b00b tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 945 time: 0.7100151 Jul 27 19:51:25.671442 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Checking router: 708010f2-0872-462e-9cea-55346643db2d for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:51:25.671783 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Updating router 708010f2-0872-462e-9cea-55346643db2d port 20850531-9a1c-4a0f-a5a6-1177211341c0 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:51:25.678544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Transition to ACTIVE for port object 1a40ce14-5f90-474d-95b9-4921682fa7d3 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:25.693059 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:25.750672 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:25.868047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-8ae93a2e-6b7b-48fd-9aa8-4d931c6ae5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:25.870256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fc9e9d7-0992-4aa9-a69b-ba5712f1ec5c req-8ae93a2e-6b7b-48fd-9aa8-4d931c6ae5f7 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3848052 Jul 27 19:51:25.904935 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1913397462-network', 'tenant_id': '6700d45b0b7b42b586b2b255adbceb08'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:25.920929 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47534) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:25.989359 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfdd87b8-38a4-4184-a83c-316ea8ec3be6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:26.007190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-b347c773-8a42-4f37-ab56-858301607b0b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Allocated IP 172.20.0.8 (2a94ce5d-0255-4786-abc8-d7eec91e5304/a91b5a00-a1c3-4600-8e1b-576263e8fcc7/cd430527-cf10-43b4-8f72-bdd5df6b6571) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:26.034529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Pushing event updated for resources: {'Port': ['ID=1a40ce14-5f90-474d-95b9-4921682fa7d3,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:26.068879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-42eb636e-b286-4f06-9f14-e12b428a09d1 admin admin] Deleting subnet 9425b8d7-b363-4db8-a646-16e2ae683a78 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:51:26.083475 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-42eb636e-b286-4f06-9f14-e12b428a09d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:26.085763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdd87b8-38a4-4184-a83c-316ea8ec3be6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Checking segment: {'id': 'aeae4676-7594-4a76-a074-25b5723f2510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:26.085763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdd87b8-38a4-4184-a83c-316ea8ec3be6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network hostable DHCP agents. Network: dcd8bad6-5013-475e-9ce6-a4183587c9bf, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:51:26.095755 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e94d9077-7646-41e7-813a-1a950047ceed req-1881cbc4-bc9a-45e1-8985-61b22f327edd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282627 Jul 27 19:51:26.126888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd87b8-38a4-4184-a83c-316ea8ec3be6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Subnet': ['ID=bd31c387-57ba-411d-bf4b-2138eb30d0f5,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:26.156968 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:26.171009 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Transition to ACTIVE for port object 20850531-9a1c-4a0f-a5a6-1177211341c0 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:26.177715 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-42eb636e-b286-4f06-9f14-e12b428a09d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:26.182880 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:26.184816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.185224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.185574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.185953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.186809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.187144 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.187478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.187803 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.188133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.188484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.189000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.189371 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.201622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45d07359-6bfc-4c2c-a1fe-ae586d33c451 req-f738095f-1723-4b68-9f65-9f6920496461 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/ports?device_id=111d7d8f-a237-4d19-b891-bcbc5bd8789c HTTP/1.1" status: 200 len: 210 time: 0.1495759 Jul 27 19:51:26.203865 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c473ba-7a00-4919-b0e7-b1456ea1b3de x-openstack-request-id: req-a2c473ba-7a00-4919-b0e7-b1456ea1b3de {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:26.204149 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72e2547-d456-4391-8765-4ed7c3dd5849", "name": "network-vif-plugged", "status": "completed", "tag": "9a832793-7015-4d17-b9ab-0eba3c9de58c", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:26.204421 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2c473ba-7a00-4919-b0e7-b1456ea1b3de {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:26.204812 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72e2547-d456-4391-8765-4ed7c3dd5849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a832793-7015-4d17-b9ab-0eba3c9de58c', 'code': 200} Jul 27 19:51:26.227812 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-87960434-88f1-4b04-9a5e-9d4dc57e2440 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c6e274444ce546578866451b93f9814c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762112 Jul 27 19:51:26.230685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdd87b8-38a4-4184-a83c-316ea8ec3be6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network dcd8bad6-5013-475e-9ce6-a4183587c9bf is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:51:26.248434 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347aeb1f-9e39-4eb2-880a-6b61057ef5c6 None None] Pushing event updated for resources: {'Port': ['ID=20850531-9a1c-4a0f-a5a6-1177211341c0,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:26.259426 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aeb1f-9e39-4eb2-880a-6b61057ef5c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.259818 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aeb1f-9e39-4eb2-880a-6b61057ef5c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.260159 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aeb1f-9e39-4eb2-880a-6b61057ef5c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.260628 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aeb1f-9e39-4eb2-880a-6b61057ef5c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.260956 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aeb1f-9e39-4eb2-880a-6b61057ef5c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.261282 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aeb1f-9e39-4eb2-880a-6b61057ef5c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.261604 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aeb1f-9e39-4eb2-880a-6b61057ef5c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.261921 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aeb1f-9e39-4eb2-880a-6b61057ef5c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.262238 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aeb1f-9e39-4eb2-880a-6b61057ef5c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.262553 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aeb1f-9e39-4eb2-880a-6b61057ef5c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.262871 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aeb1f-9e39-4eb2-880a-6b61057ef5c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.263291 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aeb1f-9e39-4eb2-880a-6b61057ef5c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:26.363687 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Attempting to bind port 20850531-9a1c-4a0f-a5a6-1177211341c0 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:26.363687 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Attempting to bind port 20850531-9a1c-4a0f-a5a6-1177211341c0 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'a8489393-f6a0-4cad-bde3-65cc68e36fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:26.364107 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Attempting to bind port 20850531-9a1c-4a0f-a5a6-1177211341c0 on network 36f5a09f-e579-4b31-99e6-c7a5a882f62c {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:26.374458 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:26.374862 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Checking segment: {'id': 'a8489393-f6a0-4cad-bde3-65cc68e36fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:26.375244 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:26.375623 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Bound using segment: {'id': 'a8489393-f6a0-4cad-bde3-65cc68e36fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:26.376090 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Bound port: 20850531-9a1c-4a0f-a5a6-1177211341c0, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8489393-f6a0-4cad-bde3-65cc68e36fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:26.376496 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:26.401760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] Made reservation on behalf of 6700d45b0b7b42b586b2b255adbceb08 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:26.404316 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:26.435630 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-dfdd87b8-38a4-4184-a83c-316ea8ec3be6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, dcd8bad6-5013-475e-9ce6-a4183587c9bf) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:26.451512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccda99e0-8f06-46f0-ac68-0aa63770fa9f None None] Network dcd8bad6-5013-475e-9ce6-a4183587c9bf requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:26.465544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdd87b8-38a4-4184-a83c-316ea8ec3be6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:26.473585 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfdd87b8-38a4-4184-a83c-316ea8ec3be6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:26.482708 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] For port 20850531-9a1c-4a0f-a5a6-1177211341c0, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:26.488869 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] For port 20850531-9a1c-4a0f-a5a6-1177211341c0, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=20850531-9a1c-4a0f-a5a6-1177211341c0,segment=NetworkSegment(a8489393-f6a0-4cad-bde3-65cc68e36fed),segment_id=a8489393-f6a0-4cad-bde3-65cc68e36fed)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:26.499415 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:26.499823 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:26.503392 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-42eb636e-b286-4f06-9f14-e12b428a09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:26.539036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c4e0e2d-f8ef-4101-8da7-91a41360eb79 req-0b2508fd-8a7d-4efd-9cdf-a914e546cdcf tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 210 time: 0.1423011 Jul 27 19:51:26.574567 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dfdd87b8-38a4-4184-a83c-316ea8ec3be6 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2875826 Jul 27 19:51:26.575300 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47538) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:26.629402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d06a-3af2-453b-9ac8-0c8adf073e15 req-7541ca88-c9e6-48f7-bdc0-3549dd6686ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:26.630149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d06a-3af2-453b-9ac8-0c8adf073e15 req-7541ca88-c9e6-48f7-bdc0-3549dd6686ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:26.631485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d06a-3af2-453b-9ac8-0c8adf073e15 req-7541ca88-c9e6-48f7-bdc0-3549dd6686ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:26.632288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d06a-3af2-453b-9ac8-0c8adf073e15 req-7541ca88-c9e6-48f7-bdc0-3549dd6686ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:26.632935 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d06a-3af2-453b-9ac8-0c8adf073e15 req-7541ca88-c9e6-48f7-bdc0-3549dd6686ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:26.633575 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d06a-3af2-453b-9ac8-0c8adf073e15 req-7541ca88-c9e6-48f7-bdc0-3549dd6686ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:26.634196 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d06a-3af2-453b-9ac8-0c8adf073e15 req-7541ca88-c9e6-48f7-bdc0-3549dd6686ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:26.636508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-90d4d06a-3af2-453b-9ac8-0c8adf073e15 req-7541ca88-c9e6-48f7-bdc0-3549dd6686ab service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f58925f86c5a406cbce55135dc048b98&device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 6371 time: 0.5835674 Jul 27 19:51:26.640589 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347aeb1f-9e39-4eb2-880a-6b61057ef5c6 None None] Pushing event updated for resources: {'Port': ['ID=20850531-9a1c-4a0f-a5a6-1177211341c0,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:26.659575 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:26.660502 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:26.680090 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Attempting to bind port 1a40ce14-5f90-474d-95b9-4921682fa7d3 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:26.683938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Attempting to bind port 1a40ce14-5f90-474d-95b9-4921682fa7d3 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0fc0c1d8-13fa-4249-80f7-da70722bf0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:26.684375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Attempting to bind port 1a40ce14-5f90-474d-95b9-4921682fa7d3 on network 9731c54d-8776-469f-b0a4-97666d3f2100 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:26.757856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:51:26.759134 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:26.772918 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-f3ac4e0b-7288-4532-9dc2-201051715028 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:26.774786 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-f3ac4e0b-7288-4532-9dc2-201051715028 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5326681 Jul 27 19:51:26.783262 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a189d81-936f-41e5-be74-be6c3cb411f1 req-f9bbdbeb-0a49-48a1-8ede-59e1dd1c8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:26.785191 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5a189d81-936f-41e5-be74-be6c3cb411f1 req-f9bbdbeb-0a49-48a1-8ede-59e1dd1c8fd0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 1097 time: 0.4165509 Jul 27 19:51:26.798719 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Request body: {'port': {'device_id': '111d7d8f-a237-4d19-b891-bcbc5bd8789c', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': 'c6e274444ce546578866451b93f9814c'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:26.816760 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:26.975826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Allocated IP 172.21.0.2 (dcd8bad6-5013-475e-9ce6-a4183587c9bf/bd31c387-57ba-411d-bf4b-2138eb30d0f5/7c50c449-3755-4766-a94c-d0b775996339) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:27.080361 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:22Z', 'revision_number': 2, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:26Z', 'revision_number': 4, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:27.118417 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9dc3e5-b958-4a1f-93f3-8ded28d9de03 None None] The sync data for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 is: [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:22Z', 'revision_number': 2, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:26Z', 'revision_number': 4, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:51:27.119192 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-42eb636e-b286-4f06-9f14-e12b428a09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.171676 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.183769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Transition to ACTIVE for port object 7c50c449-3755-4766-a94c-d0b775996339 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:27.189928 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb636e-b286-4f06-9f14-e12b428a09d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9425b8d7-b363-4db8-a646-16e2ae683a78,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:27.197129 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5a189d81-936f-41e5-be74-be6c3cb411f1 req-6737f382-4784-4b1d-b2f9-ddadbaa10e90 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547619 Jul 27 19:51:27.202085 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Transition to ACTIVE for port object 7c50c449-3755-4766-a94c-d0b775996339 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:27.210567 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.212679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd86e8-61e5-42e1-98d2-aced3fd925bb req-1b416d41-705c-4320-a4a0-eb91e5e36686 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:27.214301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44bd86e8-61e5-42e1-98d2-aced3fd925bb req-1b416d41-705c-4320-a4a0-eb91e5e36686 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 945 time: 0.9139285 Jul 27 19:51:27.216688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Port 1a40ce14-5f90-474d-95b9-4921682fa7d3 on network 9731c54d-8776-469f-b0a4-97666d3f2100 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:51:27.216688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Attempting to bind port 1a40ce14-5f90-474d-95b9-4921682fa7d3 on network 9731c54d-8776-469f-b0a4-97666d3f2100 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:27.230887 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-b347c773-8a42-4f37-ab56-858301607b0b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.252711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:27.253427 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Checking segment: {'id': '0fc0c1d8-13fa-4249-80f7-da70722bf0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:27.253427 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Bound using segment: {'id': '0fc0c1d8-13fa-4249-80f7-da70722bf0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:27.253889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Bound port: 1a40ce14-5f90-474d-95b9-4921682fa7d3, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fc0c1d8-13fa-4249-80f7-da70722bf0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:27.254252 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.274541 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Network dcd8bad6-5013-475e-9ce6-a4183587c9bf is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:27.280663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:27.283345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Pushing event updated for resources: {'Port': ['ID=7c50c449-3755-4766-a94c-d0b775996339,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:27.286362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:27.355369 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3d4ab2bd-2d9d-4ea4-89b9-907918978aba details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:51:27.382083 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Attempting to bind port 7c50c449-3755-4766-a94c-d0b775996339 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:27.382599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Attempting to bind port 7c50c449-3755-4766-a94c-d0b775996339 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'aeae4676-7594-4a76-a074-25b5723f2510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:27.383075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Attempting to bind port 7c50c449-3755-4766-a94c-d0b775996339 on network dcd8bad6-5013-475e-9ce6-a4183587c9bf {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:27.395725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:27.396769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Checking segment: {'id': 'aeae4676-7594-4a76-a074-25b5723f2510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:27.397278 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.398412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Bound using segment: {'id': 'aeae4676-7594-4a76-a074-25b5723f2510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:27.398968 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Bound port: 7c50c449-3755-4766-a94c-d0b775996339, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeae4676-7594-4a76-a074-25b5723f2510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:27.399465 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.429089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44bd86e8-61e5-42e1-98d2-aced3fd925bb req-d79378f5-f21a-4689-a87c-397b20ea8bff tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890557 Jul 27 19:51:27.488956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d06a-3af2-453b-9ac8-0c8adf073e15 req-a30614e6-cc6d-42dc-9466-692d56945071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:27.489435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d06a-3af2-453b-9ac8-0c8adf073e15 req-a30614e6-cc6d-42dc-9466-692d56945071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:27.489906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d06a-3af2-453b-9ac8-0c8adf073e15 req-a30614e6-cc6d-42dc-9466-692d56945071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:27.491515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-90d4d06a-3af2-453b-9ac8-0c8adf073e15 req-a30614e6-cc6d-42dc-9466-692d56945071 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=f58925f86c5a406cbce55135dc048b98&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8251402 Jul 27 19:51:27.550890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5beaf3-026c-4cba-b744-4b8530cdf654 req-0118f891-6908-41a3-beea-9ddcc1f57f08 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:27.557300 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5beaf3-026c-4cba-b744-4b8530cdf654 req-0118f891-6908-41a3-beea-9ddcc1f57f08 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:27.560226 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3852606-06cc-46a0-89a1-e10a43d05ec9', 'name': 'network-vif-deleted', 'tag': '64a1c23a-eed7-4db1-b1dc-38042fa5b2dc'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:27.563890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5beaf3-026c-4cba-b744-4b8530cdf654 req-0118f891-6908-41a3-beea-9ddcc1f57f08 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:27.564128 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b83531a-0672-44e5-8136-6321c980c901" -d '{"events": [{"server_uuid": "c3852606-06cc-46a0-89a1-e10a43d05ec9", "name": "network-vif-deleted", "tag": "64a1c23a-eed7-4db1-b1dc-38042fa5b2dc"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:27.570972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5beaf3-026c-4cba-b744-4b8530cdf654 req-0118f891-6908-41a3-beea-9ddcc1f57f08 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:27.577694 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-42eb636e-b286-4f06-9f14-e12b428a09d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.580989 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-42eb636e-b286-4f06-9f14-e12b428a09d1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9425b8d7-b363-4db8-a646-16e2ae683a78 HTTP/1.1" status: 204 len: 168 time: 1.6589460 Jul 27 19:51:27.582368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5beaf3-026c-4cba-b744-4b8530cdf654 req-0118f891-6908-41a3-beea-9ddcc1f57f08 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:27.588211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:27.588764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5beaf3-026c-4cba-b744-4b8530cdf654 req-0118f891-6908-41a3-beea-9ddcc1f57f08 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:27.594588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5beaf3-026c-4cba-b744-4b8530cdf654 req-0118f891-6908-41a3-beea-9ddcc1f57f08 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:27.596647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad5beaf3-026c-4cba-b744-4b8530cdf654 req-0118f891-6908-41a3-beea-9ddcc1f57f08 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5405 time: 0.8977365 Jul 27 19:51:27.597326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47548) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:27.598821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] For port 1a40ce14-5f90-474d-95b9-4921682fa7d3, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:27.614847 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '3d4ab2bd-2d9d-4ea4-89b9-907918978aba', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'port_id': '3d4ab2bd-2d9d-4ea4-89b9-907918978aba', 'mac_address': 'fa:16:3e:c9:40:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:51:27.616224 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-b347c773-8a42-4f37-ab56-858301607b0b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.700027 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.715902 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.739390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d4ab2bd-2d9d-4ea4-89b9-907918978aba {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:27.741363 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.782382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] For port 1a40ce14-5f90-474d-95b9-4921682fa7d3, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1a40ce14-5f90-474d-95b9-4921682fa7d3,segment=NetworkSegment(0fc0c1d8-13fa-4249-80f7-da70722bf0ab),segment_id=0fc0c1d8-13fa-4249-80f7-da70722bf0ab)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:27.785239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:27.791918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] For port 7c50c449-3755-4766-a94c-d0b775996339, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:27.799923 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.803886 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] For port 7c50c449-3755-4766-a94c-d0b775996339, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7c50c449-3755-4766-a94c-d0b775996339,segment=NetworkSegment(aeae4676-7594-4a76-a074-25b5723f2510),segment_id=aeae4676-7594-4a76-a074-25b5723f2510)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:27.810644 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.829491 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.851393 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:27.894606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b89463-3d62-4e69-b4a9-cfea70a47689,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:27.905822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-b347c773-8a42-4f37-ab56-858301607b0b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Network 2a94ce5d-0255-4786-abc8-d7eec91e5304 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:27.916608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:27.980842 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['3d4ab2bd-2d9d-4ea4-89b9-907918978aba'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:28.066426 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a37f0a76-557a-4178-8c8b-f2c4070e6cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:28.068689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-b347c773-8a42-4f37-ab56-858301607b0b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:28.070972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d06a-3af2-453b-9ac8-0c8adf073e15 req-93310a1e-8c0c-4cf7-b17d-1f045ec92461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:28.072615 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-90d4d06a-3af2-453b-9ac8-0c8adf073e15 req-93310a1e-8c0c-4cf7-b17d-1f045ec92461 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5718338 Jul 27 19:51:28.077838 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483c3a4-7417-4b32-86a9-ea824712eaae None None] Pushing event updated for resources: {'Port': ['ID=7c50c449-3755-4766-a94c-d0b775996339,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:28.089699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-b347c773-8a42-4f37-ab56-858301607b0b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:28.109407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:51:28.132970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:28.133681 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:28.138615 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] 10.222.0.63 "PUT /v2.0/ports/1a40ce14-5f90-474d-95b9-4921682fa7d3 HTTP/1.1" status: 200 len: 1092 time: 4.8710403 Jul 27 19:51:28.172730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': '1a40ce14-5f90-474d-95b9-4921682fa7d3'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:28.178512 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e90d39-d5e3-4548-b8b4-9808f30fc119" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "1a40ce14-5f90-474d-95b9-4921682fa7d3"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:28.187691 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347c773-8a42-4f37-ab56-858301607b0b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Pushing event updated for resources: {'Port': ['ID=cd430527-cf10-43b4-8f72-bdd5df6b6571,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:28.226108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Request body: {'port': {'device_id': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:28.352880 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad5beaf3-026c-4cba-b744-4b8530cdf654 req-c70ca1b7-aee0-4a68-aaf1-80f901a01690 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6959717 Jul 27 19:51:28.389432 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:28.389791 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] Added segment 0d726cae-8be1-424c-87aa-5730ccc02d93 of type vlan for network c9642579-d15c-472d-a1f3-21ada0fda588 Jul 27 19:51:28.421527 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Allocated IP 172.21.0.1 (dcd8bad6-5013-475e-9ce6-a4183587c9bf/bd31c387-57ba-411d-bf4b-2138eb30d0f5/71578499-9322-4f17-81fa-c16cad0190bf) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:28.456997 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Made reservation on behalf of c6e274444ce546578866451b93f9814c for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:28.465887 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:28.514193 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:28.667859 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:28.684202 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:28.685073 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Transition to ACTIVE for port object 71578499-9322-4f17-81fa-c16cad0190bf will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:28.691564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-b347c773-8a42-4f37-ab56-858301607b0b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:28.692324 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-b347c773-8a42-4f37-ab56-858301607b0b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:28.716376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3429f80-bf75-4f6a-9df2-89976f0f1116 req-b9634c01-37bb-4991-9c7c-ac0db1960254 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:28.719419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3429f80-bf75-4f6a-9df2-89976f0f1116 req-b9634c01-37bb-4991-9c7c-ac0db1960254 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 945 time: 1.1182151 Jul 27 19:51:28.721502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57bb9ed3-037e-47c0-baff-80e79cb41250 req-ac075f54-12d0-4a77-9234-d4304c4c0f0f tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/ports?device_id=111d7d8f-a237-4d19-b891-bcbc5bd8789c HTTP/1.1" status: 200 len: 210 time: 0.1696558 Jul 27 19:51:28.723435 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:28.738687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d1a76-b797-45e7-afb4-9783416b7dae service neutron] Pushing event updated for resources: {'Port': ['ID=1a40ce14-5f90-474d-95b9-4921682fa7d3,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:28.764171 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a37f0a76-557a-4178-8c8b-f2c4070e6cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:28.770754 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:28.946696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network dcd8bad6-5013-475e-9ce6-a4183587c9bf is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:28.959641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:28.969164 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:28.972944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 20850531-9a1c-4a0f-a5a6-1177211341c0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:28.978235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=71578499-9322-4f17-81fa-c16cad0190bf,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:29.002707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-a37f0a76-557a-4178-8c8b-f2c4070e6cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75537ddb-dff2-475c-aa81-4ab672651e51']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:29.015170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-a37f0a76-557a-4178-8c8b-f2c4070e6cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c01d877-b88c-450a-bd31-8e0b246b0db3') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:29.015569 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-a37f0a76-557a-4178-8c8b-f2c4070e6cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c01d877-b88c-450a-bd31-8e0b246b0db3') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:29.045584 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a37f0a76-557a-4178-8c8b-f2c4070e6cce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.054821 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.063963 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a37f0a76-557a-4178-8c8b-f2c4070e6cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.067014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 20850531-9a1c-4a0f-a5a6-1177211341c0 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:29.071023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37f0a76-557a-4178-8c8b-f2c4070e6cce admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:51:29.071495 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a37f0a76-557a-4178-8c8b-f2c4070e6cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.074918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 20850531-9a1c-4a0f-a5a6-1177211341c0 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:29.075492 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.176003 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.188992 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.205213 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-b347c773-8a42-4f37-ab56-858301607b0b tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8000572 Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:51:29.205870 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:51:29.212115 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a37f0a76-557a-4178-8c8b-f2c4070e6cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.214418 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.resource_extend [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 19:51:29.223277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Request body: {'port': {'device_id': '81cfdb7f-126a-4e87-aefe-7c9f73cebb36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:29.257900 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.279638 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3429f80-bf75-4f6a-9df2-89976f0f1116 req-c137a6ac-f0f0-4ebe-a87e-8704fb15bd98 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322063 Jul 27 19:51:29.309542 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a37f0a76-557a-4178-8c8b-f2c4070e6cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.315184 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a37f0a76-557a-4178-8c8b-f2c4070e6cce admin admin] 10.222.0.48 "DELETE /v2.0/networks/75537ddb-dff2-475c-aa81-4ab672651e51 HTTP/1.1" status: 204 len: 168 time: 1.6908007 Jul 27 19:51:29.322071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 20850531-9a1c-4a0f-a5a6-1177211341c0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=20850531-9a1c-4a0f-a5a6-1177211341c0,segment=NetworkSegment(a8489393-f6a0-4cad-bde3-65cc68e36fed),segment_id=a8489393-f6a0-4cad-bde3-65cc68e36fed)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:29.328306 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.329832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c50c449-3755-4766-a94c-d0b775996339 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:29.352641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47580) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:29.359059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f0a76-557a-4178-8c8b-f2c4070e6cce admin admin] Pushing event deleted for resources: {'Network': ['ID=75537ddb-dff2-475c-aa81-4ab672651e51,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:29.391075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3d4ab2bd-2d9d-4ea4-89b9-907918978aba up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:29.406330 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.407973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:29.408486 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.432025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8390fed-133a-4dcb-823f-929c8fc67089 admin admin] Deleting subnet 451cd23a-5bb7-4166-967a-5b2ce0dc28ea {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:51:29.437282 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8390fed-133a-4dcb-823f-929c8fc67089 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.471680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62862dc2-93d5-4870-8701-7a42c4bee8bf,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:29.496217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c9642579-d15c-472d-a1f3-21ada0fda588,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:29.505974 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fda5c8ef-8bc2-46cb-926a-85f54a9388e6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.8974514 Jul 27 19:51:29.509284 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.511951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47584) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:29.518224 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b93c1b-4803-4cdf-905a-e62da282f726 x-openstack-request-id: req-c7b93c1b-4803-4cdf-905a-e62da282f726 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:29.520640 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3852606-06cc-46a0-89a1-e10a43d05ec9", "name": "network-vif-deleted", "tag": "64a1c23a-eed7-4db1-b1dc-38042fa5b2dc", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:29.521129 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7b93c1b-4803-4cdf-905a-e62da282f726 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:29.521732 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3852606-06cc-46a0-89a1-e10a43d05ec9', 'name': 'network-vif-deleted', 'tag': '64a1c23a-eed7-4db1-b1dc-38042fa5b2dc', 'status': 'completed', 'code': 200} Jul 27 19:51:29.524060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=20850531-9a1c-4a0f-a5a6-1177211341c0,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:29.528749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network c9642579-d15c-472d-a1f3-21ada0fda588 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:51:29.576622 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.586805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-9876ea2c-a0f4-42c4-8b0d-fb2dc621e2e9 admin admin] Request body: {'subnet': {'network_id': 'c9642579-d15c-472d-a1f3-21ada0fda588', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1913397462-subnet', 'tenant_id': '6700d45b0b7b42b586b2b255adbceb08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:29.637543 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f23b7e-0ac4-43bf-bdfb-29e0e337c549 x-openstack-request-id: req-55f23b7e-0ac4-43bf-bdfb-29e0e337c549 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:29.638009 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "1a40ce14-5f90-474d-95b9-4921682fa7d3", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:29.638287 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55f23b7e-0ac4-43bf-bdfb-29e0e337c549 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:29.640014 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': '1a40ce14-5f90-474d-95b9-4921682fa7d3', 'status': 'completed', 'code': 200} Jul 27 19:51:29.662763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9876ea2c-a0f4-42c4-8b0d-fb2dc621e2e9 admin admin] Made reservation on behalf of 6700d45b0b7b42b586b2b255adbceb08 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:29.673865 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9876ea2c-a0f4-42c4-8b0d-fb2dc621e2e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.717300 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 7c50c449-3755-4766-a94c-d0b775996339 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:29.751564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:29.751953 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.761232 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8390fed-133a-4dcb-823f-929c8fc67089 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.921322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Allocated IP 192.168.233.230 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:29.962750 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8390fed-133a-4dcb-823f-929c8fc67089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:29.994446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb237f-c690-40b4-867b-73c83abc9066 req-a43d2ef0-b152-4983-b5fd-1a7a93609bbf tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:30.003211 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eecb237f-c690-40b4-867b-73c83abc9066 req-a43d2ef0-b152-4983-b5fd-1a7a93609bbf tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 931 time: 0.8207707 Jul 27 19:51:30.088310 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.094629 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eecb237f-c690-40b4-867b-73c83abc9066 req-59f13c53-2319-4b81-99fc-6801f5b44423 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900578 Jul 27 19:51:30.116919 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075c392d-db87-4499-a6ad-07f944b90e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4ab2bd-2d9d-4ea4-89b9-907918978aba'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:30.119476 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc766e3-03bb-4129-bfe3-c6aa6e22df7d" -d '{"events": [{"server_uuid": "075c392d-db87-4499-a6ad-07f944b90e44", "name": "network-vif-plugged", "status": "completed", "tag": "3d4ab2bd-2d9d-4ea4-89b9-907918978aba"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:30.143798 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:30.151111 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.184657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54deca3d-a11b-419b-ac3c-0fbba61ee7d6 None None] Network dcd8bad6-5013-475e-9ce6-a4183587c9bf requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:30.242700 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8390fed-133a-4dcb-823f-929c8fc67089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.278613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8390fed-133a-4dcb-823f-929c8fc67089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=451cd23a-5bb7-4166-967a-5b2ce0dc28ea,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:30.295509 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c71c9fac-8189-4d4e-85fb-74f4ce74e114 None None] Provisioning for port 7c50c449-3755-4766-a94c-d0b775996339 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:30.306633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c71c9fac-8189-4d4e-85fb-74f4ce74e114 None None] Provisioning complete for port 7c50c449-3755-4766-a94c-d0b775996339 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:30.307158 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c71c9fac-8189-4d4e-85fb-74f4ce74e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.317522 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8390fed-133a-4dcb-823f-929c8fc67089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.321999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:30.322296 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b8390fed-133a-4dcb-823f-929c8fc67089 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/451cd23a-5bb7-4166-967a-5b2ce0dc28ea HTTP/1.1" status: 204 len: 168 time: 0.9630334 Jul 27 19:51:30.324044 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47592) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:30.399559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64951ab4-6940-498a-8589-2cd849327efd req-5e65d682-23a1-4107-a17e-f86aea785e13 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:30.407342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64951ab4-6940-498a-8589-2cd849327efd req-5e65d682-23a1-4107-a17e-f86aea785e13 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 944 time: 0.6157262 Jul 27 19:51:30.425422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8509d889-e654-492c-90f2-f145f97d6866 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:30.435149 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.445388 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.450986 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.455669 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.507000 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c71c9fac-8189-4d4e-85fb-74f4ce74e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.532851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=71578499-9322-4f17-81fa-c16cad0190bf,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:30.563367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c71c9fac-8189-4d4e-85fb-74f4ce74e114 None None] For port 7c50c449-3755-4766-a94c-d0b775996339, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7c50c449-3755-4766-a94c-d0b775996339,segment=NetworkSegment(aeae4676-7594-4a76-a074-25b5723f2510),segment_id=aeae4676-7594-4a76-a074-25b5723f2510)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:30.569112 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58a7c2aa-a9d2-491f-9a5b-48e0be6bcd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.576057 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c71c9fac-8189-4d4e-85fb-74f4ce74e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.580279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Transition to ACTIVE for port object aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:30.584285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90d39-d5e3-4548-b8b4-9808f30fc119 req-25162842-81f9-4286-8237-293d64303104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:30.584790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90d39-d5e3-4548-b8b4-9808f30fc119 req-25162842-81f9-4286-8237-293d64303104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:30.585256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90d39-d5e3-4548-b8b4-9808f30fc119 req-25162842-81f9-4286-8237-293d64303104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:30.585718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90d39-d5e3-4548-b8b4-9808f30fc119 req-25162842-81f9-4286-8237-293d64303104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:30.586175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90d39-d5e3-4548-b8b4-9808f30fc119 req-25162842-81f9-4286-8237-293d64303104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:30.586630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90d39-d5e3-4548-b8b4-9808f30fc119 req-25162842-81f9-4286-8237-293d64303104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:30.587084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90d39-d5e3-4548-b8b4-9808f30fc119 req-25162842-81f9-4286-8237-293d64303104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:30.589097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30e90d39-d5e3-4548-b8b4-9808f30fc119 req-25162842-81f9-4286-8237-293d64303104 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f58925f86c5a406cbce55135dc048b98&device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 6413 time: 0.9558980 Jul 27 19:51:30.602927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Transition to ACTIVE for port object 8509d889-e654-492c-90f2-f145f97d6866 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:30.619593 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.650511 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c9fac-8189-4d4e-85fb-74f4ce74e114 None None] Pushing event updated for resources: {'Port': ['ID=7c50c449-3755-4766-a94c-d0b775996339,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:30.749964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90d39-d5e3-4548-b8b4-9808f30fc119 req-9bfb2484-44ae-4c57-bbb1-9d5e68785c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:30.750715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90d39-d5e3-4548-b8b4-9808f30fc119 req-9bfb2484-44ae-4c57-bbb1-9d5e68785c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:30.751322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90d39-d5e3-4548-b8b4-9808f30fc119 req-9bfb2484-44ae-4c57-bbb1-9d5e68785c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:30.753197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30e90d39-d5e3-4548-b8b4-9808f30fc119 req-9bfb2484-44ae-4c57-bbb1-9d5e68785c69 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=f58925f86c5a406cbce55135dc048b98&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1439748 Jul 27 19:51:30.766197 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.814521 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64951ab4-6940-498a-8589-2cd849327efd req-df1b220a-55b4-4b0b-aea6-2b6091bb8bf8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062259 Jul 27 19:51:30.859377 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 20850531-9a1c-4a0f-a5a6-1177211341c0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:30.870375 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network dcd8bad6-5013-475e-9ce6-a4183587c9bf is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:30.898531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:30.922501 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58a7c2aa-a9d2-491f-9a5b-48e0be6bcd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.940577 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.971213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8731346f-2c73-4621-b245-4e7434d6468a None None] Provisioning for port 71578499-9322-4f17-81fa-c16cad0190bf completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:30.986069 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8731346f-2c73-4621-b245-4e7434d6468a None None] Provisioning complete for port 71578499-9322-4f17-81fa-c16cad0190bf triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:30.986440 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8731346f-2c73-4621-b245-4e7434d6468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:30.998915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacc69f-7cb5-4923-a514-2e5af9ee9b5c req-1942ad59-7824-428b-ac23-7d128eadf5dc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:31.010143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-58a7c2aa-a9d2-491f-9a5b-48e0be6bcd38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f777b789-2983-4285-a81d-44c182cc2a14']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:31.020479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacc69f-7cb5-4923-a514-2e5af9ee9b5c req-1942ad59-7824-428b-ac23-7d128eadf5dc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:31.033568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacc69f-7cb5-4923-a514-2e5af9ee9b5c req-1942ad59-7824-428b-ac23-7d128eadf5dc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:31.048043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacc69f-7cb5-4923-a514-2e5af9ee9b5c req-1942ad59-7824-428b-ac23-7d128eadf5dc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:31.055522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacc69f-7cb5-4923-a514-2e5af9ee9b5c req-1942ad59-7824-428b-ac23-7d128eadf5dc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:31.070869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 20850531-9a1c-4a0f-a5a6-1177211341c0 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:31.071237 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:31.071415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacc69f-7cb5-4923-a514-2e5af9ee9b5c req-1942ad59-7824-428b-ac23-7d128eadf5dc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:31.075185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8731346f-2c73-4621-b245-4e7434d6468a None None] Port 71578499-9322-4f17-81fa-c16cad0190bf cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:31.090538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacc69f-7cb5-4923-a514-2e5af9ee9b5c req-1942ad59-7824-428b-ac23-7d128eadf5dc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:31.094989 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faacc69f-7cb5-4923-a514-2e5af9ee9b5c req-1942ad59-7824-428b-ac23-7d128eadf5dc tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5405 time: 0.8343098 Jul 27 19:51:31.101916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:31.105485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-58a7c2aa-a9d2-491f-9a5b-48e0be6bcd38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7329e7-2d4b-4cb2-9515-2796b17109b6') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:31.105978 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-58a7c2aa-a9d2-491f-9a5b-48e0be6bcd38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7329e7-2d4b-4cb2-9515-2796b17109b6') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:31.119692 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:31.137988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8731346f-2c73-4621-b245-4e7434d6468a None None] Provisioning complete for port 7c50c449-3755-4766-a94c-d0b775996339 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:31.138551 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8731346f-2c73-4621-b245-4e7434d6468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:31.148363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:31.184458 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9876ea2c-a0f4-42c4-8b0d-fb2dc621e2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:31.212898 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58a7c2aa-a9d2-491f-9a5b-48e0be6bcd38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:31.257136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Pushing event updated for resources: {'Port': ['ID=aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:31.295544 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58a7c2aa-a9d2-491f-9a5b-48e0be6bcd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:31.319244 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faacc69f-7cb5-4923-a514-2e5af9ee9b5c req-caabbe07-2294-4163-b18c-e893712e5aba tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1653922 Jul 27 19:51:31.320925 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 708010f2-0872-462e-9cea-55346643db2d has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:51:31.322912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a7c2aa-a9d2-491f-9a5b-48e0be6bcd38 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:51:31.323381 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58a7c2aa-a9d2-491f-9a5b-48e0be6bcd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:51:31.330063 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:51:31.366495 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:31.367188 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:31.405701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c50c449-3755-4766-a94c-d0b775996339 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:31.486624 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6f14b2-9889-4c4b-aabd-53db364c9c97 x-openstack-request-id: req-de6f14b2-9889-4c4b-aabd-53db364c9c97 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:31.487016 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075c392d-db87-4499-a6ad-07f944b90e44", "name": "network-vif-plugged", "status": "completed", "tag": "3d4ab2bd-2d9d-4ea4-89b9-907918978aba", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:31.487273 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de6f14b2-9889-4c4b-aabd-53db364c9c97 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:31.487702 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075c392d-db87-4499-a6ad-07f944b90e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4ab2bd-2d9d-4ea4-89b9-907918978aba', 'code': 200} Jul 27 19:51:31.569997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7c50c449-3755-4766-a94c-d0b775996339 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:31.570589 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:31.578766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Pushing event updated for resources: {'Port': ['ID=8509d889-e654-492c-90f2-f145f97d6866,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:31.628067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Attempting to bind port 8509d889-e654-492c-90f2-f145f97d6866 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:31.628321 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Attempting to bind port 8509d889-e654-492c-90f2-f145f97d6866 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0fc0c1d8-13fa-4249-80f7-da70722bf0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:31.628715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Attempting to bind port 8509d889-e654-492c-90f2-f145f97d6866 on network 9731c54d-8776-469f-b0a4-97666d3f2100 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:31.633025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:51:31.639830 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-524c7c0b-ef60-4114-8476-c8c4ca371c16 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/708010f2-0872-462e-9cea-55346643db2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0558729 Jul 27 19:51:31.641273 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58a7c2aa-a9d2-491f-9a5b-48e0be6bcd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:31.646118 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-b1d1212e-23f1-4879-b277-fcc5672abac5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8511627 Jul 27 19:51:31.649168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58a7c2aa-a9d2-491f-9a5b-48e0be6bcd38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:31.651039 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-58a7c2aa-a9d2-491f-9a5b-48e0be6bcd38 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f777b789-2983-4285-a81d-44c182cc2a14 HTTP/1.1" status: 204 len: 168 time: 1.3141885 Jul 27 19:51:31.651667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47596) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:31.657341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Sync routers for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:51:31.660544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-10124fcc-6251-4b30-99d9-9d5e009896e1 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'network': {'name': 'tempest-RoutersTest-510740093'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:31.678289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Request body: {'port': {'device_id': '111d7d8f-a237-4d19-b891-bcbc5bd8789c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:31.705119 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:31.705905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:31.713431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7c2aa-a9d2-491f-9a5b-48e0be6bcd38 admin admin] Pushing event deleted for resources: {'Network': ['ID=f777b789-2983-4285-a81d-44c182cc2a14,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:31.789916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Port 8509d889-e654-492c-90f2-f145f97d6866 on network 9731c54d-8776-469f-b0a4-97666d3f2100 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:51:31.790244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Attempting to bind port 8509d889-e654-492c-90f2-f145f97d6866 on network 9731c54d-8776-469f-b0a4-97666d3f2100 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:31.790382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10124fcc-6251-4b30-99d9-9d5e009896e1 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:31.795682 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-10124fcc-6251-4b30-99d9-9d5e009896e1 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:31.812483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-68f54fa4-cd36-482d-8068-1ee788e7d047 None None] Provisioning complete for port 71578499-9322-4f17-81fa-c16cad0190bf triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:31.812855 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-68f54fa4-cd36-482d-8068-1ee788e7d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:31.828021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:31.831662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Checking segment: {'id': '0fc0c1d8-13fa-4249-80f7-da70722bf0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:31.836493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Bound using segment: {'id': '0fc0c1d8-13fa-4249-80f7-da70722bf0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:31.837337 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Bound port: 8509d889-e654-492c-90f2-f145f97d6866, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fc0c1d8-13fa-4249-80f7-da70722bf0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:31.839180 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:31.841681 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876ea2c-a0f4-42c4-8b0d-fb2dc621e2e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f37552-4917-4a89-98ea-cb02c52bdc69,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:31.846525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10124fcc-6251-4b30-99d9-9d5e009896e1 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:51:31.864690 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-10124fcc-6251-4b30-99d9-9d5e009896e1 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:31.865678 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-10124fcc-6251-4b30-99d9-9d5e009896e1 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Added segment c8aea235-ae45-4561-bc45-f9400d93cf14 of type vlan for network 4f206d0a-be2e-43a9-bc14-c13312cf93cc Jul 27 19:51:31.869768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:31.932374 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-68f54fa4-cd36-482d-8068-1ee788e7d047 None None] Port 71578499-9322-4f17-81fa-c16cad0190bf cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:31.935630 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-10124fcc-6251-4b30-99d9-9d5e009896e1 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:31.951184 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47602) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:31.982459 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:32.017326 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-10124fcc-6251-4b30-99d9-9d5e009896e1 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:32.024143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10124fcc-6251-4b30-99d9-9d5e009896e1 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:32.025005 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-10124fcc-6251-4b30-99d9-9d5e009896e1 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:32.076542 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-68f54fa4-cd36-482d-8068-1ee788e7d047 None None] Provisioning for port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:32.084913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-68f54fa4-cd36-482d-8068-1ee788e7d047 None None] Provisioning complete for port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:32.085526 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-68f54fa4-cd36-482d-8068-1ee788e7d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:32.158764 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-68f54fa4-cd36-482d-8068-1ee788e7d047 None None] Port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:32.190655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 3, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 2, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:32.225615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Checking router: 708010f2-0872-462e-9cea-55346643db2d for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:51:32.226235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Updating router 708010f2-0872-462e-9cea-55346643db2d port 71578499-9322-4f17-81fa-c16cad0190bf binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:51:32.300769 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:32.304646 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-66afa45e-9370-46fb-b44a-89567d5502b9 None None] Provisioning complete for port 71578499-9322-4f17-81fa-c16cad0190bf triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:32.304998 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-66afa45e-9370-46fb-b44a-89567d5502b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:32.325850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd430527-cf10-43b4-8f72-bdd5df6b6571 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:32.335346 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:32.354859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Transition to ACTIVE for port object cd430527-cf10-43b4-8f72-bdd5df6b6571 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:32.376738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9876ea2c-a0f4-42c4-8b0d-fb2dc621e2e9 admin admin] Checking segment: {'id': '0d726cae-8be1-424c-87aa-5730ccc02d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c9642579-d15c-472d-a1f3-21ada0fda588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:32.377296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9876ea2c-a0f4-42c4-8b0d-fb2dc621e2e9 admin admin] Network hostable DHCP agents. Network: c9642579-d15c-472d-a1f3-21ada0fda588, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:51:32.391879 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11451e-6eb2-49bb-b286-3b3ae8987833 req-32326c2a-4eb0-4401-a50f-df0862820846 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:32.394602 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d11451e-6eb2-49bb-b286-3b3ae8987833 req-32326c2a-4eb0-4401-a50f-df0862820846 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/ports?device_id=111d7d8f-a237-4d19-b891-bcbc5bd8789c HTTP/1.1" status: 200 len: 936 time: 1.2522550 Jul 27 19:51:32.410079 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:32.422387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e90d39-d5e3-4548-b8b4-9808f30fc119 req-6a5af255-822c-40b2-82ae-cfac332d25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:32.424077 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30e90d39-d5e3-4548-b8b4-9808f30fc119 req-6a5af255-822c-40b2-82ae-cfac332d25ef service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6491623 Jul 27 19:51:32.430303 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:32.476978 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:32.491325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Transition to ACTIVE for port object aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:32.495489 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-10124fcc-6251-4b30-99d9-9d5e009896e1 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8404973 Jul 27 19:51:32.507174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47606) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:32.518874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2698ecda-0a95-4037-acd0-822f7e52d81f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'subnet': {'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:32.538106 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:32.556913 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52460e-786b-47f7-aa21-f2e2ff468cba req-f7dc47f8-e1fa-4653-8d7f-a1bb50f5c162 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:32.558601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de52460e-786b-47f7-aa21-f2e2ff468cba req-f7dc47f8-e1fa-4653-8d7f-a1bb50f5c162 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 945 time: 0.9689016 Jul 27 19:51:32.611509 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d11451e-6eb2-49bb-b286-3b3ae8987833 req-34e6597c-c3b5-4417-bc3a-e67031b4a790 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/security-groups?id=62862dc2-93d5-4870-8701-7a42c4bee8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861525 Jul 27 19:51:32.629120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10124fcc-6251-4b30-99d9-9d5e009896e1 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Network': ['ID=4f206d0a-be2e-43a9-bc14-c13312cf93cc,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:32.661129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9876ea2c-a0f4-42c4-8b0d-fb2dc621e2e9 admin admin] Network c9642579-d15c-472d-a1f3-21ada0fda588 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:51:32.666243 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:32.677494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Transition to ACTIVE for port object 71578499-9322-4f17-81fa-c16cad0190bf will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:32.678864 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Pushing event updated for resources: {'Port': ['ID=cd430527-cf10-43b4-8f72-bdd5df6b6571,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:32.687801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 4f206d0a-be2e-43a9-bc14-c13312cf93cc details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:51:32.728383 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de52460e-786b-47f7-aa21-f2e2ff468cba req-1a7c0468-bf81-44b3-a68a-8e68f07011e1 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554143 Jul 27 19:51:32.736518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-9876ea2c-a0f4-42c4-8b0d-fb2dc621e2e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, c9642579-d15c-472d-a1f3-21ada0fda588) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:32.742716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] For port 8509d889-e654-492c-90f2-f145f97d6866, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:32.745808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9876ea2c-a0f4-42c4-8b0d-fb2dc621e2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:32.746461 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9876ea2c-a0f4-42c4-8b0d-fb2dc621e2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:32.751703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] For port 8509d889-e654-492c-90f2-f145f97d6866, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8509d889-e654-492c-90f2-f145f97d6866,segment=NetworkSegment(0fc0c1d8-13fa-4249-80f7-da70722bf0ab),segment_id=0fc0c1d8-13fa-4249-80f7-da70722bf0ab)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:32.765184 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:32.771664 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:32.814381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9fba26-de92-49a2-b463-2791ccd46b90 None None] Network c9642579-d15c-472d-a1f3-21ada0fda588 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:32.816211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-66afa45e-9370-46fb-b44a-89567d5502b9 None None] Port 71578499-9322-4f17-81fa-c16cad0190bf cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:32.828126 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-577ed3a0-d7a5-48c2-81b6-81c9a2180aea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e41dd9d47d6491e90a3b62ccc879acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8420448 Jul 27 19:51:32.834523 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47610) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:32.860238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9876ea2c-a0f4-42c4-8b0d-fb2dc621e2e9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3158782 Jul 27 19:51:32.874657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:32.877819 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:32.879684 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] 10.222.0.63 "PUT /v2.0/ports/8509d889-e654-492c-90f2-f145f97d6866 HTTP/1.1" status: 200 len: 1092 time: 4.6701474 Jul 27 19:51:32.885857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': '8509d889-e654-492c-90f2-f145f97d6866'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:32.888969 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e093e40-771b-4847-98d5-2925c2d781d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "8509d889-e654-492c-90f2-f145f97d6866"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:32.991180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32216d1-7ff9-450b-8e27-1ecd20da74c4 None None] Pushing event updated for resources: {'Port': ['ID=71578499-9322-4f17-81fa-c16cad0190bf,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:33.104030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Attempting to bind port cd430527-cf10-43b4-8f72-bdd5df6b6571 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:33.104436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Attempting to bind port cd430527-cf10-43b4-8f72-bdd5df6b6571 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'ca0e0859-741b-44a4-97d5-a57a41588408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:33.104753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Attempting to bind port cd430527-cf10-43b4-8f72-bdd5df6b6571 on network 2a94ce5d-0255-4786-abc8-d7eec91e5304 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:33.138722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Pushing event updated for resources: {'Port': ['ID=aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:33.214473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Attempting to bind port 71578499-9322-4f17-81fa-c16cad0190bf on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:33.214473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Attempting to bind port 71578499-9322-4f17-81fa-c16cad0190bf by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'aeae4676-7594-4a76-a074-25b5723f2510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:33.214473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Attempting to bind port 71578499-9322-4f17-81fa-c16cad0190bf on network dcd8bad6-5013-475e-9ce6-a4183587c9bf {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:33.258682 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Port cd430527-cf10-43b4-8f72-bdd5df6b6571 on network 2a94ce5d-0255-4786-abc8-d7eec91e5304 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:51:33.259001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Attempting to bind port cd430527-cf10-43b4-8f72-bdd5df6b6571 on network 2a94ce5d-0255-4786-abc8-d7eec91e5304 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:33.263986 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:33.276648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Checking segment: {'id': 'aeae4676-7594-4a76-a074-25b5723f2510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:33.277211 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:33.277724 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Bound using segment: {'id': 'aeae4676-7594-4a76-a074-25b5723f2510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:33.278495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Bound port: 71578499-9322-4f17-81fa-c16cad0190bf, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeae4676-7594-4a76-a074-25b5723f2510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:33.278993 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:33.290372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02a768-1226-42bf-bc96-670c2121c836 service neutron] Pushing event updated for resources: {'Port': ['ID=8509d889-e654-492c-90f2-f145f97d6866,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:33.291955 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2698ecda-0a95-4037-acd0-822f7e52d81f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:33.310319 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2698ecda-0a95-4037-acd0-822f7e52d81f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:33.369337 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:33.369833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Checking segment: {'id': 'ca0e0859-741b-44a4-97d5-a57a41588408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:33.370332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Bound using segment: {'id': 'ca0e0859-741b-44a4-97d5-a57a41588408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:33.370880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Bound port: cd430527-cf10-43b4-8f72-bdd5df6b6571, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0e0859-741b-44a4-97d5-a57a41588408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:33.371420 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:33.376089 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cfd883d0-0c54-462f-8d70-138435fdb457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:33.383349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Attempting to bind port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:33.383871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Attempting to bind port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:33.384023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Attempting to bind port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:33.412169 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:51:33.412431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Attempting to bind port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:33.434090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cfd883d0-0c54-462f-8d70-138435fdb457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:33.440137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb01aa-7091-4b88-9979-4df01072cae0 req-d0ab6234-d4f7-478e-a742-409b84cb00c7 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:33.442911 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ddfb01aa-7091-4b88-9979-4df01072cae0 req-d0ab6234-d4f7-478e-a742-409b84cb00c7 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 945 time: 0.5331254 Jul 27 19:51:33.451077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:33.451314 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:33.451618 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:33.452206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Bound port: aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:33.452908 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:33.459598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4192571-2070-4854-935c-fd18d3090d3e None None] Network c9642579-d15c-472d-a1f3-21ada0fda588 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:33.546775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-2e1220f4-0f43-472a-91be-0beb6d615cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:33.547705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-2e1220f4-0f43-472a-91be-0beb6d615cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:33.548691 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-2e1220f4-0f43-472a-91be-0beb6d615cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:33.549796 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-2e1220f4-0f43-472a-91be-0beb6d615cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:33.550377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-2e1220f4-0f43-472a-91be-0beb6d615cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:33.550902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-2e1220f4-0f43-472a-91be-0beb6d615cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:33.551873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-2e1220f4-0f43-472a-91be-0beb6d615cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:33.554547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-2e1220f4-0f43-472a-91be-0beb6d615cb9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f58925f86c5a406cbce55135dc048b98&device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 6481 time: 0.5566235 Jul 27 19:51:33.556150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] For port 71578499-9322-4f17-81fa-c16cad0190bf, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:33.562346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] For port 71578499-9322-4f17-81fa-c16cad0190bf, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=71578499-9322-4f17-81fa-c16cad0190bf,segment=NetworkSegment(aeae4676-7594-4a76-a074-25b5723f2510),segment_id=aeae4676-7594-4a76-a074-25b5723f2510)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:33.586891 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:33.645284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d090e0-7e6a-4012-a4b1-e64ddf8beb9a req-90e82950-aad7-4f0e-bc79-b3160c3c7331 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:33.651729 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cfd883d0-0c54-462f-8d70-138435fdb457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:33.655926 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cfd883d0-0c54-462f-8d70-138435fdb457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:33.657266 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cfd883d0-0c54-462f-8d70-138435fdb457 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0700c414-7765-4a61-829d-4f9a032aec50 HTTP/1.1" status: 204 len: 168 time: 0.8033721 Jul 27 19:51:33.657645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7d090e0-7e6a-4012-a4b1-e64ddf8beb9a req-90e82950-aad7-4f0e-bc79-b3160c3c7331 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 943 time: 0.7941170 Jul 27 19:51:33.694918 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] For port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:33.702435 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd883d0-0c54-462f-8d70-138435fdb457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0700c414-7765-4a61-829d-4f9a032aec50,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:33.728922 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] For port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:33.737241 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:33.754588 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-52400d7e-5465-4061-9701-24f5a8967f7d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 HTTP/1.1" status: 200 len: 217 time: 0.1665826 Jul 27 19:51:33.767463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32216d1-7ff9-450b-8e27-1ecd20da74c4 None None] Pushing event updated for resources: {'Port': ['ID=71578499-9322-4f17-81fa-c16cad0190bf,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:33.826436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:33.827107 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:33.870783 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:33.871410 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:33.873550 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] 10.222.0.52 "PUT /v2.0/ports/aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 HTTP/1.1" status: 200 len: 1097 time: 2.2089295 Jul 27 19:51:33.885576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111d7d8f-a237-4d19-b891-bcbc5bd8789c', 'tag': 'aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:33.890957 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94736f3f-54f5-4aa3-a454-19aa35d439bc" -d '{"events": [{"name": "network-changed", "server_uuid": "111d7d8f-a237-4d19-b891-bcbc5bd8789c", "tag": "aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:33.902435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ddfb01aa-7091-4b88-9979-4df01072cae0 req-d0cbd3c8-194e-4bcd-b115-013e3c7474b5 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070265 Jul 27 19:51:33.921010 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2698ecda-0a95-4037-acd0-822f7e52d81f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:34.019502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] For port cd430527-cf10-43b4-8f72-bdd5df6b6571, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:34.039053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:34.084536 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7d090e0-7e6a-4012-a4b1-e64ddf8beb9a req-412337b2-da2f-4ded-9a39-43debe2d802c tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257796 Jul 27 19:51:34.192339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] For port cd430527-cf10-43b4-8f72-bdd5df6b6571, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=cd430527-cf10-43b4-8f72-bdd5df6b6571,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:34.205088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-15160ff6-3b46-4724-8ef7-0561c71800e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:34.206817 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-15160ff6-3b46-4724-8ef7-0561c71800e9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8228838-7f56-4f49-b8c4-a9a60e68ed8f HTTP/1.1" status: 200 len: 850 time: 0.4512784 Jul 27 19:51:34.226415 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4e6c1-5db4-46c7-9c8f-bf1289bfadc7 service neutron] Pushing event updated for resources: {'Port': ['ID=aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:34.270841 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:34.319858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698ecda-0a95-4037-acd0-822f7e52d81f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Subnet': ['ID=c8b02553-76a4-4207-b3c5-8981ac087ede,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:34.337054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2698ecda-0a95-4037-acd0-822f7e52d81f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Checking segment: {'id': 'c8aea235-ae45-4561-bc45-f9400d93cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:34.339340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2698ecda-0a95-4037-acd0-822f7e52d81f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network hostable DHCP agents. Network: 4f206d0a-be2e-43a9-bc14-c13312cf93cc, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:51:34.359844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e7db481-1c96-448b-8f0d-953dc6c480ba req-1cb89bf8-98c9-457f-87ad-ca76b3cfbe96 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-162031635&fields=id&tenant_id=ba2de612201a4a35a6f5cd51512a5321 HTTP/1.1" status: 200 len: 267 time: 0.1516087 Jul 27 19:51:34.397534 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-98768165-4a20-4ebe-9f2e-bf71cfe42fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:34.399079 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-98768165-4a20-4ebe-9f2e-bf71cfe42fd1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c6e274444ce546578866451b93f9814c&device_id=111d7d8f-a237-4d19-b891-bcbc5bd8789c HTTP/1.1" status: 200 len: 1100 time: 0.4023032 Jul 27 19:51:34.402973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:34.403842 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:34.405761 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] 10.222.0.63 "PUT /v2.0/ports/cd430527-cf10-43b4-8f72-bdd5df6b6571 HTTP/1.1" status: 200 len: 1092 time: 5.1872346 Jul 27 19:51:34.422714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2698ecda-0a95-4037-acd0-822f7e52d81f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 4f206d0a-be2e-43a9-bc14-c13312cf93cc is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:51:34.437173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-2698ecda-0a95-4037-acd0-822f7e52d81f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 4f206d0a-be2e-43a9-bc14-c13312cf93cc) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:34.445337 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2698ecda-0a95-4037-acd0-822f7e52d81f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:34.446169 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2698ecda-0a95-4037-acd0-822f7e52d81f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:34.476182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03882601-073d-40ee-82be-dd74758de104 None None] Network 4f206d0a-be2e-43a9-bc14-c13312cf93cc requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:34.496947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47626) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:34.535684 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fe16f-8538-41ca-9af1-684cc9dc811b service neutron] Pushing event updated for resources: {'Port': ['ID=cd430527-cf10-43b4-8f72-bdd5df6b6571,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:34.560868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bead0-abb4-4580-aad0-005099eb4f34 req-2f17bb66-ba89-4850-9cbd-e67258226ee9 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:34.567064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bead0-abb4-4580-aad0-005099eb4f34 req-2f17bb66-ba89-4850-9cbd-e67258226ee9 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:34.573413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bead0-abb4-4580-aad0-005099eb4f34 req-2f17bb66-ba89-4850-9cbd-e67258226ee9 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:34.580100 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bead0-abb4-4580-aad0-005099eb4f34 req-2f17bb66-ba89-4850-9cbd-e67258226ee9 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:34.586553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bead0-abb4-4580-aad0-005099eb4f34 req-2f17bb66-ba89-4850-9cbd-e67258226ee9 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:34.592753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bead0-abb4-4580-aad0-005099eb4f34 req-2f17bb66-ba89-4850-9cbd-e67258226ee9 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:34.599179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bead0-abb4-4580-aad0-005099eb4f34 req-2f17bb66-ba89-4850-9cbd-e67258226ee9 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:34.607859 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac2bead0-abb4-4580-aad0-005099eb4f34 req-2f17bb66-ba89-4850-9cbd-e67258226ee9 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5417 time: 0.5021896 Jul 27 19:51:34.665155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-4f206d0a-be2e-43a9-bc14-c13312cf93cc', 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'fixed_ips': [{'subnet_id': 'c8b02553-76a4-4207-b3c5-8981ac087ede'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:51:34.666024 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:34.672017 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0ab8989c-df31-4df7-8df2-490a76981223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:34.673726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-0ab8989c-df31-4df7-8df2-490a76981223 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe0599a8-e2b9-4d58-ac69-a9a391fdb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4135191 Jul 27 19:51:34.695112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac2bead0-abb4-4580-aad0-005099eb4f34 req-1dff6c25-2c34-4129-9ec6-08f7fbc20688 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859861 Jul 27 19:51:34.703416 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7db481-1c96-448b-8f0d-953dc6c480ba req-4d5c0496-66bd-4663-aa7b-52d8e7d029ca tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:34.724997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e7db481-1c96-448b-8f0d-953dc6c480ba req-4d5c0496-66bd-4663-aa7b-52d8e7d029ca tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 945 time: 0.3638198 Jul 27 19:51:34.732553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-6e7db481-1c96-448b-8f0d-953dc6c480ba req-32e912c5-ac1c-44af-b646-4355ead26aff tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'port': {'security_groups': ['30e972ea-75e5-400f-a3fb-6c25d0e1a7c0', 'a4a06b60-1f05-4099-81cb-3e955dddaea9']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:34.791450 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f64387-3675-476b-a26e-9b3f9db788cb x-openstack-request-id: req-d3f64387-3675-476b-a26e-9b3f9db788cb {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:34.792102 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "8509d889-e654-492c-90f2-f145f97d6866", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:34.792586 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3f64387-3675-476b-a26e-9b3f9db788cb {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:34.793209 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': '8509d889-e654-492c-90f2-f145f97d6866', 'status': 'completed', 'code': 200} Jul 27 19:51:34.839092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Allocated IP 172.22.0.2 (4f206d0a-be2e-43a9-bc14-c13312cf93cc/c8b02553-76a4-4207-b3c5-8981ac087ede/92f6099e-b3a4-4df5-b78b-cada9dd443f5) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:34.882827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4c8e8219-da24-4764-b6c8-7544d9e93208 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2bbdc8e33043463aae009633d0a7897c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3795300 Jul 27 19:51:34.883828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47632) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:34.914395 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-8f0b416b-b4a8-4aaa-9a41-1bdbe78acd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:34.916465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-8f0b416b-b4a8-4aaa-9a41-1bdbe78acd97 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9ebde375c7d842259b702ecaf0873510&device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 1095 time: 0.4673874 Jul 27 19:51:34.956346 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-90d35f71-76f6-4e04-be57-4c3e7e1990d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 HTTP/1.1" status: 200 len: 217 time: 0.5439687 Jul 27 19:51:35.032839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-cd3e88f5-fd62-4817-90b0-8c81c4b91f82 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd430527-cf10-43b4-8f72-bdd5df6b6571 HTTP/1.1" status: 200 len: 217 time: 0.1024220 Jul 27 19:51:35.054771 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2698ecda-0a95-4037-acd0-822f7e52d81f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5417209 Jul 27 19:51:35.057530 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47636) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:35.178801 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6e7db481-1c96-448b-8f0d-953dc6c480ba req-32e912c5-ac1c-44af-b646-4355ead26aff tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:35.189424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-cf14da74-2644-46a2-967e-987376121bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:35.191373 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-cf14da74-2644-46a2-967e-987376121bf7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.2235425 Jul 27 19:51:35.192130 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:35.203595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Transition to ACTIVE for port object 92f6099e-b3a4-4df5-b78b-cada9dd443f5 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:35.238176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Transition to ACTIVE for port object 92f6099e-b3a4-4df5-b78b-cada9dd443f5 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:35.249890 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-27680d53-b94d-4201-9f61-0893c57d4dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:35.250632 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:35.263344 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-3a9e64fc-2995-4145-be8d-c9de5f07f267 service neutron] 10.222.0.63 "GET /v2.0/networks/fe0599a8-e2b9-4d58-ac69-a9a391fdb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185087 Jul 27 19:51:35.308901 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Pushing event updated for resources: {'Port': ['ID=92f6099e-b3a4-4df5-b78b-cada9dd443f5,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:35.331625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Network 4f206d0a-be2e-43a9-bc14-c13312cf93cc is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:35.334541 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:35.338215 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 3, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:33Z', 'revision_number': 4, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:35.343667 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:35.403549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f5836-e8d5-41aa-b533-c1e45bd0d448 None None] The sync data for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 is: [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 3, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:33Z', 'revision_number': 4, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:51:35.413815 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-6334ce2c-0eac-475a-a904-eeac9cd43b54 service neutron] 10.222.0.63 "GET /v2.0/networks/fe0599a8-e2b9-4d58-ac69-a9a391fdb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306026 Jul 27 19:51:35.425490 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-ed22525b-ee9d-45b4-b17a-157498852568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:35.427415 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-ed22525b-ee9d-45b4-b17a-157498852568 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a91b5a00-a1c3-4600-8e1b-576263e8fcc7 HTTP/1.1" status: 200 len: 854 time: 0.3853254 Jul 27 19:51:35.443993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Attempting to bind port 92f6099e-b3a4-4df5-b78b-cada9dd443f5 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:35.444373 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Attempting to bind port 92f6099e-b3a4-4df5-b78b-cada9dd443f5 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'c8aea235-ae45-4561-bc45-f9400d93cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:35.444748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Attempting to bind port 92f6099e-b3a4-4df5-b78b-cada9dd443f5 on network 4f206d0a-be2e-43a9-bc14-c13312cf93cc {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:35.462477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:35.462841 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Checking segment: {'id': 'c8aea235-ae45-4561-bc45-f9400d93cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:35.463246 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:35.463633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Bound using segment: {'id': 'c8aea235-ae45-4561-bc45-f9400d93cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:35.464096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Bound port: 92f6099e-b3a4-4df5-b78b-cada9dd443f5, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8aea235-ae45-4561-bc45-f9400d93cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:35.464503 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:35.515974 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-27680d53-b94d-4201-9f61-0893c57d4dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:35.520031 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-da6d7183-0ff1-4268-9a42-95e696db02c5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a94ce5d-0255-4786-abc8-d7eec91e5304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785429 Jul 27 19:51:35.594166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] For port 92f6099e-b3a4-4df5-b78b-cada9dd443f5, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:35.599261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] For port 92f6099e-b3a4-4df5-b78b-cada9dd443f5, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=92f6099e-b3a4-4df5-b78b-cada9dd443f5,segment=NetworkSegment(c8aea235-ae45-4561-bc45-f9400d93cf14),segment_id=c8aea235-ae45-4561-bc45-f9400d93cf14)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:35.613172 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:35.616020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-d15158b4-3f52-428a-b135-fca5367f60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:35.619753 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-d15158b4-3f52-428a-b135-fca5367f60d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3976517 Jul 27 19:51:35.685336 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2cdb2-b172-4cbe-b80a-060ca052a338 None None] Pushing event updated for resources: {'Port': ['ID=92f6099e-b3a4-4df5-b78b-cada9dd443f5,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:35.755821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ce3ca8b1-3590-4627-881c-a7d3d77595bd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=6b82a051-4a63-458c-b31a-5df21e5cf87c HTTP/1.1" status: 200 len: 217 time: 0.3272324 Jul 27 19:51:35.759709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-3148b264-9c8f-440d-8312-63316cd80a1b service neutron] 10.222.0.63 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785729 Jul 27 19:51:35.917615 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:35.937530 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-a61bf8a5-363f-4ab3-9ca9-18aa199891d1 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952442 Jul 27 19:51:36.108465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-70e55c96-af59-4311-935f-3d5d193b8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:36.112567 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-70e55c96-af59-4311-935f-3d5d193b8bd4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.3199284 Jul 27 19:51:36.148865 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-27680d53-b94d-4201-9f61-0893c57d4dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:36.152364 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-27680d53-b94d-4201-9f61-0893c57d4dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:36.154331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-27680d53-b94d-4201-9f61-0893c57d4dd5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f740848-011f-4fca-8460-5293d9cad417 HTTP/1.1" status: 204 len: 168 time: 1.2636945 Jul 27 19:51:36.223188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27680d53-b94d-4201-9f61-0893c57d4dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f740848-011f-4fca-8460-5293d9cad417,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:36.263077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87ff53-5208-46fa-bb69-4b73cbb0e439 req-d5303dce-bf4e-4f44-9856-e3883dac8be7 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:36.264880 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe87ff53-5208-46fa-bb69-4b73cbb0e439 req-d5303dce-bf4e-4f44-9856-e3883dac8be7 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/ports?device_id=111d7d8f-a237-4d19-b891-bcbc5bd8789c HTTP/1.1" status: 200 len: 948 time: 0.4831302 Jul 27 19:51:36.309203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca5dad1a-0c90-4f11-a458-285379104a85 req-7f39c1ae-3030-4b77-83b5-d05ba2a632d4 service neutron] 10.222.0.63 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182128 Jul 27 19:51:36.328803 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6e7db481-1c96-448b-8f0d-953dc6c480ba req-32e912c5-ac1c-44af-b646-4355ead26aff tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] For port 9a832793-7015-4d17-b9ab-0eba3c9de58c, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=9a832793-7015-4d17-b9ab-0eba3c9de58c,segment=NetworkSegment(5ab1c04c-9dce-4428-a1f0-0a39d89cf838),segment_id=5ab1c04c-9dce-4428-a1f0-0a39d89cf838)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:36.411201 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-b8d60037-ba72-4173-80d8-3ea217eb1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:36.413623 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-b8d60037-ba72-4173-80d8-3ea217eb1e06 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2853646 Jul 27 19:51:36.423582 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe87ff53-5208-46fa-bb69-4b73cbb0e439 req-094e4c38-1cb4-4ff0-bb75-77098bbbc51c tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/security-groups?id=62862dc2-93d5-4870-8701-7a42c4bee8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459100 Jul 27 19:51:36.445512 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6e7db481-1c96-448b-8f0d-953dc6c480ba req-32e912c5-ac1c-44af-b646-4355ead26aff tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:36.456379 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d5dcdabd-8cb8-469d-baf0-24e008ef29fa req-1f6646ea-628b-4a83-984a-2b2d1dc930e2 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749603 Jul 27 19:51:36.465657 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6e7db481-1c96-448b-8f0d-953dc6c480ba req-32e912c5-ac1c-44af-b646-4355ead26aff tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:36.478520 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['9a832793-7015-4d17-b9ab-0eba3c9de58c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:36.556476 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8b2d34-7a21-4a7b-8d55-4ddc8b5c019e x-openstack-request-id: req-cb8b2d34-7a21-4a7b-8d55-4ddc8b5c019e {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:36.556761 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111d7d8f-a237-4d19-b891-bcbc5bd8789c", "tag": "aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:36.557006 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb8b2d34-7a21-4a7b-8d55-4ddc8b5c019e {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:36.557400 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111d7d8f-a237-4d19-b891-bcbc5bd8789c', 'tag': 'aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4', 'status': 'completed', 'code': 200} Jul 27 19:51:36.671053 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7db481-1c96-448b-8f0d-953dc6c480ba req-32e912c5-ac1c-44af-b646-4355ead26aff tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:36.671738 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6e7db481-1c96-448b-8f0d-953dc6c480ba req-32e912c5-ac1c-44af-b646-4355ead26aff tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:36.676615 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e7db481-1c96-448b-8f0d-953dc6c480ba req-32e912c5-ac1c-44af-b646-4355ead26aff tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "PUT /v2.0/ports/9a832793-7015-4d17-b9ab-0eba3c9de58c HTTP/1.1" status: 200 len: 981 time: 1.9500751 Jul 27 19:51:36.749502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['9a832793-7015-4d17-b9ab-0eba3c9de58c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:36.804976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cfdb7f-126a-4e87-aefe-7c9f73cebb36', 'tag': 'cd430527-cf10-43b4-8f72-bdd5df6b6571'}, {'name': 'network-changed', 'server_uuid': 'd72e2547-d456-4391-8765-4ed7c3dd5849', 'tag': '9a832793-7015-4d17-b9ab-0eba3c9de58c'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:36.807283 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaddde5d-1b37-4260-bbe0-36cd40953217" -d '{"events": [{"name": "network-changed", "server_uuid": "81cfdb7f-126a-4e87-aefe-7c9f73cebb36", "tag": "cd430527-cf10-43b4-8f72-bdd5df6b6571"}, {"name": "network-changed", "server_uuid": "d72e2547-d456-4391-8765-4ed7c3dd5849", "tag": "9a832793-7015-4d17-b9ab-0eba3c9de58c"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:36.878912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Allocated IP 172.22.0.1 (4f206d0a-be2e-43a9-bc14-c13312cf93cc/c8b02553-76a4-4207-b3c5-8981ac087ede/80b76c98-d38a-4da1-a563-bd03ac6fea1e) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:36.951111 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94736f3f-54f5-4aa3-a454-19aa35d439bc req-e0616106-cdda-429b-8f49-ce1a67943523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:36.954600 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-94736f3f-54f5-4aa3-a454-19aa35d439bc req-e0616106-cdda-429b-8f49-ce1a67943523 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c6e274444ce546578866451b93f9814c&device_id=111d7d8f-a237-4d19-b891-bcbc5bd8789c HTTP/1.1" status: 200 len: 1100 time: 0.3633626 Jul 27 19:51:37.037291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e912c5-ac1c-44af-b646-4355ead26aff tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'Port': ['ID=9a832793-7015-4d17-b9ab-0eba3c9de58c,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:37.078983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-fc34c573-bdea-4946-b999-adbabbec7103 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6522896 Jul 27 19:51:37.126447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 71578499-9322-4f17-81fa-c16cad0190bf up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:37.352050 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 71578499-9322-4f17-81fa-c16cad0190bf completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:37.358175 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94736f3f-54f5-4aa3-a454-19aa35d439bc req-52d0d2f3-23e4-454b-85cb-1e030faf567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:37.359122 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-94736f3f-54f5-4aa3-a454-19aa35d439bc req-52d0d2f3-23e4-454b-85cb-1e030faf567a service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.3922467 Jul 27 19:51:37.369171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:37.378680 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 71578499-9322-4f17-81fa-c16cad0190bf triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:37.379050 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:37.431941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27bafd0-c583-4876-918f-c49fc653f287 None None] Network 4f206d0a-be2e-43a9-bc14-c13312cf93cc requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:37.459554 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-94736f3f-54f5-4aa3-a454-19aa35d439bc req-ff778f37-5321-4e79-a000-9e5a15ae0d95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 HTTP/1.1" status: 200 len: 217 time: 0.0872746 Jul 27 19:51:37.501558 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Transition to ACTIVE for port object 80b76c98-d38a-4da1-a563-bd03ac6fea1e will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:37.558768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94736f3f-54f5-4aa3-a454-19aa35d439bc req-cbda8502-91df-415c-b330-cd41071bf45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:37.561291 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-94736f3f-54f5-4aa3-a454-19aa35d439bc req-cbda8502-91df-415c-b330-cd41071bf45c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0935571 Jul 27 19:51:37.563328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:37.573698 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4ec29ec4-7b09-4c0d-8e3c-56092f288f73 None None] Provisioning for port 92f6099e-b3a4-4df5-b78b-cada9dd443f5 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:37.640948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47670) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:37.641993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=80b76c98-d38a-4da1-a563-bd03ac6fea1e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:37.705712 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 4f206d0a-be2e-43a9-bc14-c13312cf93cc is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:37.709413 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:37.713564 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:37.720116 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:37.795299 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:37.800057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 71578499-9322-4f17-81fa-c16cad0190bf, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=71578499-9322-4f17-81fa-c16cad0190bf,segment=NetworkSegment(aeae4676-7594-4a76-a074-25b5723f2510),segment_id=aeae4676-7594-4a76-a074-25b5723f2510)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:37.804840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e836c219-e877-437d-b247-417b33281328 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-395240985-network', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:37.806827 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:37.807594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 92f6099e-b3a4-4df5-b78b-cada9dd443f5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:37.899806 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94736f3f-54f5-4aa3-a454-19aa35d439bc req-9943e9f4-b597-4220-9a0a-6c3637aad7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:37.901385 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-94736f3f-54f5-4aa3-a454-19aa35d439bc req-9943e9f4-b597-4220-9a0a-6c3637aad7c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2700868 Jul 27 19:51:37.993359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=71578499-9322-4f17-81fa-c16cad0190bf,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:38.005539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f90161-4635-4c87-a8e2-35f737636a0a req-a0bd7544-f7ef-4d7d-bcda-7e2fa3475715 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:38.007115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36f90161-4635-4c87-a8e2-35f737636a0a req-a0bd7544-f7ef-4d7d-bcda-7e2fa3475715 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 945 time: 1.3924916 Jul 27 19:51:38.020381 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e836c219-e877-437d-b247-417b33281328 admin admin] Made reservation on behalf of 999ba3900e2b4394b7a6017817e212d3 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:38.024019 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e836c219-e877-437d-b247-417b33281328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:38.041802 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e836c219-e877-437d-b247-417b33281328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:38.058253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ab48f-39b4-4a3a-bf2e-0393a02d311d req-a923682a-6265-4a28-a032-f81119476acd tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:38.061682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d91ab48f-39b4-4a3a-bf2e-0393a02d311d req-a923682a-6265-4a28-a032-f81119476acd tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 943 time: 1.1737647 Jul 27 19:51:38.062968 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 92f6099e-b3a4-4df5-b78b-cada9dd443f5 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:38.068264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 92f6099e-b3a4-4df5-b78b-cada9dd443f5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:38.068670 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:38.147328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:38.175574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36f90161-4635-4c87-a8e2-35f737636a0a req-4103b415-6713-44a7-b139-c6b382d8e045 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530840 Jul 27 19:51:38.196984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-1a7bcd90-f018-472d-9c38-a6fa03e761d2 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0887034 Jul 27 19:51:38.202524 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-94736f3f-54f5-4aa3-a454-19aa35d439bc req-9eef5c8a-51fb-419d-85de-d3db313bdc35 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931876 Jul 27 19:51:38.243214 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:38.253835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d91ab48f-39b4-4a3a-bf2e-0393a02d311d req-e7719a65-3037-469d-924f-4189b2a6bf62 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865084 Jul 27 19:51:38.287666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 92f6099e-b3a4-4df5-b78b-cada9dd443f5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=92f6099e-b3a4-4df5-b78b-cada9dd443f5,segment=NetworkSegment(c8aea235-ae45-4561-bc45-f9400d93cf14),segment_id=c8aea235-ae45-4561-bc45-f9400d93cf14)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:38.289170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device cd430527-cf10-43b4-8f72-bdd5df6b6571 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:51:38.298800 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:38.405579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-712a0e0a-452e-440e-8b33-0ae40b9443e6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=2319aae9-ce95-4f29-aabf-b219da789e06 HTTP/1.1" status: 200 len: 217 time: 0.1637483 Jul 27 19:51:38.455169 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:38.504279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-6fabe971-f3a0-473b-9e1a-34b3ddcc8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:38.506033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-6fabe971-f3a0-473b-9e1a-34b3ddcc8c87 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.0912094 Jul 27 19:51:38.549300 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7d2d1fcf-4c52-4b1f-89e9-79cad6e851d6 None None] Provisioning complete for port 92f6099e-b3a4-4df5-b78b-cada9dd443f5 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:38.550566 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1fcf-4c52-4b1f-89e9-79cad6e851d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:38.602144 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=92f6099e-b3a4-4df5-b78b-cada9dd443f5,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:38.661004 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e836c219-e877-437d-b247-417b33281328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:38.670979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-305ad41c-fe5a-4b43-815a-7708c848e08c req-fde75268-37b1-4710-8c55-f5ba65077cb4 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-380347870&fields=id&tenant_id=ba2de612201a4a35a6f5cd51512a5321 HTTP/1.1" status: 200 len: 267 time: 0.0728621 Jul 27 19:51:38.686284 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e836c219-e877-437d-b247-417b33281328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:38.710717 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc8328-c0c7-4abe-8f13-e27cd4740261 req-74165a42-cd0f-4d5b-990f-dbc5c9a8bdfb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:38.723516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc8328-c0c7-4abe-8f13-e27cd4740261 req-74165a42-cd0f-4d5b-990f-dbc5c9a8bdfb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:38.730922 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc8328-c0c7-4abe-8f13-e27cd4740261 req-74165a42-cd0f-4d5b-990f-dbc5c9a8bdfb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:38.740999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc8328-c0c7-4abe-8f13-e27cd4740261 req-74165a42-cd0f-4d5b-990f-dbc5c9a8bdfb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:38.747393 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc8328-c0c7-4abe-8f13-e27cd4740261 req-74165a42-cd0f-4d5b-990f-dbc5c9a8bdfb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:38.751538 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port cd430527-cf10-43b4-8f72-bdd5df6b6571, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=cd430527-cf10-43b4-8f72-bdd5df6b6571,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:38.754109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc8328-c0c7-4abe-8f13-e27cd4740261 req-74165a42-cd0f-4d5b-990f-dbc5c9a8bdfb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:38.763947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc8328-c0c7-4abe-8f13-e27cd4740261 req-74165a42-cd0f-4d5b-990f-dbc5c9a8bdfb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:38.773503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79dc8328-c0c7-4abe-8f13-e27cd4740261 req-74165a42-cd0f-4d5b-990f-dbc5c9a8bdfb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5417 time: 0.3620450 Jul 27 19:51:38.774216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'cd430527-cf10-43b4-8f72-bdd5df6b6571', 'network_id': '2a94ce5d-0255-4786-abc8-d7eec91e5304', 'port_id': 'cd430527-cf10-43b4-8f72-bdd5df6b6571', 'mac_address': 'fa:16:3e:35:59:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a91b5a00-a1c3-4600-8e1b-576263e8fcc7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:51:38.782555 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7d2d1fcf-4c52-4b1f-89e9-79cad6e851d6 None None] Provisioning for port 80b76c98-d38a-4da1-a563-bd03ac6fea1e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:38.797659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-022fdce3-7201-442e-81a6-23e8262eaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:38.799237 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-022fdce3-7201-442e-81a6-23e8262eaf58 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2831745 Jul 27 19:51:38.812526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7d2d1fcf-4c52-4b1f-89e9-79cad6e851d6 None None] Provisioning complete for port 80b76c98-d38a-4da1-a563-bd03ac6fea1e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:38.813080 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1fcf-4c52-4b1f-89e9-79cad6e851d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:38.867759 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d1fcf-4c52-4b1f-89e9-79cad6e851d6 None None] Port 80b76c98-d38a-4da1-a563-bd03ac6fea1e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:38.888635 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:38.909583 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd430527-cf10-43b4-8f72-bdd5df6b6571 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:38.918994 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 71578499-9322-4f17-81fa-c16cad0190bf up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:38.949978 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79dc8328-c0c7-4abe-8f13-e27cd4740261 req-30db96c5-3211-44f6-bffb-dc67fb1ec98f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1755469 Jul 27 19:51:38.974939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:38.978639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e836c219-e877-437d-b247-417b33281328 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:51:38.984764 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-94736f3f-54f5-4aa3-a454-19aa35d439bc req-c2fec758-fa3d-4ecd-bd50-dac27f4c47c9 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7274559 Jul 27 19:51:38.985456 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:38.993701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port cd430527-cf10-43b4-8f72-bdd5df6b6571, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=cd430527-cf10-43b4-8f72-bdd5df6b6571,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:39.011297 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:39.025821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-63485930-7251-430a-9c82-06f12e754445 None None] Provisioning complete for port 80b76c98-d38a-4da1-a563-bd03ac6fea1e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:39.026433 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-63485930-7251-430a-9c82-06f12e754445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:39.074607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ad41c-fe5a-4b43-815a-7708c848e08c req-5daa4173-01e0-4781-87f7-e10454be8c01 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:39.085998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-305ad41c-fe5a-4b43-815a-7708c848e08c req-5daa4173-01e0-4781-87f7-e10454be8c01 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 984 time: 0.3980780 Jul 27 19:51:39.101934 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7126f0d8-4622-4cbf-8b65-c8bb3a9d0947 x-openstack-request-id: req-7126f0d8-4622-4cbf-8b65-c8bb3a9d0947 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:39.102440 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cfdb7f-126a-4e87-aefe-7c9f73cebb36", "tag": "cd430527-cf10-43b4-8f72-bdd5df6b6571", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d72e2547-d456-4391-8765-4ed7c3dd5849", "tag": "9a832793-7015-4d17-b9ab-0eba3c9de58c", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:39.103471 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7126f0d8-4622-4cbf-8b65-c8bb3a9d0947 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:39.104032 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cfdb7f-126a-4e87-aefe-7c9f73cebb36', 'tag': 'cd430527-cf10-43b4-8f72-bdd5df6b6571', 'status': 'completed', 'code': 200} Jul 27 19:51:39.105491 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72e2547-d456-4391-8765-4ed7c3dd5849', 'tag': '9a832793-7015-4d17-b9ab-0eba3c9de58c', 'status': 'completed', 'code': 200} Jul 27 19:51:39.124802 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:39.126742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836c219-e877-437d-b247-417b33281328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0ec69f-7750-4ede-bd3d-c6eaf987c336,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:39.128020 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 71578499-9322-4f17-81fa-c16cad0190bf triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:39.128420 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:39.132518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=80b76c98-d38a-4da1-a563-bd03ac6fea1e,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:39.147339 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e836c219-e877-437d-b247-417b33281328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:39.147843 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-e836c219-e877-437d-b247-417b33281328 admin admin] Added segment 96c606a3-0772-4704-a71a-c4d209601fbf of type vlan for network c4cefaf5-08e8-4a81-aa54-40dec4032b96 Jul 27 19:51:39.155505 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-305ad41c-fe5a-4b43-815a-7708c848e08c req-4be20cb5-14c1-4150-9164-561a318ace7f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'port': {'security_groups': ['30e972ea-75e5-400f-a3fb-6c25d0e1a7c0', 'a4a06b60-1f05-4099-81cb-3e955dddaea9', '899ce559-b6e1-4b1b-a0a7-fd2900a36060']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:39.194978 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-a956f5fc-9c9a-4f1d-a49c-0444af95d50f service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725188 Jul 27 19:51:39.196708 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-63485930-7251-430a-9c82-06f12e754445 None None] Port 80b76c98-d38a-4da1-a563-bd03ac6fea1e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:39.207895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=cd430527-cf10-43b4-8f72-bdd5df6b6571,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:39.263523 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 92f6099e-b3a4-4df5-b78b-cada9dd443f5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:39.274164 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 4f206d0a-be2e-43a9-bc14-c13312cf93cc is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:39.276705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:39.303983 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['cd430527-cf10-43b4-8f72-bdd5df6b6571'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:39.417211 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-305ad41c-fe5a-4b43-815a-7708c848e08c req-4be20cb5-14c1-4150-9164-561a318ace7f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:39.432617 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:51:39.459072 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e836c219-e877-437d-b247-417b33281328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:39.532294 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e836c219-e877-437d-b247-417b33281328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:39.542666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e836c219-e877-437d-b247-417b33281328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:39.543629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-48808d5d-384c-4c40-b814-2bab83c3a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:39.543768 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e836c219-e877-437d-b247-417b33281328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:39.545638 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-48808d5d-384c-4c40-b814-2bab83c3a883 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9ebde375c7d842259b702ecaf0873510&device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 1096 time: 0.4302855 Jul 27 19:51:39.552238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 708010f2-0872-462e-9cea-55346643db2d has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:51:39.559661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:39.571150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6740c-04d9-48fe-b640-acb94085e14a req-05594423-52de-4b69-a517-047fb591ce59 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:39.573116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ec6740c-04d9-48fe-b640-acb94085e14a req-05594423-52de-4b69-a517-047fb591ce59 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/ports?device_id=111d7d8f-a237-4d19-b891-bcbc5bd8789c HTTP/1.1" status: 200 len: 948 time: 0.3543789 Jul 27 19:51:39.580453 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4', 'mac_address': 'fa:16:3e:fe:72:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:51:39.671659 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:39.710001 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-6168f8cf-7ba6-40e8-922b-2bda4ec2ec74 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844775 Jul 27 19:51:39.729004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 92f6099e-b3a4-4df5-b78b-cada9dd443f5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:39.729366 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:39.769686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:51:39.780844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ec6740c-04d9-48fe-b640-acb94085e14a req-f8c0b28e-6644-4e82-875d-07b91bbfd6e5 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/security-groups?id=62862dc2-93d5-4870-8701-7a42c4bee8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813757 Jul 27 19:51:39.794202 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-a518236c-ddcb-48e0-9f2d-6cfcba795476 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=1c389675-fc2c-489a-ac5e-e52b3557cb14 HTTP/1.1" status: 200 len: 217 time: 0.0674071 Jul 27 19:51:39.806825 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-31dd558e-ed71-4748-949a-a48748f30394 None None] Provisioning complete for port 80b76c98-d38a-4da1-a563-bd03ac6fea1e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:39.807213 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-31dd558e-ed71-4748-949a-a48748f30394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:39.854684 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-31dd558e-ed71-4748-949a-a48748f30394 None None] Port 80b76c98-d38a-4da1-a563-bd03ac6fea1e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:39.874527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:39.881062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-6db9b6cb-134f-4e27-ad90-7ffaa2906ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:39.882629 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-6db9b6cb-134f-4e27-ad90-7ffaa2906ec9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2a94ce5d-0255-4786-abc8-d7eec91e5304 HTTP/1.1" status: 200 len: 915 time: 0.3085582 Jul 27 19:51:39.882775 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:39.942177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-d0a3716e-7ac4-4f09-9427-6002fa732c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:39.943716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-d0a3716e-7ac4-4f09-9427-6002fa732c08 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.1372237 Jul 27 19:51:39.956425 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:39.957294 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-b7df81f2-305b-4b30-867a-51756806136c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd430527-cf10-43b4-8f72-bdd5df6b6571 HTTP/1.1" status: 200 len: 217 time: 0.0657151 Jul 27 19:51:40.086622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-305ad41c-fe5a-4b43-815a-7708c848e08c req-4be20cb5-14c1-4150-9164-561a318ace7f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] For port 9a832793-7015-4d17-b9ab-0eba3c9de58c, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=9a832793-7015-4d17-b9ab-0eba3c9de58c,segment=NetworkSegment(5ab1c04c-9dce-4428-a1f0-0a39d89cf838),segment_id=5ab1c04c-9dce-4428-a1f0-0a39d89cf838)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:40.135299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836c219-e877-437d-b247-417b33281328 admin admin] Pushing event updated for resources: {'Network': ['ID=c4cefaf5-08e8-4a81-aa54-40dec4032b96,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:40.155330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network c4cefaf5-08e8-4a81-aa54-40dec4032b96 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:51:40.172429 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e836c219-e877-437d-b247-417b33281328 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5269949 Jul 27 19:51:40.186771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47688) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:40.193328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-58ad5339-99a6-4354-8dec-9a8a80e6e641 admin admin] Request body: {'subnet': {'network_id': 'c4cefaf5-08e8-4a81-aa54-40dec4032b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-395240985-subnet', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:40.224337 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:40.264796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:51:40.273219 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fae97578-0bf6-4545-bcd0-355cacbf0f97 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/708010f2-0872-462e-9cea-55346643db2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2143335 Jul 27 19:51:40.276104 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47690) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:40.276992 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Sync routers for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:51:40.283221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-96afd931-7ee5-466b-8e2d-327eeda73129 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'network': {'name': 'tempest-RoutersTest-1924216353'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:40.301581 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-305ad41c-fe5a-4b43-815a-7708c848e08c req-4be20cb5-14c1-4150-9164-561a318ace7f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:40.312220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-cfe87959-005a-4e26-9e6e-8275fdaec93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:40.320226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-cfe87959-005a-4e26-9e6e-8275fdaec93c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a91b5a00-a1c3-4600-8e1b-576263e8fcc7 HTTP/1.1" status: 200 len: 854 time: 0.3117433 Jul 27 19:51:40.338348 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ad5339-99a6-4354-8dec-9a8a80e6e641 admin admin] Made reservation on behalf of 999ba3900e2b4394b7a6017817e212d3 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:40.341058 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58ad5339-99a6-4354-8dec-9a8a80e6e641 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:40.352204 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96afd931-7ee5-466b-8e2d-327eeda73129 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:40.358277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96afd931-7ee5-466b-8e2d-327eeda73129 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:40.394283 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96afd931-7ee5-466b-8e2d-327eeda73129 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:51:40.413182 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96afd931-7ee5-466b-8e2d-327eeda73129 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:40.413971 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-96afd931-7ee5-466b-8e2d-327eeda73129 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Added segment 9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0 of type vlan for network 1e552496-872a-42fe-b9e8-f4c4d870847f Jul 27 19:51:40.488126 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96afd931-7ee5-466b-8e2d-327eeda73129 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:40.494699 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-305ad41c-fe5a-4b43-815a-7708c848e08c req-4be20cb5-14c1-4150-9164-561a318ace7f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:40.511910 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['9a832793-7015-4d17-b9ab-0eba3c9de58c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:40.517065 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:40.518553 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:40.576041 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96afd931-7ee5-466b-8e2d-327eeda73129 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:40.578304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-26f2f781-4297-4b0b-a72c-1a0a056f7e97 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2a94ce5d-0255-4786-abc8-d7eec91e5304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813465 Jul 27 19:51:40.594548 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96afd931-7ee5-466b-8e2d-327eeda73129 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:40.595214 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96afd931-7ee5-466b-8e2d-327eeda73129 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:40.637343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ad41c-fe5a-4b43-815a-7708c848e08c req-4be20cb5-14c1-4150-9164-561a318ace7f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:40.638670 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-305ad41c-fe5a-4b43-815a-7708c848e08c req-4be20cb5-14c1-4150-9164-561a318ace7f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:40.640014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-305ad41c-fe5a-4b43-815a-7708c848e08c req-4be20cb5-14c1-4150-9164-561a318ace7f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "PUT /v2.0/ports/9a832793-7015-4d17-b9ab-0eba3c9de58c HTTP/1.1" status: 200 len: 1020 time: 1.5313289 Jul 27 19:51:40.694159 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-96afd931-7ee5-466b-8e2d-327eeda73129 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4160371 Jul 27 19:51:40.694785 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47694) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:40.714679 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:40.739676 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['9a832793-7015-4d17-b9ab-0eba3c9de58c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:40.748122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49643193-39a2-4388-afb3-7272ed5b0723 req-1b166b79-b9fa-4136-b31c-adcf4993a93a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:40.749590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-fe5e379d-577f-4c24-b8d1-c4af05296639 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'subnet': {'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:40.749813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49643193-39a2-4388-afb3-7272ed5b0723 req-1b166b79-b9fa-4136-b31c-adcf4993a93a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 945 time: 0.6184323 Jul 27 19:51:40.751840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-3b71eaae-980a-41f4-a796-4ab80b810223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:40.766499 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-3b71eaae-980a-41f4-a796-4ab80b810223 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8111739 Jul 27 19:51:40.845469 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afd931-7ee5-466b-8e2d-327eeda73129 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Network': ['ID=1e552496-872a-42fe-b9e8-f4c4d870847f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:40.863573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 1e552496-872a-42fe-b9e8-f4c4d870847f details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:51:40.920821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-89f3a98d-2ed8-4f12-909e-14dca4d4285d service neutron] 10.222.0.63 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090320 Jul 27 19:51:40.944012 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5e379d-577f-4c24-b8d1-c4af05296639 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Made reservation on behalf of 6fe6967257cb4b44a30a8199e2a51a6b for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:40.949616 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe5e379d-577f-4c24-b8d1-c4af05296639 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:41.100960 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58ad5339-99a6-4354-8dec-9a8a80e6e641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:41.128255 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:38Z', 'revision_number': 4, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:37Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b76c98-d38a-4da1-a563-bd03ac6fea1e', 'name': '', 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7f:0a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:36Z', 'updated_at': '2021-07-27T19:51:38Z', 'revision_number': 2, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:41.151544 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-2792a895-ac70-4bbc-b3b6-222c22f3f6fb service neutron] 10.222.0.63 "GET /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567602 Jul 27 19:51:41.171775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72e2547-d456-4391-8765-4ed7c3dd5849', 'tag': '9a832793-7015-4d17-b9ab-0eba3c9de58c'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:41.174771 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290c54d7-8238-4520-9721-32e0ddcff095" -d '{"events": [{"name": "network-changed", "server_uuid": "d72e2547-d456-4391-8765-4ed7c3dd5849", "tag": "9a832793-7015-4d17-b9ab-0eba3c9de58c"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:41.177752 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Checking router: 708010f2-0872-462e-9cea-55346643db2d for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:51:41.178102 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Updating router 708010f2-0872-462e-9cea-55346643db2d port 80b76c98-d38a-4da1-a563-bd03ac6fea1e binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:51:41.199801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad5339-99a6-4354-8dec-9a8a80e6e641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=115ec9c1-a86d-4750-9ea4-f8500e4fb08f,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:41.255015 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:41.303308 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe5e379d-577f-4c24-b8d1-c4af05296639 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:41.387730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5e379d-577f-4c24-b8d1-c4af05296639 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Checking segment: {'id': '9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:41.388833 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e379d-577f-4c24-b8d1-c4af05296639 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network hostable DHCP agents. Network: 1e552496-872a-42fe-b9e8-f4c4d870847f, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:51:41.393152 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:41.407291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be20cb5-14c1-4150-9164-561a318ace7f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'Port': ['ID=9a832793-7015-4d17-b9ab-0eba3c9de58c,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:41.416488 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e379d-577f-4c24-b8d1-c4af05296639 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Subnet': ['ID=6d2dd478-4ce4-497d-9321-1dfbe3d0282f,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:41.425067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e379d-577f-4c24-b8d1-c4af05296639 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 1e552496-872a-42fe-b9e8-f4c4d870847f is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:51:41.451930 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49643193-39a2-4388-afb3-7272ed5b0723 req-10922faf-442a-422c-ab7e-c45aafdf71f8 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229563 Jul 27 19:51:41.452289 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:41.452789 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e379d-577f-4c24-b8d1-c4af05296639 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 1e552496-872a-42fe-b9e8-f4c4d870847f) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:41.469641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5e379d-577f-4c24-b8d1-c4af05296639 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:41.470240 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe5e379d-577f-4c24-b8d1-c4af05296639 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:41.471803 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bdb9f0-1f10-4ab1-ab28-bf39e63575ca None None] Network 1e552496-872a-42fe-b9e8-f4c4d870847f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:41.473060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad5339-99a6-4354-8dec-9a8a80e6e641 admin admin] Checking segment: {'id': '96c606a3-0772-4704-a71a-c4d209601fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4cefaf5-08e8-4a81-aa54-40dec4032b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:41.475605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ad5339-99a6-4354-8dec-9a8a80e6e641 admin admin] Network hostable DHCP agents. Network: c4cefaf5-08e8-4a81-aa54-40dec4032b96, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:51:41.505690 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fe5e379d-577f-4c24-b8d1-c4af05296639 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7609262 Jul 27 19:51:41.506418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47700) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:41.528628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5697b-216a-4f45-bfe4-8ffd53909c81 req-0a294099-de78-45ee-8565-a8a7f187e4ec tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:41.532445 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53d5697b-216a-4f45-bfe4-8ffd53909c81 req-0a294099-de78-45ee-8565-a8a7f187e4ec tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 944 time: 0.6070862 Jul 27 19:51:41.659808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53d5697b-216a-4f45-bfe4-8ffd53909c81 req-f760120b-927d-47c1-91e9-b044b7062eeb tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157677 Jul 27 19:51:41.705164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-7288e51c-3215-4e9a-b517-8eabdfbc623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:41.708440 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-7288e51c-3215-4e9a-b517-8eabdfbc623f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba2de612201a4a35a6f5cd51512a5321&device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 1175 time: 0.4615014 Jul 27 19:51:41.743710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ad5339-99a6-4354-8dec-9a8a80e6e641 admin admin] Network c4cefaf5-08e8-4a81-aa54-40dec4032b96 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:51:41.774446 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:41.794449 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Transition to ACTIVE for port object 80b76c98-d38a-4da1-a563-bd03ac6fea1e will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:41.804763 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:41.832599 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-58ad5339-99a6-4354-8dec-9a8a80e6e641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, c4cefaf5-08e8-4a81-aa54-40dec4032b96) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:41.936487 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c72b6-070a-43a4-9dfe-d1809252fd3e None None] Pushing event updated for resources: {'Port': ['ID=80b76c98-d38a-4da1-a563-bd03ac6fea1e,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:41.942701 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ad5339-99a6-4354-8dec-9a8a80e6e641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:41.943454 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58ad5339-99a6-4354-8dec-9a8a80e6e641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:42.041152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b643dfd9-edff-4067-aea1-cb17ce46177b None None] Network c4cefaf5-08e8-4a81-aa54-40dec4032b96 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:42.053534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ab5313c5-391d-4886-b788-0d932d661adf service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0782003 Jul 27 19:51:42.078834 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Attempting to bind port 80b76c98-d38a-4da1-a563-bd03ac6fea1e on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:42.079319 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Attempting to bind port 80b76c98-d38a-4da1-a563-bd03ac6fea1e by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'c8aea235-ae45-4561-bc45-f9400d93cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:42.079758 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Attempting to bind port 80b76c98-d38a-4da1-a563-bd03ac6fea1e on network 4f206d0a-be2e-43a9-bc14-c13312cf93cc {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:42.095531 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:42.096000 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Checking segment: {'id': 'c8aea235-ae45-4561-bc45-f9400d93cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:42.096498 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:42.096951 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Bound using segment: {'id': 'c8aea235-ae45-4561-bc45-f9400d93cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:42.097495 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Bound port: 80b76c98-d38a-4da1-a563-bd03ac6fea1e, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8aea235-ae45-4561-bc45-f9400d93cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:42.098074 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:42.125403 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3828008-ba7a-4e3f-9bf3-081892326bd6 req-235f4fe9-ac06-4e51-8078-570f79c10599 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:42.139729 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3828008-ba7a-4e3f-9bf3-081892326bd6 req-235f4fe9-ac06-4e51-8078-570f79c10599 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:42.145718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3828008-ba7a-4e3f-9bf3-081892326bd6 req-235f4fe9-ac06-4e51-8078-570f79c10599 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:42.165702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3828008-ba7a-4e3f-9bf3-081892326bd6 req-235f4fe9-ac06-4e51-8078-570f79c10599 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:42.177626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3828008-ba7a-4e3f-9bf3-081892326bd6 req-235f4fe9-ac06-4e51-8078-570f79c10599 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:42.180470 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:42.194053 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3828008-ba7a-4e3f-9bf3-081892326bd6 req-235f4fe9-ac06-4e51-8078-570f79c10599 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:42.216321 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] For port 80b76c98-d38a-4da1-a563-bd03ac6fea1e, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:42.218142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3828008-ba7a-4e3f-9bf3-081892326bd6 req-235f4fe9-ac06-4e51-8078-570f79c10599 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:42.220253 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3828008-ba7a-4e3f-9bf3-081892326bd6 req-235f4fe9-ac06-4e51-8078-570f79c10599 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5417 time: 0.6094038 Jul 27 19:51:42.220640 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] For port 80b76c98-d38a-4da1-a563-bd03ac6fea1e, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=80b76c98-d38a-4da1-a563-bd03ac6fea1e,segment=NetworkSegment(c8aea235-ae45-4561-bc45-f9400d93cf14),segment_id=c8aea235-ae45-4561-bc45-f9400d93cf14)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:42.226673 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:42.238264 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-58ad5339-99a6-4354-8dec-9a8a80e6e641 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0435321 Jul 27 19:51:42.241600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47704) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:42.289679 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c72b6-070a-43a4-9dfe-d1809252fd3e None None] Pushing event updated for resources: {'Port': ['ID=80b76c98-d38a-4da1-a563-bd03ac6fea1e,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:42.304954 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:42.305577 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:42.317793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device cd430527-cf10-43b4-8f72-bdd5df6b6571 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:42.402298 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:42.416011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-c4cefaf5-08e8-4a81-aa54-40dec4032b96', 'network_id': 'c4cefaf5-08e8-4a81-aa54-40dec4032b96', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3', 'fixed_ips': [{'subnet_id': '115ec9c1-a86d-4750-9ea4-f8500e4fb08f'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:51:42.416957 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:42.564208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:42.581028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:42.581312 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:42.635528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port cd430527-cf10-43b4-8f72-bdd5df6b6571 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:42.696733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port cd430527-cf10-43b4-8f72-bdd5df6b6571 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:42.697158 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:42.761020 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:38Z', 'revision_number': 4, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:37Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b76c98-d38a-4da1-a563-bd03ac6fea1e', 'name': '', 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7f:0a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:36Z', 'updated_at': '2021-07-27T19:51:42Z', 'revision_number': 4, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:42.790442 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94329d1a-144c-44e4-9651-ef581f6dfc0e None None] The sync data for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 is: [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:38Z', 'revision_number': 4, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:37Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b76c98-d38a-4da1-a563-bd03ac6fea1e', 'name': '', 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7f:0a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:36Z', 'updated_at': '2021-07-27T19:51:42Z', 'revision_number': 4, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:51:42.812949 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Allocated IP 172.23.0.1 (1e552496-872a-42fe-b9e8-f4c4d870847f/6d2dd478-4ce4-497d-9321-1dfbe3d0282f/9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:42.899357 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:43.014141 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:43.016211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:43.021733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111d7d8f-a237-4d19-b891-bcbc5bd8789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:43.026347 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e282f042-e696-4072-b13c-8f1b94f18cae" -d '{"events": [{"server_uuid": "111d7d8f-a237-4d19-b891-bcbc5bd8789c", "name": "network-vif-plugged", "status": "completed", "tag": "aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:43.032586 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Transition to ACTIVE for port object 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:43.036499 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:43.049240 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-eded6887-112e-4bf1-9b28-bf2ab6a02d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:43.051004 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-eded6887-112e-4bf1-9b28-bf2ab6a02d68 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4b297832-9b0b-4a76-93eb-5e4042a4102f HTTP/1.1" status: 200 len: 914 time: 1.2945101 Jul 27 19:51:43.061136 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-395240985-router', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:43.082650 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:43.140548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-1e552496-872a-42fe-b9e8-f4c4d870847f', 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'fixed_ips': [{'subnet_id': '6d2dd478-4ce4-497d-9321-1dfbe3d0282f'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:51:43.142208 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:43.168054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 1e552496-872a-42fe-b9e8-f4c4d870847f is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:43.172444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:43.181378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:43.183690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-d13c486a-d31c-4097-a760-dbea55eaefa5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a832793-7015-4d17-b9ab-0eba3c9de58c HTTP/1.1" status: 200 len: 217 time: 0.1079266 Jul 27 19:51:43.213677 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Allocated IP 172.20.0.2 (c4cefaf5-08e8-4a81-aa54-40dec4032b96/115ec9c1-a86d-4750-9ea4-f8500e4fb08f/f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:43.224871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:43.264558 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:43.270974 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:43.271989 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:43.313291 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3828008-ba7a-4e3f-9bf3-081892326bd6 req-1bfdbec8-8b81-4593-9954-06e5fbb3d09e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3225267 Jul 27 19:51:43.345817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040e818-0b5e-4ae1-9882-ef741fc06c1b req-88af2a32-f168-4caf-ad5a-09481ec90832 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:43.347380 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b040e818-0b5e-4ae1-9882-ef741fc06c1b req-88af2a32-f168-4caf-ad5a-09481ec90832 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 1023 time: 1.3683264 Jul 27 19:51:43.368222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-b68073f2-ac2f-490d-a590-e9fd7cc3d02f service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2759490 Jul 27 19:51:43.421213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:43.468309 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b1178df3-aee1-4913-988c-391c88e48d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:43.490131 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:43.526446 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:43.538772 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:43.539181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:43.539649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:43.540078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:43.540533 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:43.540957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:43.541375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:43.541810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:43.542233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:43.542655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:43.543073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:43.543487 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:43.593945 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b040e818-0b5e-4ae1-9882-ef741fc06c1b req-0b9fa39a-ca58-450e-8190-3817c4076814 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4a06b60-1f05-4099-81cb-3e955dddaea9&id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&id=899ce559-b6e1-4b1b-a0a7-fd2900a36060 HTTP/1.1" status: 200 len: 6155 time: 0.2324510 Jul 27 19:51:43.601049 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-8caa77c5-04a3-4a5f-a7e2-f0992b5bd43a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 HTTP/1.1" status: 200 len: 217 time: 0.1725519 Jul 27 19:51:43.602586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-3777e66f-3ae8-4b70-b05f-d71f83b8762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:43.604125 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-3777e66f-3ae8-4b70-b05f-d71f83b8762a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b449b1d1-35ca-4299-ac25-6927745019e8 HTTP/1.1" status: 200 len: 853 time: 0.4000041 Jul 27 19:51:43.609942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port cd430527-cf10-43b4-8f72-bdd5df6b6571, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=cd430527-cf10-43b4-8f72-bdd5df6b6571,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:43.638600 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:43.704241 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:43.708159 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07933d47-0434-4baa-a329-689effe8d5ff x-openstack-request-id: req-07933d47-0434-4baa-a329-689effe8d5ff {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:43.708725 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72e2547-d456-4391-8765-4ed7c3dd5849", "tag": "9a832793-7015-4d17-b9ab-0eba3c9de58c", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:43.709287 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07933d47-0434-4baa-a329-689effe8d5ff {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:43.709686 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72e2547-d456-4391-8765-4ed7c3dd5849', 'tag': '9a832793-7015-4d17-b9ab-0eba3c9de58c', 'status': 'completed', 'code': 200} Jul 27 19:51:43.782026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Allocated IP 172.23.0.2 (1e552496-872a-42fe-b9e8-f4c4d870847f/6d2dd478-4ce4-497d-9321-1dfbe3d0282f/2f322179-4e3d-43e1-96f0-63067ab15f0a) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:43.836948 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=cd430527-cf10-43b4-8f72-bdd5df6b6571,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:43.842687 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-2120afbf-ae64-474b-8b48-d0dcf6e18006 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4b297832-9b0b-4a76-93eb-5e4042a4102f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963743 Jul 27 19:51:43.941361 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:43.955769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Transition to ACTIVE for port object f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:43.991182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Transition to ACTIVE for port object f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:44.006906 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:44.023064 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:44.034801 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:44.095805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Network c4cefaf5-08e8-4a81-aa54-40dec4032b96 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:44.103006 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:44.109509 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:44.128625 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:44.131932 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event updated for resources: {'Port': ['ID=9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:44.195211 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:44.197890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Pushing event updated for resources: {'Port': ['ID=f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:44.220095 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-95c84502-c717-4664-b48b-87dbb6bced91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:44.221762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-95c84502-c717-4664-b48b-87dbb6bced91 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.5155749 Jul 27 19:51:44.229586 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:44.252349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Transition to ACTIVE for port object 2f322179-4e3d-43e1-96f0-63067ab15f0a will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:44.254779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Attempting to bind port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:44.255153 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Attempting to bind port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '96c606a3-0772-4704-a71a-c4d209601fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4cefaf5-08e8-4a81-aa54-40dec4032b96'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:44.255515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Attempting to bind port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e on network c4cefaf5-08e8-4a81-aa54-40dec4032b96 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:44.271185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:44.271802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Checking segment: {'id': '96c606a3-0772-4704-a71a-c4d209601fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4cefaf5-08e8-4a81-aa54-40dec4032b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:44.272257 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:44.272739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Bound using segment: {'id': '96c606a3-0772-4704-a71a-c4d209601fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4cefaf5-08e8-4a81-aa54-40dec4032b96'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:44.273244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Bound port: f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c606a3-0772-4704-a71a-c4d209601fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4cefaf5-08e8-4a81-aa54-40dec4032b96'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:44.273637 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:44.274694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Network 1e552496-872a-42fe-b9e8-f4c4d870847f is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:44.276592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:44.292419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Transition to ACTIVE for port object 2f322179-4e3d-43e1-96f0-63067ab15f0a will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:44.321564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19f1b7-418d-4ebd-a32d-81677b55d43a req-b16d9ce1-34b0-4f62-b56b-f0d0105ec428 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:44.323573 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c19f1b7-418d-4ebd-a32d-81677b55d43a req-b16d9ce1-34b0-4f62-b56b-f0d0105ec428 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/ports?device_id=111d7d8f-a237-4d19-b891-bcbc5bd8789c HTTP/1.1" status: 200 len: 950 time: 0.8350782 Jul 27 19:51:44.354753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425c056-118d-4f89-b8f8-5f50fefb998f req-c4a869ea-34cb-4863-87e7-2709d23afe70 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:44.356387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4425c056-118d-4f89-b8f8-5f50fefb998f req-c4a869ea-34cb-4863-87e7-2709d23afe70 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 945 time: 0.5689991 Jul 27 19:51:44.380763 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] For port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:44.385535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] For port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e,segment=NetworkSegment(96c606a3-0772-4704-a71a-c4d209601fbf),segment_id=96c606a3-0772-4704-a71a-c4d209601fbf)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:44.390556 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:44.397667 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:44.441831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 708010f2-0872-462e-9cea-55346643db2d has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:51:44.452998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Network 1e552496-872a-42fe-b9e8-f4c4d870847f is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:44.459928 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:44.463697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:44.472015 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Pushing event updated for resources: {'Port': ['ID=2f322179-4e3d-43e1-96f0-63067ab15f0a,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:44.493979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-d1645b16-d401-477d-97fe-5fe227f30f62 service neutron] 10.222.0.63 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798564 Jul 27 19:51:44.540522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c19f1b7-418d-4ebd-a32d-81677b55d43a req-3c3773f7-ce68-427a-a1ca-8b0b36b257af tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/security-groups?id=62862dc2-93d5-4870-8701-7a42c4bee8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822555 Jul 27 19:51:44.565664 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4425c056-118d-4f89-b8f8-5f50fefb998f req-00834dff-4de4-4c77-86e4-d93d8607947a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933882 Jul 27 19:51:44.575786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6f058-5614-46ee-a23c-e15373a58548 None None] Pushing event updated for resources: {'Port': ['ID=f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:44.678157 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:51:44.695624 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-18a48b92-7c9b-4a26-bd5a-47d933f6decc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/708010f2-0872-462e-9cea-55346643db2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1851029 Jul 27 19:51:44.698358 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47718) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:44.702051 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11bec23-9902-4e2a-9b1f-daa1f44c312f x-openstack-request-id: req-b11bec23-9902-4e2a-9b1f-daa1f44c312f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:44.702336 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111d7d8f-a237-4d19-b891-bcbc5bd8789c", "name": "network-vif-plugged", "status": "completed", "tag": "aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:44.702578 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b11bec23-9902-4e2a-9b1f-daa1f44c312f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:44.702965 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111d7d8f-a237-4d19-b891-bcbc5bd8789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4', 'code': 200} Jul 27 19:51:44.704831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-975cd39f-184a-4586-ae8c-67219c8017d5 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:44.706698 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Sync routers for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:51:44.711579 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-bc02f7cf-6fb5-49a3-bc3f-781911355350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:44.713362 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-bc02f7cf-6fb5-49a3-bc3f-781911355350 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4690390 Jul 27 19:51:44.750077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Attempting to bind port 2f322179-4e3d-43e1-96f0-63067ab15f0a on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:44.750706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Attempting to bind port 2f322179-4e3d-43e1-96f0-63067ab15f0a by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:44.751217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Attempting to bind port 2f322179-4e3d-43e1-96f0-63067ab15f0a on network 1e552496-872a-42fe-b9e8-f4c4d870847f {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:44.764543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-795675de-28d0-4fd5-b3f0-e986b541b8b1 req-5c166ddd-1b90-4451-a2e7-77b8baa0c645 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'security_group': {'name': ' tempest-securitygroup -740665476 ', 'description': 'tempest-description-1582105625'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:44.767656 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:44.774265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:44.781000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:44.781759 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Checking segment: {'id': '9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:44.782322 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:44.787463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Bound using segment: {'id': '9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:44.787965 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Bound port: 2f322179-4e3d-43e1-96f0-63067ab15f0a, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:44.788355 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:44.895465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-800d04ba-c775-4471-a48a-5a8a396bd635 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136346 Jul 27 19:51:44.978524 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8ff01-050a-4a65-a7a7-b063a8b41bf2 req-ffd278c0-9da2-4ba9-b40d-8b2696c1d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:44.980485 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a2b8ff01-050a-4a65-a7a7-b063a8b41bf2 req-ffd278c0-9da2-4ba9-b40d-8b2696c1d1a3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=111d7d8f-a237-4d19-b891-bcbc5bd8789c HTTP/1.1" status: 200 len: 1102 time: 0.1479583 Jul 27 19:51:44.984888 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 80b76c98-d38a-4da1-a563-bd03ac6fea1e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:45.101147 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a2b8ff01-050a-4a65-a7a7-b063a8b41bf2 req-604fdec6-6837-450f-bc26-e27abb8f68fa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=62862dc2-93d5-4870-8701-7a42c4bee8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124232 Jul 27 19:51:45.103318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaddde5d-1b37-4260-bbe0-36cd40953217 req-c756fd09-7f27-4e6e-9008-5ab615c4078a service neutron] 10.222.0.63 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817471 Jul 27 19:51:45.119362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] For port 2f322179-4e3d-43e1-96f0-63067ab15f0a, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:45.125865 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] For port 2f322179-4e3d-43e1-96f0-63067ab15f0a, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2f322179-4e3d-43e1-96f0-63067ab15f0a,segment=NetworkSegment(9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0),segment_id=9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:45.135422 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-795675de-28d0-4fd5-b3f0-e986b541b8b1 req-5c166ddd-1b90-4451-a2e7-77b8baa0c645 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:45.169708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5fd66-aafe-49f3-910e-a0fda0c07839 req-958e3744-89d3-40a2-92d3-e2630f8e9347 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:45.181182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-17b5fd66-aafe-49f3-910e-a0fda0c07839 req-958e3744-89d3-40a2-92d3-e2630f8e9347 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 945 time: 0.4663055 Jul 27 19:51:45.183938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:45.322051 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:45.362597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-17b5fd66-aafe-49f3-910e-a0fda0c07839 req-ae9d8c20-8130-4da5-b072-772c686a0aa3 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804273 Jul 27 19:51:45.409485 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-65783df7-e0d9-4882-8f66-8a2f88694e46 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044281 Jul 27 19:51:45.506853 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.extraroute_db [None req-975cd39f-184a-4586-ae8c-67219c8017d5 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 19:51:45.536863 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.extraroute_db [None req-975cd39f-184a-4586-ae8c-67219c8017d5 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Removed routes are [] {{(pid=94060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 19:51:45.537661 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-975cd39f-184a-4586-ae8c-67219c8017d5 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:45.547460 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:45.690468 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:45.730091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-f1de8e79-f8b6-4068-a1ab-4feb01affdec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1a40ce14-5f90-474d-95b9-4921682fa7d3 HTTP/1.1" status: 200 len: 217 time: 0.2245002 Jul 27 19:51:45.741619 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-795675de-28d0-4fd5-b3f0-e986b541b8b1 req-5c166ddd-1b90-4451-a2e7-77b8baa0c645 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:45.803114 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-084b540f-c43a-49f3-9547-d23f0eea4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:45.808180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-084b540f-c43a-49f3-9547-d23f0eea4734 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a HTTP/1.1" status: 200 len: 797 time: 0.0649519 Jul 27 19:51:45.815999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dab2d-fa0f-4dd3-aaad-91bb1d8719b5 None None] Pushing event updated for resources: {'Port': ['ID=2f322179-4e3d-43e1-96f0-63067ab15f0a,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:45.841425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c54d7-8238-4520-9721-32e0ddcff095 req-a32a4b89-bf40-40d6-b9ea-ce6290789187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:45.843207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-290c54d7-8238-4520-9721-32e0ddcff095 req-a32a4b89-bf40-40d6-b9ea-ce6290789187 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba2de612201a4a35a6f5cd51512a5321&device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 1175 time: 0.6157587 Jul 27 19:51:45.844003 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-795675de-28d0-4fd5-b3f0-e986b541b8b1 req-5c166ddd-1b90-4451-a2e7-77b8baa0c645 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:45.868675 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-975cd39f-184a-4586-ae8c-67219c8017d5 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:45.872778 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-975cd39f-184a-4586-ae8c-67219c8017d5 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:45.879686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 80b76c98-d38a-4da1-a563-bd03ac6fea1e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:45.888716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 80b76c98-d38a-4da1-a563-bd03ac6fea1e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:45.889547 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:46.023065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975cd39f-184a-4586-ae8c-67219c8017d5 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 708010f2-0872-462e-9cea-55346643db2d has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:51:46.129587 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d85da9f5-ebaa-4060-85d1-5cbac6850bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:46.274022 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c54d7-8238-4520-9721-32e0ddcff095 req-61866306-ebaa-4646-a076-6bd4004062b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:46.277919 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-290c54d7-8238-4520-9721-32e0ddcff095 req-61866306-ebaa-4646-a076-6bd4004062b7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4b297832-9b0b-4a76-93eb-5e4042a4102f HTTP/1.1" status: 200 len: 914 time: 0.2958293 Jul 27 19:51:46.395723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98539be7-99f1-4460-80fa-e2392162dd6e None None] Network c4cefaf5-08e8-4a81-aa54-40dec4032b96 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:46.463988 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:46.503746 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c166ddd-1b90-4451-a2e7-77b8baa0c645 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55ac57b-797e-40aa-9485-f94137a36fa2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:46.567094 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:46.583184 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975cd39f-184a-4586-ae8c-67219c8017d5 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:51:46.593293 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-795675de-28d0-4fd5-b3f0-e986b541b8b1 req-5c166ddd-1b90-4451-a2e7-77b8baa0c645 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:46.594582 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-795675de-28d0-4fd5-b3f0-e986b541b8b1 req-5c166ddd-1b90-4451-a2e7-77b8baa0c645 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.8395810 Jul 27 19:51:46.596855 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-290c54d7-8238-4520-9721-32e0ddcff095 req-43263427-fd8a-41e2-870b-f1c187974452 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a832793-7015-4d17-b9ab-0eba3c9de58c HTTP/1.1" status: 200 len: 217 time: 0.2561431 Jul 27 19:51:46.599934 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-975cd39f-184a-4586-ae8c-67219c8017d5 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:46.601835 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-975cd39f-184a-4586-ae8c-67219c8017d5 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/708010f2-0872-462e-9cea-55346643db2d HTTP/1.1" status: 200 len: 934 time: 1.9021978 Jul 27 19:51:46.604426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47732) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:46.639286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1bd22ba7-ddd5-4d6f-a8f5-40815c633a37 None None] Provisioning for port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:46.688716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c54d7-8238-4520-9721-32e0ddcff095 req-765390bc-3a51-45bf-80d4-ddfa7d5bd509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:46.690042 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-290c54d7-8238-4520-9721-32e0ddcff095 req-765390bc-3a51-45bf-80d4-ddfa7d5bd509 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b449b1d1-35ca-4299-ac25-6927745019e8 HTTP/1.1" status: 200 len: 853 time: 0.0716505 Jul 27 19:51:46.712684 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cfdb7f-126a-4e87-aefe-7c9f73cebb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd430527-cf10-43b4-8f72-bdd5df6b6571'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:46.748098 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d920f53f-aaa6-4fc2-ad52-2506466bb4af" -d '{"events": [{"server_uuid": "81cfdb7f-126a-4e87-aefe-7c9f73cebb36", "name": "network-vif-plugged", "status": "completed", "tag": "cd430527-cf10-43b4-8f72-bdd5df6b6571"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:46.760605 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7b269dad-a528-4f16-8900-1939bbbc9362 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/routers/708010f2-0872-462e-9cea-55346643db2d HTTP/1.1" status: 200 len: 934 time: 0.1547902 Jul 27 19:51:46.761562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47738) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:46.766515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-296045bd-0be7-464a-81d0-0a71e156977a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'router': {'routes': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:46.797669 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:43Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:37Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b76c98-d38a-4da1-a563-bd03ac6fea1e', 'name': '', 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7f:0a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:36Z', 'updated_at': '2021-07-27T19:51:42Z', 'revision_number': 4, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f', 'name': '', 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7a:08:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '6d2dd478-4ce4-497d-9321-1dfbe3d0282f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:42Z', 'updated_at': '2021-07-27T19:51:43Z', 'revision_number': 2, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '6d2dd478-4ce4-497d-9321-1dfbe3d0282f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:46.828559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a363b-0bba-4178-a636-6e95c391ff86 req-98e5a943-2018-4746-8d1b-20de0d76030b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:46.835888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a363b-0bba-4178-a636-6e95c391ff86 req-98e5a943-2018-4746-8d1b-20de0d76030b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:46.844247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a363b-0bba-4178-a636-6e95c391ff86 req-98e5a943-2018-4746-8d1b-20de0d76030b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:46.851824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a363b-0bba-4178-a636-6e95c391ff86 req-98e5a943-2018-4746-8d1b-20de0d76030b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:46.861729 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a363b-0bba-4178-a636-6e95c391ff86 req-98e5a943-2018-4746-8d1b-20de0d76030b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:46.872444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a363b-0bba-4178-a636-6e95c391ff86 req-98e5a943-2018-4746-8d1b-20de0d76030b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:46.882825 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Checking router: 708010f2-0872-462e-9cea-55346643db2d for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:51:46.882825 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Updating router 708010f2-0872-462e-9cea-55346643db2d port 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:51:46.887282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a363b-0bba-4178-a636-6e95c391ff86 req-98e5a943-2018-4746-8d1b-20de0d76030b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:46.887681 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 80b76c98-d38a-4da1-a563-bd03ac6fea1e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=80b76c98-d38a-4da1-a563-bd03ac6fea1e,segment=NetworkSegment(c8aea235-ae45-4561-bc45-f9400d93cf14),segment_id=c8aea235-ae45-4561-bc45-f9400d93cf14)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:46.889786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb1a363b-0bba-4178-a636-6e95c391ff86 req-98e5a943-2018-4746-8d1b-20de0d76030b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5417 time: 1.1941042 Jul 27 19:51:46.951054 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-290c54d7-8238-4520-9721-32e0ddcff095 req-1e0d801a-d272-49ad-b8d3-e14edf19655e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4b297832-9b0b-4a76-93eb-5e4042a4102f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2450218 Jul 27 19:51:46.996253 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:47.094905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-4c2ca1f3-2891-4b8e-8f96-544e50ef6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:47.096533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-4c2ca1f3-2891-4b8e-8f96-544e50ef6a85 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9731c54d-8776-469f-b0a4-97666d3f2100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2680769 Jul 27 19:51:47.221131 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:47.336980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:47.350606 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.extraroute_db [None req-296045bd-0be7-464a-81d0-0a71e156977a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Added routes are [] {{(pid=94060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 19:51:47.351181 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.extraroute_db [None req-296045bd-0be7-464a-81d0-0a71e156977a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 19:51:47.358315 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:47.394925 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-296045bd-0be7-464a-81d0-0a71e156977a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:47.470798 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=80b76c98-d38a-4da1-a563-bd03ac6fea1e,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:47.587011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90e79c2-2dca-47e7-a4b7-c93931b09093 None None] Network 1e552496-872a-42fe-b9e8-f4c4d870847f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:47.684269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-dbcc8f4d-a445-478a-926f-66928551d523 None None] Provisioning for port 2f322179-4e3d-43e1-96f0-63067ab15f0a completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:47.703103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-296045bd-0be7-464a-81d0-0a71e156977a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:47.707430 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-296045bd-0be7-464a-81d0-0a71e156977a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:47.732950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:47.759927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:47.763743 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:47.838754 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296045bd-0be7-464a-81d0-0a71e156977a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 708010f2-0872-462e-9cea-55346643db2d has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:51:47.902338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8ceb0aeb-98b3-4f07-a7e9-4ac6642c8153 None None] Provisioning complete for port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:47.903144 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8ceb0aeb-98b3-4f07-a7e9-4ac6642c8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:47.925116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Allocated IP 172.25.1.20 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/26843e7d-e739-4271-b799-88e419a10b74) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:47.961104 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296045bd-0be7-464a-81d0-0a71e156977a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:51:47.969456 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-296045bd-0be7-464a-81d0-0a71e156977a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:47.971406 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-296045bd-0be7-464a-81d0-0a71e156977a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/708010f2-0872-462e-9cea-55346643db2d HTTP/1.1" status: 200 len: 700 time: 1.2085893 Jul 27 19:51:47.974573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47742) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:48.092222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037e5f8-36eb-40e4-a0d8-7a0e468848ad req-55eddc3e-b22d-41fe-a2cd-2131758bc8be tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:48.099814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8037e5f8-36eb-40e4-a0d8-7a0e468848ad req-55eddc3e-b22d-41fe-a2cd-2131758bc8be tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/ports?device_id=111d7d8f-a237-4d19-b891-bcbc5bd8789c HTTP/1.1" status: 200 len: 950 time: 1.2088909 Jul 27 19:51:48.116172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb1a363b-0bba-4178-a636-6e95c391ff86 req-2c6dc57e-5b89-4350-a6f2-cc4fc0f1d184 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1605787 Jul 27 19:51:48.120187 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:48.121379 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:48.188961 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-290c54d7-8238-4520-9721-32e0ddcff095 req-bb139452-78fe-4168-a2db-0aa4122749cd service neutron] 10.222.0.63 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2150316 Jul 27 19:51:48.189693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47744) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:48.197516 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2a533831-7783-404d-ba54-9ec722467732 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/routers/708010f2-0872-462e-9cea-55346643db2d HTTP/1.1" status: 200 len: 700 time: 0.2215691 Jul 27 19:51:48.280370 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8ceb0aeb-98b3-4f07-a7e9-4ac6642c8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:48.301118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8037e5f8-36eb-40e4-a0d8-7a0e468848ad req-8dad5824-34b9-4f40-a78d-d57f750ddd94 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/security-groups?id=62862dc2-93d5-4870-8701-7a42c4bee8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997495 Jul 27 19:51:48.378454 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:48.391429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Transition to ACTIVE for port object 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:48.405626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e,segment=NetworkSegment(96c606a3-0772-4704-a71a-c4d209601fbf),segment_id=96c606a3-0772-4704-a71a-c4d209601fbf)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:48.409367 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:48.417480 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:48.418392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2f322179-4e3d-43e1-96f0-63067ab15f0a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:48.503396 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-7460039d-c896-44d5-8da5-c3e55f511788 service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3850269 Jul 27 19:51:48.592974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cee52-e386-4712-b4e8-6efc0826dcf1 None None] Pushing event updated for resources: {'Port': ['ID=9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:48.623135 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.api [None req-8ceb0aeb-98b3-4f07-a7e9-4ac6642c8153 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:51:48.623305 n-d-705657-21 neutron-server[94061]: DEBUG oslo_db.api [None req-8ceb0aeb-98b3-4f07-a7e9-4ac6642c8153 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:51:48.705901 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 2f322179-4e3d-43e1-96f0-63067ab15f0a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:48.717574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Attempting to bind port 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:48.717954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Attempting to bind port 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:48.718322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Attempting to bind port 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f on network 1e552496-872a-42fe-b9e8-f4c4d870847f {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:48.726108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 2f322179-4e3d-43e1-96f0-63067ab15f0a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:48.726458 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:48.728685 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:48.764267 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:48.772301 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:48.772768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Checking segment: {'id': '9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:48.773174 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:48.773569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Bound using segment: {'id': '9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:48.774050 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Bound port: 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:48.774431 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:48.858369 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:48.885948 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-290c54d7-8238-4520-9721-32e0ddcff095 req-88463dde-bf9a-425e-8dc6-0bcb6508afa4 service neutron] 10.222.0.63 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6757684 Jul 27 19:51:48.897283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:48.906243 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56c2b-7223-4520-8bb4-419d58f87beb req-6b5463dc-2e9d-41b2-afeb-fec9c54334c1 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:48.907986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dcf56c2b-7223-4520-8bb4-419d58f87beb req-6b5463dc-2e9d-41b2-afeb-fec9c54334c1 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 945 time: 0.6398625 Jul 27 19:51:48.932433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:48.935989 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:48.936166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] For port 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:48.949202 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-ae7ca55e-9ea8-45e7-951b-7c7aeb374bf0 service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127941 Jul 27 19:51:48.955091 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] For port 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f,segment=NetworkSegment(9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0),segment_id=9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:48.961114 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:49.002415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6e261-b7e5-4867-9b5a-23e743eb03a6 req-28030309-f937-495f-93ac-065e39f3efe6 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:49.004245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-edc6e261-b7e5-4867-9b5a-23e743eb03a6 req-28030309-f937-495f-93ac-065e39f3efe6 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 945 time: 0.5528598 Jul 27 19:51:49.004995 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Pushing event updated for resources: {'Port': ['ID=26843e7d-e739-4271-b799-88e419a10b74,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:49.012027 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:49.062168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-86764937-bf51-4588-af82-a32dbe321ddc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8509d889-e654-492c-90f2-f145f97d6866 HTTP/1.1" status: 200 len: 217 time: 0.0727797 Jul 27 19:51:49.081790 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cee52-e386-4712-b4e8-6efc0826dcf1 None None] Pushing event updated for resources: {'Port': ['ID=9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:49.088302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:49.089102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:49.202750 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dcf56c2b-7223-4520-8bb4-419d58f87beb req-7dec56fc-2425-4619-8c59-9b6d0676d496 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790329 Jul 27 19:51:49.289914 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-edc6e261-b7e5-4867-9b5a-23e743eb03a6 req-bad97225-fec3-44c1-9cb8-ebcb7a6541a0 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742515 Jul 27 19:51:49.363068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-48741818-2196-4648-ac35-d17e29cedbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:49.367346 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-48741818-2196-4648-ac35-d17e29cedbad service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a HTTP/1.1" status: 200 len: 797 time: 0.2649634 Jul 27 19:51:49.509494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:49.566298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf2986b7-d540-4b5c-9ce3-c60878969dc9 req-9f2746bd-2948-470c-9022-3b5bbe1fa258 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/f55ac57b-797e-40aa-9485-f94137a36fa2 HTTP/1.1" status: 200 len: 1782 time: 0.3094473 Jul 27 19:51:49.686922 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7f2c21-9a84-481d-bda7-7c200419163a x-openstack-request-id: req-0e7f2c21-9a84-481d-bda7-7c200419163a {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:49.687538 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cfdb7f-126a-4e87-aefe-7c9f73cebb36", "name": "network-vif-plugged", "status": "completed", "tag": "cd430527-cf10-43b4-8f72-bdd5df6b6571", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:49.687538 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e7f2c21-9a84-481d-bda7-7c200419163a {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:49.688114 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cfdb7f-126a-4e87-aefe-7c9f73cebb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd430527-cf10-43b4-8f72-bdd5df6b6571', 'code': 200} Jul 27 19:51:49.694763 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:51:49.738657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 2f322179-4e3d-43e1-96f0-63067ab15f0a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2f322179-4e3d-43e1-96f0-63067ab15f0a,segment=NetworkSegment(9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0),segment_id=9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:49.806161 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:49.898451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=2f322179-4e3d-43e1-96f0-63067ab15f0a,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:49.918084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-21323fd3-2275-4b19-ba36-611a07994d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:49.926714 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-21323fd3-2275-4b19-ba36-611a07994d34 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9731c54d-8776-469f-b0a4-97666d3f2100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5203857 Jul 27 19:51:49.955011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ddfd23c1-4093-4bb6-84f2-936f8159da3b None None] Provisioning for port 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:49.966290 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 80b76c98-d38a-4da1-a563-bd03ac6fea1e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:50.017327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ddfd23c1-4093-4bb6-84f2-936f8159da3b None None] Provisioning complete for port 2f322179-4e3d-43e1-96f0-63067ab15f0a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:50.017702 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ddfd23c1-4093-4bb6-84f2-936f8159da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:50.087794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:47Z', 'revision_number': 7, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:37Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b76c98-d38a-4da1-a563-bd03ac6fea1e', 'name': '', 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7f:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:36Z', 'updated_at': '2021-07-27T19:51:46Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f', 'name': '', 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7a:08:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '6d2dd478-4ce4-497d-9321-1dfbe3d0282f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:42Z', 'updated_at': '2021-07-27T19:51:48Z', 'revision_number': 4, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '6d2dd478-4ce4-497d-9321-1dfbe3d0282f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:50.152643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-b1c62b2a-bd57-4c9e-852c-5efe88b5baff service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123711 Jul 27 19:51:50.165161 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61077a71-fd24-43d8-a16d-1aa8cc413833 None None] The sync data for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 is: [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:47Z', 'revision_number': 7, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:37Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b76c98-d38a-4da1-a563-bd03ac6fea1e', 'name': '', 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7f:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:36Z', 'updated_at': '2021-07-27T19:51:46Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f', 'name': '', 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7a:08:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '6d2dd478-4ce4-497d-9321-1dfbe3d0282f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:42Z', 'updated_at': '2021-07-27T19:51:48Z', 'revision_number': 4, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '6d2dd478-4ce4-497d-9321-1dfbe3d0282f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:51:50.179307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 80b76c98-d38a-4da1-a563-bd03ac6fea1e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:50.179711 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:50.253507 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:50.354976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:50.430935 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:50.432511 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:50.500896 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8d1d407-b94e-4cff-b496-4e875ecc1b8e req-598e8756-f513-464f-b4ce-1bc8b6793c0f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/f55ac57b-797e-40aa-9485-f94137a36fa2 HTTP/1.1" status: 200 len: 1782 time: 0.3478956 Jul 27 19:51:50.571029 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546729e-6ca8-4b1e-aa24-fdf815b07fb0 req-261f5321-cd34-4ead-8e5e-0948045964aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:50.572864 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a546729e-6ca8-4b1e-aa24-fdf815b07fb0 req-261f5321-cd34-4ead-8e5e-0948045964aa service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 1097 time: 0.8479590 Jul 27 19:51:50.983518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a12428-727e-46e5-a60f-08937886f180 req-e0784de5-dce4-4f16-876f-8b1dac0bdd34 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:50.990230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a12428-727e-46e5-a60f-08937886f180 req-e0784de5-dce4-4f16-876f-8b1dac0bdd34 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:50.996852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a12428-727e-46e5-a60f-08937886f180 req-e0784de5-dce4-4f16-876f-8b1dac0bdd34 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:51.003395 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a12428-727e-46e5-a60f-08937886f180 req-e0784de5-dce4-4f16-876f-8b1dac0bdd34 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:51.009868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a12428-727e-46e5-a60f-08937886f180 req-e0784de5-dce4-4f16-876f-8b1dac0bdd34 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:51.016283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a12428-727e-46e5-a60f-08937886f180 req-e0784de5-dce4-4f16-876f-8b1dac0bdd34 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:51.022707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a12428-727e-46e5-a60f-08937886f180 req-e0784de5-dce4-4f16-876f-8b1dac0bdd34 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:51.024886 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3a12428-727e-46e5-a60f-08937886f180 req-e0784de5-dce4-4f16-876f-8b1dac0bdd34 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5417 time: 1.2913177 Jul 27 19:51:51.069575 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac284a0e-c7fb-40fb-be97-c9b8bfbf4da2 None None] Sync routers for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:51:51.079065 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac284a0e-c7fb-40fb-be97-c9b8bfbf4da2 None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:51.079759 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ac284a0e-c7fb-40fb-be97-c9b8bfbf4da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:51.129527 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3a12428-727e-46e5-a60f-08937886f180 req-81878804-5eb9-46d3-b8fb-11db5efdbdc7 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965261 Jul 27 19:51:51.131054 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a546729e-6ca8-4b1e-aa24-fdf815b07fb0 req-5adfa89c-583c-42c6-bcf6-ba2a6f08bc4e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971036 Jul 27 19:51:51.175486 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7342864-d910-459b-ace8-4220065d5924 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:51.255209 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-ac284a0e-c7fb-40fb-be97-c9b8bfbf4da2 None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:51.271213 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:51.294877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbcb74c9-f41e-4f08-ad97-cca83cdc52a1 req-faec19f7-4612-4827-9a85-c75504414b5d service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1075943 Jul 27 19:51:51.473569 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8d1d407-b94e-4cff-b496-4e875ecc1b8e req-f997a527-4621-41b2-b895-6c4769a86496 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:51.554829 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ac284a0e-c7fb-40fb-be97-c9b8bfbf4da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:47Z', 'revision_number': 7, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:37Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b76c98-d38a-4da1-a563-bd03ac6fea1e', 'name': '', 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7f:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:36Z', 'updated_at': '2021-07-27T19:51:46Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f', 'name': '', 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7a:08:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '6d2dd478-4ce4-497d-9321-1dfbe3d0282f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:42Z', 'updated_at': '2021-07-27T19:51:48Z', 'revision_number': 4, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '6d2dd478-4ce4-497d-9321-1dfbe3d0282f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:51.704908 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac284a0e-c7fb-40fb-be97-c9b8bfbf4da2 None None] Checking router: 708010f2-0872-462e-9cea-55346643db2d for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:51:51.714638 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac284a0e-c7fb-40fb-be97-c9b8bfbf4da2 None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:51.715443 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ac284a0e-c7fb-40fb-be97-c9b8bfbf4da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:51.720265 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8d1d407-b94e-4cff-b496-4e875ecc1b8e req-f997a527-4621-41b2-b895-6c4769a86496 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:51.793169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Router 7d4c9f62-25a8-45ba-a259-47c5a5a971dc is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:51:51.858066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069d792-eb62-40e1-8b2c-653a24b84763 req-734009da-791f-432e-b3a7-37804680a717 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:51.866714 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7069d792-eb62-40e1-8b2c-653a24b84763 req-734009da-791f-432e-b3a7-37804680a717 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 945 time: 0.2634442 Jul 27 19:51:51.875269 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8d1d407-b94e-4cff-b496-4e875ecc1b8e req-f997a527-4621-41b2-b895-6c4769a86496 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:51.877948 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8d1d407-b94e-4cff-b496-4e875ecc1b8e req-f997a527-4621-41b2-b895-6c4769a86496 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:51.878952 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-ac284a0e-c7fb-40fb-be97-c9b8bfbf4da2 None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:51.893579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8d1d407-b94e-4cff-b496-4e875ecc1b8e req-f997a527-4621-41b2-b895-6c4769a86496 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "DELETE /v2.0/security-groups/f55ac57b-797e-40aa-9485-f94137a36fa2 HTTP/1.1" status: 204 len: 173 time: 1.3318472 Jul 27 19:51:51.914887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-7a5423da-90d1-4ca3-b70b-f80a7b4e08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:51.921138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-7a5423da-90d1-4ca3-b70b-f80a7b4e08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:51.921919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-7a5423da-90d1-4ca3-b70b-f80a7b4e08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:51.922597 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-7a5423da-90d1-4ca3-b70b-f80a7b4e08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:51.923252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-7a5423da-90d1-4ca3-b70b-f80a7b4e08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:51.923902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-7a5423da-90d1-4ca3-b70b-f80a7b4e08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:51.924590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-7a5423da-90d1-4ca3-b70b-f80a7b4e08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:51.926950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-7a5423da-90d1-4ca3-b70b-f80a7b4e08f7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f58925f86c5a406cbce55135dc048b98&device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 6481 time: 0.4287157 Jul 27 19:51:52.185310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997a527-4621-41b2-b895-6c4769a86496 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55ac57b-797e-40aa-9485-f94137a36fa2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:52.226627 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:52.232895 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ac284a0e-c7fb-40fb-be97-c9b8bfbf4da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:47Z', 'revision_number': 7, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:37Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b76c98-d38a-4da1-a563-bd03ac6fea1e', 'name': '', 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7f:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:36Z', 'updated_at': '2021-07-27T19:51:46Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f', 'name': '', 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7a:08:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '6d2dd478-4ce4-497d-9321-1dfbe3d0282f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:42Z', 'updated_at': '2021-07-27T19:51:48Z', 'revision_number': 4, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '6d2dd478-4ce4-497d-9321-1dfbe3d0282f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:52.268025 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac284a0e-c7fb-40fb-be97-c9b8bfbf4da2 None None] The sync data for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 is: [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:47Z', 'revision_number': 7, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:37Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b76c98-d38a-4da1-a563-bd03ac6fea1e', 'name': '', 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7f:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:36Z', 'updated_at': '2021-07-27T19:51:46Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f', 'name': '', 'network_id': '1e552496-872a-42fe-b9e8-f4c4d870847f', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7a:08:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '6d2dd478-4ce4-497d-9321-1dfbe3d0282f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:42Z', 'updated_at': '2021-07-27T19:51:48Z', 'revision_number': 4, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '6d2dd478-4ce4-497d-9321-1dfbe3d0282f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:51:52.291996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:52.299403 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:52.299403 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:52.304108 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7069d792-eb62-40e1-8b2c-653a24b84763 req-1ce8e74f-3f07-4bbc-8b7a-ff76e60f1265 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375210 Jul 27 19:51:52.413652 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:51:52.418198 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:52.430377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-36de6c88-1b86-4fe6-a81f-50ccb7dba981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:52.430885 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Sync routers for ids ['7d4c9f62-25a8-45ba-a259-47c5a5a971dc'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:51:52.431864 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-36de6c88-1b86-4fe6-a81f-50ccb7dba981 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9731c54d-8776-469f-b0a4-97666d3f2100 HTTP/1.1" status: 200 len: 903 time: 0.4046664 Jul 27 19:51:52.459738 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Routers {'7d4c9f62-25a8-45ba-a259-47c5a5a971dc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:52.460762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7d4c9f62-25a8-45ba-a259-47c5a5a971dc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:52.462830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b65f0-47b1-4fbf-8105-57419abe3ae0 req-93dcb496-3e74-453b-9735-075e9077d5b6 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:52.464607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-208b65f0-47b1-4fbf-8105-57419abe3ae0 req-93dcb496-3e74-453b-9735-075e9077d5b6 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 945 time: 0.4671299 Jul 27 19:51:52.514008 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:52.515245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3a39951f-7834-468b-97aa-513ff54453b3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.5174632 Jul 27 19:51:52.517076 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-40152dfc-f2e4-4d1d-9352-4c46140faf9e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8509d889-e654-492c-90f2-f145f97d6866 HTTP/1.1" status: 200 len: 217 time: 0.0758731 Jul 27 19:51:52.518457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47784) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:52.535275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f,segment=NetworkSegment(9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0),segment_id=9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:52.545408 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:52.546402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2f322179-4e3d-43e1-96f0-63067ab15f0a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:52.576311 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-02fe840d-2998-4ee6-862e-467315efe357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:52.577870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-02fe840d-2998-4ee6-862e-467315efe357 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a HTTP/1.1" status: 200 len: 797 time: 0.0529358 Jul 27 19:51:52.608809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f7342864-d910-459b-ace8-4220065d5924 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:51:52.608809 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7342864-d910-459b-ace8-4220065d5924 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:52.623229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:52.695865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-208b65f0-47b1-4fbf-8105-57419abe3ae0 req-6869e2b9-4af3-4a59-a6f3-11a0e418bb26 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905849 Jul 27 19:51:52.711464 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-1b063d93-92d1-4745-9971-6ad6920478cb req-b43b0e45-c5c3-44c5-a8e1-828c9e71233d tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] show failed (client error): The resource could not be found. Jul 27 19:51:52.712440 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b063d93-92d1-4745-9971-6ad6920478cb req-b43b0e45-c5c3-44c5-a8e1-828c9e71233d tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/f55ac57b-797e-40aa-9485-f94137a36fa2 HTTP/1.1" status: 404 len: 352 time: 0.0428894 Jul 27 19:51:52.720543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Set router 7d4c9f62-25a8-45ba-a259-47c5a5a971dc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:52.758609 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 2f322179-4e3d-43e1-96f0-63067ab15f0a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:52.758609 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:52.771657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-f7342864-d910-459b-ace8-4220065d5924 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] For port 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f,segment=NetworkSegment(9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0),segment_id=9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:52.772012 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7342864-d910-459b-ace8-4220065d5924 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:52.786248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-6f456c37-8b19-47c5-b048-08f38b90f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:52.787445 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-6f456c37-8b19-47c5-b048-08f38b90f6b7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9731c54d-8776-469f-b0a4-97666d3f2100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1986573 Jul 27 19:51:52.792188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f7342864-d910-459b-ace8-4220065d5924 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:51:52.900755 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-b90d6f9b-167d-4d79-b57c-211886769c4a service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043086 Jul 27 19:51:53.073936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'name': 'tempest-FloatingIPsTestJSON-395240985-router', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '26843e7d-e739-4271-b799-88e419a10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:43Z', 'updated_at': '2021-07-27T19:51:49Z', 'revision_number': 3, 'project_id': '999ba3900e2b4394b7a6017817e212d3', 'gw_port': {'id': '26843e7d-e739-4271-b799-88e419a10b74', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:31:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:45Z', 'updated_at': '2021-07-27T19:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:53.102559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-0e6c952d-0f7b-4e53-bf09-bc2c94899e2e req-3f0c94fc-fde6-4624-9ac2-5388baee9f38 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-540849706', 'description': 'tempest-description-1842518432'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:53.118662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Checking router: 7d4c9f62-25a8-45ba-a259-47c5a5a971dc for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:51:53.119014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Updating router 7d4c9f62-25a8-45ba-a259-47c5a5a971dc port 26843e7d-e739-4271-b799-88e419a10b74 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:51:53.162958 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:53.210478 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:53.230539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e093e40-771b-4847-98d5-2925c2d781d8 req-53352373-9d95-48b3-974d-db528f6f3f86 service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056095 Jul 27 19:51:53.243087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db6cce-614a-4bdf-8c88-08bdcffc78a7 req-c07406c7-df04-46f4-853f-13af041a6b00 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:53.249958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db6cce-614a-4bdf-8c88-08bdcffc78a7 req-c07406c7-df04-46f4-853f-13af041a6b00 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:53.255942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db6cce-614a-4bdf-8c88-08bdcffc78a7 req-c07406c7-df04-46f4-853f-13af041a6b00 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:53.262135 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db6cce-614a-4bdf-8c88-08bdcffc78a7 req-c07406c7-df04-46f4-853f-13af041a6b00 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:53.268212 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db6cce-614a-4bdf-8c88-08bdcffc78a7 req-c07406c7-df04-46f4-853f-13af041a6b00 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:53.274498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db6cce-614a-4bdf-8c88-08bdcffc78a7 req-c07406c7-df04-46f4-853f-13af041a6b00 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:53.280732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db6cce-614a-4bdf-8c88-08bdcffc78a7 req-c07406c7-df04-46f4-853f-13af041a6b00 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:53.282668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23db6cce-614a-4bdf-8c88-08bdcffc78a7 req-c07406c7-df04-46f4-853f-13af041a6b00 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5417 time: 0.4852049 Jul 27 19:51:53.285937 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e6c952d-0f7b-4e53-bf09-bc2c94899e2e req-3f0c94fc-fde6-4624-9ac2-5388baee9f38 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:53.374539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23db6cce-614a-4bdf-8c88-08bdcffc78a7 req-1d8da198-0085-4bd8-ad05-a83ea55b5aa0 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820670 Jul 27 19:51:53.383879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c7df6-8366-418c-8cbf-ce0bcf249c05 req-a549cac9-edf4-4efe-8144-ebf162254e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:53.385467 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b9c7df6-8366-418c-8cbf-ce0bcf249c05 req-a549cac9-edf4-4efe-8144-ebf162254e58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 1097 time: 0.1494615 Jul 27 19:51:53.440234 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7342864-d910-459b-ace8-4220065d5924 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:53.476647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7342864-d910-459b-ace8-4220065d5924 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:53.497264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Allocated IP 172.20.0.1 (c4cefaf5-08e8-4a81-aa54-40dec4032b96/115ec9c1-a86d-4750-9ea4-f8500e4fb08f/e952a826-4dff-43cb-a0b3-99d69b2e0a1a) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:53.510954 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:53.531317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Transition to ACTIVE for port object 26843e7d-e739-4271-b799-88e419a10b74 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:53.544054 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:53.589062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c7df6-8366-418c-8cbf-ce0bcf249c05 req-1f6ad481-6036-4375-993a-015366a866d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:53.590783 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b9c7df6-8366-418c-8cbf-ce0bcf249c05 req-1f6ad481-6036-4375-993a-015366a866d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.1838889 Jul 27 19:51:53.601346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c32007-c6b0-4fe4-9d14-85b317b5d81e None None] Pushing event updated for resources: {'Port': ['ID=26843e7d-e739-4271-b799-88e419a10b74,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:53.620848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Attempting to bind port 26843e7d-e739-4271-b799-88e419a10b74 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:53.621227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Attempting to bind port 26843e7d-e739-4271-b799-88e419a10b74 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:53.621595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Attempting to bind port 26843e7d-e739-4271-b799-88e419a10b74 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:53.627614 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:53.628000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:53.628456 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:53.628860 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:53.629467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Bound port: 26843e7d-e739-4271-b799-88e419a10b74, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:53.629909 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:53.656216 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b9c7df6-8366-418c-8cbf-ce0bcf249c05 req-c6d06272-f302-44f8-a2a3-1f5a9c0a0469 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d4ab2bd-2d9d-4ea4-89b9-907918978aba HTTP/1.1" status: 200 len: 217 time: 0.0440836 Jul 27 19:51:53.694632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] For port 26843e7d-e739-4271-b799-88e419a10b74, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:53.699055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] For port 26843e7d-e739-4271-b799-88e419a10b74, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=26843e7d-e739-4271-b799-88e419a10b74,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:53.705000 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:53.722681 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e6c952d-0f7b-4e53-bf09-bc2c94899e2e req-3f0c94fc-fde6-4624-9ac2-5388baee9f38 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:53.735927 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e6c952d-0f7b-4e53-bf09-bc2c94899e2e req-3f0c94fc-fde6-4624-9ac2-5388baee9f38 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:53.751704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:53.754920 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c7df6-8366-418c-8cbf-ce0bcf249c05 req-f4d26f72-b87b-4396-b8d6-fbbe9e6c1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:53.756434 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b9c7df6-8366-418c-8cbf-ce0bcf249c05 req-f4d26f72-b87b-4396-b8d6-fbbe9e6c1540 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.0849924 Jul 27 19:51:53.779558 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Routers {'7d4c9f62-25a8-45ba-a259-47c5a5a971dc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:53.780238 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7d4c9f62-25a8-45ba-a259-47c5a5a971dc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:53.787849 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Transition to ACTIVE for port object e952a826-4dff-43cb-a0b3-99d69b2e0a1a will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:53.799608 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e6c952d-0f7b-4e53-bf09-bc2c94899e2e req-3f0c94fc-fde6-4624-9ac2-5388baee9f38 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:53.812782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e6c952d-0f7b-4e53-bf09-bc2c94899e2e req-3f0c94fc-fde6-4624-9ac2-5388baee9f38 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7283428 Jul 27 19:51:53.816527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c32007-c6b0-4fe4-9d14-85b317b5d81e None None] Pushing event updated for resources: {'Port': ['ID=26843e7d-e739-4271-b799-88e419a10b74,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:53.818630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c94fc-fde6-4624-9ac2-5388baee9f38 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e600300-092e-41bf-8138-4bdc60fbfee5,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:53.822297 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7342864-d910-459b-ace8-4220065d5924 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:53.842502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941d5c-ccae-4473-98bf-9c116a95482b req-763bc14e-2801-4000-ae59-73d0b392037b tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:53.844204 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d941d5c-ccae-4473-98bf-9c116a95482b req-763bc14e-2801-4000-ae59-73d0b392037b tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/ports?device_id=111d7d8f-a237-4d19-b891-bcbc5bd8789c HTTP/1.1" status: 200 len: 950 time: 0.2515206 Jul 27 19:51:53.901844 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c7df6-8366-418c-8cbf-ce0bcf249c05 req-1347d4a1-31ae-464e-9cdc-85dcbeeeb99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:53.904658 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b9c7df6-8366-418c-8cbf-ce0bcf249c05 req-1347d4a1-31ae-464e-9cdc-85dcbeeeb99f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342924 Jul 27 19:51:53.907696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:53.911549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] Set router 7d4c9f62-25a8-45ba-a259-47c5a5a971dc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:54.007854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Network c4cefaf5-08e8-4a81-aa54-40dec4032b96 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:54.016377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:54.019563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:54.021245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d941d5c-ccae-4473-98bf-9c116a95482b req-d817a76f-4113-4045-bb37-341cbe25172d tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/security-groups?id=62862dc2-93d5-4870-8701-7a42c4bee8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268210 Jul 27 19:51:54.047781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e952a826-4dff-43cb-a0b3-99d69b2e0a1a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:54.135604 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:54.135948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:54.136292 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:54.136657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:54.136974 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:54.137300 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:54.141364 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:54.141660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:54.142000 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:54.142335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:54.142668 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:54.142994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:51:54.152756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92882105-e275-46cf-b5d2-6efbe0c308da req-170dfa62-439a-40c6-9904-8a184e1a527f tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:54.161126 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92882105-e275-46cf-b5d2-6efbe0c308da req-170dfa62-439a-40c6-9904-8a184e1a527f tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 945 time: 0.2073202 Jul 27 19:51:54.165731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'name': 'tempest-FloatingIPsTestJSON-395240985-router', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '26843e7d-e739-4271-b799-88e419a10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:43Z', 'updated_at': '2021-07-27T19:51:49Z', 'revision_number': 3, 'project_id': '999ba3900e2b4394b7a6017817e212d3', 'gw_port': {'id': '26843e7d-e739-4271-b799-88e419a10b74', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:31:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:45Z', 'updated_at': '2021-07-27T19:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:54.175313 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:54.182286 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b9c7df6-8366-418c-8cbf-ce0bcf249c05 req-3cf3d87f-5868-42ea-a813-fcb52f6974ba service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455866 Jul 27 19:51:54.210016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521e29ed-ca54-445f-8488-4265023aee70 None None] The sync data for ids ['7d4c9f62-25a8-45ba-a259-47c5a5a971dc'] in n-d-705657-21 is: [{'id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'name': 'tempest-FloatingIPsTestJSON-395240985-router', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '26843e7d-e739-4271-b799-88e419a10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:43Z', 'updated_at': '2021-07-27T19:51:49Z', 'revision_number': 3, 'project_id': '999ba3900e2b4394b7a6017817e212d3', 'gw_port': {'id': '26843e7d-e739-4271-b799-88e419a10b74', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:31:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:45Z', 'updated_at': '2021-07-27T19:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:51:54.249215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92882105-e275-46cf-b5d2-6efbe0c308da req-2b8392b6-f22c-41a2-bf8f-119a7e322d8b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704112 Jul 27 19:51:54.295340 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7342864-d910-459b-ace8-4220065d5924 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 708010f2-0872-462e-9cea-55346643db2d has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:51:54.300944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-c97259d3-5d59-479c-96ae-ba3358bce4b5 req-068cd7b9-fdab-4702-b396-915f48433c40 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1697641', 'description': 'tempest-description-1853164343'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:54.347003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4aeb5fa1-933d-4a09-a583-0f18d0d44bc4 None None] Provisioning for port e952a826-4dff-43cb-a0b3-99d69b2e0a1a completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:54.352570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4aeb5fa1-933d-4a09-a583-0f18d0d44bc4 None None] Provisioning complete for port e952a826-4dff-43cb-a0b3-99d69b2e0a1a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:54.353509 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5fa1-933d-4a09-a583-0f18d0d44bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:54.379658 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c97259d3-5d59-479c-96ae-ba3358bce4b5 req-068cd7b9-fdab-4702-b396-915f48433c40 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:54.387670 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b9c7df6-8366-418c-8cbf-ce0bcf249c05 req-71e24724-8ee0-4d4b-861d-a4dddaf8b076 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601627 Jul 27 19:51:54.398409 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb5fa1-933d-4a09-a583-0f18d0d44bc4 None None] Port e952a826-4dff-43cb-a0b3-99d69b2e0a1a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:54.433138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:54.465120 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc482981-d249-410d-b81e-7b5f29b65810 req-aacf753e-dc19-4576-ab05-447d770b9a93 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:54.466753 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc482981-d249-410d-b81e-7b5f29b65810 req-aacf753e-dc19-4576-ab05-447d770b9a93 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 945 time: 0.2467732 Jul 27 19:51:54.490765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7342864-d910-459b-ace8-4220065d5924 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:51:54.505730 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f45cf-1449-46ba-be10-03c073ccdfba None None] Sync routers for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:51:54.519788 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f45cf-1449-46ba-be10-03c073ccdfba None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:54.523047 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-546f45cf-1449-46ba-be10-03c073ccdfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:54.652038 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-546f45cf-1449-46ba-be10-03c073ccdfba None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:54.652447 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:54.659934 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:54.735759 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e952a826-4dff-43cb-a0b3-99d69b2e0a1a,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:54.738768 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:54.855151 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Network c4cefaf5-08e8-4a81-aa54-40dec4032b96 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:54.856844 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:54.930829 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f7342864-d910-459b-ace8-4220065d5924 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/708010f2-0872-462e-9cea-55346643db2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7347312 Jul 27 19:51:54.934677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47810) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:54.951840 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-546f45cf-1449-46ba-be10-03c073ccdfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:53Z', 'revision_number': 8, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:37Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b76c98-d38a-4da1-a563-bd03ac6fea1e', 'name': '', 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7f:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:36Z', 'updated_at': '2021-07-27T19:51:46Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:54.999099 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f45cf-1449-46ba-be10-03c073ccdfba None None] Checking router: 708010f2-0872-462e-9cea-55346643db2d for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:51:55.012072 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f45cf-1449-46ba-be10-03c073ccdfba None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:55.012981 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-546f45cf-1449-46ba-be10-03c073ccdfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:55.026640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-4564e80d-8176-4fa4-94c8-902ffdd96853 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting subnet 6d2dd478-4ce4-497d-9321-1dfbe3d0282f {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:51:55.034622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc482981-d249-410d-b81e-7b5f29b65810 req-ef82f0e7-f66a-471e-a379-1fbc8da14348 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585916 Jul 27 19:51:55.035398 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4564e80d-8176-4fa4-94c8-902ffdd96853 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:55.136536 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4564e80d-8176-4fa4-94c8-902ffdd96853 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:55.194980 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-546f45cf-1449-46ba-be10-03c073ccdfba None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:55.238299 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ed5d6c51-077a-4842-aa80-53962ce1a7b1 None None] Provisioning complete for port e952a826-4dff-43cb-a0b3-99d69b2e0a1a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:55.238910 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ed5d6c51-077a-4842-aa80-53962ce1a7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:55.247403 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c97259d3-5d59-479c-96ae-ba3358bce4b5 req-068cd7b9-fdab-4702-b396-915f48433c40 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:55.315267 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d6c51-077a-4842-aa80-53962ce1a7b1 None None] Port e952a826-4dff-43cb-a0b3-99d69b2e0a1a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:51:55.327803 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c97259d3-5d59-479c-96ae-ba3358bce4b5 req-068cd7b9-fdab-4702-b396-915f48433c40 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:55.412053 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c97259d3-5d59-479c-96ae-ba3358bce4b5 req-068cd7b9-fdab-4702-b396-915f48433c40 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:55.426507 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c97259d3-5d59-479c-96ae-ba3358bce4b5 req-068cd7b9-fdab-4702-b396-915f48433c40 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1293764 Jul 27 19:51:55.442959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cd7b9-fdab-4702-b396-915f48433c40 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f273041-d1f1-4249-bd30-032b9fc82fc9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:55.488167 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4564e80d-8176-4fa4-94c8-902ffdd96853 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:55.501105 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-546f45cf-1449-46ba-be10-03c073ccdfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:53Z', 'revision_number': 8, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:37Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b76c98-d38a-4da1-a563-bd03ac6fea1e', 'name': '', 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7f:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:36Z', 'updated_at': '2021-07-27T19:51:46Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:55.535551 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f45cf-1449-46ba-be10-03c073ccdfba None None] The sync data for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 is: [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:53Z', 'revision_number': 8, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:37Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80b76c98-d38a-4da1-a563-bd03ac6fea1e', 'name': '', 'network_id': '4f206d0a-be2e-43a9-bc14-c13312cf93cc', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:7f:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:36Z', 'updated_at': '2021-07-27T19:51:46Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'c8b02553-76a4-4207-b3c5-8981ac087ede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:51:55.546574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6e0db-b509-4da3-9876-6a14d67c6621 req-de5a71cf-f9ea-4477-ae02-d27fd00f7e22 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:55.548413 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ded6e0db-b509-4da3-9876-6a14d67c6621 req-de5a71cf-f9ea-4477-ae02-d27fd00f7e22 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.52 "GET /v2.0/ports?device_id=111d7d8f-a237-4d19-b891-bcbc5bd8789c HTTP/1.1" status: 200 len: 950 time: 0.6327677 Jul 27 19:51:55.555975 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Router 7d4c9f62-25a8-45ba-a259-47c5a5a971dc has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:51:55.572638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f0d2f-7aae-4578-945b-96b165287374 req-491f16c5-54ea-411a-ad8f-b3207b2a3bea tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:55.573225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530f0d2f-7aae-4578-945b-96b165287374 req-491f16c5-54ea-411a-ad8f-b3207b2a3bea tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/networks?id=c9642579-d15c-472d-a1f3-21ada0fda588 HTTP/1.1" status: 200 len: 810 time: 0.3660944 Jul 27 19:51:55.604052 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530f0d2f-7aae-4578-945b-96b165287374 req-7548c77b-e922-4f85-9bed-71a277641008 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/quotas/6700d45b0b7b42b586b2b255adbceb08 HTTP/1.1" status: 200 len: 375 time: 0.0221145 Jul 27 19:51:55.653614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530f0d2f-7aae-4578-945b-96b165287374 req-60e50056-412f-4837-956b-587ce453b48c tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6700d45b0b7b42b586b2b255adbceb08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417058 Jul 27 19:51:55.679425 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4564e80d-8176-4fa4-94c8-902ffdd96853 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:55.753894 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564e80d-8176-4fa4-94c8-902ffdd96853 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Subnet': ['ID=6d2dd478-4ce4-497d-9321-1dfbe3d0282f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:55.762062 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4564e80d-8176-4fa4-94c8-902ffdd96853 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:55.766524 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4564e80d-8176-4fa4-94c8-902ffdd96853 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/6d2dd478-4ce4-497d-9321-1dfbe3d0282f HTTP/1.1" status: 204 len: 168 time: 0.8283310 Jul 27 19:51:55.766922 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:51:55.768354 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47828) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:55.771001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f811741-72eb-4420-b7c2-a0643bf49ba7 None None] Network 1e552496-872a-42fe-b9e8-f4c4d870847f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:55.788314 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-be8825fb-a856-4f9a-a5d1-06936a66a5e0 admin admin] 10.222.0.48 "PUT /v2.0/routers/7d4c9f62-25a8-45ba-a259-47c5a5a971dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2643824 Jul 27 19:51:55.800127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05e5f8-42be-4b74-9133-cd4e34af30b2 req-1e5489fb-bd0d-417a-a18b-3b1b9d247f67 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:55.806331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05e5f8-42be-4b74-9133-cd4e34af30b2 req-1e5489fb-bd0d-417a-a18b-3b1b9d247f67 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:55.812470 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05e5f8-42be-4b74-9133-cd4e34af30b2 req-1e5489fb-bd0d-417a-a18b-3b1b9d247f67 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:55.818358 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05e5f8-42be-4b74-9133-cd4e34af30b2 req-1e5489fb-bd0d-417a-a18b-3b1b9d247f67 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:55.824224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05e5f8-42be-4b74-9133-cd4e34af30b2 req-1e5489fb-bd0d-417a-a18b-3b1b9d247f67 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:55.831940 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05e5f8-42be-4b74-9133-cd4e34af30b2 req-1e5489fb-bd0d-417a-a18b-3b1b9d247f67 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:55.837876 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05e5f8-42be-4b74-9133-cd4e34af30b2 req-1e5489fb-bd0d-417a-a18b-3b1b9d247f67 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:55.839952 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d05e5f8-42be-4b74-9133-cd4e34af30b2 req-1e5489fb-bd0d-417a-a18b-3b1b9d247f67 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5417 time: 0.3229878 Jul 27 19:51:55.843967 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-ded6e0db-b509-4da3-9876-6a14d67c6621 req-c239bd63-dd8f-4add-915c-02af506594dd tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Deleting port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:51:55.844328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ded6e0db-b509-4da3-9876-6a14d67c6621 req-c239bd63-dd8f-4add-915c-02af506594dd tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:55.913637 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d05e5f8-42be-4b74-9133-cd4e34af30b2 req-aa59e749-86d9-47e3-98d8-f4c97fdc99ef tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647211 Jul 27 19:51:55.970098 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:55.985624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530f0d2f-7aae-4578-945b-96b165287374 req-4b9b8326-118a-4a2f-9fb1-522fa746dcf2 service neutron] 10.222.0.48 "GET /v2.0/networks/c9642579-d15c-472d-a1f3-21ada0fda588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208597 Jul 27 19:51:56.086221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 26843e7d-e739-4271-b799-88e419a10b74 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:56.086694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-ded6e0db-b509-4da3-9876-6a14d67c6621 req-c239bd63-dd8f-4add-915c-02af506594dd tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] For port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:56.087070 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ded6e0db-b509-4da3-9876-6a14d67c6621 req-c239bd63-dd8f-4add-915c-02af506594dd tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:56.104346 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530f0d2f-7aae-4578-945b-96b165287374 req-d323e2e9-da8e-4123-9d19-3433f49964ce service neutron] 10.222.0.48 "GET /v2.0/networks/c9642579-d15c-472d-a1f3-21ada0fda588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177485 Jul 27 19:51:56.113547 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-ded6e0db-b509-4da3-9876-6a14d67c6621 req-c239bd63-dd8f-4add-915c-02af506594dd tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Calling delete_port for aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:51:56.168293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb6cae77-e896-4e84-bb3b-c26226488ecf req-c7cea159-db5e-4d35-8a97-cff7ee1aa003 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4252543 Jul 27 19:51:56.194652 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37908844-a26b-48cb-87aa-dba219078b09 None None] DHCP port deletion for 1e552496-872a-42fe-b9e8-f4c4d870847f request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:51:56.205723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 26843e7d-e739-4271-b799-88e419a10b74 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:51:56.243175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 26843e7d-e739-4271-b799-88e419a10b74 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:56.244249 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:56.292242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port 2f322179-4e3d-43e1-96f0-63067ab15f0a {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:51:56.292533 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:56.298657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3e6bf-eca6-4e8b-89cb-ada0335f5499 req-3809d7ed-8059-48b7-b04e-e87e3eaa82c4 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:56.305745 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-37908844-a26b-48cb-87aa-dba219078b09 None None] Deleting port 2f322179-4e3d-43e1-96f0-63067ab15f0a {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:51:56.306361 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37908844-a26b-48cb-87aa-dba219078b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:56.314154 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68e3e6bf-eca6-4e8b-89cb-ada0335f5499 req-3809d7ed-8059-48b7-b04e-e87e3eaa82c4 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 945 time: 0.2046766 Jul 27 19:51:56.408327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cae77-e896-4e84-bb3b-c26226488ecf req-9086f7b4-6d89-47cf-bd41-49d5113e6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:56.410306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb6cae77-e896-4e84-bb3b-c26226488ecf req-9086f7b4-6d89-47cf-bd41-49d5113e6b70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 1060 time: 0.2081060 Jul 27 19:51:56.411265 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:56.433214 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68e3e6bf-eca6-4e8b-89cb-ada0335f5499 req-636ca817-0bd6-4fea-a0bd-5a336ebedf40 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179674 Jul 27 19:51:56.435029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] For port 2f322179-4e3d-43e1-96f0-63067ab15f0a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2f322179-4e3d-43e1-96f0-63067ab15f0a,segment=NetworkSegment(9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0),segment_id=9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:56.435416 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:56.469047 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for 2f322179-4e3d-43e1-96f0-63067ab15f0a owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:51:56.490742 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ded6e0db-b509-4da3-9876-6a14d67c6621 req-c239bd63-dd8f-4add-915c-02af506594dd tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:56.608139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239bd63-dd8f-4add-915c-02af506594dd tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Pushing event deleted for resources: {'Port': ['ID=aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:56.626613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76a3aae2-1747-4434-8fb2-bbc1c833a193 req-47f77db1-58a7-41ea-9ded-08cef1303382 tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.48 "GET /v2.0/ports?device_id=111d7d8f-a237-4d19-b891-bcbc5bd8789c HTTP/1.1" status: 200 len: 210 time: 0.0701287 Jul 27 19:51:56.723070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-1f174682-0209-42f3-bcb2-5b9fd71ef2af req-8a5b7b98-60f0-4df8-8a14-3baa56a8dd15 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-169990551', 'description': 'tempest-description-1169508648'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:56.747779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded6e0db-b509-4da3-9876-6a14d67c6621 req-c239bd63-dd8f-4add-915c-02af506594dd tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] No DVR routers for this DVR port aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:51:56.759845 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ded6e0db-b509-4da3-9876-6a14d67c6621 req-c239bd63-dd8f-4add-915c-02af506594dd tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:56.765521 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ded6e0db-b509-4da3-9876-6a14d67c6621 req-c239bd63-dd8f-4add-915c-02af506594dd tempest-TenantUsagesTestJSON-465696628 tempest-TenantUsagesTestJSON-465696628-project] 10.222.0.52 "DELETE /v2.0/ports/aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 HTTP/1.1" status: 204 len: 173 time: 1.2080960 Jul 27 19:51:56.766813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111d7d8f-a237-4d19-b891-bcbc5bd8789c', 'name': 'network-vif-deleted', 'tag': 'aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:56.790253 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee44a57-2886-4ce6-bec8-8c0ccf071988" -d '{"events": [{"server_uuid": "111d7d8f-a237-4d19-b891-bcbc5bd8789c", "name": "network-vif-deleted", "tag": "aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:56.794049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cae77-e896-4e84-bb3b-c26226488ecf req-81f65539-e05f-4e65-8826-3259ce2c5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:56.805594 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb6cae77-e896-4e84-bb3b-c26226488ecf req-81f65539-e05f-4e65-8826-3259ce2c5994 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.3662910 Jul 27 19:51:56.858108 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:56.915340 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb6cae77-e896-4e84-bb3b-c26226488ecf req-8482ac61-4cf6-44ff-a2ab-b0333936ebf0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34e1311b-4fe5-4801-8560-6da5ef2a5faa HTTP/1.1" status: 200 len: 217 time: 0.0918026 Jul 27 19:51:56.918503 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f174682-0209-42f3-bcb2-5b9fd71ef2af req-8a5b7b98-60f0-4df8-8a14-3baa56a8dd15 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:56.923337 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 26843e7d-e739-4271-b799-88e419a10b74, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=26843e7d-e739-4271-b799-88e419a10b74,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:56.939969 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No DVR routers for this DVR port 2f322179-4e3d-43e1-96f0-63067ab15f0a on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:51:56.947233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:51:56.952319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Sync routers for ids ['7d4c9f62-25a8-45ba-a259-47c5a5a971dc'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:51:56.959935 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac175e-6289-4b2a-87e8-d11efe40c951 req-26c0cb4d-00fe-456a-b1b0-7a0cb6bb6ff1 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:56.961912 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0ac175e-6289-4b2a-87e8-d11efe40c951 req-26c0cb4d-00fe-456a-b1b0-7a0cb6bb6ff1 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 945 time: 0.3828523 Jul 27 19:51:56.962389 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=2f322179-4e3d-43e1-96f0-63067ab15f0a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:56.992823 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.041403 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cae77-e896-4e84-bb3b-c26226488ecf req-f0d0a4b4-9564-405d-b6b4-004a0c55fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:57.043314 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb6cae77-e896-4e84-bb3b-c26226488ecf req-f0d0a4b4-9564-405d-b6b4-004a0c55fcbe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.1082132 Jul 27 19:51:57.065146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0ac175e-6289-4b2a-87e8-d11efe40c951 req-d9a6756b-36b3-4a9b-9fee-27dc4c82cc51 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767462 Jul 27 19:51:57.089434 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-37908844-a26b-48cb-87aa-dba219078b09 None None] For port 2f322179-4e3d-43e1-96f0-63067ab15f0a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2f322179-4e3d-43e1-96f0-63067ab15f0a,segment=NetworkSegment(9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0),segment_id=9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:57.089434 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37908844-a26b-48cb-87aa-dba219078b09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.089434 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:51:57.089814 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=26843e7d-e739-4271-b799-88e419a10b74,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:57.121861 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.150981 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e552496-872a-42fe-b9e8-f4c4d870847f']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:57.161563 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-37908844-a26b-48cb-87aa-dba219078b09 None None] Calling delete_port for 2f322179-4e3d-43e1-96f0-63067ab15f0a owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:51:57.164027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:51:57.164423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9c8c5afc-d8cc-4d26-b1f7-9eaebeb48e7f not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:51:57.168892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Routers {'7d4c9f62-25a8-45ba-a259-47c5a5a971dc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:57.171477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7d4c9f62-25a8-45ba-a259-47c5a5a971dc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:57.186880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:57.187283 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ada1e0c-f16c-4500-82e9-fb8f81ddd3a0') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:57.212775 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.240537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cae77-e896-4e84-bb3b-c26226488ecf req-39300c16-9555-420d-8b98-68a1e9372978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:57.241457 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.243562 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb6cae77-e896-4e84-bb3b-c26226488ecf req-39300c16-9555-420d-8b98-68a1e9372978 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1889141 Jul 27 19:51:57.252495 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:51:57.252977 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:51:57.256221 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:51:57.319889 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f174682-0209-42f3-bcb2-5b9fd71ef2af req-8a5b7b98-60f0-4df8-8a14-3baa56a8dd15 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.328544 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.338000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.340189 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/networks/1e552496-872a-42fe-b9e8-f4c4d870847f HTTP/1.1" status: 204 len: 168 time: 1.5708337 Jul 27 19:51:57.344697 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47852) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:57.368438 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f174682-0209-42f3-bcb2-5b9fd71ef2af req-8a5b7b98-60f0-4df8-8a14-3baa56a8dd15 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.413968 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Set router 7d4c9f62-25a8-45ba-a259-47c5a5a971dc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:57.423975 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f174682-0209-42f3-bcb2-5b9fd71ef2af req-8a5b7b98-60f0-4df8-8a14-3baa56a8dd15 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.429735 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cd779-c1f4-42f3-9785-9245cc86ce2c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Network': ['ID=1e552496-872a-42fe-b9e8-f4c4d870847f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:57.441074 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f174682-0209-42f3-bcb2-5b9fd71ef2af req-8a5b7b98-60f0-4df8-8a14-3baa56a8dd15 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7253330 Jul 27 19:51:57.455044 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37908844-a26b-48cb-87aa-dba219078b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.480756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b7b98-60f0-4df8-8a14-3baa56a8dd15 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21728aa-0373-4a86-b5ae-24a5cfaa0b6d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:57.494169 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37908844-a26b-48cb-87aa-dba219078b09 None None] Network 1e552496-872a-42fe-b9e8-f4c4d870847f is not hosted by any dhcp agent {{(pid=94061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 19:51:57.494766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37908844-a26b-48cb-87aa-dba219078b09 None None] No DVR routers for this DVR port 2f322179-4e3d-43e1-96f0-63067ab15f0a on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:51:57.530978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37908844-a26b-48cb-87aa-dba219078b09 None None] Pushing event deleted for resources: {'Port': ['ID=2f322179-4e3d-43e1-96f0-63067ab15f0a,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:57.580217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3d4ab2bd-2d9d-4ea4-89b9-907918978aba no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:51:57.605101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-3aceb87b-c36e-43c7-b109-af8f78ac6847 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3909345 Jul 27 19:51:57.627574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1a40376-082a-421b-8fed-f555a4e37c82 req-6d2e6040-7dd0-4277-9efd-f84c88ff64b9 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5757eb0-d6a5-4967-913c-c61b755ac85b HTTP/1.1" status: 200 len: 210 time: 0.1008115 Jul 27 19:51:57.650077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:57.667114 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb6cae77-e896-4e84-bb3b-c26226488ecf req-51f98711-d355-4c9f-8544-84caa12121f7 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936200 Jul 27 19:51:57.767493 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.813013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075c392d-db87-4499-a6ad-07f944b90e44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d4ab2bd-2d9d-4ea4-89b9-907918978aba'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:51:57.815305 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483848bf-ec1b-4f85-94bc-9fbedb1754bf" -d '{"events": [{"server_uuid": "075c392d-db87-4499-a6ad-07f944b90e44", "name": "network-vif-unplugged", "status": "completed", "tag": "3d4ab2bd-2d9d-4ea4-89b9-907918978aba"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:51:57.832202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:57.843353 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'name': 'tempest-FloatingIPsTestJSON-395240985-router', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '26843e7d-e739-4271-b799-88e419a10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:43Z', 'updated_at': '2021-07-27T19:51:54Z', 'revision_number': 4, 'project_id': '999ba3900e2b4394b7a6017817e212d3', 'gw_port': {'id': '26843e7d-e739-4271-b799-88e419a10b74', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:31:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:45Z', 'updated_at': '2021-07-27T19:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'e952a826-4dff-43cb-a0b3-99d69b2e0a1a', 'name': '', 'network_id': 'c4cefaf5-08e8-4a81-aa54-40dec4032b96', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3', 'mac_address': 'fa:16:3e:6d:81:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '115ec9c1-a86d-4750-9ea4-f8500e4fb08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:53Z', 'updated_at': '2021-07-27T19:51:54Z', 'revision_number': 2, 'project_id': '999ba3900e2b4394b7a6017817e212d3', 'subnets': [{'id': '115ec9c1-a86d-4750-9ea4-f8500e4fb08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:57.846644 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.846881 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.847434 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c2ed83-4d40-400f-a9a2-06b3f561538e x-openstack-request-id: req-76c2ed83-4d40-400f-a9a2-06b3f561538e {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:57.847939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:51:57.848032 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111d7d8f-a237-4d19-b891-bcbc5bd8789c", "name": "network-vif-deleted", "tag": "aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:57.848286 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-76c2ed83-4d40-400f-a9a2-06b3f561538e {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:57.850588 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111d7d8f-a237-4d19-b891-bcbc5bd8789c', 'name': 'network-vif-deleted', 'tag': 'aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4', 'status': 'completed', 'code': 200} Jul 27 19:51:57.922263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Checking router: 7d4c9f62-25a8-45ba-a259-47c5a5a971dc for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:51:57.922835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Updating router 7d4c9f62-25a8-45ba-a259-47c5a5a971dc port e952a826-4dff-43cb-a0b3-99d69b2e0a1a binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:51:57.930059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:51:57.930363 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6e278aa-f92c-4fcf-821d-f7acc3472092 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:57.930487 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device aeaeed3b-58b7-4cdc-9b5d-96acf4b201b4 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:51:57.974162 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 26843e7d-e739-4271-b799-88e419a10b74 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:51:57.997674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb6cae77-e896-4e84-bb3b-c26226488ecf req-2eb78552-ec27-4675-b2f6-bcb8fcbc098a service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131433 Jul 27 19:51:58.011817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:58.021279 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:58.060907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01c2d-8cdd-4317-b823-067146822d56 req-55f7e5bc-ebb5-4c70-8f4b-5935d2a72392 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:58.067061 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01c2d-8cdd-4317-b823-067146822d56 req-55f7e5bc-ebb5-4c70-8f4b-5935d2a72392 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:58.072982 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01c2d-8cdd-4317-b823-067146822d56 req-55f7e5bc-ebb5-4c70-8f4b-5935d2a72392 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:58.079554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01c2d-8cdd-4317-b823-067146822d56 req-55f7e5bc-ebb5-4c70-8f4b-5935d2a72392 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:58.085319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01c2d-8cdd-4317-b823-067146822d56 req-55f7e5bc-ebb5-4c70-8f4b-5935d2a72392 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:58.092266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01c2d-8cdd-4317-b823-067146822d56 req-55f7e5bc-ebb5-4c70-8f4b-5935d2a72392 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:58.098805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01c2d-8cdd-4317-b823-067146822d56 req-55f7e5bc-ebb5-4c70-8f4b-5935d2a72392 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:58.101285 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1f01c2d-8cdd-4317-b823-067146822d56 req-55f7e5bc-ebb5-4c70-8f4b-5935d2a72392 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5417 time: 0.1781020 Jul 27 19:51:58.165289 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 26843e7d-e739-4271-b799-88e419a10b74 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:51:58.165931 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1f01c2d-8cdd-4317-b823-067146822d56 req-ffcefb03-209d-4145-b601-615fdb91ee65 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567515 Jul 27 19:51:58.176335 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:58.244972 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:58.295625 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-e6e278aa-f92c-4fcf-821d-f7acc3472092 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port 80b76c98-d38a-4da1-a563-bd03ac6fea1e {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:51:58.296004 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6e278aa-f92c-4fcf-821d-f7acc3472092 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:58.403678 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-e6e278aa-f92c-4fcf-821d-f7acc3472092 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] For port 80b76c98-d38a-4da1-a563-bd03ac6fea1e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=80b76c98-d38a-4da1-a563-bd03ac6fea1e,segment=NetworkSegment(c8aea235-ae45-4561-bc45-f9400d93cf14),segment_id=c8aea235-ae45-4561-bc45-f9400d93cf14)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:51:58.403924 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6e278aa-f92c-4fcf-821d-f7acc3472092 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:58.422671 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f0d2f-7aae-4578-945b-96b165287374 req-b2484331-c8b8-406a-8136-073a799cfaff tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:58.424267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530f0d2f-7aae-4578-945b-96b165287374 req-b2484331-c8b8-406a-8136-073a799cfaff tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.52 "GET /v2.0/networks?id=c9642579-d15c-472d-a1f3-21ada0fda588 HTTP/1.1" status: 200 len: 810 time: 0.2574260 Jul 27 19:51:58.424897 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-e6e278aa-f92c-4fcf-821d-f7acc3472092 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for 80b76c98-d38a-4da1-a563-bd03ac6fea1e owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:51:58.444770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-530f0d2f-7aae-4578-945b-96b165287374 req-ff0212f5-8507-448c-bbff-1357d4c3df1d tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Request body: {'port': {'device_id': 'e5757eb0-d6a5-4967-913c-c61b755ac85b', 'network_id': 'c9642579-d15c-472d-a1f3-21ada0fda588', 'admin_state_up': True, 'tenant_id': '6700d45b0b7b42b586b2b255adbceb08'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:51:58.472328 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:58.477176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2f322179-4e3d-43e1-96f0-63067ab15f0a no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:51:58.484610 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4af61f9-9d05-422f-89ed-6a47899a2f0f req-8f4d7843-0a35-4b6d-911e-704aa8005ecc tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba2de612201a4a35a6f5cd51512a5321 HTTP/1.1" status: 200 len: 10906 time: 0.2670112 Jul 27 19:51:58.508254 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Transition to ACTIVE for port object e952a826-4dff-43cb-a0b3-99d69b2e0a1a will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:51:58.510459 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 2f322179-4e3d-43e1-96f0-63067ab15f0a {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:51:58.510712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2f322179-4e3d-43e1-96f0-63067ab15f0a not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:51:58.519550 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:58.544545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Allocated IP 172.25.1.201 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/c3c58da5-100c-45d4-b1ce-00d68fc8f2f6) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:58.604341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48e34c-4c6c-4688-a31a-687a20103899 None None] Pushing event updated for resources: {'Port': ['ID=e952a826-4dff-43cb-a0b3-99d69b2e0a1a,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:58.643909 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Attempting to bind port e952a826-4dff-43cb-a0b3-99d69b2e0a1a on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:51:58.644578 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6e278aa-f92c-4fcf-821d-f7acc3472092 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:58.644757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Attempting to bind port e952a826-4dff-43cb-a0b3-99d69b2e0a1a by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '96c606a3-0772-4704-a71a-c4d209601fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4cefaf5-08e8-4a81-aa54-40dec4032b96'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:51:58.645249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Attempting to bind port e952a826-4dff-43cb-a0b3-99d69b2e0a1a on network c4cefaf5-08e8-4a81-aa54-40dec4032b96 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:51:58.651786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:51:58.652346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Checking segment: {'id': '96c606a3-0772-4704-a71a-c4d209601fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4cefaf5-08e8-4a81-aa54-40dec4032b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:51:58.652904 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:58.654279 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Bound using segment: {'id': '96c606a3-0772-4704-a71a-c4d209601fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4cefaf5-08e8-4a81-aa54-40dec4032b96'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:51:58.654873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Bound port: e952a826-4dff-43cb-a0b3-99d69b2e0a1a, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c606a3-0772-4704-a71a-c4d209601fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4cefaf5-08e8-4a81-aa54-40dec4032b96'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:51:58.655458 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:58.660927 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4af61f9-9d05-422f-89ed-6a47899a2f0f req-795910fb-7dca-4ffd-b3ff-4eb7f4532b6b tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/30e972ea-75e5-400f-a3fb-6c25d0e1a7c0 HTTP/1.1" status: 200 len: 2985 time: 0.1439266 Jul 27 19:51:58.680119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e278aa-f92c-4fcf-821d-f7acc3472092 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=80b76c98-d38a-4da1-a563-bd03ac6fea1e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:58.756161 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] For port e952a826-4dff-43cb-a0b3-99d69b2e0a1a, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:51:58.759499 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4af61f9-9d05-422f-89ed-6a47899a2f0f req-1f7d3d2b-88a2-4bf2-8d03-bfa51733404f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/30e972ea-75e5-400f-a3fb-6c25d0e1a7c0 HTTP/1.1" status: 200 len: 2985 time: 0.0975852 Jul 27 19:51:58.763966 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] For port e952a826-4dff-43cb-a0b3-99d69b2e0a1a, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e952a826-4dff-43cb-a0b3-99d69b2e0a1a,segment=NetworkSegment(96c606a3-0772-4704-a71a-c4d209601fbf),segment_id=96c606a3-0772-4704-a71a-c4d209601fbf)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:51:58.779123 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:58.834677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530f0d2f-7aae-4578-945b-96b165287374 req-ff0212f5-8507-448c-bbff-1357d4c3df1d tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Made reservation on behalf of 6700d45b0b7b42b586b2b255adbceb08 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:51:58.842256 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530f0d2f-7aae-4578-945b-96b165287374 req-ff0212f5-8507-448c-bbff-1357d4c3df1d tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:58.884072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48e34c-4c6c-4688-a31a-687a20103899 None None] Pushing event updated for resources: {'Port': ['ID=e952a826-4dff-43cb-a0b3-99d69b2e0a1a,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:58.915284 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Routers {'7d4c9f62-25a8-45ba-a259-47c5a5a971dc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:58.918028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7d4c9f62-25a8-45ba-a259-47c5a5a971dc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:58.938738 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6e278aa-f92c-4fcf-821d-f7acc3472092 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:59.052238 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:59.104686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] Set router 7d4c9f62-25a8-45ba-a259-47c5a5a971dc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:59.176832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47872) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:59.213288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8179065-98fe-456b-a751-ded2461e0a64 req-4d4514af-a882-49ab-9c6e-465f8f7adeab tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:51:59.215188 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8179065-98fe-456b-a751-ded2461e0a64 req-4d4514af-a882-49ab-9c6e-465f8f7adeab tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 945 time: 0.2907581 Jul 27 19:51:59.267681 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-530f0d2f-7aae-4578-945b-96b165287374 req-ff0212f5-8507-448c-bbff-1357d4c3df1d tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Allocated IP 172.20.0.13 (c9642579-d15c-472d-a1f3-21ada0fda588/93f37552-4917-4a89-98ea-cb02c52bdc69/6f0aa6ab-c988-4ff2-b8e8-6389fa016c52) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:51:59.282219 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:59.282578 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e278aa-f92c-4fcf-821d-f7acc3472092 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 708010f2-0872-462e-9cea-55346643db2d has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:51:59.347187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8179065-98fe-456b-a751-ded2461e0a64 req-a788c00a-e436-4974-95ac-66f5f8324ddd tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233811 Jul 27 19:51:59.370538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:51:59.372874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'name': 'tempest-FloatingIPsTestJSON-395240985-router', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '26843e7d-e739-4271-b799-88e419a10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:43Z', 'updated_at': '2021-07-27T19:51:54Z', 'revision_number': 4, 'project_id': '999ba3900e2b4394b7a6017817e212d3', 'gw_port': {'id': '26843e7d-e739-4271-b799-88e419a10b74', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:31:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:45Z', 'updated_at': '2021-07-27T19:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'e952a826-4dff-43cb-a0b3-99d69b2e0a1a', 'name': '', 'network_id': 'c4cefaf5-08e8-4a81-aa54-40dec4032b96', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3', 'mac_address': 'fa:16:3e:6d:81:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '115ec9c1-a86d-4750-9ea4-f8500e4fb08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:53Z', 'updated_at': '2021-07-27T19:51:58Z', 'revision_number': 4, 'project_id': '999ba3900e2b4394b7a6017817e212d3', 'subnets': [{'id': '115ec9c1-a86d-4750-9ea4-f8500e4fb08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:59.377631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:51:59.388053 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:51:59.410436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d1c7d-9e7b-4849-b51a-d26f92677daf None None] The sync data for ids ['7d4c9f62-25a8-45ba-a259-47c5a5a971dc'] in n-d-705657-21 is: [{'id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'name': 'tempest-FloatingIPsTestJSON-395240985-router', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '26843e7d-e739-4271-b799-88e419a10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:43Z', 'updated_at': '2021-07-27T19:51:54Z', 'revision_number': 4, 'project_id': '999ba3900e2b4394b7a6017817e212d3', 'gw_port': {'id': '26843e7d-e739-4271-b799-88e419a10b74', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:31:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:45Z', 'updated_at': '2021-07-27T19:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'e952a826-4dff-43cb-a0b3-99d69b2e0a1a', 'name': '', 'network_id': 'c4cefaf5-08e8-4a81-aa54-40dec4032b96', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3', 'mac_address': 'fa:16:3e:6d:81:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '115ec9c1-a86d-4750-9ea4-f8500e4fb08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:53Z', 'updated_at': '2021-07-27T19:51:58Z', 'revision_number': 4, 'project_id': '999ba3900e2b4394b7a6017817e212d3', 'subnets': [{'id': '115ec9c1-a86d-4750-9ea4-f8500e4fb08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:51:59.416861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e278aa-f92c-4fcf-821d-f7acc3472092 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:51:59.418175 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 19:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40f1cb7-6106-47c7-958d-ca2e04e7ced1 x-openstack-request-id: req-e40f1cb7-6106-47c7-958d-ca2e04e7ced1 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:51:59.425686 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e6e278aa-f92c-4fcf-821d-f7acc3472092 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/708010f2-0872-462e-9cea-55346643db2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0798397 Jul 27 19:51:59.426496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47880) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:59.427585 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075c392d-db87-4499-a6ad-07f944b90e44", "name": "network-vif-unplugged", "status": "failed", "tag": "3d4ab2bd-2d9d-4ea4-89b9-907918978aba", "code": 422}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:51:59.428421 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e40f1cb7-6106-47c7-958d-ca2e04e7ced1 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:51:59.429079 n-d-705657-21 neutron-server[94061]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '075c392d-db87-4499-a6ad-07f944b90e44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d4ab2bd-2d9d-4ea4-89b9-907918978aba', 'code': 422} returned with failed status Jul 27 19:51:59.429873 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db64776b-ed7e-44ce-ada3-002ec39a4d48 None None] Sync routers for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:51:59.446051 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db64776b-ed7e-44ce-ada3-002ec39a4d48 None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:59.446721 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-db64776b-ed7e-44ce-ada3-002ec39a4d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:59.486847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-066fc95c-5f1c-4655-94a6-9f7a200a64fc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting subnet c8b02553-76a4-4207-b3c5-8981ac087ede {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:51:59.503510 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-066fc95c-5f1c-4655-94a6-9f7a200a64fc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:59.513259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-206afcfb-da98-4681-bfc5-a1fe81ccd63e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6e274444ce546578866451b93f9814c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301589 Jul 27 19:51:59.529042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Pushing event updated for resources: {'Port': ['ID=c3c58da5-100c-45d4-b1ce-00d68fc8f2f6,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:59.533309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47882) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:59.565570 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-066fc95c-5f1c-4655-94a6-9f7a200a64fc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:59.602631 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-db64776b-ed7e-44ce-ada3-002ec39a4d48 None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:51:59.702587 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-066fc95c-5f1c-4655-94a6-9f7a200a64fc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:59.784955 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-066fc95c-5f1c-4655-94a6-9f7a200a64fc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:59.828570 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-066fc95c-5f1c-4655-94a6-9f7a200a64fc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:51:59.830495 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-066fc95c-5f1c-4655-94a6-9f7a200a64fc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/c8b02553-76a4-4207-b3c5-8981ac087ede HTTP/1.1" status: 204 len: 168 time: 0.4019444 Jul 27 19:51:59.831561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fc95c-5f1c-4655-94a6-9f7a200a64fc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b02553-76a4-4207-b3c5-8981ac087ede,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:51:59.833206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47884) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:51:59.844029 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7871060d-ca43-4482-96d6-a42b29976f2a None None] Network 4f206d0a-be2e-43a9-bc14-c13312cf93cc requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:51:59.881920 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-db64776b-ed7e-44ce-ada3-002ec39a4d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:58Z', 'revision_number': 9, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:37Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:59.945339 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db64776b-ed7e-44ce-ada3-002ec39a4d48 None None] Checking router: 708010f2-0872-462e-9cea-55346643db2d for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:51:59.967269 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db64776b-ed7e-44ce-ada3-002ec39a4d48 None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:51:59.967992 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-db64776b-ed7e-44ce-ada3-002ec39a4d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:51:59.985644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.090345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port 92f6099e-b3a4-4df5-b78b-cada9dd443f5 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:00.091235 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.142519 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04c2c23a-934d-4adb-a1b8-2399e69914af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.156561 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017a2edb-252d-4f6c-ba87-5e0bd4f5c3ed None None] DHCP port deletion for 4f206d0a-be2e-43a9-bc14-c13312cf93cc request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:52:00.196181 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.209620 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e952a826-4dff-43cb-a0b3-99d69b2e0a1a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:00.241098 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04c2c23a-934d-4adb-a1b8-2399e69914af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.242635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] For port 92f6099e-b3a4-4df5-b78b-cada9dd443f5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=92f6099e-b3a4-4df5-b78b-cada9dd443f5,segment=NetworkSegment(c8aea235-ae45-4561-bc45-f9400d93cf14),segment_id=c8aea235-ae45-4561-bc45-f9400d93cf14)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:00.243120 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.261138 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-db64776b-ed7e-44ce-ada3-002ec39a4d48 None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:00.270092 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for 92f6099e-b3a4-4df5-b78b-cada9dd443f5 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:00.293133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-017a2edb-252d-4f6c-ba87-5e0bd4f5c3ed None None] Deleting port 92f6099e-b3a4-4df5-b78b-cada9dd443f5 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:00.293792 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-017a2edb-252d-4f6c-ba87-5e0bd4f5c3ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.340663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dc16e-0d99-4c19-ba51-5d2731c8addb req-cb672b96-dddd-4891-ac75-bfdf7773265a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:00.361017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f14dc16e-0d99-4c19-ba51-5d2731c8addb req-cb672b96-dddd-4891-ac75-bfdf7773265a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 943 time: 0.8919876 Jul 27 19:52:00.370011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port e952a826-4dff-43cb-a0b3-99d69b2e0a1a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:00.389339 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e952a826-4dff-43cb-a0b3-99d69b2e0a1a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:00.389654 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.431585 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.441505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-017a2edb-252d-4f6c-ba87-5e0bd4f5c3ed None None] For port 92f6099e-b3a4-4df5-b78b-cada9dd443f5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=92f6099e-b3a4-4df5-b78b-cada9dd443f5,segment=NetworkSegment(c8aea235-ae45-4561-bc45-f9400d93cf14),segment_id=c8aea235-ae45-4561-bc45-f9400d93cf14)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:00.441916 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-017a2edb-252d-4f6c-ba87-5e0bd4f5c3ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.468988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-017a2edb-252d-4f6c-ba87-5e0bd4f5c3ed None None] Calling delete_port for 92f6099e-b3a4-4df5-b78b-cada9dd443f5 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:00.500147 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.530039 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-db64776b-ed7e-44ce-ada3-002ec39a4d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:58Z', 'revision_number': 9, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:37Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:00.557757 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=92f6099e-b3a4-4df5-b78b-cada9dd443f5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:00.561995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No DVR routers for this DVR port 92f6099e-b3a4-4df5-b78b-cada9dd443f5 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:52:00.572055 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db64776b-ed7e-44ce-ada3-002ec39a4d48 None None] The sync data for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 is: [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:51:58Z', 'revision_number': 9, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71578499-9322-4f17-81fa-c16cad0190bf', 'name': '', 'network_id': 'dcd8bad6-5013-475e-9ce6-a4183587c9bf', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:c6:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:27Z', 'updated_at': '2021-07-27T19:51:37Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': 'bd31c387-57ba-411d-bf4b-2138eb30d0f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:00.584842 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.614951 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530f0d2f-7aae-4578-945b-96b165287374 req-ff0212f5-8507-448c-bbff-1357d4c3df1d tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.627208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f14dc16e-0d99-4c19-ba51-5d2731c8addb req-b8ed715d-d3c5-4bd8-b156-960ebef3a5e5 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652051 Jul 27 19:52:00.649629 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-017a2edb-252d-4f6c-ba87-5e0bd4f5c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.676894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port e952a826-4dff-43cb-a0b3-99d69b2e0a1a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e952a826-4dff-43cb-a0b3-99d69b2e0a1a,segment=NetworkSegment(96c606a3-0772-4704-a71a-c4d209601fbf),segment_id=96c606a3-0772-4704-a71a-c4d209601fbf)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:00.711376 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.724861 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04c2c23a-934d-4adb-a1b8-2399e69914af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.727937 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04c2c23a-934d-4adb-a1b8-2399e69914af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.731971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-04c2c23a-934d-4adb-a1b8-2399e69914af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62862dc2-93d5-4870-8701-7a42c4bee8bf HTTP/1.1" status: 204 len: 168 time: 1.1867929 Jul 27 19:52:00.732167 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.735592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a2edb-252d-4f6c-ba87-5e0bd4f5c3ed None None] Pushing event deleted for resources: {'Port': ['ID=92f6099e-b3a4-4df5-b78b-cada9dd443f5,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:00.740604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a2edb-252d-4f6c-ba87-5e0bd4f5c3ed None None] No DVR routers for this DVR port 92f6099e-b3a4-4df5-b78b-cada9dd443f5 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:52:00.748578 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f206d0a-be2e-43a9-bc14-c13312cf93cc']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:00.775264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8aea235-ae45-4561-bc45-f9400d93cf14') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:00.775575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8aea235-ae45-4561-bc45-f9400d93cf14') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:00.777571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2c23a-934d-4adb-a1b8-2399e69914af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62862dc2-93d5-4870-8701-7a42c4bee8bf,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:00.796875 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.797440 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3a7c460-4cba-4460-b962-4fe8e82c6858 req-8d8fbfb6-f464-4d2a-b6ea-165e1c63ccd6 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5757eb0-d6a5-4967-913c-c61b755ac85b HTTP/1.1" status: 200 len: 210 time: 0.0574746 Jul 27 19:52:00.826167 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.828879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=e952a826-4dff-43cb-a0b3-99d69b2e0a1a,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:00.830712 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.842252 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:52:00.842681 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:52:00.846950 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:52:00.868929 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.898511 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530f0d2f-7aae-4578-945b-96b165287374 req-ff0212f5-8507-448c-bbff-1357d4c3df1d tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.921472 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.942007 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:00.944075 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/networks/4f206d0a-be2e-43a9-bc14-c13312cf93cc HTTP/1.1" status: 204 len: 168 time: 1.1099291 Jul 27 19:52:00.945424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711cc01-75ce-47ae-b6d4-9a8906ec2346 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Network': ['ID=4f206d0a-be2e-43a9-bc14-c13312cf93cc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:00.953711 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47892) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:00.996101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530f0d2f-7aae-4578-945b-96b165287374 req-ff0212f5-8507-448c-bbff-1357d4c3df1d tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Network c9642579-d15c-472d-a1f3-21ada0fda588 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:01.003292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-530f0d2f-7aae-4578-945b-96b165287374 req-ff0212f5-8507-448c-bbff-1357d4c3df1d tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:01.006879 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-530f0d2f-7aae-4578-945b-96b165287374 req-ff0212f5-8507-448c-bbff-1357d4c3df1d tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:01.022474 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3266f4a-9000-4010-8fc5-b9617ae1385f req-532ba208-b282-49b5-aac9-4d09303a20ef tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/1e600300-092e-41bf-8138-4bdc60fbfee5 HTTP/1.1" status: 200 len: 1802 time: 0.1893446 Jul 27 19:52:01.085703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Pushing event updated for resources: {'Port': ['ID=c3c58da5-100c-45d4-b1ce-00d68fc8f2f6,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:01.125390 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:01.180196 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f0d2f-7aae-4578-945b-96b165287374 req-ff0212f5-8507-448c-bbff-1357d4c3df1d tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:01.181012 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530f0d2f-7aae-4578-945b-96b165287374 req-ff0212f5-8507-448c-bbff-1357d4c3df1d tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:01.182282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47894) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:01.207946 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:01.209361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-47c62d1b-a280-45f0-9082-d3fc38a7193f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6039670 Jul 27 19:52:01.213254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0212f5-8507-448c-bbff-1357d4c3df1d tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Pushing event updated for resources: {'Port': ['ID=6f0aa6ab-c988-4ff2-b8e8-6389fa016c52,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:01.220415 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530f0d2f-7aae-4578-945b-96b165287374 req-ff0212f5-8507-448c-bbff-1357d4c3df1d tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7799315 Jul 27 19:52:01.227671 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5b24ac8c-9d15-4991-9276-c80c9a1905bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:01.249714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Request body: {'port': {'device_id': 'e5757eb0-d6a5-4967-913c-c61b755ac85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:01.302434 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c3266f4a-9000-4010-8fc5-b9617ae1385f req-16798cf1-3dbd-4926-841a-c3e00b08f4eb tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:01.315565 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-ebd71ca1-fd11-4684-9f13-25c6d404241b tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.0903583 Jul 27 19:52:01.392336 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c3266f4a-9000-4010-8fc5-b9617ae1385f req-16798cf1-3dbd-4926-841a-c3e00b08f4eb tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:01.425161 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5b24ac8c-9d15-4991-9276-c80c9a1905bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:01.433018 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5b24ac8c-9d15-4991-9276-c80c9a1905bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:01.477814 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:01.502278 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c3266f4a-9000-4010-8fc5-b9617ae1385f req-16798cf1-3dbd-4926-841a-c3e00b08f4eb tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:01.503090 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5b24ac8c-9d15-4991-9276-c80c9a1905bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=46092e64a50644728571ed849feaa381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3197820 Jul 27 19:52:01.503864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24ac8c-9d15-4991-9276-c80c9a1905bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e87c7ba-eb16-4092-b3b9-b1fe5e1ac33e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:01.504823 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c3266f4a-9000-4010-8fc5-b9617ae1385f req-16798cf1-3dbd-4926-841a-c3e00b08f4eb tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:01.505971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3266f4a-9000-4010-8fc5-b9617ae1385f req-16798cf1-3dbd-4926-841a-c3e00b08f4eb tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "DELETE /v2.0/security-groups/1e600300-092e-41bf-8138-4bdc60fbfee5 HTTP/1.1" status: 204 len: 173 time: 0.4514549 Jul 27 19:52:01.508005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47896) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:01.530146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-a4f8dd0e-6186-48ae-8b5d-29baf613bf1f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:01.531554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-550bb93a-6de7-4da5-bf41-527fc2162178 req-a4f8dd0e-6186-48ae-8b5d-29baf613bf1f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.2053118 Jul 27 19:52:01.546403 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3d4ab2bd-2d9d-4ea4-89b9-907918978aba no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:01.551995 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16798cf1-3dbd-4926-841a-c3e00b08f4eb tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e600300-092e-41bf-8138-4bdc60fbfee5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:01.599984 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6df5700-2942-4334-839c-ebab5a84e8af tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:01.677794 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98959953-d588-4c83-9272-8b22c4000355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:01.711612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98959953-d588-4c83-9272-8b22c4000355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:01.831641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509e3de-9713-4355-889f-f32eb17ebe90 req-4d4d8218-ebe7-4758-abb1-cd36ef4a4331 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:01.833313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7509e3de-9713-4355-889f-f32eb17ebe90 req-4d4d8218-ebe7-4758-abb1-cd36ef4a4331 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 945 time: 0.1940894 Jul 27 19:52:01.855373 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf683a3-1824-4ca5-9bed-2c37781c6028 req-18e96c99-14ea-4057-97fb-dfdd138bd4da tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:01.861665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf683a3-1824-4ca5-9bed-2c37781c6028 req-18e96c99-14ea-4057-97fb-dfdd138bd4da tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:01.867713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf683a3-1824-4ca5-9bed-2c37781c6028 req-18e96c99-14ea-4057-97fb-dfdd138bd4da tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:01.874031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf683a3-1824-4ca5-9bed-2c37781c6028 req-18e96c99-14ea-4057-97fb-dfdd138bd4da tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:01.880101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf683a3-1824-4ca5-9bed-2c37781c6028 req-18e96c99-14ea-4057-97fb-dfdd138bd4da tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:01.886145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf683a3-1824-4ca5-9bed-2c37781c6028 req-18e96c99-14ea-4057-97fb-dfdd138bd4da tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:01.892289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf683a3-1824-4ca5-9bed-2c37781c6028 req-18e96c99-14ea-4057-97fb-dfdd138bd4da tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:01.894353 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7bf683a3-1824-4ca5-9bed-2c37781c6028 req-18e96c99-14ea-4057-97fb-dfdd138bd4da tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5417 time: 0.2563634 Jul 27 19:52:01.908375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e952a826-4dff-43cb-a0b3-99d69b2e0a1a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:01.964431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e952a826-4dff-43cb-a0b3-99d69b2e0a1a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:01.964894 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:02.009385 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7509e3de-9713-4355-889f-f32eb17ebe90 req-c940321f-d3f7-44d9-a3be-603b41487b36 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132147 Jul 27 19:52:02.033172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7bf683a3-1824-4ca5-9bed-2c37781c6028 req-4fa0b7d5-07cf-4997-9634-b8f82611b7d6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204381 Jul 27 19:52:02.059590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:02.075211 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:02.102458 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-956d8386-3d84-46d4-8925-510ae6f82776 req-5004ee1c-2c88-4c16-afc3-38191e2b1c75 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] show failed (client error): The resource could not be found. Jul 27 19:52:02.103694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-956d8386-3d84-46d4-8925-510ae6f82776 req-5004ee1c-2c88-4c16-afc3-38191e2b1c75 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/1e600300-092e-41bf-8138-4bdc60fbfee5 HTTP/1.1" status: 404 len: 352 time: 0.0311368 Jul 27 19:52:02.137610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 80b76c98-d38a-4da1-a563-bd03ac6fea1e no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:02.142367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Transition to ACTIVE for port object 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:02.153490 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:02.177179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 80b76c98-d38a-4da1-a563-bd03ac6fea1e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:02.177800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 80b76c98-d38a-4da1-a563-bd03ac6fea1e not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:02.178425 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 92f6099e-b3a4-4df5-b78b-cada9dd443f5 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:02.187189 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98959953-d588-4c83-9272-8b22c4000355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:02.189925 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98959953-d588-4c83-9272-8b22c4000355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:02.193946 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-98959953-d588-4c83-9272-8b22c4000355 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e87c7ba-eb16-4092-b3b9-b1fe5e1ac33e HTTP/1.1" status: 204 len: 168 time: 0.6814766 Jul 27 19:52:02.204651 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 92f6099e-b3a4-4df5-b78b-cada9dd443f5 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:02.205005 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 92f6099e-b3a4-4df5-b78b-cada9dd443f5 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:02.205599 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98959953-d588-4c83-9272-8b22c4000355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e87c7ba-eb16-4092-b3b9-b1fe5e1ac33e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:02.253782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c9b3388-064a-4ed3-82f8-de0ee714fd9f req-1e5601f2-4791-479a-804b-65a20e0a4589 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/floatingips/3419a054-de5f-4487-bfce-4472d1fb29d6 HTTP/1.1" status: 200 len: 693 time: 0.1175025 Jul 27 19:52:02.283147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0aa6ab-c988-4ff2-b8e8-6389fa016c52,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:02.318444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f6df5700-2942-4334-839c-ebab5a84e8af tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port 71578499-9322-4f17-81fa-c16cad0190bf {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:02.318806 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6df5700-2942-4334-839c-ebab5a84e8af tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:02.405520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005ce3b-3aff-4529-86d1-fc3bfc5ca524 req-78569a63-7363-4c76-be44-ae0bb88d5e97 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:02.407591 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6005ce3b-3aff-4529-86d1-fc3bfc5ca524 req-78569a63-7363-4c76-be44-ae0bb88d5e97 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.3092928 Jul 27 19:52:02.423138 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-f6df5700-2942-4334-839c-ebab5a84e8af tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] For port 71578499-9322-4f17-81fa-c16cad0190bf, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=71578499-9322-4f17-81fa-c16cad0190bf,segment=NetworkSegment(aeae4676-7594-4a76-a074-25b5723f2510),segment_id=aeae4676-7594-4a76-a074-25b5723f2510)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:02.423427 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6df5700-2942-4334-839c-ebab5a84e8af tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:02.438506 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f6df5700-2942-4334-839c-ebab5a84e8af tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for 71578499-9322-4f17-81fa-c16cad0190bf owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:02.480523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3388-064a-4ed3-82f8-de0ee714fd9f req-91f54d6b-5d1a-474a-97d6-85141e68ec5f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:02.482025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c9b3388-064a-4ed3-82f8-de0ee714fd9f req-91f54d6b-5d1a-474a-97d6-85141e68ec5f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.2163243 Jul 27 19:52:02.493924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Attempting to bind port 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:02.494262 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Attempting to bind port 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '0d726cae-8be1-424c-87aa-5730ccc02d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c9642579-d15c-472d-a1f3-21ada0fda588'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:02.494591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Attempting to bind port 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 on network c9642579-d15c-472d-a1f3-21ada0fda588 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:02.503907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6005ce3b-3aff-4529-86d1-fc3bfc5ca524 req-8ca4cdd8-8902-46bd-9d91-af1582ef5a58 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821807 Jul 27 19:52:02.504928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Port 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 on network c9642579-d15c-472d-a1f3-21ada0fda588 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:52:02.505253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Attempting to bind port 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 on network c9642579-d15c-472d-a1f3-21ada0fda588 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:02.511854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:02.512257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Checking segment: {'id': '0d726cae-8be1-424c-87aa-5730ccc02d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c9642579-d15c-472d-a1f3-21ada0fda588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:02.512915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Bound using segment: {'id': '0d726cae-8be1-424c-87aa-5730ccc02d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c9642579-d15c-472d-a1f3-21ada0fda588'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:02.513237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Bound port: 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d726cae-8be1-424c-87aa-5730ccc02d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c9642579-d15c-472d-a1f3-21ada0fda588'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:02.513587 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:02.667080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] For port 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:02.672161 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6df5700-2942-4334-839c-ebab5a84e8af tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:02.680343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] For port 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=6f0aa6ab-c988-4ff2-b8e8-6389fa016c52,segment=NetworkSegment(0d726cae-8be1-424c-87aa-5730ccc02d93),segment_id=0d726cae-8be1-424c-87aa-5730ccc02d93)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:02.692056 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:02.701249 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df5700-2942-4334-839c-ebab5a84e8af tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=71578499-9322-4f17-81fa-c16cad0190bf,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:02.768557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:02.769980 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:02.770728 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530f0d2f-7aae-4578-945b-96b165287374 req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] 10.222.0.52 "PUT /v2.0/ports/6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 HTTP/1.1" status: 200 len: 1093 time: 1.5282362 Jul 27 19:52:02.783649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c559ad9-7d59-44fa-9ad6-4fa86071e3e1 req-ca7a712a-3661-4b79-a792-254c6437eaf6 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:02.785384 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c559ad9-7d59-44fa-9ad6-4fa86071e3e1 req-ca7a712a-3661-4b79-a792-254c6437eaf6 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5757eb0-d6a5-4967-913c-c61b755ac85b HTTP/1.1" status: 200 len: 944 time: 0.2058487 Jul 27 19:52:02.785919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5757eb0-d6a5-4967-913c-c61b755ac85b', 'tag': '6f0aa6ab-c988-4ff2-b8e8-6389fa016c52'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:02.788508 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecbf151-8d77-44d2-866c-64dc7bde613c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5757eb0-d6a5-4967-913c-c61b755ac85b", "tag": "6f0aa6ab-c988-4ff2-b8e8-6389fa016c52"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:02.808677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca3fd809-9288-4c55-8d48-c42aad3ded54 req-711b4b4e-79a3-45d6-9f48-a81e14d8b3f7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/8f273041-d1f1-4249-bd30-032b9fc82fc9 HTTP/1.1" status: 200 len: 1800 time: 0.1373026 Jul 27 19:52:02.832076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74adcab-d24b-4524-975d-64da558981f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0aa6ab-c988-4ff2-b8e8-6389fa016c52,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:02.896058 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6df5700-2942-4334-839c-ebab5a84e8af tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:02.965063 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c559ad9-7d59-44fa-9ad6-4fa86071e3e1 req-abd32493-2d9c-4655-8ad2-e556da81a9c3 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b89463-3d62-4e69-b4a9-cfea70a47689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689432 Jul 27 19:52:02.975545 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca3fd809-9288-4c55-8d48-c42aad3ded54 req-907fc7ba-8f6f-466e-91b7-0185f60b4cfe tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:03.017123 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca3fd809-9288-4c55-8d48-c42aad3ded54 req-907fc7ba-8f6f-466e-91b7-0185f60b4cfe tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:03.078886 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9069ee54-9a63-45f8-913e-b22c6f032d31 req-d464cd1d-6eb4-4434-aa03-b6658faf8f25 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=999ba3900e2b4394b7a6017817e212d3 HTTP/1.1" status: 200 len: 696 time: 0.0764084 Jul 27 19:52:03.083294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f0d2f-7aae-4578-945b-96b165287374 req-f76c73e3-2002-4aae-9452-620751b279c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:03.084265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530f0d2f-7aae-4578-945b-96b165287374 req-f76c73e3-2002-4aae-9452-620751b279c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6700d45b0b7b42b586b2b255adbceb08&device_id=e5757eb0-d6a5-4967-913c-c61b755ac85b HTTP/1.1" status: 200 len: 1096 time: 0.2608185 Jul 27 19:52:03.107495 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6df5700-2942-4334-839c-ebab5a84e8af tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 708010f2-0872-462e-9cea-55346643db2d has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:52:03.182388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530f0d2f-7aae-4578-945b-96b165287374 req-e81a9acb-6b25-4a7b-adc2-09bac361f8ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 HTTP/1.1" status: 200 len: 217 time: 0.0776494 Jul 27 19:52:03.206347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6df5700-2942-4334-839c-ebab5a84e8af tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:52:03.207458 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca3fd809-9288-4c55-8d48-c42aad3ded54 req-907fc7ba-8f6f-466e-91b7-0185f60b4cfe tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:03.210034 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca3fd809-9288-4c55-8d48-c42aad3ded54 req-907fc7ba-8f6f-466e-91b7-0185f60b4cfe tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:03.211211 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca3fd809-9288-4c55-8d48-c42aad3ded54 req-907fc7ba-8f6f-466e-91b7-0185f60b4cfe tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "DELETE /v2.0/security-groups/8f273041-d1f1-4249-bd30-032b9fc82fc9 HTTP/1.1" status: 204 len: 173 time: 0.3890405 Jul 27 19:52:03.211951 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f6df5700-2942-4334-839c-ebab5a84e8af tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/708010f2-0872-462e-9cea-55346643db2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2539368 Jul 27 19:52:03.214751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47940) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:03.219458 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd9b6a-89c9-41b1-9f63-a2355c437cd9 None None] Sync routers for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:52:03.230949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd9b6a-89c9-41b1-9f63-a2355c437cd9 None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:03.232514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1dfd9b6a-89c9-41b1-9f63-a2355c437cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:03.269142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fc7ba-8f6f-466e-91b7-0185f60b4cfe tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f273041-d1f1-4249-bd30-032b9fc82fc9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:03.286194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b39f85e-db54-4836-b711-6af508654e0e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting subnet bd31c387-57ba-411d-bf4b-2138eb30d0f5 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:52:03.290260 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5b39f85e-db54-4836-b711-6af508654e0e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:03.291799 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f0d2f-7aae-4578-945b-96b165287374 req-10cfb96b-c650-49fa-9d60-26682772c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:03.293654 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530f0d2f-7aae-4578-945b-96b165287374 req-10cfb96b-c650-49fa-9d60-26682772c162 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93f37552-4917-4a89-98ea-cb02c52bdc69 HTTP/1.1" status: 200 len: 850 time: 0.0982640 Jul 27 19:52:03.307519 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069ee54-9a63-45f8-913e-b22c6f032d31 req-a71c22b2-3aba-4cff-9866-96a11f7eff4d tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:03.309084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9069ee54-9a63-45f8-913e-b22c6f032d31 req-a71c22b2-3aba-4cff-9866-96a11f7eff4d tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/networks?id=64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 787 time: 0.2188904 Jul 27 19:52:03.354006 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5b39f85e-db54-4836-b711-6af508654e0e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:03.361507 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530f0d2f-7aae-4578-945b-96b165287374 req-197abca0-0706-45d9-8372-821443d2e55a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9642579-d15c-472d-a1f3-21ada0fda588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513864 Jul 27 19:52:03.372541 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-1dfd9b6a-89c9-41b1-9f63-a2355c437cd9 None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:03.447318 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5b39f85e-db54-4836-b711-6af508654e0e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:03.482040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129ba9c-89fc-4b36-ac58-b21c2ed02bfd req-a1295916-2b96-4ecd-a335-accc3680241b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:03.483682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e129ba9c-89fc-4b36-ac58-b21c2ed02bfd req-a1295916-2b96-4ecd-a335-accc3680241b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1947696 Jul 27 19:52:03.516375 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5b39f85e-db54-4836-b711-6af508654e0e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:03.550845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39f85e-db54-4836-b711-6af508654e0e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Subnet': ['ID=bd31c387-57ba-411d-bf4b-2138eb30d0f5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:03.555049 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5b39f85e-db54-4836-b711-6af508654e0e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:03.556826 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5b39f85e-db54-4836-b711-6af508654e0e tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/bd31c387-57ba-411d-bf4b-2138eb30d0f5 HTTP/1.1" status: 204 len: 168 time: 0.3409996 Jul 27 19:52:03.559965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47946) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:03.562607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b4b02-3fb9-4902-ae12-a43ad9ef3c37 req-df5a0f43-734d-42da-9a5a-8059cadf00c5 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:03.564384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8badd431-97b4-4aa6-a2c3-f4fef3752279 None None] Network dcd8bad6-5013-475e-9ce6-a4183587c9bf requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:03.564557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c7b4b02-3fb9-4902-ae12-a43ad9ef3c37 req-df5a0f43-734d-42da-9a5a-8059cadf00c5 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 945 time: 0.1926010 Jul 27 19:52:03.566763 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530f0d2f-7aae-4578-945b-96b165287374 req-29e30f21-e22d-4ddc-bb25-5d59b46d497a service neutron] 10.222.0.52 "GET /v2.0/networks/c9642579-d15c-472d-a1f3-21ada0fda588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968565 Jul 27 19:52:03.575500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e129ba9c-89fc-4b36-ac58-b21c2ed02bfd req-2b6dceab-6d4e-4e4a-b6a0-0b6f37975cbf tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837345 Jul 27 19:52:03.650117 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9529be8-52b1-471c-8e53-aae3629814fe x-openstack-request-id: req-e9529be8-52b1-471c-8e53-aae3629814fe {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:03.650408 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5757eb0-d6a5-4967-913c-c61b755ac85b", "tag": "6f0aa6ab-c988-4ff2-b8e8-6389fa016c52", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:03.650666 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9529be8-52b1-471c-8e53-aae3629814fe {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:03.651543 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5757eb0-d6a5-4967-913c-c61b755ac85b', 'tag': '6f0aa6ab-c988-4ff2-b8e8-6389fa016c52', 'status': 'completed', 'code': 200} Jul 27 19:52:03.660069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:03.660724 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c7b4b02-3fb9-4902-ae12-a43ad9ef3c37 req-26330fe6-550d-4b83-be62-589cc7a3bbaf tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840819 Jul 27 19:52:03.717894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-530f0d2f-7aae-4578-945b-96b165287374 req-3355ed9e-d181-4114-97ae-08c4d21422d7 service neutron] 10.222.0.52 "GET /v2.0/networks/c9642579-d15c-472d-a1f3-21ada0fda588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397855 Jul 27 19:52:03.743830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port 7c50c449-3755-4766-a94c-d0b775996339 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:03.744630 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:03.859863 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] For port 7c50c449-3755-4766-a94c-d0b775996339, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7c50c449-3755-4766-a94c-d0b775996339,segment=NetworkSegment(aeae4676-7594-4a76-a074-25b5723f2510),segment_id=aeae4676-7594-4a76-a074-25b5723f2510)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:03.859863 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:03.894593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4dabd-d7e3-4a74-8106-b9cad4576055 req-661c2aaa-d13f-47a3-a0e3-04238577b1f3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:03.899204 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for 7c50c449-3755-4766-a94c-d0b775996339 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:03.902123 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4dabd-d7e3-4a74-8106-b9cad4576055 req-661c2aaa-d13f-47a3-a0e3-04238577b1f3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:03.909654 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4dabd-d7e3-4a74-8106-b9cad4576055 req-661c2aaa-d13f-47a3-a0e3-04238577b1f3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:03.915367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4dabd-d7e3-4a74-8106-b9cad4576055 req-661c2aaa-d13f-47a3-a0e3-04238577b1f3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:03.921717 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4dabd-d7e3-4a74-8106-b9cad4576055 req-661c2aaa-d13f-47a3-a0e3-04238577b1f3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:03.925621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1dfd9b6a-89c9-41b1-9f63-a2355c437cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:52:02Z', 'revision_number': 10, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:03.929339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4dabd-d7e3-4a74-8106-b9cad4576055 req-661c2aaa-d13f-47a3-a0e3-04238577b1f3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:03.936031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4dabd-d7e3-4a74-8106-b9cad4576055 req-661c2aaa-d13f-47a3-a0e3-04238577b1f3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:03.938174 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02b4dabd-d7e3-4a74-8106-b9cad4576055 req-661c2aaa-d13f-47a3-a0e3-04238577b1f3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5417 time: 0.1945245 Jul 27 19:52:03.951838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbf151-8d77-44d2-866c-64dc7bde613c req-390bd449-17be-43ea-8355-66d76a09d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:03.953341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ecbf151-8d77-44d2-866c-64dc7bde613c req-390bd449-17be-43ea-8355-66d76a09d3f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6700d45b0b7b42b586b2b255adbceb08&device_id=e5757eb0-d6a5-4967-913c-c61b755ac85b HTTP/1.1" status: 200 len: 1096 time: 0.1640308 Jul 27 19:52:03.961361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd9b6a-89c9-41b1-9f63-a2355c437cd9 None None] Checking router: 708010f2-0872-462e-9cea-55346643db2d for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:52:03.968159 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-2589482f-212c-4d51-808b-d748e8eb1b35 req-3ec097d9-cc60-4c98-a501-300e541efab1 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] show failed (client error): The resource could not be found. Jul 27 19:52:03.969217 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2589482f-212c-4d51-808b-d748e8eb1b35 req-3ec097d9-cc60-4c98-a501-300e541efab1 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/8f273041-d1f1-4249-bd30-032b9fc82fc9 HTTP/1.1" status: 404 len: 352 time: 0.0285671 Jul 27 19:52:04.000206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd9b6a-89c9-41b1-9f63-a2355c437cd9 None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:04.001056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1dfd9b6a-89c9-41b1-9f63-a2355c437cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:04.004803 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:04.032978 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=7c50c449-3755-4766-a94c-d0b775996339,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:04.041113 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No DVR routers for this DVR port 7c50c449-3755-4766-a94c-d0b775996339 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:52:04.080939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ad1e75-b97e-4781-a08f-faf61e409128 None None] DHCP port deletion for dcd8bad6-5013-475e-9ce6-a4183587c9bf request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:52:04.105273 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-f3dd2729-bb46-4ee7-a535-d2cbdb034584 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/floatingips/3419a054-de5f-4487-bfce-4472d1fb29d6 HTTP/1.1" status: 200 len: 693 time: 0.1107016 Jul 27 19:52:04.111520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02b4dabd-d7e3-4a74-8106-b9cad4576055 req-d168a0ac-7542-4ee5-aa74-83ea4bb00861 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1560483 Jul 27 19:52:04.127379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-1dfd9b6a-89c9-41b1-9f63-a2355c437cd9 None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:04.150999 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:04.164102 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd8bad6-5013-475e-9ce6-a4183587c9bf']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:04.176748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeae4676-7594-4a76-a074-25b5723f2510') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:04.177118 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeae4676-7594-4a76-a074-25b5723f2510') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:04.188037 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:04.201649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbf151-8d77-44d2-866c-64dc7bde613c req-d3a59433-090e-459b-86d1-44afbd402d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:04.203160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ecbf151-8d77-44d2-866c-64dc7bde613c req-d3a59433-090e-459b-86d1-44afbd402d18 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9642579-d15c-472d-a1f3-21ada0fda588 HTTP/1.1" status: 200 len: 911 time: 0.2361708 Jul 27 19:52:04.204209 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:04.222792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:52:04.224128 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:52:04.228666 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:52:04.265620 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ecbf151-8d77-44d2-866c-64dc7bde613c req-0dd77d3d-7996-4c7b-b1cc-3ff420a4797f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 HTTP/1.1" status: 200 len: 217 time: 0.0476823 Jul 27 19:52:04.292177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-1821d9e8-f82e-4d46-89fb-5fc2eb8c3208 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:04.293789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-1821d9e8-f82e-4d46-89fb-5fc2eb8c3208 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.1811752 Jul 27 19:52:04.316836 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:04.322960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-9fa19084-d369-4aee-bceb-31842119db23 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:52:04.323951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-9fa19084-d369-4aee-bceb-31842119db23 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078695 Jul 27 19:52:04.324331 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:04.326430 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/networks/dcd8bad6-5013-475e-9ce6-a4183587c9bf HTTP/1.1" status: 204 len: 168 time: 0.7647333 Jul 27 19:52:04.329000 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47962) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:04.354321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0594a-839b-4d5a-b7a0-d2644eedffcb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Network': ['ID=dcd8bad6-5013-475e-9ce6-a4183587c9bf,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:04.412245 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1dfd9b6a-89c9-41b1-9f63-a2355c437cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:52:02Z', 'revision_number': 10, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:04.439763 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd9b6a-89c9-41b1-9f63-a2355c437cd9 None None] The sync data for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 is: [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:52:02Z', 'revision_number': 10, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None, '_interfaces': [{'id': '20850531-9a1c-4a0f-a5a6-1177211341c0', 'name': '', 'network_id': '36f5a09f-e579-4b31-99e6-c7a5a882f62c', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'mac_address': 'fa:16:3e:17:1d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708010f2-0872-462e-9cea-55346643db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:21Z', 'updated_at': '2021-07-27T19:51:29Z', 'revision_number': 5, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'subnets': [{'id': '577d8d79-f63b-47bc-8f23-f5cb40b020b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:04.706964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-206f6d44-3660-4a1c-9dc3-5f081e2f5688 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:04.744271 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-edf69c1e-2203-4b46-ac73-0010e0c75bfd tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.3947825 Jul 27 19:52:04.745589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbf151-8d77-44d2-866c-64dc7bde613c req-dd8ba0d9-60c5-4dfb-8edf-83c711c75780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:04.747204 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ecbf151-8d77-44d2-866c-64dc7bde613c req-dd8ba0d9-60c5-4dfb-8edf-83c711c75780 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=93f37552-4917-4a89-98ea-cb02c52bdc69 HTTP/1.1" status: 200 len: 850 time: 0.4691074 Jul 27 19:52:04.825893 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ecbf151-8d77-44d2-866c-64dc7bde613c req-cc052b1e-6053-4df0-8dba-29d80b0c0695 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9642579-d15c-472d-a1f3-21ada0fda588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646880 Jul 27 19:52:04.831841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-d7cd84b9-90f6-4317-a606-9597aafd2101 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.0795054 Jul 27 19:52:04.852573 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c496f18-7798-4345-8dee-8557905dc70d req-87b9bd16-afc5-4250-bd8d-ec5033c58af9 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:04.854130 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c496f18-7798-4345-8dee-8557905dc70d req-87b9bd16-afc5-4250-bd8d-ec5033c58af9 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 945 time: 0.5397446 Jul 27 19:52:04.987983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-206f6d44-3660-4a1c-9dc3-5f081e2f5688 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port 20850531-9a1c-4a0f-a5a6-1177211341c0 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:04.988328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-206f6d44-3660-4a1c-9dc3-5f081e2f5688 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.052695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c496f18-7798-4345-8dee-8557905dc70d req-dbeca8da-61b5-479e-80ca-9e378feb5843 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788225 Jul 27 19:52:05.086059 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ecbf151-8d77-44d2-866c-64dc7bde613c req-4e74120e-6b9b-4bad-9dac-4328a00909b6 service neutron] 10.222.0.52 "GET /v2.0/networks/c9642579-d15c-472d-a1f3-21ada0fda588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500708 Jul 27 19:52:05.091546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-ad5f4b83-d091-404b-b02b-d95fe7e8c436 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Deleting port c3c58da5-100c-45d4-b1ce-00d68fc8f2f6 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:05.091885 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-ad5f4b83-d091-404b-b02b-d95fe7e8c436 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.097442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-206f6d44-3660-4a1c-9dc3-5f081e2f5688 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] For port 20850531-9a1c-4a0f-a5a6-1177211341c0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=20850531-9a1c-4a0f-a5a6-1177211341c0,segment=NetworkSegment(a8489393-f6a0-4cad-bde3-65cc68e36fed),segment_id=a8489393-f6a0-4cad-bde3-65cc68e36fed)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:05.097829 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-206f6d44-3660-4a1c-9dc3-5f081e2f5688 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.116885 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-206f6d44-3660-4a1c-9dc3-5f081e2f5688 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for 20850531-9a1c-4a0f-a5a6-1177211341c0 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:05.285464 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25b15a6e-bf40-463c-90d2-db64389e83b7 req-1f6c3675-00a8-46d4-802d-9f53f852d0b7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/f21728aa-0373-4a86-b5ae-24a5cfaa0b6d HTTP/1.1" status: 200 len: 1802 time: 0.1104238 Jul 27 19:52:05.290654 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ecbf151-8d77-44d2-866c-64dc7bde613c req-01dae6cf-f353-4445-a85b-ae9102f10815 service neutron] 10.222.0.52 "GET /v2.0/networks/c9642579-d15c-472d-a1f3-21ada0fda588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966963 Jul 27 19:52:05.292277 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-ad5f4b83-d091-404b-b02b-d95fe7e8c436 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.292625 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-ad5f4b83-d091-404b-b02b-d95fe7e8c436 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.312980 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-206f6d44-3660-4a1c-9dc3-5f081e2f5688 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.319761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-ad5f4b83-d091-404b-b02b-d95fe7e8c436 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Calling delete_port for c3c58da5-100c-45d4-b1ce-00d68fc8f2f6 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:05.340740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f6d44-3660-4a1c-9dc3-5f081e2f5688 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=20850531-9a1c-4a0f-a5a6-1177211341c0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:05.411772 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-25b15a6e-bf40-463c-90d2-db64389e83b7 req-acc5f684-af5c-4561-b0f0-672f971c5ddd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.451345 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-25b15a6e-bf40-463c-90d2-db64389e83b7 req-acc5f684-af5c-4561-b0f0-672f971c5ddd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.494491 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-206f6d44-3660-4a1c-9dc3-5f081e2f5688 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.526102 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-25b15a6e-bf40-463c-90d2-db64389e83b7 req-acc5f684-af5c-4561-b0f0-672f971c5ddd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.529162 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-25b15a6e-bf40-463c-90d2-db64389e83b7 req-acc5f684-af5c-4561-b0f0-672f971c5ddd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.537045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25b15a6e-bf40-463c-90d2-db64389e83b7 req-acc5f684-af5c-4561-b0f0-672f971c5ddd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "DELETE /v2.0/security-groups/f21728aa-0373-4a86-b5ae-24a5cfaa0b6d HTTP/1.1" status: 204 len: 173 time: 0.2411060 Jul 27 19:52:05.560057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:52:05.562414 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-ad5f4b83-d091-404b-b02b-d95fe7e8c436 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.572891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5f684-af5c-4561-b0f0-672f971c5ddd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21728aa-0373-4a86-b5ae-24a5cfaa0b6d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:05.638570 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f4b83-d091-404b-b02b-d95fe7e8c436 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Pushing event deleted for resources: {'Port': ['ID=c3c58da5-100c-45d4-b1ce-00d68fc8f2f6,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:05.666706 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206f6d44-3660-4a1c-9dc3-5f081e2f5688 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 708010f2-0872-462e-9cea-55346643db2d has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:52:05.694229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=6f0aa6ab-c988-4ff2-b8e8-6389fa016c52,segment=NetworkSegment(0d726cae-8be1-424c-87aa-5730ccc02d93),segment_id=0d726cae-8be1-424c-87aa-5730ccc02d93)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:05.706045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '6f0aa6ab-c988-4ff2-b8e8-6389fa016c52', 'network_id': 'c9642579-d15c-472d-a1f3-21ada0fda588', 'port_id': '6f0aa6ab-c988-4ff2-b8e8-6389fa016c52', 'mac_address': 'fa:16:3e:ef:a5:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f37552-4917-4a89-98ea-cb02c52bdc69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:52:05.713910 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-ad5f4b83-d091-404b-b02b-d95fe7e8c436 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.716681 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-ad5f4b83-d091-404b-b02b-d95fe7e8c436 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.717913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8cdc52dc-e0d8-4bc0-a651-68ae65165edc req-ad5f4b83-d091-404b-b02b-d95fe7e8c436 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "DELETE /v2.0/floatingips/3419a054-de5f-4487-bfce-4472d1fb29d6 HTTP/1.1" status: 204 len: 173 time: 0.8736386 Jul 27 19:52:05.751111 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.751630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418eb84-a8e8-442e-b760-654ca659bfa8 req-62e4f881-448c-4af6-a729-6f72ae644f69 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:05.754238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9418eb84-a8e8-442e-b760-654ca659bfa8 req-62e4f881-448c-4af6-a729-6f72ae644f69 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5757eb0-d6a5-4967-913c-c61b755ac85b HTTP/1.1" status: 200 len: 944 time: 0.1414213 Jul 27 19:52:05.758932 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206f6d44-3660-4a1c-9dc3-5f081e2f5688 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:52:05.768334 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-206f6d44-3660-4a1c-9dc3-5f081e2f5688 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/708010f2-0872-462e-9cea-55346643db2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4382417 Jul 27 19:52:05.770074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47974) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:05.772617 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418fa15a-e48b-4ecd-a316-1443f929a25b None None] Sync routers for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:52:05.774369 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:05.789203 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418fa15a-e48b-4ecd-a316-1443f929a25b None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:05.790210 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-418fa15a-e48b-4ecd-a316-1443f929a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:05.796522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=6f0aa6ab-c988-4ff2-b8e8-6389fa016c52,segment=NetworkSegment(0d726cae-8be1-424c-87aa-5730ccc02d93),segment_id=0d726cae-8be1-424c-87aa-5730ccc02d93)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:05.802341 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.834592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c93c5b0-c1fd-43d5-97d3-e2887c245299 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting subnet 577d8d79-f63b-47bc-8f23-f5cb40b020b4 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:52:05.838726 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0c93c5b0-c1fd-43d5-97d3-e2887c245299 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.858794 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9418eb84-a8e8-442e-b760-654ca659bfa8 req-9fac27a8-fb2c-43f1-909a-0e3bdb45299a tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b89463-3d62-4e69-b4a9-cfea70a47689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960836 Jul 27 19:52:05.886035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=6f0aa6ab-c988-4ff2-b8e8-6389fa016c52,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:05.910568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609f542-2eae-409f-b87d-f8feb543974d req-37641712-d3c7-4b8b-aced-d0eefd810059 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:05.918522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2609f542-2eae-409f-b87d-f8feb543974d req-37641712-d3c7-4b8b-aced-d0eefd810059 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1404572 Jul 27 19:52:05.922496 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-418fa15a-e48b-4ecd-a316-1443f929a25b None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:05.924585 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0c93c5b0-c1fd-43d5-97d3-e2887c245299 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:05.988128 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-418fa15a-e48b-4ecd-a316-1443f929a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:52:05Z', 'revision_number': 11, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:05.997297 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2609f542-2eae-409f-b87d-f8feb543974d req-b2accc5a-fe03-4622-bfa2-22931393ad45 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777752 Jul 27 19:52:06.031403 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418fa15a-e48b-4ecd-a316-1443f929a25b None None] Checking router: 708010f2-0872-462e-9cea-55346643db2d for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:52:06.037370 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0c93c5b0-c1fd-43d5-97d3-e2887c245299 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:06.041876 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418fa15a-e48b-4ecd-a316-1443f929a25b None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:06.042518 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-418fa15a-e48b-4ecd-a316-1443f929a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:06.048771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 71578499-9322-4f17-81fa-c16cad0190bf no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:06.092676 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['6f0aa6ab-c988-4ff2-b8e8-6389fa016c52'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:06.098774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 71578499-9322-4f17-81fa-c16cad0190bf {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:06.101616 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 71578499-9322-4f17-81fa-c16cad0190bf not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:06.102474 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c50c449-3755-4766-a94c-d0b775996339 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:06.154855 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-418fa15a-e48b-4ecd-a316-1443f929a25b None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:06.166673 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0c93c5b0-c1fd-43d5-97d3-e2887c245299 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:06.192746 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 7c50c449-3755-4766-a94c-d0b775996339 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:06.193250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c50c449-3755-4766-a94c-d0b775996339 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:06.218103 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93c5b0-c1fd-43d5-97d3-e2887c245299 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Subnet': ['ID=577d8d79-f63b-47bc-8f23-f5cb40b020b4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:06.223811 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0c93c5b0-c1fd-43d5-97d3-e2887c245299 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:06.231134 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0c93c5b0-c1fd-43d5-97d3-e2887c245299 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/577d8d79-f63b-47bc-8f23-f5cb40b020b4 HTTP/1.1" status: 204 len: 168 time: 0.4568622 Jul 27 19:52:06.236597 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47978) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:06.237524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814bc825-7502-421f-89ae-6749dee1de39 None None] Network 36f5a09f-e579-4b31-99e6-c7a5a882f62c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:06.258501 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-418fa15a-e48b-4ecd-a316-1443f929a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:52:05Z', 'revision_number': 11, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:06.290357 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418fa15a-e48b-4ecd-a316-1443f929a25b None None] The sync data for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 is: [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:52:05Z', 'revision_number': 11, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:06.313359 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570dfb3-15aa-4797-8f7a-268144c2ea4e req-7078afee-9dcd-4bae-b030-cc07de042425 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:06.319227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570dfb3-15aa-4797-8f7a-268144c2ea4e req-7078afee-9dcd-4bae-b030-cc07de042425 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:06.326790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570dfb3-15aa-4797-8f7a-268144c2ea4e req-7078afee-9dcd-4bae-b030-cc07de042425 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:06.333695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570dfb3-15aa-4797-8f7a-268144c2ea4e req-7078afee-9dcd-4bae-b030-cc07de042425 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:06.348809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570dfb3-15aa-4797-8f7a-268144c2ea4e req-7078afee-9dcd-4bae-b030-cc07de042425 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:06.356305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570dfb3-15aa-4797-8f7a-268144c2ea4e req-7078afee-9dcd-4bae-b030-cc07de042425 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:06.362872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570dfb3-15aa-4797-8f7a-268144c2ea4e req-7078afee-9dcd-4bae-b030-cc07de042425 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:06.366235 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f570dfb3-15aa-4797-8f7a-268144c2ea4e req-7078afee-9dcd-4bae-b030-cc07de042425 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5417 time: 0.1940296 Jul 27 19:52:06.430653 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:06.449547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f570dfb3-15aa-4797-8f7a-268144c2ea4e req-d250af9e-1b39-4b58-9022-f2c4a271a328 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697155 Jul 27 19:52:06.514870 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-d11ff9e1-5224-4b1e-a515-d6cff5199c7c req-12ea2216-e86b-4af1-a450-ef4d5860cb5c tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] show failed (client error): The resource could not be found. Jul 27 19:52:06.516091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d11ff9e1-5224-4b1e-a515-d6cff5199c7c req-12ea2216-e86b-4af1-a450-ef4d5860cb5c tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/f21728aa-0373-4a86-b5ae-24a5cfaa0b6d HTTP/1.1" status: 404 len: 352 time: 0.0198152 Jul 27 19:52:06.519137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Deleting port 7daf9a64-bb33-4787-8f81-595456408a5e {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:06.519358 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:06.659447 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] For port 7daf9a64-bb33-4787-8f81-595456408a5e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7daf9a64-bb33-4787-8f81-595456408a5e,segment=NetworkSegment(a8489393-f6a0-4cad-bde3-65cc68e36fed),segment_id=a8489393-f6a0-4cad-bde3-65cc68e36fed)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:06.659821 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:06.671637 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf6feb-74ac-40a3-9c42-6a8d9b4e8861 None None] DHCP port deletion for 36f5a09f-e579-4b31-99e6-c7a5a882f62c request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:52:06.698584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Calling delete_port for 7daf9a64-bb33-4787-8f81-595456408a5e owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:06.728845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-94bf6feb-74ac-40a3-9c42-6a8d9b4e8861 None None] Deleting port 7daf9a64-bb33-4787-8f81-595456408a5e {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:06.729222 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-94bf6feb-74ac-40a3-9c42-6a8d9b4e8861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:06.778393 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-ac8317d7-bef5-4159-b1d2-837bd5b0d7d1 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2198141 Jul 27 19:52:06.798812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:06.805615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-94bf6feb-74ac-40a3-9c42-6a8d9b4e8861 None None] For port 7daf9a64-bb33-4787-8f81-595456408a5e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7daf9a64-bb33-4787-8f81-595456408a5e,segment=NetworkSegment(a8489393-f6a0-4cad-bde3-65cc68e36fed),segment_id=a8489393-f6a0-4cad-bde3-65cc68e36fed)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:06.806011 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-94bf6feb-74ac-40a3-9c42-6a8d9b4e8861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:06.819630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-94bf6feb-74ac-40a3-9c42-6a8d9b4e8861 None None] Calling delete_port for 7daf9a64-bb33-4787-8f81-595456408a5e owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:06.860197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1c5567e-4a64-43bf-8dfa-6b70c881f71c req-ea8f4971-5d15-4f75-b867-4383899e0fa9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba2de612201a4a35a6f5cd51512a5321 HTTP/1.1" status: 200 len: 6155 time: 0.1901290 Jul 27 19:52:06.862948 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:52:06.939169 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 19:52:06.947697 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:06.948758 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-94bf6feb-74ac-40a3-9c42-6a8d9b4e8861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:06.975756 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf6feb-74ac-40a3-9c42-6a8d9b4e8861 None None] Pushing event deleted for resources: {'Port': ['ID=7daf9a64-bb33-4787-8f81-595456408a5e,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:06.980431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf6feb-74ac-40a3-9c42-6a8d9b4e8861 None None] No DVR routers for this DVR port 7daf9a64-bb33-4787-8f81-595456408a5e on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:52:06.995589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Port': ['ID=7daf9a64-bb33-4787-8f81-595456408a5e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:06.997670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No DVR routers for this DVR port 7daf9a64-bb33-4787-8f81-595456408a5e on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:52:07.004374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1c5567e-4a64-43bf-8dfa-6b70c881f71c req-5ef2f12c-26f5-4066-b696-fef53bdac82a tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/30e972ea-75e5-400f-a3fb-6c25d0e1a7c0 HTTP/1.1" status: 200 len: 2985 time: 0.1362967 Jul 27 19:52:07.123557 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:07.137580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f5a09f-e579-4b31-99e6-c7a5a882f62c']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:07.143674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1c5567e-4a64-43bf-8dfa-6b70c881f71c req-6224151a-05e1-4b9c-b39e-6febc76d5451 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/30e972ea-75e5-400f-a3fb-6c25d0e1a7c0 HTTP/1.1" status: 200 len: 2985 time: 0.1319253 Jul 27 19:52:07.155233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8489393-f6a0-4cad-bde3-65cc68e36fed') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:07.155233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8489393-f6a0-4cad-bde3-65cc68e36fed') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:07.171307 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:07.188823 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:07.197706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:52:07.198160 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:52:07.201302 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:52:07.216766 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:07.303599 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:07.311624 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:07.313561 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/networks/36f5a09f-e579-4b31-99e6-c7a5a882f62c HTTP/1.1" status: 204 len: 168 time: 1.0743155 Jul 27 19:52:07.316981 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47992) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:07.322966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1b86d31a-b09c-4f55-93ec-25834592463c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'router': {'routes': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:07.331555 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503031da-d049-41a8-a6c7-eaf54fb2b6c7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Pushing event deleted for resources: {'Network': ['ID=36f5a09f-e579-4b31-99e6-c7a5a882f62c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:07.395556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Allocated IP 172.25.1.75 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/1d653713-ee99-4947-ad02-081621024c17) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:07.494881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.extraroute_db [None req-1b86d31a-b09c-4f55-93ec-25834592463c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Added routes are [] {{(pid=94060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 19:52:07.495135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.extraroute_db [None req-1b86d31a-b09c-4f55-93ec-25834592463c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Removed routes are [] {{(pid=94060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 19:52:07.495542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b86d31a-b09c-4f55-93ec-25834592463c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:07.537500 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:07.555333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336e84d-1e2d-4f2d-bb4e-a404b04211cc req-0f1a2424-a11a-4cbb-9140-8e85af61e518 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:07.556867 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3336e84d-1e2d-4f2d-bb4e-a404b04211cc req-0f1a2424-a11a-4cbb-9140-8e85af61e518 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 945 time: 0.1111190 Jul 27 19:52:07.577483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:07.623140 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3336e84d-1e2d-4f2d-bb4e-a404b04211cc req-fdcc9656-4874-4796-b242-029e985ec200 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3df6756-3791-4a7e-b17e-e26ca640cd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595572 Jul 27 19:52:07.625504 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:07.641597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:07.646667 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:07.647057 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:07.666528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:07.681746 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:07.705262 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:07.739801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Pushing event updated for resources: {'Port': ['ID=1d653713-ee99-4947-ad02-081621024c17,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:07.756050 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:07.784707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5757eb0-d6a5-4967-913c-c61b755ac85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0aa6ab-c988-4ff2-b8e8-6389fa016c52'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:07.786724 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a627a6a2-a03b-4f8d-a65d-8f7a04a57836" -d '{"events": [{"server_uuid": "e5757eb0-d6a5-4967-913c-c61b755ac85b", "name": "network-vif-plugged", "status": "completed", "tag": "6f0aa6ab-c988-4ff2-b8e8-6389fa016c52"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:07.805360 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=6f0aa6ab-c988-4ff2-b8e8-6389fa016c52,segment=NetworkSegment(0d726cae-8be1-424c-87aa-5730ccc02d93),segment_id=0d726cae-8be1-424c-87aa-5730ccc02d93)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:07.811083 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:07.871326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff09c9e-e7b5-4061-9594-f825584bf020 req-bd6d2b65-ff4c-4272-b1d8-b7d103e3d295 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:07.873020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bff09c9e-e7b5-4061-9594-f825584bf020 req-bd6d2b65-ff4c-4272-b1d8-b7d103e3d295 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.63 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 945 time: 0.2054105 Jul 27 19:52:07.877399 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:07.879062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=6f0aa6ab-c988-4ff2-b8e8-6389fa016c52,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:07.890155 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae076b7-2b32-4108-a4dd-0b27ddef0986 req-e2cecd4d-7980-453f-bb98-33aa1ec96b82 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:07.898767 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ae076b7-2b32-4108-a4dd-0b27ddef0986 req-e2cecd4d-7980-453f-bb98-33aa1ec96b82 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5757eb0-d6a5-4967-913c-c61b755ac85b HTTP/1.1" status: 200 len: 945 time: 0.1839492 Jul 27 19:52:07.927810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7daf9a64-bb33-4787-8f81-595456408a5e no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:07.953434 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 7daf9a64-bb33-4787-8f81-595456408a5e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:07.954019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7daf9a64-bb33-4787-8f81-595456408a5e not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:07.954488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 20850531-9a1c-4a0f-a5a6-1177211341c0 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:07.976973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 20850531-9a1c-4a0f-a5a6-1177211341c0 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:07.977422 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 20850531-9a1c-4a0f-a5a6-1177211341c0 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:07.987439 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b86d31a-b09c-4f55-93ec-25834592463c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:07.990254 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b86d31a-b09c-4f55-93ec-25834592463c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.009277 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.068655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ae076b7-2b32-4108-a4dd-0b27ddef0986 req-a1a9fb3f-0d55-4965-a981-5c91b0c67522 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b89463-3d62-4e69-b4a9-cfea70a47689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667459 Jul 27 19:52:08.070416 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b86d31a-b09c-4f55-93ec-25834592463c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 708010f2-0872-462e-9cea-55346643db2d has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:52:08.154158 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-bff09c9e-e7b5-4061-9594-f825584bf020 req-78d6878c-fc06-4c6b-9fca-882fe3b3abc0 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Deleting port cd430527-cf10-43b4-8f72-bdd5df6b6571 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:08.154509 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-bff09c9e-e7b5-4061-9594-f825584bf020 req-78d6878c-fc06-4c6b-9fca-882fe3b3abc0 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.166634 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b86d31a-b09c-4f55-93ec-25834592463c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:52:08.173795 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b86d31a-b09c-4f55-93ec-25834592463c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.174952 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1b86d31a-b09c-4f55-93ec-25834592463c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/708010f2-0872-462e-9cea-55346643db2d HTTP/1.1" status: 200 len: 701 time: 0.8568780 Jul 27 19:52:08.177342 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ffe12a-c83a-4c5b-8a29-9f468927991a None None] Sync routers for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:52:08.179658 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48000) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:08.192082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ffe12a-c83a-4c5b-8a29-9f468927991a None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:08.192863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a7ffe12a-c83a-4c5b-8a29-9f468927991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:08.211080 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b406469d-7f03-4fb8-a9a4-465817c5056c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports?device_id=708010f2-0872-462e-9cea-55346643db2d HTTP/1.1" status: 200 len: 205 time: 0.0300093 Jul 27 19:52:08.213818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48002) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:08.272598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a7ffe12a-c83a-4c5b-8a29-9f468927991a None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:08.293758 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7770a6e8-fc40-4705-bd14-251e333a49cc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.331274 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.332911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a7ffe12a-c83a-4c5b-8a29-9f468927991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:52:05Z', 'revision_number': 11, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:08.358042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-bff09c9e-e7b5-4061-9594-f825584bf020 req-78d6878c-fc06-4c6b-9fca-882fe3b3abc0 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] For port cd430527-cf10-43b4-8f72-bdd5df6b6571, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=cd430527-cf10-43b4-8f72-bdd5df6b6571,segment=NetworkSegment(ca0e0859-741b-44a4-97d5-a57a41588408),segment_id=ca0e0859-741b-44a4-97d5-a57a41588408)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:08.359482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-bff09c9e-e7b5-4061-9594-f825584bf020 req-78d6878c-fc06-4c6b-9fca-882fe3b3abc0 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.366005 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ffe12a-c83a-4c5b-8a29-9f468927991a None None] Checking router: 708010f2-0872-462e-9cea-55346643db2d for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:52:08.375294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ffe12a-c83a-4c5b-8a29-9f468927991a None None] Routers {'708010f2-0872-462e-9cea-55346643db2d'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:08.375978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a7ffe12a-c83a-4c5b-8a29-9f468927991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['708010f2-0872-462e-9cea-55346643db2d'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:08.379976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6d5d4-54f1-4b77-b20c-392429f5ac8e req-62358fef-8ca9-484d-be5d-fc80dce04e74 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:08.381574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3c6d5d4-54f1-4b77-b20c-392429f5ac8e req-62358fef-8ca9-484d-be5d-fc80dce04e74 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.2227886 Jul 27 19:52:08.395691 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.397706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-bff09c9e-e7b5-4061-9594-f825584bf020 req-78d6878c-fc06-4c6b-9fca-882fe3b3abc0 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Calling delete_port for cd430527-cf10-43b4-8f72-bdd5df6b6571 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:08.415866 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.446487 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a7ffe12a-c83a-4c5b-8a29-9f468927991a None None] Set router 708010f2-0872-462e-9cea-55346643db2d gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:08.470796 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7770a6e8-fc40-4705-bd14-251e333a49cc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.473261 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7770a6e8-fc40-4705-bd14-251e333a49cc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.499637 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a7ffe12a-c83a-4c5b-8a29-9f468927991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:52:05Z', 'revision_number': 11, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:08.521380 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7770a6e8-fc40-4705-bd14-251e333a49cc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.522066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7770a6e8-fc40-4705-bd14-251e333a49cc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Fanout notify agent at l3_agent the message router_deleted on router 708010f2-0872-462e-9cea-55346643db2d {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:52:08.531062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ffe12a-c83a-4c5b-8a29-9f468927991a None None] The sync data for ids ['708010f2-0872-462e-9cea-55346643db2d'] in n-d-705657-21 is: [{'id': '708010f2-0872-462e-9cea-55346643db2d', 'name': 'tempest-RoutersTest-router-2037960492', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:18Z', 'updated_at': '2021-07-27T19:52:05Z', 'revision_number': 11, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:08.531453 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7770a6e8-fc40-4705-bd14-251e333a49cc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.536667 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7770a6e8-fc40-4705-bd14-251e333a49cc tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/routers/708010f2-0872-462e-9cea-55346643db2d HTTP/1.1" status: 204 len: 168 time: 0.3179886 Jul 27 19:52:08.538172 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48004) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:08.544303 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d8ba2b2f-d7c2-4974-9980-5c93417098ce tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1693659460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:08.550767 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3c6d5d4-54f1-4b77-b20c-392429f5ac8e req-58ba9bf2-c22d-4156-83de-fbb3b077900d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572180 Jul 27 19:52:08.555163 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Pushing event updated for resources: {'Port': ['ID=1d653713-ee99-4947-ad02-081621024c17,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:08.581220 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.589684 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2b2f-d7c2-4974-9980-5c93417098ce tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.591649 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2b2f-d7c2-4974-9980-5c93417098ce tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.613557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-be238e9b-b158-492d-a5d5-d665d2b8d53c req-c0772555-d546-4b70-91cc-3fa08746cc0c tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-31870667', 'description': 'tempest-description-1913502549'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:08.619925 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.621304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-c2a7d124-a63f-4ae9-a482-e1eb3ed7fc9f tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8321669 Jul 27 19:52:08.658694 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2b2f-d7c2-4974-9980-5c93417098ce tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.669876 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2b2f-d7c2-4974-9980-5c93417098ce tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.716297 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-289997e8-b5e4-4875-ade6-3bcec55c639c tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.75 HTTP/1.1" status: 200 len: 695 time: 0.0797405 Jul 27 19:52:08.717105 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be238e9b-b158-492d-a5d5-d665d2b8d53c req-c0772555-d546-4b70-91cc-3fa08746cc0c tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.718950 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8ba2b2f-d7c2-4974-9980-5c93417098ce tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:08.720185 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d8ba2b2f-d7c2-4974-9980-5c93417098ce tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1807439 Jul 27 19:52:08.723646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48008) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:08.737095 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ce1eb048-aebd-4ef2-aeca-1c4d0827d813 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:09.180464 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-bff09c9e-e7b5-4061-9594-f825584bf020 req-78d6878c-fc06-4c6b-9fca-882fe3b3abc0 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:09.272452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6878c-fc06-4c6b-9fca-882fe3b3abc0 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Pushing event deleted for resources: {'Port': ['ID=cd430527-cf10-43b4-8f72-bdd5df6b6571,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:09.405898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff09c9e-e7b5-4061-9594-f825584bf020 req-78d6878c-fc06-4c6b-9fca-882fe3b3abc0 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] No DVR routers for this DVR port cd430527-cf10-43b4-8f72-bdd5df6b6571 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:52:09.417818 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-bff09c9e-e7b5-4061-9594-f825584bf020 req-78d6878c-fc06-4c6b-9fca-882fe3b3abc0 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:09.420057 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bff09c9e-e7b5-4061-9594-f825584bf020 req-78d6878c-fc06-4c6b-9fca-882fe3b3abc0 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.63 "DELETE /v2.0/ports/cd430527-cf10-43b4-8f72-bdd5df6b6571 HTTP/1.1" status: 204 len: 173 time: 1.5213201 Jul 27 19:52:09.446073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cfdb7f-126a-4e87-aefe-7c9f73cebb36', 'name': 'network-vif-deleted', 'tag': 'cd430527-cf10-43b4-8f72-bdd5df6b6571'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:09.448381 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f942550-6e3f-4f2e-808e-400cc19b357c" -d '{"events": [{"server_uuid": "81cfdb7f-126a-4e87-aefe-7c9f73cebb36", "name": "network-vif-deleted", "tag": "cd430527-cf10-43b4-8f72-bdd5df6b6571"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:09.467793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-ef20acd5-19ca-4518-bcc4-c0e9d09387d3 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:09.469238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f4e0fbd-9e62-4ec9-9060-7353bbd3cb42 req-ef20acd5-19ca-4518-bcc4-c0e9d09387d3 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.7299011 Jul 27 19:52:09.473085 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb048-aebd-4ef2-aeca-1c4d0827d813 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:09.495470 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb048-aebd-4ef2-aeca-1c4d0827d813 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:09.603488 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be238e9b-b158-492d-a5d5-d665d2b8d53c req-c0772555-d546-4b70-91cc-3fa08746cc0c tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:09.627322 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be238e9b-b158-492d-a5d5-d665d2b8d53c req-c0772555-d546-4b70-91cc-3fa08746cc0c tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:09.673818 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-be238e9b-b158-492d-a5d5-d665d2b8d53c req-c0772555-d546-4b70-91cc-3fa08746cc0c tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:09.674996 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be238e9b-b158-492d-a5d5-d665d2b8d53c req-c0772555-d546-4b70-91cc-3fa08746cc0c tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0783668 Jul 27 19:52:09.675592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0772555-d546-4b70-91cc-3fa08746cc0c tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630c645c-19a6-4e2c-984d-1a28720db38c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:09.704452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1eb048-aebd-4ef2-aeca-1c4d0827d813 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Router 6a973e4c-a00b-457a-8257-374751e83b8d is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:52:09.719239 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04f4384-b640-4515-a664-7db8c344112a x-openstack-request-id: req-c04f4384-b640-4515-a664-7db8c344112a {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:09.719761 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5757eb0-d6a5-4967-913c-c61b755ac85b", "name": "network-vif-plugged", "status": "completed", "tag": "6f0aa6ab-c988-4ff2-b8e8-6389fa016c52", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:09.719761 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c04f4384-b640-4515-a664-7db8c344112a {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:09.720148 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5757eb0-d6a5-4967-913c-c61b755ac85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0aa6ab-c988-4ff2-b8e8-6389fa016c52', 'code': 200} Jul 27 19:52:09.724556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3274fe-a5f1-43e8-a5dd-4fb65e4477a4 req-f31ef518-d4de-4e9f-bf96-c2f99bcde1df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:09.730736 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3274fe-a5f1-43e8-a5dd-4fb65e4477a4 req-f31ef518-d4de-4e9f-bf96-c2f99bcde1df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:09.738116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3274fe-a5f1-43e8-a5dd-4fb65e4477a4 req-f31ef518-d4de-4e9f-bf96-c2f99bcde1df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:09.742605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3274fe-a5f1-43e8-a5dd-4fb65e4477a4 req-f31ef518-d4de-4e9f-bf96-c2f99bcde1df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:09.748710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3274fe-a5f1-43e8-a5dd-4fb65e4477a4 req-f31ef518-d4de-4e9f-bf96-c2f99bcde1df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:09.754586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3274fe-a5f1-43e8-a5dd-4fb65e4477a4 req-f31ef518-d4de-4e9f-bf96-c2f99bcde1df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:09.760355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3274fe-a5f1-43e8-a5dd-4fb65e4477a4 req-f31ef518-d4de-4e9f-bf96-c2f99bcde1df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:09.762577 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad3274fe-a5f1-43e8-a5dd-4fb65e4477a4 req-f31ef518-d4de-4e9f-bf96-c2f99bcde1df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5417 time: 0.1809702 Jul 27 19:52:09.895937 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea8e3d70-1c50-42a7-a29d-66a80b147beb req-1aaf2f9a-e4f2-4663-8af2-f4f888efbc16 tempest-ServerDiskConfigTestJSON-702476103 tempest-ServerDiskConfigTestJSON-702476103-project] 10.222.0.48 "GET /v2.0/ports?device_id=81cfdb7f-126a-4e87-aefe-7c9f73cebb36 HTTP/1.1" status: 200 len: 210 time: 0.0951579 Jul 27 19:52:09.906732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1eb048-aebd-4ef2-aeca-1c4d0827d813 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:52:09.922632 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb048-aebd-4ef2-aeca-1c4d0827d813 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:09.923888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ce1eb048-aebd-4ef2-aeca-1c4d0827d813 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "PUT /v2.0/routers/6a973e4c-a00b-457a-8257-374751e83b8d HTTP/1.1" status: 200 len: 694 time: 1.1972344 Jul 27 19:52:09.926649 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48022) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:09.934810 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe3a3f-0452-4ba6-8fed-5561cfb5ea4b None None] Sync routers for ids ['6a973e4c-a00b-457a-8257-374751e83b8d'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:52:09.947310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad3274fe-a5f1-43e8-a5dd-4fb65e4477a4 req-8a480654-7d0a-4498-a2a8-fad8a2d3dad0 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1474674 Jul 27 19:52:09.952907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b7f77-3c76-4ddb-b212-0b5b110f0be9 req-cbade25b-b5dc-421d-a5e5-164625a55571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:09.954450 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-377b7f77-3c76-4ddb-b212-0b5b110f0be9 req-cbade25b-b5dc-421d-a5e5-164625a55571 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5757eb0-d6a5-4967-913c-c61b755ac85b HTTP/1.1" status: 200 len: 1098 time: 0.1558466 Jul 27 19:52:09.964671 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe3a3f-0452-4ba6-8fed-5561cfb5ea4b None None] Routers {'6a973e4c-a00b-457a-8257-374751e83b8d'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:09.976443 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-dbbe3a3f-0452-4ba6-8fed-5561cfb5ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['6a973e4c-a00b-457a-8257-374751e83b8d'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:10.004755 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23959450-f5de-40df-917c-e42779f57578 x-openstack-request-id: req-23959450-f5de-40df-917c-e42779f57578 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:10.004997 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cfdb7f-126a-4e87-aefe-7c9f73cebb36", "name": "network-vif-deleted", "tag": "cd430527-cf10-43b4-8f72-bdd5df6b6571", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:10.005194 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23959450-f5de-40df-917c-e42779f57578 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:10.005597 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cfdb7f-126a-4e87-aefe-7c9f73cebb36', 'name': 'network-vif-deleted', 'tag': 'cd430527-cf10-43b4-8f72-bdd5df6b6571', 'status': 'completed', 'code': 200} Jul 27 19:52:10.012653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-377b7f77-3c76-4ddb-b212-0b5b110f0be9 req-01257960-405d-4840-9ae0-be2b01f9b442 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b2b89463-3d62-4e69-b4a9-cfea70a47689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490830 Jul 27 19:52:10.070696 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-dbbe3a3f-0452-4ba6-8fed-5561cfb5ea4b None None] Set router 6a973e4c-a00b-457a-8257-374751e83b8d gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:10.076173 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7f52c915-4f44-4af3-b6a1-0ace935999a5 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/routers/6a973e4c-a00b-457a-8257-374751e83b8d HTTP/1.1" status: 200 len: 700 time: 0.1458311 Jul 27 19:52:10.076728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48024) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:10.109989 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5b3eb8a7-6f05-4646-af7a-9d800a7cc31f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a973e4c-a00b-457a-8257-374751e83b8d HTTP/1.1" status: 200 len: 205 time: 0.0299091 Jul 27 19:52:10.110239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8c0ed02-f975-4bf1-be9a-402a30d70755 req-efb6e14e-b8ee-4cd8-8f44-8aa7ff03cf54 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/floatingips/d67d6ac3-e9d1-4be3-aff1-04b7ef0d6077 HTTP/1.1" status: 200 len: 692 time: 0.0809147 Jul 27 19:52:10.110343 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48026) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:10.139034 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-dbbe3a3f-0452-4ba6-8fed-5561cfb5ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a973e4c-a00b-457a-8257-374751e83b8d', 'name': 'tempest-RoutersTest-router-1693659460', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:08Z', 'updated_at': '2021-07-27T19:52:09Z', 'revision_number': 2, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:10.166159 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe3a3f-0452-4ba6-8fed-5561cfb5ea4b None None] Checking router: 6a973e4c-a00b-457a-8257-374751e83b8d for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:52:10.175783 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe3a3f-0452-4ba6-8fed-5561cfb5ea4b None None] Routers {'6a973e4c-a00b-457a-8257-374751e83b8d'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:10.176502 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-dbbe3a3f-0452-4ba6-8fed-5561cfb5ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['6a973e4c-a00b-457a-8257-374751e83b8d'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:10.193388 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7052e9ab-9ac0-4f8f-977e-7a87ed9e9758 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:10.216663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad11122-ee45-4fea-b704-24666e34a60b req-ba2543d4-8b70-4ee5-a9c5-dc6def41f0ed tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:10.221131 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dad11122-ee45-4fea-b704-24666e34a60b req-ba2543d4-8b70-4ee5-a9c5-dc6def41f0ed tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5757eb0-d6a5-4967-913c-c61b755ac85b HTTP/1.1" status: 200 len: 946 time: 0.1837862 Jul 27 19:52:10.247769 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-dbbe3a3f-0452-4ba6-8fed-5561cfb5ea4b None None] Set router 6a973e4c-a00b-457a-8257-374751e83b8d gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:10.267714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0ed02-f975-4bf1-be9a-402a30d70755 req-8c5fa478-18b8-4082-b90a-eb8aaedd3338 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:10.269224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8c0ed02-f975-4bf1-be9a-402a30d70755 req-8c5fa478-18b8-4082-b90a-eb8aaedd3338 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 784 time: 0.1532252 Jul 27 19:52:10.291847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dad11122-ee45-4fea-b704-24666e34a60b req-59e436f8-ddcd-4c00-9624-4c3f13884fdd tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b89463-3d62-4e69-b4a9-cfea70a47689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658641 Jul 27 19:52:10.313978 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-dbbe3a3f-0452-4ba6-8fed-5561cfb5ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a973e4c-a00b-457a-8257-374751e83b8d', 'name': 'tempest-RoutersTest-router-1693659460', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:08Z', 'updated_at': '2021-07-27T19:52:09Z', 'revision_number': 2, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:10.330120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8c0ed02-f975-4bf1-be9a-402a30d70755 req-0cde0814-4b0a-4f58-86db-67075cae819e tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.75 HTTP/1.1" status: 200 len: 695 time: 0.0545256 Jul 27 19:52:10.349510 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe3a3f-0452-4ba6-8fed-5561cfb5ea4b None None] The sync data for ids ['6a973e4c-a00b-457a-8257-374751e83b8d'] in n-d-705657-21 is: [{'id': '6a973e4c-a00b-457a-8257-374751e83b8d', 'name': 'tempest-RoutersTest-router-1693659460', 'tenant_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:08Z', 'updated_at': '2021-07-27T19:52:09Z', 'revision_number': 2, 'project_id': '6fe6967257cb4b44a30a8199e2a51a6b', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:10.357907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device cd430527-cf10-43b4-8f72-bdd5df6b6571 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:10.363349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1c389675-fc2c-489a-ac5e-e52b3557cb14 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:52:10.372387 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7052e9ab-9ac0-4f8f-977e-7a87ed9e9758 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:10.375574 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7052e9ab-9ac0-4f8f-977e-7a87ed9e9758 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:10.394422 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8c0ed02-f975-4bf1-be9a-402a30d70755 req-6d44b10d-115b-4c56-bcbe-5d7f5654f312 tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.1.75 HTTP/1.1" status: 200 len: 695 time: 0.0542052 Jul 27 19:52:10.422282 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: cd430527-cf10-43b4-8f72-bdd5df6b6571 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:10.422628 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device cd430527-cf10-43b4-8f72-bdd5df6b6571 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:10.426497 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7052e9ab-9ac0-4f8f-977e-7a87ed9e9758 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:10.427426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7052e9ab-9ac0-4f8f-977e-7a87ed9e9758 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Fanout notify agent at l3_agent the message router_deleted on router 6a973e4c-a00b-457a-8257-374751e83b8d {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:52:10.438568 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7052e9ab-9ac0-4f8f-977e-7a87ed9e9758 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:10.439709 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7052e9ab-9ac0-4f8f-977e-7a87ed9e9758 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/routers/6a973e4c-a00b-457a-8257-374751e83b8d HTTP/1.1" status: 204 len: 168 time: 0.3285937 Jul 27 19:52:10.446526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48030) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:10.478849 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cbf20dff-c385-44cf-93e1-e0dd07d3f683 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a973e4c-a00b-457a-8257-374751e83b8d HTTP/1.1" status: 200 len: 205 time: 0.0310919 Jul 27 19:52:10.481259 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48032) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:10.530231 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-716d334f-d518-4527-82c8-1b7dfff0edd8 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] delete failed (client error): The resource could not be found. Jul 27 19:52:10.531317 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-716d334f-d518-4527-82c8-1b7dfff0edd8 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/routers/6a973e4c-a00b-457a-8257-374751e83b8d HTTP/1.1" status: 404 len: 336 time: 0.0490954 Jul 27 19:52:10.532770 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1c389675-fc2c-489a-ac5e-e52b3557cb14, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1c389675-fc2c-489a-ac5e-e52b3557cb14,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:10.535014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48034) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:10.547173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '1c389675-fc2c-489a-ac5e-e52b3557cb14', 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a', 'port_id': '1c389675-fc2c-489a-ac5e-e52b3557cb14', 'mac_address': 'fa:16:3e:ab:26:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af129fbc-4518-4953-b99b-5c43b490918e', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:52:10.564725 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e1ac3d-4787-474e-91f9-85b343ff164d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] DELETE failed (client error): The resource could not be found. Jul 27 19:52:10.565331 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e1ac3d-4787-474e-91f9-85b343ff164d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:52:10.569754 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c7e1ac3d-4787-474e-91f9-85b343ff164d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/6d2dd478-4ce4-497d-9321-1dfbe3d0282f HTTP/1.1" status: 404 len: 337 time: 0.0311949 Jul 27 19:52:10.569975 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48036) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:10.570415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a4147-0bf3-4238-939e-f61ee88f0958 req-a935e87f-16d6-4790-85f9-6977a6286e0b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:10.571975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c5a4147-0bf3-4238-939e-f61ee88f0958 req-a935e87f-16d6-4790-85f9-6977a6286e0b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1652031 Jul 27 19:52:10.593229 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:10.601650 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7088b16-5e74-47a8-aa8f-ca75e3d18bb3 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] DELETE failed (client error): The resource could not be found. Jul 27 19:52:10.602116 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7088b16-5e74-47a8-aa8f-ca75e3d18bb3 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:52:10.603912 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d7088b16-5e74-47a8-aa8f-ca75e3d18bb3 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/c8b02553-76a4-4207-b3c5-8981ac087ede HTTP/1.1" status: 404 len: 337 time: 0.0330713 Jul 27 19:52:10.607265 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48038) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:10.611934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c389675-fc2c-489a-ac5e-e52b3557cb14 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:10.638314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1c389675-fc2c-489a-ac5e-e52b3557cb14, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1c389675-fc2c-489a-ac5e-e52b3557cb14,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:10.639540 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-810c74b0-89c6-4abb-ad8d-a74ed8451d1f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] DELETE failed (client error): The resource could not be found. Jul 27 19:52:10.639979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810c74b0-89c6-4abb-ad8d-a74ed8451d1f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:52:10.640141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c5a4147-0bf3-4238-939e-f61ee88f0958 req-b63b7c62-3aaa-4c09-9496-aa80f2162849 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519116 Jul 27 19:52:10.642706 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-810c74b0-89c6-4abb-ad8d-a74ed8451d1f tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/bd31c387-57ba-411d-bf4b-2138eb30d0f5 HTTP/1.1" status: 404 len: 337 time: 0.0342655 Jul 27 19:52:10.643696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-b8c0ed02-f975-4bf1-be9a-402a30d70755 req-80c96c47-7c9a-4564-8991-c3444196eaaf tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Deleting port 1d653713-ee99-4947-ad02-081621024c17 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:10.644077 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8c0ed02-f975-4bf1-be9a-402a30d70755 req-80c96c47-7c9a-4564-8991-c3444196eaaf tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:10.645750 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:10.646668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:52:10.648313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48040) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:10.687481 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-8768871d-2426-4ad1-9604-aa92ad8c7f9a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] DELETE failed (client error): The resource could not be found. Jul 27 19:52:10.688090 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8768871d-2426-4ad1-9604-aa92ad8c7f9a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:52:10.691136 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8768871d-2426-4ad1-9604-aa92ad8c7f9a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/577d8d79-f63b-47bc-8f23-f5cb40b020b4 HTTP/1.1" status: 404 len: 337 time: 0.0416844 Jul 27 19:52:10.693771 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48042) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:10.707515 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-00ae5b94-0037-4c1d-a4cb-a1aad867db8d req-0e6cbb27-b3cc-46bf-abbf-a1b07304e049 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-219747118', 'description': 'tempest-description-1913103509'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:10.737814 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-da4e9e5f-bfc7-4517-ab04-2388e821b15d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports?device_id=708010f2-0872-462e-9cea-55346643db2d HTTP/1.1" status: 200 len: 205 time: 0.0425136 Jul 27 19:52:10.740100 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48044) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:10.756007 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-00ae5b94-0037-4c1d-a4cb-a1aad867db8d req-0e6cbb27-b3cc-46bf-abbf-a1b07304e049 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:10.772586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1c389675-fc2c-489a-ac5e-e52b3557cb14,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:10.803605 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-0cff6944-04cf-4048-99dd-e55cade2f17c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] delete failed (client error): The resource could not be found. Jul 27 19:52:10.805074 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0cff6944-04cf-4048-99dd-e55cade2f17c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/routers/708010f2-0872-462e-9cea-55346643db2d HTTP/1.1" status: 404 len: 336 time: 0.0652435 Jul 27 19:52:10.808430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48046) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:10.813415 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5,segment=NetworkSegment(e52b20eb-8fa4-47e2-89a3-51117f3d25a8),segment_id=e52b20eb-8fa4-47e2-89a3-51117f3d25a8)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:10.837578 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8c0ed02-f975-4bf1-be9a-402a30d70755 req-80c96c47-7c9a-4564-8991-c3444196eaaf tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:10.837979 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8c0ed02-f975-4bf1-be9a-402a30d70755 req-80c96c47-7c9a-4564-8991-c3444196eaaf tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:10.843405 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d42c3e1d-9925-414c-8241-4dae81a6ecd7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports?device_id=566f175f-c309-471b-82b2-490c3656ed74 HTTP/1.1" status: 200 len: 205 time: 0.0333254 Jul 27 19:52:10.844034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48048) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:10.860836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-b8c0ed02-f975-4bf1-be9a-402a30d70755 req-80c96c47-7c9a-4564-8991-c3444196eaaf tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Calling delete_port for 1d653713-ee99-4947-ad02-081621024c17 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:10.884597 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-4a05aba3-b683-4b36-93f9-4ae00f64fbc0 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] delete failed (client error): The resource could not be found. Jul 27 19:52:10.885909 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4a05aba3-b683-4b36-93f9-4ae00f64fbc0 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/routers/566f175f-c309-471b-82b2-490c3656ed74 HTTP/1.1" status: 404 len: 336 time: 0.0407116 Jul 27 19:52:10.888988 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48050) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:10.925207 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-35939e72-9419-40f6-8562-0f6e85369175 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] DELETE failed (client error): The resource could not be found. Jul 27 19:52:10.926364 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35939e72-9419-40f6-8562-0f6e85369175 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:52:10.928750 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-35939e72-9419-40f6-8562-0f6e85369175 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/97fad884-ad48-4a8f-93dd-f8b9681ea8f7 HTTP/1.1" status: 404 len: 337 time: 0.0381887 Jul 27 19:52:10.933823 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48054) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:10.987476 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5', 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'port_id': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5', 'mac_address': 'fa:16:3e:09:38:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:52:10.993863 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-33cbe7c4-13e0-4b35-8a1f-f696721e258d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports?device_id=90bc35c2-2eda-436b-a5e1-5e301d290157 HTTP/1.1" status: 200 len: 205 time: 0.0565686 Jul 27 19:52:10.996779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48058) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:11.034577 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:11.047982 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-1e839372-4784-4452-98d6-0bb06f3b82eb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] delete failed (client error): The resource could not be found. Jul 27 19:52:11.048453 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:11.049438 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-00ae5b94-0037-4c1d-a4cb-a1aad867db8d req-0e6cbb27-b3cc-46bf-abbf-a1b07304e049 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:11.052132 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1e839372-4784-4452-98d6-0bb06f3b82eb tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/routers/90bc35c2-2eda-436b-a5e1-5e301d290157 HTTP/1.1" status: 404 len: 336 time: 0.0543594 Jul 27 19:52:11.054898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48060) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:11.060006 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-00ae5b94-0037-4c1d-a4cb-a1aad867db8d req-0e6cbb27-b3cc-46bf-abbf-a1b07304e049 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:11.078425 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5,segment=NetworkSegment(e52b20eb-8fa4-47e2-89a3-51117f3d25a8),segment_id=e52b20eb-8fa4-47e2-89a3-51117f3d25a8)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:11.083728 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:11.084546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6b82a051-4a63-458c-b31a-5df21e5cf87c details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:52:11.091814 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bab8ea2d-b431-43e2-a5a6-d325a828c06a tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports?device_id=34ead329-be8d-4fda-b532-60d95d77456e HTTP/1.1" status: 200 len: 205 time: 0.0357568 Jul 27 19:52:11.094326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48062) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:11.117737 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-00ae5b94-0037-4c1d-a4cb-a1aad867db8d req-0e6cbb27-b3cc-46bf-abbf-a1b07304e049 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:11.118983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00ae5b94-0037-4c1d-a4cb-a1aad867db8d req-0e6cbb27-b3cc-46bf-abbf-a1b07304e049 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4162476 Jul 27 19:52:11.123251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cbb27-b3cc-46bf-abbf-a1b07304e049 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e7bbfb-0ea1-4cfd-a860-caf652a62ab5,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:11.159073 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-23dee5ce-d5e3-44db-8aa9-c8cfdcde45ad tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] delete failed (client error): The resource could not be found. Jul 27 19:52:11.160416 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-23dee5ce-d5e3-44db-8aa9-c8cfdcde45ad tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/routers/34ead329-be8d-4fda-b532-60d95d77456e HTTP/1.1" status: 404 len: 336 time: 0.0648966 Jul 27 19:52:11.163062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48066) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:11.163203 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:11.163423 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8c0ed02-f975-4bf1-be9a-402a30d70755 req-80c96c47-7c9a-4564-8991-c3444196eaaf tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:11.167740 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6b82a051-4a63-458c-b31a-5df21e5cf87c, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6b82a051-4a63-458c-b31a-5df21e5cf87c,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:11.184766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '6b82a051-4a63-458c-b31a-5df21e5cf87c', 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a', 'port_id': '6b82a051-4a63-458c-b31a-5df21e5cf87c', 'mac_address': 'fa:16:3e:29:87:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af129fbc-4518-4953-b99b-5c43b490918e', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:52:11.195296 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aecb943-e532-47a3-9218-63ea332c21a7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] DELETE failed (client error): The resource could not be found. Jul 27 19:52:11.196846 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aecb943-e532-47a3-9218-63ea332c21a7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:52:11.199243 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1aecb943-e532-47a3-9218-63ea332c21a7 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/fbb2dd96-8152-4eae-89bd-fdb4f0988d26 HTTP/1.1" status: 404 len: 337 time: 0.0343947 Jul 27 19:52:11.202189 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48068) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:11.225083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c96c47-7c9a-4564-8991-c3444196eaaf tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Pushing event deleted for resources: {'Port': ['ID=1d653713-ee99-4947-ad02-081621024c17,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:11.245678 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:11.258383 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5f123972-9fba-4bef-b2fa-0353b4cb5e3d tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7f0cba2-c11e-4bb5-b36c-d5316fb3d156 HTTP/1.1" status: 200 len: 205 time: 0.0548811 Jul 27 19:52:11.274040 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48072) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:11.282261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b82a051-4a63-458c-b31a-5df21e5cf87c {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:11.316186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6b82a051-4a63-458c-b31a-5df21e5cf87c, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6b82a051-4a63-458c-b31a-5df21e5cf87c,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:11.327196 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:11.327891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1a40ce14-5f90-474d-95b9-4921682fa7d3 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:52:11.330456 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-d3502ebd-3bbf-4bde-9991-1ef8554bc385 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] delete failed (client error): The resource could not be found. Jul 27 19:52:11.331297 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d3502ebd-3bbf-4bde-9991-1ef8554bc385 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/routers/c7f0cba2-c11e-4bb5-b36c-d5316fb3d156 HTTP/1.1" status: 404 len: 336 time: 0.0562346 Jul 27 19:52:11.335132 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48080) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:11.373611 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8c0ed02-f975-4bf1-be9a-402a30d70755 req-80c96c47-7c9a-4564-8991-c3444196eaaf tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:11.376748 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b8c0ed02-f975-4bf1-be9a-402a30d70755 req-80c96c47-7c9a-4564-8991-c3444196eaaf tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:11.388658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8c0ed02-f975-4bf1-be9a-402a30d70755 req-80c96c47-7c9a-4564-8991-c3444196eaaf tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "DELETE /v2.0/floatingips/d67d6ac3-e9d1-4be3-aff1-04b7ef0d6077 HTTP/1.1" status: 204 len: 173 time: 0.9862120 Jul 27 19:52:11.399702 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75aa396-e560-4711-ab20-5c85de4bcba1 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] DELETE failed (client error): The resource could not be found. Jul 27 19:52:11.400204 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75aa396-e560-4711-ab20-5c85de4bcba1 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:52:11.402161 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c75aa396-e560-4711-ab20-5c85de4bcba1 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/6bec24c0-59d7-45dd-901a-84b5d235b8b3 HTTP/1.1" status: 404 len: 337 time: 0.0671496 Jul 27 19:52:11.405463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48086) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:11.440044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=6b82a051-4a63-458c-b31a-5df21e5cf87c,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:11.466297 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48090) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:11.466553 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1c7ed8f5-5334-4d09-8ef4-de5a069546dd tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "GET /v2.0/ports?device_id=22557e3b-ac56-4a0e-bcff-674abe157e42 HTTP/1.1" status: 200 len: 205 time: 0.0590336 Jul 27 19:52:11.481875 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:11.510018 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-9ee516fb-3e1f-4ee9-a6e6-c0c179e7c9f8 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] delete failed (client error): The resource could not be found. Jul 27 19:52:11.511560 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9ee516fb-3e1f-4ee9-a6e6-c0c179e7c9f8 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/routers/22557e3b-ac56-4a0e-bcff-674abe157e42 HTTP/1.1" status: 404 len: 336 time: 0.0440664 Jul 27 19:52:11.514541 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48092) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:11.527848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1a40ce14-5f90-474d-95b9-4921682fa7d3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1a40ce14-5f90-474d-95b9-4921682fa7d3,segment=NetworkSegment(0fc0c1d8-13fa-4249-80f7-da70722bf0ab),segment_id=0fc0c1d8-13fa-4249-80f7-da70722bf0ab)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:11.532381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05011fe5-08ec-429a-a08c-c9c0949f1a02 req-ba0473b9-7794-48dd-9bb5-71039d1cb75e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:11.538463 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05011fe5-08ec-429a-a08c-c9c0949f1a02 req-ba0473b9-7794-48dd-9bb5-71039d1cb75e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:11.539532 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '1a40ce14-5f90-474d-95b9-4921682fa7d3', 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100', 'port_id': '1a40ce14-5f90-474d-95b9-4921682fa7d3', 'mac_address': 'fa:16:3e:84:80:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:52:11.541823 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73bc316-7b48-4d4b-9197-2f5ac2051825 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] DELETE failed (client error): The resource could not be found. Jul 27 19:52:11.542276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73bc316-7b48-4d4b-9197-2f5ac2051825 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:52:11.546766 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a73bc316-7b48-4d4b-9197-2f5ac2051825 tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/9452d5a1-747c-4b78-aa58-16889553f842 HTTP/1.1" status: 404 len: 337 time: 0.0288582 Jul 27 19:52:11.546930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05011fe5-08ec-429a-a08c-c9c0949f1a02 req-ba0473b9-7794-48dd-9bb5-71039d1cb75e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:11.547381 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48094) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:11.550614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05011fe5-08ec-429a-a08c-c9c0949f1a02 req-ba0473b9-7794-48dd-9bb5-71039d1cb75e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:11.556509 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05011fe5-08ec-429a-a08c-c9c0949f1a02 req-ba0473b9-7794-48dd-9bb5-71039d1cb75e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:11.562602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05011fe5-08ec-429a-a08c-c9c0949f1a02 req-ba0473b9-7794-48dd-9bb5-71039d1cb75e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:11.568364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05011fe5-08ec-429a-a08c-c9c0949f1a02 req-ba0473b9-7794-48dd-9bb5-71039d1cb75e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:11.573706 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b91a41-eb17-4c0d-84af-3650de35110c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] DELETE failed (client error): The resource could not be found. Jul 27 19:52:11.574299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b91a41-eb17-4c0d-84af-3650de35110c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:52:11.576386 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c4b91a41-eb17-4c0d-84af-3650de35110c tempest-RoutersTest-1957662464 tempest-RoutersTest-1957662464-project] 10.222.0.48 "DELETE /v2.0/subnets/86cfd5e1-e721-40c0-a240-1eefdcce52c3 HTTP/1.1" status: 404 len: 337 time: 0.0276797 Jul 27 19:52:11.576610 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05011fe5-08ec-429a-a08c-c9c0949f1a02 req-ba0473b9-7794-48dd-9bb5-71039d1cb75e tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5420 time: 0.1864529 Jul 27 19:52:11.582611 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:11.598016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a40ce14-5f90-474d-95b9-4921682fa7d3 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:11.620487 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1a40ce14-5f90-474d-95b9-4921682fa7d3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1a40ce14-5f90-474d-95b9-4921682fa7d3,segment=NetworkSegment(0fc0c1d8-13fa-4249-80f7-da70722bf0ab),segment_id=0fc0c1d8-13fa-4249-80f7-da70722bf0ab)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:11.625763 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:11.627302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:52:11.654384 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05011fe5-08ec-429a-a08c-c9c0949f1a02 req-d96cdc97-aa22-4159-918d-7f822acc4ffb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768075 Jul 27 19:52:11.702619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5317f3b-df47-40a8-8b15-d0eebc50de95 req-29f1e62b-fa78-48ac-a026-f03dc0d30a67 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:11.704309 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5317f3b-df47-40a8-8b15-d0eebc50de95 req-29f1e62b-fa78-48ac-a026-f03dc0d30a67 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5757eb0-d6a5-4967-913c-c61b755ac85b HTTP/1.1" status: 200 len: 946 time: 0.1985941 Jul 27 19:52:11.722035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:11.728512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1a40ce14-5f90-474d-95b9-4921682fa7d3,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:11.749418 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'f3f4f404-35f4-4af5-81a9-53ee4e03e5b4', 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a', 'port_id': 'f3f4f404-35f4-4af5-81a9-53ee4e03e5b4', 'mac_address': 'fa:16:3e:4a:74:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af129fbc-4518-4953-b99b-5c43b490918e', 'ip_address': '10.1.1.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:52:11.770756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5317f3b-df47-40a8-8b15-d0eebc50de95 req-eb6c6294-a8e4-40d3-b2e9-cef8d99afb7b tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b89463-3d62-4e69-b4a9-cfea70a47689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595527 Jul 27 19:52:11.800765 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:11.815872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:11.845178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:11.851805 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:11.852688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 8509d889-e654-492c-90f2-f145f97d6866 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:52:11.873542 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-87136e77-92fa-4dfe-9914-1a8f048fcce6 req-943d6a21-8b7b-4913-85fc-a59b1151bd8e tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] show failed (client error): The resource could not be found. Jul 27 19:52:11.873542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-87136e77-92fa-4dfe-9914-1a8f048fcce6 req-943d6a21-8b7b-4913-85fc-a59b1151bd8e tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/floatingips/d67d6ac3-e9d1-4be3-aff1-04b7ef0d6077 HTTP/1.1" status: 404 len: 350 time: 0.0429122 Jul 27 19:52:11.926871 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-fbe3b1da-c698-4881-8363-6d5818c01a74 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:11.929852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 8509d889-e654-492c-90f2-f145f97d6866, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8509d889-e654-492c-90f2-f145f97d6866,segment=NetworkSegment(0fc0c1d8-13fa-4249-80f7-da70722bf0ab),segment_id=0fc0c1d8-13fa-4249-80f7-da70722bf0ab)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:11.934954 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-fbe3b1da-c698-4881-8363-6d5818c01a74 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/networks?id=4b297832-9b0b-4a76-93eb-5e4042a4102f HTTP/1.1" status: 200 len: 813 time: 0.1628304 Jul 27 19:52:11.955416 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-706d1fb0-2169-4c7c-8642-807f4619be62 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/quotas/ba2de612201a4a35a6f5cd51512a5321 HTTP/1.1" status: 200 len: 375 time: 0.0191236 Jul 27 19:52:11.986243 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:11.989600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '8509d889-e654-492c-90f2-f145f97d6866', 'network_id': '9731c54d-8776-469f-b0a4-97666d3f2100', 'port_id': '8509d889-e654-492c-90f2-f145f97d6866', 'mac_address': 'fa:16:3e:f9:62:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:52:12.008495 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48118) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:12.032592 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:12.046627 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8509d889-e654-492c-90f2-f145f97d6866 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:12.069821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-46d2769e-7793-4295-85e0-35c3212bf892 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba2de612201a4a35a6f5cd51512a5321&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1133215 Jul 27 19:52:12.073082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 8509d889-e654-492c-90f2-f145f97d6866, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8509d889-e654-492c-90f2-f145f97d6866,segment=NetworkSegment(0fc0c1d8-13fa-4249-80f7-da70722bf0ab),segment_id=0fc0c1d8-13fa-4249-80f7-da70722bf0ab)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:12.078748 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:12.079709 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 2319aae9-ce95-4f29-aabf-b219da789e06 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:52:12.117963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c02779-3d11-4582-b8d4-f5d05fb03808 req-118fe04e-15dd-4541-83b0-39a5a950d828 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:12.119529 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-04c02779-3d11-4582-b8d4-f5d05fb03808 req-118fe04e-15dd-4541-83b0-39a5a950d828 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.0945265 Jul 27 19:52:12.149612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 2319aae9-ce95-4f29-aabf-b219da789e06, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=2319aae9-ce95-4f29-aabf-b219da789e06,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:12.156969 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=8509d889-e654-492c-90f2-f145f97d6866,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:12.163231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '2319aae9-ce95-4f29-aabf-b219da789e06', 'network_id': 'dd22034f-6375-47e6-8fc0-301c85a1291a', 'port_id': '2319aae9-ce95-4f29-aabf-b219da789e06', 'mac_address': 'fa:16:3e:07:a4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af129fbc-4518-4953-b99b-5c43b490918e', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:52:12.180267 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-83e085a9-4747-4c46-ac52-71755cc4de2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6fe6967257cb4b44a30a8199e2a51a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705906 Jul 27 19:52:12.184112 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48124) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:12.197361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-04c02779-3d11-4582-b8d4-f5d05fb03808 req-88ae69ad-7b2c-4e5d-8314-fbc3ebc8d4fc tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662243 Jul 27 19:52:12.213722 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:12.231008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2319aae9-ce95-4f29-aabf-b219da789e06 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:12.251871 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 2319aae9-ce95-4f29-aabf-b219da789e06, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=2319aae9-ce95-4f29-aabf-b219da789e06,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:12.254482 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f43b951d-5516-4598-b998-2fb14207a508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:12.258596 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:12.279642 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f43b951d-5516-4598-b998-2fb14207a508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:12.318957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=2319aae9-ce95-4f29-aabf-b219da789e06,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:12.334759 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f43b951d-5516-4598-b998-2fb14207a508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:12.337537 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f43b951d-5516-4598-b998-2fb14207a508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:12.338766 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f43b951d-5516-4598-b998-2fb14207a508 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d219c402-23f2-4e62-8394-2b715c06da5e HTTP/1.1" status: 204 len: 168 time: 0.1530061 Jul 27 19:52:12.347279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b951d-5516-4598-b998-2fb14207a508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d219c402-23f2-4e62-8394-2b715c06da5e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:12.352346 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-24a4b930-9652-4a27-9e19-5c689bdd0cb6 req-6b1359e6-2ba1-45f3-b8a0-13429f58393d tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] show failed (client error): The resource could not be found. Jul 27 19:52:12.353431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24a4b930-9652-4a27-9e19-5c689bdd0cb6 req-6b1359e6-2ba1-45f3-b8a0-13429f58393d tempest-FloatingIPsTestJSON-29825561 tempest-FloatingIPsTestJSON-29825561-project] 10.222.0.48 "GET /v2.0/floatingips/d67d6ac3-e9d1-4be3-aff1-04b7ef0d6077 HTTP/1.1" status: 404 len: 350 time: 0.0608675 Jul 27 19:52:12.356885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-a8034145-f05d-4d10-8408-b651fd423d7b service neutron] 10.222.0.48 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732601 Jul 27 19:52:12.368296 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48130) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:12.486473 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-c1dace3e-d86a-409b-8a85-c1683684de6f service neutron] 10.222.0.48 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168704 Jul 27 19:52:12.722906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48152) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:12.790762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72b5917-eb20-4ac4-b6c6-585087f0de3e admin admin] Deleting subnet a91b5a00-a1c3-4600-8e1b-576263e8fcc7 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:52:12.795403 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e72b5917-eb20-4ac4-b6c6-585087f0de3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:12.909196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48160) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:12.923430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e81eb80a-d5c0-432b-aeaa-3f87c04fb103 req-3f5bc0b4-f9f2-410b-b7d5-2b45cef5b59b tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 210 time: 0.1264696 Jul 27 19:52:12.924607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['1c389675-fc2c-489a-ac5e-e52b3557cb14'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:12.944903 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3f7c192-c7c5-4491-9ad1-5e7948ba87c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:12.971849 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['6b82a051-4a63-458c-b31a-5df21e5cf87c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:12.982144 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:12.999299 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e72b5917-eb20-4ac4-b6c6-585087f0de3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.079941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['f3f4f404-35f4-4af5-81a9-53ee4e03e5b4'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:13.095744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['8509d889-e654-492c-90f2-f145f97d6866'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:13.159140 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e72b5917-eb20-4ac4-b6c6-585087f0de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.171349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['2319aae9-ce95-4f29-aabf-b219da789e06'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:13.265396 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319a1ee-62c9-441a-a7aa-12b7b85fbcb1 req-62b5b798-bf66-40fe-9128-9227fcd94378 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:13.268573 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f722be41-4953-4967-b6f1-e48264781bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.273661 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319a1ee-62c9-441a-a7aa-12b7b85fbcb1 req-62b5b798-bf66-40fe-9128-9227fcd94378 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:13.281298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319a1ee-62c9-441a-a7aa-12b7b85fbcb1 req-62b5b798-bf66-40fe-9128-9227fcd94378 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:13.287845 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319a1ee-62c9-441a-a7aa-12b7b85fbcb1 req-62b5b798-bf66-40fe-9128-9227fcd94378 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:13.295805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319a1ee-62c9-441a-a7aa-12b7b85fbcb1 req-62b5b798-bf66-40fe-9128-9227fcd94378 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:13.302972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319a1ee-62c9-441a-a7aa-12b7b85fbcb1 req-62b5b798-bf66-40fe-9128-9227fcd94378 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:13.309377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319a1ee-62c9-441a-a7aa-12b7b85fbcb1 req-62b5b798-bf66-40fe-9128-9227fcd94378 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:13.311617 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6319a1ee-62c9-441a-a7aa-12b7b85fbcb1 req-62b5b798-bf66-40fe-9128-9227fcd94378 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5424 time: 0.4672315 Jul 27 19:52:13.375151 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ea700-5276-4299-885a-3f3ff2ee98f4 req-8df4efd2-b508-4877-bc9b-8419d21286ac tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:13.376984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e8ea700-5276-4299-885a-3f3ff2ee98f4 req-8df4efd2-b508-4877-bc9b-8419d21286ac tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5757eb0-d6a5-4967-913c-c61b755ac85b HTTP/1.1" status: 200 len: 946 time: 0.3311236 Jul 27 19:52:13.413821 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f722be41-4953-4967-b6f1-e48264781bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.422275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f3f7c192-c7c5-4491-9ad1-5e7948ba87c5 admin admin] Deleting port e952a826-4dff-43cb-a0b3-99d69b2e0a1a {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:13.423109 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3f7c192-c7c5-4491-9ad1-5e7948ba87c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.428209 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e8ea700-5276-4299-885a-3f3ff2ee98f4 req-e1969866-0108-4e53-a78b-14efd01b9197 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b89463-3d62-4e69-b4a9-cfea70a47689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389574 Jul 27 19:52:13.439998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6319a1ee-62c9-441a-a7aa-12b7b85fbcb1 req-de24f0ca-4cae-466f-86f8-b23f883d4f74 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033914 Jul 27 19:52:13.458042 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f722be41-4953-4967-b6f1-e48264781bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.480278 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e72b5917-eb20-4ac4-b6c6-585087f0de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.506572 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca370bd5-ac92-4180-9fb2-05c8059756c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.518679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b5917-eb20-4ac4-b6c6-585087f0de3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a91b5a00-a1c3-4600-8e1b-576263e8fcc7,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:13.524260 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e72b5917-eb20-4ac4-b6c6-585087f0de3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.526557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e72b5917-eb20-4ac4-b6c6-585087f0de3e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a91b5a00-a1c3-4600-8e1b-576263e8fcc7 HTTP/1.1" status: 204 len: 168 time: 0.8025911 Jul 27 19:52:13.529549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48178) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:13.586786 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48180) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:13.604043 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f722be41-4953-4967-b6f1-e48264781bfa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=594ff2647e3b40df93276edc6ea7c489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6933234 Jul 27 19:52:13.611089 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722be41-4953-4967-b6f1-e48264781bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a8a2fa-b48a-4cda-9a24-4eab9e783cdf,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:13.615814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48184) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:13.664563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-f3f7c192-c7c5-4491-9ad1-5e7948ba87c5 admin admin] For port e952a826-4dff-43cb-a0b3-99d69b2e0a1a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e952a826-4dff-43cb-a0b3-99d69b2e0a1a,segment=NetworkSegment(96c606a3-0772-4704-a71a-c4d209601fbf),segment_id=96c606a3-0772-4704-a71a-c4d209601fbf)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:13.664927 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3f7c192-c7c5-4491-9ad1-5e7948ba87c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.701488 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f3f7c192-c7c5-4491-9ad1-5e7948ba87c5 admin admin] Calling delete_port for e952a826-4dff-43cb-a0b3-99d69b2e0a1a owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:13.710207 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-498bdf61-fde7-4fe7-84ee-8bebb660a670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.771794 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-498bdf61-fde7-4fe7-84ee-8bebb660a670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.773760 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0cb453c1-6cae-4843-bb47-25ed938d023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.813895 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3a262b38-d5e6-4152-8b39-fb5a4b397645 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1592448291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:13.845561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4303b-6641-463d-986c-7f6e1e541040 req-953c5673-e73b-401f-b5b0-58069aa6ddda tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:13.853401 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-03e4303b-6641-463d-986c-7f6e1e541040 req-953c5673-e73b-401f-b5b0-58069aa6ddda tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.2917101 Jul 27 19:52:13.905504 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a262b38-d5e6-4152-8b39-fb5a4b397645 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.906527 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a262b38-d5e6-4152-8b39-fb5a4b397645 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.914092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['1a40ce14-5f90-474d-95b9-4921682fa7d3'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:13.921716 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-498bdf61-fde7-4fe7-84ee-8bebb660a670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.923908 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0cb453c1-6cae-4843-bb47-25ed938d023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.924375 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-498bdf61-fde7-4fe7-84ee-8bebb660a670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:13.928073 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-498bdf61-fde7-4fe7-84ee-8bebb660a670 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06a8a2fa-b48a-4cda-9a24-4eab9e783cdf HTTP/1.1" status: 204 len: 168 time: 0.3088562 Jul 27 19:52:13.945328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-0cb453c1-6cae-4843-bb47-25ed938d023f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a94ce5d-0255-4786-abc8-d7eec91e5304']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:13.962620 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-03e4303b-6641-463d-986c-7f6e1e541040 req-4ae721c3-f4a9-4179-be94-f97531661968 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062713 Jul 27 19:52:13.979936 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-0cb453c1-6cae-4843-bb47-25ed938d023f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0e0859-741b-44a4-97d5-a57a41588408') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:13.980635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-0cb453c1-6cae-4843-bb47-25ed938d023f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0e0859-741b-44a4-97d5-a57a41588408') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:13.997491 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0cb453c1-6cae-4843-bb47-25ed938d023f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:14.006829 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bdf61-fde7-4fe7-84ee-8bebb660a670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a8a2fa-b48a-4cda-9a24-4eab9e783cdf,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:14.020273 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0cb453c1-6cae-4843-bb47-25ed938d023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:14.040955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb453c1-6cae-4843-bb47-25ed938d023f admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:52:14.041642 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0cb453c1-6cae-4843-bb47-25ed938d023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:52:14.044810 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:52:14.059547 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a262b38-d5e6-4152-8b39-fb5a4b397645 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:14.078776 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c699ab9-d348-4b96-92af-c66fd2bfb917 req-47c9f409-039e-47d6-bf3a-8635bc0f1368 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 210 time: 0.0524371 Jul 27 19:52:14.142684 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a262b38-d5e6-4152-8b39-fb5a4b397645 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:14.152113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3f7c192-c7c5-4491-9ad1-5e7948ba87c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:14.177753 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0cb453c1-6cae-4843-bb47-25ed938d023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:14.186861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7c192-c7c5-4491-9ad1-5e7948ba87c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e952a826-4dff-43cb-a0b3-99d69b2e0a1a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:14.199344 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0cb453c1-6cae-4843-bb47-25ed938d023f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:14.203235 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0cb453c1-6cae-4843-bb47-25ed938d023f admin admin] 10.222.0.48 "DELETE /v2.0/networks/2a94ce5d-0255-4786-abc8-d7eec91e5304 HTTP/1.1" status: 204 len: 168 time: 0.6695786 Jul 27 19:52:14.228445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a262b38-d5e6-4152-8b39-fb5a4b397645 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:14.238363 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3a262b38-d5e6-4152-8b39-fb5a4b397645 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6455140 Jul 27 19:52:14.242612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48194) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:14.251785 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-909884512'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:14.260598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb453c1-6cae-4843-bb47-25ed938d023f admin admin] Pushing event deleted for resources: {'Network': ['ID=2a94ce5d-0255-4786-abc8-d7eec91e5304,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:14.306560 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aae29-5b4f-4fbe-ad85-4c9c017b4595 req-54070b23-59db-4f6d-93cd-bddea7dc6469 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:14.309239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e61aae29-5b4f-4fbe-ad85-4c9c017b4595 req-54070b23-59db-4f6d-93cd-bddea7dc6469 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5757eb0-d6a5-4967-913c-c61b755ac85b HTTP/1.1" status: 200 len: 946 time: 0.0876505 Jul 27 19:52:14.507019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-e61aae29-5b4f-4fbe-ad85-4c9c017b4595 req-813b1abb-f560-4bda-9f9f-8a5a725c652a tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Deleting port 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:14.507497 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e61aae29-5b4f-4fbe-ad85-4c9c017b4595 req-813b1abb-f560-4bda-9f9f-8a5a725c652a tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:14.586126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Made reservation on behalf of 5cfa867507304540bb867e8230d73464 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:14.590405 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:14.617348 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:14.667239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48206) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:15.037656 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-572e1c88-135b-4955-9263-49aef9c3d014 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:15.039180 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-572e1c88-135b-4955-9263-49aef9c3d014 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.52 "GET /v2.0/networks?id=4b297832-9b0b-4a76-93eb-5e4042a4102f HTTP/1.1" status: 200 len: 813 time: 0.7091908 Jul 27 19:52:15.049455 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3f7c192-c7c5-4491-9ad1-5e7948ba87c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.062564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-f0ec6cf2-97e4-4c2e-a7c4-d83c103a6f06 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'port': {'device_id': '2dbed506-952e-4fe9-866b-ec4b116ae7d2', 'network_id': '4b297832-9b0b-4a76-93eb-5e4042a4102f', 'admin_state_up': True, 'tenant_id': 'ba2de612201a4a35a6f5cd51512a5321'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:15.087082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-e61aae29-5b4f-4fbe-ad85-4c9c017b4595 req-813b1abb-f560-4bda-9f9f-8a5a725c652a tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] For port 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=6f0aa6ab-c988-4ff2-b8e8-6389fa016c52,segment=NetworkSegment(0d726cae-8be1-424c-87aa-5730ccc02d93),segment_id=0d726cae-8be1-424c-87aa-5730ccc02d93)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:15.087957 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e61aae29-5b4f-4fbe-ad85-4c9c017b4595 req-813b1abb-f560-4bda-9f9f-8a5a725c652a tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.116202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-e61aae29-5b4f-4fbe-ad85-4c9c017b4595 req-813b1abb-f560-4bda-9f9f-8a5a725c652a tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Calling delete_port for 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:15.124448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d1707730-60f5-4b0d-a67a-c72ec7b890ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ebde375c7d842259b702ecaf0873510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563744 Jul 27 19:52:15.124448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48222) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:15.131871 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48224) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:15.175235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a90f-2259-49d2-b7b2-d5cc80e8fa09 req-ed0e0f2e-3acb-48ba-ae07-1a626d450b6f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:15.181139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a90f-2259-49d2-b7b2-d5cc80e8fa09 req-ed0e0f2e-3acb-48ba-ae07-1a626d450b6f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:15.187487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a90f-2259-49d2-b7b2-d5cc80e8fa09 req-ed0e0f2e-3acb-48ba-ae07-1a626d450b6f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:15.193291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a90f-2259-49d2-b7b2-d5cc80e8fa09 req-ed0e0f2e-3acb-48ba-ae07-1a626d450b6f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:15.199026 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a90f-2259-49d2-b7b2-d5cc80e8fa09 req-ed0e0f2e-3acb-48ba-ae07-1a626d450b6f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:15.205175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a90f-2259-49d2-b7b2-d5cc80e8fa09 req-ed0e0f2e-3acb-48ba-ae07-1a626d450b6f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:15.211202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a90f-2259-49d2-b7b2-d5cc80e8fa09 req-ed0e0f2e-3acb-48ba-ae07-1a626d450b6f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:15.219191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a64a90f-2259-49d2-b7b2-d5cc80e8fa09 req-ed0e0f2e-3acb-48ba-ae07-1a626d450b6f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5424 time: 0.6140392 Jul 27 19:52:15.270067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d239d5-4810-4863-a8d9-5a7969aa6d50 req-20cdda06-8975-4e1c-ba15-643b7c398b7e tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:15.271558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-18d239d5-4810-4863-a8d9-5a7969aa6d50 req-20cdda06-8975-4e1c-ba15-643b7c398b7e tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5757eb0-d6a5-4967-913c-c61b755ac85b HTTP/1.1" status: 200 len: 946 time: 0.6273873 Jul 27 19:52:15.287544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-299876123-network', 'tenant_id': '1a5018d12a1c431580544df8b51ab5a8'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:15.305492 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.341669 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.375546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:52:15.382389 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a64a90f-2259-49d2-b7b2-d5cc80e8fa09 req-decddb83-d2a2-437f-921c-1bc358815bf6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1623290 Jul 27 19:52:15.388655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-18d239d5-4810-4863-a8d9-5a7969aa6d50 req-9a1b99a9-d54e-4860-ba6e-8c265ea5af16 tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2b89463-3d62-4e69-b4a9-cfea70a47689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066511 Jul 27 19:52:15.416839 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ce6225c-453e-436f-a702-6c52bde52b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.435983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-f0ec6cf2-97e4-4c2e-a7c4-d83c103a6f06 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Made reservation on behalf of ba2de612201a4a35a6f5cd51512a5321 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:15.438126 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-f0ec6cf2-97e4-4c2e-a7c4-d83c103a6f06 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.439963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] Made reservation on behalf of 1a5018d12a1c431580544df8b51ab5a8 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:15.442950 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f74fcd3e-6708-48bd-9e8a-5fc26a5d62a4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:15.448366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.448764 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Added segment b53be11e-87a3-4847-9a80-179381edef17 of type vlan for network b975a9aa-2ca0-4ad7-ae2a-810404f3601b Jul 27 19:52:15.451936 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.500765 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.507007 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ce6225c-453e-436f-a702-6c52bde52b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.529798 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.535267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f7c192-c7c5-4491-9ad1-5e7948ba87c5 admin admin] Router 7d4c9f62-25a8-45ba-a259-47c5a5a971dc has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:52:15.595558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f827f3e-2795-4db0-8bea-7d22e1d9602f req-b6acceca-82e1-4f8a-9a89-e333032804fc tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 210 time: 0.0688376 Jul 27 19:52:15.602246 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.607952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:15.608608 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.634982 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e61aae29-5b4f-4fbe-ad85-4c9c017b4595 req-813b1abb-f560-4bda-9f9f-8a5a725c652a tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.647899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['6f0aa6ab-c988-4ff2-b8e8-6389fa016c52'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:15.683443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b1abb-f560-4bda-9f9f-8a5a725c652a tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Pushing event deleted for resources: {'Port': ['ID=6f0aa6ab-c988-4ff2-b8e8-6389fa016c52,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:15.744195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61aae29-5b4f-4fbe-ad85-4c9c017b4595 req-813b1abb-f560-4bda-9f9f-8a5a725c652a tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] No DVR routers for this DVR port 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:52:15.749536 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ce6225c-453e-436f-a702-6c52bde52b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.752078 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ce6225c-453e-436f-a702-6c52bde52b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.753265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4ce6225c-453e-436f-a702-6c52bde52b21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3df6756-3791-4a7e-b17e-e26ca640cd40 HTTP/1.1" status: 204 len: 168 time: 0.6160891 Jul 27 19:52:15.756279 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e61aae29-5b4f-4fbe-ad85-4c9c017b4595 req-813b1abb-f560-4bda-9f9f-8a5a725c652a tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.758122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e61aae29-5b4f-4fbe-ad85-4c9c017b4595 req-813b1abb-f560-4bda-9f9f-8a5a725c652a tempest-ServerGroupTestJSON-100149304 tempest-ServerGroupTestJSON-100149304-project] 10.222.0.52 "DELETE /v2.0/ports/6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 HTTP/1.1" status: 204 len: 173 time: 1.4402652 Jul 27 19:52:15.759938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5757eb0-d6a5-4967-913c-c61b755ac85b', 'name': 'network-vif-deleted', 'tag': '6f0aa6ab-c988-4ff2-b8e8-6389fa016c52'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:15.762363 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1044fcf5-97e6-4b8e-9351-a3a3dd4ca2de" -d '{"events": [{"server_uuid": "e5757eb0-d6a5-4967-913c-c61b755ac85b", "name": "network-vif-deleted", "tag": "6f0aa6ab-c988-4ff2-b8e8-6389fa016c52"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:15.784550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6225c-453e-436f-a702-6c52bde52b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3df6756-3791-4a7e-b17e-e26ca640cd40,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:15.797331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9b82f-a835-4003-b046-ff7f031cffd5 req-714c2b5a-9bd1-4d44-9be2-c07c327b6b17 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:15.798968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-73a9b82f-a835-4003-b046-ff7f031cffd5 req-714c2b5a-9bd1-4d44-9be2-c07c327b6b17 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.2645948 Jul 27 19:52:15.837303 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event updated for resources: {'Network': ['ID=b975a9aa-2ca0-4ad7-ae2a-810404f3601b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:15.865885 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network b975a9aa-2ca0-4ad7-ae2a-810404f3601b details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:52:15.870863 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.886712 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73f8948-18db-4e6b-9bbd-d3d7119d1065 x-openstack-request-id: req-b73f8948-18db-4e6b-9bbd-d3d7119d1065 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:15.887848 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5757eb0-d6a5-4967-913c-c61b755ac85b", "name": "network-vif-deleted", "tag": "6f0aa6ab-c988-4ff2-b8e8-6389fa016c52", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:15.888756 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b73f8948-18db-4e6b-9bbd-d3d7119d1065 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:15.889982 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5757eb0-d6a5-4967-913c-c61b755ac85b', 'name': 'network-vif-deleted', 'tag': '6f0aa6ab-c988-4ff2-b8e8-6389fa016c52', 'status': 'completed', 'code': 200} Jul 27 19:52:15.899743 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-73a9b82f-a835-4003-b046-ff7f031cffd5 req-6f3c9ab9-031a-4418-9141-d645e5892253 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840483 Jul 27 19:52:15.900053 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f7c192-c7c5-4491-9ad1-5e7948ba87c5 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:52:15.905538 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8af8ae11-7a69-4572-b624-bd2945fc2f7a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6581256 Jul 27 19:52:15.906837 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-f0ec6cf2-97e4-4c2e-a7c4-d83c103a6f06 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Allocated IP 172.20.0.12 (4b297832-9b0b-4a76-93eb-5e4042a4102f/b449b1d1-35ca-4299-ac25-6927745019e8/dc81f293-ab9f-4def-9482-160c09528953) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:15.908368 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:15.914939 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48232) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:15.923263 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f3f7c192-c7c5-4491-9ad1-5e7948ba87c5 admin admin] 10.222.0.48 "PUT /v2.0/routers/7d4c9f62-25a8-45ba-a259-47c5a5a971dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5531480 Jul 27 19:52:15.927762 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48234) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:15.942877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6be3bcaf-a7b5-4af5-83e3-40bb5ecf41af tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Request body: {'subnet': {'network_id': 'b975a9aa-2ca0-4ad7-ae2a-810404f3601b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:15.967908 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ceb347-b7a3-45d5-ad7e-589fd8409923 None None] Sync routers for ids ['7d4c9f62-25a8-45ba-a259-47c5a5a971dc'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:52:16.008471 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ceb347-b7a3-45d5-ad7e-589fd8409923 None None] Routers {'7d4c9f62-25a8-45ba-a259-47c5a5a971dc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:16.009365 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f5ceb347-b7a3-45d5-ad7e-589fd8409923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:51:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7d4c9f62-25a8-45ba-a259-47c5a5a971dc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:16.094274 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a19c7f0e-0aa2-4b66-afd6-7b95b1c7fc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.108419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:52:16.132871 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33320ec-b073-42a0-96ae-5be09d6930d6,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:16.162881 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.163554 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] Added segment 5446e13b-7659-486e-a454-11f27db1ba37 of type vlan for network 86948bca-ba45-4231-ab4b-00a067c3bdd0 Jul 27 19:52:16.220291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f5ceb347-b7a3-45d5-ad7e-589fd8409923 None None] Set router 7d4c9f62-25a8-45ba-a259-47c5a5a971dc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:16.222217 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.225646 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.294977 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-f0ec6cf2-97e4-4c2e-a7c4-d83c103a6f06 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.351371 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.396623 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1c389675-fc2c-489a-ac5e-e52b3557cb14 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:16.404986 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be3bcaf-a7b5-4af5-83e3-40bb5ecf41af tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Made reservation on behalf of 5cfa867507304540bb867e8230d73464 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:16.409457 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6be3bcaf-a7b5-4af5-83e3-40bb5ecf41af tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.446015 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.541696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] Deleting port 26843e7d-e739-4271-b799-88e419a10b74 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:16.541938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 1c389675-fc2c-489a-ac5e-e52b3557cb14 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:16.542415 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.546112 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-f0ec6cf2-97e4-4c2e-a7c4-d83c103a6f06 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.548200 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 1c389675-fc2c-489a-ac5e-e52b3557cb14 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:16.548200 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.553890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f5ceb347-b7a3-45d5-ad7e-589fd8409923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'name': 'tempest-FloatingIPsTestJSON-395240985-router', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '26843e7d-e739-4271-b799-88e419a10b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:43Z', 'updated_at': '2021-07-27T19:52:14Z', 'revision_number': 5, 'project_id': '999ba3900e2b4394b7a6017817e212d3', 'gw_port': {'id': '26843e7d-e739-4271-b799-88e419a10b74', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:31:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:51:45Z', 'updated_at': '2021-07-27T19:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:16.586026 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a810bfa-fdec-4cb2-b72e-f2cdc56144ec req-b6271815-7311-4f97-b7e1-68c0d29d1229 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:16.588844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a810bfa-fdec-4cb2-b72e-f2cdc56144ec req-b6271815-7311-4f97-b7e1-68c0d29d1229 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.3441212 Jul 27 19:52:16.589591 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.591487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:16.592129 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.606003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['9a832793-7015-4d17-b9ab-0eba3c9de58c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:16.612844 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ceb347-b7a3-45d5-ad7e-589fd8409923 None None] Checking router: 7d4c9f62-25a8-45ba-a259-47c5a5a971dc for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:52:16.662715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ceb347-b7a3-45d5-ad7e-589fd8409923 None None] Routers {'7d4c9f62-25a8-45ba-a259-47c5a5a971dc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:16.663420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f5ceb347-b7a3-45d5-ad7e-589fd8409923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7d4c9f62-25a8-45ba-a259-47c5a5a971dc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:16.678457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-f0ec6cf2-97e4-4c2e-a7c4-d83c103a6f06 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Network 4b297832-9b0b-4a76-93eb-5e4042a4102f is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:16.685504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f06bb-ab38-4140-89eb-da2d2f13f456 req-bb228867-19ba-4cc8-bbd9-b8c195191336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:16.687221 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-686f06bb-ab38-4140-89eb-da2d2f13f456 req-bb228867-19ba-4cc8-bbd9-b8c195191336 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 1096 time: 0.4601469 Jul 27 19:52:16.695136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-f0ec6cf2-97e4-4c2e-a7c4-d83c103a6f06 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:16.698779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-f0ec6cf2-97e4-4c2e-a7c4-d83c103a6f06 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:16.719787 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a810bfa-fdec-4cb2-b72e-f2cdc56144ec req-fe5c1923-db69-4960-83bf-7ba033dfaa39 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236215 Jul 27 19:52:16.767243 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec6cf2-97e4-4c2e-a7c4-d83c103a6f06 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'Port': ['ID=dc81f293-ab9f-4def-9482-160c09528953,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:16.795932 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6661854 Jul 27 19:52:16.807230 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48262) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:16.821101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7839cfa9-6da5-4d65-8dc1-0aceb375c793 admin admin] Request body: {'subnet': {'network_id': '86948bca-ba45-4231-ab4b-00a067c3bdd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-299876123-subnet', 'tenant_id': '1a5018d12a1c431580544df8b51ab5a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:16.827860 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] For port 26843e7d-e739-4271-b799-88e419a10b74, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=26843e7d-e739-4271-b799-88e419a10b74,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:16.828610 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.854486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-f0ec6cf2-97e4-4c2e-a7c4-d83c103a6f06 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:16.855144 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-f0ec6cf2-97e4-4c2e-a7c4-d83c103a6f06 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.871862 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] Calling delete_port for 26843e7d-e739-4271-b799-88e419a10b74 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:16.911264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7839cfa9-6da5-4d65-8dc1-0aceb375c793 admin admin] Made reservation on behalf of 1a5018d12a1c431580544df8b51ab5a8 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:16.914456 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7839cfa9-6da5-4d65-8dc1-0aceb375c793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:16.965153 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-f0ec6cf2-97e4-4c2e-a7c4-d83c103a6f06 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9077189 Jul 27 19:52:17.002209 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Request body: {'port': {'device_id': '2dbed506-952e-4fe9-866b-ec4b116ae7d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:17.024444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bdb44-6985-401e-bb0e-6238e3ceba3f admin admin] Pushing event updated for resources: {'Network': ['ID=86948bca-ba45-4231-ab4b-00a067c3bdd0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:17.036000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f5ceb347-b7a3-45d5-ad7e-589fd8409923 None None] Set router 7d4c9f62-25a8-45ba-a259-47c5a5a971dc gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:17.044694 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 86948bca-ba45-4231-ab4b-00a067c3bdd0 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:52:17.051200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48268) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:17.055207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d555bf-60c9-4e54-8b1f-64d1b1cc0539 req-a14b976b-349b-4d41-a07b-456e76061e46 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:17.062376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d555bf-60c9-4e54-8b1f-64d1b1cc0539 req-a14b976b-349b-4d41-a07b-456e76061e46 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:17.072160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d555bf-60c9-4e54-8b1f-64d1b1cc0539 req-a14b976b-349b-4d41-a07b-456e76061e46 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:17.083581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d555bf-60c9-4e54-8b1f-64d1b1cc0539 req-a14b976b-349b-4d41-a07b-456e76061e46 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:17.094642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d555bf-60c9-4e54-8b1f-64d1b1cc0539 req-a14b976b-349b-4d41-a07b-456e76061e46 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:17.105737 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d555bf-60c9-4e54-8b1f-64d1b1cc0539 req-a14b976b-349b-4d41-a07b-456e76061e46 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:17.115588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d555bf-60c9-4e54-8b1f-64d1b1cc0539 req-a14b976b-349b-4d41-a07b-456e76061e46 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:17.119217 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2d555bf-60c9-4e54-8b1f-64d1b1cc0539 req-a14b976b-349b-4d41-a07b-456e76061e46 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5424 time: 0.5417080 Jul 27 19:52:17.175033 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f5ceb347-b7a3-45d5-ad7e-589fd8409923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'name': 'tempest-FloatingIPsTestJSON-395240985-router', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:43Z', 'updated_at': '2021-07-27T19:52:16Z', 'revision_number': 6, 'project_id': '999ba3900e2b4394b7a6017817e212d3', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:17.192288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1217195466-network', 'tenant_id': '52e59b9ffeef4af9a3a07f74165a5a60'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:17.198320 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:17.208921 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:17.231330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ceb347-b7a3-45d5-ad7e-589fd8409923 None None] The sync data for ids ['7d4c9f62-25a8-45ba-a259-47c5a5a971dc'] in n-d-705657-21 is: [{'id': '7d4c9f62-25a8-45ba-a259-47c5a5a971dc', 'name': 'tempest-FloatingIPsTestJSON-395240985-router', 'tenant_id': '999ba3900e2b4394b7a6017817e212d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:51:43Z', 'updated_at': '2021-07-27T19:52:16Z', 'revision_number': 6, 'project_id': '999ba3900e2b4394b7a6017817e212d3', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:17.239459 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:17.275144 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f06bb-ab38-4140-89eb-da2d2f13f456 req-f5c8a9b6-9ee2-4cbb-963e-d5d02f56a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:17.276653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-686f06bb-ab38-4140-89eb-da2d2f13f456 req-f5c8a9b6-9ee2-4cbb-963e-d5d02f56a31d service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.5631502 Jul 27 19:52:17.293753 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6be3bcaf-a7b5-4af5-83e3-40bb5ecf41af tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:17.299883 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] Made reservation on behalf of 52e59b9ffeef4af9a3a07f74165a5a60 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:17.302185 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:17.302350 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c389675-fc2c-489a-ac5e-e52b3557cb14'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:17.304941 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4012440-e1ce-4c33-9958-696f6140fcf4" -d '{"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-plugged", "status": "completed", "tag": "1c389675-fc2c-489a-ac5e-e52b3557cb14"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:17.321039 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2d555bf-60c9-4e54-8b1f-64d1b1cc0539 req-c3fb30a2-a34f-4e79-8741-bc07bb10b2a1 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315196 Jul 27 19:52:17.328973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1c389675-fc2c-489a-ac5e-e52b3557cb14, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1c389675-fc2c-489a-ac5e-e52b3557cb14,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:17.341570 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:17.342636 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:17.344578 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:17.353748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71abe1-0bea-495a-9fac-30ffd77ca37e req-fc16d869-d9e9-4d3a-b4d3-5028d95a67a3 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:17.356251 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c71abe1-0bea-495a-9fac-30ffd77ca37e req-fc16d869-d9e9-4d3a-b4d3-5028d95a67a3 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 932 time: 0.4351172 Jul 27 19:52:17.469861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3bcaf-a7b5-4af5-83e3-40bb5ecf41af tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event updated for resources: {'Subnet': ['ID=7c8f3431-5d2b-4fd3-89ab-a4514f82698d,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:17.472134 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1c389675-fc2c-489a-ac5e-e52b3557cb14,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:17.485537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-686f06bb-ab38-4140-89eb-da2d2f13f456 req-227acd81-2d63-4c23-a35d-0fd25ee0dbe7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab HTTP/1.1" status: 200 len: 998 time: 0.1851819 Jul 27 19:52:17.506970 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:17.516960 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d42875f-10b7-480a-ac48-c03ecb1764ae x-openstack-request-id: req-0d42875f-10b7-480a-ac48-c03ecb1764ae {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:17.517380 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-plugged", "status": "completed", "tag": "1c389675-fc2c-489a-ac5e-e52b3557cb14", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:17.517770 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d42875f-10b7-480a-ac48-c03ecb1764ae {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:17.518257 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c389675-fc2c-489a-ac5e-e52b3557cb14', 'code': 200} Jul 27 19:52:17.518931 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:17.526446 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:17.526982 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:17.543754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c71abe1-0bea-495a-9fac-30ffd77ca37e req-62df608d-4c89-456f-ad1c-73488ed3f9c4 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433420 Jul 27 19:52:17.546421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3bcaf-a7b5-4af5-83e3-40bb5ecf41af tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Checking segment: {'id': 'b53be11e-87a3-4847-9a80-179381edef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b975a9aa-2ca0-4ad7-ae2a-810404f3601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:17.546835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3bcaf-a7b5-4af5-83e3-40bb5ecf41af tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Network hostable DHCP agents. Network: b975a9aa-2ca0-4ad7-ae2a-810404f3601b, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:52:17.591194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f06bb-ab38-4140-89eb-da2d2f13f456 req-d87d7c47-dd84-4959-8ce1-ac57958e11ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:17.593144 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-686f06bb-ab38-4140-89eb-da2d2f13f456 req-d87d7c47-dd84-4959-8ce1-ac57958e11ef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.0987422 Jul 27 19:52:17.596885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3bcaf-a7b5-4af5-83e3-40bb5ecf41af tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Network b975a9aa-2ca0-4ad7-ae2a-810404f3601b is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:52:17.634187 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] Pushing event deleted for resources: {'Port': ['ID=26843e7d-e739-4271-b799-88e419a10b74,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:17.640100 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-6be3bcaf-a7b5-4af5-83e3-40bb5ecf41af tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, b975a9aa-2ca0-4ad7-ae2a-810404f3601b) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:17.646319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be3bcaf-a7b5-4af5-83e3-40bb5ecf41af tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:17.646954 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6be3bcaf-a7b5-4af5-83e3-40bb5ecf41af tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:17.652984 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a74628-e4b4-4c24-859c-554f523990e6 None None] Network b975a9aa-2ca0-4ad7-ae2a-810404f3601b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:17.683301 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7839cfa9-6da5-4d65-8dc1-0aceb375c793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:17.712625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f06bb-ab38-4140-89eb-da2d2f13f456 req-a51ee6bd-88ce-4106-a807-53260aa2c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:17.714267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-686f06bb-ab38-4140-89eb-da2d2f13f456 req-a51ee6bd-88ce-4106-a807-53260aa2c506 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1130848 Jul 27 19:52:17.745420 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:17.815853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5,segment=NetworkSegment(e52b20eb-8fa4-47e2-89a3-51117f3d25a8),segment_id=e52b20eb-8fa4-47e2-89a3-51117f3d25a8)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:17.821991 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:17.823324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6b82a051-4a63-458c-b31a-5df21e5cf87c up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:17.908096 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839cfa9-6da5-4d65-8dc1-0aceb375c793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e504dbb2-7ba1-43bd-9276-0f0a3a76a118,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:17.919675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48292) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:17.945676 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:17.973801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b975a9aa-2ca0-4ad7-ae2a-810404f3601b', 'network_id': 'b975a9aa-2ca0-4ad7-ae2a-810404f3601b', 'tenant_id': '5cfa867507304540bb867e8230d73464', 'fixed_ips': [{'subnet_id': '7c8f3431-5d2b-4fd3-89ab-a4514f82698d'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:52:17.974890 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:17.976994 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-686f06bb-ab38-4140-89eb-da2d2f13f456 req-60ce3a5f-9618-4ab3-a196-353beed6e3ae service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434893 Jul 27 19:52:17.990463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:18.003495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 6b82a051-4a63-458c-b31a-5df21e5cf87c completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:18.008854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 6b82a051-4a63-458c-b31a-5df21e5cf87c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:18.009292 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.051880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-24083657-3f8c-4911-bf35-cd5251cc2bf9 admin admin] Deleting subnet 93f37552-4917-4a89-98ea-cb02c52bdc69 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:52:18.055554 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-24083657-3f8c-4911-bf35-cd5251cc2bf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.092857 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-24083657-3f8c-4911-bf35-cd5251cc2bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.145627 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-24083657-3f8c-4911-bf35-cd5251cc2bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.206887 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Allocated IP 2001:db8::2 (b975a9aa-2ca0-4ad7-ae2a-810404f3601b/7c8f3431-5d2b-4fd3-89ab-a4514f82698d/a73125a2-0fb9-42b2-b518-1831d998c241) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:18.210672 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f1f5d-f148-4d99-8682-801005379c37 req-4bdef452-d6a5-4d8e-a158-2598e21832e9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:18.218710 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-454f1f5d-f148-4d99-8682-801005379c37 req-4bdef452-d6a5-4d8e-a158-2598e21832e9 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.3533535 Jul 27 19:52:18.282582 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 26843e7d-e739-4271-b799-88e419a10b74 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:18.303092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-454f1f5d-f148-4d99-8682-801005379c37 req-a8e01ed6-6998-49ef-9d5e-215ffd6ca12d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834501 Jul 27 19:52:18.305054 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-686f06bb-ab38-4140-89eb-da2d2f13f456 req-03b64b12-ff8b-4f7f-a648-7a2b2c7aaa08 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185577 Jul 27 19:52:18.306626 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-24083657-3f8c-4911-bf35-cd5251cc2bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.314174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 26843e7d-e739-4271-b799-88e419a10b74 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:18.315492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 26843e7d-e739-4271-b799-88e419a10b74 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:18.316109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e952a826-4dff-43cb-a0b3-99d69b2e0a1a no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:18.349388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24083657-3f8c-4911-bf35-cd5251cc2bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f37552-4917-4a89-98ea-cb02c52bdc69,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:18.353831 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-24083657-3f8c-4911-bf35-cd5251cc2bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.356624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-24083657-3f8c-4911-bf35-cd5251cc2bf9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/93f37552-4917-4a89-98ea-cb02c52bdc69 HTTP/1.1" status: 204 len: 168 time: 0.4291003 Jul 27 19:52:18.359268 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48294) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:18.370701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: e952a826-4dff-43cb-a0b3-99d69b2e0a1a {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:18.371454 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e952a826-4dff-43cb-a0b3-99d69b2e0a1a not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:18.373291 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.474927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6b82a051-4a63-458c-b31a-5df21e5cf87c, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6b82a051-4a63-458c-b31a-5df21e5cf87c,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:18.476823 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.483012 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-701e3614-791f-4c0d-8426-01bc9dc71180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.484918 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.486152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:18.491216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Transition to ACTIVE for port object a73125a2-0fb9-42b2-b518-1831d998c241 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:18.515183 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.519926 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839cfa9-6da5-4d65-8dc1-0aceb375c793 admin admin] Checking segment: {'id': '5446e13b-7659-486e-a454-11f27db1ba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '86948bca-ba45-4231-ab4b-00a067c3bdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:18.520301 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7839cfa9-6da5-4d65-8dc1-0aceb375c793 admin admin] Network hostable DHCP agents. Network: 86948bca-ba45-4231-ab4b-00a067c3bdd0, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:52:18.529935 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.536749 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6be3bcaf-a7b5-4af5-83e3-40bb5ecf41af tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6034789 Jul 27 19:52:18.536959 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.538018 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48298) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:18.538480 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.547640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0ea65af1-df29-47ec-a164-f40bffc4eabc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Request body: {'network': {'name': 'tempest-router-network01--1545650394'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:18.560475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Transition to ACTIVE for port object a73125a2-0fb9-42b2-b518-1831d998c241 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:18.580808 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.604728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=6b82a051-4a63-458c-b31a-5df21e5cf87c,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:18.611730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794536e-0ae4-4aad-9dcf-fcaa13833f01 req-29c75297-47ed-43c2-a206-9ddb2d6a6cf6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:18.617110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Network b975a9aa-2ca0-4ad7-ae2a-810404f3601b is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:18.618172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794536e-0ae4-4aad-9dcf-fcaa13833f01 req-29c75297-47ed-43c2-a206-9ddb2d6a6cf6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:18.624547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794536e-0ae4-4aad-9dcf-fcaa13833f01 req-29c75297-47ed-43c2-a206-9ddb2d6a6cf6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:18.630500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794536e-0ae4-4aad-9dcf-fcaa13833f01 req-29c75297-47ed-43c2-a206-9ddb2d6a6cf6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:18.636450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794536e-0ae4-4aad-9dcf-fcaa13833f01 req-29c75297-47ed-43c2-a206-9ddb2d6a6cf6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:18.638435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:18.643238 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:18.644718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794536e-0ae4-4aad-9dcf-fcaa13833f01 req-29c75297-47ed-43c2-a206-9ddb2d6a6cf6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:18.651093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794536e-0ae4-4aad-9dcf-fcaa13833f01 req-29c75297-47ed-43c2-a206-9ddb2d6a6cf6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:18.653315 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0794536e-0ae4-4aad-9dcf-fcaa13833f01 req-29c75297-47ed-43c2-a206-9ddb2d6a6cf6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5426 time: 0.2059379 Jul 27 19:52:18.655260 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-701e3614-791f-4c0d-8426-01bc9dc71180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.659553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:18.686640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:18.687031 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.690912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Pushing event updated for resources: {'Port': ['ID=a73125a2-0fb9-42b2-b518-1831d998c241,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:18.707553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-701e3614-791f-4c0d-8426-01bc9dc71180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9642579-d15c-472d-a1f3-21ada0fda588']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:18.714332 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:52:18.725866 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-701e3614-791f-4c0d-8426-01bc9dc71180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d726cae-8be1-424c-87aa-5730ccc02d93') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:18.726275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-701e3614-791f-4c0d-8426-01bc9dc71180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d726cae-8be1-424c-87aa-5730ccc02d93') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:18.733961 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea65af1-df29-47ec-a164-f40bffc4eabc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Made reservation on behalf of 5cfa867507304540bb867e8230d73464 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:18.737783 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ea65af1-df29-47ec-a164-f40bffc4eabc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.746098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7839cfa9-6da5-4d65-8dc1-0aceb375c793 admin admin] Network 86948bca-ba45-4231-ab4b-00a067c3bdd0 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:52:18.746964 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-701e3614-791f-4c0d-8426-01bc9dc71180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.754437 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.755463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d4c9f62-25a8-45ba-a259-47c5a5a971dc {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:52:18.759852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Attempting to bind port a73125a2-0fb9-42b2-b518-1831d998c241 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:18.760381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Attempting to bind port a73125a2-0fb9-42b2-b518-1831d998c241 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'b53be11e-87a3-4847-9a80-179381edef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b975a9aa-2ca0-4ad7-ae2a-810404f3601b'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:18.760613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Attempting to bind port a73125a2-0fb9-42b2-b518-1831d998c241 on network b975a9aa-2ca0-4ad7-ae2a-810404f3601b {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:18.765766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0794536e-0ae4-4aad-9dcf-fcaa13833f01 req-d3e7de4f-ce49-424b-a8b9-9e74b3a73da2 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924647 Jul 27 19:52:18.766327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.770027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:18.770027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Checking segment: {'id': 'b53be11e-87a3-4847-9a80-179381edef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b975a9aa-2ca0-4ad7-ae2a-810404f3601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:18.770027 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.770027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Bound using segment: {'id': 'b53be11e-87a3-4847-9a80-179381edef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b975a9aa-2ca0-4ad7-ae2a-810404f3601b'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:18.770027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Bound port: a73125a2-0fb9-42b2-b518-1831d998c241, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53be11e-87a3-4847-9a80-179381edef17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b975a9aa-2ca0-4ad7-ae2a-810404f3601b'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:18.770605 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.771346 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-eb8b32f8-bcc3-4a03-bb9c-5a7e122bba1a admin admin] 10.222.0.48 "DELETE /v2.0/routers/7d4c9f62-25a8-45ba-a259-47c5a5a971dc HTTP/1.1" status: 204 len: 168 time: 2.8421535 Jul 27 19:52:18.773102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48302) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:18.781150 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.781834 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] Added segment 8fc45b24-19f9-48b4-8bb9-2130f0179122 of type vlan for network fe51d6e8-dc8b-4948-8f50-ec9229be579f Jul 27 19:52:18.782099 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-701e3614-791f-4c0d-8426-01bc9dc71180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.786547 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc81f293-ab9f-4def-9482-160c09528953 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:18.791481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec67380-cc59-433c-9928-051dd2748469,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:18.816277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.843852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-7839cfa9-6da5-4d65-8dc1-0aceb375c793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 86948bca-ba45-4231-ab4b-00a067c3bdd0) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:18.845666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701e3614-791f-4c0d-8426-01bc9dc71180 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:52:18.846207 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-701e3614-791f-4c0d-8426-01bc9dc71180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:52:18.848034 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:52:18.864341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7839cfa9-6da5-4d65-8dc1-0aceb375c793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:18.865152 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7839cfa9-6da5-4d65-8dc1-0aceb375c793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.876625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5852624c-d673-4901-aaf1-cbcd1882b2e5 None None] Network 86948bca-ba45-4231-ab4b-00a067c3bdd0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:18.911039 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.911264 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00400ef-60c0-401b-87fd-b608e35f15ab req-cae7aa36-b6d8-4091-be53-30ee1e8047b5 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:18.918996 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f00400ef-60c0-401b-87fd-b608e35f15ab req-cae7aa36-b6d8-4091-be53-30ee1e8047b5 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 932 time: 0.2606666 Jul 27 19:52:18.938326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea65af1-df29-47ec-a164-f40bffc4eabc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:52:18.944437 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.963310 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:18.968756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3ff8b5-927c-4865-bb60-51b06982facc admin admin] Deleting subnet 115ec9c1-a86d-4750-9ea4-f8500e4fb08f {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:52:18.976229 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff8b5-927c-4865-bb60-51b06982facc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.000819 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] For port a73125a2-0fb9-42b2-b518-1831d998c241, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:19.016329 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-701e3614-791f-4c0d-8426-01bc9dc71180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.020684 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ea65af1-df29-47ec-a164-f40bffc4eabc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.020972 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-0ea65af1-df29-47ec-a164-f40bffc4eabc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Added segment 571e110d-452b-48aa-a882-84e85bb5c911 of type vlan for network 28d98c75-66dc-447e-b6c2-a49ec6852f66 Jul 27 19:52:19.035232 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-701e3614-791f-4c0d-8426-01bc9dc71180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.035663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] For port a73125a2-0fb9-42b2-b518-1831d998c241, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a73125a2-0fb9-42b2-b518-1831d998c241,segment=NetworkSegment(b53be11e-87a3-4847-9a80-179381edef17),segment_id=b53be11e-87a3-4847-9a80-179381edef17)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:19.044912 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7839cfa9-6da5-4d65-8dc1-0aceb375c793 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2278314 Jul 27 19:52:19.044912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Transition to ACTIVE for port object dc81f293-ab9f-4def-9482-160c09528953 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:19.045193 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-701e3614-791f-4c0d-8426-01bc9dc71180 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c9642579-d15c-472d-a1f3-21ada0fda588 HTTP/1.1" status: 204 len: 168 time: 0.6794603 Jul 27 19:52:19.045313 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.045313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:19.045313 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.057942 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.061876 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:19.070084 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.084260 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.085266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 8509d889-e654-492c-90f2-f145f97d6866 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:19.092700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f00400ef-60c0-401b-87fd-b608e35f15ab req-5a8f749e-ec4c-4165-b22b-8dd2fb267ce3 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725280 Jul 27 19:52:19.095885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e3614-791f-4c0d-8426-01bc9dc71180 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9642579-d15c-472d-a1f3-21ada0fda588,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:19.119481 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff8b5-927c-4865-bb60-51b06982facc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.227829 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1757677 Jul 27 19:52:19.230658 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ea65af1-df29-47ec-a164-f40bffc4eabc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.230941 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48308) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:19.236699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ba0fe028-394c-411d-abdd-1c999587ceaa admin admin] Request body: {'subnet': {'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1217195466-subnet', 'tenant_id': '52e59b9ffeef4af9a3a07f74165a5a60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:19.246977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac632c0-5fcb-4527-b5d0-13405f0dc7fc None None] Network 86948bca-ba45-4231-ab4b-00a067c3bdd0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:19.250354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04a4c1-8733-427c-aab3-8844f27eb284 None None] Pushing event updated for resources: {'Port': ['ID=a73125a2-0fb9-42b2-b518-1831d998c241,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:19.302666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de70a9-707d-474d-9ac5-711ec268ce89 admin admin] Pushing event updated for resources: {'Network': ['ID=fe51d6e8-dc8b-4948-8f50-ec9229be579f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:19.326575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network fe51d6e8-dc8b-4948-8f50-ec9229be579f details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:52:19.333985 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48310) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:19.344235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Pushing event updated for resources: {'Port': ['ID=dc81f293-ab9f-4def-9482-160c09528953,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:19.376619 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 8509d889-e654-492c-90f2-f145f97d6866 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:19.388428 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff8b5-927c-4865-bb60-51b06982facc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.391690 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ea65af1-df29-47ec-a164-f40bffc4eabc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.397775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea65af1-df29-47ec-a164-f40bffc4eabc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:19.398638 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ea65af1-df29-47ec-a164-f40bffc4eabc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.406110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 8509d889-e654-492c-90f2-f145f97d6866 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:19.406486 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.421272 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Attempting to bind port dc81f293-ab9f-4def-9482-160c09528953 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:19.421877 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Attempting to bind port dc81f293-ab9f-4def-9482-160c09528953 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '5ab1c04c-9dce-4428-a1f0-0a39d89cf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4b297832-9b0b-4a76-93eb-5e4042a4102f'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:19.422484 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Attempting to bind port dc81f293-ab9f-4def-9482-160c09528953 on network 4b297832-9b0b-4a76-93eb-5e4042a4102f {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:19.460604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:19.476471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0fe028-394c-411d-abdd-1c999587ceaa admin admin] Made reservation on behalf of 52e59b9ffeef4af9a3a07f74165a5a60 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:19.476979 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0ea65af1-df29-47ec-a164-f40bffc4eabc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9334700 Jul 27 19:52:19.479440 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba0fe028-394c-411d-abdd-1c999587ceaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.481556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48318) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:19.482319 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Port dc81f293-ab9f-4def-9482-160c09528953 on network 4b297832-9b0b-4a76-93eb-5e4042a4102f not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:52:19.483130 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Attempting to bind port dc81f293-ab9f-4def-9482-160c09528953 on network 4b297832-9b0b-4a76-93eb-5e4042a4102f {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:19.504678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-af3a7b5b-39a6-410b-af77-f1f00f90b02f tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Request body: {'network': {'name': 'tempest-router-network02--387415'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:19.508856 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:19.509581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Checking segment: {'id': '5ab1c04c-9dce-4428-a1f0-0a39d89cf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4b297832-9b0b-4a76-93eb-5e4042a4102f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:19.510124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Bound using segment: {'id': '5ab1c04c-9dce-4428-a1f0-0a39d89cf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4b297832-9b0b-4a76-93eb-5e4042a4102f'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:19.510916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Bound port: dc81f293-ab9f-4def-9482-160c09528953, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab1c04c-9dce-4428-a1f0-0a39d89cf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4b297832-9b0b-4a76-93eb-5e4042a4102f'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:19.512185 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.541478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea65af1-df29-47ec-a164-f40bffc4eabc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event updated for resources: {'Network': ['ID=28d98c75-66dc-447e-b6c2-a49ec6852f66,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:19.575319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5'}, {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b82a051-4a63-458c-b31a-5df21e5cf87c'}, {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f4f404-35f4-4af5-81a9-53ee4e03e5b4'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:19.577675 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80076ec-08b8-4ddd-8175-e66c1fc1431c" -d '{"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-plugged", "status": "completed", "tag": "a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5"}, {"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-plugged", "status": "completed", "tag": "6b82a051-4a63-458c-b31a-5df21e5cf87c"}, {"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-plugged", "status": "completed", "tag": "f3f4f404-35f4-4af5-81a9-53ee4e03e5b4"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:19.583007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 28d98c75-66dc-447e-b6c2-a49ec6852f66 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:52:19.632965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] For port dc81f293-ab9f-4def-9482-160c09528953, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:19.638484 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] For port dc81f293-ab9f-4def-9482-160c09528953, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=dc81f293-ab9f-4def-9482-160c09528953,segment=NetworkSegment(5ab1c04c-9dce-4428-a1f0-0a39d89cf838),segment_id=5ab1c04c-9dce-4428-a1f0-0a39d89cf838)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:19.648280 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.690467 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:19.691401 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.693270 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] 10.222.0.52 "PUT /v2.0/ports/dc81f293-ab9f-4def-9482-160c09528953 HTTP/1.1" status: 200 len: 1093 time: 2.6994779 Jul 27 19:52:19.693900 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbed506-952e-4fe9-866b-ec4b116ae7d2', 'tag': 'dc81f293-ab9f-4def-9482-160c09528953'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:19.697718 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f335ad3d-4908-4e77-af70-b885605267b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbed506-952e-4fe9-866b-ec4b116ae7d2", "tag": "dc81f293-ab9f-4def-9482-160c09528953"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:19.730175 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364baf5-b155-47bb-a34d-c2298d109b5c service neutron] Pushing event updated for resources: {'Port': ['ID=dc81f293-ab9f-4def-9482-160c09528953,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:19.774247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3a7b5b-39a6-410b-af77-f1f00f90b02f tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Made reservation on behalf of 5cfa867507304540bb867e8230d73464 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:19.778480 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af3a7b5b-39a6-410b-af77-f1f00f90b02f tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:19.802762 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-709c2340-0262-4309-b38a-8e59eb4c8764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:19.804411 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-709c2340-0262-4309-b38a-8e59eb4c8764 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba2de612201a4a35a6f5cd51512a5321&device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 1096 time: 0.0617995 Jul 27 19:52:19.827705 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-8bb1b9f4-ca29-495f-abe0-d77b56d20a8f req-a38602b8-8bca-4cb6-b154-098ad8f5dcf8 tempest-SecurityGroupsNegativeTestJSON-1775859501 tempest-SecurityGroupsNegativeTestJSON-1775859501-project] show failed (client error): The resource could not be found. Jul 27 19:52:19.829133 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8bb1b9f4-ca29-495f-abe0-d77b56d20a8f req-a38602b8-8bca-4cb6-b154-098ad8f5dcf8 tempest-SecurityGroupsNegativeTestJSON-1775859501 tempest-SecurityGroupsNegativeTestJSON-1775859501-project] 10.222.0.48 "GET /v2.0/security-groups/d44c1fe7-81c6-4731-906f-c837ad8e6e9e HTTP/1.1" status: 404 len: 352 time: 0.0746486 Jul 27 19:52:19.872385 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-4872b4ce-69c3-43c6-b725-f918b8849111 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc81f293-ab9f-4def-9482-160c09528953 HTTP/1.1" status: 200 len: 217 time: 0.0584915 Jul 27 19:52:19.910736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fcb60b5a-7f42-4053-bdf4-b3318426e5c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6700d45b0b7b42b586b2b255adbceb08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523155 Jul 27 19:52:19.914101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48328) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:19.928169 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99de64f8-0276-4c30-8c4d-9d362c3c3556 x-openstack-request-id: req-99de64f8-0276-4c30-8c4d-9d362c3c3556 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:19.932561 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-plugged", "status": "completed", "tag": "a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5", "code": 200}, {"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-plugged", "status": "completed", "tag": "6b82a051-4a63-458c-b31a-5df21e5cf87c", "code": 200}, {"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-plugged", "status": "completed", "tag": "f3f4f404-35f4-4af5-81a9-53ee4e03e5b4", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:19.933643 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99de64f8-0276-4c30-8c4d-9d362c3c3556 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:19.934341 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5', 'code': 200} Jul 27 19:52:19.934911 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b82a051-4a63-458c-b31a-5df21e5cf87c', 'code': 200} Jul 27 19:52:19.935268 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f4f404-35f4-4af5-81a9-53ee4e03e5b4', 'code': 200} Jul 27 19:52:19.943548 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21faeec4-97a5-4f35-b30b-a921f04b5ebf x-openstack-request-id: req-21faeec4-97a5-4f35-b30b-a921f04b5ebf {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:19.943838 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbed506-952e-4fe9-866b-ec4b116ae7d2", "tag": "dc81f293-ab9f-4def-9482-160c09528953", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:19.944089 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21faeec4-97a5-4f35-b30b-a921f04b5ebf {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:19.944529 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbed506-952e-4fe9-866b-ec4b116ae7d2', 'tag': 'dc81f293-ab9f-4def-9482-160c09528953', 'status': 'completed', 'code': 200} Jul 27 19:52:19.958826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:19.995290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-4173d19c-eeb7-42b2-954c-3d34c76bc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:19.996951 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-4173d19c-eeb7-42b2-954c-3d34c76bc86e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b449b1d1-35ca-4299-ac25-6927745019e8 HTTP/1.1" status: 200 len: 853 time: 0.1143253 Jul 27 19:52:20.030859 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:20.031369 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 6f0aa6ab-c988-4ff2-b8e8-6389fa016c52 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:20.034036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a73125a2-0fb9-42b2-b518-1831d998c241 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:20.038316 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-949a789e-3b55-4b64-a617-e0bb982a3e79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b297832-9b0b-4a76-93eb-5e4042a4102f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325449 Jul 27 19:52:20.064890 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.120800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 8509d889-e654-492c-90f2-f145f97d6866, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8509d889-e654-492c-90f2-f145f97d6866,segment=NetworkSegment(0fc0c1d8-13fa-4249-80f7-da70722bf0ab),segment_id=0fc0c1d8-13fa-4249-80f7-da70722bf0ab)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:20.123447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port a73125a2-0fb9-42b2-b518-1831d998c241 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:20.132806 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.134954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 2319aae9-ce95-4f29-aabf-b219da789e06 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:20.163893 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-70c3665b-7046-4579-8a4b-922ded84e496 service neutron] 10.222.0.52 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106563 Jul 27 19:52:20.233997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=8509d889-e654-492c-90f2-f145f97d6866,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:20.247911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 2319aae9-ce95-4f29-aabf-b219da789e06 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:20.253250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 2319aae9-ce95-4f29-aabf-b219da789e06 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:20.254808 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.288229 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-163d8cce-25fe-4709-b81d-a8f78fffe196 req-93b87260-ec49-49de-a0ad-0449d67d8f0c service neutron] 10.222.0.52 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152506 Jul 27 19:52:20.302061 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff8b5-927c-4865-bb60-51b06982facc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.358501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3a7b5b-39a6-410b-af77-f1f00f90b02f tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:52:20.359146 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.403295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 2319aae9-ce95-4f29-aabf-b219da789e06, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=2319aae9-ce95-4f29-aabf-b219da789e06,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:20.406754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ff8b5-927c-4865-bb60-51b06982facc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=115ec9c1-a86d-4750-9ea4-f8500e4fb08f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:20.407798 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335ad3d-4908-4e77-af70-b885605267b8 req-4ecd54c0-e2a5-4ea5-9841-9eea55ec31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:20.409447 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f335ad3d-4908-4e77-af70-b885605267b8 req-4ecd54c0-e2a5-4ea5-9841-9eea55ec31f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba2de612201a4a35a6f5cd51512a5321&device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 1096 time: 0.0650051 Jul 27 19:52:20.410399 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.414315 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff8b5-927c-4865-bb60-51b06982facc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.416268 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ae3ff8b5-927c-4865-bb60-51b06982facc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/115ec9c1-a86d-4750-9ea4-f8500e4fb08f HTTP/1.1" status: 204 len: 168 time: 1.6421471 Jul 27 19:52:20.424524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984ab6f2-105b-4c3a-a067-a71a8d17d30b None None] Network c4cefaf5-08e8-4a81-aa54-40dec4032b96 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:20.426997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1a40ce14-5f90-474d-95b9-4921682fa7d3 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:20.430450 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48334) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:20.466005 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af3a7b5b-39a6-410b-af77-f1f00f90b02f tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.466438 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-af3a7b5b-39a6-410b-af77-f1f00f90b02f tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Added segment 69564d32-ee5c-40c7-8cf2-348cc50fd254 of type vlan for network 1fefd190-13a6-4131-b0cf-8c34760fca4e Jul 27 19:52:20.520653 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aacd9-7e23-4dc8-968c-ba65e6e79077 req-90c49d8d-d68c-403e-a62e-ada60d90598e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:20.528666 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-743aacd9-7e23-4dc8-968c-ba65e6e79077 req-90c49d8d-d68c-403e-a62e-ada60d90598e tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 1.0455167 Jul 27 19:52:20.563231 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.565361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ff1d83-0bd6-4628-97b7-75c4c8ece4ef None None] Network b975a9aa-2ca0-4ad7-ae2a-810404f3601b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:20.587080 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba0fe028-394c-411d-abdd-1c999587ceaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.629514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=2319aae9-ce95-4f29-aabf-b219da789e06,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:20.649066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335ad3d-4908-4e77-af70-b885605267b8 req-148be189-87a0-428f-be57-1ffb5220502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:20.650629 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f335ad3d-4908-4e77-af70-b885605267b8 req-148be189-87a0-428f-be57-1ffb5220502f service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b297832-9b0b-4a76-93eb-5e4042a4102f HTTP/1.1" status: 200 len: 914 time: 0.2327578 Jul 27 19:52:20.655909 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af3a7b5b-39a6-410b-af77-f1f00f90b02f tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.674820 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f1946fcc-196f-4bfc-9c08-a270a6f30537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.700360 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-743aacd9-7e23-4dc8-968c-ba65e6e79077 req-4fed6be7-5c98-498e-b9f0-4390a9fb500d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707206 Jul 27 19:52:20.703543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 1a40ce14-5f90-474d-95b9-4921682fa7d3 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:20.707258 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a98be9f5-34ed-45df-ac53-6512eb66f9b6 None None] Provisioning for port a73125a2-0fb9-42b2-b518-1831d998c241 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:20.711458 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f335ad3d-4908-4e77-af70-b885605267b8 req-09f74098-aa7a-48cc-b880-fc67a4bcab10 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc81f293-ab9f-4def-9482-160c09528953 HTTP/1.1" status: 200 len: 217 time: 0.0510030 Jul 27 19:52:20.712305 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 1a40ce14-5f90-474d-95b9-4921682fa7d3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:20.712437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197941e-5199-471b-b7d3-ccf39c3a37b0 req-cb5c4dcb-d72a-4f2d-891c-652eb1f57085 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:20.712756 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.714456 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] Deleting port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:20.714836 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.719919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197941e-5199-471b-b7d3-ccf39c3a37b0 req-cb5c4dcb-d72a-4f2d-891c-652eb1f57085 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:20.720072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a98be9f5-34ed-45df-ac53-6512eb66f9b6 None None] Provisioning complete for port a73125a2-0fb9-42b2-b518-1831d998c241 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:20.720072 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a98be9f5-34ed-45df-ac53-6512eb66f9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.724795 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197941e-5199-471b-b7d3-ccf39c3a37b0 req-cb5c4dcb-d72a-4f2d-891c-652eb1f57085 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:20.731413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197941e-5199-471b-b7d3-ccf39c3a37b0 req-cb5c4dcb-d72a-4f2d-891c-652eb1f57085 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:20.737279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197941e-5199-471b-b7d3-ccf39c3a37b0 req-cb5c4dcb-d72a-4f2d-891c-652eb1f57085 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:20.743047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197941e-5199-471b-b7d3-ccf39c3a37b0 req-cb5c4dcb-d72a-4f2d-891c-652eb1f57085 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:20.749365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197941e-5199-471b-b7d3-ccf39c3a37b0 req-cb5c4dcb-d72a-4f2d-891c-652eb1f57085 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:20.751258 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5197941e-5199-471b-b7d3-ccf39c3a37b0 req-cb5c4dcb-d72a-4f2d-891c-652eb1f57085 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5429 time: 0.4424384 Jul 27 19:52:20.795944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fe028-394c-411d-abdd-1c999587ceaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fe36b11-6a84-4d30-ae2e-7d9b4762e48a,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:20.822337 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f1946fcc-196f-4bfc-9c08-a270a6f30537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.838266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] For port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e,segment=NetworkSegment(96c606a3-0772-4704-a71a-c4d209601fbf),segment_id=96c606a3-0772-4704-a71a-c4d209601fbf)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:20.838848 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.842481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335ad3d-4908-4e77-af70-b885605267b8 req-5d0b732a-7663-452a-a095-b7a80242629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:20.844015 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f335ad3d-4908-4e77-af70-b885605267b8 req-5d0b732a-7663-452a-a095-b7a80242629a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b449b1d1-35ca-4299-ac25-6927745019e8 HTTP/1.1" status: 200 len: 853 time: 0.1036074 Jul 27 19:52:20.874225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] Calling delete_port for f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:20.888915 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af3a7b5b-39a6-410b-af77-f1f00f90b02f tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.895020 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a7b5b-39a6-410b-af77-f1f00f90b02f tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:20.895615 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af3a7b5b-39a6-410b-af77-f1f00f90b02f tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.908258 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f335ad3d-4908-4e77-af70-b885605267b8 req-3454af59-8555-4384-a77e-647b11cf4350 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b297832-9b0b-4a76-93eb-5e4042a4102f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531456 Jul 27 19:52:20.928460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fe028-394c-411d-abdd-1c999587ceaa admin admin] Checking segment: {'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:20.928806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0fe028-394c-411d-abdd-1c999587ceaa admin admin] Network hostable DHCP agents. Network: fe51d6e8-dc8b-4948-8f50-ec9229be579f, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:52:20.950516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5197941e-5199-471b-b7d3-ccf39c3a37b0 req-55ba87a8-79c5-4254-9e7c-aabfe9bf30ed tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1836531 Jul 27 19:52:20.989840 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a98be9f5-34ed-45df-ac53-6512eb66f9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.992767 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:20.995723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed606b-b9e7-4389-a71f-76b59f845273 None None] DHCP port deletion for c4cefaf5-08e8-4a81-aa54-40dec4032b96 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:52:21.009259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25d7e6bd-b669-48d0-b2a2-ef59a660d0a8 req-a6b01424-2a55-4304-9e46-0d90f4c79f2f tempest-SecurityGroupsNegativeTestJSON-1775859501 tempest-SecurityGroupsNegativeTestJSON-1775859501-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a5018d12a1c431580544df8b51ab5a8 HTTP/1.1" status: 200 len: 2988 time: 0.2492988 Jul 27 19:52:21.019156 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-af3a7b5b-39a6-410b-af77-f1f00f90b02f tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5206923 Jul 27 19:52:21.022050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48338) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:21.030155 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b7aa8a44-03f6-4902-9fdc-293b66bd1339 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Request body: {'subnet': {'network_id': '28d98c75-66dc-447e-b6c2-a49ec6852f66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:21.047561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a7b5b-39a6-410b-af77-f1f00f90b02f tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event updated for resources: {'Network': ['ID=1fefd190-13a6-4131-b0cf-8c34760fca4e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:21.055150 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f1946fcc-196f-4bfc-9c08-a270a6f30537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.057733 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f1946fcc-196f-4bfc-9c08-a270a6f30537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.061613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f1946fcc-196f-4bfc-9c08-a270a6f30537 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2b89463-3d62-4e69-b4a9-cfea70a47689 HTTP/1.1" status: 204 len: 168 time: 1.1382401 Jul 27 19:52:21.069293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a98be9f5-34ed-45df-ac53-6512eb66f9b6 None None] For port a73125a2-0fb9-42b2-b518-1831d998c241, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a73125a2-0fb9-42b2-b518-1831d998c241,segment=NetworkSegment(b53be11e-87a3-4847-9a80-179381edef17),segment_id=b53be11e-87a3-4847-9a80-179381edef17)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:21.078235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0fe028-394c-411d-abdd-1c999587ceaa admin admin] Network fe51d6e8-dc8b-4948-8f50-ec9229be579f is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:52:21.098712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1a40ce14-5f90-474d-95b9-4921682fa7d3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1a40ce14-5f90-474d-95b9-4921682fa7d3,segment=NetworkSegment(0fc0c1d8-13fa-4249-80f7-da70722bf0ab),segment_id=0fc0c1d8-13fa-4249-80f7-da70722bf0ab)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:21.120641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1946fcc-196f-4bfc-9c08-a270a6f30537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b89463-3d62-4e69-b4a9-cfea70a47689,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:21.129470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 1fefd190-13a6-4131-b0cf-8c34760fca4e details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:52:21.134776 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a98be9f5-34ed-45df-ac53-6512eb66f9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.156506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-ba0fe028-394c-411d-abdd-1c999587ceaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, fe51d6e8-dc8b-4948-8f50-ec9229be579f) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:21.171072 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25d7e6bd-b669-48d0-b2a2-ef59a660d0a8 req-067d1d71-7018-4866-926a-65a7244c6d2e tempest-SecurityGroupsNegativeTestJSON-1775859501 tempest-SecurityGroupsNegativeTestJSON-1775859501-project] 10.222.0.48 "GET /v2.0/security-groups/e33320ec-b073-42a0-96ae-5be09d6930d6 HTTP/1.1" status: 200 len: 2985 time: 0.1607997 Jul 27 19:52:21.174543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0fe028-394c-411d-abdd-1c999587ceaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:21.175238 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba0fe028-394c-411d-abdd-1c999587ceaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.181029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.184093 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f335ad3d-4908-4e77-af70-b885605267b8 req-403a27ca-6c94-40a8-997b-b341da4c4f38 service neutron] 10.222.0.52 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660062 Jul 27 19:52:21.193133 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.235232 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:21.237383 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] No DVR routers for this DVR port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:52:21.252438 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25d7e6bd-b669-48d0-b2a2-ef59a660d0a8 req-d5d0c62d-84d6-404b-8514-8fb158446986 tempest-SecurityGroupsNegativeTestJSON-1775859501 tempest-SecurityGroupsNegativeTestJSON-1775859501-project] 10.222.0.48 "GET /v2.0/security-groups/e33320ec-b073-42a0-96ae-5be09d6930d6 HTTP/1.1" status: 200 len: 2985 time: 0.0803607 Jul 27 19:52:21.282500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98be9f5-34ed-45df-ac53-6512eb66f9b6 None None] Pushing event updated for resources: {'Port': ['ID=a73125a2-0fb9-42b2-b518-1831d998c241,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:21.288717 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aa8a44-03f6-4902-9fdc-293b66bd1339 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Made reservation on behalf of 5cfa867507304540bb867e8230d73464 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:21.290160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede307e-46d8-4407-a591-77ed3cad6936 req-1f199314-f030-4b6a-957d-ca6540a4bcdc tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:21.291964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ede307e-46d8-4407-a591-77ed3cad6936 req-1f199314-f030-4b6a-957d-ca6540a4bcdc tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 944 time: 0.1975319 Jul 27 19:52:21.292326 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7aa8a44-03f6-4902-9fdc-293b66bd1339 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.300552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5d5723-c4cd-4bbb-bbfe-280d29686f85 None None] Network fe51d6e8-dc8b-4948-8f50-ec9229be579f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:21.310501 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ba0fe028-394c-411d-abdd-1c999587ceaa admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0703487 Jul 27 19:52:21.452939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.487074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cefaf5-08e8-4a81-aa54-40dec4032b96']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:21.497383 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f335ad3d-4908-4e77-af70-b885605267b8 req-6755bdf7-eadf-44ba-9475-7a142f1caa3b service neutron] 10.222.0.52 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974117 Jul 27 19:52:21.498373 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1a40ce14-5f90-474d-95b9-4921682fa7d3,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:21.502686 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c606a3-0772-4704-a71a-c4d209601fbf') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:21.503047 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c606a3-0772-4704-a71a-c4d209601fbf') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:21.529269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.541735 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ede307e-46d8-4407-a591-77ed3cad6936 req-16466372-22e9-469d-a0b7-dead31f4aaa5 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302032 Jul 27 19:52:21.555965 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed606b-b9e7-4389-a71f-76b59f845273 None None] Deleting port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:21.556197 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c8ed606b-b9e7-4389-a71f-76b59f845273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.581310 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.607333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74c63e-c708-4ec9-b715-9ce55ea546b5 req-c75be5a4-3984-4fe5-b1bf-b21ab3c13929 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:21.620625 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d74c63e-c708-4ec9-b715-9ce55ea546b5 req-c75be5a4-3984-4fe5-b1bf-b21ab3c13929 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.2618418 Jul 27 19:52:21.623982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:52:21.624442 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:52:21.626269 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:52:21.653756 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device dc81f293-ab9f-4def-9482-160c09528953 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:52:21.729352 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c8ed606b-b9e7-4389-a71f-76b59f845273 None None] For port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e, host n-d-705657-21, got binding levels [] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:21.729974 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c8ed606b-b9e7-4389-a71f-76b59f845273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.732715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-fe51d6e8-dc8b-4948-8f50-ec9229be579f', 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f', 'tenant_id': '52e59b9ffeef4af9a3a07f74165a5a60', 'fixed_ips': [{'subnet_id': '5fe36b11-6a84-4d30-ae2e-7d9b4762e48a'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:52:21.733431 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.760652 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.765652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d74c63e-c708-4ec9-b715-9ce55ea546b5 req-4d03ec77-e28f-4f91-b219-7eb186e83de6 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355515 Jul 27 19:52:21.797113 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-255ff1f4-e7f0-433a-a599-ca82bd336144 req-e2eeb7c0-a0d9-47e9-90b7-a5b08d32430d tempest-SecurityGroupsNegativeTestJSON-1775859501 tempest-SecurityGroupsNegativeTestJSON-1775859501-project] 10.222.0.48 "GET /v2.0/security-groups/e33320ec-b073-42a0-96ae-5be09d6930d6 HTTP/1.1" status: 200 len: 2985 time: 0.1539726 Jul 27 19:52:21.808750 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.811543 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] 10.222.0.48 "DELETE /v2.0/networks/c4cefaf5-08e8-4a81-aa54-40dec4032b96 HTTP/1.1" status: 204 len: 168 time: 1.3796027 Jul 27 19:52:21.830392 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc5487-4bea-40a8-8391-8cb559e9e05b admin admin] Pushing event deleted for resources: {'Network': ['ID=c4cefaf5-08e8-4a81-aa54-40dec4032b96,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:21.854708 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7aa8a44-03f6-4902-9fdc-293b66bd1339 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:21.858072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed606b-b9e7-4389-a71f-76b59f845273 None None] Calling delete_port for f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:21.929442 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-255ff1f4-e7f0-433a-a599-ca82bd336144 req-eee29fb3-dcdb-4904-826c-5ec2e98aaf3a tempest-SecurityGroupsNegativeTestJSON-1775859501 tempest-SecurityGroupsNegativeTestJSON-1775859501-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 19:52:21.935440 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-255ff1f4-e7f0-433a-a599-ca82bd336144 req-eee29fb3-dcdb-4904-826c-5ec2e98aaf3a tempest-SecurityGroupsNegativeTestJSON-1775859501 tempest-SecurityGroupsNegativeTestJSON-1775859501-project] 10.222.0.48 "DELETE /v2.0/security-groups/e33320ec-b073-42a0-96ae-5be09d6930d6 HTTP/1.1" status: 409 len: 352 time: 0.1264343 Jul 27 19:52:21.954820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa8a44-03f6-4902-9fdc-293b66bd1339 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event updated for resources: {'Subnet': ['ID=795fb9c8-b68e-4686-8b63-5f50bb62f13d,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:21.966580 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa8a44-03f6-4902-9fdc-293b66bd1339 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Checking segment: {'id': '571e110d-452b-48aa-a882-84e85bb5c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28d98c75-66dc-447e-b6c2-a49ec6852f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:21.966945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa8a44-03f6-4902-9fdc-293b66bd1339 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Network hostable DHCP agents. Network: 28d98c75-66dc-447e-b6c2-a49ec6852f66, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:52:21.992557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa8a44-03f6-4902-9fdc-293b66bd1339 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Network 28d98c75-66dc-447e-b6c2-a49ec6852f66 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:52:22.012553 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b7aa8a44-03f6-4902-9fdc-293b66bd1339 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 28d98c75-66dc-447e-b6c2-a49ec6852f66) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:22.026848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aa8a44-03f6-4902-9fdc-293b66bd1339 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:22.027647 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7aa8a44-03f6-4902-9fdc-293b66bd1339 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:22.051317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.ipam_backend_mixin [None req-c8ed606b-b9e7-4389-a71f-76b59f845273 None None] Port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e was not found and therefore no delete operation was performed {{(pid=94061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 19:52:22.052968 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8509d889-e654-492c-90f2-f145f97d6866'}, {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2319aae9-ce95-4f29-aabf-b219da789e06'}, {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a40ce14-5f90-474d-95b9-4921682fa7d3'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:22.055731 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d29415-bf08-47e7-960f-2ab15bd396cc" -d '{"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-plugged", "status": "completed", "tag": "8509d889-e654-492c-90f2-f145f97d6866"}, {"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-plugged", "status": "completed", "tag": "2319aae9-ce95-4f29-aabf-b219da789e06"}, {"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-plugged", "status": "completed", "tag": "1a40ce14-5f90-474d-95b9-4921682fa7d3"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:22.059374 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b7aa8a44-03f6-4902-9fdc-293b66bd1339 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0366430 Jul 27 19:52:22.059872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48374) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:22.063108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a73125a2-0fb9-42b2-b518-1831d998c241 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:22.065179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4ee650-c9a3-438e-ad18-2fb740ded79a None None] Network 28d98c75-66dc-447e-b6c2-a49ec6852f66 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:22.066381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-eb410371-be19-4125-8f13-0d4cadec15f4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Request body: {'subnet': {'network_id': '1fefd190-13a6-4131-b0cf-8c34760fca4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:22.146961 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48376) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:22.174171 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399af42-e3a0-4ebb-bfcb-710f1121e975 req-848fc953-26a1-4dc3-82b9-82bf735568c3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:22.176070 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c399af42-e3a0-4ebb-bfcb-710f1121e975 req-848fc953-26a1-4dc3-82b9-82bf735568c3 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.1516125 Jul 27 19:52:22.227535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb410371-be19-4125-8f13-0d4cadec15f4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Made reservation on behalf of 5cfa867507304540bb867e8230d73464 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:22.231889 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb410371-be19-4125-8f13-0d4cadec15f4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:22.249635 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6d856249-5373-4545-9db2-152203da7fdd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=999ba3900e2b4394b7a6017817e212d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0985925 Jul 27 19:52:22.251971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48382) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:22.314979 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c8ed606b-b9e7-4389-a71f-76b59f845273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:22.331315 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1e4f-d9db-4c72-8b06-0dc9fa531c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:22.337742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c399af42-e3a0-4ebb-bfcb-710f1121e975 req-10dc9720-ecc6-4c01-908f-f09f7f999537 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511178 Jul 27 19:52:22.357361 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1e4f-d9db-4c72-8b06-0dc9fa531c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:22.378834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port dc81f293-ab9f-4def-9482-160c09528953, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=dc81f293-ab9f-4def-9482-160c09528953,segment=NetworkSegment(5ab1c04c-9dce-4428-a1f0-0a39d89cf838),segment_id=5ab1c04c-9dce-4428-a1f0-0a39d89cf838)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:22.421775 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1e4f-d9db-4c72-8b06-0dc9fa531c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:22.422785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed606b-b9e7-4389-a71f-76b59f845273 None None] Pushing event deleted for resources: {'Port': ['ID=f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:22.424699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8ed606b-b9e7-4389-a71f-76b59f845273 None None] Network c4cefaf5-08e8-4a81-aa54-40dec4032b96 is not hosted by any dhcp agent {{(pid=94061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 19:52:22.425130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed606b-b9e7-4389-a71f-76b59f845273 None None] No DVR routers for this DVR port f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:52:22.425719 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1e4f-d9db-4c72-8b06-0dc9fa531c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:22.431881 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e9ef1e4f-d9db-4c72-8b06-0dc9fa531c06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e0ec69f-7750-4ede-bd3d-c6eaf987c336 HTTP/1.1" status: 204 len: 168 time: 0.1739364 Jul 27 19:52:22.448482 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'dc81f293-ab9f-4def-9482-160c09528953', 'network_id': '4b297832-9b0b-4a76-93eb-5e4042a4102f', 'port_id': 'dc81f293-ab9f-4def-9482-160c09528953', 'mac_address': 'fa:16:3e:d5:d8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b449b1d1-35ca-4299-ac25-6927745019e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:52:22.454788 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-bd57bf23-22a2-47ca-8187-f16b4c61ba7b req-bc838eb5-6ab5-4450-99b4-3293a3e8b651 tempest-SecurityGroupsNegativeTestJSON-1775859501 tempest-SecurityGroupsNegativeTestJSON-1775859501-project] show failed (client error): The resource could not be found. Jul 27 19:52:22.455370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd57bf23-22a2-47ca-8187-f16b4c61ba7b req-bc838eb5-6ab5-4450-99b4-3293a3e8b651 tempest-SecurityGroupsNegativeTestJSON-1775859501 tempest-SecurityGroupsNegativeTestJSON-1775859501-project] 10.222.0.48 "GET /v2.0/security-groups/de92272a-bdc5-4fda-8e06-fdfe07df4733 HTTP/1.1" status: 404 len: 352 time: 0.0710633 Jul 27 19:52:22.458009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5a4cef11-7d4a-4648-b048-92158c25952d None None] Provisioning complete for port a73125a2-0fb9-42b2-b518-1831d998c241 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:22.458389 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5a4cef11-7d4a-4648-b048-92158c25952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:22.471738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef1e4f-d9db-4c72-8b06-0dc9fa531c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0ec69f-7750-4ede-bd3d-c6eaf987c336,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:22.534034 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-2995d1be-6139-4398-8298-7c03acf37437 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:22.542848 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-2995d1be-6139-4398-8298-7c03acf37437 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/networks?id=fe51d6e8-dc8b-4948-8f50-ec9229be579f HTTP/1.1" status: 200 len: 816 time: 0.2206414 Jul 27 19:52:22.554081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port a73125a2-0fb9-42b2-b518-1831d998c241 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:22.554473 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:22.649094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-313d673f-a683-42a1-8df2-c8adce4455e5 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/quotas/52e59b9ffeef4af9a3a07f74165a5a60 HTTP/1.1" status: 200 len: 375 time: 0.1048143 Jul 27 19:52:22.728039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48406) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:22.745337 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:22.765708 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-e5e0a024-758f-46df-a3fc-ac3f7840a324 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e59b9ffeef4af9a3a07f74165a5a60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1156487 Jul 27 19:52:22.816054 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Allocated IP 172.20.0.2 (fe51d6e8-dc8b-4948-8f50-ec9229be579f/5fe36b11-6a84-4d30-ae2e-7d9b4762e48a/79e80ad1-ab79-4548-bcde-d4ebf8f5db92) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:22.836946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc81f293-ab9f-4def-9482-160c09528953 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:22.862358 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cb85f-c7fa-475f-9392-8e3ab7fb988d req-8d767797-891b-473b-8cb2-0addf3aa1451 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:22.868331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cb85f-c7fa-475f-9392-8e3ab7fb988d req-8d767797-891b-473b-8cb2-0addf3aa1451 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:22.874715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cb85f-c7fa-475f-9392-8e3ab7fb988d req-8d767797-891b-473b-8cb2-0addf3aa1451 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:22.880729 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cb85f-c7fa-475f-9392-8e3ab7fb988d req-8d767797-891b-473b-8cb2-0addf3aa1451 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:22.886742 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cb85f-c7fa-475f-9392-8e3ab7fb988d req-8d767797-891b-473b-8cb2-0addf3aa1451 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:22.902234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cb85f-c7fa-475f-9392-8e3ab7fb988d req-8d767797-891b-473b-8cb2-0addf3aa1451 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:22.917682 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cb85f-c7fa-475f-9392-8e3ab7fb988d req-8d767797-891b-473b-8cb2-0addf3aa1451 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:22.924829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port dc81f293-ab9f-4def-9482-160c09528953, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=dc81f293-ab9f-4def-9482-160c09528953,segment=NetworkSegment(5ab1c04c-9dce-4428-a1f0-0a39d89cf838),segment_id=5ab1c04c-9dce-4428-a1f0-0a39d89cf838)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:22.926299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d5cb85f-c7fa-475f-9392-8e3ab7fb988d req-8d767797-891b-473b-8cb2-0addf3aa1451 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5431 time: 0.3760841 Jul 27 19:52:22.931017 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb410371-be19-4125-8f13-0d4cadec15f4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:22.959981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-28d98c75-66dc-447e-b6c2-a49ec6852f66', 'network_id': '28d98c75-66dc-447e-b6c2-a49ec6852f66', 'tenant_id': '5cfa867507304540bb867e8230d73464', 'fixed_ips': [{'subnet_id': '795fb9c8-b68e-4686-8b63-5f50bb62f13d'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:52:22.960821 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:22.966377 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:22.990219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1268475498-network', 'tenant_id': '651ceb4c5dc3451194b1f56fcf551c72'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:23.040925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d5cb85f-c7fa-475f-9392-8e3ab7fb988d req-4ec20a90-4b31-4afb-8290-c77062a73d75 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135590 Jul 27 19:52:23.055370 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] Made reservation on behalf of 651ceb4c5dc3451194b1f56fcf551c72 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:23.058130 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:23.074605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb410371-be19-4125-8f13-0d4cadec15f4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event updated for resources: {'Subnet': ['ID=06384c4d-d549-4f9a-bf1b-35ae4a821c4f,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:23.076038 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:23.089289 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-27f738dc-15c0-40f1-aac2-f5eae8b6f075 service neutron] 10.222.0.48 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223403 Jul 27 19:52:23.227403 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb410371-be19-4125-8f13-0d4cadec15f4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Checking segment: {'id': '69564d32-ee5c-40c7-8cf2-348cc50fd254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1fefd190-13a6-4131-b0cf-8c34760fca4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:23.227768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb410371-be19-4125-8f13-0d4cadec15f4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Network hostable DHCP agents. Network: 1fefd190-13a6-4131-b0cf-8c34760fca4e, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:52:23.254876 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:23.264142 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:23.281369 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=dc81f293-ab9f-4def-9482-160c09528953,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:23.318256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb410371-be19-4125-8f13-0d4cadec15f4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Network 1fefd190-13a6-4131-b0cf-8c34760fca4e is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:52:23.342653 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-eb410371-be19-4125-8f13-0d4cadec15f4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 1fefd190-13a6-4131-b0cf-8c34760fca4e) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:23.362617 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27526119-36f8-4573-ac06-0a82ab90044c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:23.365325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb410371-be19-4125-8f13-0d4cadec15f4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:23.368281 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb410371-be19-4125-8f13-0d4cadec15f4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:23.373115 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:52:23.382786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7f043d-90de-492a-93a0-78602c3810ad None None] Network 1fefd190-13a6-4131-b0cf-8c34760fca4e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:23.385294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:23.387832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['dc81f293-ab9f-4def-9482-160c09528953'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:23.397692 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:23.401315 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] Added segment 810577ab-235f-4531-8a6b-f8ac41b22928 of type vlan for network c69d8d10-80cd-49b1-9242-e7b36b10555a Jul 27 19:52:23.423209 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-eb410371-be19-4125-8f13-0d4cadec15f4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3620319 Jul 27 19:52:23.426210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48426) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:23.442610 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30618fb5-a1ca-4b96-ac8a-975dfe0bd64a x-openstack-request-id: req-30618fb5-a1ca-4b96-ac8a-975dfe0bd64a {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:23.442906 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-plugged", "status": "completed", "tag": "8509d889-e654-492c-90f2-f145f97d6866", "code": 200}, {"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-plugged", "status": "completed", "tag": "2319aae9-ce95-4f29-aabf-b219da789e06", "code": 200}, {"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-plugged", "status": "completed", "tag": "1a40ce14-5f90-474d-95b9-4921682fa7d3", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:23.443156 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30618fb5-a1ca-4b96-ac8a-975dfe0bd64a {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:23.443554 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8509d889-e654-492c-90f2-f145f97d6866', 'code': 200} Jul 27 19:52:23.443859 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2319aae9-ce95-4f29-aabf-b219da789e06', 'code': 200} Jul 27 19:52:23.444047 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a40ce14-5f90-474d-95b9-4921682fa7d3', 'code': 200} Jul 27 19:52:23.449092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-623de01f-e06a-425e-b8c7-9c4786e566bc service neutron] 10.222.0.48 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453357 Jul 27 19:52:23.488702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:23.490062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:23.490423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f0a6a9a2-8e6f-48ee-83de-e5e464b16f7e not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:23.530632 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:23.532845 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:23.534528 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:23.535878 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:23.559426 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Transition to ACTIVE for port object 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:23.562164 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Allocated IP 2001:db8::2 (28d98c75-66dc-447e-b6c2-a49ec6852f66/795fb9c8-b68e-4686-8b63-5f50bb62f13d/44b4af6c-94e5-48cd-a55e-364f27b75de8) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:23.651349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] Pushing event updated for resources: {'Network': ['ID=c69d8d10-80cd-49b1-9242-e7b36b10555a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:23.651537 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Transition to ACTIVE for port object 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:23.665169 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-84e0e37f-c20f-46aa-a9ee-a64961c59b70 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9305921 Jul 27 19:52:23.666769 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48430) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:23.677510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-93cc2955-ac9d-422b-a26e-b73a3d21b75e admin admin] Request body: {'subnet': {'network_id': 'c69d8d10-80cd-49b1-9242-e7b36b10555a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1268475498-subnet', 'tenant_id': '651ceb4c5dc3451194b1f56fcf551c72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:23.683165 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-36c8a3a3-3cb9-49f2-868b-64760df61664 req-a9af6099-7d64-400c-aa9e-d6623be7982c tempest-SecurityGroupsNegativeTestJSON-1775859501 tempest-SecurityGroupsNegativeTestJSON-1775859501-project] show failed (client error): The resource could not be found. Jul 27 19:52:23.684431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36c8a3a3-3cb9-49f2-868b-64760df61664 req-a9af6099-7d64-400c-aa9e-d6623be7982c tempest-SecurityGroupsNegativeTestJSON-1775859501 tempest-SecurityGroupsNegativeTestJSON-1775859501-project] 10.222.0.48 "GET /v2.0/security-groups/04e6f2d7-97bd-4d2c-853d-c3fe98a3718a HTTP/1.1" status: 404 len: 352 time: 0.2223032 Jul 27 19:52:23.732642 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network c69d8d10-80cd-49b1-9242-e7b36b10555a details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:52:23.736335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48436) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:23.737349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48438) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:23.775858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cc2955-ac9d-422b-a26e-b73a3d21b75e admin admin] Made reservation on behalf of 651ceb4c5dc3451194b1f56fcf551c72 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:23.780747 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:23.782557 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93cc2955-ac9d-422b-a26e-b73a3d21b75e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:23.987405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811066649-network', 'tenant_id': '48bb7708f273482a946431fc121b8556'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:23.994132 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Network fe51d6e8-dc8b-4948-8f50-ec9229be579f is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:24.020974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:24.033799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:24.041377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8bdd3a-b5f5-4b1e-bf05-2bc9ebc4f3a1 admin admin] Deleting subnet e504dbb2-7ba1-43bd-9276-0f0a3a76a118 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:52:24.046027 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdd3a-b5f5-4b1e-bf05-2bc9ebc4f3a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.047615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Pushing event updated for resources: {'Port': ['ID=79e80ad1-ab79-4548-bcde-d4ebf8f5db92,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:24.070859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] Made reservation on behalf of 48bb7708f273482a946431fc121b8556 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:24.073909 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.090120 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.095171 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f798c-323e-45a3-8569-7712e3c68526 req-31f6e9e2-fb65-4d81-b479-d3b248b561dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:24.095780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f798c-323e-45a3-8569-7712e3c68526 req-31f6e9e2-fb65-4d81-b479-d3b248b561dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:24.096521 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f798c-323e-45a3-8569-7712e3c68526 req-31f6e9e2-fb65-4d81-b479-d3b248b561dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:24.096921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f798c-323e-45a3-8569-7712e3c68526 req-31f6e9e2-fb65-4d81-b479-d3b248b561dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:24.097340 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f798c-323e-45a3-8569-7712e3c68526 req-31f6e9e2-fb65-4d81-b479-d3b248b561dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:24.098019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f798c-323e-45a3-8569-7712e3c68526 req-31f6e9e2-fb65-4d81-b479-d3b248b561dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:24.098661 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f798c-323e-45a3-8569-7712e3c68526 req-31f6e9e2-fb65-4d81-b479-d3b248b561dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:24.102136 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d29f798c-323e-45a3-8569-7712e3c68526 req-31f6e9e2-fb65-4d81-b479-d3b248b561dc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 6495 time: 0.5481303 Jul 27 19:52:24.116355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6da938-8c7d-40be-bbec-1b002f850fdc req-c5bf26b0-1bea-4346-a3fd-f5a600cb3a9f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:24.138173 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdd3a-b5f5-4b1e-bf05-2bc9ebc4f3a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.138567 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e6da938-8c7d-40be-bbec-1b002f850fdc req-c5bf26b0-1bea-4346-a3fd-f5a600cb3a9f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 945 time: 0.3423188 Jul 27 19:52:24.162125 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-1fefd190-13a6-4131-b0cf-8c34760fca4e', 'network_id': '1fefd190-13a6-4131-b0cf-8c34760fca4e', 'tenant_id': '5cfa867507304540bb867e8230d73464', 'fixed_ips': [{'subnet_id': '06384c4d-d549-4f9a-bf1b-35ae4a821c4f'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:52:24.162988 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.223120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Attempting to bind port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:24.223466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Attempting to bind port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:24.223851 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Attempting to bind port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 on network fe51d6e8-dc8b-4948-8f50-ec9229be579f {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:24.240823 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdd3a-b5f5-4b1e-bf05-2bc9ebc4f3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.244655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d29f798c-323e-45a3-8569-7712e3c68526 req-d60ab731-b312-42bf-8faf-99bc4e588947 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620661 Jul 27 19:52:24.256749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:24.256749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Checking segment: {'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:24.257205 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.257596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Bound using segment: {'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:24.258088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Bound port: 79e80ad1-ab79-4548-bcde-d4ebf8f5db92, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:24.258470 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.318210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a07b32-b7e9-4bbd-89f0-df8b03ccb1fc req-2c4d2b5a-2d61-4de2-934e-ba97a75927ea tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:24.318739 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.329482 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88a07b32-b7e9-4bbd-89f0-df8b03ccb1fc req-2c4d2b5a-2d61-4de2-934e-ba97a75927ea tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.4793148 Jul 27 19:52:24.350976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Transition to ACTIVE for port object 44b4af6c-94e5-48cd-a55e-364f27b75de8 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:24.390546 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdd3a-b5f5-4b1e-bf05-2bc9ebc4f3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.397538 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88a07b32-b7e9-4bbd-89f0-df8b03ccb1fc req-9a259ba6-134c-4e38-8fdf-9cd15a077687 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657935 Jul 27 19:52:24.424112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e6da938-8c7d-40be-bbec-1b002f850fdc req-26c8dfb2-b04f-486c-8766-0f2a35dbe422 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785537 Jul 27 19:52:24.428933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Transition to ACTIVE for port object 44b4af6c-94e5-48cd-a55e-364f27b75de8 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:24.443452 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.459622 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.475987 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.481171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdd3a-b5f5-4b1e-bf05-2bc9ebc4f3a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.484748 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9a8bdd3a-b5f5-4b1e-bf05-2bc9ebc4f3a1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e504dbb2-7ba1-43bd-9276-0f0a3a76a118 HTTP/1.1" status: 204 len: 168 time: 0.7446294 Jul 27 19:52:24.485755 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bdd3a-b5f5-4b1e-bf05-2bc9ebc4f3a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e504dbb2-7ba1-43bd-9276-0f0a3a76a118,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:24.499102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Allocated IP 2001:db8::2 (1fefd190-13a6-4131-b0cf-8c34760fca4e/06384c4d-d549-4f9a-bf1b-35ae4a821c4f/09671988-f41b-4c2a-a5c7-85f644099f78) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:24.505540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48456) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:24.509266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] For port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:24.509805 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93cc2955-ac9d-422b-a26e-b73a3d21b75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.515899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] For port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=79e80ad1-ab79-4548-bcde-d4ebf8f5db92,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:24.516228 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.533971 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.540292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Network 28d98c75-66dc-447e-b6c2-a49ec6852f66 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:24.551293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:24.555130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Pushing event updated for resources: {'Port': ['ID=44b4af6c-94e5-48cd-a55e-364f27b75de8,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:24.557777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:24.609582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:52:24.654051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044a749f-d08a-4cd1-8288-5feeafe0b124,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:24.663496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.663880 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] Added segment 6e50b267-8b11-474b-8420-f246ec6b38b8 of type vlan for network 9d69e8b4-919c-49e9-972b-6dae3ca90809 Jul 27 19:52:24.674805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc2955-ac9d-422b-a26e-b73a3d21b75e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5874a54-3b52-43fe-b414-99f86aa532c1,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:24.712525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc2955-ac9d-422b-a26e-b73a3d21b75e admin admin] Checking segment: {'id': '810577ab-235f-4531-8a6b-f8ac41b22928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c69d8d10-80cd-49b1-9242-e7b36b10555a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:24.712911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc2955-ac9d-422b-a26e-b73a3d21b75e admin admin] Network hostable DHCP agents. Network: c69d8d10-80cd-49b1-9242-e7b36b10555a, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:52:24.727304 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.736788 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5dd09b8-8140-4291-8ee0-26b4397ebea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.747517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cd71c-a9a7-40b2-9d56-694809f96af3 None None] Pushing event updated for resources: {'Port': ['ID=79e80ad1-ab79-4548-bcde-d4ebf8f5db92,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:24.748003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc2955-ac9d-422b-a26e-b73a3d21b75e admin admin] Network c69d8d10-80cd-49b1-9242-e7b36b10555a is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:52:24.754555 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Attempting to bind port 44b4af6c-94e5-48cd-a55e-364f27b75de8 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:24.754792 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Attempting to bind port 44b4af6c-94e5-48cd-a55e-364f27b75de8 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '571e110d-452b-48aa-a882-84e85bb5c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28d98c75-66dc-447e-b6c2-a49ec6852f66'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:24.755136 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Attempting to bind port 44b4af6c-94e5-48cd-a55e-364f27b75de8 on network 28d98c75-66dc-447e-b6c2-a49ec6852f66 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:24.768853 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-93cc2955-ac9d-422b-a26e-b73a3d21b75e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, c69d8d10-80cd-49b1-9242-e7b36b10555a) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:24.771566 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:24.771953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Checking segment: {'id': '571e110d-452b-48aa-a882-84e85bb5c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28d98c75-66dc-447e-b6c2-a49ec6852f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:24.772359 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.772783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Bound using segment: {'id': '571e110d-452b-48aa-a882-84e85bb5c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28d98c75-66dc-447e-b6c2-a49ec6852f66'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:24.773274 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Bound port: 44b4af6c-94e5-48cd-a55e-364f27b75de8, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571e110d-452b-48aa-a882-84e85bb5c911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28d98c75-66dc-447e-b6c2-a49ec6852f66'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:24.773660 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.774289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cc2955-ac9d-422b-a26e-b73a3d21b75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:24.775092 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93cc2955-ac9d-422b-a26e-b73a3d21b75e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.786329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.787306 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:24.787890 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.814700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2299dceb-cdf8-4d47-9412-fb311e60e9a0 None None] Network c69d8d10-80cd-49b1-9242-e7b36b10555a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:24.821571 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-93cc2955-ac9d-422b-a26e-b73a3d21b75e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1536255 Jul 27 19:52:24.856865 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1103508 Jul 27 19:52:24.856865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48466) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:24.861442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-668cb0e1-e0e9-4731-a6b9-80eef7b80014 admin admin] Request body: {'subnet': {'network_id': '9d69e8b4-919c-49e9-972b-6dae3ca90809', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811066649-subnet', 'tenant_id': '48bb7708f273482a946431fc121b8556', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:24.902779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78e4d2-280b-4c0a-a92e-d511e378a9aa admin admin] Pushing event updated for resources: {'Network': ['ID=9d69e8b4-919c-49e9-972b-6dae3ca90809,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:24.914077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668cb0e1-e0e9-4731-a6b9-80eef7b80014 admin admin] Made reservation on behalf of 48bb7708f273482a946431fc121b8556 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:24.916616 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-668cb0e1-e0e9-4731-a6b9-80eef7b80014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:24.917865 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 9d69e8b4-919c-49e9-972b-6dae3ca90809 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:52:25.194321 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:25.245202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Transition to ACTIVE for port object 09671988-f41b-4c2a-a5c7-85f644099f78 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:25.292154 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] For port 44b4af6c-94e5-48cd-a55e-364f27b75de8, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:25.295517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Transition to ACTIVE for port object 09671988-f41b-4c2a-a5c7-85f644099f78 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:25.327381 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:25.333715 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-7f332489-afb7-4cea-a4fa-dd250d063c21 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:25.335246 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-7f332489-afb7-4cea-a4fa-dd250d063c21 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.52 "GET /v2.0/networks?id=fe51d6e8-dc8b-4948-8f50-ec9229be579f HTTP/1.1" status: 200 len: 816 time: 0.2065482 Jul 27 19:52:25.335829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] For port 44b4af6c-94e5-48cd-a55e-364f27b75de8, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=44b4af6c-94e5-48cd-a55e-364f27b75de8,segment=NetworkSegment(571e110d-452b-48aa-a882-84e85bb5c911),segment_id=571e110d-452b-48aa-a882-84e85bb5c911)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:25.358362 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5dd09b8-8140-4291-8ee0-26b4397ebea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:25.377359 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:25.384978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-a5dd09b8-8140-4291-8ee0-26b4397ebea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86948bca-ba45-4231-ab4b-00a067c3bdd0']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:25.397389 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78600e7a-5451-4094-bb98-891a0aa246f1 None None] Network c69d8d10-80cd-49b1-9242-e7b36b10555a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:25.400744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Network 1fefd190-13a6-4131-b0cf-8c34760fca4e is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:25.420058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:25.427416 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-101000fe-947a-4371-aa3a-6858c5542275 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Request body: {'port': {'device_id': 'b9b80764-7c95-4204-a602-85fa7a90b5e8', 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f', 'admin_state_up': True, 'tenant_id': '52e59b9ffeef4af9a3a07f74165a5a60'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:25.430767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-a5dd09b8-8140-4291-8ee0-26b4397ebea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5446e13b-7659-486e-a454-11f27db1ba37') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:25.431285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-a5dd09b8-8140-4291-8ee0-26b4397ebea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5446e13b-7659-486e-a454-11f27db1ba37') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:25.449718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-4d4a9823-3f80-4b0c-9bc2-c17640ea430e tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:25.468110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-4d4a9823-3f80-4b0c-9bc2-c17640ea430e tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/networks?id=fe51d6e8-dc8b-4948-8f50-ec9229be579f HTTP/1.1" status: 200 len: 816 time: 0.7336826 Jul 27 19:52:25.471671 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Allocated IP 2001:db8::1 (28d98c75-66dc-447e-b6c2-a49ec6852f66/795fb9c8-b68e-4686-8b63-5f50bb62f13d/f30fdf0a-ac21-46ad-9a45-0cf4064e7245) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:25.495375 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-668cb0e1-e0e9-4731-a6b9-80eef7b80014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:25.498587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:25.512200 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Pushing event updated for resources: {'Port': ['ID=09671988-f41b-4c2a-a5c7-85f644099f78,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:25.513966 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5dd09b8-8140-4291-8ee0-26b4397ebea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:25.541256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64643e36-586b-4c6e-a364-191824e905a0 req-508454b6-fac3-4fc8-9e61-05dc19a487df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:25.561146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64643e36-586b-4c6e-a364-191824e905a0 req-508454b6-fac3-4fc8-9e61-05dc19a487df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:25.569708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64643e36-586b-4c6e-a364-191824e905a0 req-508454b6-fac3-4fc8-9e61-05dc19a487df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:25.575978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64643e36-586b-4c6e-a364-191824e905a0 req-508454b6-fac3-4fc8-9e61-05dc19a487df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:25.582837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64643e36-586b-4c6e-a364-191824e905a0 req-508454b6-fac3-4fc8-9e61-05dc19a487df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:25.593497 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64643e36-586b-4c6e-a364-191824e905a0 req-508454b6-fac3-4fc8-9e61-05dc19a487df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:25.601256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64643e36-586b-4c6e-a364-191824e905a0 req-508454b6-fac3-4fc8-9e61-05dc19a487df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:25.603578 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64643e36-586b-4c6e-a364-191824e905a0 req-508454b6-fac3-4fc8-9e61-05dc19a487df tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5431 time: 0.8735404 Jul 27 19:52:25.616893 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-b22f9700-6fa4-4677-be76-e1e06e84ef04 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/quotas/52e59b9ffeef4af9a3a07f74165a5a60 HTTP/1.1" status: 200 len: 375 time: 0.1477478 Jul 27 19:52:25.648561 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5dd09b8-8140-4291-8ee0-26b4397ebea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:25.654265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Attempting to bind port 09671988-f41b-4c2a-a5c7-85f644099f78 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:25.656158 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5dd09b8-8140-4291-8ee0-26b4397ebea1 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:52:25.656604 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5dd09b8-8140-4291-8ee0-26b4397ebea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:25.657887 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Attempting to bind port 09671988-f41b-4c2a-a5c7-85f644099f78 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '69564d32-ee5c-40c7-8cf2-348cc50fd254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1fefd190-13a6-4131-b0cf-8c34760fca4e'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:25.658375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Attempting to bind port 09671988-f41b-4c2a-a5c7-85f644099f78 on network 1fefd190-13a6-4131-b0cf-8c34760fca4e {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:25.666221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-101000fe-947a-4371-aa3a-6858c5542275 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Made reservation on behalf of 52e59b9ffeef4af9a3a07f74165a5a60 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:25.671501 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-101000fe-947a-4371-aa3a-6858c5542275 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:25.673610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668cb0e1-e0e9-4731-a6b9-80eef7b80014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c9a3ede-6676-477e-884c-1ec56d6efb08,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:25.694770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668cb0e1-e0e9-4731-a6b9-80eef7b80014 admin admin] Checking segment: {'id': '6e50b267-8b11-474b-8420-f246ec6b38b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9d69e8b4-919c-49e9-972b-6dae3ca90809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:25.695133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668cb0e1-e0e9-4731-a6b9-80eef7b80014 admin admin] Network hostable DHCP agents. Network: 9d69e8b4-919c-49e9-972b-6dae3ca90809, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:52:25.696698 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b511f6d-7fbf-404f-9909-801e2d03146a None None] Pushing event updated for resources: {'Port': ['ID=44b4af6c-94e5-48cd-a55e-364f27b75de8,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:25.703490 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:25.703970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Checking segment: {'id': '69564d32-ee5c-40c7-8cf2-348cc50fd254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1fefd190-13a6-4131-b0cf-8c34760fca4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:25.704562 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:25.705118 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Bound using segment: {'id': '69564d32-ee5c-40c7-8cf2-348cc50fd254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1fefd190-13a6-4131-b0cf-8c34760fca4e'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:25.705907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Bound port: 09671988-f41b-4c2a-a5c7-85f644099f78, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69564d32-ee5c-40c7-8cf2-348cc50fd254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1fefd190-13a6-4131-b0cf-8c34760fca4e'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:25.706360 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:25.711986 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device dc81f293-ab9f-4def-9482-160c09528953 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:25.742107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668cb0e1-e0e9-4731-a6b9-80eef7b80014 admin admin] Network 9d69e8b4-919c-49e9-972b-6dae3ca90809 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:52:25.771778 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:52:25.779206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-668cb0e1-e0e9-4731-a6b9-80eef7b80014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 9d69e8b4-919c-49e9-972b-6dae3ca90809) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:25.817813 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5dd09b8-8140-4291-8ee0-26b4397ebea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:25.820123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bc0721-7844-4d87-b46e-71c36f4ffa9c None None] Network 9d69e8b4-919c-49e9-972b-6dae3ca90809 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:25.831123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668cb0e1-e0e9-4731-a6b9-80eef7b80014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:25.831711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-668cb0e1-e0e9-4731-a6b9-80eef7b80014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:25.858368 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-668cb0e1-e0e9-4731-a6b9-80eef7b80014 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0008700 Jul 27 19:52:25.861430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48476) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:25.870426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811066649-router', 'tenant_id': '48bb7708f273482a946431fc121b8556', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:25.912194 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:25.913355 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:25.983863 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:26.010440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port dc81f293-ab9f-4def-9482-160c09528953 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:26.019469 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5dd09b8-8140-4291-8ee0-26b4397ebea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:26.021700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a5dd09b8-8140-4291-8ee0-26b4397ebea1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/86948bca-ba45-4231-ab4b-00a067c3bdd0 HTTP/1.1" status: 204 len: 168 time: 1.3944850 Jul 27 19:52:26.048446 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port dc81f293-ab9f-4def-9482-160c09528953 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:26.048834 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:26.049187 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:26.060358 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-101000fe-947a-4371-aa3a-6858c5542275 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Allocated IP 172.20.0.14 (fe51d6e8-dc8b-4948-8f50-ec9229be579f/5fe36b11-6a84-4d30-ae2e-7d9b4762e48a/58356d2f-b719-4ff1-bfd9-7a5c7a852efe) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:26.083504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Transition to ACTIVE for port object f30fdf0a-ac21-46ad-9a45-0cf4064e7245 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:26.085391 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd09b8-8140-4291-8ee0-26b4397ebea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=86948bca-ba45-4231-ab4b-00a067c3bdd0,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:26.097022 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 44b4af6c-94e5-48cd-a55e-364f27b75de8 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:26.151011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] For port 09671988-f41b-4c2a-a5c7-85f644099f78, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:26.158532 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64643e36-586b-4c6e-a364-191824e905a0 req-108bdb90-7287-493a-9896-d679b850311a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5189595 Jul 27 19:52:26.192884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-94cc956d-d064-48c2-a9fa-1656ba592485 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e59b9ffeef4af9a3a07f74165a5a60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5733101 Jul 27 19:52:26.218712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] For port 09671988-f41b-4c2a-a5c7-85f644099f78, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=09671988-f41b-4c2a-a5c7-85f644099f78,segment=NetworkSegment(69564d32-ee5c-40c7-8cf2-348cc50fd254),segment_id=69564d32-ee5c-40c7-8cf2-348cc50fd254)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:26.220130 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:26.264176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d169ce1-ee51-49c5-9606-a160eb6d237f None None] Network fe51d6e8-dc8b-4948-8f50-ec9229be579f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:26.266446 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:26.341790 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-9d69e8b4-919c-49e9-972b-6dae3ca90809', 'network_id': '9d69e8b4-919c-49e9-972b-6dae3ca90809', 'tenant_id': '48bb7708f273482a946431fc121b8556', 'fixed_ips': [{'subnet_id': '0c9a3ede-6676-477e-884c-1ec56d6efb08'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:52:26.342660 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:26.378793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c198ba9-4371-4a23-957b-fb4651c98050 None None] Pushing event updated for resources: {'Port': ['ID=09671988-f41b-4c2a-a5c7-85f644099f78,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:26.495726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d43068dc-ff39-43f0-98cc-5dfc92c08549 None None] Provisioning for port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:26.633367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 44b4af6c-94e5-48cd-a55e-364f27b75de8 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:26.661316 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:26.677162 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:26.710546 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:52:26.742622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port dc81f293-ab9f-4def-9482-160c09528953, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=dc81f293-ab9f-4def-9482-160c09528953,segment=NetworkSegment(5ab1c04c-9dce-4428-a1f0-0a39d89cf838),segment_id=5ab1c04c-9dce-4428-a1f0-0a39d89cf838)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:26.744373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48482) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:26.757096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbed506-952e-4fe9-866b-ec4b116ae7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc81f293-ab9f-4def-9482-160c09528953'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:26.760038 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9de8028-04f1-4b1c-96be-e4a262ccf423" -d '{"events": [{"server_uuid": "2dbed506-952e-4fe9-866b-ec4b116ae7d2", "name": "network-vif-plugged", "status": "completed", "tag": "dc81f293-ab9f-4def-9482-160c09528953"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:26.803673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event updated for resources: {'Port': ['ID=f30fdf0a-ac21-46ad-9a45-0cf4064e7245,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:26.851824 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:26.861464 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:26.861814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:26.862153 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:26.862663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:26.863014 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:26.863346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:26.863673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:26.863996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:26.864328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:26.864690 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:26.865024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:26.865346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:26.874272 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ef8b4469-6251-45f1-b5d2-ef43f2904ba0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a5018d12a1c431580544df8b51ab5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1211250 Jul 27 19:52:26.879423 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48494) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:26.919466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Network 28d98c75-66dc-447e-b6c2-a49ec6852f66 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:26.978251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:26.989327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:26.989896 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:26.990468 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:27.023535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=dc81f293-ab9f-4def-9482-160c09528953,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:27.033684 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Allocated IP 172.20.0.2 (9d69e8b4-919c-49e9-972b-6dae3ca90809/0c9a3ede-6676-477e-884c-1ec56d6efb08/325a5b5a-030b-4300-96f8-9ed5938ac7ca) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:27.038549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef652ea4-972c-4539-8d14-c86b69fdbcc3 None None] Network 28d98c75-66dc-447e-b6c2-a49ec6852f66 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:27.144121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:27.181153 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-b045773a-958f-424f-99b9-b83f55caf10a service neutron] 10.222.0.48 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9728110 Jul 27 19:52:27.182669 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:27.183116 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:27.184991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-018c90e2-189d-4179-8eac-fc2c6651d0b3 None None] Provisioning for port 44b4af6c-94e5-48cd-a55e-364f27b75de8 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:27.218231 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-ff0c583d-9474-46c8-a9e0-de62e9d39df2 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:27.220052 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-ff0c583d-9474-46c8-a9e0-de62e9d39df2 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/networks?id=c69d8d10-80cd-49b1-9242-e7b36b10555a HTTP/1.1" status: 200 len: 813 time: 0.3500359 Jul 27 19:52:27.234534 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-101000fe-947a-4371-aa3a-6858c5542275 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:27.240485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-018c90e2-189d-4179-8eac-fc2c6651d0b3 None None] Provisioning complete for port 44b4af6c-94e5-48cd-a55e-364f27b75de8 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:27.241637 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-018c90e2-189d-4179-8eac-fc2c6651d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:27.259593 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1810-eec5-44eb-9a5d-3c43095519bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:27.289636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-101000fe-947a-4371-aa3a-6858c5542275 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Transition to ACTIVE for port object 58356d2f-b719-4ff1-bfd9-7a5c7a852efe will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:27.296442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-2121ac11-18e9-4f9d-8fc3-eb1331d53bf8 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/quotas/651ceb4c5dc3451194b1f56fcf551c72 HTTP/1.1" status: 200 len: 375 time: 0.0618935 Jul 27 19:52:27.381562 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1810-eec5-44eb-9a5d-3c43095519bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:27.384917 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:27.397010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-512c0414-e223-4fd7-bf84-228600168ab1 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=651ceb4c5dc3451194b1f56fcf551c72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698409 Jul 27 19:52:27.409864 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:27.414976 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-101000fe-947a-4371-aa3a-6858c5542275 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:27.515478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-101000fe-947a-4371-aa3a-6858c5542275 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Network fe51d6e8-dc8b-4948-8f50-ec9229be579f is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:27.539097 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-101000fe-947a-4371-aa3a-6858c5542275 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:27.541734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-101000fe-947a-4371-aa3a-6858c5542275 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:27.550139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101000fe-947a-4371-aa3a-6858c5542275 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Pushing event updated for resources: {'Port': ['ID=58356d2f-b719-4ff1-bfd9-7a5c7a852efe,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:27.573302 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-e0db9c3d-e0b6-40dd-90dc-02f5abd1785e service neutron] 10.222.0.48 "GET /v2.0/networks/c69d8d10-80cd-49b1-9242-e7b36b10555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587868 Jul 27 19:52:27.610503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-cf0e3de3-1f4f-4012-bf98-a282ce264e2e service neutron] 10.222.0.48 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191070 Jul 27 19:52:27.613888 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:27.680760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-101000fe-947a-4371-aa3a-6858c5542275 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:27.681568 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-101000fe-947a-4371-aa3a-6858c5542275 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:27.708213 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-101000fe-947a-4371-aa3a-6858c5542275 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2851205 Jul 27 19:52:27.735971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Request body: {'port': {'device_id': 'b9b80764-7c95-4204-a602-85fa7a90b5e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:27.775355 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1810-eec5-44eb-9a5d-3c43095519bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:27.778829 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1810-eec5-44eb-9a5d-3c43095519bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:27.784345 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ad5e1810-eec5-44eb-9a5d-3c43095519bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e33320ec-b073-42a0-96ae-5be09d6930d6 HTTP/1.1" status: 204 len: 168 time: 0.9018350 Jul 27 19:52:27.874339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Allocated IP 172.25.1.33 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/08123811-3d61-42ce-98ba-2fdd7ce2ca77) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:28.053746 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd73a47-e319-40ab-8e30-3c67d9ac51ea None None] Network 1fefd190-13a6-4131-b0cf-8c34760fca4e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:28.108542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:28.140160 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:28.153479 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:28.215670 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:28.243485 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-018c90e2-189d-4179-8eac-fc2c6651d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:28.253800 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-d8491e44-d17a-49b6-b9e8-36691f163ff2 service neutron] 10.222.0.48 "GET /v2.0/networks/c69d8d10-80cd-49b1-9242-e7b36b10555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419818 Jul 27 19:52:28.258983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e1810-eec5-44eb-9a5d-3c43095519bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33320ec-b073-42a0-96ae-5be09d6930d6,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:28.283632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Transition to ACTIVE for port object 325a5b5a-030b-4300-96f8-9ed5938ac7ca will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:28.429880 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:28.440089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082282d6-7d3c-424a-ab36-98e728cdd153 req-73044e53-ee30-48c6-ba04-afe06ec43c1d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:28.443188 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-082282d6-7d3c-424a-ab36-98e728cdd153 req-73044e53-ee30-48c6-ba04-afe06ec43c1d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.2740743 Jul 27 19:52:28.446045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=79e80ad1-ab79-4548-bcde-d4ebf8f5db92,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:28.473304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-018c90e2-189d-4179-8eac-fc2c6651d0b3 None None] For port 44b4af6c-94e5-48cd-a55e-364f27b75de8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=44b4af6c-94e5-48cd-a55e-364f27b75de8,segment=NetworkSegment(571e110d-452b-48aa-a882-84e85bb5c911),segment_id=571e110d-452b-48aa-a882-84e85bb5c911)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:28.490640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=08123811-3d61-42ce-98ba-2fdd7ce2ca77,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:28.505217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Transition to ACTIVE for port object 325a5b5a-030b-4300-96f8-9ed5938ac7ca will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:28.521880 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:28.524252 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-018c90e2-189d-4179-8eac-fc2c6651d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:28.566961 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:28.743137 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Network 9d69e8b4-919c-49e9-972b-6dae3ca90809 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:28.856502 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58356d2f-b719-4ff1-bfd9-7a5c7a852efe {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:28.868318 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:28.881819 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Transition to ACTIVE for port object 58356d2f-b719-4ff1-bfd9-7a5c7a852efe will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:28.884202 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:28.886207 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:28.889251 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:28.891457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:28.903554 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:28.909050 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 09671988-f41b-4c2a-a5c7-85f644099f78 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:28.918349 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:28.919391 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:28.921382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:28.956969 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:29.018032 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-082282d6-7d3c-424a-ab36-98e728cdd153 req-7e8be48e-335f-4c3e-bb3d-0279a26e1c70 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949451 Jul 27 19:52:29.044011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=79e80ad1-ab79-4548-bcde-d4ebf8f5db92,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:29.053145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-888c6909-5c5f-4ab5-a172-0fd8789e986b None None] Provisioning for port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:29.209601 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b050bc-d96a-4eb5-988b-1b4e3e05dfe5 x-openstack-request-id: req-88b050bc-d96a-4eb5-988b-1b4e3e05dfe5 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:29.211696 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbed506-952e-4fe9-866b-ec4b116ae7d2", "name": "network-vif-plugged", "status": "completed", "tag": "dc81f293-ab9f-4def-9482-160c09528953", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:29.212144 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88b050bc-d96a-4eb5-988b-1b4e3e05dfe5 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:29.214133 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbed506-952e-4fe9-866b-ec4b116ae7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc81f293-ab9f-4def-9482-160c09528953', 'code': 200} Jul 27 19:52:29.425127 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Pushing event updated for resources: {'Port': ['ID=58356d2f-b719-4ff1-bfd9-7a5c7a852efe,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:29.427398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-888c6909-5c5f-4ab5-a172-0fd8789e986b None None] Provisioning for port 09671988-f41b-4c2a-a5c7-85f644099f78 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:29.470374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event updated for resources: {'Port': ['ID=f30fdf0a-ac21-46ad-9a45-0cf4064e7245,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:29.530035 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Attempting to bind port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:29.530378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Attempting to bind port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:29.531059 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Attempting to bind port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe on network fe51d6e8-dc8b-4948-8f50-ec9229be579f {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:29.558663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988381c7-e82f-407a-b69f-e0e49cb77def req-6dd4a71f-8191-4e8a-8bbb-2893ff685290 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:29.561156 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-988381c7-e82f-407a-b69f-e0e49cb77def req-6dd4a71f-8191-4e8a-8bbb-2893ff685290 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 946 time: 0.7114136 Jul 27 19:52:29.581360 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Attempting to bind port 325a5b5a-030b-4300-96f8-9ed5938ac7ca on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:29.582160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Attempting to bind port 325a5b5a-030b-4300-96f8-9ed5938ac7ca by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '6e50b267-8b11-474b-8420-f246ec6b38b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9d69e8b4-919c-49e9-972b-6dae3ca90809'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:29.582763 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Attempting to bind port 325a5b5a-030b-4300-96f8-9ed5938ac7ca on network 9d69e8b4-919c-49e9-972b-6dae3ca90809 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:29.595285 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:29.596158 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Checking segment: {'id': '6e50b267-8b11-474b-8420-f246ec6b38b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9d69e8b4-919c-49e9-972b-6dae3ca90809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:29.596746 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:29.597408 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Bound using segment: {'id': '6e50b267-8b11-474b-8420-f246ec6b38b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9d69e8b4-919c-49e9-972b-6dae3ca90809'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:29.598008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Bound port: 325a5b5a-030b-4300-96f8-9ed5938ac7ca, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e50b267-8b11-474b-8420-f246ec6b38b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9d69e8b4-919c-49e9-972b-6dae3ca90809'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:29.598548 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:29.604499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c90e2-189d-4179-8eac-fc2c6651d0b3 None None] Pushing event updated for resources: {'Port': ['ID=44b4af6c-94e5-48cd-a55e-364f27b75de8,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:29.630010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe on network fe51d6e8-dc8b-4948-8f50-ec9229be579f not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:52:29.632490 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Attempting to bind port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe on network fe51d6e8-dc8b-4948-8f50-ec9229be579f {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:29.649379 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Network 28d98c75-66dc-447e-b6c2-a49ec6852f66 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:29.659722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488faf50-852f-4b63-ac69-e3708dfeae00 req-1be658ee-5468-45bb-8980-0ef938df3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:29.662189 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-488faf50-852f-4b63-ac69-e3708dfeae00 req-1be658ee-5468-45bb-8980-0ef938df3a15 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 1098 time: 0.2670491 Jul 27 19:52:29.663755 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:29.679976 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:29.682613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Checking segment: {'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:29.686263 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Bound using segment: {'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:29.686880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Bound port: 58356d2f-b719-4ff1-bfd9-7a5c7a852efe, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:29.687350 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:29.734409 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 09671988-f41b-4c2a-a5c7-85f644099f78 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:29.748729 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-888c6909-5c5f-4ab5-a172-0fd8789e986b None None] Provisioning complete for port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:29.749115 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-888c6909-5c5f-4ab5-a172-0fd8789e986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:29.761635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4975d99-e079-4ec8-aa5b-32ac8aad7196 req-e826b90e-7283-4033-9879-d1dd43d2c831 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:29.767519 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4975d99-e079-4ec8-aa5b-32ac8aad7196 req-e826b90e-7283-4033-9879-d1dd43d2c831 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:29.805271 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48542) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:29.806958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4975d99-e079-4ec8-aa5b-32ac8aad7196 req-e826b90e-7283-4033-9879-d1dd43d2c831 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:29.813580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4975d99-e079-4ec8-aa5b-32ac8aad7196 req-e826b90e-7283-4033-9879-d1dd43d2c831 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:29.828815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4975d99-e079-4ec8-aa5b-32ac8aad7196 req-e826b90e-7283-4033-9879-d1dd43d2c831 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:29.841004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4975d99-e079-4ec8-aa5b-32ac8aad7196 req-e826b90e-7283-4033-9879-d1dd43d2c831 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:29.853733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4975d99-e079-4ec8-aa5b-32ac8aad7196 req-e826b90e-7283-4033-9879-d1dd43d2c831 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:29.867744 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4975d99-e079-4ec8-aa5b-32ac8aad7196 req-e826b90e-7283-4033-9879-d1dd43d2c831 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5431 time: 0.4896886 Jul 27 19:52:29.905183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 09671988-f41b-4c2a-a5c7-85f644099f78 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:29.905546 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:29.910632 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-988381c7-e82f-407a-b69f-e0e49cb77def req-6cf8e0fb-3496-4202-98de-6a7bd34498e5 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313460 Jul 27 19:52:29.977796 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Pushing event updated for resources: {'Port': ['ID=325a5b5a-030b-4300-96f8-9ed5938ac7ca,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:30.013751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] For port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:30.020046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] For port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=58356d2f-b719-4ff1-bfd9-7a5c7a852efe,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:30.063223 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:30.099953 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:30.101301 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:30.103116 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] 10.222.0.52 "PUT /v2.0/ports/58356d2f-b719-4ff1-bfd9-7a5c7a852efe HTTP/1.1" status: 200 len: 1093 time: 2.3833857 Jul 27 19:52:30.105537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b80764-7c95-4204-a602-85fa7a90b5e8', 'tag': '58356d2f-b719-4ff1-bfd9-7a5c7a852efe'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:30.109315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] For port 325a5b5a-030b-4300-96f8-9ed5938ac7ca, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:30.118587 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315a2ea9-5c20-4169-8983-27fc6f7e143c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b80764-7c95-4204-a602-85fa7a90b5e8", "tag": "58356d2f-b719-4ff1-bfd9-7a5c7a852efe"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:30.127131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] For port 325a5b5a-030b-4300-96f8-9ed5938ac7ca, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=325a5b5a-030b-4300-96f8-9ed5938ac7ca,segment=NetworkSegment(6e50b267-8b11-474b-8420-f246ec6b38b8),segment_id=6e50b267-8b11-474b-8420-f246ec6b38b8)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:30.154630 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:30.162746 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:30.172442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1358389620-network', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:30.322313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebd56d-4d3c-4701-b24b-efae54b9212b service neutron] Pushing event updated for resources: {'Port': ['ID=58356d2f-b719-4ff1-bfd9-7a5c7a852efe,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:30.330296 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] Made reservation on behalf of d1b34598f07a4481be9257ffbb24a06a for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:30.332640 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:30.371991 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:30.382185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263d871-1e97-40c8-b3e7-2cd2a8a57801 None None] Pushing event updated for resources: {'Port': ['ID=325a5b5a-030b-4300-96f8-9ed5938ac7ca,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:30.408678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-17d5b793-4b8c-49ec-b84b-9cc66f546643 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:30.410587 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-17d5b793-4b8c-49ec-b84b-9cc66f546643 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.63 "GET /v2.0/networks?id=fe51d6e8-dc8b-4948-8f50-ec9229be579f HTTP/1.1" status: 200 len: 816 time: 0.5318065 Jul 27 19:52:30.440542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-488faf50-852f-4b63-ac69-e3708dfeae00 req-35459d78-473d-4dac-9743-137a7857d5a0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7449517 Jul 27 19:52:30.458572 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:30.517400 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-273dc646-133f-404e-887c-284525b7d206 None None] Provisioning for port f30fdf0a-ac21-46ad-9a45-0cf4064e7245 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:30.533701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-273dc646-133f-404e-887c-284525b7d206 None None] Provisioning complete for port f30fdf0a-ac21-46ad-9a45-0cf4064e7245 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:30.534316 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-273dc646-133f-404e-887c-284525b7d206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:30.543194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f129e758-aa84-4945-aa33-85e10c79620a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Request body: {'port': {'device_id': '48622a63-768a-46fc-9a20-4c1635d78077', 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f', 'admin_state_up': True, 'tenant_id': '52e59b9ffeef4af9a3a07f74165a5a60'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:30.566193 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4975d99-e079-4ec8-aa5b-32ac8aad7196 req-a5ac3537-261a-43da-ae1c-a24644bbb366 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6408641 Jul 27 19:52:30.586323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-273dc646-133f-404e-887c-284525b7d206 None None] Port f30fdf0a-ac21-46ad-9a45-0cf4064e7245 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:52:30.591629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 09671988-f41b-4c2a-a5c7-85f644099f78, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=09671988-f41b-4c2a-a5c7-85f644099f78,segment=NetworkSegment(69564d32-ee5c-40c7-8cf2-348cc50fd254),segment_id=69564d32-ee5c-40c7-8cf2-348cc50fd254)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:30.598612 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:30.616282 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-273dc646-133f-404e-887c-284525b7d206 None None] Provisioning complete for port 44b4af6c-94e5-48cd-a55e-364f27b75de8 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:30.616751 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-273dc646-133f-404e-887c-284525b7d206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:30.661311 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Router 7eb055a5-9d29-490d-9ef4-4f4203cdb4b7 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:52:30.784200 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 44b4af6c-94e5-48cd-a55e-364f27b75de8 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:30.785380 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:30.794888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-62654b79-b393-44ce-86ce-a1142d8ac167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:30.796842 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-62654b79-b393-44ce-86ce-a1142d8ac167 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52e59b9ffeef4af9a3a07f74165a5a60&device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 1096 time: 0.4579608 Jul 27 19:52:30.817499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=09671988-f41b-4c2a-a5c7-85f644099f78,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:30.896007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 44b4af6c-94e5-48cd-a55e-364f27b75de8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:30.896415 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:30.904975 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:30.907873 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-06d51822-16d2-4fb6-9008-8200ca3c76d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58356d2f-b719-4ff1-bfd9-7a5c7a852efe HTTP/1.1" status: 200 len: 217 time: 0.0997233 Jul 27 19:52:30.915221 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:30.991599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:31.018146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:52:31.044881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdb4094-738a-4edc-9f0f-0ed36909f1ca,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:31.050472 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:31.051024 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] Added segment 0338f95e-514b-4f89-ae52-1c7c25660047 of type vlan for network 8d143a2d-c076-4ab9-a8b9-49dca52349d7 Jul 27 19:52:31.055329 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-699f5e60-8960-4b3e-be7a-336ee3c286e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:31.056942 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-699f5e60-8960-4b3e-be7a-336ee3c286e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fe36b11-6a84-4d30-ae2e-7d9b4762e48a HTTP/1.1" status: 200 len: 855 time: 0.1334102 Jul 27 19:52:31.062145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9ce8b2cc-499f-4c4b-9ae1-1b48243a69cc None None] Provisioning complete for port 09671988-f41b-4c2a-a5c7-85f644099f78 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:31.062534 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9ce8b2cc-499f-4c4b-9ae1-1b48243a69cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:31.066477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:31.066477 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:31.148267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:31.188416 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Router 1358eb9f-61f5-40b1-8358-ebb2737d08f4 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:52:31.208967 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:31.210031 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:31.210621 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:31.221150 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-aaa0c4d1-ae12-490a-8ace-5d7cf74cb417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:31.222667 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-aaa0c4d1-ae12-490a-8ace-5d7cf74cb417 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe51d6e8-dc8b-4948-8f50-ec9229be579f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561978 Jul 27 19:52:31.232674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ccc3a23d-90cf-48e7-b8a7-582f7742a834 req-9117e4df-f186-4fa6-8dd5-942d30a4b379 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 210 time: 0.5172598 Jul 27 19:52:31.270848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-a4b2dfbe-33a8-46e8-9f0d-dddc7e12d324 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:31.272380 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-a4b2dfbe-33a8-46e8-9f0d-dddc7e12d324 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/networks?id=fe51d6e8-dc8b-4948-8f50-ec9229be579f HTTP/1.1" status: 200 len: 816 time: 0.8900986 Jul 27 19:52:31.291508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-a48a5fd4-f1a9-4b02-a671-3adaa54eddd1 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:31.293178 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-a48a5fd4-f1a9-4b02-a671-3adaa54eddd1 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.63 "GET /v2.0/networks?id=c69d8d10-80cd-49b1-9242-e7b36b10555a HTTP/1.1" status: 200 len: 813 time: 0.8813958 Jul 27 19:52:31.314863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-5f2246eb-2fad-483f-9e2e-3efae240b558 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Request body: {'port': {'device_id': '359697d7-2071-40e6-8d64-851187f0efad', 'network_id': 'c69d8d10-80cd-49b1-9242-e7b36b10555a', 'admin_state_up': True, 'tenant_id': '651ceb4c5dc3451194b1f56fcf551c72'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:31.318337 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:52:31.326241 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5197682 Jul 27 19:52:31.330085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48562) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:31.334719 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-88ef11ab-7a80-4a00-ba51-cc9e6ff33fbf tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "PUT /v2.0/routers/7eb055a5-9d29-490d-9ef4-4f4203cdb4b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9060283 Jul 27 19:52:31.346629 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4592db6a-0dfb-482c-a03b-825892e44589 None None] Sync routers for ids ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:52:31.365283 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-414cffc6-dc3b-441e-9b73-61c0ced5471f tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/quotas/52e59b9ffeef4af9a3a07f74165a5a60 HTTP/1.1" status: 200 len: 375 time: 0.0708935 Jul 27 19:52:31.372121 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4592db6a-0dfb-482c-a03b-825892e44589 None None] Routers {'7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:31.373253 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4592db6a-0dfb-482c-a03b-825892e44589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:31.404132 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-2529e24c-1338-46d9-914c-6a7b6f95281c admin admin] Request body: {'subnet': {'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1358389620-subnet', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:31.407633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48564) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:31.434227 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4592db6a-0dfb-482c-a03b-825892e44589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:31.447803 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4592db6a-0dfb-482c-a03b-825892e44589 None None] Routers {'7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:31.448679 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4592db6a-0dfb-482c-a03b-825892e44589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:31.470867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fddc1-283c-472a-818b-39faf58bdcce admin admin] Pushing event updated for resources: {'Network': ['ID=8d143a2d-c076-4ab9-a8b9-49dca52349d7,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:31.482445 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9818a9e8-c24c-4970-a135-358cdcbc0718 x-openstack-request-id: req-9818a9e8-c24c-4970-a135-358cdcbc0718 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:31.482844 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b80764-7c95-4204-a602-85fa7a90b5e8", "tag": "58356d2f-b719-4ff1-bfd9-7a5c7a852efe", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:31.483211 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9818a9e8-c24c-4970-a135-358cdcbc0718 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:31.483864 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b80764-7c95-4204-a602-85fa7a90b5e8', 'tag': '58356d2f-b719-4ff1-bfd9-7a5c7a852efe', 'status': 'completed', 'code': 200} Jul 27 19:52:31.487149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 8d143a2d-c076-4ab9-a8b9-49dca52349d7 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:52:31.539299 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4592db6a-0dfb-482c-a03b-825892e44589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:31.540229 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4592db6a-0dfb-482c-a03b-825892e44589 None None] The sync data for ids ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:31.685407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f129e758-aa84-4945-aa33-85e10c79620a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Made reservation on behalf of 52e59b9ffeef4af9a3a07f74165a5a60 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:31.689520 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f129e758-aa84-4945-aa33-85e10c79620a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:31.788077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2529e24c-1338-46d9-914c-6a7b6f95281c admin admin] Made reservation on behalf of d1b34598f07a4481be9257ffbb24a06a for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:31.790450 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2529e24c-1338-46d9-914c-6a7b6f95281c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:31.837197 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7609cc43-bf26-450f-8d71-d5716d3d3ce2 None None] Network 9d69e8b4-919c-49e9-972b-6dae3ca90809 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:31.936663 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-eda04a59-7844-4386-afb5-589063e47faa service neutron] 10.222.0.52 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6684988 Jul 27 19:52:31.939650 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:52:31.959140 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Sync routers for ids ['1358eb9f-61f5-40b1-8358-ebb2737d08f4'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:52:31.980067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Routers {'1358eb9f-61f5-40b1-8358-ebb2737d08f4'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:31.981828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1358eb9f-61f5-40b1-8358-ebb2737d08f4'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:32.052096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c1586383-43ce-4714-aa2a-8575f49a990a None None] Provisioning for port 325a5b5a-030b-4300-96f8-9ed5938ac7ca completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:32.068949 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5dca263e-b6c4-40c0-8dbe-4226c89308ce req-75e057cc-962a-42b0-9a85-8031ffa3d738 service neutron] 10.222.0.52 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234334 Jul 27 19:52:32.078267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:32.082301 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b3a3a071-d232-4553-90b1-28b567c12aa6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.2198594 Jul 27 19:52:32.082905 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48568) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:32.094302 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-596257d3-05e6-43f7-9cbd-793c5b0f2662 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e59b9ffeef4af9a3a07f74165a5a60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6790416 Jul 27 19:52:32.096386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-5f2246eb-2fad-483f-9e2e-3efae240b558 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Made reservation on behalf of 651ceb4c5dc3451194b1f56fcf551c72 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:32.100421 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-5f2246eb-2fad-483f-9e2e-3efae240b558 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:32.118304 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae1821-93be-45bf-8b3c-9679906175f7 req-9c36e527-71d5-4d41-b8ae-2af100e1ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:32.119811 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae1821-93be-45bf-8b3c-9679906175f7 req-9c36e527-71d5-4d41-b8ae-2af100e1ddce service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 1096 time: 0.5652528 Jul 27 19:52:32.166581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ef0a-5828-4c80-b517-564904e68f9a req-0ca2585c-f94e-424f-965b-4ce213ed8508 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:32.172616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ef0a-5828-4c80-b517-564904e68f9a req-0ca2585c-f94e-424f-965b-4ce213ed8508 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:32.186178 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ef0a-5828-4c80-b517-564904e68f9a req-0ca2585c-f94e-424f-965b-4ce213ed8508 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:32.192179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ef0a-5828-4c80-b517-564904e68f9a req-0ca2585c-f94e-424f-965b-4ce213ed8508 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:32.198445 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ef0a-5828-4c80-b517-564904e68f9a req-0ca2585c-f94e-424f-965b-4ce213ed8508 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:32.204773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ef0a-5828-4c80-b517-564904e68f9a req-0ca2585c-f94e-424f-965b-4ce213ed8508 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:32.210900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ef0a-5828-4c80-b517-564904e68f9a req-0ca2585c-f94e-424f-965b-4ce213ed8508 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:32.213290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57f9ef0a-5828-4c80-b517-564904e68f9a req-0ca2585c-f94e-424f-965b-4ce213ed8508 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5431 time: 0.6071413 Jul 27 19:52:32.241323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Set router 1358eb9f-61f5-40b1-8358-ebb2737d08f4 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:32.243716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48570) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:32.250702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ab32ca99-7dfe-4c71-8a3c-0d4cb1dfbb71 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Request body: {'floatingip': {'port_id': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:32.317704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab32ca99-7dfe-4c71-8a3c-0d4cb1dfbb71 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for floatingip, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:32.393757 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a2ea9-5c20-4169-8983-27fc6f7e143c req-6256ffb5-9523-40b9-aa26-ba5610f689ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:32.395281 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-315a2ea9-5c20-4169-8983-27fc6f7e143c req-6256ffb5-9523-40b9-aa26-ba5610f689ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52e59b9ffeef4af9a3a07f74165a5a60&device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 1096 time: 0.2351186 Jul 27 19:52:32.521295 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f129e758-aa84-4945-aa33-85e10c79620a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Allocated IP 172.20.0.4 (fe51d6e8-dc8b-4948-8f50-ec9229be579f/5fe36b11-6a84-4d30-ae2e-7d9b4762e48a/e29c3542-3773-4b25-a6ea-b46a7668f8d5) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:32.674662 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a2ea9-5c20-4169-8983-27fc6f7e143c req-52ca74d4-88b9-4260-97fe-592354f2c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:32.675418 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-315a2ea9-5c20-4169-8983-27fc6f7e143c req-52ca74d4-88b9-4260-97fe-592354f2c35d service neutron] 10.222.0.52 "GET /v2.0/networks?id=fe51d6e8-dc8b-4948-8f50-ec9229be579f HTTP/1.1" status: 200 len: 917 time: 0.2452397 Jul 27 19:52:32.741084 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811066649-router', 'tenant_id': '48bb7708f273482a946431fc121b8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '08123811-3d61-42ce-98ba-2fdd7ce2ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:25Z', 'updated_at': '2021-07-27T19:52:29Z', 'revision_number': 3, 'project_id': '48bb7708f273482a946431fc121b8556', 'gw_port': {'id': '08123811-3d61-42ce-98ba-2fdd7ce2ca77', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:27Z', 'updated_at': '2021-07-27T19:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:32.789244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae1821-93be-45bf-8b3c-9679906175f7 req-b16e2c31-0b2d-47d0-a847-a6d189e0b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:32.790805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae1821-93be-45bf-8b3c-9679906175f7 req-b16e2c31-0b2d-47d0-a847-a6d189e0b055 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.6520622 Jul 27 19:52:32.796293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Checking router: 1358eb9f-61f5-40b1-8358-ebb2737d08f4 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:52:32.796975 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Updating router 1358eb9f-61f5-40b1-8358-ebb2737d08f4 port 08123811-3d61-42ce-98ba-2fdd7ce2ca77 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:52:32.798957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-186b8279-9d38-4462-afeb-035c0daa52c1 service neutron] 10.222.0.48 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7037389 Jul 27 19:52:32.807029 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-315a2ea9-5c20-4169-8983-27fc6f7e143c req-4d6d9b2c-d5f0-44bc-b89c-577712ca5cf7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58356d2f-b719-4ff1-bfd9-7a5c7a852efe HTTP/1.1" status: 200 len: 217 time: 0.1206560 Jul 27 19:52:32.852913 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:32.901308 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 09671988-f41b-4c2a-a5c7-85f644099f78 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:32.965489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-5f2246eb-2fad-483f-9e2e-3efae240b558 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Allocated IP 172.20.0.5 (c69d8d10-80cd-49b1-9242-e7b36b10555a/f5874a54-3b52-43fe-b414-99f86aa532c1/0fe6cce9-c098-4683-9a0f-ea36d0266830) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:32.992888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a2ea9-5c20-4169-8983-27fc6f7e143c req-00ae9d14-0dbd-4b27-b203-782db515e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:32.994329 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-315a2ea9-5c20-4169-8983-27fc6f7e143c req-00ae9d14-0dbd-4b27-b203-782db515e825 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fe36b11-6a84-4d30-ae2e-7d9b4762e48a HTTP/1.1" status: 200 len: 855 time: 0.1161420 Jul 27 19:52:33.050070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e128d-c3e2-497d-8eb8-b73bc1ce43bd req-176e9eca-e1d7-4347-be98-8b7109b6afa0 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:33.057730 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-579e128d-c3e2-497d-8eb8-b73bc1ce43bd req-176e9eca-e1d7-4347-be98-8b7109b6afa0 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 946 time: 0.6995847 Jul 27 19:52:33.058860 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 09671988-f41b-4c2a-a5c7-85f644099f78 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:33.059379 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:33.091026 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2529e24c-1338-46d9-914c-6a7b6f95281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:33.228299 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 325a5b5a-030b-4300-96f8-9ed5938ac7ca up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:33.325384 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:33.335832 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:33.339875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Transition to ACTIVE for port object 08123811-3d61-42ce-98ba-2fdd7ce2ca77 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:33.342178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 325a5b5a-030b-4300-96f8-9ed5938ac7ca completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:33.348257 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 325a5b5a-030b-4300-96f8-9ed5938ac7ca triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:33.348678 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:33.352430 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:33.393160 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a2ea9-5c20-4169-8983-27fc6f7e143c req-ef46c770-9ba9-4019-83cc-04ac91addb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:33.394767 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-315a2ea9-5c20-4169-8983-27fc6f7e143c req-ef46c770-9ba9-4019-83cc-04ac91addb46 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe51d6e8-dc8b-4948-8f50-ec9229be579f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3879681 Jul 27 19:52:33.437233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Attempting to bind port 08123811-3d61-42ce-98ba-2fdd7ce2ca77 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:33.437629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Attempting to bind port 08123811-3d61-42ce-98ba-2fdd7ce2ca77 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:33.437999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Attempting to bind port 08123811-3d61-42ce-98ba-2fdd7ce2ca77 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:33.447156 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14f336-c0d3-4aac-8ff0-c12beb08f03b None None] Pushing event updated for resources: {'Port': ['ID=08123811-3d61-42ce-98ba-2fdd7ce2ca77,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:33.454053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:33.454437 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:33.454842 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:33.455231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:33.456046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Bound port: 08123811-3d61-42ce-98ba-2fdd7ce2ca77, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:33.456576 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:33.518808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae1821-93be-45bf-8b3c-9679906175f7 req-64d54221-eae5-433f-9956-f6e2a8cd9dc1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab HTTP/1.1" status: 200 len: 998 time: 0.6791596 Jul 27 19:52:33.542224 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:33.558581 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] For port 08123811-3d61-42ce-98ba-2fdd7ce2ca77, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:33.583763 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] For port 08123811-3d61-42ce-98ba-2fdd7ce2ca77, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=08123811-3d61-42ce-98ba-2fdd7ce2ca77,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:33.586994 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-fb6addd5-7915-4b87-a632-2d4cf6c10bc2 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 19:52:33.588266 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fb6addd5-7915-4b87-a632-2d4cf6c10bc2 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "PUT /v2.0/routers/7eb055a5-9d29-490d-9ef4-4f4203cdb4b7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1795356 Jul 27 19:52:33.598241 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:33.601728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 325a5b5a-030b-4300-96f8-9ed5938ac7ca, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=325a5b5a-030b-4300-96f8-9ed5938ac7ca,segment=NetworkSegment(6e50b267-8b11-474b-8420-f246ec6b38b8),segment_id=6e50b267-8b11-474b-8420-f246ec6b38b8)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:33.625512 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48574) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:33.628506 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:33.648215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-579e128d-c3e2-497d-8eb8-b73bc1ce43bd req-edeb1822-abdc-4f8e-8e37-c5d001372247 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895138 Jul 27 19:52:33.668512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Routers {'1358eb9f-61f5-40b1-8358-ebb2737d08f4'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:33.668727 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1358eb9f-61f5-40b1-8358-ebb2737d08f4'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:33.711789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14f336-c0d3-4aac-8ff0-c12beb08f03b None None] Pushing event updated for resources: {'Port': ['ID=08123811-3d61-42ce-98ba-2fdd7ce2ca77,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:33.723271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529e24c-1338-46d9-914c-6a7b6f95281c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdebfd7-2a29-4d1f-83ea-ec6a745a512d,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:33.758276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 58356d2f-b719-4ff1-bfd9-7a5c7a852efe details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:52:33.805329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-b8bdeff3-5880-4280-b1c6-9088144eac4b service neutron] 10.222.0.48 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0052879 Jul 27 19:52:33.845087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=325a5b5a-030b-4300-96f8-9ed5938ac7ca,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:33.904135 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] Set router 1358eb9f-61f5-40b1-8358-ebb2737d08f4 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:33.912108 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f129e758-aa84-4945-aa33-85e10c79620a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:33.926909 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae1821-93be-45bf-8b3c-9679906175f7 req-fb30f4f8-3163-4e61-a127-ca5060607d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:33.928575 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae1821-93be-45bf-8b3c-9679906175f7 req-fb30f4f8-3163-4e61-a127-ca5060607d6d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.3912351 Jul 27 19:52:33.936656 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2529e24c-1338-46d9-914c-6a7b6f95281c admin admin] Checking segment: {'id': '0338f95e-514b-4f89-ae52-1c7c25660047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:33.937378 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2529e24c-1338-46d9-914c-6a7b6f95281c admin admin] Network hostable DHCP agents. Network: 8d143a2d-c076-4ab9-a8b9-49dca52349d7, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:52:33.971085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f129e758-aa84-4945-aa33-85e10c79620a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Transition to ACTIVE for port object e29c3542-3773-4b25-a6ea-b46a7668f8d5 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:34.047982 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab32ca99-7dfe-4c71-8a3c-0d4cb1dfbb71 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:34.128901 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Allocated IP 172.20.0.1 (9d69e8b4-919c-49e9-972b-6dae3ca90809/0c9a3ede-6676-477e-884c-1ec56d6efb08/ed8a4b70-3b03-4636-b4ae-06af88f543a7) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:34.178057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=58356d2f-b719-4ff1-bfd9-7a5c7a852efe,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:34.226216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '58356d2f-b719-4ff1-bfd9-7a5c7a852efe', 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f', 'port_id': '58356d2f-b719-4ff1-bfd9-7a5c7a852efe', 'mac_address': 'fa:16:3e:1c:c0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe36b11-6a84-4d30-ae2e-7d9b4762e48a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:52:34.245331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2529e24c-1338-46d9-914c-6a7b6f95281c admin admin] Network 8d143a2d-c076-4ab9-a8b9-49dca52349d7 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:52:34.277643 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:34.293203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Transition to ACTIVE for port object ed8a4b70-3b03-4636-b4ae-06af88f543a7 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:34.298177 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:34.314743 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-5f2246eb-2fad-483f-9e2e-3efae240b558 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:34.320341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ba10e8e-f088-4539-8914-5d15dc135e22 req-659b731d-a142-4ea9-817b-aedf8dbf2cb7 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 210 time: 0.1158929 Jul 27 19:52:34.337772 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-315a2ea9-5c20-4169-8983-27fc6f7e143c req-7a462abe-576b-4496-a16e-40856105c70b service neutron] 10.222.0.52 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9327543 Jul 27 19:52:34.338986 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58356d2f-b719-4ff1-bfd9-7a5c7a852efe {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:34.341230 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:34.354441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-2529e24c-1338-46d9-914c-6a7b6f95281c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 8d143a2d-c076-4ab9-a8b9-49dca52349d7) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:34.376431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deb0859-ca5b-4d82-a6b5-84bbfa208113 None None] Network 8d143a2d-c076-4ab9-a8b9-49dca52349d7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:34.382368 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811066649-router', 'tenant_id': '48bb7708f273482a946431fc121b8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '08123811-3d61-42ce-98ba-2fdd7ce2ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:25Z', 'updated_at': '2021-07-27T19:52:29Z', 'revision_number': 3, 'project_id': '48bb7708f273482a946431fc121b8556', 'gw_port': {'id': '08123811-3d61-42ce-98ba-2fdd7ce2ca77', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:27Z', 'updated_at': '2021-07-27T19:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:34.390917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2529e24c-1338-46d9-914c-6a7b6f95281c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:34.391945 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2529e24c-1338-46d9-914c-6a7b6f95281c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:34.402696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=58356d2f-b719-4ff1-bfd9-7a5c7a852efe,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:34.408976 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Pushing event updated for resources: {'Port': ['ID=ed8a4b70-3b03-4636-b4ae-06af88f543a7,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:34.412133 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab32ca99-7dfe-4c71-8a3c-0d4cb1dfbb71 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:34.415891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dbe55-a22e-49d5-a5e8-2e82cb226faa req-cf1da94c-12e1-4203-bb7e-40a57e68d0d1 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:34.425693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a7dbe55-a22e-49d5-a5e8-2e82cb226faa req-cf1da94c-12e1-4203-bb7e-40a57e68d0d1 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.6227069 Jul 27 19:52:34.458612 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:34.466992 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8206337-e684-48dd-87b2-9a752aebe1e8 None None] The sync data for ids ['1358eb9f-61f5-40b1-8358-ebb2737d08f4'] in n-d-705657-21 is: [{'id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811066649-router', 'tenant_id': '48bb7708f273482a946431fc121b8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '08123811-3d61-42ce-98ba-2fdd7ce2ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:25Z', 'updated_at': '2021-07-27T19:52:29Z', 'revision_number': 3, 'project_id': '48bb7708f273482a946431fc121b8556', 'gw_port': {'id': '08123811-3d61-42ce-98ba-2fdd7ce2ca77', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:27Z', 'updated_at': '2021-07-27T19:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:34.491785 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f129e758-aa84-4945-aa33-85e10c79620a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:34.577382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae1821-93be-45bf-8b3c-9679906175f7 req-c0841d7d-bcf0-40e0-8528-7a6e3f0092df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:34.580152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae1821-93be-45bf-8b3c-9679906175f7 req-c0841d7d-bcf0-40e0-8528-7a6e3f0092df service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6330514 Jul 27 19:52:34.619939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=58356d2f-b719-4ff1-bfd9-7a5c7a852efe,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:34.687911 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-ab32ca99-7dfe-4c71-8a3c-0d4cb1dfbb71 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Floating IP b2610a18-a1b6-4eed-b3c9-4feeff76b165 associated. External IP: 172.25.1.52, port: a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5. Jul 27 19:52:34.695602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'fixed_ips': [{'subnet_id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:52:34.696950 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:34.705754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2529e24c-1338-46d9-914c-6a7b6f95281c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3422389 Jul 27 19:52:34.711494 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48588) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:34.719673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a7dbe55-a22e-49d5-a5e8-2e82cb226faa req-017a746f-6db9-478c-af44-035801d3c908 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929091 Jul 27 19:52:34.728237 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['58356d2f-b719-4ff1-bfd9-7a5c7a852efe'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:34.771057 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:34.798589 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Network 9d69e8b4-919c-49e9-972b-6dae3ca90809 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:34.811302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:34.822573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:34.844629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129e758-aa84-4945-aa33-85e10c79620a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Pushing event updated for resources: {'Port': ['ID=e29c3542-3773-4b25-a6ea-b46a7668f8d5,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:34.871714 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:34.872947 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:34.965382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6ae2bf6-0f8a-464a-817d-11e267715499 req-efbbb3fe-5dc9-47a1-8691-dd4d8da850ad tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 210 time: 0.1039219 Jul 27 19:52:35.004447 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f129e758-aa84-4945-aa33-85e10c79620a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Network fe51d6e8-dc8b-4948-8f50-ec9229be579f is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:35.016251 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 325a5b5a-030b-4300-96f8-9ed5938ac7ca up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:35.065716 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-315a2ea9-5c20-4169-8983-27fc6f7e143c req-46a38265-e1e8-47a2-ab11-6c51ca859d4d service neutron] 10.222.0.52 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6595953 Jul 27 19:52:35.077058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Allocated IP 172.20.0.2 (8d143a2d-c076-4ab9-a8b9-49dca52349d7/3cdebfd7-2a29-4d1f-83ea-ec6a745a512d/b7c81e77-133a-47ac-b419-d2eeff851e03) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:35.092529 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:35.108244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f129e758-aa84-4945-aa33-85e10c79620a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:35.145469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f129e758-aa84-4945-aa33-85e10c79620a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:35.236971 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:35.265462 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d726132-c57a-4a6f-b500-9978cf0e2908 req-8bbcfb85-04c8-494b-9af1-1ceabbe250f8 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-31870667&fields=id&tenant_id=ba2de612201a4a35a6f5cd51512a5321 HTTP/1.1" status: 200 len: 267 time: 0.7917271 Jul 27 19:52:35.311594 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-5f2246eb-2fad-483f-9e2e-3efae240b558 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:35.375912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 325a5b5a-030b-4300-96f8-9ed5938ac7ca triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:35.376309 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:35.410682 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4471be51-645a-4e78-962a-9843eff9696e None None] Provisioning for port ed8a4b70-3b03-4636-b4ae-06af88f543a7 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:35.421043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-5f2246eb-2fad-483f-9e2e-3efae240b558 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Network c69d8d10-80cd-49b1-9242-e7b36b10555a is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:35.428243 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-5f2246eb-2fad-483f-9e2e-3efae240b558 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:35.430866 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-5f2246eb-2fad-483f-9e2e-3efae240b558 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:35.445019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4471be51-645a-4e78-962a-9843eff9696e None None] Provisioning complete for port ed8a4b70-3b03-4636-b4ae-06af88f543a7 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:35.445397 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4471be51-645a-4e78-962a-9843eff9696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:35.451009 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f129e758-aa84-4945-aa33-85e10c79620a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:35.453195 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f129e758-aa84-4945-aa33-85e10c79620a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:35.597718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4471be51-645a-4e78-962a-9843eff9696e None None] Port ed8a4b70-3b03-4636-b4ae-06af88f543a7 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:52:35.603730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2246eb-2fad-483f-9e2e-3efae240b558 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Pushing event updated for resources: {'Port': ['ID=0fe6cce9-c098-4683-9a0f-ea36d0266830,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:35.627274 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae1821-93be-45bf-8b3c-9679906175f7 req-407e1f52-393b-4e43-85de-46f5cc0f8c18 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9481840 Jul 27 19:52:35.635601 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:35.635926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f129e758-aa84-4945-aa33-85e10c79620a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1910694 Jul 27 19:52:35.645954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Transition to ACTIVE for port object b7c81e77-133a-47ac-b419-d2eeff851e03 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:35.662956 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Transition to ACTIVE for port object b7c81e77-133a-47ac-b419-d2eeff851e03 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:35.763995 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Request body: {'port': {'device_id': '48622a63-768a-46fc-9a20-4c1635d78077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:35.805906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d726132-c57a-4a6f-b500-9978cf0e2908 req-7be98468-7b2c-4f86-b3f7-3e9c5bddf4cd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:35.818577 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d726132-c57a-4a6f-b500-9978cf0e2908 req-7be98468-7b2c-4f86-b3f7-3e9c5bddf4cd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 946 time: 0.5500596 Jul 27 19:52:35.825948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-6d726132-c57a-4a6f-b500-9978cf0e2908 req-07bd3519-c1c7-4526-913e-839942df1a8f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'port': {'security_groups': ['30e972ea-75e5-400f-a3fb-6c25d0e1a7c0', '630c645c-19a6-4e2c-984d-1a28720db38c']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:35.842522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-5f2246eb-2fad-483f-9e2e-3efae240b558 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:35.843225 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-5f2246eb-2fad-483f-9e2e-3efae240b558 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:35.880442 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:35.894432 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:35.906607 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:35.965663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-eae4b647-edc1-4007-bb12-b8b1a628258e None None] Provisioning for port e29c3542-3773-4b25-a6ea-b46a7668f8d5 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:35.988489 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab32ca99-7dfe-4c71-8a3c-0d4cb1dfbb71 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Router 34a519f1-6c07-4f05-8bed-50d484214efa has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:52:35.991374 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-eae4b647-edc1-4007-bb12-b8b1a628258e None None] Provisioning complete for port e29c3542-3773-4b25-a6ea-b46a7668f8d5 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:35.991748 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eae4b647-edc1-4007-bb12-b8b1a628258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:35.995237 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ae1821-93be-45bf-8b3c-9679906175f7 req-ad78d7a1-63af-4ad6-a139-71aba2849ee8 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550961 Jul 27 19:52:35.997080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-23b020aa-f9fe-45c6-a1b2-3fea93e3f752 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:35.998048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-5f2246eb-2fad-483f-9e2e-3efae240b558 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6895823 Jul 27 19:52:35.998809 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-23b020aa-f9fe-45c6-a1b2-3fea93e3f752 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.52 "GET /v2.0/networks?id=fe51d6e8-dc8b-4948-8f50-ec9229be579f HTTP/1.1" status: 200 len: 816 time: 0.4238153 Jul 27 19:52:35.999541 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Network 8d143a2d-c076-4ab9-a8b9-49dca52349d7 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:36.021402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Request body: {'port': {'device_id': '359697d7-2071-40e6-8d64-851187f0efad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:36.035067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:36.043056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:36.046838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-c2a8593e-1ce0-4579-851b-80db5915368c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Request body: {'port': {'device_id': '8bb88796-8bc6-4618-b09b-490c720d99e9', 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f', 'admin_state_up': True, 'tenant_id': '52e59b9ffeef4af9a3a07f74165a5a60'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:36.048961 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Pushing event updated for resources: {'Port': ['ID=b7c81e77-133a-47ac-b419-d2eeff851e03,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:36.105067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-eae4b647-edc1-4007-bb12-b8b1a628258e None None] Port e29c3542-3773-4b25-a6ea-b46a7668f8d5 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:52:36.119785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Attempting to bind port b7c81e77-133a-47ac-b419-d2eeff851e03 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:36.120176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Attempting to bind port b7c81e77-133a-47ac-b419-d2eeff851e03 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '0338f95e-514b-4f89-ae52-1c7c25660047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:36.120549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Attempting to bind port b7c81e77-133a-47ac-b419-d2eeff851e03 on network 8d143a2d-c076-4ab9-a8b9-49dca52349d7 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:36.126257 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:36.126702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Checking segment: {'id': '0338f95e-514b-4f89-ae52-1c7c25660047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:36.127113 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:36.127895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Bound using segment: {'id': '0338f95e-514b-4f89-ae52-1c7c25660047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:36.128009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Bound port: b7c81e77-133a-47ac-b419-d2eeff851e03, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0338f95e-514b-4f89-ae52-1c7c25660047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:36.128536 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:36.131161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072d6c3-a403-4d90-a101-62bbfa032715 req-7441b972-cf08-4b88-a549-eec271e801d4 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:36.133192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b072d6c3-a403-4d90-a101-62bbfa032715 req-7441b972-cf08-4b88-a549-eec271e801d4 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 931 time: 0.6396635 Jul 27 19:52:36.207590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] For port b7c81e77-133a-47ac-b419-d2eeff851e03, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:36.213524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] For port b7c81e77-133a-47ac-b419-d2eeff851e03, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b7c81e77-133a-47ac-b419-d2eeff851e03,segment=NetworkSegment(0338f95e-514b-4f89-ae52-1c7c25660047),segment_id=0338f95e-514b-4f89-ae52-1c7c25660047)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:36.219126 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:36.224837 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:36.230291 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6d726132-c57a-4a6f-b500-9978cf0e2908 req-07bd3519-c1c7-4526-913e-839942df1a8f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:36.257998 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b20720a2-75d3-4e4b-bb4b-5b74a0392488 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:36.304386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8a059-bd70-4d51-adbd-53d501c805fa None None] Pushing event updated for resources: {'Port': ['ID=b7c81e77-133a-47ac-b419-d2eeff851e03,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:36.348621 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:36.417990 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b072d6c3-a403-4d90-a101-62bbfa032715 req-383285eb-9717-42f9-b16f-a39ccc21db32 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/security-groups?id=27526119-36f8-4573-ac06-0a82ab90044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589529 Jul 27 19:52:36.425444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab32ca99-7dfe-4c71-8a3c-0d4cb1dfbb71 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:52:36.439552 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab32ca99-7dfe-4c71-8a3c-0d4cb1dfbb71 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:36.451448 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d183a-34ee-4006-9e13-2e51d385aad5 None None] Sync routers for ids ['34a519f1-6c07-4f05-8bed-50d484214efa'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:52:36.465004 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d183a-34ee-4006-9e13-2e51d385aad5 None None] Routers {'34a519f1-6c07-4f05-8bed-50d484214efa'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:36.465894 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d49d183a-34ee-4006-9e13-2e51d385aad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['34a519f1-6c07-4f05-8bed-50d484214efa'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:36.509812 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-c2a8593e-1ce0-4579-851b-80db5915368c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Made reservation on behalf of 52e59b9ffeef4af9a3a07f74165a5a60 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:36.513579 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-c2a8593e-1ce0-4579-851b-80db5915368c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:36.552056 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:36.568139 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:36.816555 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-d49d183a-34ee-4006-9e13-2e51d385aad5 None None] Set router 34a519f1-6c07-4f05-8bed-50d484214efa gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:36.848733 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ab32ca99-7dfe-4c71-8a3c-0d4cb1dfbb71 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "PUT /v2.0/floatingips/b2610a18-a1b6-4eed-b3c9-4feeff76b165 HTTP/1.1" status: 200 len: 990 time: 4.6008337 Jul 27 19:52:36.898129 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:36.900731 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f30fc3f-61d9-4238-a419-70fa9c2f958d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:36.903754 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:36.975648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 08123811-3d61-42ce-98ba-2fdd7ce2ca77 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:37.076648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 08123811-3d61-42ce-98ba-2fdd7ce2ca77 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:37.081822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 08123811-3d61-42ce-98ba-2fdd7ce2ca77 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:37.082410 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:37.222163 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d49d183a-34ee-4006-9e13-2e51d385aad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:49:45Z', 'updated_at': '2021-07-27T19:49:55Z', 'revision_number': 4, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'gw_port': {'id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:47Z', 'updated_at': '2021-07-27T19:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'b2610a18-a1b6-4eed-b3c9-4feeff76b165', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'port_id': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'mac_address': 'fa:16:3e:09:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:50:39Z', 'updated_at': '2021-07-27T19:52:33Z', 'revision_number': 1, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b601d51-21fb-4b51-83ae-ed02b105d9ba', 'name': '', 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'mac_address': 'fa:16:3e:f5:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:53Z', 'updated_at': '2021-07-27T19:50:05Z', 'revision_number': 5, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'subnets': [{'id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:37.233495 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:37.266360 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 08123811-3d61-42ce-98ba-2fdd7ce2ca77, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=08123811-3d61-42ce-98ba-2fdd7ce2ca77,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:37.271519 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:37.272424 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b7c81e77-133a-47ac-b419-d2eeff851e03 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:37.273091 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d183a-34ee-4006-9e13-2e51d385aad5 None None] Checking router: 34a519f1-6c07-4f05-8bed-50d484214efa for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:52:37.286554 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d183a-34ee-4006-9e13-2e51d385aad5 None None] Routers {'34a519f1-6c07-4f05-8bed-50d484214efa'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:37.287502 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d49d183a-34ee-4006-9e13-2e51d385aad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['34a519f1-6c07-4f05-8bed-50d484214efa'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:37.365259 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=08123811-3d61-42ce-98ba-2fdd7ce2ca77,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:37.382605 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port b7c81e77-133a-47ac-b419-d2eeff851e03 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:37.439201 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-d49d183a-34ee-4006-9e13-2e51d385aad5 None None] Set router 34a519f1-6c07-4f05-8bed-50d484214efa gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:37.442924 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Pushing event updated for resources: {'Port': ['ID=ed8a4b70-3b03-4636-b4ae-06af88f543a7,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:37.453849 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:37.485532 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:37.496692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6d726132-c57a-4a6f-b500-9978cf0e2908 req-07bd3519-c1c7-4526-913e-839942df1a8f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] For port dc81f293-ab9f-4def-9482-160c09528953, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=dc81f293-ab9f-4def-9482-160c09528953,segment=NetworkSegment(5ab1c04c-9dce-4428-a1f0-0a39d89cf838),segment_id=5ab1c04c-9dce-4428-a1f0-0a39d89cf838)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:37.560445 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6d726132-c57a-4a6f-b500-9978cf0e2908 req-07bd3519-c1c7-4526-913e-839942df1a8f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:37.611104 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6d726132-c57a-4a6f-b500-9978cf0e2908 req-07bd3519-c1c7-4526-913e-839942df1a8f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:37.624330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['9a832793-7015-4d17-b9ab-0eba3c9de58c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:37.626521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['dc81f293-ab9f-4def-9482-160c09528953'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:37.677809 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Allocated IP 172.25.1.63 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/9ca2577c-3fda-4fdd-8819-9e264d458475) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:37.706183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Network 9d69e8b4-919c-49e9-972b-6dae3ca90809 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:37.709200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:37.748508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd3519-c1c7-4526-913e-839942df1a8f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'Port': ['ID=dc81f293-ab9f-4def-9482-160c09528953,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:37.782869 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d49d183a-34ee-4006-9e13-2e51d385aad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:49:45Z', 'updated_at': '2021-07-27T19:49:55Z', 'revision_number': 4, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'gw_port': {'id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:47Z', 'updated_at': '2021-07-27T19:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'b2610a18-a1b6-4eed-b3c9-4feeff76b165', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'port_id': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'mac_address': 'fa:16:3e:09:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:50:39Z', 'updated_at': '2021-07-27T19:52:33Z', 'revision_number': 1, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b601d51-21fb-4b51-83ae-ed02b105d9ba', 'name': '', 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'mac_address': 'fa:16:3e:f5:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:53Z', 'updated_at': '2021-07-27T19:50:05Z', 'revision_number': 5, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'subnets': [{'id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:37.800602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 58356d2f-b719-4ff1-bfd9-7a5c7a852efe up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:37.818842 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d68cd-2305-43d9-b8cd-bab8334c2b4c req-70e1ddb5-ba9b-49e5-8c2e-51cae77bc18c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:37.821633 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d183a-34ee-4006-9e13-2e51d385aad5 None None] The sync data for ids ['34a519f1-6c07-4f05-8bed-50d484214efa'] in n-d-705657-21 is: [{'id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:49:45Z', 'updated_at': '2021-07-27T19:49:55Z', 'revision_number': 4, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'gw_port': {'id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:47Z', 'updated_at': '2021-07-27T19:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'b2610a18-a1b6-4eed-b3c9-4feeff76b165', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'port_id': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'mac_address': 'fa:16:3e:09:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:50:39Z', 'updated_at': '2021-07-27T19:52:33Z', 'revision_number': 1, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b601d51-21fb-4b51-83ae-ed02b105d9ba', 'name': '', 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'mac_address': 'fa:16:3e:f5:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:53Z', 'updated_at': '2021-07-27T19:50:05Z', 'revision_number': 5, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'subnets': [{'id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:37.834593 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d24d68cd-2305-43d9-b8cd-bab8334c2b4c req-70e1ddb5-ba9b-49e5-8c2e-51cae77bc18c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 1.1996169 Jul 27 19:52:37.872762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d726132-c57a-4a6f-b500-9978cf0e2908 req-07bd3519-c1c7-4526-913e-839942df1a8f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:37.874946 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6d726132-c57a-4a6f-b500-9978cf0e2908 req-07bd3519-c1c7-4526-913e-839942df1a8f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:37.876549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d726132-c57a-4a6f-b500-9978cf0e2908 req-07bd3519-c1c7-4526-913e-839942df1a8f tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "PUT /v2.0/ports/dc81f293-ab9f-4def-9482-160c09528953 HTTP/1.1" status: 200 len: 982 time: 2.0570002 Jul 27 19:52:37.896654 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbed506-952e-4fe9-866b-ec4b116ae7d2', 'tag': 'dc81f293-ab9f-4def-9482-160c09528953'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:37.899379 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef3260d-88da-4472-ae8f-89966dd2ba07" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbed506-952e-4fe9-866b-ec4b116ae7d2", "tag": "dc81f293-ab9f-4def-9482-160c09528953"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:37.926109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d24d68cd-2305-43d9-b8cd-bab8334c2b4c req-8ca5edfa-7b3c-4de8-87f7-ed0f3b289dd0 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850756 Jul 27 19:52:37.944907 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Router 1358eb9f-61f5-40b1-8358-ebb2737d08f4 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:52:37.946906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['dc81f293-ab9f-4def-9482-160c09528953'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:38.039835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4011c6-eef8-46d6-a1ef-26b151eb0159 None None] Network 8d143a2d-c076-4ab9-a8b9-49dca52349d7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:38.087201 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e2b5bf5-0016-4708-9e90-7c7887d3a490 req-01bb96d4-af62-4667-951b-25f903c17050 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 210 time: 0.0631111 Jul 27 19:52:38.151076 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3434f78-0032-455a-9edd-18f681e238ba x-openstack-request-id: req-f3434f78-0032-455a-9edd-18f681e238ba {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:38.151374 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "tag": "a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:38.151625 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3434f78-0032-455a-9edd-18f681e238ba {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:38.152345 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'tag': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5', 'status': 'completed', 'code': 200} Jul 27 19:52:38.157115 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:52:38.164530 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-829f3e46-c2ad-491a-b0c2-7a925e674878 admin admin] 10.222.0.48 "PUT /v2.0/routers/1358eb9f-61f5-40b1-8358-ebb2737d08f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0803864 Jul 27 19:52:38.225969 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2074a5b9-a425-42b4-a1a6-cdfd93311c38 None None] New status for floating IP b2610a18-a1b6-4eed-b3c9-4feeff76b165: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:52:38.227969 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:38.241861 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Sync routers for ids ['1358eb9f-61f5-40b1-8358-ebb2737d08f4'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:52:38.279558 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:38.360008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:38.375008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:38.378783 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:38.385519 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca2577c-3fda-4fdd-8819-9e264d458475,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:38.395523 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e02b5912-c707-44af-8cd7-fac7762337dc None None] Provisioning for port b7c81e77-133a-47ac-b419-d2eeff851e03 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:38.463761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e02b5912-c707-44af-8cd7-fac7762337dc None None] Provisioning complete for port b7c81e77-133a-47ac-b419-d2eeff851e03 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:38.464129 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e02b5912-c707-44af-8cd7-fac7762337dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:38.477246 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:38.478796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-637c6291-4037-4bdd-ac3c-e158e680b5ef req-d10e91dd-f4ea-4b31-829c-b75519fdabc2 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/630c645c-19a6-4e2c-984d-1a28720db38c HTTP/1.1" status: 200 len: 1801 time: 0.3003738 Jul 27 19:52:38.518066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Routers {'1358eb9f-61f5-40b1-8358-ebb2737d08f4'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:38.519216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1358eb9f-61f5-40b1-8358-ebb2737d08f4'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:38.528420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:38.545516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29c3542-3773-4b25-a6ea-b46a7668f8d5 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:38.602770 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:38.604078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:38.604470 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:38.633933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-b20720a2-75d3-4e4b-bb4b-5b74a0392488 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Deleting port f30fdf0a-ac21-46ad-9a45-0cf4064e7245 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:38.634279 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b20720a2-75d3-4e4b-bb4b-5b74a0392488 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:38.649516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-a1d4c67a-67a3-415f-8e45-90d60b3c4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:38.649931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-a1d4c67a-67a3-415f-8e45-90d60b3c4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:38.650447 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-a1d4c67a-67a3-415f-8e45-90d60b3c4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:38.650918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-a1d4c67a-67a3-415f-8e45-90d60b3c4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:38.651374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-a1d4c67a-67a3-415f-8e45-90d60b3c4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:38.651862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-a1d4c67a-67a3-415f-8e45-90d60b3c4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:38.652345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-a1d4c67a-67a3-415f-8e45-90d60b3c4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:38.654340 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-a1d4c67a-67a3-415f-8e45-90d60b3c4e8e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f58925f86c5a406cbce55135dc048b98&device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 6495 time: 0.4674969 Jul 27 19:52:38.701982 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:38.729629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe6cce9-c098-4683-9a0f-ea36d0266830 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:38.738431 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:38.753371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 08123811-3d61-42ce-98ba-2fdd7ce2ca77 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:38.763695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04b60e-e74b-4aa2-aec7-aad8d23062de req-7d7fb0ed-cdbf-436c-8154-f503311cfc8b tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:38.765827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee04b60e-e74b-4aa2-aec7-aad8d23062de req-7d7fb0ed-cdbf-436c-8154-f503311cfc8b tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 931 time: 0.5418639 Jul 27 19:52:38.771822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Transition to ACTIVE for port object e29c3542-3773-4b25-a6ea-b46a7668f8d5 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:38.803750 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:38.854056 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-c2a8593e-1ce0-4579-851b-80db5915368c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Allocated IP 172.20.0.10 (fe51d6e8-dc8b-4948-8f50-ec9229be579f/5fe36b11-6a84-4d30-ae2e-7d9b4762e48a/326813c8-2a0e-40cf-8d0b-9a2a70997b85) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:38.859595 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Transition to ACTIVE for port object 0fe6cce9-c098-4683-9a0f-ea36d0266830 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:38.860816 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-637c6291-4037-4bdd-ac3c-e158e680b5ef req-9b8ac843-345f-4efd-8404-8f7cb34ebecd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 19:52:38.861987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-637c6291-4037-4bdd-ac3c-e158e680b5ef req-9b8ac843-345f-4efd-8404-8f7cb34ebecd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "DELETE /v2.0/security-groups/630c645c-19a6-4e2c-984d-1a28720db38c HTTP/1.1" status: 409 len: 341 time: 0.3823917 Jul 27 19:52:38.897883 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Set router 1358eb9f-61f5-40b1-8358-ebb2737d08f4 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:38.908073 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:39.005987 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b20720a2-75d3-4e4b-bb4b-5b74a0392488 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:39.013229 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f4eade-23ee-4760-ba1f-e4f23743d214 x-openstack-request-id: req-40f4eade-23ee-4760-ba1f-e4f23743d214 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:39.015556 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbed506-952e-4fe9-866b-ec4b116ae7d2", "tag": "dc81f293-ab9f-4def-9482-160c09528953", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:39.016436 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40f4eade-23ee-4760-ba1f-e4f23743d214 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:39.016436 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbed506-952e-4fe9-866b-ec4b116ae7d2', 'tag': 'dc81f293-ab9f-4def-9482-160c09528953', 'status': 'completed', 'code': 200} Jul 27 19:52:39.020125 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee04b60e-e74b-4aa2-aec7-aad8d23062de req-edd2bc5c-d31f-468d-880a-1b221f83b454 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/security-groups?id=27526119-36f8-4573-ac06-0a82ab90044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412343 Jul 27 19:52:39.020673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Pushing event updated for resources: {'Port': ['ID=e29c3542-3773-4b25-a6ea-b46a7668f8d5,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:39.061108 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:39.089702 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e02b5912-c707-44af-8cd7-fac7762337dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:39.145709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-b20720a2-75d3-4e4b-bb4b-5b74a0392488 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Calling delete_port for f30fdf0a-ac21-46ad-9a45-0cf4064e7245 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:39.146983 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:39.293529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-d5efb8f2-adf0-42b5-885f-6744ec047dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:39.294971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-d5efb8f2-adf0-42b5-885f-6744ec047dcb service neutron] 10.222.0.63 "GET /v2.0/networks?id=fe0599a8-e2b9-4d58-ac69-a9a391fdb31e HTTP/1.1" status: 200 len: 912 time: 0.5526500 Jul 27 19:52:39.311890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=58356d2f-b719-4ff1-bfd9-7a5c7a852efe,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:39.346557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b80764-7c95-4204-a602-85fa7a90b5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58356d2f-b719-4ff1-bfd9-7a5c7a852efe'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:39.349224 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b283a342-8d74-485b-bb00-d337ab5e6113" -d '{"events": [{"server_uuid": "b9b80764-7c95-4204-a602-85fa7a90b5e8", "name": "network-vif-plugged", "status": "completed", "tag": "58356d2f-b719-4ff1-bfd9-7a5c7a852efe"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:39.353336 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 08123811-3d61-42ce-98ba-2fdd7ce2ca77 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:39.353710 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:39.379045 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-c2a8593e-1ce0-4579-851b-80db5915368c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:39.394311 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:39.396609 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-c2a8593e-1ce0-4579-851b-80db5915368c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Transition to ACTIVE for port object 326813c8-2a0e-40cf-8d0b-9a2a70997b85 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:39.410402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e02b5912-c707-44af-8cd7-fac7762337dc None None] For port b7c81e77-133a-47ac-b419-d2eeff851e03, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b7c81e77-133a-47ac-b419-d2eeff851e03,segment=NetworkSegment(0338f95e-514b-4f89-ae52-1c7c25660047),segment_id=0338f95e-514b-4f89-ae52-1c7c25660047)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:39.413941 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Pushing event updated for resources: {'Port': ['ID=0fe6cce9-c098-4683-9a0f-ea36d0266830,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:39.449235 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-c2a8593e-1ce0-4579-851b-80db5915368c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:39.479235 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-acda6c5a-54f7-4d11-a404-4b3c7fb59584 req-0a8af605-a2ff-428e-bf73-91d2643c63be tempest-FloatingIPDetailsNegativeTestJSON-333073757 tempest-FloatingIPDetailsNegativeTestJSON-333073757-project] show failed (client error): The resource could not be found. Jul 27 19:52:39.481182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acda6c5a-54f7-4d11-a404-4b3c7fb59584 req-0a8af605-a2ff-428e-bf73-91d2643c63be tempest-FloatingIPDetailsNegativeTestJSON-333073757 tempest-FloatingIPDetailsNegativeTestJSON-333073757-project] 10.222.0.48 "GET /v2.0/floatingips/e7be74c6-7597-406d-a6a3-1c4240214bd4 HTTP/1.1" status: 404 len: 350 time: 0.1769569 Jul 27 19:52:39.483385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Router 383a3709-1e73-49f0-9f99-d3d619899fdf is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:52:39.499482 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48626) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:39.564809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Attempting to bind port e29c3542-3773-4b25-a6ea-b46a7668f8d5 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:39.565498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Attempting to bind port e29c3542-3773-4b25-a6ea-b46a7668f8d5 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:39.565723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Attempting to bind port e29c3542-3773-4b25-a6ea-b46a7668f8d5 on network fe51d6e8-dc8b-4948-8f50-ec9229be579f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:39.577788 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-dc82c261-e71e-469e-9360-20884669fd3f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 HTTP/1.1" status: 200 len: 1000 time: 0.2617245 Jul 27 19:52:39.598031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Port e29c3542-3773-4b25-a6ea-b46a7668f8d5 on network fe51d6e8-dc8b-4948-8f50-ec9229be579f not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:52:39.598523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Attempting to bind port e29c3542-3773-4b25-a6ea-b46a7668f8d5 on network fe51d6e8-dc8b-4948-8f50-ec9229be579f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:39.619819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3260d-88da-4472-ae8f-89966dd2ba07 req-536f0187-933a-4c4e-8d42-00d13b40be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:39.621871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ef3260d-88da-4472-ae8f-89966dd2ba07 req-536f0187-933a-4c4e-8d42-00d13b40be38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba2de612201a4a35a6f5cd51512a5321&device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 1137 time: 0.5960817 Jul 27 19:52:39.636499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-c2a8593e-1ce0-4579-851b-80db5915368c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Network fe51d6e8-dc8b-4948-8f50-ec9229be579f is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:39.664565 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e02b5912-c707-44af-8cd7-fac7762337dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:39.674152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-c2a8593e-1ce0-4579-851b-80db5915368c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:39.682761 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-c2a8593e-1ce0-4579-851b-80db5915368c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:39.684995 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Attempting to bind port 0fe6cce9-c098-4683-9a0f-ea36d0266830 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:39.685438 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Attempting to bind port 0fe6cce9-c098-4683-9a0f-ea36d0266830 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '810577ab-235f-4531-8a6b-f8ac41b22928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c69d8d10-80cd-49b1-9242-e7b36b10555a'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:39.685886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Attempting to bind port 0fe6cce9-c098-4683-9a0f-ea36d0266830 on network c69d8d10-80cd-49b1-9242-e7b36b10555a {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:39.699872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['58356d2f-b719-4ff1-bfd9-7a5c7a852efe'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:39.701448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:39.701904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Checking segment: {'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:39.702058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=58356d2f-b719-4ff1-bfd9-7a5c7a852efe,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:39.702478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Bound using segment: {'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:39.703145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Bound port: e29c3542-3773-4b25-a6ea-b46a7668f8d5, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:39.703536 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:39.736090 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-c2a8593e-1ce0-4579-851b-80db5915368c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:39.737069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-c2a8593e-1ce0-4579-851b-80db5915368c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:39.743969 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8593e-1ce0-4579-851b-80db5915368c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Pushing event updated for resources: {'Port': ['ID=326813c8-2a0e-40cf-8d0b-9a2a70997b85,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:39.803024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b5912-c707-44af-8cd7-fac7762337dc None None] Pushing event updated for resources: {'Port': ['ID=b7c81e77-133a-47ac-b419-d2eeff851e03,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:39.804222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Port 0fe6cce9-c098-4683-9a0f-ea36d0266830 on network c69d8d10-80cd-49b1-9242-e7b36b10555a not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:52:39.804687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Attempting to bind port 0fe6cce9-c098-4683-9a0f-ea36d0266830 on network c69d8d10-80cd-49b1-9242-e7b36b10555a {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:39.854825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:39.855447 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Checking segment: {'id': '810577ab-235f-4531-8a6b-f8ac41b22928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c69d8d10-80cd-49b1-9242-e7b36b10555a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:39.855983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Bound using segment: {'id': '810577ab-235f-4531-8a6b-f8ac41b22928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c69d8d10-80cd-49b1-9242-e7b36b10555a'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:39.856663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Bound port: 0fe6cce9-c098-4683-9a0f-ea36d0266830, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810577ab-235f-4531-8a6b-f8ac41b22928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c69d8d10-80cd-49b1-9242-e7b36b10555a'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:39.857133 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:39.867530 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-47ad8cec-5be5-42f9-9abd-e2cfc8ae3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:39.869229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-47ad8cec-5be5-42f9-9abd-e2cfc8ae3eac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8228838-7f56-4f49-b8c4-a9a60e68ed8f HTTP/1.1" status: 200 len: 850 time: 0.2739141 Jul 27 19:52:39.872656 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-c2a8593e-1ce0-4579-851b-80db5915368c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8361609 Jul 27 19:52:39.894559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Request body: {'port': {'device_id': '8bb88796-8bc6-4618-b09b-490c720d99e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:39.895066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc79f84-63bd-449a-9659-8f6df8469d45 req-1644d382-acf3-4e2f-8a12-8c8a641e8f07 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:39.896822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dcc79f84-63bd-449a-9659-8f6df8469d45 req-1644d382-acf3-4e2f-8a12-8c8a641e8f07 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.5252471 Jul 27 19:52:40.063284 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e192eefb-300b-4e36-8d9d-e90f069bb515 None None] Provisioning complete for port ed8a4b70-3b03-4636-b4ae-06af88f543a7 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:40.064693 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e192eefb-300b-4e36-8d9d-e90f069bb515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:40.099520 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:52:40.108622 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:40.148549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e192eefb-300b-4e36-8d9d-e90f069bb515 None None] Port ed8a4b70-3b03-4636-b4ae-06af88f543a7 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:52:40.151257 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Sync routers for ids ['383a3709-1e73-49f0-9f99-d3d619899fdf'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:52:40.171520 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:40.176108 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a13d4acd-b933-462d-968d-d8081c9b3584 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4102700 Jul 27 19:52:40.194254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48630) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:40.194884 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Routers {'383a3709-1e73-49f0-9f99-d3d619899fdf'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:40.195598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['383a3709-1e73-49f0-9f99-d3d619899fdf'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:40.251051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811066649-router', 'tenant_id': '48bb7708f273482a946431fc121b8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '08123811-3d61-42ce-98ba-2fdd7ce2ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:25Z', 'updated_at': '2021-07-27T19:52:35Z', 'revision_number': 4, 'project_id': '48bb7708f273482a946431fc121b8556', 'gw_port': {'id': '08123811-3d61-42ce-98ba-2fdd7ce2ca77', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:27Z', 'updated_at': '2021-07-27T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'ed8a4b70-3b03-4636-b4ae-06af88f543a7', 'name': '', 'network_id': '9d69e8b4-919c-49e9-972b-6dae3ca90809', 'tenant_id': '48bb7708f273482a946431fc121b8556', 'mac_address': 'fa:16:3e:76:06:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '0c9a3ede-6676-477e-884c-1ec56d6efb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:33Z', 'updated_at': '2021-07-27T19:52:36Z', 'revision_number': 2, 'project_id': '48bb7708f273482a946431fc121b8556', 'subnets': [{'id': '0c9a3ede-6676-477e-884c-1ec56d6efb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:40.298400 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Checking router: 1358eb9f-61f5-40b1-8358-ebb2737d08f4 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:52:40.298753 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Updating router 1358eb9f-61f5-40b1-8358-ebb2737d08f4 port ed8a4b70-3b03-4636-b4ae-06af88f543a7 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:52:40.390265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9d589d56-b171-44ea-a26b-35290757165e None None] Provisioning complete for port b7c81e77-133a-47ac-b419-d2eeff851e03 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:40.391007 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9d589d56-b171-44ea-a26b-35290757165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:40.437661 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:40.452640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3260d-88da-4472-ae8f-89966dd2ba07 req-41a8c004-e8dc-413d-961a-aa2ede1a98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:40.454195 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ef3260d-88da-4472-ae8f-89966dd2ba07 req-41a8c004-e8dc-413d-961a-aa2ede1a98ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b297832-9b0b-4a76-93eb-5e4042a4102f HTTP/1.1" status: 200 len: 914 time: 0.7889071 Jul 27 19:52:40.460924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] For port e29c3542-3773-4b25-a6ea-b46a7668f8d5, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:40.491849 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Set router 383a3709-1e73-49f0-9f99-d3d619899fdf gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:40.509534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] For port e29c3542-3773-4b25-a6ea-b46a7668f8d5, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e29c3542-3773-4b25-a6ea-b46a7668f8d5,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:40.518432 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dcc79f84-63bd-449a-9659-8f6df8469d45 req-6fe135ae-742b-4345-a2bf-8986ac45ffbe tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6099586 Jul 27 19:52:40.551501 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b20720a2-75d3-4e4b-bb4b-5b74a0392488 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:40.562755 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:40.582239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0152e-1824-4306-a06e-ce9069ce99f8 req-f895ed4f-33ff-4637-bf92-462c45fc6946 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:40.591536 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ff0152e-1824-4306-a06e-ce9069ce99f8 req-f895ed4f-33ff-4637-bf92-462c45fc6946 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 932 time: 0.9273753 Jul 27 19:52:40.594605 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ef3260d-88da-4472-ae8f-89966dd2ba07 req-b48ccc6f-eaee-44c3-b1e5-a12a54dadb90 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc81f293-ab9f-4def-9482-160c09528953 HTTP/1.1" status: 200 len: 217 time: 0.1147482 Jul 27 19:52:40.598648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] For port 0fe6cce9-c098-4683-9a0f-ea36d0266830, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:40.649882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20720a2-75d3-4e4b-bb4b-5b74a0392488 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event deleted for resources: {'Port': ['ID=f30fdf0a-ac21-46ad-9a45-0cf4064e7245,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:40.726597 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] For port 0fe6cce9-c098-4683-9a0f-ea36d0266830, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=0fe6cce9-c098-4683-9a0f-ea36d0266830,segment=NetworkSegment(810577ab-235f-4531-8a6b-f8ac41b22928),segment_id=810577ab-235f-4531-8a6b-f8ac41b22928)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:40.853784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b7c81e77-133a-47ac-b419-d2eeff851e03 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:40.856232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3260d-88da-4472-ae8f-89966dd2ba07 req-d4258999-8fc6-4cff-8464-a4fb09ca826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:40.858657 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ef3260d-88da-4472-ae8f-89966dd2ba07 req-d4258999-8fc6-4cff-8464-a4fb09ca826c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b449b1d1-35ca-4299-ac25-6927745019e8 HTTP/1.1" status: 200 len: 853 time: 0.2271945 Jul 27 19:52:40.859421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Pushing event updated for resources: {'Port': ['ID=e29c3542-3773-4b25-a6ea-b46a7668f8d5,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:40.903663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9d589d56-b171-44ea-a26b-35290757165e None None] Provisioning for port 326813c8-2a0e-40cf-8d0b-9a2a70997b85 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:40.944042 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9d589d56-b171-44ea-a26b-35290757165e None None] Provisioning complete for port 326813c8-2a0e-40cf-8d0b-9a2a70997b85 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:40.944664 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9d589d56-b171-44ea-a26b-35290757165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:40.977198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:40.977955 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:40.979646 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-d92b9229-49a0-47ea-9f4c-fd08f77217cb service neutron] 10.222.0.63 "PUT /v2.0/ports/e29c3542-3773-4b25-a6ea-b46a7668f8d5 HTTP/1.1" status: 200 len: 1092 time: 5.2233596 Jul 27 19:52:40.982433 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b20720a2-75d3-4e4b-bb4b-5b74a0392488 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:41.023350 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:41.029302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9d589d56-b171-44ea-a26b-35290757165e None None] Port 326813c8-2a0e-40cf-8d0b-9a2a70997b85 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:52:41.036980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-1499f989-ceb5-4f37-898f-71baccc9574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:41.039406 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-1499f989-ceb5-4f37-898f-71baccc9574d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe0599a8-e2b9-4d58-ac69-a9a391fdb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1376719 Jul 27 19:52:41.062653 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b7c81e77-133a-47ac-b419-d2eeff851e03 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:41.063032 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:41.106996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48622a63-768a-46fc-9a20-4c1635d78077', 'tag': 'e29c3542-3773-4b25-a6ea-b46a7668f8d5'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:41.109774 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676dc99d-1bbb-4d2d-8873-f4774c271abb" -d '{"events": [{"name": "network-changed", "server_uuid": "48622a63-768a-46fc-9a20-4c1635d78077", "tag": "e29c3542-3773-4b25-a6ea-b46a7668f8d5"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:41.116770 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ff0152e-1824-4306-a06e-ce9069ce99f8 req-03a21ce8-5b74-4055-98fe-0fff54a88c67 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241678 Jul 27 19:52:41.164854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:34Z', 'updated_at': '2021-07-27T19:52:38Z', 'revision_number': 3, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'gw_port': {'id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:37Z', 'updated_at': '2021-07-27T19:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:41.211877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Checking router: 383a3709-1e73-49f0-9f99-d3d619899fdf for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:52:41.212246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Updating router 383a3709-1e73-49f0-9f99-d3d619899fdf port 9ca2577c-3fda-4fdd-8819-9e264d458475 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:52:41.221291 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:41.258801 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4c7080-28eb-4834-9958-ef78f0051b1e x-openstack-request-id: req-9e4c7080-28eb-4834-9958-ef78f0051b1e {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:41.259162 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b80764-7c95-4204-a602-85fa7a90b5e8", "name": "network-vif-plugged", "status": "completed", "tag": "58356d2f-b719-4ff1-bfd9-7a5c7a852efe", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:41.259622 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e4c7080-28eb-4834-9958-ef78f0051b1e {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:41.259797 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b80764-7c95-4204-a602-85fa7a90b5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58356d2f-b719-4ff1-bfd9-7a5c7a852efe', 'code': 200} Jul 27 19:52:41.273163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Transition to ACTIVE for port object ed8a4b70-3b03-4636-b4ae-06af88f543a7 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:41.287809 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:41.293446 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-419bac7c-00d8-4eed-b83b-d12cceaa3d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:41.318084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-00ddc2ac-3820-4758-a639-30e5d65f363c service neutron] 10.222.0.63 "GET /v2.0/networks/fe0599a8-e2b9-4d58-ac69-a9a391fdb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061018 Jul 27 19:52:41.320127 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ef3260d-88da-4472-ae8f-89966dd2ba07 req-547e5f0f-8300-43e8-911f-160b356217b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b297832-9b0b-4a76-93eb-5e4042a4102f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2452462 Jul 27 19:52:41.335860 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:41.351569 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:41.352380 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:41.353954 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] 10.222.0.63 "PUT /v2.0/ports/0fe6cce9-c098-4683-9a0f-ea36d0266830 HTTP/1.1" status: 200 len: 1092 time: 5.3417249 Jul 27 19:52:41.437367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1c611-9f6a-42fc-8d84-8f3e8089a9a2 None None] Pushing event updated for resources: {'Port': ['ID=ed8a4b70-3b03-4636-b4ae-06af88f543a7,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:41.484041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326813c8-2a0e-40cf-8d0b-9a2a70997b85 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:41.499767 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:41.502645 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:41.580665 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Attempting to bind port ed8a4b70-3b03-4636-b4ae-06af88f543a7 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:41.581130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Attempting to bind port ed8a4b70-3b03-4636-b4ae-06af88f543a7 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '6e50b267-8b11-474b-8420-f246ec6b38b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9d69e8b4-919c-49e9-972b-6dae3ca90809'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:41.581571 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Attempting to bind port ed8a4b70-3b03-4636-b4ae-06af88f543a7 on network 9d69e8b4-919c-49e9-972b-6dae3ca90809 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:41.624906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:41.625435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Checking segment: {'id': '6e50b267-8b11-474b-8420-f246ec6b38b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9d69e8b4-919c-49e9-972b-6dae3ca90809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:41.626039 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:41.626488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Bound using segment: {'id': '6e50b267-8b11-474b-8420-f246ec6b38b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9d69e8b4-919c-49e9-972b-6dae3ca90809'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:41.627103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Bound port: ed8a4b70-3b03-4636-b4ae-06af88f543a7, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e50b267-8b11-474b-8420-f246ec6b38b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9d69e8b4-919c-49e9-972b-6dae3ca90809'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:41.627547 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:41.634908 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:41.638028 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Transition to ACTIVE for port object 326813c8-2a0e-40cf-8d0b-9a2a70997b85 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:41.667793 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:41.686520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf736f6-55f3-4d1f-ac51-bbeb425177cb service neutron] Pushing event updated for resources: {'Port': ['ID=0fe6cce9-c098-4683-9a0f-ea36d0266830,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:41.725473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-a119e950-e26c-434b-a07e-968aa6146494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:41.727044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-a119e950-e26c-434b-a07e-968aa6146494 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=52e59b9ffeef4af9a3a07f74165a5a60&device_id=48622a63-768a-46fc-9a20-4c1635d78077 HTTP/1.1" status: 200 len: 1095 time: 0.6865697 Jul 27 19:52:41.729146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20720a2-75d3-4e4b-bb4b-5b74a0392488 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Router 7eb055a5-9d29-490d-9ef4-4f4203cdb4b7 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:52:41.770251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08c552-d524-4366-855e-35775860c3a1 req-0988890a-c339-4b95-b2af-7d139d1237f1 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:41.771819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb08c552-d524-4366-855e-35775860c3a1 req-0988890a-c339-4b95-b2af-7d139d1237f1 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 985 time: 1.1359854 Jul 27 19:52:41.829539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Pushing event updated for resources: {'Port': ['ID=326813c8-2a0e-40cf-8d0b-9a2a70997b85,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:41.898387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f30fc3f-61d9-4238-a419-70fa9c2f958d req-176da5ce-7650-4cd0-8b9d-851ea390ae15 service neutron] 10.222.0.63 "GET /v2.0/networks/fe0599a8-e2b9-4d58-ac69-a9a391fdb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389628 Jul 27 19:52:41.900240 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ef3260d-88da-4472-ae8f-89966dd2ba07 req-e7486ab2-fd9d-4f01-9090-b2a532ce6ec1 service neutron] 10.222.0.52 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419872 Jul 27 19:52:41.915827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dde874-b241-41d7-86a2-17a01c5fb741 req-1917c5d5-50c1-4971-b4be-02de4196357f tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:41.924291 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94dde874-b241-41d7-86a2-17a01c5fb741 req-1917c5d5-50c1-4971-b4be-02de4196357f tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 943 time: 0.5761178 Jul 27 19:52:41.935533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-6aef3efd-acae-4795-9330-32eae5adb325 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e29c3542-3773-4b25-a6ea-b46a7668f8d5 HTTP/1.1" status: 200 len: 217 time: 0.1834300 Jul 27 19:52:42.015159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] For port ed8a4b70-3b03-4636-b4ae-06af88f543a7, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:42.039576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] For port ed8a4b70-3b03-4636-b4ae-06af88f543a7, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ed8a4b70-3b03-4636-b4ae-06af88f543a7,segment=NetworkSegment(6e50b267-8b11-474b-8420-f246ec6b38b8),segment_id=6e50b267-8b11-474b-8420-f246ec6b38b8)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:42.048527 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Attempting to bind port 326813c8-2a0e-40cf-8d0b-9a2a70997b85 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:42.048899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Attempting to bind port 326813c8-2a0e-40cf-8d0b-9a2a70997b85 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:42.049193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Attempting to bind port 326813c8-2a0e-40cf-8d0b-9a2a70997b85 on network fe51d6e8-dc8b-4948-8f50-ec9229be579f {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:42.062377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aaf09-4fd1-43ce-a121-eb3797b2d122 req-cbdd4163-4d0a-42b5-8922-540237de55aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:42.064097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-484aaf09-4fd1-43ce-a121-eb3797b2d122 req-cbdd4163-4d0a-42b5-8922-540237de55aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 1098 time: 0.7144189 Jul 27 19:52:42.068234 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:42.077860 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Port 326813c8-2a0e-40cf-8d0b-9a2a70997b85 on network fe51d6e8-dc8b-4948-8f50-ec9229be579f not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:52:42.078222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Attempting to bind port 326813c8-2a0e-40cf-8d0b-9a2a70997b85 on network fe51d6e8-dc8b-4948-8f50-ec9229be579f {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:42.094378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:42.095309 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Checking segment: {'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:42.095697 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Bound using segment: {'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:42.096366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Bound port: 326813c8-2a0e-40cf-8d0b-9a2a70997b85, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc45b24-19f9-48b4-8bb9-2130f0179122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:42.096692 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:42.103335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Allocated IP 172.20.0.1 (8d143a2d-c076-4ab9-a8b9-49dca52349d7/3cdebfd7-2a29-4d1f-83ea-ec6a745a512d/c2722f4c-3577-469a-834e-8a9a554ff2cd) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:42.109323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-bc35a4fc-0ad8-44e1-b8d8-83a1f520f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:42.111094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-bc35a4fc-0ad8-44e1-b8d8-83a1f520f4e7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=651ceb4c5dc3451194b1f56fcf551c72&device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 1095 time: 0.6835980 Jul 27 19:52:42.138066 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:42.180469 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Transition to ACTIVE for port object 9ca2577c-3fda-4fdd-8819-9e264d458475 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:42.183437 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1c611-9f6a-42fc-8d84-8f3e8089a9a2 None None] Pushing event updated for resources: {'Port': ['ID=ed8a4b70-3b03-4636-b4ae-06af88f543a7,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:42.188779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Routers {'1358eb9f-61f5-40b1-8358-ebb2737d08f4'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:42.189733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1358eb9f-61f5-40b1-8358-ebb2737d08f4'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:42.239501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-419bac7c-00d8-4eed-b83b-d12cceaa3d0c admin admin] Deleting port ed8a4b70-3b03-4636-b4ae-06af88f543a7 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:42.239856 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-419bac7c-00d8-4eed-b83b-d12cceaa3d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:42.242678 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:42.270354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-cf62271c-0adf-447b-9382-f3465478c7d5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fe6cce9-c098-4683-9a0f-ea36d0266830 HTTP/1.1" status: 200 len: 217 time: 0.1367607 Jul 27 19:52:42.284900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb08c552-d524-4366-855e-35775860c3a1 req-26ee7d61-811d-4246-8fc3-0950cfc313a2 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=630c645c-19a6-4e2c-984d-1a28720db38c&id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.4322062 Jul 27 19:52:42.285822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20720a2-75d3-4e4b-bb4b-5b74a0392488 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:52:42.303360 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b20720a2-75d3-4e4b-bb4b-5b74a0392488 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "PUT /v2.0/routers/7eb055a5-9d29-490d-9ef4-4f4203cdb4b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6655283 Jul 27 19:52:42.311037 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f163b36a-1f97-4ee9-a99f-cf365b9d5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:42.312614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f163b36a-1f97-4ee9-a99f-cf365b9d5f38 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5fe36b11-6a84-4d30-ae2e-7d9b4762e48a HTTP/1.1" status: 200 len: 855 time: 0.2973535 Jul 27 19:52:42.324652 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e7fc1-7d47-4bed-9662-e045a3f6351b None None] Sync routers for ids ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:52:42.327381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Attempting to bind port 9ca2577c-3fda-4fdd-8819-9e264d458475 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:42.327760 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Attempting to bind port 9ca2577c-3fda-4fdd-8819-9e264d458475 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:42.328118 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Attempting to bind port 9ca2577c-3fda-4fdd-8819-9e264d458475 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:42.335132 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48642) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:42.335992 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94dde874-b241-41d7-86a2-17a01c5fb741 req-786c2ea2-9ff3-4c19-9713-3e26d6b557f8 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/security-groups?id=27526119-36f8-4573-ac06-0a82ab90044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101019 Jul 27 19:52:42.337783 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e7fc1-7d47-4bed-9662-e045a3f6351b None None] Routers {'7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:42.338432 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f79e7fc1-7d47-4bed-9662-e045a3f6351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:42.432538 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] Set router 1358eb9f-61f5-40b1-8358-ebb2737d08f4 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:42.463118 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f79e7fc1-7d47-4bed-9662-e045a3f6351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:42.465943 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ef3260d-88da-4472-ae8f-89966dd2ba07 req-4cddfd89-b706-41ec-9484-e888da733606 service neutron] 10.222.0.52 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027249 Jul 27 19:52:42.471597 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] For port 326813c8-2a0e-40cf-8d0b-9a2a70997b85, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:42.489914 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-19462c88-5934-4574-8651-8f56678142cc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] delete failed (client error): The resource could not be found. Jul 27 19:52:42.496557 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-19462c88-5934-4574-8651-8f56678142cc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1177624999 HTTP/1.1" status: 404 len: 335 time: 0.1510165 Jul 27 19:52:42.502761 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] For port 326813c8-2a0e-40cf-8d0b-9a2a70997b85, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=326813c8-2a0e-40cf-8d0b-9a2a70997b85,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:42.503721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48644) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:42.511047 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c7fce1bf-fe61-4e4e-a884-997637d99032 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Request body: {'router': {'external_gateway_info': {'network_id': '7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:42.519701 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e7fc1-7d47-4bed-9662-e045a3f6351b None None] Routers {'7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:42.520328 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f79e7fc1-7d47-4bed-9662-e045a3f6351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:42.531277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:42.554619 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f79e7fc1-7d47-4bed-9662-e045a3f6351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:42.555467 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e7fc1-7d47-4bed-9662-e045a3f6351b None None] The sync data for ids ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:42.567788 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:42.569074 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:42.569570 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:42.573095 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:42.573749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Bound port: 9ca2577c-3fda-4fdd-8819-9e264d458475, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:42.574227 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:42.580684 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e787f88-7d2f-403d-975c-4c7f6f64dc86 x-openstack-request-id: req-4e787f88-7d2f-403d-975c-4c7f6f64dc86 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:42.580970 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48622a63-768a-46fc-9a20-4c1635d78077", "tag": "e29c3542-3773-4b25-a6ea-b46a7668f8d5", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:42.581267 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e787f88-7d2f-403d-975c-4c7f6f64dc86 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:42.581406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36479c46-b2a2-4016-a49a-787bb5c93293 None None] Pushing event updated for resources: {'Port': ['ID=9ca2577c-3fda-4fdd-8819-9e264d458475,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:42.581673 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48622a63-768a-46fc-9a20-4c1635d78077', 'tag': 'e29c3542-3773-4b25-a6ea-b46a7668f8d5', 'status': 'completed', 'code': 200} Jul 27 19:52:42.650164 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-484aaf09-4fd1-43ce-a121-eb3797b2d122 req-cd59579e-c17b-48b5-9cae-2e4f71a6a628 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357642 Jul 27 19:52:42.666240 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:42.678991 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:42.679655 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:42.681237 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] 10.222.0.52 "PUT /v2.0/ports/326813c8-2a0e-40cf-8d0b-9a2a70997b85 HTTP/1.1" status: 200 len: 1093 time: 2.7970207 Jul 27 19:52:42.686190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb88796-8bc6-4618-b09b-490c720d99e9', 'tag': '326813c8-2a0e-40cf-8d0b-9a2a70997b85'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:42.688572 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0117ac-0ce0-40f3-9cf1-449f5b90db82" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb88796-8bc6-4618-b09b-490c720d99e9", "tag": "326813c8-2a0e-40cf-8d0b-9a2a70997b85"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:42.693449 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-419bac7c-00d8-4eed-b83b-d12cceaa3d0c admin admin] For port ed8a4b70-3b03-4636-b4ae-06af88f543a7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ed8a4b70-3b03-4636-b4ae-06af88f543a7,segment=NetworkSegment(6e50b267-8b11-474b-8420-f246ec6b38b8),segment_id=6e50b267-8b11-474b-8420-f246ec6b38b8)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:42.694061 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-419bac7c-00d8-4eed-b83b-d12cceaa3d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:42.713227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] For port 9ca2577c-3fda-4fdd-8819-9e264d458475, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:42.738242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-68173db8-a1f9-4ff5-a7e8-12e480629f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:42.740014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-68173db8-a1f9-4ff5-a7e8-12e480629f2c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f5874a54-3b52-43fe-b414-99f86aa532c1 HTTP/1.1" status: 200 len: 853 time: 0.4521556 Jul 27 19:52:42.741484 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] For port 9ca2577c-3fda-4fdd-8819-9e264d458475, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9ca2577c-3fda-4fdd-8819-9e264d458475,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:42.749187 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:42.827543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Transition to ACTIVE for port object c2722f4c-3577-469a-834e-8a9a554ff2cd will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:42.842474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-419bac7c-00d8-4eed-b83b-d12cceaa3d0c admin admin] Calling delete_port for ed8a4b70-3b03-4636-b4ae-06af88f543a7 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:42.882739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Routers {'383a3709-1e73-49f0-9f99-d3d619899fdf'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:42.883588 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['383a3709-1e73-49f0-9f99-d3d619899fdf'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:42.883710 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbd4bb-07aa-4fe2-84bd-6cf3b0ed846a service neutron] Pushing event updated for resources: {'Port': ['ID=326813c8-2a0e-40cf-8d0b-9a2a70997b85,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:43.010600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36479c46-b2a2-4016-a49a-787bb5c93293 None None] Pushing event updated for resources: {'Port': ['ID=9ca2577c-3fda-4fdd-8819-9e264d458475,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:43.025843 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c7fce1bf-fe61-4e4e-a884-997637d99032 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:43.032323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811066649-router', 'tenant_id': '48bb7708f273482a946431fc121b8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '08123811-3d61-42ce-98ba-2fdd7ce2ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:25Z', 'updated_at': '2021-07-27T19:52:35Z', 'revision_number': 4, 'project_id': '48bb7708f273482a946431fc121b8556', 'gw_port': {'id': '08123811-3d61-42ce-98ba-2fdd7ce2ca77', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:27Z', 'updated_at': '2021-07-27T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'ed8a4b70-3b03-4636-b4ae-06af88f543a7', 'name': '', 'network_id': '9d69e8b4-919c-49e9-972b-6dae3ca90809', 'tenant_id': '48bb7708f273482a946431fc121b8556', 'mac_address': 'fa:16:3e:76:06:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '0c9a3ede-6676-477e-884c-1ec56d6efb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:33Z', 'updated_at': '2021-07-27T19:52:41Z', 'revision_number': 4, 'project_id': '48bb7708f273482a946431fc121b8556', 'subnets': [{'id': '0c9a3ede-6676-477e-884c-1ec56d6efb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:43.064447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c1de9-5091-48c9-9743-299779265a0d None None] The sync data for ids ['1358eb9f-61f5-40b1-8358-ebb2737d08f4'] in n-d-705657-21 is: [{'id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811066649-router', 'tenant_id': '48bb7708f273482a946431fc121b8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '08123811-3d61-42ce-98ba-2fdd7ce2ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:25Z', 'updated_at': '2021-07-27T19:52:35Z', 'revision_number': 4, 'project_id': '48bb7708f273482a946431fc121b8556', 'gw_port': {'id': '08123811-3d61-42ce-98ba-2fdd7ce2ca77', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:27Z', 'updated_at': '2021-07-27T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'ed8a4b70-3b03-4636-b4ae-06af88f543a7', 'name': '', 'network_id': '9d69e8b4-919c-49e9-972b-6dae3ca90809', 'tenant_id': '48bb7708f273482a946431fc121b8556', 'mac_address': 'fa:16:3e:76:06:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '0c9a3ede-6676-477e-884c-1ec56d6efb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:33Z', 'updated_at': '2021-07-27T19:52:41Z', 'revision_number': 4, 'project_id': '48bb7708f273482a946431fc121b8556', 'subnets': [{'id': '0c9a3ede-6676-477e-884c-1ec56d6efb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:43.069456 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] Set router 383a3709-1e73-49f0-9f99-d3d619899fdf gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:43.084963 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-c7fce1bf-fe61-4e4e-a884-997637d99032 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] update failed (client error): The resource could not be found. Jul 27 19:52:43.086127 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c7fce1bf-fe61-4e4e-a884-997637d99032 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "PUT /v2.0/routers/7eb055a5-9d29-490d-9ef4-4f4203cdb4b7 HTTP/1.1" status: 404 len: 339 time: 0.5791481 Jul 27 19:52:43.095687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48648) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:43.135098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ea4ab775-f45e-4360-abb1-09962aeccf06 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-305107987'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:43.206828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea1bb7-33a0-48e5-82c3-09a1cbe82c35 req-9ebde7a0-ea32-462a-a74d-71a355ea9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:43.208594 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9ea1bb7-33a0-48e5-82c3-09a1cbe82c35 req-9ebde7a0-ea32-462a-a74d-71a355ea9713 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba2de612201a4a35a6f5cd51512a5321&device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 1137 time: 0.6688428 Jul 27 19:52:43.230600 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-615e3996-c770-40e8-a3c8-ae3a35b18724 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c69d8d10-80cd-49b1-9242-e7b36b10555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4753466 Jul 27 19:52:43.231530 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:43.310695 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:34Z', 'updated_at': '2021-07-27T19:52:38Z', 'revision_number': 3, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'gw_port': {'id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:37Z', 'updated_at': '2021-07-27T19:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:43.335984 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4ab775-f45e-4360-abb1-09962aeccf06 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Made reservation on behalf of 5cfa867507304540bb867e8230d73464 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:43.342190 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab775-f45e-4360-abb1-09962aeccf06 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:43.350580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3250d4-f48a-4d21-bd0f-973c5e5fde87 req-2a2b9e23-a70c-4fa4-96f6-730971c3370a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:43.352212 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf3250d4-f48a-4d21-bd0f-973c5e5fde87 req-2a2b9e23-a70c-4fa4-96f6-730971c3370a tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.8355615 Jul 27 19:52:43.359205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-7e185814-bb4a-4c25-98b8-40a234281673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:43.359440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21efaa1c-f604-4b71-9dd5-12931d139bd5 None None] The sync data for ids ['383a3709-1e73-49f0-9f99-d3d619899fdf'] in n-d-705657-21 is: [{'id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:34Z', 'updated_at': '2021-07-27T19:52:38Z', 'revision_number': 3, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'gw_port': {'id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:37Z', 'updated_at': '2021-07-27T19:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:43.361630 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-7e185814-bb4a-4c25-98b8-40a234281673 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52e59b9ffeef4af9a3a07f74165a5a60&device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 1096 time: 0.5450439 Jul 27 19:52:43.363171 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f6db5001-86e6-4962-9650-86adc24a8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:43.366182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Pushing event updated for resources: {'Port': ['ID=c2722f4c-3577-469a-834e-8a9a554ff2cd,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:43.368636 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-f6db5001-86e6-4962-9650-86adc24a8366 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe51d6e8-dc8b-4948-8f50-ec9229be579f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0275092 Jul 27 19:52:43.369598 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3ff61b95-b742-499d-b2a4-e9180e83686e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:43.433511 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Network 8d143a2d-c076-4ab9-a8b9-49dca52349d7 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:43.435391 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-39695265-5c9b-4088-add6-a7e8f6cb2935 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=326813c8-2a0e-40cf-8d0b-9a2a70997b85 HTTP/1.1" status: 200 len: 217 time: 0.0567455 Jul 27 19:52:43.442866 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:43.446404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4ab775-f45e-4360-abb1-09962aeccf06 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:52:43.462953 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:43.512292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c99d87-487c-43cf-bc29-299ad531b3e6 req-2205beb2-83a3-4a03-bee1-220802bed429 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:43.519997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2c99d87-487c-43cf-bc29-299ad531b3e6 req-2205beb2-83a3-4a03-bee1-220802bed429 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 944 time: 0.8668911 Jul 27 19:52:43.599142 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:43.602842 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab775-f45e-4360-abb1-09962aeccf06 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:43.603188 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-ea4ab775-f45e-4360-abb1-09962aeccf06 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Added segment fff0dca4-081c-4549-8133-6bcf83169006 of type vlan for network 02de150b-b698-47fc-ae12-84f39aaa70da Jul 27 19:52:43.606418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-361f585f-4c5b-4b9e-9516-a1680afb3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:43.608085 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-361f585f-4c5b-4b9e-9516-a1680afb3bd3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fe36b11-6a84-4d30-ae2e-7d9b4762e48a HTTP/1.1" status: 200 len: 855 time: 0.1595159 Jul 27 19:52:43.608824 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-419bac7c-00d8-4eed-b83b-d12cceaa3d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:43.610420 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-b2b17d60-d7de-43f3-bac2-bad5c6ddccbb service neutron] 10.222.0.63 "GET /v2.0/networks/c69d8d10-80cd-49b1-9242-e7b36b10555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393710 Jul 27 19:52:43.622616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea1bb7-33a0-48e5-82c3-09a1cbe82c35 req-96b3c2d1-adec-499c-b0d6-7c45cc804d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:43.624081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9ea1bb7-33a0-48e5-82c3-09a1cbe82c35 req-96b3c2d1-adec-499c-b0d6-7c45cc804d75 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b297832-9b0b-4a76-93eb-5e4042a4102f HTTP/1.1" status: 200 len: 914 time: 0.4057941 Jul 27 19:52:43.652278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf3250d4-f48a-4d21-bd0f-973c5e5fde87 req-2889608c-4fd3-4502-9d5c-4e9504b8a210 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561710 Jul 27 19:52:43.717538 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-429eed53-3cbe-45bd-8896-979c7552c951 service neutron] 10.222.0.63 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392022 Jul 27 19:52:43.732116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2c99d87-487c-43cf-bc29-299ad531b3e6 req-d65de354-795c-419a-aaba-fd9cdccaef31 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110627 Jul 27 19:52:43.938182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9ea1bb7-33a0-48e5-82c3-09a1cbe82c35 req-ac3f2d14-2f0d-49ed-a0e0-49b6f5e6eba1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc81f293-ab9f-4def-9482-160c09528953 HTTP/1.1" status: 200 len: 217 time: 0.2700846 Jul 27 19:52:43.942125 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1810ce41-cb8f-4c2c-a500-a5bbddecb64d None None] Provisioning for port c2722f4c-3577-469a-834e-8a9a554ff2cd completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:43.947973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1810ce41-cb8f-4c2c-a500-a5bbddecb64d None None] Provisioning complete for port c2722f4c-3577-469a-834e-8a9a554ff2cd triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:43.948764 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1810ce41-cb8f-4c2c-a500-a5bbddecb64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:44.011697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1810ce41-cb8f-4c2c-a500-a5bbddecb64d None None] Port c2722f4c-3577-469a-834e-8a9a554ff2cd cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:52:44.156704 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac249ad8-c751-44af-8158-89983e628ef8 x-openstack-request-id: req-ac249ad8-c751-44af-8158-89983e628ef8 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:44.157075 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb88796-8bc6-4618-b09b-490c720d99e9", "tag": "326813c8-2a0e-40cf-8d0b-9a2a70997b85", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:44.157450 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac249ad8-c751-44af-8158-89983e628ef8 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:44.158141 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb88796-8bc6-4618-b09b-490c720d99e9', 'tag': '326813c8-2a0e-40cf-8d0b-9a2a70997b85', 'status': 'completed', 'code': 200} Jul 27 19:52:44.191395 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea1bb7-33a0-48e5-82c3-09a1cbe82c35 req-8303475e-3977-4a3d-9793-0d96b0d48391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:44.192922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9ea1bb7-33a0-48e5-82c3-09a1cbe82c35 req-8303475e-3977-4a3d-9793-0d96b0d48391 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b449b1d1-35ca-4299-ac25-6927745019e8 HTTP/1.1" status: 200 len: 853 time: 0.1560290 Jul 27 19:52:44.235696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bac7c-00d8-4eed-b83b-d12cceaa3d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8a4b70-3b03-4636-b4ae-06af88f543a7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:44.236643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acb12988-a775-4fc3-8f92-1cb403cad09a req-28afd747-de47-43d3-9748-0ffc0b2d3db7 service neutron] 10.222.0.63 "GET /v2.0/networks/c69d8d10-80cd-49b1-9242-e7b36b10555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163075 Jul 27 19:52:44.270958 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9ea1bb7-33a0-48e5-82c3-09a1cbe82c35 req-8a3209d5-55c0-4dde-aac0-85baa33615c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b297832-9b0b-4a76-93eb-5e4042a4102f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565732 Jul 27 19:52:44.281705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95a5be6e-84b2-47da-b45a-3ac418f7e699 req-20a0d000-1fbe-4203-a4d4-9e10b06c1884 service neutron] 10.222.0.63 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453525 Jul 27 19:52:44.316114 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab775-f45e-4360-abb1-09962aeccf06 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:44.354083 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab775-f45e-4360-abb1-09962aeccf06 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:44.364830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f8fb2-50ea-4720-ac27-e04c0587a597 req-780a8300-da54-465c-877c-bd5a2e9ed033 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:44.365869 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4ab775-f45e-4360-abb1-09962aeccf06 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:44.366547 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab775-f45e-4360-abb1-09962aeccf06 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:44.373149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a83f8fb2-50ea-4720-ac27-e04c0587a597 req-780a8300-da54-465c-877c-bd5a2e9ed033 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 985 time: 0.4374528 Jul 27 19:52:44.410860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0436793-e22b-4d62-8596-91b1a84b36f1 req-ae7890a9-1efa-4674-92d8-6d1f5ac96baf tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:44.412599 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0436793-e22b-4d62-8596-91b1a84b36f1 req-ae7890a9-1efa-4674-92d8-6d1f5ac96baf tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 943 time: 0.4905481 Jul 27 19:52:44.501939 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ab775-f45e-4360-abb1-09962aeccf06 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event updated for resources: {'Network': ['ID=02de150b-b698-47fc-ae12-84f39aaa70da,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:44.517371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 02de150b-b698-47fc-ae12-84f39aaa70da details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:52:44.566978 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a83f8fb2-50ea-4720-ac27-e04c0587a597 req-3bf2c1ee-7573-49ca-b1c3-384971fb9d83 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=630c645c-19a6-4e2c-984d-1a28720db38c&id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1889477 Jul 27 19:52:44.587338 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ea4ab775-f45e-4360-abb1-09962aeccf06 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4805088 Jul 27 19:52:44.590161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48658) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:44.599775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0a8d76c6-a2e6-4cc6-9086-14cd9c7e35ff tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Request body: {'subnet': {'network_id': '02de150b-b698-47fc-ae12-84f39aaa70da', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:44.605216 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359697d7-2071-40e6-8d64-851187f0efad', 'tag': '0fe6cce9-c098-4683-9a0f-ea36d0266830'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:44.608253 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a307bba-9096-4f5b-853a-2878cd81e4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "359697d7-2071-40e6-8d64-851187f0efad", "tag": "0fe6cce9-c098-4683-9a0f-ea36d0266830"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:44.628927 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0436793-e22b-4d62-8596-91b1a84b36f1 req-038e6df0-53db-49fa-a1a2-fda543da06f8 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/security-groups?id=27526119-36f8-4573-ac06-0a82ab90044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025294 Jul 27 19:52:44.653247 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9ea1bb7-33a0-48e5-82c3-09a1cbe82c35 req-eb1be2ba-218e-4e75-bead-6f7d71a52f8e service neutron] 10.222.0.52 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660476 Jul 27 19:52:44.786764 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9ca2577c-3fda-4fdd-8819-9e264d458475 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:44.878398 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d98f62-c9fa-410e-b90b-48efe2098191 x-openstack-request-id: req-70d98f62-c9fa-410e-b90b-48efe2098191 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:44.878848 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359697d7-2071-40e6-8d64-851187f0efad", "tag": "0fe6cce9-c098-4683-9a0f-ea36d0266830", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:44.880025 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70d98f62-c9fa-410e-b90b-48efe2098191 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:44.880613 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359697d7-2071-40e6-8d64-851187f0efad', 'tag': '0fe6cce9-c098-4683-9a0f-ea36d0266830', 'status': 'completed', 'code': 200} Jul 27 19:52:44.896241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dc99d-1bbb-4d2d-8873-f4774c271abb req-7d50170b-615b-405b-aae1-f2e01be52db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:44.898900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-676dc99d-1bbb-4d2d-8873-f4774c271abb req-7d50170b-615b-405b-aae1-f2e01be52db4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=52e59b9ffeef4af9a3a07f74165a5a60&device_id=48622a63-768a-46fc-9a20-4c1635d78077 HTTP/1.1" status: 200 len: 1095 time: 0.5130055 Jul 27 19:52:44.919197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-004cc93c-333e-4fb9-b1ef-2ec3ea14e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:44.920982 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-004cc93c-333e-4fb9-b1ef-2ec3ea14e1dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe51d6e8-dc8b-4948-8f50-ec9229be579f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7622719 Jul 27 19:52:44.930399 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 9ca2577c-3fda-4fdd-8819-9e264d458475 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:44.943414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 9ca2577c-3fda-4fdd-8819-9e264d458475 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:44.944057 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:44.986438 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:45.048808 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:45.080546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 9ca2577c-3fda-4fdd-8819-9e264d458475, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9ca2577c-3fda-4fdd-8819-9e264d458475,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:45.087042 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:45.155289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8d76c6-a2e6-4cc6-9086-14cd9c7e35ff tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Made reservation on behalf of 5cfa867507304540bb867e8230d73464 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:52:45.156180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=9ca2577c-3fda-4fdd-8819-9e264d458475,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:45.159106 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0a8d76c6-a2e6-4cc6-9086-14cd9c7e35ff tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:45.166534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:45.166534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:45.166897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:45.169030 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:45.170083 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:45.170574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:45.171165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:45.171449 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:45.172198 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:45.172862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:45.173982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:45.174476 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:45.176726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9ea1bb7-33a0-48e5-82c3-09a1cbe82c35 req-c2a92ad5-b70f-4d9a-a56f-f35242d6a0c5 service neutron] 10.222.0.52 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035436 Jul 27 19:52:45.204031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a307bba-9096-4f5b-853a-2878cd81e4a8 req-5118f140-6725-4bef-9363-60f953a1112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:45.205809 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a307bba-9096-4f5b-853a-2878cd81e4a8 req-5118f140-6725-4bef-9363-60f953a1112c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=651ceb4c5dc3451194b1f56fcf551c72&device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 1095 time: 0.3809164 Jul 27 19:52:45.245924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dc99d-1bbb-4d2d-8873-f4774c271abb req-d07c8efb-0e26-4de3-bfba-774a57c357dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:45.247598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-676dc99d-1bbb-4d2d-8873-f4774c271abb req-d07c8efb-0e26-4de3-bfba-774a57c357dc service neutron] 10.222.0.63 "GET /v2.0/networks?id=fe51d6e8-dc8b-4948-8f50-ec9229be579f HTTP/1.1" status: 200 len: 917 time: 0.3359113 Jul 27 19:52:45.293255 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-419bac7c-00d8-4eed-b83b-d12cceaa3d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:45.393790 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-9d3b12f4-8f40-48c8-9c50-44e5287782d9 service neutron] 10.222.0.52 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588822 Jul 27 19:52:45.406977 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-676dc99d-1bbb-4d2d-8873-f4774c271abb req-6f7dfea8-d5ba-4fdc-99ad-21dc14b1015e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e29c3542-3773-4b25-a6ea-b46a7668f8d5 HTTP/1.1" status: 200 len: 217 time: 0.1138465 Jul 27 19:52:45.419603 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa634f73-8660-472e-be3a-13cdd9ab82ff req-10b9e5e7-4e2d-488d-ba69-1d28cd02b302 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:45.427395 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa634f73-8660-472e-be3a-13cdd9ab82ff req-10b9e5e7-4e2d-488d-ba69-1d28cd02b302 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 944 time: 0.4757192 Jul 27 19:52:45.513185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a307bba-9096-4f5b-853a-2878cd81e4a8 req-ffdd798a-6f08-4f43-8ce8-5a57c60ba2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:45.514756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a307bba-9096-4f5b-853a-2878cd81e4a8 req-ffdd798a-6f08-4f43-8ce8-5a57c60ba2d4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c69d8d10-80cd-49b1-9242-e7b36b10555a HTTP/1.1" status: 200 len: 914 time: 0.2955134 Jul 27 19:52:45.539436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dc99d-1bbb-4d2d-8873-f4774c271abb req-34bd37a6-2422-4456-a9fe-d0e2a6358fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:45.540997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-676dc99d-1bbb-4d2d-8873-f4774c271abb req-34bd37a6-2422-4456-a9fe-d0e2a6358fbf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5fe36b11-6a84-4d30-ae2e-7d9b4762e48a HTTP/1.1" status: 200 len: 855 time: 0.1093361 Jul 27 19:52:45.577716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa634f73-8660-472e-be3a-13cdd9ab82ff req-45ad8c30-f6cc-430a-8bb0-723cf4803ae1 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493683 Jul 27 19:52:45.587888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a307bba-9096-4f5b-853a-2878cd81e4a8 req-47f6a294-d506-4dd7-a5d2-7dfbe4c2db75 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fe6cce9-c098-4683-9a0f-ea36d0266830 HTTP/1.1" status: 200 len: 217 time: 0.0588531 Jul 27 19:52:45.686147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a307bba-9096-4f5b-853a-2878cd81e4a8 req-010f5618-d3f7-47e9-823f-ba4e2678bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:45.687713 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a307bba-9096-4f5b-853a-2878cd81e4a8 req-010f5618-d3f7-47e9-823f-ba4e2678bef1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f5874a54-3b52-43fe-b414-99f86aa532c1 HTTP/1.1" status: 200 len: 853 time: 0.0690100 Jul 27 19:52:45.697858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dc99d-1bbb-4d2d-8873-f4774c271abb req-1223f334-7853-460c-9c67-a1c48f6324e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:45.699586 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-676dc99d-1bbb-4d2d-8873-f4774c271abb req-1223f334-7853-460c-9c67-a1c48f6324e4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe51d6e8-dc8b-4948-8f50-ec9229be579f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206033 Jul 27 19:52:45.751523 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a307bba-9096-4f5b-853a-2878cd81e4a8 req-4be2ab60-6ad4-417a-9e45-a53883f54a5c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c69d8d10-80cd-49b1-9242-e7b36b10555a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505581 Jul 27 19:52:45.754375 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:45.759951 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4cc228b-ff51-4bd7-b44f-84ab977304a0 req-d152ceb8-fd33-4830-8523-8e24218ecde9 service neutron] 10.222.0.52 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009670 Jul 27 19:52:45.762048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0a8d76c6-a2e6-4cc6-9086-14cd9c7e35ff tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:45.770588 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:45.970819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-676dc99d-1bbb-4d2d-8873-f4774c271abb req-4fc4ea4a-c549-4f60-83a7-323152caae4c service neutron] 10.222.0.63 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602334 Jul 27 19:52:46.000211 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122e22-4366-4588-ba93-142b0d93ef36 req-8103f0dd-9b98-415b-87f1-5798ed7d50df tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:46.001902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8122e22-4366-4588-ba93-142b0d93ef36 req-8103f0dd-9b98-415b-87f1-5798ed7d50df tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 985 time: 0.2907581 Jul 27 19:52:46.012434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Pushing event updated for resources: {'Port': ['ID=c2722f4c-3577-469a-834e-8a9a554ff2cd,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:46.014737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a307bba-9096-4f5b-853a-2878cd81e4a8 req-96783e6e-432c-4f74-8573-a9423b9da8fc service neutron] 10.222.0.63 "GET /v2.0/networks/c69d8d10-80cd-49b1-9242-e7b36b10555a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306709 Jul 27 19:52:46.015881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d76c6-a2e6-4cc6-9086-14cd9c7e35ff tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event updated for resources: {'Subnet': ['ID=338590cf-5517-4442-bb53-6f09edaed22c,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:46.030290 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:46.064776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d76c6-a2e6-4cc6-9086-14cd9c7e35ff tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Checking segment: {'id': 'fff0dca4-081c-4549-8133-6bcf83169006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '02de150b-b698-47fc-ae12-84f39aaa70da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:46.065793 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d76c6-a2e6-4cc6-9086-14cd9c7e35ff tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Network hostable DHCP agents. Network: 02de150b-b698-47fc-ae12-84f39aaa70da, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:52:46.098934 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-07750370-cfde-45be-a47e-8d8718960fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:46.137625 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419bac7c-00d8-4eed-b83b-d12cceaa3d0c admin admin] Router 1358eb9f-61f5-40b1-8358-ebb2737d08f4 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:52:46.159437 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0117ac-0ce0-40f3-9cf1-449f5b90db82 req-aa557460-a72d-45c3-92c7-d966910a44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:46.161247 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0c0117ac-0ce0-40f3-9cf1-449f5b90db82 req-aa557460-a72d-45c3-92c7-d966910a44d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52e59b9ffeef4af9a3a07f74165a5a60&device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 1096 time: 0.2706389 Jul 27 19:52:46.172216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d76c6-a2e6-4cc6-9086-14cd9c7e35ff tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Network 02de150b-b698-47fc-ae12-84f39aaa70da is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:52:46.196997 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:46.261260 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-0a8d76c6-a2e6-4cc6-9086-14cd9c7e35ff tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 02de150b-b698-47fc-ae12-84f39aaa70da) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:46.270822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c422c993-87e5-4a3c-b631-141bcc947ed6 None None] Network 02de150b-b698-47fc-ae12-84f39aaa70da requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:46.279853 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8d76c6-a2e6-4cc6-9086-14cd9c7e35ff tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:46.280513 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0a8d76c6-a2e6-4cc6-9086-14cd9c7e35ff tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:46.348514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Network 8d143a2d-c076-4ab9-a8b9-49dca52349d7 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:46.360942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:46.377386 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0a8d76c6-a2e6-4cc6-9086-14cd9c7e35ff tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7816772 Jul 27 19:52:46.384732 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48712) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:46.394367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d3157fad-7340-4e67-bf75-0e218c9f8f7c tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Request body: {'router': {'external_gateway_info': {'network_id': '02de150b-b698-47fc-ae12-84f39aaa70da'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:46.445050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0117ac-0ce0-40f3-9cf1-449f5b90db82 req-8284a04d-3120-4d4f-9d70-74018c525682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:46.446911 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0c0117ac-0ce0-40f3-9cf1-449f5b90db82 req-8284a04d-3120-4d4f-9d70-74018c525682 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fe51d6e8-dc8b-4948-8f50-ec9229be579f HTTP/1.1" status: 200 len: 917 time: 0.2711947 Jul 27 19:52:46.491991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-02de150b-b698-47fc-ae12-84f39aaa70da', 'network_id': '02de150b-b698-47fc-ae12-84f39aaa70da', 'tenant_id': '5cfa867507304540bb867e8230d73464', 'fixed_ips': [{'subnet_id': '338590cf-5517-4442-bb53-6f09edaed22c'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:52:46.493345 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:46.610350 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 0fe6cce9-c098-4683-9a0f-ea36d0266830 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:52:46.635647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8122e22-4366-4588-ba93-142b0d93ef36 req-32c02395-58bd-4d19-bb81-3848ec5cf090 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=630c645c-19a6-4e2c-984d-1a28720db38c&id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.6184723 Jul 27 19:52:46.694460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b936aa2-ac39-4242-a2a4-49e6b48fa4c5 req-b3fe00b6-6226-42f4-8a8a-125bf9ba7d71 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:46.696160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b936aa2-ac39-4242-a2a4-49e6b48fa4c5 req-b3fe00b6-6226-42f4-8a8a-125bf9ba7d71 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=075c392d-db87-4499-a6ad-07f944b90e44 HTTP/1.1" status: 200 len: 943 time: 0.7976015 Jul 27 19:52:46.753773 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Allocated IP 2001:db8:1::2 (02de150b-b698-47fc-ae12-84f39aaa70da/338590cf-5517-4442-bb53-6f09edaed22c/f61947c1-fcd7-411a-8717-a6669e775c22) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:46.836711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-676dc99d-1bbb-4d2d-8873-f4774c271abb req-3b9636fd-a16e-471f-9a85-d7b827498c4e service neutron] 10.222.0.63 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8557472 Jul 27 19:52:46.854166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8be70514-1d42-4c10-b7b3-40b02f0d15cc None None] Provisioning complete for port c2722f4c-3577-469a-834e-8a9a554ff2cd triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:46.854550 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8be70514-1d42-4c10-b7b3-40b02f0d15cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:46.863150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9ca2577c-3fda-4fdd-8819-9e264d458475 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:46.866464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 0fe6cce9-c098-4683-9a0f-ea36d0266830, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=0fe6cce9-c098-4683-9a0f-ea36d0266830,segment=NetworkSegment(810577ab-235f-4531-8a6b-f8ac41b22928),segment_id=810577ab-235f-4531-8a6b-f8ac41b22928)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:46.871914 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a307bba-9096-4f5b-853a-2878cd81e4a8 req-037b9b98-09b6-43ae-b8d2-29ff0228f180 service neutron] 10.222.0.63 "GET /v2.0/networks/c69d8d10-80cd-49b1-9242-e7b36b10555a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8228416 Jul 27 19:52:46.926493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-3b936aa2-ac39-4242-a2a4-49e6b48fa4c5 req-1baf29de-2d1b-470d-be96-c0da7343b394 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Deleting port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:46.926843 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3b936aa2-ac39-4242-a2a4-49e6b48fa4c5 req-1baf29de-2d1b-470d-be96-c0da7343b394 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:46.954486 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '0fe6cce9-c098-4683-9a0f-ea36d0266830', 'network_id': 'c69d8d10-80cd-49b1-9242-e7b36b10555a', 'port_id': '0fe6cce9-c098-4683-9a0f-ea36d0266830', 'mac_address': 'fa:16:3e:d5:44:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5874a54-3b52-43fe-b414-99f86aa532c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:52:46.993031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8be70514-1d42-4c10-b7b3-40b02f0d15cc None None] Port c2722f4c-3577-469a-834e-8a9a554ff2cd cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:52:46.998653 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df806c-5b00-4954-8255-00ce981b1da7 req-66676a01-2552-4d8e-bb4a-4055e03f1d3c tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:47.000222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94df806c-5b00-4954-8255-00ce981b1da7 req-66676a01-2552-4d8e-bb4a-4055e03f1d3c tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 943 time: 0.1955502 Jul 27 19:52:47.068755 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-3b936aa2-ac39-4242-a2a4-49e6b48fa4c5 req-1baf29de-2d1b-470d-be96-c0da7343b394 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] For port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:47.069015 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0c0117ac-0ce0-40f3-9cf1-449f5b90db82 req-8ffd602f-f549-4ad3-add5-6fedbfdab8c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=326813c8-2a0e-40cf-8d0b-9a2a70997b85 HTTP/1.1" status: 200 len: 217 time: 0.5378871 Jul 27 19:52:47.069306 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3b936aa2-ac39-4242-a2a4-49e6b48fa4c5 req-1baf29de-2d1b-470d-be96-c0da7343b394 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:47.086091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94df806c-5b00-4954-8255-00ce981b1da7 req-763ffa7f-3afc-4c5a-b372-b0b59c5e1fad tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/security-groups?id=27526119-36f8-4573-ac06-0a82ab90044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673895 Jul 27 19:52:47.091190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-3b936aa2-ac39-4242-a2a4-49e6b48fa4c5 req-1baf29de-2d1b-470d-be96-c0da7343b394 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Calling delete_port for 3d4ab2bd-2d9d-4ea4-89b9-907918978aba owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:47.096585 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:47.097296 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:47.128136 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 9ca2577c-3fda-4fdd-8819-9e264d458475 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:47.128880 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:47.134804 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe6cce9-c098-4683-9a0f-ea36d0266830 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:47.139925 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:47.191366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Transition to ACTIVE for port object f61947c1-fcd7-411a-8717-a6669e775c22 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:47.201940 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 0fe6cce9-c098-4683-9a0f-ea36d0266830, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=0fe6cce9-c098-4683-9a0f-ea36d0266830,segment=NetworkSegment(810577ab-235f-4531-8a6b-f8ac41b22928),segment_id=810577ab-235f-4531-8a6b-f8ac41b22928)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:47.210367 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:47.210626 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419bac7c-00d8-4eed-b83b-d12cceaa3d0c admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:52:47.211029 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e29c3542-3773-4b25-a6ea-b46a7668f8d5 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:52:47.225956 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-419bac7c-00d8-4eed-b83b-d12cceaa3d0c admin admin] 10.222.0.48 "PUT /v2.0/routers/1358eb9f-61f5-40b1-8358-ebb2737d08f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7167623 Jul 27 19:52:47.232467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48716) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:47.256060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a106ced-c2b5-46bb-ac0e-7365490827f8 None None] Sync routers for ids ['1358eb9f-61f5-40b1-8358-ebb2737d08f4'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:52:47.266735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Transition to ACTIVE for port object f61947c1-fcd7-411a-8717-a6669e775c22 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:47.288639 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:47.311941 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0117ac-0ce0-40f3-9cf1-449f5b90db82 req-d3eb52dc-a96b-4c39-8007-3372a44df178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:47.313841 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0c0117ac-0ce0-40f3-9cf1-449f5b90db82 req-d3eb52dc-a96b-4c39-8007-3372a44df178 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fe36b11-6a84-4d30-ae2e-7d9b4762e48a HTTP/1.1" status: 200 len: 855 time: 0.2333944 Jul 27 19:52:47.328793 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Router 383a3709-1e73-49f0-9f99-d3d619899fdf has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:52:47.393484 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3b936aa2-ac39-4242-a2a4-49e6b48fa4c5 req-1baf29de-2d1b-470d-be96-c0da7343b394 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:47.398831 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3157fad-7340-4e67-bf75-0e218c9f8f7c tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:47.455011 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf29de-2d1b-470d-be96-c0da7343b394 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event deleted for resources: {'Port': ['ID=3d4ab2bd-2d9d-4ea4-89b9-907918978aba,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:47.503595 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:47.517932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['60aae3c2-ea19-46af-b025-82a6e56e9966'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:47.519968 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['c7f41ba9-67d4-425b-9f5f-9a07ef34e945'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:47.522135 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a106ced-c2b5-46bb-ac0e-7365490827f8 None None] Routers {'1358eb9f-61f5-40b1-8358-ebb2737d08f4'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:47.522779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1a106ced-c2b5-46bb-ac0e-7365490827f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1358eb9f-61f5-40b1-8358-ebb2737d08f4'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:47.607801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b936aa2-ac39-4242-a2a4-49e6b48fa4c5 req-1baf29de-2d1b-470d-be96-c0da7343b394 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] No DVR routers for this DVR port 3d4ab2bd-2d9d-4ea4-89b9-907918978aba on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:52:47.619486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0117ac-0ce0-40f3-9cf1-449f5b90db82 req-3a4063ee-c758-4e96-85c8-6e41b6c28645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:47.621898 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0c0117ac-0ce0-40f3-9cf1-449f5b90db82 req-3a4063ee-c758-4e96-85c8-6e41b6c28645 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe51d6e8-dc8b-4948-8f50-ec9229be579f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2391696 Jul 27 19:52:47.629105 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:52:47.644734 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-59a48952-175a-45c6-bfef-af08166b5228 admin admin] 10.222.0.48 "PUT /v2.0/routers/383a3709-1e73-49f0-9f99-d3d619899fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4480722 Jul 27 19:52:47.646353 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3b936aa2-ac39-4242-a2a4-49e6b48fa4c5 req-1baf29de-2d1b-470d-be96-c0da7343b394 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:47.649419 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Sync routers for ids ['383a3709-1e73-49f0-9f99-d3d619899fdf'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:52:47.661740 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b936aa2-ac39-4242-a2a4-49e6b48fa4c5 req-1baf29de-2d1b-470d-be96-c0da7343b394 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "DELETE /v2.0/ports/3d4ab2bd-2d9d-4ea4-89b9-907918978aba HTTP/1.1" status: 204 len: 173 time: 0.9583158 Jul 27 19:52:47.662472 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Routers {'383a3709-1e73-49f0-9f99-d3d619899fdf'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:47.663559 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['383a3709-1e73-49f0-9f99-d3d619899fdf'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:47.664950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075c392d-db87-4499-a6ad-07f944b90e44', 'name': 'network-vif-deleted', 'tag': '3d4ab2bd-2d9d-4ea4-89b9-907918978aba'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:47.674775 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a986b2-e677-41a0-916d-89cf7378bbe1" -d '{"events": [{"server_uuid": "075c392d-db87-4499-a6ad-07f944b90e44", "name": "network-vif-deleted", "tag": "3d4ab2bd-2d9d-4ea4-89b9-907918978aba"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:47.723761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Network 02de150b-b698-47fc-ae12-84f39aaa70da is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:47.740156 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:47.746398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:47.766228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=0fe6cce9-c098-4683-9a0f-ea36d0266830,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:47.794588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18df9f0-a604-486a-b969-c9d7a8ad8489 req-93e9f86c-8e72-4d85-b031-0d82d2adfbcf tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:47.806734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a18df9f0-a604-486a-b969-c9d7a8ad8489 req-93e9f86c-8e72-4d85-b031-0d82d2adfbcf tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 944 time: 0.4263778 Jul 27 19:52:47.837368 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Set router 383a3709-1e73-49f0-9f99-d3d619899fdf gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:47.838897 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0c0117ac-0ce0-40f3-9cf1-449f5b90db82 req-91cf0ecc-e8ff-49e1-9ac9-f30197e186a3 service neutron] 10.222.0.52 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930761 Jul 27 19:52:47.871230 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:47.906382 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-d3157fad-7340-4e67-bf75-0e218c9f8f7c tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 19:52:47.907610 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d3157fad-7340-4e67-bf75-0e218c9f8f7c tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "PUT /v2.0/routers/7eb055a5-9d29-490d-9ef4-4f4203cdb4b7 HTTP/1.1" status: 400 len: 364 time: 1.5218439 Jul 27 19:52:47.911719 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48730) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:47.959579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 326813c8-2a0e-40cf-8d0b-9a2a70997b85 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:52:47.965146 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0c0117ac-0ce0-40f3-9cf1-449f5b90db82 req-d28f1187-1216-4eba-81fe-1a5448cdf923 service neutron] 10.222.0.52 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173394 Jul 27 19:52:47.967746 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a18df9f0-a604-486a-b969-c9d7a8ad8489 req-0d451ad7-6ce0-4726-8995-13108ed04105 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552942 Jul 27 19:52:48.070305 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Attempting to bind port f61947c1-fcd7-411a-8717-a6669e775c22 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:48.070827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Attempting to bind port f61947c1-fcd7-411a-8717-a6669e775c22 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'fff0dca4-081c-4549-8133-6bcf83169006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '02de150b-b698-47fc-ae12-84f39aaa70da'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:48.071291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Attempting to bind port f61947c1-fcd7-411a-8717-a6669e775c22 on network 02de150b-b698-47fc-ae12-84f39aaa70da {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:48.094799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:48.095340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Checking segment: {'id': 'fff0dca4-081c-4549-8133-6bcf83169006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '02de150b-b698-47fc-ae12-84f39aaa70da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:48.095868 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:48.096362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Bound using segment: {'id': 'fff0dca4-081c-4549-8133-6bcf83169006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '02de150b-b698-47fc-ae12-84f39aaa70da'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:48.097023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Bound port: f61947c1-fcd7-411a-8717-a6669e775c22, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff0dca4-081c-4549-8133-6bcf83169006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '02de150b-b698-47fc-ae12-84f39aaa70da'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:48.097511 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:48.120622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-1a106ced-c2b5-46bb-ac0e-7365490827f8 None None] Set router 1358eb9f-61f5-40b1-8358-ebb2737d08f4 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:48.157685 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:34Z', 'updated_at': '2021-07-27T19:52:44Z', 'revision_number': 4, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'gw_port': {'id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:37Z', 'updated_at': '2021-07-27T19:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c2722f4c-3577-469a-834e-8a9a554ff2cd', 'name': '', 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'mac_address': 'fa:16:3e:eb:d4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:41Z', 'updated_at': '2021-07-27T19:52:45Z', 'revision_number': 2, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'subnets': [{'id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:48.285190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] Deleting port 08123811-3d61-42ce-98ba-2fdd7ce2ca77 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:48.285734 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:48.291126 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.resource_extend [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 19:52:48.293008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Pushing event updated for resources: {'Port': ['ID=f61947c1-fcd7-411a-8717-a6669e775c22,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:48.332699 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Checking router: 383a3709-1e73-49f0-9f99-d3d619899fdf for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:52:48.333088 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Updating router 383a3709-1e73-49f0-9f99-d3d619899fdf port c2722f4c-3577-469a-834e-8a9a554ff2cd binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:52:48.370805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] For port f61947c1-fcd7-411a-8717-a6669e775c22, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:48.376068 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:48.424047 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12054118-5683-44e9-946d-0f20fb49f02e x-openstack-request-id: req-12054118-5683-44e9-946d-0f20fb49f02e {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:48.424545 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075c392d-db87-4499-a6ad-07f944b90e44", "name": "network-vif-deleted", "tag": "3d4ab2bd-2d9d-4ea4-89b9-907918978aba", "status": "failed", "code": 422}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:48.424801 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12054118-5683-44e9-946d-0f20fb49f02e {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:48.425228 n-d-705657-21 neutron-server[94059]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '075c392d-db87-4499-a6ad-07f944b90e44', 'name': 'network-vif-deleted', 'tag': '3d4ab2bd-2d9d-4ea4-89b9-907918978aba', 'status': 'failed', 'code': 422} returned with failed status Jul 27 19:52:48.436341 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:48.444261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] For port f61947c1-fcd7-411a-8717-a6669e775c22, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f61947c1-fcd7-411a-8717-a6669e775c22,segment=NetworkSegment(fff0dca4-081c-4549-8133-6bcf83169006),segment_id=fff0dca4-081c-4549-8133-6bcf83169006)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:48.468276 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734637cf-a201-4c5e-a2aa-7d4eee3b2603 req-8b443dda-084c-40e9-acfa-5aab20032abc tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:48.472188 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e29c3542-3773-4b25-a6ea-b46a7668f8d5, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e29c3542-3773-4b25-a6ea-b46a7668f8d5,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:48.476209 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734637cf-a201-4c5e-a2aa-7d4eee3b2603 req-8b443dda-084c-40e9-acfa-5aab20032abc tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 985 time: 0.3138037 Jul 27 19:52:48.483376 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:48.568223 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'e29c3542-3773-4b25-a6ea-b46a7668f8d5', 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f', 'port_id': 'e29c3542-3773-4b25-a6ea-b46a7668f8d5', 'mac_address': 'fa:16:3e:bc:9e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe36b11-6a84-4d30-ae2e-7d9b4762e48a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:52:48.577612 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734637cf-a201-4c5e-a2aa-7d4eee3b2603 req-4c3baa0a-9baa-43c3-8807-ba3a125dd963 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=630c645c-19a6-4e2c-984d-1a28720db38c&id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1003356 Jul 27 19:52:48.679016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 326813c8-2a0e-40cf-8d0b-9a2a70997b85, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=326813c8-2a0e-40cf-8d0b-9a2a70997b85,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:48.698970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] For port 08123811-3d61-42ce-98ba-2fdd7ce2ca77, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=08123811-3d61-42ce-98ba-2fdd7ce2ca77,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:48.699529 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:48.721984 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48748) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:48.728582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4dd5d78e-dff7-4c40-835f-b4c2afb28cce tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--915585961', 'description': 'tempest-description--1361181232'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:48.774805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaafb5f-53a9-4911-9ece-9dbed82d5f30 None None] Pushing event updated for resources: {'Port': ['ID=f61947c1-fcd7-411a-8717-a6669e775c22,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:48.789345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] Calling delete_port for 08123811-3d61-42ce-98ba-2fdd7ce2ca77 owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:48.793913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '326813c8-2a0e-40cf-8d0b-9a2a70997b85', 'network_id': 'fe51d6e8-dc8b-4948-8f50-ec9229be579f', 'port_id': '326813c8-2a0e-40cf-8d0b-9a2a70997b85', 'mac_address': 'fa:16:3e:ce:50:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe36b11-6a84-4d30-ae2e-7d9b4762e48a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:52:48.801735 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:48.820584 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Transition to ACTIVE for port object c2722f4c-3577-469a-834e-8a9a554ff2cd will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:48.826548 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d78e-dff7-4c40-835f-b4c2afb28cce tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:48.832818 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:48.842683 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:48.901302 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d9ff1-6efd-4276-89cf-117e3a2a97dc None None] Pushing event updated for resources: {'Port': ['ID=c2722f4c-3577-469a-834e-8a9a554ff2cd,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:48.917169 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d9ff1-6efd-4276-89cf-117e3a2a97dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:48.918467 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d9ff1-6efd-4276-89cf-117e3a2a97dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:48.919003 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d9ff1-6efd-4276-89cf-117e3a2a97dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:48.919848 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d9ff1-6efd-4276-89cf-117e3a2a97dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:48.920334 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d9ff1-6efd-4276-89cf-117e3a2a97dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:48.921755 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d9ff1-6efd-4276-89cf-117e3a2a97dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:48.922240 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d9ff1-6efd-4276-89cf-117e3a2a97dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:48.922853 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d9ff1-6efd-4276-89cf-117e3a2a97dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:48.925182 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d9ff1-6efd-4276-89cf-117e3a2a97dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:48.926056 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d9ff1-6efd-4276-89cf-117e3a2a97dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:48.926630 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d9ff1-6efd-4276-89cf-117e3a2a97dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:48.927131 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17d9ff1-6efd-4276-89cf-117e3a2a97dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:48.933408 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:48.955242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29c3542-3773-4b25-a6ea-b46a7668f8d5 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:49.001902 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.029838 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e29c3542-3773-4b25-a6ea-b46a7668f8d5, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e29c3542-3773-4b25-a6ea-b46a7668f8d5,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:49.040814 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.050800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326813c8-2a0e-40cf-8d0b-9a2a70997b85 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:52:49.059984 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1a106ced-c2b5-46bb-ac0e-7365490827f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811066649-router', 'tenant_id': '48bb7708f273482a946431fc121b8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '08123811-3d61-42ce-98ba-2fdd7ce2ca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:25Z', 'updated_at': '2021-07-27T19:52:43Z', 'revision_number': 5, 'project_id': '48bb7708f273482a946431fc121b8556', 'gw_port': {'id': '08123811-3d61-42ce-98ba-2fdd7ce2ca77', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:06:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:27Z', 'updated_at': '2021-07-27T19:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:49.079045 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d78e-dff7-4c40-835f-b4c2afb28cce tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.081529 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Attempting to bind port c2722f4c-3577-469a-834e-8a9a554ff2cd on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:52:49.082414 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Attempting to bind port c2722f4c-3577-469a-834e-8a9a554ff2cd by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '0338f95e-514b-4f89-ae52-1c7c25660047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:52:49.084417 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Attempting to bind port c2722f4c-3577-469a-834e-8a9a554ff2cd on network 8d143a2d-c076-4ab9-a8b9-49dca52349d7 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:52:49.095271 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d78e-dff7-4c40-835f-b4c2afb28cce tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.104170 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:52:49.105248 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Checking segment: {'id': '0338f95e-514b-4f89-ae52-1c7c25660047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:52:49.105781 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.106018 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Bound using segment: {'id': '0338f95e-514b-4f89-ae52-1c7c25660047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:52:49.106585 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Bound port: c2722f4c-3577-469a-834e-8a9a554ff2cd, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0338f95e-514b-4f89-ae52-1c7c25660047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:52:49.107145 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.139570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a106ced-c2b5-46bb-ac0e-7365490827f8 None None] Checking router: 1358eb9f-61f5-40b1-8358-ebb2737d08f4 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:52:49.140800 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d78e-dff7-4c40-835f-b4c2afb28cce tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.148986 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4dd5d78e-dff7-4c40-835f-b4c2afb28cce tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4256999 Jul 27 19:52:49.160339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48754) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:49.163689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 326813c8-2a0e-40cf-8d0b-9a2a70997b85, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=326813c8-2a0e-40cf-8d0b-9a2a70997b85,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:49.174089 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-21a98b55-5e03-4f4a-a678-abd669c4e989 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Request body: {'security_group_rule': {'security_group_id': '6a47a279-00bb-42ab-baea-f9baa726e1f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:49.174651 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.187879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a106ced-c2b5-46bb-ac0e-7365490827f8 None None] Routers {'1358eb9f-61f5-40b1-8358-ebb2737d08f4'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:49.188770 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1a106ced-c2b5-46bb-ac0e-7365490827f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1358eb9f-61f5-40b1-8358-ebb2737d08f4'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:49.192155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=e29c3542-3773-4b25-a6ea-b46a7668f8d5,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:49.205253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994ac79-79e4-418a-9694-71d0d317edf7 req-75cbf128-60b7-46c0-84d0-aea3f35dbbaf tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:49.214399 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e994ac79-79e4-418a-9694-71d0d317edf7 req-75cbf128-60b7-46c0-84d0-aea3f35dbbaf tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 944 time: 0.5080647 Jul 27 19:52:49.268041 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21a98b55-5e03-4f4a-a678-abd669c4e989 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.273385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5d78e-dff7-4c40-835f-b4c2afb28cce tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a47a279-00bb-42ab-baea-f9baa726e1f2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:49.300546 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] For port c2722f4c-3577-469a-834e-8a9a554ff2cd, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:52:49.305309 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] For port c2722f4c-3577-469a-834e-8a9a554ff2cd, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c2722f4c-3577-469a-834e-8a9a554ff2cd,segment=NetworkSegment(0338f95e-514b-4f89-ae52-1c7c25660047),segment_id=0338f95e-514b-4f89-ae52-1c7c25660047)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:52:49.319570 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.375917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-1a106ced-c2b5-46bb-ac0e-7365490827f8 None None] Set router 1358eb9f-61f5-40b1-8358-ebb2737d08f4 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:49.377879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=326813c8-2a0e-40cf-8d0b-9a2a70997b85,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:49.414968 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Routers {'383a3709-1e73-49f0-9f99-d3d619899fdf'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:49.415824 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['383a3709-1e73-49f0-9f99-d3d619899fdf'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:49.419458 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d9ff1-6efd-4276-89cf-117e3a2a97dc None None] Pushing event updated for resources: {'Port': ['ID=c2722f4c-3577-469a-834e-8a9a554ff2cd,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:49.427363 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Allocated IP 2001:db8::1 (b975a9aa-2ca0-4ad7-ae2a-810404f3601b/7c8f3431-5d2b-4fd3-89ab-a4514f82698d/05426e2a-744b-45fd-bba7-470030d18f41) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:49.442956 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21a98b55-5e03-4f4a-a678-abd669c4e989 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.448097 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21a98b55-5e03-4f4a-a678-abd669c4e989 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.476978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1a106ced-c2b5-46bb-ac0e-7365490827f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811066649-router', 'tenant_id': '48bb7708f273482a946431fc121b8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:25Z', 'updated_at': '2021-07-27T19:52:47Z', 'revision_number': 6, 'project_id': '48bb7708f273482a946431fc121b8556', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:49.486959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a98b55-5e03-4f4a-a678-abd669c4e989 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d8a09c-ac81-41fe-9c37-d1bad38d94a2,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:49.488406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['326813c8-2a0e-40cf-8d0b-9a2a70997b85'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:49.499542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21a98b55-5e03-4f4a-a678-abd669c4e989 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.501828 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-21a98b55-5e03-4f4a-a678-abd669c4e989 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387392 Jul 27 19:52:49.505939 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48756) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:49.511193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c92b655e-3190-47d6-a214-a56d8921b3a7 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Request body: {'security_group_rule': {'security_group_id': '6a47a279-00bb-42ab-baea-f9baa726e1f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:49.541077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['0fe6cce9-c098-4683-9a0f-ea36d0266830'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:49.565666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a106ced-c2b5-46bb-ac0e-7365490827f8 None None] The sync data for ids ['1358eb9f-61f5-40b1-8358-ebb2737d08f4'] in n-d-705657-21 is: [{'id': '1358eb9f-61f5-40b1-8358-ebb2737d08f4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811066649-router', 'tenant_id': '48bb7708f273482a946431fc121b8556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:25Z', 'updated_at': '2021-07-27T19:52:47Z', 'revision_number': 6, 'project_id': '48bb7708f273482a946431fc121b8556', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:49.581493 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c92b655e-3190-47d6-a214-a56d8921b3a7 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.601296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['e29c3542-3773-4b25-a6ea-b46a7668f8d5'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:49.660112 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] Set router 383a3709-1e73-49f0-9f99-d3d619899fdf gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:52:49.744967 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c92b655e-3190-47d6-a214-a56d8921b3a7 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.751532 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c92b655e-3190-47d6-a214-a56d8921b3a7 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.781046 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dc03a25-3c3e-4010-a8f9-1eafaa471af2 req-a8a65e54-bad0-4087-bc81-f48c53c21f75 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-219747118&fields=id&tenant_id=ba2de612201a4a35a6f5cd51512a5321 HTTP/1.1" status: 200 len: 267 time: 0.6794775 Jul 27 19:52:49.802217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b655e-3190-47d6-a214-a56d8921b3a7 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d902998-2b75-4eea-ae8b-f25be16e808b,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:49.805858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e994ac79-79e4-418a-9694-71d0d317edf7 req-f8f2652f-a91b-4224-bb14-b7472ff6c9ae tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/security-groups?id=27526119-36f8-4573-ac06-0a82ab90044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902760 Jul 27 19:52:49.825187 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c92b655e-3190-47d6-a214-a56d8921b3a7 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.830492 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c92b655e-3190-47d6-a214-a56d8921b3a7 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3204935 Jul 27 19:52:49.831575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48760) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:49.852990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:49.857473 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.894391 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:49.937976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=08123811-3d61-42ce-98ba-2fdd7ce2ca77,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:49.956284 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:50.164581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Transition to ACTIVE for port object 05426e2a-744b-45fd-bba7-470030d18f41 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:52:50.200080 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:50.204490 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:34Z', 'updated_at': '2021-07-27T19:52:44Z', 'revision_number': 4, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'gw_port': {'id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:37Z', 'updated_at': '2021-07-27T19:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c2722f4c-3577-469a-834e-8a9a554ff2cd', 'name': '', 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'mac_address': 'fa:16:3e:eb:d4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:41Z', 'updated_at': '2021-07-27T19:52:49Z', 'revision_number': 4, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'subnets': [{'id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:50.205064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc03a25-3c3e-4010-a8f9-1eafaa471af2 req-187281ec-ba1f-466d-8af1-84b3d2f3bffd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:50.213829 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dc03a25-3c3e-4010-a8f9-1eafaa471af2 req-187281ec-ba1f-466d-8af1-84b3d2f3bffd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 985 time: 0.4310522 Jul 27 19:52:50.222635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-6dc03a25-3c3e-4010-a8f9-1eafaa471af2 req-acc30a1e-adc6-4be8-a022-fd0e24960242 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'port': {'security_groups': ['30e972ea-75e5-400f-a3fb-6c25d0e1a7c0', '630c645c-19a6-4e2c-984d-1a28720db38c', 'c0e7bbfb-0ea1-4cfd-a860-caf652a62ab5']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:50.230920 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:50.260576 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906fb009-f31d-4a9c-b34e-3eeb64bb7ae3 None None] The sync data for ids ['383a3709-1e73-49f0-9f99-d3d619899fdf'] in n-d-705657-21 is: [{'id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:34Z', 'updated_at': '2021-07-27T19:52:44Z', 'revision_number': 4, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'gw_port': {'id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:37Z', 'updated_at': '2021-07-27T19:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c2722f4c-3577-469a-834e-8a9a554ff2cd', 'name': '', 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'mac_address': 'fa:16:3e:eb:d4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:41Z', 'updated_at': '2021-07-27T19:52:49Z', 'revision_number': 4, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'subnets': [{'id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:50.305433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f5f5ff-6438-45f8-9939-2f2e14bad745 None None] Network 02de150b-b698-47fc-ae12-84f39aaa70da requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:50.400275 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:50.407607 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:50.408615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Allocated IP 172.25.1.157 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/071d0281-257f-43fa-aa59-f646d3f925e0) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:52:50.542840 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:50.604751 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:50.635223 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:50.635776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1358eb9f-61f5-40b1-8358-ebb2737d08f4 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:52:50.652045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-655b0e2b-afaf-49f1-be6e-3b477e155122 None None] Provisioning for port f61947c1-fcd7-411a-8717-a6669e775c22 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:50.676259 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:50.810620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:50.815084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:50.821467 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:50.869563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Pushing event updated for resources: {'Port': ['ID=071d0281-257f-43fa-aa59-f646d3f925e0,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:50.927065 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c2722f4c-3577-469a-834e-8a9a554ff2cd up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:51.001713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port c2722f4c-3577-469a-834e-8a9a554ff2cd completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:51.010567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port c2722f4c-3577-469a-834e-8a9a554ff2cd triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:51.010999 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.016536 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.076928 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.138477 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.225408 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port c2722f4c-3577-469a-834e-8a9a554ff2cd, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c2722f4c-3577-469a-834e-8a9a554ff2cd,segment=NetworkSegment(0338f95e-514b-4f89-ae52-1c7c25660047),segment_id=0338f95e-514b-4f89-ae52-1c7c25660047)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:51.232971 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.233844 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f61947c1-fcd7-411a-8717-a6669e775c22 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:51.305518 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.310157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a7600295-6974-48e7-a9ea-ec52906c0dcd admin admin] 10.222.0.48 "DELETE /v2.0/routers/1358eb9f-61f5-40b1-8358-ebb2737d08f4 HTTP/1.1" status: 204 len: 168 time: 4.0738544 Jul 27 19:52:51.310157 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6dc03a25-3c3e-4010-a8f9-1eafaa471af2 req-acc30a1e-adc6-4be8-a022-fd0e24960242 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.315075 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48770) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:51.320933 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.330184 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.357493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Network b975a9aa-2ca0-4ad7-ae2a-810404f3601b is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:51.387501 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=c2722f4c-3577-469a-834e-8a9a554ff2cd,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:51.398300 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f61947c1-fcd7-411a-8717-a6669e775c22 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:51.403954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f61947c1-fcd7-411a-8717-a6669e775c22 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:51.404418 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.438839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Pushing event updated for resources: {'Port': ['ID=071d0281-257f-43fa-aa59-f646d3f925e0,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:51.448165 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.454328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:51.456902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:52:51.457671 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.466792 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.469487 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2bfc9a25-70d7-47ce-9752-2454c087cea5 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6366923 Jul 27 19:52:51.471534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event updated for resources: {'Port': ['ID=05426e2a-744b-45fd-bba7-470030d18f41,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:51.562524 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.625180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port f61947c1-fcd7-411a-8717-a6669e775c22, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f61947c1-fcd7-411a-8717-a6669e775c22,segment=NetworkSegment(fff0dca4-081c-4549-8133-6bcf83169006),segment_id=fff0dca4-081c-4549-8133-6bcf83169006)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:51.631038 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.684750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9be5f3-7229-4f2a-bf9a-1b6385744db3 admin admin] Deleting subnet 0c9a3ede-6676-477e-884c-1ec56d6efb08 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:52:51.703202 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb9be5f3-7229-4f2a-bf9a-1b6385744db3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.737887 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=f61947c1-fcd7-411a-8717-a6669e775c22,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:51.785618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 08123811-3d61-42ce-98ba-2fdd7ce2ca77 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:51.807098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67905161-99bc-4d78-ac3f-e31d7e4a503c req-17c0152c-e086-4df5-97c2-bf334e4c195e tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:51.815130 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67905161-99bc-4d78-ac3f-e31d7e4a503c req-17c0152c-e086-4df5-97c2-bf334e4c195e tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 945 time: 1.2777717 Jul 27 19:52:51.815613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 08123811-3d61-42ce-98ba-2fdd7ce2ca77 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:51.816100 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 08123811-3d61-42ce-98ba-2fdd7ce2ca77 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:51.816964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ed8a4b70-3b03-4636-b4ae-06af88f543a7 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:51.854427 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 326813c8-2a0e-40cf-8d0b-9a2a70997b85 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:51.911080 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb9be5f3-7229-4f2a-bf9a-1b6385744db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:51.916068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: ed8a4b70-3b03-4636-b4ae-06af88f543a7 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:51.917088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ed8a4b70-3b03-4636-b4ae-06af88f543a7 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:51.956366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0e13de0d-934b-4320-b9a3-e6b49b1f9b0c None None] Provisioning for port 05426e2a-744b-45fd-bba7-470030d18f41 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:51.962288 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 326813c8-2a0e-40cf-8d0b-9a2a70997b85 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:51.967471 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 326813c8-2a0e-40cf-8d0b-9a2a70997b85 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:51.968588 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:52.015134 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0e13de0d-934b-4320-b9a3-e6b49b1f9b0c None None] Provisioning complete for port 05426e2a-744b-45fd-bba7-470030d18f41 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:52.015564 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0e13de0d-934b-4320-b9a3-e6b49b1f9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:52.078093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67905161-99bc-4d78-ac3f-e31d7e4a503c req-51180fde-e11f-40bc-a4ff-287072236bef tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550974 Jul 27 19:52:52.090481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0e13de0d-934b-4320-b9a3-e6b49b1f9b0c None None] Port 05426e2a-744b-45fd-bba7-470030d18f41 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:52:52.109164 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:52.113451 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:52.195661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb88796-8bc6-4618-b09b-490c720d99e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326813c8-2a0e-40cf-8d0b-9a2a70997b85'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:52.198930 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36decae-4c8d-4e6d-978f-150a233f37e9" -d '{"events": [{"server_uuid": "8bb88796-8bc6-4618-b09b-490c720d99e9", "name": "network-vif-plugged", "status": "completed", "tag": "326813c8-2a0e-40cf-8d0b-9a2a70997b85"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:52.210039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55f80e-6e24-468e-a7b1-7c8c8a726d08 req-5eaa6f95-6fc6-4b27-8db0-a3a62e9c2c73 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:52.212112 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ca55f80e-6e24-468e-a7b1-7c8c8a726d08 req-5eaa6f95-6fc6-4b27-8db0-a3a62e9c2c73 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.52 "GET /v2.0/ports?device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 908 time: 0.1439512 Jul 27 19:52:52.247611 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 326813c8-2a0e-40cf-8d0b-9a2a70997b85, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=326813c8-2a0e-40cf-8d0b-9a2a70997b85,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:52.253076 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:52.401040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=326813c8-2a0e-40cf-8d0b-9a2a70997b85,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:52.436887 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-ca55f80e-6e24-468e-a7b1-7c8c8a726d08 req-8713c976-5839-427f-bb0e-f8f3e2f35bed tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Deleting port 34e1311b-4fe5-4801-8560-6da5ef2a5faa {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:52.437743 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ca55f80e-6e24-468e-a7b1-7c8c8a726d08 req-8713c976-5839-427f-bb0e-f8f3e2f35bed tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:52.494887 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb9be5f3-7229-4f2a-bf9a-1b6385744db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:52.600696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-ca55f80e-6e24-468e-a7b1-7c8c8a726d08 req-8713c976-5839-427f-bb0e-f8f3e2f35bed tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] For port 34e1311b-4fe5-4801-8560-6da5ef2a5faa, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=34e1311b-4fe5-4801-8560-6da5ef2a5faa,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:52.601109 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ca55f80e-6e24-468e-a7b1-7c8c8a726d08 req-8713c976-5839-427f-bb0e-f8f3e2f35bed tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:52.617992 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-ca55f80e-6e24-468e-a7b1-7c8c8a726d08 req-8713c976-5839-427f-bb0e-f8f3e2f35bed tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Calling delete_port for 34e1311b-4fe5-4801-8560-6da5ef2a5faa owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:52.669216 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb9be5f3-7229-4f2a-bf9a-1b6385744db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:52.693039 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb9be5f3-7229-4f2a-bf9a-1b6385744db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:52.697514 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bb9be5f3-7229-4f2a-bf9a-1b6385744db3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0c9a3ede-6676-477e-884c-1ec56d6efb08 HTTP/1.1" status: 204 len: 168 time: 1.3771737 Jul 27 19:52:52.699718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9c000-4951-41f9-8e32-026b802919da None None] Network 9d69e8b4-919c-49e9-972b-6dae3ca90809 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:52.719458 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48834) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:52.774994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9be5f3-7229-4f2a-bf9a-1b6385744db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c9a3ede-6676-477e-884c-1ec56d6efb08,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:52.842649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c2722f4c-3577-469a-834e-8a9a554ff2cd up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:52.892784 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:52.896453 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ca55f80e-6e24-468e-a7b1-7c8c8a726d08 req-8713c976-5839-427f-bb0e-f8f3e2f35bed tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:52.942463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713c976-5839-427f-bb0e-f8f3e2f35bed tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event deleted for resources: {'Port': ['ID=34e1311b-4fe5-4801-8560-6da5ef2a5faa,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:52.989066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port c2722f4c-3577-469a-834e-8a9a554ff2cd triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:52.989751 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:53.028996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca55f80e-6e24-468e-a7b1-7c8c8a726d08 req-8713c976-5839-427f-bb0e-f8f3e2f35bed tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] No DVR routers for this DVR port 34e1311b-4fe5-4801-8560-6da5ef2a5faa on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:52:53.031554 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ca55f80e-6e24-468e-a7b1-7c8c8a726d08 req-8713c976-5839-427f-bb0e-f8f3e2f35bed tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:53.036507 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ca55f80e-6e24-468e-a7b1-7c8c8a726d08 req-8713c976-5839-427f-bb0e-f8f3e2f35bed tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.52 "DELETE /v2.0/ports/34e1311b-4fe5-4801-8560-6da5ef2a5faa HTTP/1.1" status: 204 len: 173 time: 0.8169553 Jul 27 19:52:53.036915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6dc03a25-3c3e-4010-a8f9-1eafaa471af2 req-acc30a1e-adc6-4be8-a022-fd0e24960242 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] For port dc81f293-ab9f-4def-9482-160c09528953, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=dc81f293-ab9f-4def-9482-160c09528953,segment=NetworkSegment(5ab1c04c-9dce-4428-a1f0-0a39d89cf838),segment_id=5ab1c04c-9dce-4428-a1f0-0a39d89cf838)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:53.037695 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263efaaa-e895-45bc-a9b6-c2573e6ce148', 'name': 'network-vif-deleted', 'tag': '34e1311b-4fe5-4801-8560-6da5ef2a5faa'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:53.044971 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad5f253-d717-46fa-a36d-7d200153c28c" -d '{"events": [{"server_uuid": "263efaaa-e895-45bc-a9b6-c2573e6ce148", "name": "network-vif-deleted", "tag": "34e1311b-4fe5-4801-8560-6da5ef2a5faa"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:53.102039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Deleting port 325a5b5a-030b-4300-96f8-9ed5938ac7ca {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:53.102360 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:53.117670 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 0fe6cce9-c098-4683-9a0f-ea36d0266830 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:53.122001 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6dc03a25-3c3e-4010-a8f9-1eafaa471af2 req-acc30a1e-adc6-4be8-a022-fd0e24960242 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:53.136249 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6dc03a25-3c3e-4010-a8f9-1eafaa471af2 req-acc30a1e-adc6-4be8-a022-fd0e24960242 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:53.183491 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:53.197679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d6ccc5-6415-4918-9405-93a4b3346c84 None None] DHCP port deletion for 9d69e8b4-919c-49e9-972b-6dae3ca90809 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:52:53.205310 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:53.206090 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:53.227210 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['9a832793-7015-4d17-b9ab-0eba3c9de58c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:53.232019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['dc81f293-ab9f-4def-9482-160c09528953'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:53.236375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73729a-6d24-459a-a271-50420af349ef req-00d86916-cacb-4a44-bb7e-6aa5659b5d43 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:53.249009 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa73729a-6d24-459a-a271-50420af349ef req-00d86916-cacb-4a44-bb7e-6aa5659b5d43 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=263efaaa-e895-45bc-a9b6-c2573e6ce148 HTTP/1.1" status: 200 len: 829 time: 0.7034221 Jul 27 19:52:53.268437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc03a25-3c3e-4010-a8f9-1eafaa471af2 req-acc30a1e-adc6-4be8-a022-fd0e24960242 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:53.277123 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6dc03a25-3c3e-4010-a8f9-1eafaa471af2 req-acc30a1e-adc6-4be8-a022-fd0e24960242 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:53.279228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dc03a25-3c3e-4010-a8f9-1eafaa471af2 req-acc30a1e-adc6-4be8-a022-fd0e24960242 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "PUT /v2.0/ports/dc81f293-ab9f-4def-9482-160c09528953 HTTP/1.1" status: 200 len: 1021 time: 3.0641470 Jul 27 19:52:53.297220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbed506-952e-4fe9-866b-ec4b116ae7d2', 'tag': 'dc81f293-ab9f-4def-9482-160c09528953'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:53.299780 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4362bb8b-f801-4a44-92e4-4ea5e760110e" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbed506-952e-4fe9-866b-ec4b116ae7d2", "tag": "dc81f293-ab9f-4def-9482-160c09528953"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:53.324953 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] For port 325a5b5a-030b-4300-96f8-9ed5938ac7ca, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=325a5b5a-030b-4300-96f8-9ed5938ac7ca,segment=NetworkSegment(6e50b267-8b11-474b-8420-f246ec6b38b8),segment_id=6e50b267-8b11-474b-8420-f246ec6b38b8)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:53.325448 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:53.377713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Calling delete_port for 325a5b5a-030b-4300-96f8-9ed5938ac7ca owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:53.395580 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f08a59-6948-4cc4-a843-be6150d9a372 x-openstack-request-id: req-c5f08a59-6948-4cc4-a843-be6150d9a372 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:53.395912 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb88796-8bc6-4618-b09b-490c720d99e9", "name": "network-vif-plugged", "status": "completed", "tag": "326813c8-2a0e-40cf-8d0b-9a2a70997b85", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:53.396216 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5f08a59-6948-4cc4-a843-be6150d9a372 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:53.396657 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb88796-8bc6-4618-b09b-490c720d99e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326813c8-2a0e-40cf-8d0b-9a2a70997b85', 'code': 200} Jul 27 19:52:53.420482 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['dc81f293-ab9f-4def-9482-160c09528953'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:53.442002 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f61947c1-fcd7-411a-8717-a6669e775c22 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:53.508550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc30a1e-adc6-4be8-a022-fd0e24960242 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'Port': ['ID=dc81f293-ab9f-4def-9482-160c09528953,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:53.579917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event updated for resources: {'Port': ['ID=05426e2a-744b-45fd-bba7-470030d18f41,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:53.613798 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d5258b-8ed5-48ae-a650-ab788ff033a8 x-openstack-request-id: req-b1d5258b-8ed5-48ae-a650-ab788ff033a8 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:53.614010 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263efaaa-e895-45bc-a9b6-c2573e6ce148", "name": "network-vif-deleted", "tag": "34e1311b-4fe5-4801-8560-6da5ef2a5faa", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:53.615611 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1d5258b-8ed5-48ae-a650-ab788ff033a8 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:53.618000 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263efaaa-e895-45bc-a9b6-c2573e6ce148', 'name': 'network-vif-deleted', 'tag': '34e1311b-4fe5-4801-8560-6da5ef2a5faa', 'status': 'completed', 'code': 200} Jul 27 19:52:53.663587 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Network b975a9aa-2ca0-4ad7-ae2a-810404f3601b is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:52:53.669907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:52:53.781793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a5d6ccc5-6415-4918-9405-93a4b3346c84 None None] Deleting port 325a5b5a-030b-4300-96f8-9ed5938ac7ca {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:53.782603 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ccc5-6415-4918-9405-93a4b3346c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:53.798066 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:53.836903 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=325a5b5a-030b-4300-96f8-9ed5938ac7ca,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:53.848594 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b06556-3405-46df-8ae1-62d7f3d96b1d req-c5c9f11c-f844-4b45-9e12-0b2dc9646f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:53.848884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21e6f-bca8-4eb3-a2b8-109a2ff4b0f9 req-c096cc5a-3de0-493e-9c4b-8a3b3e829cc5 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:53.851472 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-56b06556-3405-46df-8ae1-62d7f3d96b1d req-c5c9f11c-f844-4b45-9e12-0b2dc9646f18 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 1098 time: 0.2648611 Jul 27 19:52:53.869026 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79a21e6f-bca8-4eb3-a2b8-109a2ff4b0f9 req-c096cc5a-3de0-493e-9c4b-8a3b3e829cc5 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 946 time: 0.2734759 Jul 27 19:52:53.869813 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 0fe6cce9-c098-4683-9a0f-ea36d0266830 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:53.873082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] No DVR routers for this DVR port 325a5b5a-030b-4300-96f8-9ed5938ac7ca on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:52:53.959578 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 0fe6cce9-c098-4683-9a0f-ea36d0266830 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:53.959951 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:54.059235 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79a21e6f-bca8-4eb3-a2b8-109a2ff4b0f9 req-c1121799-2f86-4e22-8d54-35046c1d4f92 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831892 Jul 27 19:52:54.081002 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Router 7eb055a5-9d29-490d-9ef4-4f4203cdb4b7 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:52:54.142664 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-56b06556-3405-46df-8ae1-62d7f3d96b1d req-f6d6dce9-b151-4788-8efc-f3e019e25347 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668550 Jul 27 19:52:54.144724 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:54.159430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d69e8b4-919c-49e9-972b-6dae3ca90809']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:54.177552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e50b267-8b11-474b-8420-f246ec6b38b8') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:54.178379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e50b267-8b11-474b-8420-f246ec6b38b8') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:54.187556 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a5d6ccc5-6415-4918-9405-93a4b3346c84 None None] For port 325a5b5a-030b-4300-96f8-9ed5938ac7ca, host n-d-705657-21, got binding levels [] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:54.187974 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ccc5-6415-4918-9405-93a4b3346c84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:54.197759 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:54.203779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f61947c1-fcd7-411a-8717-a6669e775c22 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:54.205206 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:54.222110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-137e2b05-de6e-4279-a07d-a4a9f024fece req-d198bd14-2069-4769-b33e-9e4d1aea151c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3393629 Jul 27 19:52:54.227152 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:54.236797 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:52:54.237251 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:52:54.240343 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:52:54.294833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b7579-7fc5-4362-afd7-ac85bf578e05 req-0c6ae80b-275f-4f62-a57b-11cddc7c134f tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:54.304623 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-735b7579-7fc5-4362-afd7-ac85bf578e05 req-0c6ae80b-275f-4f62-a57b-11cddc7c134f tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 944 time: 0.4919102 Jul 27 19:52:54.325677 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:54.335405 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a5d6ccc5-6415-4918-9405-93a4b3346c84 None None] Calling delete_port for 325a5b5a-030b-4300-96f8-9ed5938ac7ca owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:54.337094 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:54.338883 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9d69e8b4-919c-49e9-972b-6dae3ca90809 HTTP/1.1" status: 204 len: 168 time: 1.6184461 Jul 27 19:52:54.344430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.ipam_backend_mixin [None req-a5d6ccc5-6415-4918-9405-93a4b3346c84 None None] Port 325a5b5a-030b-4300-96f8-9ed5938ac7ca was not found and therefore no delete operation was performed {{(pid=94061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 19:52:54.351874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d69e8b4-919c-49e9-972b-6dae3ca90809,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:54.381570 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:54.383169 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:54.384143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:54.385241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:54.386950 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:54.388718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:54.390354 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:54.392182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:54.393463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:54.396171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:54.398103 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:54.399946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735bbc0-7932-420f-b365-6c898f3497e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:52:54.407701 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ccc5-6415-4918-9405-93a4b3346c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:54.413138 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5cf58047-12ee-4274-a7d5-c6e759094810 req-8b4a14e9-ab10-41ce-a569-7af006a248d6 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/c0e7bbfb-0ea1-4cfd-a860-caf652a62ab5 HTTP/1.1" status: 200 len: 1802 time: 0.2954102 Jul 27 19:52:54.486428 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-735b7579-7fc5-4362-afd7-ac85bf578e05 req-508c0957-ce25-46da-b91e-e703cb18cf6c tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/security-groups?id=27526119-36f8-4573-ac06-0a82ab90044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816263 Jul 27 19:52:54.487243 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b8d21081-2515-44b4-a2fc-99dca8573646 None None] Provisioning complete for port 05426e2a-744b-45fd-bba7-470030d18f41 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:54.487697 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8d21081-2515-44b4-a2fc-99dca8573646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:54.497901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:52:54.506693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b273e93c-40db-4708-bbab-07ce28d4f0ba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "PUT /v2.0/routers/7eb055a5-9d29-490d-9ef4-4f4203cdb4b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5933681 Jul 27 19:52:54.517144 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48872) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:54.536038 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6ccc5-6415-4918-9405-93a4b3346c84 None None] Pushing event deleted for resources: {'Port': ['ID=325a5b5a-030b-4300-96f8-9ed5938ac7ca,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:54.542816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e2b05-de6e-4279-a07d-a4a9f024fece req-53ee5d32-b779-44fd-b84d-597c1d2c9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:54.544759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-137e2b05-de6e-4279-a07d-a4a9f024fece req-53ee5d32-b779-44fd-b84d-597c1d2c9162 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 1096 time: 0.2387612 Jul 27 19:52:54.546183 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-5cf58047-12ee-4274-a7d5-c6e759094810 req-bc51adb0-bb25-43ac-a76a-a15890d988a5 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 19:52:54.547408 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5cf58047-12ee-4274-a7d5-c6e759094810 req-bc51adb0-bb25-43ac-a76a-a15890d988a5 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "DELETE /v2.0/security-groups/c0e7bbfb-0ea1-4cfd-a860-caf652a62ab5 HTTP/1.1" status: 409 len: 341 time: 0.1178181 Jul 27 19:52:54.604062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48876) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:54.615687 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2288472-a393-4562-a571-10b9fea38140 None None] Sync routers for ids ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:52:54.621678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5d6ccc5-6415-4918-9405-93a4b3346c84 None None] Network 9d69e8b4-919c-49e9-972b-6dae3ca90809 is not hosted by any dhcp agent {{(pid=94061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 19:52:54.622150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d6ccc5-6415-4918-9405-93a4b3346c84 None None] No DVR routers for this DVR port 325a5b5a-030b-4300-96f8-9ed5938ac7ca on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:52:54.655578 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:54.712347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e2b05-de6e-4279-a07d-a4a9f024fece req-16504b1e-ba81-4939-99ce-c9ed0e75c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:54.715941 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-137e2b05-de6e-4279-a07d-a4a9f024fece req-16504b1e-ba81-4939-99ce-c9ed0e75c826 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.1450856 Jul 27 19:52:54.718720 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee7cfa4-4754-45dd-b39b-7e026ef919cf x-openstack-request-id: req-fee7cfa4-4754-45dd-b39b-7e026ef919cf {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:54.719140 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbed506-952e-4fe9-866b-ec4b116ae7d2", "tag": "dc81f293-ab9f-4def-9482-160c09528953", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:54.719498 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fee7cfa4-4754-45dd-b39b-7e026ef919cf {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:54.720044 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbed506-952e-4fe9-866b-ec4b116ae7d2', 'tag': 'dc81f293-ab9f-4def-9482-160c09528953', 'status': 'completed', 'code': 200} Jul 27 19:52:54.822559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b8d21081-2515-44b4-a2fc-99dca8573646 None None] Port 05426e2a-744b-45fd-bba7-470030d18f41 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:52:54.837190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2288472-a393-4562-a571-10b9fea38140 None None] Routers {'7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:54.839276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b2288472-a393-4562-a571-10b9fea38140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:54.900842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-137e2b05-de6e-4279-a07d-a4a9f024fece req-e3f56350-7de2-4b53-b5af-13ff6a2765b0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab HTTP/1.1" status: 200 len: 998 time: 0.1771252 Jul 27 19:52:54.977213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b2288472-a393-4562-a571-10b9fea38140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:54.983311 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15f31fe3-568a-4766-aef7-9083f54138d5 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:54.992327 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e5eeba77-89f7-40c8-a271-84f18c9277b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48bb7708f273482a946431fc121b8556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842249 Jul 27 19:52:54.996343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48882) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:55.040587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 0fe6cce9-c098-4683-9a0f-ea36d0266830, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=0fe6cce9-c098-4683-9a0f-ea36d0266830,segment=NetworkSegment(810577ab-235f-4531-8a6b-f8ac41b22928),segment_id=810577ab-235f-4531-8a6b-f8ac41b22928)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:55.061531 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e2b05-de6e-4279-a07d-a4a9f024fece req-704c5ab8-d6b7-46be-9979-168cbb561ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:55.062799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-137e2b05-de6e-4279-a07d-a4a9f024fece req-704c5ab8-d6b7-46be-9979-168cbb561ff6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.1543810 Jul 27 19:52:55.092787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2288472-a393-4562-a571-10b9fea38140 None None] Routers {'7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:55.092787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b2288472-a393-4562-a571-10b9fea38140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:55.125468 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362bb8b-f801-4a44-92e4-4ea5e760110e req-f3b943a9-362a-47f4-b2d3-4adaec83817b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:55.126087 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4362bb8b-f801-4a44-92e4-4ea5e760110e req-f3b943a9-362a-47f4-b2d3-4adaec83817b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba2de612201a4a35a6f5cd51512a5321&device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 1176 time: 0.3858447 Jul 27 19:52:55.169711 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-15f31fe3-568a-4766-aef7-9083f54138d5 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 19:52:55.171122 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-15f31fe3-568a-4766-aef7-9083f54138d5 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "DELETE /v2.0/routers/7eb055a5-9d29-490d-9ef4-4f4203cdb4b7 HTTP/1.1" status: 409 len: 329 time: 0.6607847 Jul 27 19:52:55.202215 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48888) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:55.339996 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e441ee8a-4984-4c1f-b906-9f6f6d232c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:55.370104 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e441ee8a-4984-4c1f-b906-9f6f6d232c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:55.403053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b2288472-a393-4562-a571-10b9fea38140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:55.403931 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2288472-a393-4562-a571-10b9fea38140 None None] The sync data for ids ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:55.406258 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:55.407468 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e29c3542-3773-4b25-a6ea-b46a7668f8d5 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:52:55.453307 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e441ee8a-4984-4c1f-b906-9f6f6d232c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:55.455326 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359697d7-2071-40e6-8d64-851187f0efad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe6cce9-c098-4683-9a0f-ea36d0266830'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:55.457048 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e441ee8a-4984-4c1f-b906-9f6f6d232c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:55.458532 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e441ee8a-4984-4c1f-b906-9f6f6d232c11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/044a749f-d08a-4cd1-8288-5feeafe0b124 HTTP/1.1" status: 204 len: 168 time: 0.4610579 Jul 27 19:52:55.461121 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6001f2-42a5-43f6-9c2e-cf306cb69d8b" -d '{"events": [{"server_uuid": "359697d7-2071-40e6-8d64-851187f0efad", "name": "network-vif-plugged", "status": "completed", "tag": "0fe6cce9-c098-4683-9a0f-ea36d0266830"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:55.503614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45f812-5c7c-4586-aa38-a6a30701cc74 req-10dc2428-3a57-4c7d-84de-988e288799a3 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:55.508012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed45f812-5c7c-4586-aa38-a6a30701cc74 req-10dc2428-3a57-4c7d-84de-988e288799a3 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 1024 time: 0.5080624 Jul 27 19:52:55.528788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e2b05-de6e-4279-a07d-a4a9f024fece req-4a0bdf6c-11dd-4665-95f4-887665f8593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:55.530329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-137e2b05-de6e-4279-a07d-a4a9f024fece req-4a0bdf6c-11dd-4665-95f4-887665f8593d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4530466 Jul 27 19:52:55.554025 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=0fe6cce9-c098-4683-9a0f-ea36d0266830,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:55.558978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441ee8a-4984-4c1f-b906-9f6f6d232c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044a749f-d08a-4cd1-8288-5feeafe0b124,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:55.646783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port e29c3542-3773-4b25-a6ea-b46a7668f8d5 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:52:55.700678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port e29c3542-3773-4b25-a6ea-b46a7668f8d5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:52:55.701052 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:55.811950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 325a5b5a-030b-4300-96f8-9ed5938ac7ca no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:55.848878 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed45f812-5c7c-4586-aa38-a6a30701cc74 req-50d13c1e-089f-4527-87ad-f8e18aae3817 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=630c645c-19a6-4e2c-984d-1a28720db38c&id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&id=c0e7bbfb-0ea1-4cfd-a860-caf652a62ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3109164 Jul 27 19:52:55.875818 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 325a5b5a-030b-4300-96f8-9ed5938ac7ca {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:55.876157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 325a5b5a-030b-4300-96f8-9ed5938ac7ca not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:55.886080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf677510-19c5-42a8-8693-9cf735af9396 req-c141394d-4beb-420f-93d8-49198cde9671 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:55.888662 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf677510-19c5-42a8-8693-9cf735af9396 req-c141394d-4beb-420f-93d8-49198cde9671 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 946 time: 0.6143165 Jul 27 19:52:55.905494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 34e1311b-4fe5-4801-8560-6da5ef2a5faa no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:55.925583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362bb8b-f801-4a44-92e4-4ea5e760110e req-818d76e6-2abb-4550-9a3e-6033522c4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:55.928334 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4362bb8b-f801-4a44-92e4-4ea5e760110e req-818d76e6-2abb-4550-9a3e-6033522c4cc9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b297832-9b0b-4a76-93eb-5e4042a4102f HTTP/1.1" status: 200 len: 914 time: 0.7867498 Jul 27 19:52:55.944235 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-137e2b05-de6e-4279-a07d-a4a9f024fece req-49168c27-4f17-4d3a-ba48-4ae416cc7139 service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992727 Jul 27 19:52:55.955635 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 34e1311b-4fe5-4801-8560-6da5ef2a5faa {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:55.955821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 34e1311b-4fe5-4801-8560-6da5ef2a5faa not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:56.008904 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:56.041140 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd113a7a-20c3-41b3-9f45-4583cdea8e49 req-36d35d71-232f-4e78-b934-e69f04b1dc89 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:56.043312 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd113a7a-20c3-41b3-9f45-4583cdea8e49 req-36d35d71-232f-4e78-b934-e69f04b1dc89 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.63 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 945 time: 0.3471732 Jul 27 19:52:56.060593 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e29c3542-3773-4b25-a6ea-b46a7668f8d5, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e29c3542-3773-4b25-a6ea-b46a7668f8d5,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:56.064428 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf677510-19c5-42a8-8693-9cf735af9396 req-f81ad3bd-3c65-44bf-979f-9413d8c36a6f tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644459 Jul 27 19:52:56.065899 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:56.148061 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e02534-5ac7-4b3d-9794-68d39e8a3390 x-openstack-request-id: req-b6e02534-5ac7-4b3d-9794-68d39e8a3390 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:56.148362 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359697d7-2071-40e6-8d64-851187f0efad", "name": "network-vif-plugged", "status": "completed", "tag": "0fe6cce9-c098-4683-9a0f-ea36d0266830", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:56.148618 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6e02534-5ac7-4b3d-9794-68d39e8a3390 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:56.149010 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359697d7-2071-40e6-8d64-851187f0efad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe6cce9-c098-4683-9a0f-ea36d0266830', 'code': 200} Jul 27 19:52:56.153180 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4362bb8b-f801-4a44-92e4-4ea5e760110e req-653443fa-a779-4596-b847-b71f8d14ef40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc81f293-ab9f-4def-9482-160c09528953 HTTP/1.1" status: 200 len: 217 time: 0.1345656 Jul 27 19:52:56.230087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=e29c3542-3773-4b25-a6ea-b46a7668f8d5,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:56.304592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362bb8b-f801-4a44-92e4-4ea5e760110e req-1e2e0d6b-1d13-4c23-9d3d-48c40f8681cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:56.306129 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4362bb8b-f801-4a44-92e4-4ea5e760110e req-1e2e0d6b-1d13-4c23-9d3d-48c40f8681cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b449b1d1-35ca-4299-ac25-6927745019e8 HTTP/1.1" status: 200 len: 853 time: 0.1513746 Jul 27 19:52:56.381846 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4362bb8b-f801-4a44-92e4-4ea5e760110e req-0cbf899e-4563-4dd5-a5f8-970d3ae3ca60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b297832-9b0b-4a76-93eb-5e4042a4102f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623281 Jul 27 19:52:56.568521 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4362bb8b-f801-4a44-92e4-4ea5e760110e req-6d8d2672-98c0-407c-937d-4a7402baecec service neutron] 10.222.0.52 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561005 Jul 27 19:52:56.671205 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38603c6c-fad0-4dd2-834d-76fcdc9f4ed4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:56.671452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-137e2b05-de6e-4279-a07d-a4a9f024fece req-4f0ead4d-c0a0-40a2-a2fe-5ffe12a403db service neutron] 10.222.0.63 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7183573 Jul 27 19:52:56.684374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265c872-5088-48fd-ac69-82bb39bcfe3d req-799d3d44-ef36-4f50-94a9-2b3d0c8ae93b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:56.692029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1265c872-5088-48fd-ac69-82bb39bcfe3d req-799d3d44-ef36-4f50-94a9-2b3d0c8ae93b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 945 time: 0.6439161 Jul 27 19:52:56.783749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe739a-1e07-40fb-b249-8b7aa16f2030 req-0320d054-587d-4b70-aa83-375f6c352925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:56.785337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65fe739a-1e07-40fb-b249-8b7aa16f2030 req-0320d054-587d-4b70-aa83-375f6c352925 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 1097 time: 0.2875257 Jul 27 19:52:56.794598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e003a33-1270-408a-be4a-e85fbf452345 req-61ffa018-2720-4e04-a347-e0ae18b37b57 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:56.796467 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e003a33-1270-408a-be4a-e85fbf452345 req-61ffa018-2720-4e04-a347-e0ae18b37b57 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 945 time: 0.2997479 Jul 27 19:52:56.808885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1265c872-5088-48fd-ac69-82bb39bcfe3d req-d98e0b15-7500-4e4b-883d-e70eae47c4ab tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159542 Jul 27 19:52:56.813775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-cd113a7a-20c3-41b3-9f45-4583cdea8e49 req-e466eaf6-3c47-4e13-884b-e826d5808430 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Deleting port c7f41ba9-67d4-425b-9f5f-9a07ef34e945 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:56.814120 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cd113a7a-20c3-41b3-9f45-4583cdea8e49 req-e466eaf6-3c47-4e13-884b-e826d5808430 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:56.814326 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4362bb8b-f801-4a44-92e4-4ea5e760110e req-358e5623-6c24-4312-a25e-78af98f99a63 service neutron] 10.222.0.52 "GET /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282927 Jul 27 19:52:56.963840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65fe739a-1e07-40fb-b249-8b7aa16f2030 req-63cdeb7d-6c5d-4e40-b600-be22532eb60c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=27526119-36f8-4573-ac06-0a82ab90044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643336 Jul 27 19:52:56.973518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e003a33-1270-408a-be4a-e85fbf452345 req-f27cfa31-2811-4dfe-95a9-0dd7b063066c tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/security-groups?id=27526119-36f8-4573-ac06-0a82ab90044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636689 Jul 27 19:52:57.004639 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cd113a7a-20c3-41b3-9f45-4583cdea8e49 req-e466eaf6-3c47-4e13-884b-e826d5808430 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] For port c7f41ba9-67d4-425b-9f5f-9a07ef34e945, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c7f41ba9-67d4-425b-9f5f-9a07ef34e945,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:57.005167 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cd113a7a-20c3-41b3-9f45-4583cdea8e49 req-e466eaf6-3c47-4e13-884b-e826d5808430 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:57.023020 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-cd113a7a-20c3-41b3-9f45-4583cdea8e49 req-e466eaf6-3c47-4e13-884b-e826d5808430 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Calling delete_port for c7f41ba9-67d4-425b-9f5f-9a07ef34e945 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:57.137314 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-38603c6c-fad0-4dd2-834d-76fcdc9f4ed4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Deleting port 05426e2a-744b-45fd-bba7-470030d18f41 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:57.137913 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38603c6c-fad0-4dd2-834d-76fcdc9f4ed4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:57.200424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4a771-0258-4c09-a172-d388863a6481 req-0ef76e1b-d05a-49ea-9dfc-e89cf42c1e92 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:57.208441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0aa4a771-0258-4c09-a172-d388863a6481 req-0ef76e1b-d05a-49ea-9dfc-e89cf42c1e92 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 1024 time: 0.1173644 Jul 27 19:52:57.236667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283b81a-bb00-428c-927a-3f2fb03a661e req-aa202447-4386-4bda-a0e7-25abc34951b4 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:57.238707 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7283b81a-bb00-428c-927a-3f2fb03a661e req-aa202447-4386-4bda-a0e7-25abc34951b4 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 1024 time: 0.1467762 Jul 27 19:52:57.299926 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38603c6c-fad0-4dd2-834d-76fcdc9f4ed4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:57.322995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-38603c6c-fad0-4dd2-834d-76fcdc9f4ed4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Calling delete_port for 05426e2a-744b-45fd-bba7-470030d18f41 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:57.333854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0aa4a771-0258-4c09-a172-d388863a6481 req-eef19ed1-b1bc-4c3d-9afa-6ca0df629c44 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=630c645c-19a6-4e2c-984d-1a28720db38c&id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&id=c0e7bbfb-0ea1-4cfd-a860-caf652a62ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1226034 Jul 27 19:52:57.340061 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cd113a7a-20c3-41b3-9f45-4583cdea8e49 req-e466eaf6-3c47-4e13-884b-e826d5808430 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:57.358364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['60aae3c2-ea19-46af-b025-82a6e56e9966'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:57.393185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466eaf6-3c47-4e13-884b-e826d5808430 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event deleted for resources: {'Port': ['ID=c7f41ba9-67d4-425b-9f5f-9a07ef34e945,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:57.476958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd113a7a-20c3-41b3-9f45-4583cdea8e49 req-e466eaf6-3c47-4e13-884b-e826d5808430 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] No DVR routers for this DVR port c7f41ba9-67d4-425b-9f5f-9a07ef34e945 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:52:57.480506 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-7283b81a-bb00-428c-927a-3f2fb03a661e req-04d9ebdf-47c1-4596-9aeb-42989fa4366e tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Deleting port dc81f293-ab9f-4def-9482-160c09528953 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:57.480885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7283b81a-bb00-428c-927a-3f2fb03a661e req-04d9ebdf-47c1-4596-9aeb-42989fa4366e tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:57.482635 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cd113a7a-20c3-41b3-9f45-4583cdea8e49 req-e466eaf6-3c47-4e13-884b-e826d5808430 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:57.484806 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd113a7a-20c3-41b3-9f45-4583cdea8e49 req-e466eaf6-3c47-4e13-884b-e826d5808430 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.63 "DELETE /v2.0/ports/c7f41ba9-67d4-425b-9f5f-9a07ef34e945 HTTP/1.1" status: 204 len: 173 time: 1.4326544 Jul 27 19:52:57.488277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f967bf-6704-44bb-9dfe-eaebe108052f', 'name': 'network-vif-deleted', 'tag': 'c7f41ba9-67d4-425b-9f5f-9a07ef34e945'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:57.492951 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7385a2c3-230b-46df-bde8-8ed053e993f9" -d '{"events": [{"server_uuid": "30f967bf-6704-44bb-9dfe-eaebe108052f", "name": "network-vif-deleted", "tag": "c7f41ba9-67d4-425b-9f5f-9a07ef34e945"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:57.547809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87221a-a069-4d75-a0ef-0b8b99bb58d9 req-8a0d38ec-e924-4c67-a151-5c804f2a3e74 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:57.559590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c87221a-a069-4d75-a0ef-0b8b99bb58d9 req-8a0d38ec-e924-4c67-a151-5c804f2a3e74 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 946 time: 0.2807472 Jul 27 19:52:57.598126 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7a8bc0-4218-4f11-9909-10cbd56518b6 x-openstack-request-id: req-eb7a8bc0-4218-4f11-9909-10cbd56518b6 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:57.598608 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f967bf-6704-44bb-9dfe-eaebe108052f", "name": "network-vif-deleted", "tag": "c7f41ba9-67d4-425b-9f5f-9a07ef34e945", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:57.599019 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb7a8bc0-4218-4f11-9909-10cbd56518b6 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:57.599584 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f967bf-6704-44bb-9dfe-eaebe108052f', 'name': 'network-vif-deleted', 'tag': 'c7f41ba9-67d4-425b-9f5f-9a07ef34e945', 'status': 'completed', 'code': 200} Jul 27 19:52:57.674231 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48938) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:57.691658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c87221a-a069-4d75-a0ef-0b8b99bb58d9 req-7afe4baf-9dac-4c56-b386-f3609384fc35 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310728 Jul 27 19:52:57.717860 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-313a4196-29d8-4097-9599-722684b03f2e req-948a0c50-1648-424a-afcd-a84a57b2f0be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1498420 Jul 27 19:52:57.741010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-7283b81a-bb00-428c-927a-3f2fb03a661e req-04d9ebdf-47c1-4596-9aeb-42989fa4366e tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] For port dc81f293-ab9f-4def-9482-160c09528953, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=dc81f293-ab9f-4def-9482-160c09528953,segment=NetworkSegment(5ab1c04c-9dce-4428-a1f0-0a39d89cf838),segment_id=5ab1c04c-9dce-4428-a1f0-0a39d89cf838)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:52:57.741862 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7283b81a-bb00-428c-927a-3f2fb03a661e req-04d9ebdf-47c1-4596-9aeb-42989fa4366e tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:57.774274 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38603c6c-fad0-4dd2-834d-76fcdc9f4ed4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:57.779879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-7283b81a-bb00-428c-927a-3f2fb03a661e req-04d9ebdf-47c1-4596-9aeb-42989fa4366e tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Calling delete_port for dc81f293-ab9f-4def-9482-160c09528953 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:52:57.833279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38603c6c-fad0-4dd2-834d-76fcdc9f4ed4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event deleted for resources: {'Port': ['ID=05426e2a-744b-45fd-bba7-470030d18f41,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:58.007034 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09778ab6-f1e5-494a-9e14-3b3f45788bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:58.054386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c084b828-ee0d-44ea-9908-22ce8afe0322 req-3f7d4e92-5d24-452c-9b5d-488959ee5ead tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f967bf-6704-44bb-9dfe-eaebe108052f HTTP/1.1" status: 200 len: 210 time: 0.0485623 Jul 27 19:52:58.102177 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38603c6c-fad0-4dd2-834d-76fcdc9f4ed4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:58.150727 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48622a63-768a-46fc-9a20-4c1635d78077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29c3542-3773-4b25-a6ea-b46a7668f8d5'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:58.153204 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13006eca-2883-477a-a64a-86f4b35ffa2d" -d '{"events": [{"server_uuid": "48622a63-768a-46fc-9a20-4c1635d78077", "name": "network-vif-plugged", "status": "completed", "tag": "e29c3542-3773-4b25-a6ea-b46a7668f8d5"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:58.242092 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f2643-40c5-45e9-9dbe-8bf8a3f27b6b req-c35bd879-2f6f-41ac-b3a7-ca802640b2bc tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:58.260529 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e97f2643-40c5-45e9-9dbe-8bf8a3f27b6b req-c35bd879-2f6f-41ac-b3a7-ca802640b2bc tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.3642702 Jul 27 19:52:58.327173 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a4196-29d8-4097-9599-722684b03f2e req-8f3a8323-9299-47ff-a24a-c2634ad0ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:58.328917 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-313a4196-29d8-4097-9599-722684b03f2e req-8f3a8323-9299-47ff-a24a-c2634ad0ed0f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 1097 time: 0.5157824 Jul 27 19:52:58.426455 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38603c6c-fad0-4dd2-834d-76fcdc9f4ed4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Router 7eb055a5-9d29-490d-9ef4-4f4203cdb4b7 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:52:58.456048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e97f2643-40c5-45e9-9dbe-8bf8a3f27b6b req-975b8b8c-a8a2-4b2e-b094-2d62c62bf590 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942205 Jul 27 19:52:58.508107 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6d34bc-997e-4679-8c93-4f8fde0589fb x-openstack-request-id: req-3a6d34bc-997e-4679-8c93-4f8fde0589fb {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:58.508623 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48622a63-768a-46fc-9a20-4c1635d78077", "name": "network-vif-plugged", "status": "completed", "tag": "e29c3542-3773-4b25-a6ea-b46a7668f8d5", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:58.508715 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a6d34bc-997e-4679-8c93-4f8fde0589fb {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:58.509062 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48622a63-768a-46fc-9a20-4c1635d78077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29c3542-3773-4b25-a6ea-b46a7668f8d5', 'code': 200} Jul 27 19:52:58.515164 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09778ab6-f1e5-494a-9e14-3b3f45788bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:58.538410 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09778ab6-f1e5-494a-9e14-3b3f45788bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:58.562319 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38603c6c-fad0-4dd2-834d-76fcdc9f4ed4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:52:58.570278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-09778ab6-f1e5-494a-9e14-3b3f45788bc9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b8419ccbefe442db8b67280cfe4109d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8940217 Jul 27 19:52:58.570895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48958) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:58.578227 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2030bf-e2a9-4329-8bdb-98107319bc7a None None] Sync routers for ids ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:52:58.584475 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-38603c6c-fad0-4dd2-834d-76fcdc9f4ed4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "PUT /v2.0/routers/7eb055a5-9d29-490d-9ef4-4f4203cdb4b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3807940 Jul 27 19:52:58.593204 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2030bf-e2a9-4329-8bdb-98107319bc7a None None] Routers {'7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:58.593617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48960) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:58.595253 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ca2030bf-e2a9-4329-8bdb-98107319bc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:58.609646 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7283b81a-bb00-428c-927a-3f2fb03a661e req-04d9ebdf-47c1-4596-9aeb-42989fa4366e tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:58.621652 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['dc81f293-ab9f-4def-9482-160c09528953'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:58.626718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['9a832793-7015-4d17-b9ab-0eba3c9de58c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:52:58.644994 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ca2030bf-e2a9-4329-8bdb-98107319bc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:58.650576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9ebdf-47c1-4596-9aeb-42989fa4366e tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event deleted for resources: {'Port': ['ID=dc81f293-ab9f-4def-9482-160c09528953,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:58.663937 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2030bf-e2a9-4329-8bdb-98107319bc7a None None] Routers {'7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:52:58.664863 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ca2030bf-e2a9-4329-8bdb-98107319bc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:58.702713 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ca2030bf-e2a9-4329-8bdb-98107319bc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:52:58.703654 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2030bf-e2a9-4329-8bdb-98107319bc7a None None] The sync data for ids ['7eb055a5-9d29-490d-9ef4-4f4203cdb4b7'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:52:58.742866 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-7283b81a-bb00-428c-927a-3f2fb03a661e req-04d9ebdf-47c1-4596-9aeb-42989fa4366e tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] No DVR routers for this DVR port dc81f293-ab9f-4def-9482-160c09528953 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:52:58.745763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7283b81a-bb00-428c-927a-3f2fb03a661e req-04d9ebdf-47c1-4596-9aeb-42989fa4366e tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:58.749207 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7283b81a-bb00-428c-927a-3f2fb03a661e req-04d9ebdf-47c1-4596-9aeb-42989fa4366e tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.52 "DELETE /v2.0/ports/dc81f293-ab9f-4def-9482-160c09528953 HTTP/1.1" status: 204 len: 173 time: 1.5005667 Jul 27 19:52:58.749757 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbed506-952e-4fe9-866b-ec4b116ae7d2', 'name': 'network-vif-deleted', 'tag': 'dc81f293-ab9f-4def-9482-160c09528953'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:52:58.753073 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7179ca7e-8229-49e4-bd49-5e7ffc0878fc" -d '{"events": [{"server_uuid": "2dbed506-952e-4fe9-866b-ec4b116ae7d2", "name": "network-vif-deleted", "tag": "dc81f293-ab9f-4def-9482-160c09528953"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:52:58.797927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f7d60-1d33-439b-be08-76e18ab36ebe req-814b0073-eef2-4ab5-a488-487d74e940cd tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:58.800959 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f7f7d60-1d33-439b-be08-76e18ab36ebe req-814b0073-eef2-4ab5-a488-487d74e940cd tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 945 time: 0.4930806 Jul 27 19:52:58.831305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a4196-29d8-4097-9599-722684b03f2e req-827743cc-27d5-4af3-b4db-6058ed50ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:58.832822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-313a4196-29d8-4097-9599-722684b03f2e req-827743cc-27d5-4af3-b4db-6058ed50ba93 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 200 len: 913 time: 0.4566636 Jul 27 19:52:58.847964 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-b7b51fa0-153c-4557-85b9-a20eaf363048 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] show failed (client error): The resource could not be found. Jul 27 19:52:58.856197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48964) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:58.856445 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b7b51fa0-153c-4557-85b9-a20eaf363048 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1149536142 HTTP/1.1" status: 404 len: 335 time: 0.2567298 Jul 27 19:52:58.859746 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3a658ec-7a64-4cd6-a040-5d19a49d76e1 req-7e828a3f-58bf-4570-aff7-c821e8772aee tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbed506-952e-4fe9-866b-ec4b116ae7d2 HTTP/1.1" status: 200 len: 210 time: 0.2587123 Jul 27 19:52:58.863394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-88ee7e85-1603-4a6a-a664-48bf9125aa0a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:52:58.889490 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09778ab6-f1e5-494a-9e14-3b3f45788bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dc3264-846e-43df-a5e9-29530b3be732,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:58.989231 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-88ee7e85-1603-4a6a-a664-48bf9125aa0a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] update failed (client error): The resource could not be found. Jul 27 19:52:58.993161 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-88ee7e85-1603-4a6a-a664-48bf9125aa0a tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1962902780 HTTP/1.1" status: 404 len: 335 time: 0.1350081 Jul 27 19:52:58.999948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48968) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:59.008023 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-313a4196-29d8-4097-9599-722684b03f2e req-93d7b3dd-9cef-436a-83b6-9b79a9c7bd09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60aae3c2-ea19-46af-b025-82a6e56e9966 HTTP/1.1" status: 200 len: 217 time: 0.1453784 Jul 27 19:52:59.078171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ff4592-e177-4d8c-9e5f-6256f4fdcaba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Deleting subnet 338590cf-5517-4442-bb53-6f09edaed22c {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:52:59.081474 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-33ff4592-e177-4d8c-9e5f-6256f4fdcaba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:59.087924 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c7f41ba9-67d4-425b-9f5f-9a07ef34e945 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:52:59.113573 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f7f7d60-1d33-439b-be08-76e18ab36ebe req-a9775f0b-3beb-478b-b73f-93356c31230d tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/security-groups?id=27526119-36f8-4573-ac06-0a82ab90044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752285 Jul 27 19:52:59.127161 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-33ff4592-e177-4d8c-9e5f-6256f4fdcaba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:59.148922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: c7f41ba9-67d4-425b-9f5f-9a07ef34e945 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:52:59.149249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c7f41ba9-67d4-425b-9f5f-9a07ef34e945 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:52:59.149723 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79590f8d-a0b8-426e-9d5f-21abc7a6f627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:59.188287 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dd3872-7d64-4051-9d34-0d7436e92b6c x-openstack-request-id: req-e1dd3872-7d64-4051-9d34-0d7436e92b6c {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:52:59.188801 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbed506-952e-4fe9-866b-ec4b116ae7d2", "name": "network-vif-deleted", "tag": "dc81f293-ab9f-4def-9482-160c09528953", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:52:59.188920 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1dd3872-7d64-4051-9d34-0d7436e92b6c {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:52:59.189412 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbed506-952e-4fe9-866b-ec4b116ae7d2', 'name': 'network-vif-deleted', 'tag': 'dc81f293-ab9f-4def-9482-160c09528953', 'status': 'completed', 'code': 200} Jul 27 19:52:59.211048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cad70-7f09-41c6-83c8-d6c376bb5450 req-73b21558-c9f2-4c00-b649-4d4449d6c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:59.212812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b34cad70-7f09-41c6-83c8-d6c376bb5450 req-73b21558-c9f2-4c00-b649-4d4449d6c6ae service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=48622a63-768a-46fc-9a20-4c1635d78077 HTTP/1.1" status: 200 len: 1097 time: 0.6101627 Jul 27 19:52:59.215412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a4196-29d8-4097-9599-722684b03f2e req-ef4b626b-0c9c-4664-8931-73c5ea3c8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:59.217013 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-313a4196-29d8-4097-9599-722684b03f2e req-ef4b626b-0c9c-4664-8931-73c5ea3c8c1d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 200 len: 851 time: 0.1777558 Jul 27 19:52:59.220785 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79590f8d-a0b8-426e-9d5f-21abc7a6f627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:59.295762 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-33ff4592-e177-4d8c-9e5f-6256f4fdcaba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:59.328728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305f26e-11e6-47a2-bddc-cdb24a69cfbf req-6c0410b6-43ac-489a-b43b-25ff4155d8ca tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:59.330249 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9305f26e-11e6-47a2-bddc-cdb24a69cfbf req-6c0410b6-43ac-489a-b43b-25ff4155d8ca tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=48622a63-768a-46fc-9a20-4c1635d78077 HTTP/1.1" status: 200 len: 945 time: 0.3382978 Jul 27 19:52:59.350867 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b34cad70-7f09-41c6-83c8-d6c376bb5450 req-8c5d1905-37d8-430b-827a-368ee1b48cfd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207719 Jul 27 19:52:59.401078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9305f26e-11e6-47a2-bddc-cdb24a69cfbf req-18161d9f-01db-4451-a586-018add3066a4 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562122 Jul 27 19:52:59.419189 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-33ff4592-e177-4d8c-9e5f-6256f4fdcaba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:59.426118 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79590f8d-a0b8-426e-9d5f-21abc7a6f627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:59.431726 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79590f8d-a0b8-426e-9d5f-21abc7a6f627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:59.435276 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-79590f8d-a0b8-426e-9d5f-21abc7a6f627 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7dc3264-846e-43df-a5e9-29530b3be732 HTTP/1.1" status: 204 len: 168 time: 0.8569078 Jul 27 19:52:59.464675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79590f8d-a0b8-426e-9d5f-21abc7a6f627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dc3264-846e-43df-a5e9-29530b3be732,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:59.468588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a4196-29d8-4097-9599-722684b03f2e req-00c7efa6-a8be-4d95-b7dc-7f3ebaaaf828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:52:59.470457 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-313a4196-29d8-4097-9599-722684b03f2e req-00c7efa6-a8be-4d95-b7dc-7f3ebaaaf828 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2f987a4c-7176-4728-b48c-c6344a5a384d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2392933 Jul 27 19:52:59.534804 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff4592-e177-4d8c-9e5f-6256f4fdcaba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event deleted for resources: {'Subnet': ['ID=338590cf-5517-4442-bb53-6f09edaed22c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:52:59.545632 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-33ff4592-e177-4d8c-9e5f-6256f4fdcaba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:59.552112 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ef7c5e-6560-423e-8896-16695280380d None None] Network 02de150b-b698-47fc-ae12-84f39aaa70da requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:52:59.554852 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-33ff4592-e177-4d8c-9e5f-6256f4fdcaba tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "DELETE /v2.0/subnets/338590cf-5517-4442-bb53-6f09edaed22c HTTP/1.1" status: 204 len: 168 time: 0.5527637 Jul 27 19:52:59.558232 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48982) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:52:59.772916 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:52:59.798274 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-313a4196-29d8-4097-9599-722684b03f2e req-8c6ff4e9-07b7-43d8-b6aa-90e1253cfae9 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050671 Jul 27 19:52:59.856318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Deleting port f61947c1-fcd7-411a-8717-a6669e775c22 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:52:59.856711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.068578 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] For port f61947c1-fcd7-411a-8717-a6669e775c22, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f61947c1-fcd7-411a-8717-a6669e775c22,segment=NetworkSegment(fff0dca4-081c-4549-8133-6bcf83169006),segment_id=fff0dca4-081c-4549-8133-6bcf83169006)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:00.071323 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.093138 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da58d8f9-c349-42f9-8d10-f10570e04c32 None None] DHCP port deletion for 02de150b-b698-47fc-ae12-84f39aaa70da request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:53:00.102371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Calling delete_port for f61947c1-fcd7-411a-8717-a6669e775c22 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:00.118023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136411f-0e5e-4317-aaae-6e61b0e15878 req-294e1436-764e-4e37-8af7-ab6219024d39 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:00.149401 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d136411f-0e5e-4317-aaae-6e61b0e15878 req-294e1436-764e-4e37-8af7-ab6219024d39 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.3650990 Jul 27 19:53:00.154492 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-313a4196-29d8-4097-9599-722684b03f2e req-8bd1a8a2-8781-4778-9466-ae70d2d11757 service neutron] 10.222.0.52 "GET /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288982 Jul 27 19:53:00.239902 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.254828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-da58d8f9-c349-42f9-8d10-f10570e04c32 None None] Deleting port f61947c1-fcd7-411a-8717-a6669e775c22 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:00.255939 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-da58d8f9-c349-42f9-8d10-f10570e04c32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.262748 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d136411f-0e5e-4317-aaae-6e61b0e15878 req-af2804e4-e81c-48a2-8b69-ace519552673 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=3200f3ab-7ea9-48d4-8037-344e96484503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123137 Jul 27 19:53:00.328740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d803c33-e84a-4a31-8e88-e8fc6c97cc62 req-395bb286-216e-4947-a6ee-90b6bcc6b521 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:00.335750 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d803c33-e84a-4a31-8e88-e8fc6c97cc62 req-395bb286-216e-4947-a6ee-90b6bcc6b521 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 945 time: 0.1445353 Jul 27 19:53:00.368122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event deleted for resources: {'Port': ['ID=f61947c1-fcd7-411a-8717-a6669e775c22,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:00.373201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-da58d8f9-c349-42f9-8d10-f10570e04c32 None None] For port f61947c1-fcd7-411a-8717-a6669e775c22, host n-d-705657-21, got binding levels [] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:00.373857 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-da58d8f9-c349-42f9-8d10-f10570e04c32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.377019 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] No DVR routers for this DVR port f61947c1-fcd7-411a-8717-a6669e775c22 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:00.399017 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-da58d8f9-c349-42f9-8d10-f10570e04c32 None None] Calling delete_port for f61947c1-fcd7-411a-8717-a6669e775c22 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:00.403845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.ipam_backend_mixin [None req-da58d8f9-c349-42f9-8d10-f10570e04c32 None None] Port f61947c1-fcd7-411a-8717-a6669e775c22 was not found and therefore no delete operation was performed {{(pid=94061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 19:53:00.405603 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-da58d8f9-c349-42f9-8d10-f10570e04c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.413022 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ce3d0251-3605-41ca-b73e-93093789b62d req-10aab730-9b92-4218-bc87-7ade3f1dc043 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/630c645c-19a6-4e2c-984d-1a28720db38c HTTP/1.1" status: 200 len: 1801 time: 0.1126218 Jul 27 19:53:00.432823 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d803c33-e84a-4a31-8e88-e8fc6c97cc62 req-6806fe07-683d-41f3-b127-39a5af4e4e03 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/security-groups?id=27526119-36f8-4573-ac06-0a82ab90044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904553 Jul 27 19:53:00.454230 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58d8f9-c349-42f9-8d10-f10570e04c32 None None] Pushing event deleted for resources: {'Port': ['ID=f61947c1-fcd7-411a-8717-a6669e775c22,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:00.476596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da58d8f9-c349-42f9-8d10-f10570e04c32 None None] No DVR routers for this DVR port f61947c1-fcd7-411a-8717-a6669e775c22 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:00.597210 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.609362 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ce3d0251-3605-41ca-b73e-93093789b62d req-6e6c5cd7-c253-47c3-99bd-620e98e823e7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.615734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68e27a-e481-44e0-979b-cd935c87e100 req-924561b8-d338-40a4-8021-b1b071868f16 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:00.617943 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7d68e27a-e481-44e0-979b-cd935c87e100 req-924561b8-d338-40a4-8021-b1b071868f16 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.52 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 945 time: 0.7427635 Jul 27 19:53:00.631369 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02de150b-b698-47fc-ae12-84f39aaa70da']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:00.652503 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff0dca4-081c-4549-8133-6bcf83169006') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:00.652814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff0dca4-081c-4549-8133-6bcf83169006') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:00.665841 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ce3d0251-3605-41ca-b73e-93093789b62d req-6e6c5cd7-c253-47c3-99bd-620e98e823e7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.695656 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.717467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52facf6-af5a-4638-84cf-1c833061d217 req-7ddcefb6-fd11-4b1d-93d1-ff6f98df247c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:00.719962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a52facf6-af5a-4638-84cf-1c833061d217 req-7ddcefb6-fd11-4b1d-93d1-ff6f98df247c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=48622a63-768a-46fc-9a20-4c1635d78077 HTTP/1.1" status: 200 len: 945 time: 0.1720269 Jul 27 19:53:00.729100 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.743337 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:53:00.743748 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:53:00.747129 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:53:00.770821 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ce3d0251-3605-41ca-b73e-93093789b62d req-6e6c5cd7-c253-47c3-99bd-620e98e823e7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.773931 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ce3d0251-3605-41ca-b73e-93093789b62d req-6e6c5cd7-c253-47c3-99bd-620e98e823e7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.777712 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ce3d0251-3605-41ca-b73e-93093789b62d req-6e6c5cd7-c253-47c3-99bd-620e98e823e7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "DELETE /v2.0/security-groups/630c645c-19a6-4e2c-984d-1a28720db38c HTTP/1.1" status: 204 len: 173 time: 0.3629959 Jul 27 19:53:00.803819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c5cd7-c253-47c3-99bd-620e98e823e7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=630c645c-19a6-4e2c-984d-1a28720db38c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:00.848229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a52facf6-af5a-4638-84cf-1c833061d217 req-74f508a4-41c7-40ce-883e-d83be8630dd6 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120727 Jul 27 19:53:00.890034 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.904044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.906299 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "DELETE /v2.0/networks/02de150b-b698-47fc-ae12-84f39aaa70da HTTP/1.1" status: 204 len: 168 time: 1.3463545 Jul 27 19:53:00.910776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49022) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:00.936552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c917b-37e6-47bb-9429-42896ada77d7 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event deleted for resources: {'Network': ['ID=02de150b-b698-47fc-ae12-84f39aaa70da,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:00.969799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-7d68e27a-e481-44e0-979b-cd935c87e100 req-ccfe5d10-f65f-4331-a9f8-ba4a7aa81405 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Deleting port 60aae3c2-ea19-46af-b025-82a6e56e9966 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:00.970145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7d68e27a-e481-44e0-979b-cd935c87e100 req-ccfe5d10-f65f-4331-a9f8-ba4a7aa81405 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:00.970354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7991797-a6ae-4065-9fa4-cc77710e9885 req-a322134f-5ec0-4d48-9765-1ab879687c80 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/c0e7bbfb-0ea1-4cfd-a860-caf652a62ab5 HTTP/1.1" status: 200 len: 1802 time: 0.0806644 Jul 27 19:53:01.050396 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfdf6e62-99d9-4ecf-9a7c-d15c1bc879e9 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Deleting subnet 06384c4d-d549-4f9a-bf1b-35ae4a821c4f {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:53:01.056034 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6e62-99d9-4ecf-9a7c-d15c1bc879e9 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.070319 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f7991797-a6ae-4065-9fa4-cc77710e9885 req-c1254f85-9ac5-451f-be11-b22632f62c2b tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.106146 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f7991797-a6ae-4065-9fa4-cc77710e9885 req-c1254f85-9ac5-451f-be11-b22632f62c2b tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.133081 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6e62-99d9-4ecf-9a7c-d15c1bc879e9 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.141386 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-7d68e27a-e481-44e0-979b-cd935c87e100 req-ccfe5d10-f65f-4331-a9f8-ba4a7aa81405 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] For port 60aae3c2-ea19-46af-b025-82a6e56e9966, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=60aae3c2-ea19-46af-b025-82a6e56e9966,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:01.141822 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7d68e27a-e481-44e0-979b-cd935c87e100 req-ccfe5d10-f65f-4331-a9f8-ba4a7aa81405 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.165424 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f7991797-a6ae-4065-9fa4-cc77710e9885 req-c1254f85-9ac5-451f-be11-b22632f62c2b tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.169422 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f7991797-a6ae-4065-9fa4-cc77710e9885 req-c1254f85-9ac5-451f-be11-b22632f62c2b tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.173189 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7991797-a6ae-4065-9fa4-cc77710e9885 req-c1254f85-9ac5-451f-be11-b22632f62c2b tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "DELETE /v2.0/security-groups/c0e7bbfb-0ea1-4cfd-a860-caf652a62ab5 HTTP/1.1" status: 204 len: 173 time: 0.1968005 Jul 27 19:53:01.191689 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-7d68e27a-e481-44e0-979b-cd935c87e100 req-ccfe5d10-f65f-4331-a9f8-ba4a7aa81405 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Calling delete_port for 60aae3c2-ea19-46af-b025-82a6e56e9966 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:01.207993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1254f85-9ac5-451f-be11-b22632f62c2b tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e7bbfb-0ea1-4cfd-a860-caf652a62ab5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:01.352819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6ada6-806d-4b8f-80eb-406398ad5577 req-ef76ef30-c28a-4f41-93ce-090d30b5be58 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:01.354374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08a6ada6-806d-4b8f-80eb-406398ad5577 req-ef76ef30-c28a-4f41-93ce-090d30b5be58 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 946 time: 0.0835619 Jul 27 19:53:01.369445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6e62-99d9-4ecf-9a7c-d15c1bc879e9 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.420808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08a6ada6-806d-4b8f-80eb-406398ad5577 req-2cb1dd13-9321-4db3-8f32-cd3ff15c500d tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553708 Jul 27 19:53:01.433391 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-3f635e5b-9bec-415e-a82e-0d967692557e req-9b38e010-7e0d-465d-8fb6-26fe560ee165 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-5040125', 'description': 'tempest-description-1547449988'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:01.478271 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3f635e5b-9bec-415e-a82e-0d967692557e req-9b38e010-7e0d-465d-8fb6-26fe560ee165 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.491444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7d68e27a-e481-44e0-979b-cd935c87e100 req-ccfe5d10-f65f-4331-a9f8-ba4a7aa81405 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.510739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['60aae3c2-ea19-46af-b025-82a6e56e9966'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:53:01.530202 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe5d10-f65f-4331-a9f8-ba4a7aa81405 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event deleted for resources: {'Port': ['ID=60aae3c2-ea19-46af-b025-82a6e56e9966,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:01.599398 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d68e27a-e481-44e0-979b-cd935c87e100 req-ccfe5d10-f65f-4331-a9f8-ba4a7aa81405 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] No DVR routers for this DVR port 60aae3c2-ea19-46af-b025-82a6e56e9966 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:01.603817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7d68e27a-e481-44e0-979b-cd935c87e100 req-ccfe5d10-f65f-4331-a9f8-ba4a7aa81405 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.610632 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7d68e27a-e481-44e0-979b-cd935c87e100 req-ccfe5d10-f65f-4331-a9f8-ba4a7aa81405 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.52 "DELETE /v2.0/ports/60aae3c2-ea19-46af-b025-82a6e56e9966 HTTP/1.1" status: 204 len: 173 time: 0.9763043 Jul 27 19:53:01.611379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865e67bb-aa33-46f7-b322-592bff59c4e6', 'name': 'network-vif-deleted', 'tag': '60aae3c2-ea19-46af-b025-82a6e56e9966'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:01.614370 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6dd6e2-7b99-4615-b513-731adc766dca" -d '{"events": [{"server_uuid": "865e67bb-aa33-46f7-b322-592bff59c4e6", "name": "network-vif-deleted", "tag": "60aae3c2-ea19-46af-b025-82a6e56e9966"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:01.624962 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6e62-99d9-4ecf-9a7c-d15c1bc879e9 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.643233 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3f635e5b-9bec-415e-a82e-0d967692557e req-9b38e010-7e0d-465d-8fb6-26fe560ee165 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.671413 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf6e62-99d9-4ecf-9a7c-d15c1bc879e9 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event deleted for resources: {'Subnet': ['ID=06384c4d-d549-4f9a-bf1b-35ae4a821c4f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:01.673827 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6e62-99d9-4ecf-9a7c-d15c1bc879e9 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.676745 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dfdf6e62-99d9-4ecf-9a7c-d15c1bc879e9 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "DELETE /v2.0/subnets/06384c4d-d549-4f9a-bf1b-35ae4a821c4f HTTP/1.1" status: 204 len: 168 time: 0.7546365 Jul 27 19:53:01.679394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49042) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:01.680148 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3f635e5b-9bec-415e-a82e-0d967692557e req-9b38e010-7e0d-465d-8fb6-26fe560ee165 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.684018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354de458-ad22-451a-b6da-0d8e569b1909 None None] Network 1fefd190-13a6-4131-b0cf-8c34760fca4e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:01.777251 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0828f9-826a-4aaa-8357-c780f47a2798 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Deleting subnet 795fb9c8-b68e-4686-8b63-5f50bb62f13d {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:53:01.787242 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea0828f9-826a-4aaa-8357-c780f47a2798 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.831277 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ef60caa-ef74-4538-a636-d01775868982 req-273dde09-ce9c-4276-807d-3336c880a669 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=865e67bb-aa33-46f7-b322-592bff59c4e6 HTTP/1.1" status: 200 len: 210 time: 0.1543846 Jul 27 19:53:01.881620 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3f635e5b-9bec-415e-a82e-0d967692557e req-9b38e010-7e0d-465d-8fb6-26fe560ee165 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.904486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f635e5b-9bec-415e-a82e-0d967692557e req-9b38e010-7e0d-465d-8fb6-26fe560ee165 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4709623 Jul 27 19:53:01.906233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38e010-7e0d-465d-8fb6-26fe560ee165 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d073bd67-fa86-4cee-8354-c9e9ab6f883e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:01.925996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f61947c1-fcd7-411a-8717-a6669e775c22 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:01.930247 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea0828f9-826a-4aaa-8357-c780f47a2798 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:01.933690 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 60aae3c2-ea19-46af-b025-82a6e56e9966 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:02.009433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f61947c1-fcd7-411a-8717-a6669e775c22 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:02.010031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f61947c1-fcd7-411a-8717-a6669e775c22 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:02.025286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 60aae3c2-ea19-46af-b025-82a6e56e9966 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:02.026059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 60aae3c2-ea19-46af-b025-82a6e56e9966 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:02.026756 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device dc81f293-ab9f-4def-9482-160c09528953 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:02.050522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: dc81f293-ab9f-4def-9482-160c09528953 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:02.051123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device dc81f293-ab9f-4def-9482-160c09528953 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:02.070520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cd784-5ba5-4de2-921e-574d914d780f req-396abe07-b003-45f3-8108-f45416ebac6a tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:02.074517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-192cd784-5ba5-4de2-921e-574d914d780f req-396abe07-b003-45f3-8108-f45416ebac6a tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.63 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 945 time: 0.4475739 Jul 27 19:53:02.103104 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49050) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:02.155215 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea0828f9-826a-4aaa-8357-c780f47a2798 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.167811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c3b5d0-8228-4a56-b269-53fa21b0a391 None None] DHCP port deletion for 1fefd190-13a6-4131-b0cf-8c34760fca4e request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:53:02.272577 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea0828f9-826a-4aaa-8357-c780f47a2798 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.273466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda7023-de0b-467c-8866-e147cf3a9524 req-15b19402-4fef-4c90-ad7f-e5ecc344c32c tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:02.281436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5cda7023-de0b-467c-8866-e147cf3a9524 req-15b19402-4fef-4c90-ad7f-e5ecc344c32c tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 945 time: 0.3051426 Jul 27 19:53:02.311380 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-68c3b5d0-8228-4a56-b269-53fa21b0a391 None None] Deleting port 09671988-f41b-4c2a-a5c7-85f644099f78 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:02.316249 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-68c3b5d0-8228-4a56-b269-53fa21b0a391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.337294 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0828f9-826a-4aaa-8357-c780f47a2798 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event deleted for resources: {'Subnet': ['ID=795fb9c8-b68e-4686-8b63-5f50bb62f13d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:02.344681 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea0828f9-826a-4aaa-8357-c780f47a2798 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.346960 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ea0828f9-826a-4aaa-8357-c780f47a2798 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "DELETE /v2.0/subnets/795fb9c8-b68e-4686-8b63-5f50bb62f13d HTTP/1.1" status: 204 len: 168 time: 0.6664627 Jul 27 19:53:02.349554 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49056) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:02.369236 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-867e5427-a642-4d6c-ab74-6ac753062932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.380611 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eb16b3-93af-46fb-b1ff-3389963a75a2 None None] Network 28d98c75-66dc-447e-b6c2-a49ec6852f66 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:02.443354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5cda7023-de0b-467c-8866-e147cf3a9524 req-5f7af417-0089-4623-949e-30019cb53074 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/security-groups?id=27526119-36f8-4573-ac06-0a82ab90044c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610150 Jul 27 19:53:02.486724 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.521758 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-68c3b5d0-8228-4a56-b269-53fa21b0a391 None None] For port 09671988-f41b-4c2a-a5c7-85f644099f78, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=09671988-f41b-4c2a-a5c7-85f644099f78,segment=NetworkSegment(69564d32-ee5c-40c7-8cf2-348cc50fd254),segment_id=69564d32-ee5c-40c7-8cf2-348cc50fd254)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:02.522477 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-68c3b5d0-8228-4a56-b269-53fa21b0a391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.529281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-192cd784-5ba5-4de2-921e-574d914d780f req-99659612-2b37-4a79-89e4-cf37b104fa24 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Deleting port 0fe6cce9-c098-4683-9a0f-ea36d0266830 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:02.529806 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-192cd784-5ba5-4de2-921e-574d914d780f req-99659612-2b37-4a79-89e4-cf37b104fa24 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.546506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca311f85-9d6f-4316-93fb-1d483a742b8d req-3166eb8d-ae21-4aaa-ac02-1d57e3f80f56 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:02.555503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca311f85-9d6f-4316-93fb-1d483a742b8d req-3166eb8d-ae21-4aaa-ac02-1d57e3f80f56 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.2705107 Jul 27 19:53:02.558312 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5f38cf-eac5-488c-bfac-f87b97e6e1d2 x-openstack-request-id: req-6d5f38cf-eac5-488c-bfac-f87b97e6e1d2 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:02.558992 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865e67bb-aa33-46f7-b322-592bff59c4e6", "name": "network-vif-deleted", "tag": "60aae3c2-ea19-46af-b025-82a6e56e9966", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:02.559519 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d5f38cf-eac5-488c-bfac-f87b97e6e1d2 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:02.560078 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865e67bb-aa33-46f7-b322-592bff59c4e6', 'name': 'network-vif-deleted', 'tag': '60aae3c2-ea19-46af-b025-82a6e56e9966', 'status': 'completed', 'code': 200} Jul 27 19:53:02.573666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-68c3b5d0-8228-4a56-b269-53fa21b0a391 None None] Calling delete_port for 09671988-f41b-4c2a-a5c7-85f644099f78 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:02.650967 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Deleting port 09671988-f41b-4c2a-a5c7-85f644099f78 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:02.651574 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.721548 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca311f85-9d6f-4316-93fb-1d483a742b8d req-d5beb182-d062-4164-bfaa-2b5c0a5c2b61 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640897 Jul 27 19:53:02.728153 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-867e5427-a642-4d6c-ab74-6ac753062932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.733454 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-867e5427-a642-4d6c-ab74-6ac753062932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.765577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-192cd784-5ba5-4de2-921e-574d914d780f req-99659612-2b37-4a79-89e4-cf37b104fa24 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] For port 0fe6cce9-c098-4683-9a0f-ea36d0266830, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=0fe6cce9-c098-4683-9a0f-ea36d0266830,segment=NetworkSegment(810577ab-235f-4531-8a6b-f8ac41b22928),segment_id=810577ab-235f-4531-8a6b-f8ac41b22928)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:02.766294 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-192cd784-5ba5-4de2-921e-574d914d780f req-99659612-2b37-4a79-89e4-cf37b104fa24 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.792125 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-68c3b5d0-8228-4a56-b269-53fa21b0a391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.795942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-192cd784-5ba5-4de2-921e-574d914d780f req-99659612-2b37-4a79-89e4-cf37b104fa24 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Calling delete_port for 0fe6cce9-c098-4683-9a0f-ea36d0266830 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:02.808265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44cf5a50-d4bd-4640-932a-4b372d894308 req-8dffac77-41b0-4fd5-80f0-1422eb1a9e5d tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/d073bd67-fa86-4cee-8354-c9e9ab6f883e HTTP/1.1" status: 200 len: 1800 time: 0.1173074 Jul 27 19:53:02.822991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-44cf5a50-d4bd-4640-932a-4b372d894308 req-3069034d-d682-4f1a-a1db-661d7646a050 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1224415043', 'description': 'tempest-description-hth-1508159921'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:02.831964 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] For port 09671988-f41b-4c2a-a5c7-85f644099f78, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=09671988-f41b-4c2a-a5c7-85f644099f78,segment=NetworkSegment(69564d32-ee5c-40c7-8cf2-348cc50fd254),segment_id=69564d32-ee5c-40c7-8cf2-348cc50fd254)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:02.832618 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.839860 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-867e5427-a642-4d6c-ab74-6ac753062932 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=343557f198414eea8c30e3a70cafddfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7342799 Jul 27 19:53:02.859007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49060) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:02.861214 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c3b5d0-8228-4a56-b269-53fa21b0a391 None None] No DVR routers for this DVR port 09671988-f41b-4c2a-a5c7-85f644099f78 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:02.868099 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3b5d0-8228-4a56-b269-53fa21b0a391 None None] Pushing event deleted for resources: {'Port': ['ID=09671988-f41b-4c2a-a5c7-85f644099f78,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:02.890346 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44cf5a50-d4bd-4640-932a-4b372d894308 req-3069034d-d682-4f1a-a1db-661d7646a050 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.898357 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Calling delete_port for 09671988-f41b-4c2a-a5c7-85f644099f78 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:02.904280 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc3b21c-d16f-40cc-a06d-c5a7ba478868 None None] DHCP port deletion for 28d98c75-66dc-447e-b6c2-a49ec6852f66 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:53:02.906635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e5427-a642-4d6c-ab74-6ac753062932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01b9034-de1c-4ea1-ae7d-a70f559ed290,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:02.962854 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44cf5a50-d4bd-4640-932a-4b372d894308 req-3069034d-d682-4f1a-a1db-661d7646a050 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.969461 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44cf5a50-d4bd-4640-932a-4b372d894308 req-3069034d-d682-4f1a-a1db-661d7646a050 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.972796 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-44cf5a50-d4bd-4640-932a-4b372d894308 req-3069034d-d682-4f1a-a1db-661d7646a050 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:02.985966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44cf5a50-d4bd-4640-932a-4b372d894308 req-3069034d-d682-4f1a-a1db-661d7646a050 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "PUT /v2.0/security-groups/d073bd67-fa86-4cee-8354-c9e9ab6f883e HTTP/1.1" status: 200 len: 1777 time: 0.1765745 Jul 27 19:53:03.036984 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-adc3b21c-d16f-40cc-a06d-c5a7ba478868 None None] Deleting port 44b4af6c-94e5-48cd-a55e-364f27b75de8 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:03.037423 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-adc3b21c-d16f-40cc-a06d-c5a7ba478868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.043914 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32ce1325-27d6-4607-9e20-37080e419023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.084203 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32ce1325-27d6-4607-9e20-37080e419023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.094845 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069034d-d682-4f1a-a1db-661d7646a050 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d073bd67-fa86-4cee-8354-c9e9ab6f883e,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:03.112992 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.164138 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event deleted for resources: {'Port': ['ID=09671988-f41b-4c2a-a5c7-85f644099f78,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:03.171363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] No DVR routers for this DVR port 09671988-f41b-4c2a-a5c7-85f644099f78 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:03.172119 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-192cd784-5ba5-4de2-921e-574d914d780f req-99659612-2b37-4a79-89e4-cf37b104fa24 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.196076 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-adc3b21c-d16f-40cc-a06d-c5a7ba478868 None None] For port 44b4af6c-94e5-48cd-a55e-364f27b75de8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=44b4af6c-94e5-48cd-a55e-364f27b75de8,segment=NetworkSegment(571e110d-452b-48aa-a882-84e85bb5c911),segment_id=571e110d-452b-48aa-a882-84e85bb5c911)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:03.196689 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-adc3b21c-d16f-40cc-a06d-c5a7ba478868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.210030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb519b39-18a1-4fd2-8e56-650aec43da54 req-b3b67c65-298f-43db-bca6-adf6076ce664 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/d073bd67-fa86-4cee-8354-c9e9ab6f883e HTTP/1.1" status: 200 len: 1777 time: 0.1187992 Jul 27 19:53:03.216576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99659612-2b37-4a79-89e4-cf37b104fa24 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Pushing event deleted for resources: {'Port': ['ID=0fe6cce9-c098-4683-9a0f-ea36d0266830,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:03.220734 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-adc3b21c-d16f-40cc-a06d-c5a7ba478868 None None] Calling delete_port for 44b4af6c-94e5-48cd-a55e-364f27b75de8 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:03.240141 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32ce1325-27d6-4607-9e20-37080e419023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.242804 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32ce1325-27d6-4607-9e20-37080e419023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.246532 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-32ce1325-27d6-4607-9e20-37080e419023 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c01b9034-de1c-4ea1-ae7d-a70f559ed290 HTTP/1.1" status: 204 len: 168 time: 0.3778026 Jul 27 19:53:03.328597 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-192cd784-5ba5-4de2-921e-574d914d780f req-99659612-2b37-4a79-89e4-cf37b104fa24 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] No DVR routers for this DVR port 0fe6cce9-c098-4683-9a0f-ea36d0266830 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:03.334784 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-192cd784-5ba5-4de2-921e-574d914d780f req-99659612-2b37-4a79-89e4-cf37b104fa24 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.336881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-192cd784-5ba5-4de2-921e-574d914d780f req-99659612-2b37-4a79-89e4-cf37b104fa24 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.63 "DELETE /v2.0/ports/0fe6cce9-c098-4683-9a0f-ea36d0266830 HTTP/1.1" status: 204 len: 173 time: 1.2549102 Jul 27 19:53:03.343217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359697d7-2071-40e6-8d64-851187f0efad', 'name': 'network-vif-deleted', 'tag': '0fe6cce9-c098-4683-9a0f-ea36d0266830'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:03.349782 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c131299e-12a3-4e26-a756-376bc5fd0b4f" -d '{"events": [{"server_uuid": "359697d7-2071-40e6-8d64-851187f0efad", "name": "network-vif-deleted", "tag": "0fe6cce9-c098-4683-9a0f-ea36d0266830"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:03.372222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce1325-27d6-4607-9e20-37080e419023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01b9034-de1c-4ea1-ae7d-a70f559ed290,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:03.388852 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.391102 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-adc3b21c-d16f-40cc-a06d-c5a7ba478868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.418080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fefd190-13a6-4131-b0cf-8c34760fca4e']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:03.431776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69564d32-ee5c-40c7-8cf2-348cc50fd254') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:03.432144 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69564d32-ee5c-40c7-8cf2-348cc50fd254') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:03.456431 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.483735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3b21c-d16f-40cc-a06d-c5a7ba478868 None None] No DVR routers for this DVR port 44b4af6c-94e5-48cd-a55e-364f27b75de8 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:03.486164 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3b21c-d16f-40cc-a06d-c5a7ba478868 None None] Pushing event deleted for resources: {'Port': ['ID=44b4af6c-94e5-48cd-a55e-364f27b75de8,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:03.488922 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb07ac-dc4d-42c3-ac19-00c166aad57d req-eea03758-94bf-4546-ac3a-f6d726bf80a8 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:03.507740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb07ac-dc4d-42c3-ac19-00c166aad57d req-eea03758-94bf-4546-ac3a-f6d726bf80a8 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:03.508983 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.521786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb07ac-dc4d-42c3-ac19-00c166aad57d req-eea03758-94bf-4546-ac3a-f6d726bf80a8 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:03.522026 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:53:03.522285 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.524386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6fb07ac-dc4d-42c3-ac19-00c166aad57d req-eea03758-94bf-4546-ac3a-f6d726bf80a8 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9&device_id=48622a63-768a-46fc-9a20-4c1635d78077&device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 2418 time: 0.3133986 Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:53:03.535211 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:53:03.605708 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6fb07ac-dc4d-42c3-ac19-00c166aad57d req-ab022c09-5cd5-43c5-8f36-79b6c09828d1 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674846 Jul 27 19:53:03.626902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dd10ba-e158-4447-b1c4-027b16fa084e req-eddde01a-f8fa-4870-a3cf-82caefeef80d tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/d073bd67-fa86-4cee-8354-c9e9ab6f883e HTTP/1.1" status: 200 len: 1777 time: 0.0877452 Jul 27 19:53:03.635204 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.646043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.648439 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "DELETE /v2.0/networks/1fefd190-13a6-4131-b0cf-8c34760fca4e HTTP/1.1" status: 204 len: 168 time: 1.2972386 Jul 27 19:53:03.659853 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49086) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:03.668870 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a3b26-ce0c-47b0-acad-9b4e23cd3394 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event deleted for resources: {'Network': ['ID=1fefd190-13a6-4131-b0cf-8c34760fca4e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:03.686012 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:53:03.708305 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c6ee17-4a3c-445d-87b3-9a6ed6ce6f48 x-openstack-request-id: req-70c6ee17-4a3c-445d-87b3-9a6ed6ce6f48 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:03.708635 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359697d7-2071-40e6-8d64-851187f0efad", "name": "network-vif-deleted", "tag": "0fe6cce9-c098-4683-9a0f-ea36d0266830", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:03.711885 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70c6ee17-4a3c-445d-87b3-9a6ed6ce6f48 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:03.712319 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359697d7-2071-40e6-8d64-851187f0efad', 'name': 'network-vif-deleted', 'tag': '0fe6cce9-c098-4683-9a0f-ea36d0266830', 'status': 'completed', 'code': 200} Jul 27 19:53:03.765392 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a959e6c5-a572-4758-9329-6153e07a45bc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.772350 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95dd10ba-e158-4447-b1c4-027b16fa084e req-b04b3875-7ddf-45c4-ac72-c55b08f8f2e3 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.795972 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 44b4af6c-94e5-48cd-a55e-364f27b75de8 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:03.810836 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95dd10ba-e158-4447-b1c4-027b16fa084e req-b04b3875-7ddf-45c4-ac72-c55b08f8f2e3 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.826915 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 44b4af6c-94e5-48cd-a55e-364f27b75de8 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:03.827372 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 44b4af6c-94e5-48cd-a55e-364f27b75de8 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:03.827890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 09671988-f41b-4c2a-a5c7-85f644099f78 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:03.853371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 09671988-f41b-4c2a-a5c7-85f644099f78 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:03.853799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 09671988-f41b-4c2a-a5c7-85f644099f78 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:03.895068 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2402b60b-3b53-465b-b6fd-fe6af6a85727 req-914d4b8f-f4fb-4870-ab36-3541988e8c30 tempest-ServerPasswordTestJSON-1913614153 tempest-ServerPasswordTestJSON-1913614153-project] 10.222.0.48 "GET /v2.0/ports?device_id=359697d7-2071-40e6-8d64-851187f0efad HTTP/1.1" status: 200 len: 210 time: 0.0742645 Jul 27 19:53:03.980236 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95dd10ba-e158-4447-b1c4-027b16fa084e req-b04b3875-7ddf-45c4-ac72-c55b08f8f2e3 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.983640 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95dd10ba-e158-4447-b1c4-027b16fa084e req-b04b3875-7ddf-45c4-ac72-c55b08f8f2e3 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:03.984879 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dd10ba-e158-4447-b1c4-027b16fa084e req-b04b3875-7ddf-45c4-ac72-c55b08f8f2e3 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "DELETE /v2.0/security-groups/d073bd67-fa86-4cee-8354-c9e9ab6f883e HTTP/1.1" status: 204 len: 173 time: 0.3466535 Jul 27 19:53:04.048344 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b3875-7ddf-45c4-ac72-c55b08f8f2e3 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d073bd67-fa86-4cee-8354-c9e9ab6f883e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:04.184193 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a3fec-713b-4708-93d9-682b0766c189 req-933b5d4e-a7af-4ca1-b4fb-fe68b5c2aa1b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:04.187259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa9a3fec-713b-4708-93d9-682b0766c189 req-933b5d4e-a7af-4ca1-b4fb-fe68b5c2aa1b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.2010427 Jul 27 19:53:04.234877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3dcbf-14ea-456a-be85-a19a792d46bd req-9152871e-c5c0-4f2e-abda-1b1a1636a9e3 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:04.236590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63e3dcbf-14ea-456a-be85-a19a792d46bd req-9152871e-c5c0-4f2e-abda-1b1a1636a9e3 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 946 time: 0.1312275 Jul 27 19:53:04.261078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa9a3fec-713b-4708-93d9-682b0766c189 req-1d2035ee-3e16-4970-be86-30811bed05f7 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608761 Jul 27 19:53:04.326119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63e3dcbf-14ea-456a-be85-a19a792d46bd req-fc501492-f02e-4584-97e8-c7c8a45a07ba tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688217 Jul 27 19:53:04.388833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49110) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:04.416457 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a959e6c5-a572-4758-9329-6153e07a45bc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:04.430001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-a959e6c5-a572-4758-9329-6153e07a45bc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d98c75-66dc-447e-b6c2-a49ec6852f66']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:04.446741 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-a959e6c5-a572-4758-9329-6153e07a45bc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571e110d-452b-48aa-a882-84e85bb5c911') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:04.447062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-a959e6c5-a572-4758-9329-6153e07a45bc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571e110d-452b-48aa-a882-84e85bb5c911') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:04.462216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a959e6c5-a572-4758-9329-6153e07a45bc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:04.478169 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-f37302e7-7ad1-49b6-be48-42193476d6c0 req-f60397f1-2ac2-4558-b980-d6e220f749b7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] show failed (client error): The resource could not be found. Jul 27 19:53:04.478416 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a959e6c5-a572-4758-9329-6153e07a45bc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:04.480066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f37302e7-7ad1-49b6-be48-42193476d6c0 req-f60397f1-2ac2-4558-b980-d6e220f749b7 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/c0e7bbfb-0ea1-4cfd-a860-caf652a62ab5 HTTP/1.1" status: 404 len: 352 time: 0.0217960 Jul 27 19:53:04.486914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a959e6c5-a572-4758-9329-6153e07a45bc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:53:04.487714 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a959e6c5-a572-4758-9329-6153e07a45bc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:53:04.491276 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:53:04.556072 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-49f3f169-ff53-4345-807e-b901870d95da req-99e11ce4-19f3-434d-8d6b-98761058d5b3 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] show failed (client error): The resource could not be found. Jul 27 19:53:04.559766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49f3f169-ff53-4345-807e-b901870d95da req-99e11ce4-19f3-434d-8d6b-98761058d5b3 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/630c645c-19a6-4e2c-984d-1a28720db38c HTTP/1.1" status: 404 len: 352 time: 0.0257289 Jul 27 19:53:04.587406 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a959e6c5-a572-4758-9329-6153e07a45bc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:04.587619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1235476322-network', 'tenant_id': '699759196b844fbdbb74a98dac68dec8'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:04.594834 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a959e6c5-a572-4758-9329-6153e07a45bc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:04.601187 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a959e6c5-a572-4758-9329-6153e07a45bc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "DELETE /v2.0/networks/28d98c75-66dc-447e-b6c2-a49ec6852f66 HTTP/1.1" status: 204 len: 168 time: 0.9389753 Jul 27 19:53:04.602459 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49122) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:04.617318 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-4b118adb-ebd2-4c58-852b-91cbd8a6ef23 req-adb83c30-94c2-4bba-9116-0bb3bc2ff176 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] show failed (client error): The resource could not be found. Jul 27 19:53:04.618371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b118adb-ebd2-4c58-852b-91cbd8a6ef23 req-adb83c30-94c2-4bba-9116-0bb3bc2ff176 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/f21728aa-0373-4a86-b5ae-24a5cfaa0b6d HTTP/1.1" status: 404 len: 352 time: 0.0266130 Jul 27 19:53:04.635950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] Made reservation on behalf of 699759196b844fbdbb74a98dac68dec8 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:04.640015 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:04.654531 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:04.679251 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959e6c5-a572-4758-9329-6153e07a45bc tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event deleted for resources: {'Network': ['ID=28d98c75-66dc-447e-b6c2-a49ec6852f66,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:04.689178 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-a1288434-1fed-470d-9ae8-3a6684732eba req-1a6f3287-6066-4d64-a4e1-dfede20c6316 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] show failed (client error): The resource could not be found. Jul 27 19:53:04.690523 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1288434-1fed-470d-9ae8-3a6684732eba req-1a6f3287-6066-4d64-a4e1-dfede20c6316 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/8f273041-d1f1-4249-bd30-032b9fc82fc9 HTTP/1.1" status: 404 len: 352 time: 0.0326934 Jul 27 19:53:04.717821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-29efd111-46b3-4446-81c5-98e7c95234e4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Deleting subnet 7c8f3431-5d2b-4fd3-89ab-a4514f82698d {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:53:04.722064 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29efd111-46b3-4446-81c5-98e7c95234e4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:04.754708 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-99511b8a-cbd9-420b-a854-2f75569cda56 req-12477821-a648-49ab-85d2-59cb729acb02 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] show failed (client error): The resource could not be found. Jul 27 19:53:04.761064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99511b8a-cbd9-420b-a854-2f75569cda56 req-12477821-a648-49ab-85d2-59cb729acb02 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/1e600300-092e-41bf-8138-4bdc60fbfee5 HTTP/1.1" status: 404 len: 352 time: 0.0317936 Jul 27 19:53:04.771722 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29efd111-46b3-4446-81c5-98e7c95234e4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:04.804060 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-da2ae76f-7619-4a45-b3ea-82e9be7033a3 req-725fb66f-5416-4624-9819-6adc107220c0 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] show failed (client error): The resource could not be found. Jul 27 19:53:04.812919 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-da2ae76f-7619-4a45-b3ea-82e9be7033a3 req-725fb66f-5416-4624-9819-6adc107220c0 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/f55ac57b-797e-40aa-9485-f94137a36fa2 HTTP/1.1" status: 404 len: 352 time: 0.0253768 Jul 27 19:53:04.884952 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:04.893197 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:04.935652 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:53:04.972277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29efd111-46b3-4446-81c5-98e7c95234e4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:04.973498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5676a6-f6c9-4453-a55e-7d1d197f4e3b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:04.990745 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:04.991083 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] Added segment 8e5754bd-5692-4e3c-80b6-e35fe73b6c5b of type vlan for network 327e1036-883b-4def-9422-58c70ad1dfec Jul 27 19:53:04.994273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49140) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:05.084841 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29efd111-46b3-4446-81c5-98e7c95234e4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.097537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc9b1f0-6398-4391-a195-e2b40337c343 admin admin] Deleting subnet f5874a54-3b52-43fe-b414-99f86aa532c1 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:53:05.124476 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 0fe6cce9-c098-4683-9a0f-ea36d0266830 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:05.130075 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b1f0-6398-4391-a195-e2b40337c343 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.141508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efd111-46b3-4446-81c5-98e7c95234e4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8f3431-5d2b-4fd3-89ab-a4514f82698d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:05.145033 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29efd111-46b3-4446-81c5-98e7c95234e4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.145710 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-29efd111-46b3-4446-81c5-98e7c95234e4 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "DELETE /v2.0/subnets/7c8f3431-5d2b-4fd3-89ab-a4514f82698d HTTP/1.1" status: 204 len: 168 time: 0.5366883 Jul 27 19:53:05.154962 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49144) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:05.161814 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 0fe6cce9-c098-4683-9a0f-ea36d0266830 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:05.162719 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 0fe6cce9-c098-4683-9a0f-ea36d0266830 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:05.164506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfa7fa4-a5d0-406b-81e3-97175a76c7e5 None None] Network b975a9aa-2ca0-4ad7-ae2a-810404f3601b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:05.194334 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.228929 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b1f0-6398-4391-a195-e2b40337c343 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.367707 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.369175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:05.369804 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.382288 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.444222 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef1e502-a8f7-4606-a1d5-ad9d87f0564a None None] DHCP port deletion for b975a9aa-2ca0-4ad7-ae2a-810404f3601b request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:53:05.471787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Deleting port a73125a2-0fb9-42b2-b518-1831d998c241 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:05.472446 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.487174 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b1f0-6398-4391-a195-e2b40337c343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.497695 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1e502-a8f7-4606-a1d5-ad9d87f0564a None None] Deleting port a73125a2-0fb9-42b2-b518-1831d998c241 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:05.498401 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1ef1e502-a8f7-4606-a1d5-ad9d87f0564a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.501344 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cfb2d-68e4-4b69-964c-c9e2977c35aa req-9b214e66-792c-4b19-bcc0-03e2d16db699 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:05.503271 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-978cfb2d-68e4-4b69-964c-c9e2977c35aa req-9b214e66-792c-4b19-bcc0-03e2d16db699 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 1023 time: 0.4106686 Jul 27 19:53:05.578251 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] For port a73125a2-0fb9-42b2-b518-1831d998c241, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a73125a2-0fb9-42b2-b518-1831d998c241,segment=NetworkSegment(b53be11e-87a3-4847-9a80-179381edef17),segment_id=b53be11e-87a3-4847-9a80-179381edef17)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:05.579397 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.608972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Calling delete_port for a73125a2-0fb9-42b2-b518-1831d998c241 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:05.622398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1ef1e502-a8f7-4606-a1d5-ad9d87f0564a None None] For port a73125a2-0fb9-42b2-b518-1831d998c241, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a73125a2-0fb9-42b2-b518-1831d998c241,segment=NetworkSegment(b53be11e-87a3-4847-9a80-179381edef17),segment_id=b53be11e-87a3-4847-9a80-179381edef17)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:05.623266 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1ef1e502-a8f7-4606-a1d5-ad9d87f0564a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.640313 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1e502-a8f7-4606-a1d5-ad9d87f0564a None None] Calling delete_port for a73125a2-0fb9-42b2-b518-1831d998c241 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:05.747532 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1ef1e502-a8f7-4606-a1d5-ad9d87f0564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.768200 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.784973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a73125a2-0fb9-42b2-b518-1831d998c241 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:05.788789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1e502-a8f7-4606-a1d5-ad9d87f0564a None None] Pushing event deleted for resources: {'Port': ['ID=a73125a2-0fb9-42b2-b518-1831d998c241,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:05.803647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event deleted for resources: {'Port': ['ID=a73125a2-0fb9-42b2-b518-1831d998c241,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:05.808152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] No DVR routers for this DVR port a73125a2-0fb9-42b2-b518-1831d998c241 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:05.820728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef1e502-a8f7-4606-a1d5-ad9d87f0564a None None] No DVR routers for this DVR port a73125a2-0fb9-42b2-b518-1831d998c241 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:05.823144 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: a73125a2-0fb9-42b2-b518-1831d998c241 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:05.823960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a73125a2-0fb9-42b2-b518-1831d998c241 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:05.921880 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5288758 Jul 27 19:53:05.922699 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49156) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:05.927687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c02aae13-db5f-4e2a-9662-bbb91f4b0b0e admin admin] Request body: {'subnet': {'network_id': '327e1036-883b-4def-9422-58c70ad1dfec', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1235476322-subnet', 'tenant_id': '699759196b844fbdbb74a98dac68dec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:05.933629 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.951130 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b975a9aa-2ca0-4ad7-ae2a-810404f3601b']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:05.958792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112501a-a7a9-489d-8371-a6a5c37cdbb9 admin admin] Pushing event updated for resources: {'Network': ['ID=327e1036-883b-4def-9422-58c70ad1dfec,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:05.976839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53be11e-87a3-4847-9a80-179381edef17') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:05.977150 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53be11e-87a3-4847-9a80-179381edef17') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:05.979938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 327e1036-883b-4def-9422-58c70ad1dfec details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:53:05.990746 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:05.994586 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02aae13-db5f-4e2a-9662-bbb91f4b0b0e admin admin] Made reservation on behalf of 699759196b844fbdbb74a98dac68dec8 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:05.997447 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c02aae13-db5f-4e2a-9662-bbb91f4b0b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.013225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-978cfb2d-68e4-4b69-964c-c9e2977c35aa req-0a45daca-6875-4148-a734-a540c6e83009 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4a06b60-1f05-4099-81cb-3e955dddaea9&id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&id=899ce559-b6e1-4b1b-a0a7-fd2900a36060&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1016884 Jul 27 19:53:06.024753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834791b4-155c-44b0-8906-88779481768a req-2165b128-3ffa-4164-8dfb-e316971e82d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:06.026356 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-834791b4-155c-44b0-8906-88779481768a req-2165b128-3ffa-4164-8dfb-e316971e82d2 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.7629306 Jul 27 19:53:06.028845 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b1f0-6398-4391-a195-e2b40337c343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.057965 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.068681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:53:06.068983 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:53:06.072547 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:53:06.075010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af5160-3718-4795-8fb6-83b79a4221db req-7d1f9c96-426f-4bb9-8328-d3c9a27ef73d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:06.081120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3af5160-3718-4795-8fb6-83b79a4221db req-7d1f9c96-426f-4bb9-8328-d3c9a27ef73d tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 944 time: 0.7004545 Jul 27 19:53:06.085896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9b1f0-6398-4391-a195-e2b40337c343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5874a54-3b52-43fe-b414-99f86aa532c1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:06.117772 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b1f0-6398-4391-a195-e2b40337c343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.120685 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9cc9b1f0-6398-4391-a195-e2b40337c343 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f5874a54-3b52-43fe-b414-99f86aa532c1 HTTP/1.1" status: 204 len: 168 time: 1.1247981 Jul 27 19:53:06.124303 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49158) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:06.178558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e3af5160-3718-4795-8fb6-83b79a4221db req-e7aca779-2029-4b1e-9b7d-a242d5d1bc9b tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946198 Jul 27 19:53:06.239821 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.264025 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.268450 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "DELETE /v2.0/networks/b975a9aa-2ca0-4ad7-ae2a-810404f3601b HTTP/1.1" status: 204 len: 168 time: 1.1087477 Jul 27 19:53:06.269138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49160) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:06.271539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-834791b4-155c-44b0-8906-88779481768a req-37c0f805-01c5-4fb6-bb74-f2136b7a5962 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Deleting port a4692ca1-a490-40f7-ba2a-7c54c96b60ab {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:06.271891 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-834791b4-155c-44b0-8906-88779481768a req-37c0f805-01c5-4fb6-bb74-f2136b7a5962 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.282882 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dffce990-ecac-4931-8ef8-e704addc8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.284583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49719d-616f-441d-b151-d84255ecd9b1 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Pushing event deleted for resources: {'Network': ['ID=b975a9aa-2ca0-4ad7-ae2a-810404f3601b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:06.393827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-834791b4-155c-44b0-8906-88779481768a req-37c0f805-01c5-4fb6-bb74-f2136b7a5962 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] For port a4692ca1-a490-40f7-ba2a-7c54c96b60ab, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:06.394201 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-834791b4-155c-44b0-8906-88779481768a req-37c0f805-01c5-4fb6-bb74-f2136b7a5962 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.448421 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dffce990-ecac-4931-8ef8-e704addc8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.462874 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c02aae13-db5f-4e2a-9662-bbb91f4b0b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.467115 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-dffce990-ecac-4931-8ef8-e704addc8eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69d8d10-80cd-49b1-9242-e7b36b10555a']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:06.483763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-dffce990-ecac-4931-8ef8-e704addc8eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810577ab-235f-4531-8a6b-f8ac41b22928') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:06.484067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-dffce990-ecac-4931-8ef8-e704addc8eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810577ab-235f-4531-8a6b-f8ac41b22928') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:06.523527 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dffce990-ecac-4931-8ef8-e704addc8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.551227 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aed9aad5-8fd3-46fe-a32c-bba724f6f1ca tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb055a5-9d29-490d-9ef4-4f4203cdb4b7 HTTP/1.1" status: 200 len: 205 time: 0.2726521 Jul 27 19:53:06.553167 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49166) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:06.556582 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dffce990-ecac-4931-8ef8-e704addc8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.569176 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02aae13-db5f-4e2a-9662-bbb91f4b0b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1d5d0c-5ff4-42a6-9025-26e6311ecf52,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:06.618570 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dffce990-ecac-4931-8ef8-e704addc8eb4 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:53:06.618981 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dffce990-ecac-4931-8ef8-e704addc8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:53:06.620992 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:53:06.726822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02aae13-db5f-4e2a-9662-bbb91f4b0b0e admin admin] Checking segment: {'id': '8e5754bd-5692-4e3c-80b6-e35fe73b6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '327e1036-883b-4def-9422-58c70ad1dfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:06.727203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02aae13-db5f-4e2a-9662-bbb91f4b0b0e admin admin] Network hostable DHCP agents. Network: 327e1036-883b-4def-9422-58c70ad1dfec, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:53:06.732704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ef62a89d-1b7d-4dba-acbd-4757bac44e73 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.793427 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dffce990-ecac-4931-8ef8-e704addc8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.799183 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dffce990-ecac-4931-8ef8-e704addc8eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.801936 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dffce990-ecac-4931-8ef8-e704addc8eb4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c69d8d10-80cd-49b1-9242-e7b36b10555a HTTP/1.1" status: 204 len: 168 time: 0.6743481 Jul 27 19:53:06.812882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61be22-cec8-4516-9ee7-afc45a49ced7 req-5be8019b-37f6-46a2-8cef-9f94f3616def tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:06.813859 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b61be22-cec8-4516-9ee7-afc45a49ced7 req-5be8019b-37f6-46a2-8cef-9f94f3616def tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 1023 time: 0.2714202 Jul 27 19:53:06.857629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffce990-ecac-4931-8ef8-e704addc8eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c69d8d10-80cd-49b1-9242-e7b36b10555a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:06.864072 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02aae13-db5f-4e2a-9662-bbb91f4b0b0e admin admin] Network 327e1036-883b-4def-9422-58c70ad1dfec is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:53:06.885528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edc664-b791-4443-b049-f2a641714fce req-11475e69-74d9-4ae3-b1f2-5a30d7d5719f tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:06.895323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69edc664-b791-4443-b049-f2a641714fce req-11475e69-74d9-4ae3-b1f2-5a30d7d5719f tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.2795835 Jul 27 19:53:06.900750 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-834791b4-155c-44b0-8906-88779481768a req-37c0f805-01c5-4fb6-bb74-f2136b7a5962 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.901022 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-834791b4-155c-44b0-8906-88779481768a req-37c0f805-01c5-4fb6-bb74-f2136b7a5962 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:06.901300 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-834791b4-155c-44b0-8906-88779481768a req-37c0f805-01c5-4fb6-bb74-f2136b7a5962 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Floating IP 05947552-dadb-45c3-b3ef-18b358ff094e disassociated. External IP: 172.25.1.39, port: a4692ca1-a490-40f7-ba2a-7c54c96b60ab. Jul 27 19:53:06.901651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-834791b4-155c-44b0-8906-88779481768a req-37c0f805-01c5-4fb6-bb74-f2136b7a5962 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Calling delete_port for a4692ca1-a490-40f7-ba2a-7c54c96b60ab owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:06.958248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-c02aae13-db5f-4e2a-9662-bbb91f4b0b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 327e1036-883b-4def-9422-58c70ad1dfec) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:06.974800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7af357-a35a-4bc5-81d6-944b2f1c00d9 None None] Network 327e1036-883b-4def-9422-58c70ad1dfec requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:07.014570 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49172) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:07.018916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02aae13-db5f-4e2a-9662-bbb91f4b0b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:07.019776 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c02aae13-db5f-4e2a-9662-bbb91f4b0b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:07.034421 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ef62a89d-1b7d-4dba-acbd-4757bac44e73 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:07.038475 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ef62a89d-1b7d-4dba-acbd-4757bac44e73 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:07.047544 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69edc664-b791-4443-b049-f2a641714fce req-a15063be-a736-4e3e-9361-ac88d10f5bca tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515400 Jul 27 19:53:07.074667 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c02aae13-db5f-4e2a-9662-bbb91f4b0b0e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1513476 Jul 27 19:53:07.125839 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ef62a89d-1b7d-4dba-acbd-4757bac44e73 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:07.126572 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef62a89d-1b7d-4dba-acbd-4757bac44e73 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Fanout notify agent at l3_agent the message router_deleted on router 7eb055a5-9d29-490d-9ef4-4f4203cdb4b7 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:53:07.155629 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ef62a89d-1b7d-4dba-acbd-4757bac44e73 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:07.168369 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ef62a89d-1b7d-4dba-acbd-4757bac44e73 tempest-RoutersNegativeIpV6Test-405844228 tempest-RoutersNegativeIpV6Test-405844228-project] 10.222.0.48 "DELETE /v2.0/routers/7eb055a5-9d29-490d-9ef4-4f4203cdb4b7 HTTP/1.1" status: 204 len: 168 time: 0.6140797 Jul 27 19:53:07.182285 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0768bd49-2f55-44aa-8f3d-df39d52089dc None None] Network 327e1036-883b-4def-9422-58c70ad1dfec requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:07.284553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3cff5731-6d96-461d-8b3f-64b0384ba4a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=651ceb4c5dc3451194b1f56fcf551c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648184 Jul 27 19:53:07.284788 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49184) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:07.333887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0b61be22-cec8-4516-9ee7-afc45a49ced7 req-122b0240-a35c-46c1-b514-297c952cd2d9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Deleting port 9a832793-7015-4d17-b9ab-0eba3c9de58c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:07.334232 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0b61be22-cec8-4516-9ee7-afc45a49ced7 req-122b0240-a35c-46c1-b514-297c952cd2d9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:07.393225 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44d316df-393d-4fb9-a81b-f7c4a26d6db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:07.405188 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-834791b4-155c-44b0-8906-88779481768a req-37c0f805-01c5-4fb6-bb74-f2136b7a5962 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:07.430466 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44d316df-393d-4fb9-a81b-f7c4a26d6db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:07.463475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0f805-01c5-4fb6-bb74-f2136b7a5962 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event deleted for resources: {'Port': ['ID=a4692ca1-a490-40f7-ba2a-7c54c96b60ab,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:07.506877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f333fe-26f6-4eef-bd98-6982b0b6a8bf req-00ed69cd-d07d-4d4a-8631-6f61bacfd396 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:07.514818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5f333fe-26f6-4eef-bd98-6982b0b6a8bf req-00ed69cd-d07d-4d4a-8631-6f61bacfd396 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 1023 time: 0.3695695 Jul 27 19:53:07.535702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44d316df-393d-4fb9-a81b-f7c4a26d6db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:07.541363 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44d316df-393d-4fb9-a81b-f7c4a26d6db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:07.544954 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-44d316df-393d-4fb9-a81b-f7c4a26d6db7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27526119-36f8-4573-ac06-0a82ab90044c HTTP/1.1" status: 204 len: 168 time: 0.2567353 Jul 27 19:53:07.561422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d316df-393d-4fb9-a81b-f7c4a26d6db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27526119-36f8-4573-ac06-0a82ab90044c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:07.649934 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf80f4-c321-4cd9-a023-9afe1706e35f req-8ac3e09e-240d-4a03-ab82-a804198e33c0 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:07.651308 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0bbf80f4-c321-4cd9-a023-9afe1706e35f req-8ac3e09e-240d-4a03-ab82-a804198e33c0 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 866 time: 0.3650358 Jul 27 19:53:07.656211 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0b61be22-cec8-4516-9ee7-afc45a49ced7 req-122b0240-a35c-46c1-b514-297c952cd2d9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] For port 9a832793-7015-4d17-b9ab-0eba3c9de58c, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=9a832793-7015-4d17-b9ab-0eba3c9de58c,segment=NetworkSegment(5ab1c04c-9dce-4428-a1f0-0a39d89cf838),segment_id=5ab1c04c-9dce-4428-a1f0-0a39d89cf838)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:07.656613 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0b61be22-cec8-4516-9ee7-afc45a49ced7 req-122b0240-a35c-46c1-b514-297c952cd2d9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:07.687956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0b61be22-cec8-4516-9ee7-afc45a49ced7 req-122b0240-a35c-46c1-b514-297c952cd2d9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Calling delete_port for 9a832793-7015-4d17-b9ab-0eba3c9de58c owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:07.691798 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49192) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:07.743770 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5f333fe-26f6-4eef-bd98-6982b0b6a8bf req-29c0ca94-467f-4a02-b658-aa0411466d90 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4a06b60-1f05-4099-81cb-3e955dddaea9&id=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0&id=899ce559-b6e1-4b1b-a0a7-fd2900a36060&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2265942 Jul 27 19:53:07.869150 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0bbf80f4-c321-4cd9-a023-9afe1706e35f req-45b52e8f-3f1e-4d60-97ea-43ca68b191bf tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups?id=6035a722-bd5a-400b-8626-407f70194054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987979 Jul 27 19:53:07.917807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-834791b4-155c-44b0-8906-88779481768a req-37c0f805-01c5-4fb6-bb74-f2136b7a5962 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Router eddc97cb-96a2-4fef-a163-4124423d3010 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:53:08.156485 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0b61be22-cec8-4516-9ee7-afc45a49ced7 req-122b0240-a35c-46c1-b514-297c952cd2d9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:08.177529 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c5f0be96-4982-4564-90fa-5234aa9a01d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5cfa867507304540bb867e8230d73464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836223 Jul 27 19:53:08.181528 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49208) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:08.209018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-834791b4-155c-44b0-8906-88779481768a req-37c0f805-01c5-4fb6-bb74-f2136b7a5962 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:53:08.223141 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73467b9-3b1d-4ae4-9c05-715ccc60c92a None None] Sync routers for ids ['eddc97cb-96a2-4fef-a163-4124423d3010'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:53:08.247934 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b0240-a35c-46c1-b514-297c952cd2d9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event deleted for resources: {'Port': ['ID=9a832793-7015-4d17-b9ab-0eba3c9de58c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:08.259831 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73467b9-3b1d-4ae4-9c05-715ccc60c92a None None] Routers {'eddc97cb-96a2-4fef-a163-4124423d3010'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:53:08.260805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b73467b9-3b1d-4ae4-9c05-715ccc60c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eddc97cb-96a2-4fef-a163-4124423d3010'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:08.315421 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-587508e1-4174-4dc3-85a4-1ad2d4301249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:08.352910 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-587508e1-4174-4dc3-85a4-1ad2d4301249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:08.357996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-834791b4-155c-44b0-8906-88779481768a req-37c0f805-01c5-4fb6-bb74-f2136b7a5962 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] No DVR routers for this DVR port a4692ca1-a490-40f7-ba2a-7c54c96b60ab on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:08.367080 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:08.367941 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-834791b4-155c-44b0-8906-88779481768a req-37c0f805-01c5-4fb6-bb74-f2136b7a5962 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:08.375422 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-834791b4-155c-44b0-8906-88779481768a req-37c0f805-01c5-4fb6-bb74-f2136b7a5962 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.63 "DELETE /v2.0/ports/a4692ca1-a490-40f7-ba2a-7c54c96b60ab HTTP/1.1" status: 204 len: 173 time: 2.3353670 Jul 27 19:53:08.393251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-5c8929f2-c86f-4530-8f0e-6fc4f9d7a080 req-e35062ec-5731-4f85-92d7-f3f513c30a0d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-748926765', 'description': 'tempest-description-1283556533'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:08.399399 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-deleted', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:08.404736 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3705afa1-2b9d-43b5-baac-afe6d4e8b6ef" -d '{"events": [{"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-deleted", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:08.459165 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-587508e1-4174-4dc3-85a4-1ad2d4301249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:08.462773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b61be22-cec8-4516-9ee7-afc45a49ced7 req-122b0240-a35c-46c1-b514-297c952cd2d9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] No DVR routers for this DVR port 9a832793-7015-4d17-b9ab-0eba3c9de58c on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:08.463005 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-587508e1-4174-4dc3-85a4-1ad2d4301249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:08.464305 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-587508e1-4174-4dc3-85a4-1ad2d4301249 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f74fcd3e-6708-48bd-9e8a-5fc26a5d62a4 HTTP/1.1" status: 204 len: 168 time: 0.2801888 Jul 27 19:53:08.469334 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0b61be22-cec8-4516-9ee7-afc45a49ced7 req-122b0240-a35c-46c1-b514-297c952cd2d9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:08.471402 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b61be22-cec8-4516-9ee7-afc45a49ced7 req-122b0240-a35c-46c1-b514-297c952cd2d9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.63 "DELETE /v2.0/ports/9a832793-7015-4d17-b9ab-0eba3c9de58c HTTP/1.1" status: 204 len: 173 time: 1.6442316 Jul 27 19:53:08.494779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-b73467b9-3b1d-4ae4-9c05-715ccc60c92a None None] Set router eddc97cb-96a2-4fef-a163-4124423d3010 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:53:08.520968 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587508e1-4174-4dc3-85a4-1ad2d4301249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74fcd3e-6708-48bd-9e8a-5fc26a5d62a4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:08.537548 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5c8929f2-c86f-4530-8f0e-6fc4f9d7a080 req-e35062ec-5731-4f85-92d7-f3f513c30a0d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:08.563863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa88b1-89fe-4ac5-b2a7-d720012bfb8e req-f32cc7ad-23e9-4209-b817-802de1935039 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:08.576309 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8efa88b1-89fe-4ac5-b2a7-d720012bfb8e req-f32cc7ad-23e9-4209-b817-802de1935039 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.3591883 Jul 27 19:53:08.704695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8efa88b1-89fe-4ac5-b2a7-d720012bfb8e req-afc61a81-3dc0-478f-a77a-ada00d65f401 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270566 Jul 27 19:53:08.804270 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2110ab00-0083-436b-a299-a5f6acaab4fc x-openstack-request-id: req-2110ab00-0083-436b-a299-a5f6acaab4fc {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:08.806580 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee385280-c399-4c40-b875-1522ef667173", "name": "network-vif-deleted", "tag": "a4692ca1-a490-40f7-ba2a-7c54c96b60ab", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:08.807080 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2110ab00-0083-436b-a299-a5f6acaab4fc {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:08.809279 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee385280-c399-4c40-b875-1522ef667173', 'name': 'network-vif-deleted', 'tag': 'a4692ca1-a490-40f7-ba2a-7c54c96b60ab', 'status': 'completed', 'code': 200} Jul 27 19:53:08.911195 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5c8929f2-c86f-4530-8f0e-6fc4f9d7a080 req-e35062ec-5731-4f85-92d7-f3f513c30a0d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:08.919657 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5c8929f2-c86f-4530-8f0e-6fc4f9d7a080 req-e35062ec-5731-4f85-92d7-f3f513c30a0d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:08.980683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35062ec-5731-4f85-92d7-f3f513c30a0d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7645cc-e52e-46ea-bb1b-d8aa83e03216,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:09.002067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b73467b9-3b1d-4ae4-9c05-715ccc60c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '886f7560-3f52-4f94-8324-739f8a90272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:35Z', 'updated_at': '2021-07-27T19:42:44Z', 'revision_number': 4, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'gw_port': {'id': '886f7560-3f52-4f94-8324-739f8a90272c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:36Z', 'updated_at': '2021-07-27T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '7c827aed-611d-42d3-9bae-d08c92208b2f', 'name': '', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'mac_address': 'fa:16:3e:d8:39:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:42Z', 'updated_at': '2021-07-27T19:42:49Z', 'revision_number': 5, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'subnets': [{'id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:09.014155 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c7009f5-5dc9-42ba-b043-eec6b147c606 req-e84d1c1f-48db-4132-a175-90092e6bed64 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/ports?device_id=d72e2547-d456-4391-8765-4ed7c3dd5849 HTTP/1.1" status: 200 len: 210 time: 0.0421107 Jul 27 19:53:09.020924 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5c8929f2-c86f-4530-8f0e-6fc4f9d7a080 req-e35062ec-5731-4f85-92d7-f3f513c30a0d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:09.036304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c8929f2-c86f-4530-8f0e-6fc4f9d7a080 req-e35062ec-5731-4f85-92d7-f3f513c30a0d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6728401 Jul 27 19:53:09.077209 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73467b9-3b1d-4ae4-9c05-715ccc60c92a None None] Checking router: eddc97cb-96a2-4fef-a163-4124423d3010 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:53:09.094581 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73467b9-3b1d-4ae4-9c05-715ccc60c92a None None] Routers {'eddc97cb-96a2-4fef-a163-4124423d3010'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:53:09.095242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b73467b9-3b1d-4ae4-9c05-715ccc60c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eddc97cb-96a2-4fef-a163-4124423d3010'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:09.166105 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49244) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:09.169527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 9a832793-7015-4d17-b9ab-0eba3c9de58c no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:09.194199 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 9a832793-7015-4d17-b9ab-0eba3c9de58c {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:09.194528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 9a832793-7015-4d17-b9ab-0eba3c9de58c not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:09.194946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4692ca1-a490-40f7-ba2a-7c54c96b60ab no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:09.220535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: a4692ca1-a490-40f7-ba2a-7c54c96b60ab {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:09.221059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4692ca1-a490-40f7-ba2a-7c54c96b60ab not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:09.352924 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3e11ddd-8189-4b01-aa76-c8010e5b1aec req-5582d72d-fee3-440c-95d2-bf8db71dc415 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee385280-c399-4c40-b875-1522ef667173 HTTP/1.1" status: 200 len: 210 time: 0.2220201 Jul 27 19:53:09.358869 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9aa42254-9746-4dcb-a7fe-325182cd3f41 req-3e358f91-51a9-4c3f-aa98-d95f7743a538 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/aa7645cc-e52e-46ea-bb1b-d8aa83e03216 HTTP/1.1" status: 200 len: 1806 time: 0.1141372 Jul 27 19:53:09.380814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9aa42254-9746-4dcb-a7fe-325182cd3f41 req-b40991bb-4315-4521-aee6-898f6a817d3d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa7645cc-e52e-46ea-bb1b-d8aa83e03216', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:09.381398 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9aa42254-9746-4dcb-a7fe-325182cd3f41 req-b40991bb-4315-4521-aee6-898f6a817d3d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa7645cc-e52e-46ea-bb1b-d8aa83e03216', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:09.481773 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9aa42254-9746-4dcb-a7fe-325182cd3f41 req-b40991bb-4315-4521-aee6-898f6a817d3d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:09.514264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-919976066-network', 'tenant_id': '2605b031e38f4b04bf03080568d6b5e4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:09.517361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-b73467b9-3b1d-4ae4-9c05-715ccc60c92a None None] Set router eddc97cb-96a2-4fef-a163-4124423d3010 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:53:09.526108 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9aa42254-9746-4dcb-a7fe-325182cd3f41 req-b40991bb-4315-4521-aee6-898f6a817d3d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:09.533245 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9aa42254-9746-4dcb-a7fe-325182cd3f41 req-b40991bb-4315-4521-aee6-898f6a817d3d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:09.552078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] Made reservation on behalf of 2605b031e38f4b04bf03080568d6b5e4 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:09.555284 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:09.565745 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:09.599077 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9aa42254-9746-4dcb-a7fe-325182cd3f41 req-b40991bb-4315-4521-aee6-898f6a817d3d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:09.608253 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9aa42254-9746-4dcb-a7fe-325182cd3f41 req-b40991bb-4315-4521-aee6-898f6a817d3d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2285736 Jul 27 19:53:09.621683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40991bb-4315-4521-aee6-898f6a817d3d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f924a64e-6c3d-4ee6-9455-57e367a85b2c,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:09.640204 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-a36ab68b-d913-4f0c-82e7-46fb0e21941c req-8c20f6c5-56b8-494e-8729-dc8fbee04f63 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-517899475', 'description': 'tempest-description-1540389265'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:09.721683 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:09.728055 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:09.757054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:53:09.772347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c07464-b221-4826-a213-c80158a99315,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:09.781523 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:09.782148 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] Added segment f6e26844-f270-435b-bd9d-82851ef4eb61 of type vlan for network 3fecd119-3470-4e51-b785-e30545fd3829 Jul 27 19:53:09.807471 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a36ab68b-d913-4f0c-82e7-46fb0e21941c req-8c20f6c5-56b8-494e-8729-dc8fbee04f63 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:09.901048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:09.995108 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:09.996725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:09.997737 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:10.040140 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b73467b9-3b1d-4ae4-9c05-715ccc60c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '886f7560-3f52-4f94-8324-739f8a90272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:35Z', 'updated_at': '2021-07-27T19:42:44Z', 'revision_number': 4, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'gw_port': {'id': '886f7560-3f52-4f94-8324-739f8a90272c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:36Z', 'updated_at': '2021-07-27T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '7c827aed-611d-42d3-9bae-d08c92208b2f', 'name': '', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'mac_address': 'fa:16:3e:d8:39:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:42Z', 'updated_at': '2021-07-27T19:42:49Z', 'revision_number': 5, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'subnets': [{'id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:10.052316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f792f-366e-4c55-8c51-88faee99320a req-11aec1e1-83ad-4ab6-9e79-16a6d910fa83 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:10.054377 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d7f792f-366e-4c55-8c51-88faee99320a req-11aec1e1-83ad-4ab6-9e79-16a6d910fa83 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.1502783 Jul 27 19:53:10.075926 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a36ab68b-d913-4f0c-82e7-46fb0e21941c req-8c20f6c5-56b8-494e-8729-dc8fbee04f63 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:10.089288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] Pushing event updated for resources: {'Network': ['ID=3fecd119-3470-4e51-b785-e30545fd3829,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:10.089550 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a36ab68b-d913-4f0c-82e7-46fb0e21941c req-8c20f6c5-56b8-494e-8729-dc8fbee04f63 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:10.107189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 3fecd119-3470-4e51-b785-e30545fd3829 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:53:10.108575 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-398ebeb9-f139-43a7-9bd1-8dbfc8296e57 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9403200 Jul 27 19:53:10.109626 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49268) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:10.116005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-fa3b3e6b-5a4a-4ea0-bb05-3022cdd5d77c admin admin] Request body: {'subnet': {'network_id': '3fecd119-3470-4e51-b785-e30545fd3829', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-919976066-subnet', 'tenant_id': '2605b031e38f4b04bf03080568d6b5e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:10.118137 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73467b9-3b1d-4ae4-9c05-715ccc60c92a None None] The sync data for ids ['eddc97cb-96a2-4fef-a163-4124423d3010'] in n-d-705657-21 is: [{'id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '886f7560-3f52-4f94-8324-739f8a90272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:35Z', 'updated_at': '2021-07-27T19:42:44Z', 'revision_number': 4, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'gw_port': {'id': '886f7560-3f52-4f94-8324-739f8a90272c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:36Z', 'updated_at': '2021-07-27T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '7c827aed-611d-42d3-9bae-d08c92208b2f', 'name': '', 'network_id': '2f987a4c-7176-4728-b48c-c6344a5a384d', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'mac_address': 'fa:16:3e:d8:39:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:42Z', 'updated_at': '2021-07-27T19:42:49Z', 'revision_number': 5, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'subnets': [{'id': '82a6d6e2-ef16-4337-a570-8e7d796ec20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:53:10.174559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3b3e6b-5a4a-4ea0-bb05-3022cdd5d77c admin admin] Made reservation on behalf of 2605b031e38f4b04bf03080568d6b5e4 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:10.177776 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3e6b-5a4a-4ea0-bb05-3022cdd5d77c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:10.203042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20f6c5-56b8-494e-8729-dc8fbee04f63 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8356550e-0531-4b0e-9bac-3b0f56fd0aed,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:10.224138 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d7f792f-366e-4c55-8c51-88faee99320a req-8b0fa4d4-eaf7-42fd-98f7-8c1c264246e2 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627967 Jul 27 19:53:10.244578 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a36ab68b-d913-4f0c-82e7-46fb0e21941c req-8c20f6c5-56b8-494e-8729-dc8fbee04f63 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:10.246419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a36ab68b-d913-4f0c-82e7-46fb0e21941c req-8c20f6c5-56b8-494e-8729-dc8fbee04f63 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6120152 Jul 27 19:53:10.473458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-118b580d-93f8-4e2e-8811-f39ac7ce1059 req-526178dc-d35e-4fe4-8fda-afcfa80d99dc tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/8356550e-0531-4b0e-9bac-3b0f56fd0aed HTTP/1.1" status: 200 len: 1806 time: 0.1355257 Jul 27 19:53:10.505811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-118b580d-93f8-4e2e-8811-f39ac7ce1059 req-a2a4a861-391a-4195-ae44-e4c2c6d5716e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8356550e-0531-4b0e-9bac-3b0f56fd0aed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:10.506319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-118b580d-93f8-4e2e-8811-f39ac7ce1059 req-a2a4a861-391a-4195-ae44-e4c2c6d5716e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8356550e-0531-4b0e-9bac-3b0f56fd0aed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:10.529427 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b35858-e72c-4178-a5b0-798055a21b32 None None] New status for floating IP 05947552-dadb-45c3-b3ef-18b358ff094e: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:53:10.531079 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37b73ce7-0b35-48cd-9150-4d5d3f9329a2 req-b8189106-cb02-426b-a645-66c252c5eaf9 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/899ce559-b6e1-4b1b-a0a7-fd2900a36060 HTTP/1.1" status: 200 len: 1801 time: 0.1117311 Jul 27 19:53:10.538479 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3e6b-5a4a-4ea0-bb05-3022cdd5d77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:10.639574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b3e6b-5a4a-4ea0-bb05-3022cdd5d77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c69d0435-65fc-4ab8-bf13-b543e20bb803,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:10.661662 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3b3e6b-5a4a-4ea0-bb05-3022cdd5d77c admin admin] Checking segment: {'id': 'f6e26844-f270-435b-bd9d-82851ef4eb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3fecd119-3470-4e51-b785-e30545fd3829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:10.662207 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3b3e6b-5a4a-4ea0-bb05-3022cdd5d77c admin admin] Network hostable DHCP agents. Network: 3fecd119-3470-4e51-b785-e30545fd3829, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:53:10.696728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3b3e6b-5a4a-4ea0-bb05-3022cdd5d77c admin admin] Network 3fecd119-3470-4e51-b785-e30545fd3829 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:53:10.697939 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-118b580d-93f8-4e2e-8811-f39ac7ce1059 req-a2a4a861-391a-4195-ae44-e4c2c6d5716e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:10.707714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-fa3b3e6b-5a4a-4ea0-bb05-3022cdd5d77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 3fecd119-3470-4e51-b785-e30545fd3829) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:10.714689 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3b3e6b-5a4a-4ea0-bb05-3022cdd5d77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:10.715292 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3e6b-5a4a-4ea0-bb05-3022cdd5d77c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:10.723857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c443a8c-e1ae-427c-b04f-467169769946 None None] Network 3fecd119-3470-4e51-b785-e30545fd3829 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:10.748446 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fa3b3e6b-5a4a-4ea0-bb05-3022cdd5d77c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6307209 Jul 27 19:53:10.748849 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-37b73ce7-0b35-48cd-9150-4d5d3f9329a2 req-21d81e21-b5fa-4e01-806b-cd102715badd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:10.789772 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-37b73ce7-0b35-48cd-9150-4d5d3f9329a2 req-21d81e21-b5fa-4e01-806b-cd102715badd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:10.809356 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-118b580d-93f8-4e2e-8811-f39ac7ce1059 req-a2a4a861-391a-4195-ae44-e4c2c6d5716e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:10.813302 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72e2547-d456-4391-8765-4ed7c3dd5849', 'name': 'network-vif-deleted', 'tag': '9a832793-7015-4d17-b9ab-0eba3c9de58c'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:10.816734 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6156bd3-4f80-4f95-a67d-9aaf87644c46" -d '{"events": [{"server_uuid": "d72e2547-d456-4391-8765-4ed7c3dd5849", "name": "network-vif-deleted", "tag": "9a832793-7015-4d17-b9ab-0eba3c9de58c"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:10.824292 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-118b580d-93f8-4e2e-8811-f39ac7ce1059 req-a2a4a861-391a-4195-ae44-e4c2c6d5716e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:10.874890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4a861-391a-4195-ae44-e4c2c6d5716e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a41856-119f-4e73-8ffd-410a03288206,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:10.881640 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-118b580d-93f8-4e2e-8811-f39ac7ce1059 req-a2a4a861-391a-4195-ae44-e4c2c6d5716e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:10.883483 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-118b580d-93f8-4e2e-8811-f39ac7ce1059 req-a2a4a861-391a-4195-ae44-e4c2c6d5716e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3933787 Jul 27 19:53:10.901913 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-37b73ce7-0b35-48cd-9150-4d5d3f9329a2 req-21d81e21-b5fa-4e01-806b-cd102715badd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:10.905937 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-37b73ce7-0b35-48cd-9150-4d5d3f9329a2 req-21d81e21-b5fa-4e01-806b-cd102715badd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:10.907278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37b73ce7-0b35-48cd-9150-4d5d3f9329a2 req-21d81e21-b5fa-4e01-806b-cd102715badd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "DELETE /v2.0/security-groups/899ce559-b6e1-4b1b-a0a7-fd2900a36060 HTTP/1.1" status: 204 len: 173 time: 0.3719516 Jul 27 19:53:10.939471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d81e21-b5fa-4e01-806b-cd102715badd tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=899ce559-b6e1-4b1b-a0a7-fd2900a36060,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:10.988755 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca1591f-3091-44e1-a74e-b9efc4752c03 x-openstack-request-id: req-eca1591f-3091-44e1-a74e-b9efc4752c03 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:10.989118 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72e2547-d456-4391-8765-4ed7c3dd5849", "name": "network-vif-deleted", "tag": "9a832793-7015-4d17-b9ab-0eba3c9de58c", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:10.989637 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eca1591f-3091-44e1-a74e-b9efc4752c03 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:10.990157 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72e2547-d456-4391-8765-4ed7c3dd5849', 'name': 'network-vif-deleted', 'tag': '9a832793-7015-4d17-b9ab-0eba3c9de58c', 'status': 'completed', 'code': 200} Jul 27 19:53:10.998980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-a78e7813-b78b-43cf-a58a-b33caf8cb7d7 req-a5a95a57-c165-42b6-a6fb-fd83ad6e869e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-468370777', 'description': 'tempest-description-1672024852'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:11.044202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1345ec-1bf0-4c7a-9754-8ae89ca1a14b None None] Network 3fecd119-3470-4e51-b785-e30545fd3829 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:11.066393 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a78e7813-b78b-43cf-a58a-b33caf8cb7d7 req-a5a95a57-c165-42b6-a6fb-fd83ad6e869e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.123695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bbbff3e4-f50a-4af2-9498-ee9c5eae3e53 req-152d51f3-e164-49fa-9b82-a05c9c21731a tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "GET /v2.0/security-groups/a4a06b60-1f05-4099-81cb-3e955dddaea9 HTTP/1.1" status: 200 len: 1802 time: 0.0987844 Jul 27 19:53:11.217502 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-bbbff3e4-f50a-4af2-9498-ee9c5eae3e53 req-798687c5-a70d-41d4-9fbd-41c15bbd95b4 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.249455 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a78e7813-b78b-43cf-a58a-b33caf8cb7d7 req-a5a95a57-c165-42b6-a6fb-fd83ad6e869e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.254380 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a78e7813-b78b-43cf-a58a-b33caf8cb7d7 req-a5a95a57-c165-42b6-a6fb-fd83ad6e869e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.263789 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-bbbff3e4-f50a-4af2-9498-ee9c5eae3e53 req-798687c5-a70d-41d4-9fbd-41c15bbd95b4 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.308272 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a78e7813-b78b-43cf-a58a-b33caf8cb7d7 req-a5a95a57-c165-42b6-a6fb-fd83ad6e869e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.309567 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a78e7813-b78b-43cf-a58a-b33caf8cb7d7 req-a5a95a57-c165-42b6-a6fb-fd83ad6e869e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3182077 Jul 27 19:53:11.326646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a95a57-c165-42b6-a6fb-fd83ad6e869e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098dddac-d673-48f8-b323-f0d720e71627,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:11.347374 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-bbbff3e4-f50a-4af2-9498-ee9c5eae3e53 req-798687c5-a70d-41d4-9fbd-41c15bbd95b4 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.351267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49318) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:11.351736 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-bbbff3e4-f50a-4af2-9498-ee9c5eae3e53 req-798687c5-a70d-41d4-9fbd-41c15bbd95b4 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.365429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bbbff3e4-f50a-4af2-9498-ee9c5eae3e53 req-798687c5-a70d-41d4-9fbd-41c15bbd95b4 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] 10.222.0.48 "DELETE /v2.0/security-groups/a4a06b60-1f05-4099-81cb-3e955dddaea9 HTTP/1.1" status: 204 len: 173 time: 0.2317767 Jul 27 19:53:11.367940 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49322) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:11.397494 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.436868 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd3916af-ec18-4173-81a5-b4ee5f97266c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.493184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798687c5-a70d-41d4-9fbd-41c15bbd95b4 tempest-SecurityGroupsTestJSON-4843292 tempest-SecurityGroupsTestJSON-4843292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a06b60-1f05-4099-81cb-3e955dddaea9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:11.505396 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd3916af-ec18-4173-81a5-b4ee5f97266c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.524567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20358d2-52e0-4cbc-84ad-cb0ab1d600f0 admin admin] Deleting subnet b449b1d1-35ca-4299-ac25-6927745019e8 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:53:11.530080 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d20358d2-52e0-4cbc-84ad-cb0ab1d600f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.587776 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd3916af-ec18-4173-81a5-b4ee5f97266c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.591180 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd3916af-ec18-4173-81a5-b4ee5f97266c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.594636 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dd3916af-ec18-4173-81a5-b4ee5f97266c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "DELETE /v2.0/security-groups/6035a722-bd5a-400b-8626-407f70194054 HTTP/1.1" status: 204 len: 168 time: 0.2394912 Jul 27 19:53:11.595829 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49338) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:11.614857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3916af-ec18-4173-81a5-b4ee5f97266c tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6035a722-bd5a-400b-8626-407f70194054,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:11.617077 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-7619fe3a-26b1-44d0-9991-b342c4579b41 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] show failed (client error): The resource could not be found. Jul 27 19:53:11.633855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7619fe3a-26b1-44d0-9991-b342c4579b41 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "GET /v2.0/security-groups/6035a722-bd5a-400b-8626-407f70194054 HTTP/1.1" status: 404 len: 347 time: 0.0344577 Jul 27 19:53:11.644428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49344) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:11.749729 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d20358d2-52e0-4cbc-84ad-cb0ab1d600f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.913677 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d20358d2-52e0-4cbc-84ad-cb0ab1d600f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:11.968893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-989a77de-c1b8-4424-9c9a-1cf84002cb85 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:11.970393 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-989a77de-c1b8-4424-9c9a-1cf84002cb85 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/networks?id=3fecd119-3470-4e51-b785-e30545fd3829 HTTP/1.1" status: 200 len: 808 time: 0.2923331 Jul 27 19:53:11.981121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977be95-0db3-45e4-b27c-6d2b050c2ff3 req-ca9fd998-cc2e-4e65-8d6f-f004f9831fb5 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:11.982611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3977be95-0db3-45e4-b27c-6d2b050c2ff3 req-ca9fd998-cc2e-4e65-8d6f-f004f9831fb5 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.4068816 Jul 27 19:53:12.023707 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-0312b79d-2957-40d4-9e35-93d62d1ee511 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/quotas/2605b031e38f4b04bf03080568d6b5e4 HTTP/1.1" status: 200 len: 375 time: 0.0361052 Jul 27 19:53:12.054654 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-0f4767c3-cbf9-47fe-b18f-cc1537c37f69 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Deleting port bed3e66f-3fd5-42bd-9ef8-800ccbb5b49c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:12.054997 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0f4767c3-cbf9-47fe-b18f-cc1537c37f69 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.092207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-3856c4ab-0dfc-4f17-b597-fb9f24926bf3 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2605b031e38f4b04bf03080568d6b5e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572462 Jul 27 19:53:12.145728 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d20358d2-52e0-4cbc-84ad-cb0ab1d600f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.498283 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3977be95-0db3-45e4-b27c-6d2b050c2ff3 req-4f599b94-a094-4cf5-86c0-1c6948647c28 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905665 Jul 27 19:53:12.537522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-a10eb1a7-beb8-416b-a082-939e1fa9048a req-40170822-a242-4cda-bd80-86e22d724a5a tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-352045171', 'description': 'tempest-description-1856328892'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:12.546671 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20358d2-52e0-4cbc-84ad-cb0ab1d600f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b449b1d1-35ca-4299-ac25-6927745019e8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:12.553847 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d20358d2-52e0-4cbc-84ad-cb0ab1d600f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.555847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d20358d2-52e0-4cbc-84ad-cb0ab1d600f0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b449b1d1-35ca-4299-ac25-6927745019e8 HTTP/1.1" status: 204 len: 168 time: 1.1681523 Jul 27 19:53:12.559174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49360) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:12.608260 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0f4767c3-cbf9-47fe-b18f-cc1537c37f69 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.608652 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0f4767c3-cbf9-47fe-b18f-cc1537c37f69 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.623717 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a10eb1a7-beb8-416b-a082-939e1fa9048a req-40170822-a242-4cda-bd80-86e22d724a5a tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.638185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-0f4767c3-cbf9-47fe-b18f-cc1537c37f69 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Calling delete_port for bed3e66f-3fd5-42bd-9ef8-800ccbb5b49c owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:12.641048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b599ee5d-638e-4111-870f-7943513c0946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.645011 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-8176a7cc-7109-48df-be01-7613bb6e7022 service neutron] 10.222.0.48 "GET /v2.0/networks/3fecd119-3470-4e51-b785-e30545fd3829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214677 Jul 27 19:53:12.726083 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b599ee5d-638e-4111-870f-7943513c0946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.737089 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b599ee5d-638e-4111-870f-7943513c0946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b297832-9b0b-4a76-93eb-5e4042a4102f']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:12.749936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b599ee5d-638e-4111-870f-7943513c0946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab1c04c-9dce-4428-a1f0-0a39d89cf838') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:12.750120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b599ee5d-638e-4111-870f-7943513c0946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab1c04c-9dce-4428-a1f0-0a39d89cf838') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:12.760300 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b599ee5d-638e-4111-870f-7943513c0946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.780573 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b599ee5d-638e-4111-870f-7943513c0946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.787685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b599ee5d-638e-4111-870f-7943513c0946 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:53:12.788088 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b599ee5d-638e-4111-870f-7943513c0946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:53:12.790360 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:53:12.838458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-02df5432-3c53-45af-866f-c3c8fd738377 service neutron] 10.222.0.48 "GET /v2.0/networks/3fecd119-3470-4e51-b785-e30545fd3829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802835 Jul 27 19:53:12.858518 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b599ee5d-638e-4111-870f-7943513c0946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.872138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b599ee5d-638e-4111-870f-7943513c0946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.875060 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b599ee5d-638e-4111-870f-7943513c0946 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4b297832-9b0b-4a76-93eb-5e4042a4102f HTTP/1.1" status: 204 len: 168 time: 0.3148708 Jul 27 19:53:12.895187 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599ee5d-638e-4111-870f-7943513c0946 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b297832-9b0b-4a76-93eb-5e4042a4102f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:12.895493 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a10eb1a7-beb8-416b-a082-939e1fa9048a req-40170822-a242-4cda-bd80-86e22d724a5a tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.904695 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a10eb1a7-beb8-416b-a082-939e1fa9048a req-40170822-a242-4cda-bd80-86e22d724a5a tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.943551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40170822-a242-4cda-bd80-86e22d724a5a tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0b251d-b997-4ed5-814f-f2307045375a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:12.946397 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a10eb1a7-beb8-416b-a082-939e1fa9048a req-40170822-a242-4cda-bd80-86e22d724a5a tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.947644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a10eb1a7-beb8-416b-a082-939e1fa9048a req-40170822-a242-4cda-bd80-86e22d724a5a tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4194062 Jul 27 19:53:12.950971 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0f4767c3-cbf9-47fe-b18f-cc1537c37f69 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:12.987767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4767c3-cbf9-47fe-b18f-cc1537c37f69 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Pushing event deleted for resources: {'Port': ['ID=bed3e66f-3fd5-42bd-9ef8-800ccbb5b49c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:13.210352 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0f4767c3-cbf9-47fe-b18f-cc1537c37f69 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:13.217656 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0f4767c3-cbf9-47fe-b18f-cc1537c37f69 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:13.219441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0f4767c3-cbf9-47fe-b18f-cc1537c37f69 tempest-ServerActionsTestJSON-1588960995 tempest-ServerActionsTestJSON-1588960995-project] 10.222.0.48 "DELETE /v2.0/floatingips/05947552-dadb-45c3-b3ef-18b358ff094e HTTP/1.1" status: 204 len: 168 time: 1.5425529 Jul 27 19:53:13.222730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49382) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:13.253250 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e83ed3f5-e005-4d6f-9807-f78fdaeac9dd req-d0dabb40-f8a8-4c4f-aef9-c367dfaecfd8 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/098dddac-d673-48f8-b323-f0d720e71627 HTTP/1.1" status: 200 len: 1806 time: 0.1813262 Jul 27 19:53:13.290128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49396) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:13.339680 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-35f8e683-8562-4413-9f62-788a399676ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba2de612201a4a35a6f5cd51512a5321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459430 Jul 27 19:53:13.340209 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49402) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:13.349817 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aac2d7fd-d4fb-4234-ba83-2ba6c0915f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:13.368609 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e83ed3f5-e005-4d6f-9807-f78fdaeac9dd req-bd95d558-05fd-4f87-bf80-0c1e4488a85b tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/0f0b251d-b997-4ed5-814f-f2307045375a HTTP/1.1" status: 200 len: 1806 time: 0.1143003 Jul 27 19:53:13.421754 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8831594f-c29e-4f82-9b66-b25859dd424a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:13.425598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6916df4-1532-4142-81fe-7610a81d0144 req-fd0bc5fc-4ddd-4254-8e9f-7cc51a1f8546 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 210 time: 0.1019273 Jul 27 19:53:13.429100 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-e83ed3f5-e005-4d6f-9807-f78fdaeac9dd req-ce2f26f7-c6eb-4998-ab8e-93b4ef0f61e7 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '098dddac-d673-48f8-b323-f0d720e71627', 'remote_group_id': '0f0b251d-b997-4ed5-814f-f2307045375a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:13.435662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-e83ed3f5-e005-4d6f-9807-f78fdaeac9dd req-ce2f26f7-c6eb-4998-ab8e-93b4ef0f61e7 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '098dddac-d673-48f8-b323-f0d720e71627', 'remote_group_id': '0f0b251d-b997-4ed5-814f-f2307045375a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:13.453636 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8831594f-c29e-4f82-9b66-b25859dd424a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:13.547903 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e83ed3f5-e005-4d6f-9807-f78fdaeac9dd req-ce2f26f7-c6eb-4998-ab8e-93b4ef0f61e7 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:13.553259 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8831594f-c29e-4f82-9b66-b25859dd424a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:13.556010 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8831594f-c29e-4f82-9b66-b25859dd424a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:13.557419 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8831594f-c29e-4f82-9b66-b25859dd424a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30e972ea-75e5-400f-a3fb-6c25d0e1a7c0 HTTP/1.1" status: 204 len: 168 time: 0.2163842 Jul 27 19:53:13.581000 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831594f-c29e-4f82-9b66-b25859dd424a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e972ea-75e5-400f-a3fb-6c25d0e1a7c0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:13.643159 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e83ed3f5-e005-4d6f-9807-f78fdaeac9dd req-ce2f26f7-c6eb-4998-ab8e-93b4ef0f61e7 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:13.655239 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e83ed3f5-e005-4d6f-9807-f78fdaeac9dd req-ce2f26f7-c6eb-4998-ab8e-93b4ef0f61e7 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:13.723061 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e83ed3f5-e005-4d6f-9807-f78fdaeac9dd req-ce2f26f7-c6eb-4998-ab8e-93b4ef0f61e7 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:13.724648 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e83ed3f5-e005-4d6f-9807-f78fdaeac9dd req-ce2f26f7-c6eb-4998-ab8e-93b4ef0f61e7 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3551366 Jul 27 19:53:13.767468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f26f7-c6eb-4998-ab8e-93b4ef0f61e7 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f946e37-cd8f-4b21-ad59-9533c0193158,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:13.776621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-375b14eb-0da0-486f-9a33-a6f6f8510c98 req-57f0c3af-c5ca-46bd-a96b-5c36bb7c7a23 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-886306175', 'description': 'tempest-description-905878737'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:13.848042 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-375b14eb-0da0-486f-9a33-a6f6f8510c98 req-57f0c3af-c5ca-46bd-a96b-5c36bb7c7a23 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:13.912868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35174ab1-c15c-4c9b-b1dc-08974d1fd6a6 req-df7a4344-b7e3-4d2c-8995-f9971ac3deb2 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:13.916007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35174ab1-c15c-4c9b-b1dc-08974d1fd6a6 req-df7a4344-b7e3-4d2c-8995-f9971ac3deb2 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.2350118 Jul 27 19:53:13.984256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35174ab1-c15c-4c9b-b1dc-08974d1fd6a6 req-a14e1cae-6b49-416e-89c7-9b58eb9a03d2 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591183 Jul 27 19:53:14.035155 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-375b14eb-0da0-486f-9a33-a6f6f8510c98 req-57f0c3af-c5ca-46bd-a96b-5c36bb7c7a23 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:14.042278 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-375b14eb-0da0-486f-9a33-a6f6f8510c98 req-57f0c3af-c5ca-46bd-a96b-5c36bb7c7a23 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:14.080657 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-375b14eb-0da0-486f-9a33-a6f6f8510c98 req-57f0c3af-c5ca-46bd-a96b-5c36bb7c7a23 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:14.082215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-375b14eb-0da0-486f-9a33-a6f6f8510c98 req-57f0c3af-c5ca-46bd-a96b-5c36bb7c7a23 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3161275 Jul 27 19:53:14.084249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0c3af-c5ca-46bd-a96b-5c36bb7c7a23 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c354d4-51e1-4318-bca9-3530d46e9d5c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:14.118809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-0f93a142-6f00-403f-ae75-6f39e781a1eb req-e4714315-56ab-4f12-8227-35078c4b6820 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2027595782', 'description': 'tempest-description-385348991'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:14.153264 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0f93a142-6f00-403f-ae75-6f39e781a1eb req-e4714315-56ab-4f12-8227-35078c4b6820 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:14.299617 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0f93a142-6f00-403f-ae75-6f39e781a1eb req-e4714315-56ab-4f12-8227-35078c4b6820 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:14.308682 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0f93a142-6f00-403f-ae75-6f39e781a1eb req-e4714315-56ab-4f12-8227-35078c4b6820 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:14.368477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4714315-56ab-4f12-8227-35078c4b6820 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bb2dd8-8c20-4e9f-a42c-9768e512211f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:14.391587 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0f93a142-6f00-403f-ae75-6f39e781a1eb req-e4714315-56ab-4f12-8227-35078c4b6820 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:14.400011 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f93a142-6f00-403f-ae75-6f39e781a1eb req-e4714315-56ab-4f12-8227-35078c4b6820 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2856722 Jul 27 19:53:14.403295 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47f8059b-0085-4fb7-8500-d4580c929d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:14.495025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd04bc26-296d-48e8-9e87-fbbadbb8d958 req-ba67b95a-c3ba-4829-8f01-b9e6111e284d tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/42c354d4-51e1-4318-bca9-3530d46e9d5c HTTP/1.1" status: 200 len: 1805 time: 0.0725176 Jul 27 19:53:14.557439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52fdd460-5eb6-42fa-9335-23db5bb42d9b req-f01b1865-da6a-4625-9f33-89cfca3f2fba tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 210 time: 0.0402780 Jul 27 19:53:14.603705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd04bc26-296d-48e8-9e87-fbbadbb8d958 req-a8858f8c-75f8-452d-a7c0-e21b7889465e tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/82bb2dd8-8c20-4e9f-a42c-9768e512211f HTTP/1.1" status: 200 len: 1806 time: 0.1075668 Jul 27 19:53:14.618654 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-bd04bc26-296d-48e8-9e87-fbbadbb8d958 req-18e953ef-80fc-4ae5-986d-fa3beb3e1cbb tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '42c354d4-51e1-4318-bca9-3530d46e9d5c', 'remote_group_id': '82bb2dd8-8c20-4e9f-a42c-9768e512211f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:14.618981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-bd04bc26-296d-48e8-9e87-fbbadbb8d958 req-18e953ef-80fc-4ae5-986d-fa3beb3e1cbb tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '42c354d4-51e1-4318-bca9-3530d46e9d5c', 'remote_group_id': '82bb2dd8-8c20-4e9f-a42c-9768e512211f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:14.746830 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-bd04bc26-296d-48e8-9e87-fbbadbb8d958 req-18e953ef-80fc-4ae5-986d-fa3beb3e1cbb tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:14.792340 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-bd04bc26-296d-48e8-9e87-fbbadbb8d958 req-18e953ef-80fc-4ae5-986d-fa3beb3e1cbb tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:14.793276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-47f8059b-0085-4fb7-8500-d4580c929d0c admin admin] Deleting port 7c827aed-611d-42d3-9bae-d08c92208b2f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:14.793939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47f8059b-0085-4fb7-8500-d4580c929d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:14.799075 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-bd04bc26-296d-48e8-9e87-fbbadbb8d958 req-18e953ef-80fc-4ae5-986d-fa3beb3e1cbb tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:14.825714 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-bd04bc26-296d-48e8-9e87-fbbadbb8d958 req-18e953ef-80fc-4ae5-986d-fa3beb3e1cbb tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:14.836621 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd04bc26-296d-48e8-9e87-fbbadbb8d958 req-18e953ef-80fc-4ae5-986d-fa3beb3e1cbb tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2248352 Jul 27 19:53:14.837856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e953ef-80fc-4ae5-986d-fa3beb3e1cbb tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb8cbad-38a4-4a12-9ee1-805e02929fc0,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:14.925719 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d21a665f-31e0-48b3-9eea-29f323e7e84f req-1459265c-aae3-45a7-8d53-61226b13d257 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/82bb2dd8-8c20-4e9f-a42c-9768e512211f HTTP/1.1" status: 200 len: 1806 time: 0.0648212 Jul 27 19:53:14.937256 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-2ac55aaa-f02b-42a6-b7d0-7b70b6b94bf1 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:14.938777 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-2ac55aaa-f02b-42a6-b7d0-7b70b6b94bf1 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.52 "GET /v2.0/networks?id=3fecd119-3470-4e51-b785-e30545fd3829 HTTP/1.1" status: 200 len: 808 time: 0.2379241 Jul 27 19:53:14.968240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-fdec9fe8-1559-4fdc-85d6-8d3dbf841499 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Request body: {'port': {'device_id': '6ee5599a-518c-46b8-ac17-05e5a48c8442', 'network_id': '3fecd119-3470-4e51-b785-e30545fd3829', 'admin_state_up': True, 'tenant_id': '2605b031e38f4b04bf03080568d6b5e4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:15.004110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-47f8059b-0085-4fb7-8500-d4580c929d0c admin admin] For port 7c827aed-611d-42d3-9bae-d08c92208b2f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7c827aed-611d-42d3-9bae-d08c92208b2f,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:15.004512 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47f8059b-0085-4fb7-8500-d4580c929d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:15.032029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49454) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:15.042865 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d21a665f-31e0-48b3-9eea-29f323e7e84f req-834b3d4d-3d8d-4955-ad8a-4cf7407e09f8 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:15.055958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-47f8059b-0085-4fb7-8500-d4580c929d0c admin admin] Calling delete_port for 7c827aed-611d-42d3-9bae-d08c92208b2f owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:15.072187 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d21a665f-31e0-48b3-9eea-29f323e7e84f req-834b3d4d-3d8d-4955-ad8a-4cf7407e09f8 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:15.310861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-590949949-network', 'tenant_id': '4ea18b8c14604b8287fa0697ff5e2e8f'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:15.330810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07e769-f40d-447b-8d8e-227fce5b7c54 req-b76f0fb6-cd7a-47c0-ba8b-8de10a373e1c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:15.339681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5a07e769-f40d-447b-8d8e-227fce5b7c54 req-b76f0fb6-cd7a-47c0-ba8b-8de10a373e1c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.2451539 Jul 27 19:53:15.343318 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d21a665f-31e0-48b3-9eea-29f323e7e84f req-834b3d4d-3d8d-4955-ad8a-4cf7407e09f8 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:15.346112 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d21a665f-31e0-48b3-9eea-29f323e7e84f req-834b3d4d-3d8d-4955-ad8a-4cf7407e09f8 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:15.347254 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d21a665f-31e0-48b3-9eea-29f323e7e84f req-834b3d4d-3d8d-4955-ad8a-4cf7407e09f8 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "DELETE /v2.0/security-groups/82bb2dd8-8c20-4e9f-a42c-9768e512211f HTTP/1.1" status: 204 len: 173 time: 0.4187031 Jul 27 19:53:15.366775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b3d4d-3d8d-4955-ad8a-4cf7407e09f8 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bb2dd8-8c20-4e9f-a42c-9768e512211f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:15.402855 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-fdec9fe8-1559-4fdc-85d6-8d3dbf841499 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Made reservation on behalf of 2605b031e38f4b04bf03080568d6b5e4 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:15.409808 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-fdec9fe8-1559-4fdc-85d6-8d3dbf841499 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:15.456333 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5a07e769-f40d-447b-8d8e-227fce5b7c54 req-a6e6f342-407f-42ed-8c6c-fb04d772c945 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156507 Jul 27 19:53:15.484707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] Made reservation on behalf of 4ea18b8c14604b8287fa0697ff5e2e8f for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:15.484707 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:15.516339 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:15.520964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f2f5abe-131b-4a9d-a4f5-2701dc89e448 req-c6ec9b35-7c28-4269-99c7-4b84dd06f153 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/42c354d4-51e1-4318-bca9-3530d46e9d5c HTTP/1.1" status: 200 len: 1805 time: 0.0560267 Jul 27 19:53:15.544787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-413c4403-6565-46b3-b7b5-ca9c7bb9d898 req-4d5da4c0-4aee-4c56-8dbb-9b50865db80a tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-17863502', 'description': 'tempest-description-568894882'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:15.576872 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-413c4403-6565-46b3-b7b5-ca9c7bb9d898 req-4d5da4c0-4aee-4c56-8dbb-9b50865db80a tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:15.664855 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47f8059b-0085-4fb7-8500-d4580c929d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:15.703718 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5b8e2a9-1abb-49ed-b1fb-4b7ad1aef745 req-2eb51274-4889-4cc0-a06e-7a8d93550bef tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 210 time: 0.0438571 Jul 27 19:53:15.739979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8059b-0085-4fb7-8500-d4580c929d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c827aed-611d-42d3-9bae-d08c92208b2f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:15.819622 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-fdec9fe8-1559-4fdc-85d6-8d3dbf841499 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Allocated IP 172.20.0.9 (3fecd119-3470-4e51-b785-e30545fd3829/c69d0435-65fc-4ab8-bf13-b543e20bb803/0372b6a6-142e-4b37-ab57-5d0609543761) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:53:16.036970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49492) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:16.090776 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-80a48264-c4e2-4551-8f40-0b848e63417e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.195766 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.217523 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42fc5cb2-19b5-4959-b043-f1a8be092c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.437385 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.454030 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.518958 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.api [None req-42fc5cb2-19b5-4959-b043-f1a8be092c64 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 19:53:16.518958 n-d-705657-21 neutron-server[94059]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 19:53:16.518958 n-d-705657-21 neutron-server[94059]: [parameters: {'project_id_1': '5cdc46249995485ba38834e759514ae1', 'expiration_1': datetime.datetime(2021, 7, 27, 19, 53, 16, 234135)}] Jul 27 19:53:16.518958 n-d-705657-21 neutron-server[94059]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:53:16.519442 n-d-705657-21 neutron-server[94059]: DEBUG oslo_db.api [None req-42fc5cb2-19b5-4959-b043-f1a8be092c64 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:53:16.526526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:53:16.581272 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e837c39b-66e2-4f17-9889-a8d8c78714f8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:16.582411 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-413c4403-6565-46b3-b7b5-ca9c7bb9d898 req-4d5da4c0-4aee-4c56-8dbb-9b50865db80a tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.584525 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.584896 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] Added segment 051b3148-79e9-4844-a0c4-7c6320ad0dae of type vlan for network 9a7f8883-8417-44f4-ac6e-f00b872c2453 Jul 27 19:53:16.598901 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-413c4403-6565-46b3-b7b5-ca9c7bb9d898 req-4d5da4c0-4aee-4c56-8dbb-9b50865db80a tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.611062 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47f8059b-0085-4fb7-8500-d4580c929d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.627044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-fdec9fe8-1559-4fdc-85d6-8d3dbf841499 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.681156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.687134 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-413c4403-6565-46b3-b7b5-ca9c7bb9d898 req-4d5da4c0-4aee-4c56-8dbb-9b50865db80a tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.688594 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-413c4403-6565-46b3-b7b5-ca9c7bb9d898 req-4d5da4c0-4aee-4c56-8dbb-9b50865db80a tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1492300 Jul 27 19:53:16.694100 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5da4c0-4aee-4c56-8dbb-9b50865db80a tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58a336d-66d9-45ab-94ed-4261ecf83e28,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:16.766871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-957a94fc-efb1-4dde-8ea4-92e6ea92015f req-8b5aeed5-d280-48a4-af93-70550c54c64c tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/f58a336d-66d9-45ab-94ed-4261ecf83e28 HTTP/1.1" status: 200 len: 1804 time: 0.0490241 Jul 27 19:53:16.775981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16c7e1-e3c4-46f0-83d6-bfdc94c39c99 req-a36a6ee6-be18-47f6-a6da-d4201b04ab57 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:16.777828 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e16c7e1-e3c4-46f0-83d6-bfdc94c39c99 req-a36a6ee6-be18-47f6-a6da-d4201b04ab57 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.1602926 Jul 27 19:53:16.807657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-957a94fc-efb1-4dde-8ea4-92e6ea92015f req-2d9924e3-a9e2-49af-8f26-cbc1f59a85ba tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f58a336d-66d9-45ab-94ed-4261ecf83e28', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:16.808126 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-957a94fc-efb1-4dde-8ea4-92e6ea92015f req-2d9924e3-a9e2-49af-8f26-cbc1f59a85ba tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f58a336d-66d9-45ab-94ed-4261ecf83e28', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:16.810331 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.811351 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:16.812002 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.822752 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-fdec9fe8-1559-4fdc-85d6-8d3dbf841499 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.904867 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e16c7e1-e3c4-46f0-83d6-bfdc94c39c99 req-e9f5e1da-a3c2-4074-9659-44ba0f3da5cb tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130083 Jul 27 19:53:16.933530 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9029026 Jul 27 19:53:16.941989 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49506) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:16.951308 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-de0b3a0a-4e3f-46d2-a501-434bce49e855 admin admin] Request body: {'subnet': {'network_id': '9a7f8883-8417-44f4-ac6e-f00b872c2453', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-590949949-subnet', 'tenant_id': '4ea18b8c14604b8287fa0697ff5e2e8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:16.956966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-fdec9fe8-1559-4fdc-85d6-8d3dbf841499 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Network 3fecd119-3470-4e51-b785-e30545fd3829 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:53:16.964232 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ef445-82c5-4e25-9eac-19302c91508f admin admin] Pushing event updated for resources: {'Network': ['ID=9a7f8883-8417-44f4-ac6e-f00b872c2453,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:16.969480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-fdec9fe8-1559-4fdc-85d6-8d3dbf841499 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:16.975853 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-957a94fc-efb1-4dde-8ea4-92e6ea92015f req-2d9924e3-a9e2-49af-8f26-cbc1f59a85ba tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:16.976775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-fdec9fe8-1559-4fdc-85d6-8d3dbf841499 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:53:16.979309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 9a7f8883-8417-44f4-ac6e-f00b872c2453 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:53:16.982363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec9fe8-1559-4fdc-85d6-8d3dbf841499 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Pushing event updated for resources: {'Port': ['ID=0372b6a6-142e-4b37-ab57-5d0609543761,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:17.016926 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-957a94fc-efb1-4dde-8ea4-92e6ea92015f req-2d9924e3-a9e2-49af-8f26-cbc1f59a85ba tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.021150 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42fc5cb2-19b5-4959-b043-f1a8be092c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.025493 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-957a94fc-efb1-4dde-8ea4-92e6ea92015f req-2d9924e3-a9e2-49af-8f26-cbc1f59a85ba tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.041164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0b3a0a-4e3f-46d2-a501-434bce49e855 admin admin] Made reservation on behalf of 4ea18b8c14604b8287fa0697ff5e2e8f for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:17.043914 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de0b3a0a-4e3f-46d2-a501-434bce49e855 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.081879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-fdec9fe8-1559-4fdc-85d6-8d3dbf841499 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:17.083164 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-fdec9fe8-1559-4fdc-85d6-8d3dbf841499 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.120241 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-fdec9fe8-1559-4fdc-85d6-8d3dbf841499 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1586235 Jul 27 19:53:17.120496 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.152820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Request body: {'port': {'device_id': '6ee5599a-518c-46b8-ac17-05e5a48c8442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:17.163415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9924e3-a9e2-49af-8f26-cbc1f59a85ba tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094ff1ff-df46-4a74-8b40-669a3bf439a1,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:17.177021 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-957a94fc-efb1-4dde-8ea4-92e6ea92015f req-2d9924e3-a9e2-49af-8f26-cbc1f59a85ba tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.178443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-957a94fc-efb1-4dde-8ea4-92e6ea92015f req-2d9924e3-a9e2-49af-8f26-cbc1f59a85ba tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3886821 Jul 27 19:53:17.234893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f8059b-0085-4fb7-8500-d4580c929d0c admin admin] Router eddc97cb-96a2-4fef-a163-4124423d3010 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:53:17.262662 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.274932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5b824-2502-448a-a6c0-c16f1fe7c7f3 req-ee1097bd-34aa-48d1-997d-c5698832530f tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:17.277495 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8eb5b824-2502-448a-a6c0-c16f1fe7c7f3 req-ee1097bd-34aa-48d1-997d-c5698832530f tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 931 time: 0.2110932 Jul 27 19:53:17.386161 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f711129f-bab9-4e1d-9189-8eda71438188 req-113cf41f-e886-4cc3-a8aa-781b8df53776 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/f58a336d-66d9-45ab-94ed-4261ecf83e28 HTTP/1.1" status: 200 len: 2398 time: 0.1680682 Jul 27 19:53:17.407935 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f711129f-bab9-4e1d-9189-8eda71438188 req-8ff48bb5-afb6-4581-ab68-e6bd40bcaeaf tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f58a336d-66d9-45ab-94ed-4261ecf83e28', 'remote_group_id': None}]} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:17.408261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f711129f-bab9-4e1d-9189-8eda71438188 req-8ff48bb5-afb6-4581-ab68-e6bd40bcaeaf tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f58a336d-66d9-45ab-94ed-4261ecf83e28', 'remote_group_id': None}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:17.415747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8eb5b824-2502-448a-a6c0-c16f1fe7c7f3 req-4eb55105-4eb8-4a9c-88c9-d5d7eece3467 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c07464-b221-4826-a213-c80158a99315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209168 Jul 27 19:53:17.468685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f8059b-0085-4fb7-8500-d4580c929d0c admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:53:17.475450 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-47f8059b-0085-4fb7-8500-d4580c929d0c admin admin] 10.222.0.48 "PUT /v2.0/routers/eddc97cb-96a2-4fef-a163-4124423d3010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2512901 Jul 27 19:53:17.478127 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49510) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:17.483366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950a19a-9854-4f0e-a8b7-c51895409731 None None] Sync routers for ids ['eddc97cb-96a2-4fef-a163-4124423d3010'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:53:17.492783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0950a19a-9854-4f0e-a8b7-c51895409731 None None] Routers {'eddc97cb-96a2-4fef-a163-4124423d3010'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:53:17.493426 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0950a19a-9854-4f0e-a8b7-c51895409731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:53:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eddc97cb-96a2-4fef-a163-4124423d3010'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:17.495012 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42fc5cb2-19b5-4959-b043-f1a8be092c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.499077 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de0b3a0a-4e3f-46d2-a501-434bce49e855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.508025 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42fc5cb2-19b5-4959-b043-f1a8be092c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.603072 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-42fc5cb2-19b5-4959-b043-f1a8be092c64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5cdc46249995485ba38834e759514ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5620732 Jul 27 19:53:17.605362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc5cb2-19b5-4959-b043-f1a8be092c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba94f1e-dc8a-4e1d-8da5-82ca0b4060b8,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:17.615371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49516) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:17.622293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b3a0a-4e3f-46d2-a501-434bce49e855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13bd4586-3a2a-484d-8789-07234832577a,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:17.680634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-0950a19a-9854-4f0e-a8b7-c51895409731 None None] Set router eddc97cb-96a2-4fef-a163-4124423d3010 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:53:17.683998 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0b3a0a-4e3f-46d2-a501-434bce49e855 admin admin] Checking segment: {'id': '051b3148-79e9-4844-a0c4-7c6320ad0dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9a7f8883-8417-44f4-ac6e-f00b872c2453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:17.691338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b3a0a-4e3f-46d2-a501-434bce49e855 admin admin] Network hostable DHCP agents. Network: 9a7f8883-8417-44f4-ac6e-f00b872c2453, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:53:17.721751 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f711129f-bab9-4e1d-9189-8eda71438188 req-8ff48bb5-afb6-4581-ab68-e6bd40bcaeaf tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.751977 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b3a0a-4e3f-46d2-a501-434bce49e855 admin admin] Network 9a7f8883-8417-44f4-ac6e-f00b872c2453 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:53:17.755531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0372b6a6-142e-4b37-ab57-5d0609543761 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:53:17.764973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.772638 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f711129f-bab9-4e1d-9189-8eda71438188 req-8ff48bb5-afb6-4581-ab68-e6bd40bcaeaf tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.774436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-de0b3a0a-4e3f-46d2-a501-434bce49e855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 9a7f8883-8417-44f4-ac6e-f00b872c2453) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:17.779451 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b3a0a-4e3f-46d2-a501-434bce49e855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:17.780249 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de0b3a0a-4e3f-46d2-a501-434bce49e855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.780364 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Transition to ACTIVE for port object 0372b6a6-142e-4b37-ab57-5d0609543761 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:53:17.790817 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f711129f-bab9-4e1d-9189-8eda71438188 req-8ff48bb5-afb6-4581-ab68-e6bd40bcaeaf tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.794065 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.800956 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.819619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff48bb5-afb6-4581-ab68-e6bd40bcaeaf tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbeaa97-4a37-4f10-9c23-f741be527488,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:17.822354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-de0b3a0a-4e3f-46d2-a501-434bce49e855 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8790839 Jul 27 19:53:17.824287 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce217e4-0e9f-41c2-ab49-eaa3a3a97abb None None] Network 9a7f8883-8417-44f4-ac6e-f00b872c2453 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:17.840789 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f711129f-bab9-4e1d-9189-8eda71438188 req-8ff48bb5-afb6-4581-ab68-e6bd40bcaeaf tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.842525 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f711129f-bab9-4e1d-9189-8eda71438188 req-8ff48bb5-afb6-4581-ab68-e6bd40bcaeaf tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4484868 Jul 27 19:53:17.890658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-41c77795-d9c6-482b-9991-15a90c1d66a4 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--915585961&fields=id&tenant_id=d1b34598f07a4481be9257ffbb24a06a HTTP/1.1" status: 200 len: 267 time: 0.0727673 Jul 27 19:53:17.942820 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:17.978170 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c93e9a5c-8091-4215-965a-b60049008198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.004991 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26892126-1536-4f77-b58d-35e92855a33c req-dde98b0f-d025-40ce-96df-fa7c664c413c tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/f58a336d-66d9-45ab-94ed-4261ecf83e28 HTTP/1.1" status: 200 len: 2997 time: 0.1177902 Jul 27 19:53:18.018930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Pushing event updated for resources: {'Port': ['ID=0372b6a6-142e-4b37-ab57-5d0609543761,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:18.080076 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c93e9a5c-8091-4215-965a-b60049008198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.107829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d999d4a-f0a0-44c5-98e6-dd95d1aa0e2b None None] Network 9a7f8883-8417-44f4-ac6e-f00b872c2453 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:18.127214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-ab977e9f-6650-4116-b124-80bbeeedce08 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:18.128746 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-ab977e9f-6650-4116-b124-80bbeeedce08 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/networks?id=8d143a2d-c076-4ab9-a8b9-49dca52349d7 HTTP/1.1" status: 200 len: 816 time: 0.2044461 Jul 27 19:53:18.146522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-3db7d0f2-dfc0-4323-8b41-41f219a5b1f2 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/quotas/d1b34598f07a4481be9257ffbb24a06a HTTP/1.1" status: 200 len: 375 time: 0.0117035 Jul 27 19:53:18.163535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Attempting to bind port 0372b6a6-142e-4b37-ab57-5d0609543761 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:53:18.163876 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Attempting to bind port 0372b6a6-142e-4b37-ab57-5d0609543761 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'f6e26844-f270-435b-bd9d-82851ef4eb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3fecd119-3470-4e51-b785-e30545fd3829'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:53:18.164212 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Attempting to bind port 0372b6a6-142e-4b37-ab57-5d0609543761 on network 3fecd119-3470-4e51-b785-e30545fd3829 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:53:18.167943 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] Deleting port 886f7560-3f52-4f94-8324-739f8a90272c {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:18.168329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.173702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Port 0372b6a6-142e-4b37-ab57-5d0609543761 on network 3fecd119-3470-4e51-b785-e30545fd3829 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:53:18.174033 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Attempting to bind port 0372b6a6-142e-4b37-ab57-5d0609543761 on network 3fecd119-3470-4e51-b785-e30545fd3829 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:53:18.204996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0950a19a-9854-4f0e-a8b7-c51895409731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '886f7560-3f52-4f94-8324-739f8a90272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:35Z', 'updated_at': '2021-07-27T19:53:15Z', 'revision_number': 5, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'gw_port': {'id': '886f7560-3f52-4f94-8324-739f8a90272c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:42:36Z', 'updated_at': '2021-07-27T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:18.210004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e161d-1143-40e2-9328-e925bd0ba0ea req-9763ac3d-b284-433a-a201-565e5805388c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:18.211541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d33e161d-1143-40e2-9328-e925bd0ba0ea req-9763ac3d-b284-433a-a201-565e5805388c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.1400445 Jul 27 19:53:18.217454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:53:18.217798 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Checking segment: {'id': 'f6e26844-f270-435b-bd9d-82851ef4eb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3fecd119-3470-4e51-b785-e30545fd3829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:18.218193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Bound using segment: {'id': 'f6e26844-f270-435b-bd9d-82851ef4eb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3fecd119-3470-4e51-b785-e30545fd3829'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:53:18.218648 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Bound port: 0372b6a6-142e-4b37-ab57-5d0609543761, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e26844-f270-435b-bd9d-82851ef4eb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3fecd119-3470-4e51-b785-e30545fd3829'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:53:18.219004 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.233786 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c93e9a5c-8091-4215-965a-b60049008198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.236361 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c93e9a5c-8091-4215-965a-b60049008198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.237558 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c93e9a5c-8091-4215-965a-b60049008198 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ba94f1e-dc8a-4e1d-8da5-82ca0b4060b8 HTTP/1.1" status: 204 len: 168 time: 0.6212051 Jul 27 19:53:18.250163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950a19a-9854-4f0e-a8b7-c51895409731 None None] Checking router: eddc97cb-96a2-4fef-a163-4124423d3010 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:53:18.255456 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e9a5c-8091-4215-965a-b60049008198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba94f1e-dc8a-4e1d-8da5-82ca0b4060b8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:18.264738 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-15aeb545-e194-44dd-9211-b5ff81921b33 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1b34598f07a4481be9257ffbb24a06a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1109042 Jul 27 19:53:18.307238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d33e161d-1143-40e2-9328-e925bd0ba0ea req-63d33855-8769-4eec-8bf6-a5d168ff5240 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799012 Jul 27 19:53:18.336744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0950a19a-9854-4f0e-a8b7-c51895409731 None None] Routers {'eddc97cb-96a2-4fef-a163-4124423d3010'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:53:18.338977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0950a19a-9854-4f0e-a8b7-c51895409731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:53:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['eddc97cb-96a2-4fef-a163-4124423d3010'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:18.360421 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] For port 886f7560-3f52-4f94-8324-739f8a90272c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=886f7560-3f52-4f94-8324-739f8a90272c,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:18.360789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.386091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] For port 0372b6a6-142e-4b37-ab57-5d0609543761, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:53:18.389630 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] Calling delete_port for 886f7560-3f52-4f94-8324-739f8a90272c owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:18.394880 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c0ca229-20d5-4a7d-b3fa-eb51110da063 req-015d2622-20d7-49db-8b55-73c58fca324c tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-group-rules/5bbeaa97-4a37-4f10-9c23-f741be527488 HTTP/1.1" status: 200 len: 783 time: 0.0306456 Jul 27 19:53:18.405339 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-b825c7d4-8978-4b20-b132-9afc9d61dd1e service neutron] 10.222.0.48 "GET /v2.0/networks/8d143a2d-c076-4ab9-a8b9-49dca52349d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245859 Jul 27 19:53:18.407776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] For port 0372b6a6-142e-4b37-ab57-5d0609543761, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0372b6a6-142e-4b37-ab57-5d0609543761,segment=NetworkSegment(f6e26844-f270-435b-bd9d-82851ef4eb61),segment_id=f6e26844-f270-435b-bd9d-82851ef4eb61)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:53:18.444419 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.456871 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-0950a19a-9854-4f0e-a8b7-c51895409731 None None] Set router eddc97cb-96a2-4fef-a163-4124423d3010 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:53:18.492876 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:18.493536 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.495315 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] 10.222.0.52 "PUT /v2.0/ports/0372b6a6-142e-4b37-ab57-5d0609543761 HTTP/1.1" status: 200 len: 1092 time: 1.3475990 Jul 27 19:53:18.497264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee5599a-518c-46b8-ac17-05e5a48c8442', 'tag': '0372b6a6-142e-4b37-ab57-5d0609543761'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:18.499621 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579e3b2f-ec7c-48f6-beed-e001df7d932a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee5599a-518c-46b8-ac17-05e5a48c8442", "tag": "0372b6a6-142e-4b37-ab57-5d0609543761"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:18.518042 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c0ca229-20d5-4a7d-b3fa-eb51110da063 req-e70c0216-6f94-4a7e-a133-27ec4a7e7881 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/f58a336d-66d9-45ab-94ed-4261ecf83e28 HTTP/1.1" status: 200 len: 2997 time: 0.1105132 Jul 27 19:53:18.536611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752082e-9ae4-418c-8d86-eda5ffd5e881 service neutron] Pushing event updated for resources: {'Port': ['ID=0372b6a6-142e-4b37-ab57-5d0609543761,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:18.539641 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0950a19a-9854-4f0e-a8b7-c51895409731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:35Z', 'updated_at': '2021-07-27T19:53:17Z', 'revision_number': 6, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:18.560466 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-e0f32f99-5f71-44c2-9fe4-880d532beaec service neutron] 10.222.0.48 "GET /v2.0/networks/8d143a2d-c076-4ab9-a8b9-49dca52349d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528814 Jul 27 19:53:18.579000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950a19a-9854-4f0e-a8b7-c51895409731 None None] The sync data for ids ['eddc97cb-96a2-4fef-a163-4124423d3010'] in n-d-705657-21 is: [{'id': 'eddc97cb-96a2-4fef-a163-4124423d3010', 'name': 'tempest-ServerActionsTestJSON-2049269200-router', 'tenant_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:42:35Z', 'updated_at': '2021-07-27T19:53:17Z', 'revision_number': 6, 'project_id': '2dd7c4d346a24a0db331ef6e9c410c69', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:53:18.607704 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3c0ca229-20d5-4a7d-b3fa-eb51110da063 req-5fbafdd9-d493-4e03-857d-cf651012d555 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.623574 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3c0ca229-20d5-4a7d-b3fa-eb51110da063 req-5fbafdd9-d493-4e03-857d-cf651012d555 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.664074 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3c0ca229-20d5-4a7d-b3fa-eb51110da063 req-5fbafdd9-d493-4e03-857d-cf651012d555 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.676520 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3c0ca229-20d5-4a7d-b3fa-eb51110da063 req-5fbafdd9-d493-4e03-857d-cf651012d555 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.689355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c0ca229-20d5-4a7d-b3fa-eb51110da063 req-5fbafdd9-d493-4e03-857d-cf651012d555 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5bbeaa97-4a37-4f10-9c23-f741be527488 HTTP/1.1" status: 204 len: 173 time: 0.1535060 Jul 27 19:53:18.705354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbafdd9-d493-4e03-857d-cf651012d555 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bbeaa97-4a37-4f10-9c23-f741be527488,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:18.724241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-3d660d88-af79-40f6-89a9-09c8d0300323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:18.726345 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-3d660d88-af79-40f6-89a9-09c8d0300323 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2605b031e38f4b04bf03080568d6b5e4&device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 1095 time: 0.1491265 Jul 27 19:53:18.773816 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-c3aa041f-4a98-4a1a-958b-90874ed50e67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0372b6a6-142e-4b37-ab57-5d0609543761 HTTP/1.1" status: 200 len: 217 time: 0.0380249 Jul 27 19:53:18.796595 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49556) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:18.811307 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e04e24ba-950a-43bf-b407-44ee9f4250ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.827254 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.834151 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:18.879631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] Pushing event deleted for resources: {'Port': ['ID=886f7560-3f52-4f94-8324-739f8a90272c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:18.905924 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-b708d58c-4ec5-4e51-b573-c899c2f945da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:18.907699 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-b708d58c-4ec5-4e51-b573-c899c2f945da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c69d0435-65fc-4ab8-bf13-b543e20bb803 HTTP/1.1" status: 200 len: 848 time: 0.1257474 Jul 27 19:53:18.976210 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-941b2788-57e4-4a4b-abf7-2b022d71e619 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3fecd119-3470-4e51-b785-e30545fd3829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502264 Jul 27 19:53:19.038250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e04e24ba-950a-43bf-b407-44ee9f4250ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:19.050041 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e04e24ba-950a-43bf-b407-44ee9f4250ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:19.055690 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:19.142421 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e04e24ba-950a-43bf-b407-44ee9f4250ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68891ba763534da39700016c6daafd35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447936 Jul 27 19:53:19.146734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49570) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:19.155205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e24ba-950a-43bf-b407-44ee9f4250ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2a9cca-4051-4663-84fc-44e1167a5cff,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:19.193658 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:19.201655 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:19.295708 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:19.296244 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eddc97cb-96a2-4fef-a163-4124423d3010 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:53:19.305919 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:19.307399 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-39eff87c-21b5-4702-ac1b-f0befece478d admin admin] 10.222.0.48 "DELETE /v2.0/routers/eddc97cb-96a2-4fef-a163-4124423d3010 HTTP/1.1" status: 204 len: 168 time: 1.8280463 Jul 27 19:53:19.311632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49578) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:19.315057 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-dbd22d0b-669f-466f-b910-2f0baf8ea8f5 service neutron] 10.222.0.52 "GET /v2.0/networks/3fecd119-3470-4e51-b785-e30545fd3829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312178 Jul 27 19:53:19.337715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23419930-4bed-4787-8fa1-3518b3ed44bf req-760deb49-e73c-439e-8407-65a568dce06f tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:19.339657 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23419930-4bed-4787-8fa1-3518b3ed44bf req-760deb49-e73c-439e-8407-65a568dce06f tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 943 time: 0.1550002 Jul 27 19:53:19.369559 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1d719ed-3070-4f9d-b372-2174bb96f9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:19.380719 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8e533-61a1-4ae4-909e-62265f86930a req-9531f31a-118c-4557-9e5b-7af7f602ed20 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:19.382556 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6de8e533-61a1-4ae4-909e-62265f86930a req-9531f31a-118c-4557-9e5b-7af7f602ed20 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/networks?id=9a7f8883-8417-44f4-ac6e-f00b872c2453 HTTP/1.1" status: 200 len: 813 time: 0.1652622 Jul 27 19:53:19.411272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23419930-4bed-4787-8fa1-3518b3ed44bf req-5e0e01d0-8230-4571-a745-65493d8e70ac tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c07464-b221-4826-a213-c80158a99315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559897 Jul 27 19:53:19.413900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5683a05e-2382-4423-a3cd-6790864a533f tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/quotas/4ea18b8c14604b8287fa0697ff5e2e8f HTTP/1.1" status: 200 len: 375 time: 0.0179131 Jul 27 19:53:19.448681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-123f39da-da05-44f6-88b8-ef4ce94531f3 admin admin] Deleting subnet 82a6d6e2-ef16-4337-a570-8e7d796ec20f {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:53:19.452152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6de8e533-61a1-4ae4-909e-62265f86930a req-e1f6ae43-2621-4691-b7e9-47f782a78838 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4ea18b8c14604b8287fa0697ff5e2e8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310373 Jul 27 19:53:19.463396 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1d719ed-3070-4f9d-b372-2174bb96f9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:19.468992 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-123f39da-da05-44f6-88b8-ef4ce94531f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:19.644968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6de8e533-61a1-4ae4-909e-62265f86930a req-0901b58a-3d42-4ec7-98cd-506c7eb67728 service neutron] 10.222.0.48 "GET /v2.0/networks/9a7f8883-8417-44f4-ac6e-f00b872c2453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844985 Jul 27 19:53:19.677315 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-764be9bd-0629-44c8-9642-efdf2e6855c0 req-94167614-ee62-4fb3-9d40-d258caac6b18 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/f58a336d-66d9-45ab-94ed-4261ecf83e28 HTTP/1.1" status: 200 len: 2398 time: 0.0909312 Jul 27 19:53:19.788351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c827aed-611d-42d3-9bae-d08c92208b2f no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:19.813988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 7c827aed-611d-42d3-9bae-d08c92208b2f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:19.815391 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c827aed-611d-42d3-9bae-d08c92208b2f not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:19.815391 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 886f7560-3f52-4f94-8324-739f8a90272c no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:19.818995 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6de8e533-61a1-4ae4-909e-62265f86930a req-a7236818-d63c-42ea-a203-3743f1ce74fe service neutron] 10.222.0.48 "GET /v2.0/networks/9a7f8883-8417-44f4-ac6e-f00b872c2453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639366 Jul 27 19:53:19.841920 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 886f7560-3f52-4f94-8324-739f8a90272c {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:19.842577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 886f7560-3f52-4f94-8324-739f8a90272c not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:19.860033 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-764be9bd-0629-44c8-9642-efdf2e6855c0 req-0219e6f7-7042-47fe-9f95-f1ef54739894 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:19.885875 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-764be9bd-0629-44c8-9642-efdf2e6855c0 req-0219e6f7-7042-47fe-9f95-f1ef54739894 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:19.930567 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7bac52-c9f5-4071-926f-26fa89eb949e x-openstack-request-id: req-bb7bac52-c9f5-4071-926f-26fa89eb949e {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:19.931177 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee5599a-518c-46b8-ac17-05e5a48c8442", "tag": "0372b6a6-142e-4b37-ab57-5d0609543761", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:19.931177 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb7bac52-c9f5-4071-926f-26fa89eb949e {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:19.931465 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee5599a-518c-46b8-ac17-05e5a48c8442', 'tag': '0372b6a6-142e-4b37-ab57-5d0609543761', 'status': 'completed', 'code': 200} Jul 27 19:53:19.938190 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-764be9bd-0629-44c8-9642-efdf2e6855c0 req-0219e6f7-7042-47fe-9f95-f1ef54739894 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:19.941744 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-764be9bd-0629-44c8-9642-efdf2e6855c0 req-0219e6f7-7042-47fe-9f95-f1ef54739894 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:19.943431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-764be9bd-0629-44c8-9642-efdf2e6855c0 req-0219e6f7-7042-47fe-9f95-f1ef54739894 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "DELETE /v2.0/security-groups/f58a336d-66d9-45ab-94ed-4261ecf83e28 HTTP/1.1" status: 204 len: 173 time: 0.2139907 Jul 27 19:53:19.955205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219e6f7-7042-47fe-9f95-f1ef54739894 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58a336d-66d9-45ab-94ed-4261ecf83e28,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:20.027608 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-123f39da-da05-44f6-88b8-ef4ce94531f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:20.044067 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9725b6e-4dfb-47a7-8ee4-2ae59d62f8ab req-99eed01f-aa92-4308-9e13-d72af22798da tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 210 time: 0.0342221 Jul 27 19:53:20.050621 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-736cc2de-32da-4ed2-9be8-e3b099accfcf req-a235af4d-e275-4d77-81b5-694439f18fd1 service neutron] 10.222.0.52 "GET /v2.0/networks/3fecd119-3470-4e51-b785-e30545fd3829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7231994 Jul 27 19:53:20.120008 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-779ecfa6-d35b-4043-9db2-28aed1edca62 req-fa223c1c-5e42-47fc-8a91-74516b2c9ed8 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] show failed (client error): The resource could not be found. Jul 27 19:53:20.121177 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-779ecfa6-d35b-4043-9db2-28aed1edca62 req-fa223c1c-5e42-47fc-8a91-74516b2c9ed8 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/82bb2dd8-8c20-4e9f-a42c-9768e512211f HTTP/1.1" status: 404 len: 352 time: 0.0408340 Jul 27 19:53:20.131603 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1d719ed-3070-4f9d-b372-2174bb96f9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:20.135651 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1d719ed-3070-4f9d-b372-2174bb96f9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:20.141111 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c1d719ed-3070-4f9d-b372-2174bb96f9e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f2a9cca-4051-4663-84fc-44e1167a5cff HTTP/1.1" status: 204 len: 168 time: 0.9881768 Jul 27 19:53:20.178561 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-123f39da-da05-44f6-88b8-ef4ce94531f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:20.178907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6375ec5-90b4-4539-83a9-760a2ecd22d4 req-b34ee96a-f4cc-4098-834b-d670f3ffbc07 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 210 time: 0.0567627 Jul 27 19:53:20.273296 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d719ed-3070-4f9d-b372-2174bb96f9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2a9cca-4051-4663-84fc-44e1167a5cff,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:20.332430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e3b2f-ec7c-48f6-beed-e001df7d932a req-5b42156e-30e7-4d93-bfa9-71dcb828ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:20.334066 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-579e3b2f-ec7c-48f6-beed-e001df7d932a req-5b42156e-30e7-4d93-bfa9-71dcb828ecfc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2605b031e38f4b04bf03080568d6b5e4&device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 1095 time: 0.1741734 Jul 27 19:53:20.338348 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-123f39da-da05-44f6-88b8-ef4ce94531f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:20.370733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb236d6-9f10-4792-a8a7-1fc3e1568187 None None] Network 2f987a4c-7176-4728-b48c-c6344a5a384d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:20.371115 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-123f39da-da05-44f6-88b8-ef4ce94531f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:20.376110 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-123f39da-da05-44f6-88b8-ef4ce94531f3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/82a6d6e2-ef16-4337-a570-8e7d796ec20f HTTP/1.1" status: 204 len: 168 time: 1.0633295 Jul 27 19:53:20.403535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49598) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:20.437139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f39da-da05-44f6-88b8-ef4ce94531f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a6d6e2-ef16-4337-a570-8e7d796ec20f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:20.512036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-2d9a0f5c-9add-4756-a3ec-a30a67d8b3be tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:20.514312 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-2d9a0f5c-9add-4756-a3ec-a30a67d8b3be tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.63 "GET /v2.0/networks?id=8d143a2d-c076-4ab9-a8b9-49dca52349d7 HTTP/1.1" status: 200 len: 816 time: 0.2206876 Jul 27 19:53:20.599989 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:20.639553 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e3b2f-ec7c-48f6-beed-e001df7d932a req-b038378c-2663-4b6f-aa6e-f053a236e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:20.641132 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-579e3b2f-ec7c-48f6-beed-e001df7d932a req-b038378c-2663-4b6f-aa6e-f053a236e972 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3fecd119-3470-4e51-b785-e30545fd3829 HTTP/1.1" status: 200 len: 909 time: 0.2925110 Jul 27 19:53:20.653986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d28d498b-d0a1-4823-9f1b-183af3503697 req-1e1b9b13-b82a-4e2e-bfeb-4b495e946399 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/42c354d4-51e1-4318-bca9-3530d46e9d5c HTTP/1.1" status: 200 len: 1805 time: 0.4324102 Jul 27 19:53:20.698754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-a44a861a-5034-4140-8255-d6af08844e50 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b34598f07a4481be9257ffbb24a06a HTTP/1.1" status: 200 len: 379 time: 0.1527200 Jul 27 19:53:20.702416 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d5032-84b4-47f6-b594-56ca45f4f651 req-b4b1c963-a0e6-45c2-ac35-2c051d6af889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:20.702644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5290a02c-eb48-43e1-bd34-84af8313cc25 None None] DHCP port deletion for 2f987a4c-7176-4728-b48c-c6344a5a384d request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:53:20.703925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e7d5032-84b4-47f6-b594-56ca45f4f651 req-b4b1c963-a0e6-45c2-ac35-2c051d6af889 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=52e59b9ffeef4af9a3a07f74165a5a60&device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 1098 time: 0.4397709 Jul 27 19:53:20.715224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-8e20f279-b1db-49a8-ad80-67ed41d00bf6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Request body: {'port': {'device_id': 'e5754133-5c87-4594-ba79-8cec7253570c', 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'admin_state_up': True, 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'security_groups': ['6a47a279-00bb-42ab-baea-f9baa726e1f2']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:20.719079 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-579e3b2f-ec7c-48f6-beed-e001df7d932a req-a232eebf-85fe-4a2e-a96c-27ae3c7ed12a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0372b6a6-142e-4b37-ab57-5d0609543761 HTTP/1.1" status: 200 len: 217 time: 0.0496352 Jul 27 19:53:20.769178 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] Deleting port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:20.769523 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:20.801060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-5290a02c-eb48-43e1-bd34-84af8313cc25 None None] Deleting port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:20.802370 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5290a02c-eb48-43e1-bd34-84af8313cc25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:20.858341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e3b2f-ec7c-48f6-beed-e001df7d932a req-0169f72b-6c20-41b4-a314-b5d8d68ac4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:20.860000 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-579e3b2f-ec7c-48f6-beed-e001df7d932a req-0169f72b-6c20-41b4-a314-b5d8d68ac4c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c69d0435-65fc-4ab8-bf13-b543e20bb803 HTTP/1.1" status: 200 len: 848 time: 0.1322689 Jul 27 19:53:20.881962 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] For port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f82c5b5d-09f6-44ac-a346-4f8f86e2ddac,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:20.882707 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:20.930409 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5290a02c-eb48-43e1-bd34-84af8313cc25 None None] For port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f82c5b5d-09f6-44ac-a346-4f8f86e2ddac,segment=NetworkSegment(b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe),segment_id=b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:20.931239 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5290a02c-eb48-43e1-bd34-84af8313cc25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:20.950873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-5290a02c-eb48-43e1-bd34-84af8313cc25 None None] Calling delete_port for f82c5b5d-09f6-44ac-a346-4f8f86e2ddac owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:20.954548 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-579e3b2f-ec7c-48f6-beed-e001df7d932a req-3153a50c-dcca-413b-b623-0354595ab318 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3fecd119-3470-4e51-b785-e30545fd3829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749049 Jul 27 19:53:20.958401 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] Calling delete_port for f82c5b5d-09f6-44ac-a346-4f8f86e2ddac owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:20.970345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1963935-0e00-4d3c-a1d6-dafbe5449b42 req-6cee4169-ecc9-4067-8a41-abe02c73f37c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:20.976677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1963935-0e00-4d3c-a1d6-dafbe5449b42 req-6cee4169-ecc9-4067-8a41-abe02c73f37c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.7493737 Jul 27 19:53:21.001137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-8e20f279-b1db-49a8-ad80-67ed41d00bf6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Made reservation on behalf of d1b34598f07a4481be9257ffbb24a06a for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:21.016015 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-8e20f279-b1db-49a8-ad80-67ed41d00bf6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:21.068352 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5290a02c-eb48-43e1-bd34-84af8313cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:21.107228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5290a02c-eb48-43e1-bd34-84af8313cc25 None None] No DVR routers for this DVR port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:21.156298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290a02c-eb48-43e1-bd34-84af8313cc25 None None] Pushing event deleted for resources: {'Port': ['ID=f82c5b5d-09f6-44ac-a346-4f8f86e2ddac,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:21.213125 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-579e3b2f-ec7c-48f6-beed-e001df7d932a req-69ed69af-49bc-4c64-b0e5-7e5cdc2f7f18 service neutron] 10.222.0.52 "GET /v2.0/networks/3fecd119-3470-4e51-b785-e30545fd3829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464395 Jul 27 19:53:21.259118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1963935-0e00-4d3c-a1d6-dafbe5449b42 req-8cd9a827-c581-43d0-a220-67af5b6d3543 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602103 Jul 27 19:53:21.331156 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d28d498b-d0a1-4823-9f1b-183af3503697 req-d8d7585c-2e97-4eff-be5b-7bfbc33f69bb tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:21.345652 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:21.400916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82c5b5d-09f6-44ac-a346-4f8f86e2ddac,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:21.405572 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d28d498b-d0a1-4823-9f1b-183af3503697 req-d8d7585c-2e97-4eff-be5b-7bfbc33f69bb tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:21.417215 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] No DVR routers for this DVR port f82c5b5d-09f6-44ac-a346-4f8f86e2ddac on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:21.442516 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-579e3b2f-ec7c-48f6-beed-e001df7d932a req-4a660990-1e23-4460-ac2b-163be9b61cd9 service neutron] 10.222.0.52 "GET /v2.0/networks/3fecd119-3470-4e51-b785-e30545fd3829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063298 Jul 27 19:53:21.450244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d5032-84b4-47f6-b594-56ca45f4f651 req-9b6671a6-bf99-423b-a539-20803d04623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:21.451997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e7d5032-84b4-47f6-b594-56ca45f4f651 req-9b6671a6-bf99-423b-a539-20803d04623b service neutron] 10.222.0.52 "GET /v2.0/networks?id=fe51d6e8-dc8b-4948-8f50-ec9229be579f HTTP/1.1" status: 200 len: 917 time: 0.5068839 Jul 27 19:53:21.490825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-8e20f279-b1db-49a8-ad80-67ed41d00bf6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Allocated IP 172.20.0.4 (8d143a2d-c076-4ab9-a8b9-49dca52349d7/3cdebfd7-2a29-4d1f-83ea-ec6a745a512d/b7037270-7897-4163-8f7e-7ebadb9faa82) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:53:21.512091 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:21.523469 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f987a4c-7176-4728-b48c-c6344a5a384d']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:21.532265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e7d5032-84b4-47f6-b594-56ca45f4f651 req-f03182c9-1356-45b2-9152-54592f25f4c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58356d2f-b719-4ff1-bfd9-7a5c7a852efe HTTP/1.1" status: 200 len: 217 time: 0.0655904 Jul 27 19:53:21.540112 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:21.540452 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c75fc0-4fd1-4ab2-94b6-2b7832faafbe') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:21.573408 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:21.577202 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d28d498b-d0a1-4823-9f1b-183af3503697 req-d8d7585c-2e97-4eff-be5b-7bfbc33f69bb tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:21.579864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d28d498b-d0a1-4823-9f1b-183af3503697 req-d8d7585c-2e97-4eff-be5b-7bfbc33f69bb tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:21.594125 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d28d498b-d0a1-4823-9f1b-183af3503697 req-d8d7585c-2e97-4eff-be5b-7bfbc33f69bb tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "DELETE /v2.0/security-groups/42c354d4-51e1-4318-bca9-3530d46e9d5c HTTP/1.1" status: 204 len: 173 time: 0.9373302 Jul 27 19:53:21.620102 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:21.627342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:53:21.627746 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:53:21.631196 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:53:21.677066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7585c-2e97-4eff-be5b-7bfbc33f69bb tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c354d4-51e1-4318-bca9-3530d46e9d5c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:21.690161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde4564-bfb7-4453-8d82-a214d8d16837 req-a3f6d365-ecc8-4d1d-b986-6986283b099c tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:21.698171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6bde4564-bfb7-4453-8d82-a214d8d16837 req-a3f6d365-ecc8-4d1d-b986-6986283b099c tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 943 time: 0.3495100 Jul 27 19:53:21.753799 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d5032-84b4-47f6-b594-56ca45f4f651 req-c6c32cc0-c3e0-4f31-a457-4fffa9a2cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:21.755302 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e7d5032-84b4-47f6-b594-56ca45f4f651 req-c6c32cc0-c3e0-4f31-a457-4fffa9a2cff3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5fe36b11-6a84-4d30-ae2e-7d9b4762e48a HTTP/1.1" status: 200 len: 855 time: 0.2043920 Jul 27 19:53:21.808735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f82c5b5d-09f6-44ac-a346-4f8f86e2ddac no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:21.849191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6bde4564-bfb7-4453-8d82-a214d8d16837 req-e64059be-b228-4ea8-8d88-8f008aa6193e tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c07464-b221-4826-a213-c80158a99315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504526 Jul 27 19:53:21.906720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f82c5b5d-09f6-44ac-a346-4f8f86e2ddac {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:21.907066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f82c5b5d-09f6-44ac-a346-4f8f86e2ddac not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:21.983291 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:22.003999 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:22.006537 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2f987a4c-7176-4728-b48c-c6344a5a384d HTTP/1.1" status: 204 len: 168 time: 1.6019795 Jul 27 19:53:22.023804 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51cc62-1eb5-4d49-85cf-baaf00014da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f987a4c-7176-4728-b48c-c6344a5a384d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:22.085507 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ef8662e-fbe0-4757-b19f-d92502d68bf2 req-f2e9975e-d90c-458a-9989-6c5689b05358 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 210 time: 0.1488459 Jul 27 19:53:22.119404 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e014fe9-b501-4475-ab3d-e0cbe0511b80 req-57a6566d-b73e-459f-bc99-6bf144954adb tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 210 time: 0.1607344 Jul 27 19:53:22.132536 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-8e20f279-b1db-49a8-ad80-67ed41d00bf6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:22.132536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d5032-84b4-47f6-b594-56ca45f4f651 req-2a777da0-31c2-470e-8dc4-ca240c4b8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:22.133993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e7d5032-84b4-47f6-b594-56ca45f4f651 req-2a777da0-31c2-470e-8dc4-ca240c4b8354 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe51d6e8-dc8b-4948-8f50-ec9229be579f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3682156 Jul 27 19:53:22.140902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8e533-61a1-4ae4-909e-62265f86930a req-bcd2ebee-1b93-4a93-a560-6fb7cacb3e79 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:22.142919 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6de8e533-61a1-4ae4-909e-62265f86930a req-bcd2ebee-1b93-4a93-a560-6fb7cacb3e79 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.52 "GET /v2.0/networks?id=9a7f8883-8417-44f4-ac6e-f00b872c2453 HTTP/1.1" status: 200 len: 813 time: 0.2860954 Jul 27 19:53:22.158472 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-6de8e533-61a1-4ae4-909e-62265f86930a req-c44cbe0e-ddca-4d8f-8242-640a9555023c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Request body: {'port': {'device_id': '7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87', 'network_id': '9a7f8883-8417-44f4-ac6e-f00b872c2453', 'admin_state_up': True, 'tenant_id': '4ea18b8c14604b8287fa0697ff5e2e8f'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:22.281615 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-8e20f279-b1db-49a8-ad80-67ed41d00bf6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Transition to ACTIVE for port object b7037270-7897-4163-8f7e-7ebadb9faa82 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:53:22.357884 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49648) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:22.363344 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f16800f7-18d6-4015-8a5f-9469ada805b5 req-385355a4-95c7-488b-8612-c6e90185e7f6 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/0f0b251d-b997-4ed5-814f-f2307045375a HTTP/1.1" status: 200 len: 1806 time: 0.2237849 Jul 27 19:53:22.380940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de8e533-61a1-4ae4-909e-62265f86930a req-c44cbe0e-ddca-4d8f-8242-640a9555023c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Made reservation on behalf of 4ea18b8c14604b8287fa0697ff5e2e8f for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:22.387640 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6de8e533-61a1-4ae4-909e-62265f86930a req-c44cbe0e-ddca-4d8f-8242-640a9555023c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:22.516447 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d57251da-39a7-42d8-bc42-24b38ec421a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2dd7c4d346a24a0db331ef6e9c410c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540530 Jul 27 19:53:22.517238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e7d5032-84b4-47f6-b594-56ca45f4f651 req-d6908435-d7f7-4744-850c-d423ac905c9a service neutron] 10.222.0.52 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673136 Jul 27 19:53:22.518775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49654) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:22.601514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-6de8e533-61a1-4ae4-909e-62265f86930a req-c44cbe0e-ddca-4d8f-8242-640a9555023c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Allocated IP 172.20.0.14 (9a7f8883-8417-44f4-ac6e-f00b872c2453/13bd4586-3a2a-484d-8789-07234832577a/68ba475f-5b1e-4ee3-a7fc-8b740f4e4618) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:53:22.617165 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-8e20f279-b1db-49a8-ad80-67ed41d00bf6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:22.870936 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6de8e533-61a1-4ae4-909e-62265f86930a req-c44cbe0e-ddca-4d8f-8242-640a9555023c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:22.937188 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6de8e533-61a1-4ae4-909e-62265f86930a req-c44cbe0e-ddca-4d8f-8242-640a9555023c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:22.995168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de8e533-61a1-4ae4-909e-62265f86930a req-c44cbe0e-ddca-4d8f-8242-640a9555023c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Network 9a7f8883-8417-44f4-ac6e-f00b872c2453 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:53:22.999531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-6de8e533-61a1-4ae4-909e-62265f86930a req-c44cbe0e-ddca-4d8f-8242-640a9555023c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:23.003937 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de8e533-61a1-4ae4-909e-62265f86930a req-c44cbe0e-ddca-4d8f-8242-640a9555023c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:53:23.066647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44cbe0e-ddca-4d8f-8242-640a9555023c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Pushing event updated for resources: {'Port': ['ID=68ba475f-5b1e-4ee3-a7fc-8b740f4e4618,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:23.086718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8e533-61a1-4ae4-909e-62265f86930a req-c44cbe0e-ddca-4d8f-8242-640a9555023c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:23.087626 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6de8e533-61a1-4ae4-909e-62265f86930a req-c44cbe0e-ddca-4d8f-8242-640a9555023c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:23.094214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-8e20f279-b1db-49a8-ad80-67ed41d00bf6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Network 8d143a2d-c076-4ab9-a8b9-49dca52349d7 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:53:23.108513 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f16800f7-18d6-4015-8a5f-9469ada805b5 req-dd81d295-98d7-4bcc-a75a-941b026d742f tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:23.109350 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6de8e533-61a1-4ae4-909e-62265f86930a req-c44cbe0e-ddca-4d8f-8242-640a9555023c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9562817 Jul 27 19:53:23.115173 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-8e20f279-b1db-49a8-ad80-67ed41d00bf6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:23.129459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e7d5032-84b4-47f6-b594-56ca45f4f651 req-1ae6d9a6-2637-47eb-8d36-f25b5088bad9 service neutron] 10.222.0.52 "GET /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979145 Jul 27 19:53:23.135235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Request body: {'port': {'device_id': '7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:23.137565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-8e20f279-b1db-49a8-ad80-67ed41d00bf6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:53:23.182709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20f279-b1db-49a8-ad80-67ed41d00bf6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Pushing event updated for resources: {'Port': ['ID=b7037270-7897-4163-8f7e-7ebadb9faa82,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:23.211837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564e9bf-1552-4385-a2b9-31caaac69243 req-99ef3c75-7ebe-4fdf-b609-204d9a5d031a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:23.213560 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4564e9bf-1552-4385-a2b9-31caaac69243 req-99ef3c75-7ebe-4fdf-b609-204d9a5d031a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.8113656 Jul 27 19:53:23.223705 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f16800f7-18d6-4015-8a5f-9469ada805b5 req-dd81d295-98d7-4bcc-a75a-941b026d742f tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:23.227277 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43862d8b-fe72-40ac-9d3a-eced38c3dfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:23.286915 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:23.290661 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49678) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:23.374619 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f16800f7-18d6-4015-8a5f-9469ada805b5 req-dd81d295-98d7-4bcc-a75a-941b026d742f tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:23.384690 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f16800f7-18d6-4015-8a5f-9469ada805b5 req-dd81d295-98d7-4bcc-a75a-941b026d742f tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:23.386925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f16800f7-18d6-4015-8a5f-9469ada805b5 req-dd81d295-98d7-4bcc-a75a-941b026d742f tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "DELETE /v2.0/security-groups/0f0b251d-b997-4ed5-814f-f2307045375a HTTP/1.1" status: 204 len: 173 time: 1.0053403 Jul 27 19:53:23.459616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81d295-98d7-4bcc-a75a-941b026d742f tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0b251d-b997-4ed5-814f-f2307045375a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:23.498601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-8e20f279-b1db-49a8-ad80-67ed41d00bf6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:23.499485 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-8e20f279-b1db-49a8-ad80-67ed41d00bf6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:23.524545 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43862d8b-fe72-40ac-9d3a-eced38c3dfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:23.568701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-59d22c65-ea98-4193-93ea-48b90bcfae5a None None] Provisioning for port b7037270-7897-4163-8f7e-7ebadb9faa82 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:53:23.575597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-59d22c65-ea98-4193-93ea-48b90bcfae5a None None] Provisioning complete for port b7037270-7897-4163-8f7e-7ebadb9faa82 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:53:23.575973 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-59d22c65-ea98-4193-93ea-48b90bcfae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:23.634950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4564e9bf-1552-4385-a2b9-31caaac69243 req-9163c428-fa27-4a2b-aa18-d70fcca84ca0 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972094 Jul 27 19:53:23.636339 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-8e20f279-b1db-49a8-ad80-67ed41d00bf6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9311514 Jul 27 19:53:23.661456 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-443daa0c-1c22-494f-938c-8f1771d2fe84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:23.661638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Request body: {'port': {'device_id': 'e5754133-5c87-4594-ba79-8cec7253570c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:23.678077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-59d22c65-ea98-4193-93ea-48b90bcfae5a None None] Port b7037270-7897-4163-8f7e-7ebadb9faa82 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:53:23.885756 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:23.905805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340779d9-6913-4b63-969e-c774fd778757 req-ddd41d79-1c21-43cc-92ca-4c80d68670dd tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:23.907335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-340779d9-6913-4b63-969e-c774fd778757 req-ddd41d79-1c21-43cc-92ca-4c80d68670dd tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 943 time: 0.3389888 Jul 27 19:53:23.910518 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43862d8b-fe72-40ac-9d3a-eced38c3dfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:23.913094 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43862d8b-fe72-40ac-9d3a-eced38c3dfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:23.916722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-43862d8b-fe72-40ac-9d3a-eced38c3dfd6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3200f3ab-7ea9-48d4-8037-344e96484503 HTTP/1.1" status: 204 len: 168 time: 1.3889720 Jul 27 19:53:23.930752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43862d8b-fe72-40ac-9d3a-eced38c3dfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3200f3ab-7ea9-48d4-8037-344e96484503,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:23.973732 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:53:23.991221 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.002850 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 0372b6a6-142e-4b37-ab57-5d0609543761 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:53:24.007112 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-443daa0c-1c22-494f-938c-8f1771d2fe84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.023520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb7dc6-2d7f-40ef-897b-a797450de203 req-49b2056d-d66a-436a-a13a-eaf64f8f6597 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:24.023803 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4bb7dc6-2d7f-40ef-897b-a797450de203 req-49b2056d-d66a-436a-a13a-eaf64f8f6597 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 932 time: 0.2408752 Jul 27 19:53:24.033101 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-443daa0c-1c22-494f-938c-8f1771d2fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.044300 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-340779d9-6913-4b63-969e-c774fd778757 req-355ac132-a15f-4fdf-a08f-bf8cfaa225fa tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c07464-b221-4826-a213-c80158a99315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180217 Jul 27 19:53:24.117323 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Transition to ACTIVE for port object 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:53:24.129049 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.142742 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-443daa0c-1c22-494f-938c-8f1771d2fe84 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81c914d924b34c328ba02c339b4aeb99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8480592 Jul 27 19:53:24.145307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49688) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:24.175800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443daa0c-1c22-494f-938c-8f1771d2fe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1979d30b-dc4b-487c-9c51-bd324c3d2a8c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:24.224588 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 0372b6a6-142e-4b37-ab57-5d0609543761, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0372b6a6-142e-4b37-ab57-5d0609543761,segment=NetworkSegment(f6e26844-f270-435b-bd9d-82851ef4eb61),segment_id=f6e26844-f270-435b-bd9d-82851ef4eb61)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:24.244139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Pushing event updated for resources: {'Port': ['ID=68ba475f-5b1e-4ee3-a7fc-8b740f4e4618,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:24.246078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '0372b6a6-142e-4b37-ab57-5d0609543761', 'network_id': '3fecd119-3470-4e51-b785-e30545fd3829', 'port_id': '0372b6a6-142e-4b37-ab57-5d0609543761', 'mac_address': 'fa:16:3e:a8:0d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69d0435-65fc-4ab8-bf13-b543e20bb803', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:53:24.332128 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.332784 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-057ed294-461f-4e78-8b0b-82db884b426c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.353040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0372b6a6-142e-4b37-ab57-5d0609543761 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:53:24.382934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 0372b6a6-142e-4b37-ab57-5d0609543761, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0372b6a6-142e-4b37-ab57-5d0609543761,segment=NetworkSegment(f6e26844-f270-435b-bd9d-82851ef4eb61),segment_id=f6e26844-f270-435b-bd9d-82851ef4eb61)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:24.383481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Attempting to bind port 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:53:24.383894 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Attempting to bind port 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '051b3148-79e9-4844-a0c4-7c6320ad0dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9a7f8883-8417-44f4-ac6e-f00b872c2453'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:53:24.384229 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Attempting to bind port 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 on network 9a7f8883-8417-44f4-ac6e-f00b872c2453 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:53:24.392077 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-057ed294-461f-4e78-8b0b-82db884b426c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.393538 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Port 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 on network 9a7f8883-8417-44f4-ac6e-f00b872c2453 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:53:24.393865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Attempting to bind port 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 on network 9a7f8883-8417-44f4-ac6e-f00b872c2453 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:53:24.394833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4bb7dc6-2d7f-40ef-897b-a797450de203 req-e087f458-90c7-48b1-8bab-e3c28e4e6825 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/security-groups?id=e837c39b-66e2-4f17-9889-a8d8c78714f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320926 Jul 27 19:53:24.396318 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.406089 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:53:24.406441 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Checking segment: {'id': '051b3148-79e9-4844-a0c4-7c6320ad0dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9a7f8883-8417-44f4-ac6e-f00b872c2453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:24.406831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Bound using segment: {'id': '051b3148-79e9-4844-a0c4-7c6320ad0dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9a7f8883-8417-44f4-ac6e-f00b872c2453'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:53:24.409097 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Bound port: 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051b3148-79e9-4844-a0c4-7c6320ad0dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9a7f8883-8417-44f4-ac6e-f00b872c2453'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:53:24.409466 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.464328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27591ae1-8b83-4dcf-93de-a59cfd77845f req-19cb2a52-f2d6-4e8d-a015-ab848a6e0fde tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:24.471485 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27591ae1-8b83-4dcf-93de-a59cfd77845f req-19cb2a52-f2d6-4e8d-a015-ab848a6e0fde tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 931 time: 0.3066516 Jul 27 19:53:24.487702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=0372b6a6-142e-4b37-ab57-5d0609543761,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:24.549203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] For port 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:53:24.553116 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-057ed294-461f-4e78-8b0b-82db884b426c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.557174 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-057ed294-461f-4e78-8b0b-82db884b426c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.561790 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-057ed294-461f-4e78-8b0b-82db884b426c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1979d30b-dc4b-487c-9c51-bd324c3d2a8c HTTP/1.1" status: 204 len: 168 time: 0.4120367 Jul 27 19:53:24.561790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] For port 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=68ba475f-5b1e-4ee3-a7fc-8b740f4e4618,segment=NetworkSegment(051b3148-79e9-4844-a0c4-7c6320ad0dae),segment_id=051b3148-79e9-4844-a0c4-7c6320ad0dae)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:53:24.572183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ed294-461f-4e78-8b0b-82db884b426c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1979d30b-dc4b-487c-9c51-bd324c3d2a8c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:24.576211 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.610074 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27591ae1-8b83-4dcf-93de-a59cfd77845f req-cd58e2fd-9cfb-4cc6-8444-ca337f739c8b tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366732 Jul 27 19:53:24.641396 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:24.641948 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.643452 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] 10.222.0.52 "PUT /v2.0/ports/68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 HTTP/1.1" status: 200 len: 1093 time: 1.5189328 Jul 27 19:53:24.643927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87', 'tag': '68ba475f-5b1e-4ee3-a7fc-8b740f4e4618'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:24.646266 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa6c49e-522d-43ec-8091-b749ecd297b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87", "tag": "68ba475f-5b1e-4ee3-a7fc-8b740f4e4618"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:24.671611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb60669-fba4-40fc-bd7f-33183b323eff service neutron] Pushing event updated for resources: {'Port': ['ID=68ba475f-5b1e-4ee3-a7fc-8b740f4e4618,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:24.677425 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3958642d-e3c2-4a53-9741-2b3652dfcfa6 req-6d2c9c1d-af11-45cc-b519-866c0aa39e5b tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/098dddac-d673-48f8-b323-f0d720e71627 HTTP/1.1" status: 200 len: 1806 time: 0.1943896 Jul 27 19:53:24.697512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['0372b6a6-142e-4b37-ab57-5d0609543761'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:53:24.760805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7037270-7897-4163-8f7e-7ebadb9faa82 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:53:24.774298 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.788536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8e533-61a1-4ae4-909e-62265f86930a req-93e2d6ac-80b1-4aed-bb97-7a8ea143ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:24.790789 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6de8e533-61a1-4ae4-909e-62265f86930a req-93e2d6ac-80b1-4aed-bb97-7a8ea143ba2d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ea18b8c14604b8287fa0697ff5e2e8f&device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 1096 time: 0.0923631 Jul 27 19:53:24.800930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Transition to ACTIVE for port object b7037270-7897-4163-8f7e-7ebadb9faa82 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:53:24.810594 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.844638 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3958642d-e3c2-4a53-9741-2b3652dfcfa6 req-4ce5bb89-a176-4e87-83e5-21ac8e3e2b9c tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.895371 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6de8e533-61a1-4ae4-909e-62265f86930a req-5923f47b-af3b-44b8-862e-a8c8df718e12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 HTTP/1.1" status: 200 len: 217 time: 0.0939119 Jul 27 19:53:24.899262 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3958642d-e3c2-4a53-9741-2b3652dfcfa6 req-4ce5bb89-a176-4e87-83e5-21ac8e3e2b9c tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:24.902504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7037270-7897-4163-8f7e-7ebadb9faa82,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:24.907133 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341ad6af-4650-41d0-a7c8-259e8b67014b x-openstack-request-id: req-341ad6af-4650-41d0-a7c8-259e8b67014b {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:24.907133 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87", "tag": "68ba475f-5b1e-4ee3-a7fc-8b740f4e4618", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:24.907133 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-341ad6af-4650-41d0-a7c8-259e8b67014b {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:24.907133 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87', 'tag': '68ba475f-5b1e-4ee3-a7fc-8b740f4e4618', 'status': 'completed', 'code': 200} Jul 27 19:53:25.053981 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8e533-61a1-4ae4-909e-62265f86930a req-a8c9953a-30b6-4a30-9ef1-b6b4f463d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:25.059569 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6de8e533-61a1-4ae4-909e-62265f86930a req-a8c9953a-30b6-4a30-9ef1-b6b4f463d425 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13bd4586-3a2a-484d-8789-07234832577a HTTP/1.1" status: 200 len: 853 time: 0.1529438 Jul 27 19:53:25.070711 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3958642d-e3c2-4a53-9741-2b3652dfcfa6 req-4ce5bb89-a176-4e87-83e5-21ac8e3e2b9c tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:25.079950 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3958642d-e3c2-4a53-9741-2b3652dfcfa6 req-4ce5bb89-a176-4e87-83e5-21ac8e3e2b9c tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:25.104376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3958642d-e3c2-4a53-9741-2b3652dfcfa6 req-4ce5bb89-a176-4e87-83e5-21ac8e3e2b9c tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "DELETE /v2.0/security-groups/098dddac-d673-48f8-b323-f0d720e71627 HTTP/1.1" status: 204 len: 173 time: 0.4258642 Jul 27 19:53:25.117991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Attempting to bind port b7037270-7897-4163-8f7e-7ebadb9faa82 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:53:25.118335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Attempting to bind port b7037270-7897-4163-8f7e-7ebadb9faa82 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0338f95e-514b-4f89-ae52-1c7c25660047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:53:25.118669 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Attempting to bind port b7037270-7897-4163-8f7e-7ebadb9faa82 on network 8d143a2d-c076-4ab9-a8b9-49dca52349d7 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:53:25.131957 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6de8e533-61a1-4ae4-909e-62265f86930a req-86cc20c0-cefc-4ef8-adec-94881d242d2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a7f8883-8417-44f4-ac6e-f00b872c2453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633039 Jul 27 19:53:25.187492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Port b7037270-7897-4163-8f7e-7ebadb9faa82 on network 8d143a2d-c076-4ab9-a8b9-49dca52349d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:53:25.187820 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Attempting to bind port b7037270-7897-4163-8f7e-7ebadb9faa82 on network 8d143a2d-c076-4ab9-a8b9-49dca52349d7 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:53:25.195445 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5bb89-a176-4e87-83e5-21ac8e3e2b9c tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=098dddac-d673-48f8-b323-f0d720e71627,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:25.210983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:53:25.211331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Checking segment: {'id': '0338f95e-514b-4f89-ae52-1c7c25660047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:25.211718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Bound using segment: {'id': '0338f95e-514b-4f89-ae52-1c7c25660047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:53:25.212174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Bound port: b7037270-7897-4163-8f7e-7ebadb9faa82, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0338f95e-514b-4f89-ae52-1c7c25660047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:53:25.212567 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:25.311562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4934-4314-496b-8e4d-134aded8cd8d req-fa209d7a-84ca-4519-97e7-3032e795f09f tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:25.313187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2de4934-4314-496b-8e4d-134aded8cd8d req-fa209d7a-84ca-4519-97e7-3032e795f09f tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.2652586 Jul 27 19:53:25.359458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49724) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:25.371290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642bce3-1785-4b0d-a362-7bd58add72d8 req-b158039c-b021-49d5-8f6a-7847813e3128 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:25.374752 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6de8e533-61a1-4ae4-909e-62265f86930a req-eabda96b-899e-4abd-9851-811cdbe800fa service neutron] 10.222.0.52 "GET /v2.0/networks/9a7f8883-8417-44f4-ac6e-f00b872c2453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331381 Jul 27 19:53:25.377134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3642bce3-1785-4b0d-a362-7bd58add72d8 req-b158039c-b021-49d5-8f6a-7847813e3128 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 944 time: 0.1847675 Jul 27 19:53:25.379465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] For port b7037270-7897-4163-8f7e-7ebadb9faa82, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:53:25.400599 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49726) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:25.429232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] For port b7037270-7897-4163-8f7e-7ebadb9faa82, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b7037270-7897-4163-8f7e-7ebadb9faa82,segment=NetworkSegment(0338f95e-514b-4f89-ae52-1c7c25660047),segment_id=0338f95e-514b-4f89-ae52-1c7c25660047)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:53:25.437401 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58931e8d-1297-48db-9da5-c88966c3e984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:25.502505 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6de8e533-61a1-4ae4-909e-62265f86930a req-9b8ef804-541b-42b1-b74a-0fbee1bb5090 service neutron] 10.222.0.52 "GET /v2.0/networks/9a7f8883-8417-44f4-ac6e-f00b872c2453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195304 Jul 27 19:53:25.506459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2de4934-4314-496b-8e4d-134aded8cd8d req-ae7d57a0-f90a-4799-8fbf-b8bcc9f20155 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772153 Jul 27 19:53:25.515089 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:25.633817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-325885719-network', 'tenant_id': 'bd7fbd769b2f4d379acce1bf30d00e53'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:25.637033 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6c49e-522d-43ec-8091-b749ecd297b2 req-19d74286-6e63-454b-bc58-0bf356285e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:25.639334 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3aa6c49e-522d-43ec-8091-b749ecd297b2 req-19d74286-6e63-454b-bc58-0bf356285e5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ea18b8c14604b8287fa0697ff5e2e8f&device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 1096 time: 0.0659049 Jul 27 19:53:25.646271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:25.647311 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:25.649278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] 10.222.0.63 "PUT /v2.0/ports/b7037270-7897-4163-8f7e-7ebadb9faa82 HTTP/1.1" status: 200 len: 1092 time: 1.9966903 Jul 27 19:53:25.684164 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58931e8d-1297-48db-9da5-c88966c3e984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:25.706224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5754133-5c87-4594-ba79-8cec7253570c', 'tag': 'b7037270-7897-4163-8f7e-7ebadb9faa82'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:25.708740 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babd77a4-2279-42d2-a900-4d3ea840629b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5754133-5c87-4594-ba79-8cec7253570c", "tag": "b7037270-7897-4163-8f7e-7ebadb9faa82"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:25.736241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3642bce3-1785-4b0d-a362-7bd58add72d8 req-39ea2609-d213-4136-9679-018d0572ef04 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c07464-b221-4826-a213-c80158a99315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420970 Jul 27 19:53:25.736998 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58931e8d-1297-48db-9da5-c88966c3e984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:25.801898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6c49e-522d-43ec-8091-b749ecd297b2 req-65a45a21-5d0d-4b35-b66f-488375e3cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:25.803706 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3aa6c49e-522d-43ec-8091-b749ecd297b2 req-65a45a21-5d0d-4b35-b66f-488375e3cc5d service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a7f8883-8417-44f4-ac6e-f00b872c2453 HTTP/1.1" status: 200 len: 914 time: 0.1537020 Jul 27 19:53:25.819529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Made reservation on behalf of bd7fbd769b2f4d379acce1bf30d00e53 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:25.821965 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:25.849201 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52efa34e-cf79-43dc-bb22-7a61f4b9ee13 req-8b8089d5-c3e5-40ea-8105-91233c16b6d9 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/8356550e-0531-4b0e-9bac-3b0f56fd0aed HTTP/1.1" status: 200 len: 2406 time: 0.2814050 Jul 27 19:53:25.867004 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3aa6c49e-522d-43ec-8091-b749ecd297b2 req-47adeaff-69ce-42a3-86f4-633563acf166 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 HTTP/1.1" status: 200 len: 217 time: 0.0470974 Jul 27 19:53:25.876492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afc70a-2de1-41bc-95a6-6e18b9acc3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7037270-7897-4163-8f7e-7ebadb9faa82,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:25.885339 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:25.936169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58931e8d-1297-48db-9da5-c88966c3e984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921a1a4a-08c5-400b-a06f-89210a91ac86,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:25.936591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6c49e-522d-43ec-8091-b749ecd297b2 req-e0ebeb5d-eee2-4672-9621-abdbd9dbd38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:25.938256 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3aa6c49e-522d-43ec-8091-b749ecd297b2 req-e0ebeb5d-eee2-4672-9621-abdbd9dbd38e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13bd4586-3a2a-484d-8789-07234832577a HTTP/1.1" status: 200 len: 853 time: 0.0612702 Jul 27 19:53:25.943174 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-58931e8d-1297-48db-9da5-c88966c3e984 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b4bdf4db2bd415d994dbe88030ed69b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5825081 Jul 27 19:53:25.944864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49740) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:25.989302 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3aa6c49e-522d-43ec-8091-b749ecd297b2 req-64de4363-40f8-4fcc-91f5-2017c1f8fc26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a7f8883-8417-44f4-ac6e-f00b872c2453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369747 Jul 27 19:53:26.022583 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 0372b6a6-142e-4b37-ab57-5d0609543761 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:53:26.038889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-01f74ceb-9f55-47cf-a55f-a508e09e0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:26.040463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-01f74ceb-9f55-47cf-a55f-a508e09e0ce2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d1b34598f07a4481be9257ffbb24a06a&device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 1095 time: 0.3229485 Jul 27 19:53:26.066278 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-52efa34e-cf79-43dc-bb22-7a61f4b9ee13 req-a2d33e23-53e8-4a6c-8a2a-e62ab254a490 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.114223 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-999d3a02-359d-40ae-989e-eebf32a2ac8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.115085 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-2e00d040-7315-4ff4-a4f8-9f8b4f5e35ba service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7037270-7897-4163-8f7e-7ebadb9faa82 HTTP/1.1" status: 200 len: 217 time: 0.0642471 Jul 27 19:53:26.121357 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 0372b6a6-142e-4b37-ab57-5d0609543761 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:53:26.134146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e968d5-53ef-4e0b-b1fa-7046d80f955b req-930d7ad5-db9a-4cd2-9589-b114891a6d1c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:26.134382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 0372b6a6-142e-4b37-ab57-5d0609543761 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:53:26.134515 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.146230 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79e968d5-53ef-4e0b-b1fa-7046d80f955b req-930d7ad5-db9a-4cd2-9589-b114891a6d1c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 944 time: 0.3004174 Jul 27 19:53:26.152946 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-999d3a02-359d-40ae-989e-eebf32a2ac8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.161389 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3aa6c49e-522d-43ec-8091-b749ecd297b2 req-a2e972a0-f96c-432f-b4e9-bdf741a11fdf service neutron] 10.222.0.52 "GET /v2.0/networks/9a7f8883-8417-44f4-ac6e-f00b872c2453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639321 Jul 27 19:53:26.197093 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-52efa34e-cf79-43dc-bb22-7a61f4b9ee13 req-a2d33e23-53e8-4a6c-8a2a-e62ab254a490 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.256180 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.275462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-c9f788d6-1daf-4140-b97c-55f7e4b92dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:26.277093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-c9f788d6-1daf-4140-b97c-55f7e4b92dde service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3cdebfd7-2a29-4d1f-83ea-ec6a745a512d HTTP/1.1" status: 200 len: 855 time: 0.1539633 Jul 27 19:53:26.288234 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-999d3a02-359d-40ae-989e-eebf32a2ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.290003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee5599a-518c-46b8-ac17-05e5a48c8442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0372b6a6-142e-4b37-ab57-5d0609543761'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:26.291311 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-999d3a02-359d-40ae-989e-eebf32a2ac8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.293514 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e05a547-12a8-48f1-885d-14f1f6e57566" -d '{"events": [{"server_uuid": "6ee5599a-518c-46b8-ac17-05e5a48c8442", "name": "network-vif-plugged", "status": "completed", "tag": "0372b6a6-142e-4b37-ab57-5d0609543761"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:26.294465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79e968d5-53ef-4e0b-b1fa-7046d80f955b req-af070c12-9662-44dc-8e70-f136ff0a9d06 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/security-groups?id=e837c39b-66e2-4f17-9889-a8d8c78714f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505752 Jul 27 19:53:26.295569 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-999d3a02-359d-40ae-989e-eebf32a2ac8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/921a1a4a-08c5-400b-a06f-89210a91ac86 HTTP/1.1" status: 204 len: 168 time: 0.3496869 Jul 27 19:53:26.301277 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3aa6c49e-522d-43ec-8091-b749ecd297b2 req-2cb77f42-25d5-407e-9035-ceae527366ee service neutron] 10.222.0.52 "GET /v2.0/networks/9a7f8883-8417-44f4-ac6e-f00b872c2453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296656 Jul 27 19:53:26.313533 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 0372b6a6-142e-4b37-ab57-5d0609543761, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0372b6a6-142e-4b37-ab57-5d0609543761,segment=NetworkSegment(f6e26844-f270-435b-bd9d-82851ef4eb61),segment_id=f6e26844-f270-435b-bd9d-82851ef4eb61)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:26.319099 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d3a02-359d-40ae-989e-eebf32a2ac8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921a1a4a-08c5-400b-a06f-89210a91ac86,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:26.329054 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.374184 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.393366 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.431224 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-52efa34e-cf79-43dc-bb22-7a61f4b9ee13 req-a2d33e23-53e8-4a6c-8a2a-e62ab254a490 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.434317 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-52efa34e-cf79-43dc-bb22-7a61f4b9ee13 req-a2d33e23-53e8-4a6c-8a2a-e62ab254a490 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.435506 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52efa34e-cf79-43dc-bb22-7a61f4b9ee13 req-a2d33e23-53e8-4a6c-8a2a-e62ab254a490 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "DELETE /v2.0/security-groups/8356550e-0531-4b0e-9bac-3b0f56fd0aed HTTP/1.1" status: 204 len: 173 time: 0.5603354 Jul 27 19:53:26.466867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:53:26.505503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69969849-4711-43cb-9109-438d72443329,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:26.517207 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.517951 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Added segment aad765ce-5279-490c-902c-40819be093bc of type vlan for network 15cf4885-7155-4c10-9fb4-dffcf365ca76 Jul 27 19:53:26.524940 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40052c2-9bc5-413a-9606-af1ad71f1f3c x-openstack-request-id: req-c40052c2-9bc5-413a-9606-af1ad71f1f3c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:26.525390 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5754133-5c87-4594-ba79-8cec7253570c", "tag": "b7037270-7897-4163-8f7e-7ebadb9faa82", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:26.525939 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c40052c2-9bc5-413a-9606-af1ad71f1f3c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:26.526482 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5754133-5c87-4594-ba79-8cec7253570c', 'tag': 'b7037270-7897-4163-8f7e-7ebadb9faa82', 'status': 'completed', 'code': 200} Jul 27 19:53:26.554700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33e23-53e8-4a6c-8a2a-e62ab254a490 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8356550e-0531-4b0e-9bac-3b0f56fd0aed,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:26.587150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-ad0a2ff2-74ef-4c0c-ada3-a87ca41fdeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:26.588853 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-ad0a2ff2-74ef-4c0c-ada3-a87ca41fdeae service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8d143a2d-c076-4ab9-a8b9-49dca52349d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2891386 Jul 27 19:53:26.616076 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.650071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=0372b6a6-142e-4b37-ab57-5d0609543761,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:26.655309 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6150a9c6-e53f-417c-a959-3d41b08fb1cc x-openstack-request-id: req-6150a9c6-e53f-417c-a959-3d41b08fb1cc {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:26.655724 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee5599a-518c-46b8-ac17-05e5a48c8442", "name": "network-vif-plugged", "status": "completed", "tag": "0372b6a6-142e-4b37-ab57-5d0609543761", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:26.656043 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6150a9c6-e53f-417c-a959-3d41b08fb1cc {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:26.656701 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee5599a-518c-46b8-ac17-05e5a48c8442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0372b6a6-142e-4b37-ab57-5d0609543761', 'code': 200} Jul 27 19:53:26.686396 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935065e-c036-436b-98e9-fd8b3bdbfeb5 req-26911077-3f32-4135-8cf8-6ebfcc4c7e4b tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:26.693680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a935065e-c036-436b-98e9-fd8b3bdbfeb5 req-26911077-3f32-4135-8cf8-6ebfcc4c7e4b tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 943 time: 0.2542789 Jul 27 19:53:26.784353 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.785390 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:26.785977 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:26.798862 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb418388-90b4-4b4d-836c-e05221f844ed req-8f291cbb-0bed-4519-a394-c3cca59318d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:26.800690 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eb418388-90b4-4b4d-836c-e05221f844ed req-8f291cbb-0bed-4519-a394-c3cca59318d1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 1097 time: 0.0724115 Jul 27 19:53:26.852804 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eb418388-90b4-4b4d-836c-e05221f844ed req-14916ba8-0b85-4a3b-8466-5eb9fa7e9351 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=27c07464-b221-4826-a213-c80158a99315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392535 Jul 27 19:53:26.879183 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a935065e-c036-436b-98e9-fd8b3bdbfeb5 req-2a8d6469-37a1-44b6-9b26-ac0b518aa219 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846259 Jul 27 19:53:26.881259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-73750086-c63a-4aef-9bcf-0a686cdf8513 service neutron] 10.222.0.63 "GET /v2.0/networks/8d143a2d-c076-4ab9-a8b9-49dca52349d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803788 Jul 27 19:53:26.948818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5338125 Jul 27 19:53:26.949091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49762) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:26.956070 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8e90315c-5085-419a-8d40-e84a41c68279 admin admin] Request body: {'subnet': {'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-325885719-subnet', 'tenant_id': 'bd7fbd769b2f4d379acce1bf30d00e53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:26.982971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=15cf4885-7155-4c10-9fb4-dffcf365ca76,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:26.987583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e90315c-5085-419a-8d40-e84a41c68279 admin admin] Made reservation on behalf of bd7fbd769b2f4d379acce1bf30d00e53 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:26.992109 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e90315c-5085-419a-8d40-e84a41c68279 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:27.018531 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:27.018865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:27.019209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:27.019543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:27.019876 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:27.020204 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:27.020557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:27.020882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:27.021204 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:27.021532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:27.021849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:27.022173 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e7086-f8bf-4239-a77e-6605a498e6e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:27.034582 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 15cf4885-7155-4c10-9fb4-dffcf365ca76 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:53:27.058310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c23943-3b55-4353-b89f-b497483573e1 req-40ee2dbb-667f-41f0-8b88-74669b9b6d4e tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:27.065924 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6c23943-3b55-4353-b89f-b497483573e1 req-40ee2dbb-667f-41f0-8b88-74669b9b6d4e tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.3484960 Jul 27 19:53:27.114103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f30c7ce-f92d-497b-867d-be3fd59de916 req-54f44dac-3468-4c3d-855b-974be26bd608 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "GET /v2.0/security-groups/aa7645cc-e52e-46ea-bb1b-d8aa83e03216 HTTP/1.1" status: 200 len: 2400 time: 0.1655371 Jul 27 19:53:27.128660 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1e0e050-b24b-4c28-8b6a-8b09b8192806 req-b42401b1-fced-4fdb-8733-afb5c3b77954 service neutron] 10.222.0.63 "GET /v2.0/networks/8d143a2d-c076-4ab9-a8b9-49dca52349d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363987 Jul 27 19:53:27.142952 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6c23943-3b55-4353-b89f-b497483573e1 req-04315f40-3e75-4dff-a513-a1ed0063f4ab tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760050 Jul 27 19:53:27.237693 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e90315c-5085-419a-8d40-e84a41c68279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:27.304682 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90315c-5085-419a-8d40-e84a41c68279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f772b2f4-a418-4e5e-b4bd-332603009cf5,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:27.318087 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f30c7ce-f92d-497b-867d-be3fd59de916 req-c8809627-27d3-4b18-aa67-2b38868b0f73 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:27.320597 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e90315c-5085-419a-8d40-e84a41c68279 admin admin] Checking segment: {'id': 'aad765ce-5279-490c-902c-40819be093bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:27.321572 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e90315c-5085-419a-8d40-e84a41c68279 admin admin] Network hostable DHCP agents. Network: 15cf4885-7155-4c10-9fb4-dffcf365ca76, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:53:27.340935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e90315c-5085-419a-8d40-e84a41c68279 admin admin] Network 15cf4885-7155-4c10-9fb4-dffcf365ca76 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:53:27.353003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-8e90315c-5085-419a-8d40-e84a41c68279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 15cf4885-7155-4c10-9fb4-dffcf365ca76) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:27.358960 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f30c7ce-f92d-497b-867d-be3fd59de916 req-c8809627-27d3-4b18-aa67-2b38868b0f73 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:27.359689 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e90315c-5085-419a-8d40-e84a41c68279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:27.362864 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e90315c-5085-419a-8d40-e84a41c68279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:27.363419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a57dec-48cd-47fc-b2cb-d99017a8209a None None] Network 15cf4885-7155-4c10-9fb4-dffcf365ca76 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:27.382880 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8e90315c-5085-419a-8d40-e84a41c68279 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4321768 Jul 27 19:53:27.396577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd77a4-2279-42d2-a900-4d3ea840629b req-d320ed2a-2b31-4770-b23d-0ed635b26bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:27.398553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-babd77a4-2279-42d2-a900-4d3ea840629b req-d320ed2a-2b31-4770-b23d-0ed635b26bc6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d1b34598f07a4481be9257ffbb24a06a&device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 1095 time: 0.1856329 Jul 27 19:53:27.409347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac08b4-ea50-4229-aa83-57ffb6c4b7c5 req-a8aae765-2dcd-4b0f-9e65-d0f5cc8ecc54 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:27.417751 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89ac08b4-ea50-4229-aa83-57ffb6c4b7c5 req-a8aae765-2dcd-4b0f-9e65-d0f5cc8ecc54 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 945 time: 0.1629748 Jul 27 19:53:27.519420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32d216b-9935-4576-905e-ead3cef4a864 None None] Network 15cf4885-7155-4c10-9fb4-dffcf365ca76 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:27.521793 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89ac08b4-ea50-4229-aa83-57ffb6c4b7c5 req-51c8b309-d16f-4e24-bbad-21103f291e59 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c07464-b221-4826-a213-c80158a99315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029751 Jul 27 19:53:27.549245 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f30c7ce-f92d-497b-867d-be3fd59de916 req-c8809627-27d3-4b18-aa67-2b38868b0f73 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:27.551995 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f30c7ce-f92d-497b-867d-be3fd59de916 req-c8809627-27d3-4b18-aa67-2b38868b0f73 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:27.553746 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f30c7ce-f92d-497b-867d-be3fd59de916 req-c8809627-27d3-4b18-aa67-2b38868b0f73 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] 10.222.0.48 "DELETE /v2.0/security-groups/aa7645cc-e52e-46ea-bb1b-d8aa83e03216 HTTP/1.1" status: 204 len: 173 time: 0.4157560 Jul 27 19:53:27.561464 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49782) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:27.627622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a37807-b4d3-47e6-8ab1-4761217030c4 admin admin] Deleting subnet 1e1d5d0c-5ff4-42a6-9025-26e6311ecf52 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:53:27.640091 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65a37807-b4d3-47e6-8ab1-4761217030c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:27.643198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8809627-27d3-4b18-aa67-2b38868b0f73 tempest-SecurityGroupRulesTestJSON-1827355364 tempest-SecurityGroupRulesTestJSON-1827355364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7645cc-e52e-46ea-bb1b-d8aa83e03216,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:27.731045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd77a4-2279-42d2-a900-4d3ea840629b req-f0788ec3-7556-4e1d-bae9-ed6a22f40700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:27.732601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-babd77a4-2279-42d2-a900-4d3ea840629b req-f0788ec3-7556-4e1d-bae9-ed6a22f40700 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8d143a2d-c076-4ab9-a8b9-49dca52349d7 HTTP/1.1" status: 200 len: 917 time: 0.3035858 Jul 27 19:53:27.794663 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65a37807-b4d3-47e6-8ab1-4761217030c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:27.822226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-babd77a4-2279-42d2-a900-4d3ea840629b req-8f78a2f6-3529-4c43-83c7-d12b054d505f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7037270-7897-4163-8f7e-7ebadb9faa82 HTTP/1.1" status: 200 len: 217 time: 0.0808680 Jul 27 19:53:27.897717 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bb99b-18d2-4007-8d05-5eb30b05cc09 req-58fbd822-1b11-40fc-ae96-b06ba3f9dd9e tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:27.899336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-700bb99b-18d2-4007-8d05-5eb30b05cc09 req-58fbd822-1b11-40fc-ae96-b06ba3f9dd9e tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=48622a63-768a-46fc-9a20-4c1635d78077 HTTP/1.1" status: 200 len: 945 time: 0.2521794 Jul 27 19:53:27.914706 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65a37807-b4d3-47e6-8ab1-4761217030c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:27.956806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02511e-7f13-4ced-865b-0d4fddccac38 req-97105f82-098e-46f6-9b08-faa9ae72bd69 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:27.958372 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f02511e-7f13-4ced-865b-0d4fddccac38 req-97105f82-098e-46f6-9b08-faa9ae72bd69 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 944 time: 0.3162725 Jul 27 19:53:27.967295 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd77a4-2279-42d2-a900-4d3ea840629b req-2790e783-0485-4912-bf33-652ec8a0e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:27.968817 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-babd77a4-2279-42d2-a900-4d3ea840629b req-2790e783-0485-4912-bf33-652ec8a0e7c4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3cdebfd7-2a29-4d1f-83ea-ec6a745a512d HTTP/1.1" status: 200 len: 855 time: 0.1367905 Jul 27 19:53:28.068324 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-700bb99b-18d2-4007-8d05-5eb30b05cc09 req-0daa4a39-ff93-4241-89ca-e957c99be9cd tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577551 Jul 27 19:53:28.074691 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f02511e-7f13-4ced-865b-0d4fddccac38 req-0a4d2b4d-51f6-4d3b-991f-720f996b59e0 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/security-groups?id=e837c39b-66e2-4f17-9889-a8d8c78714f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021481 Jul 27 19:53:28.092901 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65a37807-b4d3-47e6-8ab1-4761217030c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:28.139625 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65a37807-b4d3-47e6-8ab1-4761217030c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:28.141962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-65a37807-b4d3-47e6-8ab1-4761217030c4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1e1d5d0c-5ff4-42a6-9025-26e6311ecf52 HTTP/1.1" status: 204 len: 168 time: 0.5790744 Jul 27 19:53:28.144873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a37807-b4d3-47e6-8ab1-4761217030c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e1d5d0c-5ff4-42a6-9025-26e6311ecf52,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:28.146777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49806) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:28.213643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd77a4-2279-42d2-a900-4d3ea840629b req-11dfb072-ea10-4915-b5a2-a553cac95080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:28.215553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-babd77a4-2279-42d2-a900-4d3ea840629b req-11dfb072-ea10-4915-b5a2-a553cac95080 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8d143a2d-c076-4ab9-a8b9-49dca52349d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2236571 Jul 27 19:53:28.286929 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af348ecf-abe0-49b4-84bf-69e112b6d965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:28.440745 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-babd77a4-2279-42d2-a900-4d3ea840629b req-0abacc39-43b0-4ec9-a91b-36e67dbc305d service neutron] 10.222.0.63 "GET /v2.0/networks/8d143a2d-c076-4ab9-a8b9-49dca52349d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142725 Jul 27 19:53:28.449401 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af348ecf-abe0-49b4-84bf-69e112b6d965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:28.851993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-af348ecf-abe0-49b4-84bf-69e112b6d965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327e1036-883b-4def-9422-58c70ad1dfec']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:28.874579 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-af348ecf-abe0-49b4-84bf-69e112b6d965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5754bd-5692-4e3c-80b6-e35fe73b6c5b') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:28.874877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-af348ecf-abe0-49b4-84bf-69e112b6d965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5754bd-5692-4e3c-80b6-e35fe73b6c5b') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:28.920796 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af348ecf-abe0-49b4-84bf-69e112b6d965 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:28.931054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03311e-c344-4881-88c7-dd0a5336e306 req-80905e3d-7e9b-4d3d-91b1-1b716df7f03c tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:28.933298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc03311e-c344-4881-88c7-dd0a5336e306 req-80905e3d-7e9b-4d3d-91b1-1b716df7f03c tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 943 time: 0.6300764 Jul 27 19:53:28.967003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49840) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:28.976377 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af348ecf-abe0-49b4-84bf-69e112b6d965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.012820 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af348ecf-abe0-49b4-84bf-69e112b6d965 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:53:29.013746 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af348ecf-abe0-49b4-84bf-69e112b6d965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:53:29.014860 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:53:29.076438 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad4e39ee-259b-42a0-b1e3-5b08f0e493f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.081908 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-babd77a4-2279-42d2-a900-4d3ea840629b req-43c0d581-967f-4b25-bddb-201b204f6bb2 service neutron] 10.222.0.63 "GET /v2.0/networks/8d143a2d-c076-4ab9-a8b9-49dca52349d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297529 Jul 27 19:53:29.094309 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc03311e-c344-4881-88c7-dd0a5336e306 req-00ac948a-74a7-4f89-b780-302a70f3aac8 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436231 Jul 27 19:53:29.101755 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-59d9fa0a-fe3a-459a-9327-0f8f41eb3ed4 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:29.103352 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-59d9fa0a-fe3a-459a-9327-0f8f41eb3ed4 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/networks?id=15cf4885-7155-4c10-9fb4-dffcf365ca76 HTTP/1.1" status: 200 len: 813 time: 0.6425455 Jul 27 19:53:29.120446 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af348ecf-abe0-49b4-84bf-69e112b6d965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.130776 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af348ecf-abe0-49b4-84bf-69e112b6d965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.130776 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-af348ecf-abe0-49b4-84bf-69e112b6d965 admin admin] 10.222.0.48 "DELETE /v2.0/networks/327e1036-883b-4def-9422-58c70ad1dfec HTTP/1.1" status: 204 len: 168 time: 0.9802768 Jul 27 19:53:29.131939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-5409e5ca-c463-44ab-aa76-bd4ed6fa40e5 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/quotas/bd7fbd769b2f4d379acce1bf30d00e53 HTTP/1.1" status: 200 len: 375 time: 0.0199172 Jul 27 19:53:29.144063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af348ecf-abe0-49b4-84bf-69e112b6d965 admin admin] Pushing event deleted for resources: {'Network': ['ID=327e1036-883b-4def-9422-58c70ad1dfec,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:29.185868 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-b8ee1f47-6021-4f61-b29a-e6125d36426e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd7fbd769b2f4d379acce1bf30d00e53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441554 Jul 27 19:53:29.228587 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad4e39ee-259b-42a0-b1e3-5b08f0e493f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.233936 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad4e39ee-259b-42a0-b1e3-5b08f0e493f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.270170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49850) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:29.275309 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ad4e39ee-259b-42a0-b1e3-5b08f0e493f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f96464bd54f46d5a52892b0c125d16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069494 Jul 27 19:53:29.276744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e39ee-259b-42a0-b1e3-5b08f0e493f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d358b5-4e9b-42cc-a655-1619a0f6475d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:29.279211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49852) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:29.328850 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5196302d-cc8d-4b8e-a166-42842aae5c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.350489 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5196302d-cc8d-4b8e-a166-42842aae5c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.360107 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f78fda37-daa6-4eeb-99d6-9d49b4dbdb7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=699759196b844fbdbb74a98dac68dec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880821 Jul 27 19:53:29.363064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-6e59e72c-b146-4117-a515-1f419a83c073 service neutron] 10.222.0.48 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685677 Jul 27 19:53:29.363516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49854) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:29.393116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623fba8-4c93-40c8-8faa-b8ef3bb68c63 req-c3de1a4e-c1bb-4a02-a3f9-9131c07a08ae tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:29.394585 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8623fba8-4c93-40c8-8faa-b8ef3bb68c63 req-c3de1a4e-c1bb-4a02-a3f9-9131c07a08ae tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 946 time: 0.1911278 Jul 27 19:53:29.402192 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5196302d-cc8d-4b8e-a166-42842aae5c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.405216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5196302d-cc8d-4b8e-a166-42842aae5c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.406428 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5196302d-cc8d-4b8e-a166-42842aae5c03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75d358b5-4e9b-42cc-a655-1619a0f6475d HTTP/1.1" status: 204 len: 168 time: 0.1263773 Jul 27 19:53:29.414888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196302d-cc8d-4b8e-a166-42842aae5c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d358b5-4e9b-42cc-a655-1619a0f6475d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:29.516942 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8623fba8-4c93-40c8-8faa-b8ef3bb68c63 req-11754feb-761a-4810-9803-958e97a30033 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072905 Jul 27 19:53:29.519689 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee8d7116-497d-4165-be31-d1afda1ae29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.551583 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-99280367-54a0-476d-8b8f-81d24324b269 service neutron] 10.222.0.48 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776843 Jul 27 19:53:29.558410 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee8d7116-497d-4165-be31-d1afda1ae29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.616177 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee8d7116-497d-4165-be31-d1afda1ae29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.618993 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee8d7116-497d-4165-be31-d1afda1ae29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.623208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ee8d7116-497d-4165-be31-d1afda1ae29d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa5676a6-f6c9-4453-a55e-7d1d197f4e3b HTTP/1.1" status: 204 len: 168 time: 0.2571590 Jul 27 19:53:29.645038 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d7116-497d-4165-be31-d1afda1ae29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5676a6-f6c9-4453-a55e-7d1d197f4e3b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:29.723957 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a7f1a-530d-474c-8b1c-34d8710dbc3b req-aa8d8646-2ea2-4220-9e84-2d311fafd789 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:29.726391 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-989a7f1a-530d-474c-8b1c-34d8710dbc3b req-aa8d8646-2ea2-4220-9e84-2d311fafd789 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 945 time: 0.0832546 Jul 27 19:53:29.774064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-989a7f1a-530d-474c-8b1c-34d8710dbc3b req-a3ad2c99-8282-4db4-898a-a7c4ed0850bf tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c07464-b221-4826-a213-c80158a99315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Jul 27 19:53:29.881457 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c4ea9-8a3c-4e03-8db8-8a96cec82438 req-287a3354-2c5f-4fb2-80a8-20a6e8f3f622 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:29.884481 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-637c4ea9-8a3c-4e03-8db8-8a96cec82438 req-287a3354-2c5f-4fb2-80a8-20a6e8f3f622 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 944 time: 0.1139917 Jul 27 19:53:29.906349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49872) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:29.916220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-d0d8577b-06fc-4a8c-8278-c31f8677e770 req-6b55a241-0e87-4c4c-adee-acd6ef398f84 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:53:29.917436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0d8577b-06fc-4a8c-8278-c31f8677e770 req-6b55a241-0e87-4c4c-adee-acd6ef398f84 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125849 Jul 27 19:53:29.922084 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47b2387e-bb66-41c2-b8c7-155e62ef0f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:29.971576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-637c4ea9-8a3c-4e03-8db8-8a96cec82438 req-14006d1e-fe1c-4245-87b5-93913a85f044 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/security-groups?id=e837c39b-66e2-4f17-9889-a8d8c78714f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790756 Jul 27 19:53:30.052087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:53:30.087924 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-672cba1a-e289-4e42-8a62-b52185ef0ed9 req-46792cd1-ca09-4e45-9d85-76f15765083b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 210 time: 0.0619180 Jul 27 19:53:30.099006 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47b2387e-bb66-41c2-b8c7-155e62ef0f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:30.116230 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47b2387e-bb66-41c2-b8c7-155e62ef0f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:30.134594 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0d8577b-06fc-4a8c-8278-c31f8677e770 req-078f3f60-7507-4586-9048-839f7aa7f2e2 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2033620 Jul 27 19:53:30.184922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=68ba475f-5b1e-4ee3-a7fc-8b740f4e4618,segment=NetworkSegment(051b3148-79e9-4844-a0c4-7c6320ad0dae),segment_id=051b3148-79e9-4844-a0c4-7c6320ad0dae)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:30.196961 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-47b2387e-bb66-41c2-b8c7-155e62ef0f23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38f7d9775815479787c9b10e696d05d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874486 Jul 27 19:53:30.197233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49886) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:30.205069 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2387e-bb66-41c2-b8c7-155e62ef0f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f478fc0-c48d-4180-8c59-75608d27dc97,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:30.213196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '68ba475f-5b1e-4ee3-a7fc-8b740f4e4618', 'network_id': '9a7f8883-8417-44f4-ac6e-f00b872c2453', 'port_id': '68ba475f-5b1e-4ee3-a7fc-8b740f4e4618', 'mac_address': 'fa:16:3e:fc:ac:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bd4586-3a2a-484d-8789-07234832577a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:53:30.268709 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-577da5f4-3f8a-4eab-a696-40d1707662cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:30.293803 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-577da5f4-3f8a-4eab-a696-40d1707662cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:30.305096 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:30.338873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:53:30.353268 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-577da5f4-3f8a-4eab-a696-40d1707662cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:30.360036 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-577da5f4-3f8a-4eab-a696-40d1707662cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:30.374512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-577da5f4-3f8a-4eab-a696-40d1707662cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f478fc0-c48d-4180-8c59-75608d27dc97 HTTP/1.1" status: 204 len: 168 time: 0.1722412 Jul 27 19:53:30.385677 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=68ba475f-5b1e-4ee3-a7fc-8b740f4e4618,segment=NetworkSegment(051b3148-79e9-4844-a0c4-7c6320ad0dae),segment_id=051b3148-79e9-4844-a0c4-7c6320ad0dae)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:30.400088 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:30.404125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577da5f4-3f8a-4eab-a696-40d1707662cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f478fc0-c48d-4180-8c59-75608d27dc97,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:30.483996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=68ba475f-5b1e-4ee3-a7fc-8b740f4e4618,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:30.504867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcba679-580f-4f34-80a3-ebaf2c125c38 req-ab8fea43-fd5f-4208-96e3-db9cfd814a5a tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:30.506468 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4dcba679-580f-4f34-80a3-ebaf2c125c38 req-ab8fea43-fd5f-4208-96e3-db9cfd814a5a tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 943 time: 0.0928397 Jul 27 19:53:30.582938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4dcba679-580f-4f34-80a3-ebaf2c125c38 req-b5ca2510-0e13-4231-81f1-8ceccda7c23d tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697439 Jul 27 19:53:30.706525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['68ba475f-5b1e-4ee3-a7fc-8b740f4e4618'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:53:30.747892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bf216-b15d-43dd-96dc-c417be5ae8a8 req-3c4a574b-3f72-495b-8cea-5d4668c7db73 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:30.755926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-526bf216-b15d-43dd-96dc-c417be5ae8a8 req-3c4a574b-3f72-495b-8cea-5d4668c7db73 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.1216547 Jul 27 19:53:30.823562 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-526bf216-b15d-43dd-96dc-c417be5ae8a8 req-1fee4d35-4242-4aec-bf86-7f285244ed62 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667183 Jul 27 19:53:31.011410 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f03f5-7516-404a-8e93-93d6041a9da6 req-9a370b00-328b-4652-9bfa-17727238c2e0 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:31.013278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-169f03f5-7516-404a-8e93-93d6041a9da6 req-9a370b00-328b-4652-9bfa-17727238c2e0 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=48622a63-768a-46fc-9a20-4c1635d78077 HTTP/1.1" status: 200 len: 945 time: 0.0756459 Jul 27 19:53:31.058552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-169f03f5-7516-404a-8e93-93d6041a9da6 req-e22f4ab1-6464-4b39-b7c4-a4cfd6f52402 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381432 Jul 27 19:53:31.349165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49952) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:31.360853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-d106433f-211f-4ef1-9280-85f7f6f90a6a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:31.362367 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-d106433f-211f-4ef1-9280-85f7f6f90a6a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.63 "GET /v2.0/networks?id=15cf4885-7155-4c10-9fb4-dffcf365ca76 HTTP/1.1" status: 200 len: 813 time: 0.2530901 Jul 27 19:53:31.378620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b5971-9917-48d8-b3f5-782ab46a949e req-a2b24dd0-42e7-4e83-8791-3089e5ae697b tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:31.379417 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd4b5971-9917-48d8-b3f5-782ab46a949e req-a2b24dd0-42e7-4e83-8791-3089e5ae697b tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 946 time: 0.1783810 Jul 27 19:53:31.388914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211b280-4e2f-487b-bd8a-7031743c7d34 req-14d242d2-ab3e-4a98-bc01-a11a5706af72 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:31.390351 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b211b280-4e2f-487b-bd8a-7031743c7d34 req-14d242d2-ab3e-4a98-bc01-a11a5706af72 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 945 time: 0.1881685 Jul 27 19:53:31.397575 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-741c1d33-c550-41f4-b5f2-b4e4705f71b1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Request body: {'port': {'device_id': '86053d07-6040-49fc-85e7-b583042db0cf', 'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76', 'admin_state_up': True, 'tenant_id': 'bd7fbd769b2f4d379acce1bf30d00e53'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:31.509453 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd4b5971-9917-48d8-b3f5-782ab46a949e req-7072a3a0-8bcf-4f69-8120-013dbf477bc3 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181149 Jul 27 19:53:31.532687 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b211b280-4e2f-487b-bd8a-7031743c7d34 req-02d99462-21af-4912-ad94-2a8c16145186 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/security-groups?id=e837c39b-66e2-4f17-9889-a8d8c78714f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244671 Jul 27 19:53:31.628015 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e5cfa0e-7b1c-43ac-a900-7170106b969a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:31.638551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-73c69d70-face-42cc-8eab-af70145bb380 req-a8400767-1f6a-41d1-85d0-fde904ec55b1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 210 time: 0.0394185 Jul 27 19:53:31.639157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-741c1d33-c550-41f4-b5f2-b4e4705f71b1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Made reservation on behalf of bd7fbd769b2f4d379acce1bf30d00e53 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:31.642698 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-741c1d33-c550-41f4-b5f2-b4e4705f71b1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:31.813781 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e5cfa0e-7b1c-43ac-a900-7170106b969a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:31.820197 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e5cfa0e-7b1c-43ac-a900-7170106b969a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:31.854424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cfa0e-7b1c-43ac-a900-7170106b969a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe495c3c-7073-4c68-9446-859a96d70b3e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:31.861407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d86557-6798-408b-a8fe-65e0c3d5e9dc req-3f91fb34-0497-474d-a536-085e61ef9679 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:31.863135 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59d86557-6798-408b-a8fe-65e0c3d5e9dc req-3f91fb34-0497-474d-a536-085e61ef9679 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 943 time: 0.1323483 Jul 27 19:53:31.864422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-741c1d33-c550-41f4-b5f2-b4e4705f71b1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Allocated IP 172.20.0.4 (15cf4885-7155-4c10-9fb4-dffcf365ca76/f772b2f4-a418-4e5e-b4bd-332603009cf5/e26dd807-304e-4f3e-bcf4-685f9b4a5598) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:53:31.879852 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5e5cfa0e-7b1c-43ac-a900-7170106b969a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7296900a1c3843159fa1920986907a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5294151 Jul 27 19:53:31.882234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49968) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:31.938194 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6cfced8-179f-4168-bb1f-78255407dc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:31.962733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6cfced8-179f-4168-bb1f-78255407dc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:32.010735 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59d86557-6798-408b-a8fe-65e0c3d5e9dc req-f24eabea-5c3e-4f17-b396-922a28764ae0 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353204 Jul 27 19:53:32.017791 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6cfced8-179f-4168-bb1f-78255407dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:32.020940 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6cfced8-179f-4168-bb1f-78255407dc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:32.022221 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f6cfced8-179f-4168-bb1f-78255407dc70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe495c3c-7073-4c68-9446-859a96d70b3e HTTP/1.1" status: 204 len: 168 time: 0.1388748 Jul 27 19:53:32.032639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfced8-179f-4168-bb1f-78255407dc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe495c3c-7073-4c68-9446-859a96d70b3e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:32.065786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:53:32.119634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4a4cf-2c3b-44eb-b584-bb7899eab2b6 req-7edc81e3-9cdd-4d62-80c9-df577139d83a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:32.125867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4a4cf-2c3b-44eb-b584-bb7899eab2b6 req-7edc81e3-9cdd-4d62-80c9-df577139d83a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:32.131820 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4a4cf-2c3b-44eb-b584-bb7899eab2b6 req-7edc81e3-9cdd-4d62-80c9-df577139d83a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:32.140169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24f4a4cf-2c3b-44eb-b584-bb7899eab2b6 req-7edc81e3-9cdd-4d62-80c9-df577139d83a tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9&device_id=48622a63-768a-46fc-9a20-4c1635d78077&device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 2418 time: 0.2467654 Jul 27 19:53:32.178966 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:53:32.184747 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:53:32.185620 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:32.220313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24f4a4cf-2c3b-44eb-b584-bb7899eab2b6 req-9483fc53-800e-44a3-b90d-5961faaae6f4 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733457 Jul 27 19:53:32.252495 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-741c1d33-c550-41f4-b5f2-b4e4705f71b1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:32.295933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-9d311550-61af-443b-af20-d27dd559f3b3 req-2c554a94-02cc-45d8-afad-64e38c420042 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 19:53:32.298371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d311550-61af-443b-af20-d27dd559f3b3 req-2c554a94-02cc-45d8-afad-64e38c420042 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194631 Jul 27 19:53:32.325077 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:32.389193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ba475f-5b1e-4ee3-a7fc-8b740f4e4618'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:32.391578 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efc7d49-286f-403c-a6c2-7a26268378a1" -d '{"events": [{"server_uuid": "7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87", "name": "network-vif-plugged", "status": "completed", "tag": "68ba475f-5b1e-4ee3-a7fc-8b740f4e4618"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:32.392535 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-741c1d33-c550-41f4-b5f2-b4e4705f71b1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:32.424139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d311550-61af-443b-af20-d27dd559f3b3 req-36f2f28b-1c31-4b5f-9805-108b30ab41af tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1171510 Jul 27 19:53:32.426930 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=68ba475f-5b1e-4ee3-a7fc-8b740f4e4618,segment=NetworkSegment(051b3148-79e9-4844-a0c4-7c6320ad0dae),segment_id=051b3148-79e9-4844-a0c4-7c6320ad0dae)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:32.437223 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:32.499481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-741c1d33-c550-41f4-b5f2-b4e4705f71b1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Network 15cf4885-7155-4c10-9fb4-dffcf365ca76 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:53:32.504279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-741c1d33-c550-41f4-b5f2-b4e4705f71b1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:32.517675 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=68ba475f-5b1e-4ee3-a7fc-8b740f4e4618,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:32.518160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-741c1d33-c550-41f4-b5f2-b4e4705f71b1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:53:32.521176 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c1d33-c550-41f4-b5f2-b4e4705f71b1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Pushing event updated for resources: {'Port': ['ID=e26dd807-304e-4f3e-bcf4-685f9b4a5598,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:32.570442 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f4edd0-3b7b-4248-a236-387b6c0fa310 x-openstack-request-id: req-c3f4edd0-3b7b-4248-a236-387b6c0fa310 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:32.570739 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87", "name": "network-vif-plugged", "status": "completed", "tag": "68ba475f-5b1e-4ee3-a7fc-8b740f4e4618", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:32.571099 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3f4edd0-3b7b-4248-a236-387b6c0fa310 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:32.571511 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ba475f-5b1e-4ee3-a7fc-8b740f4e4618', 'code': 200} Jul 27 19:53:32.575590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-741c1d33-c550-41f4-b5f2-b4e4705f71b1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:32.576173 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-741c1d33-c550-41f4-b5f2-b4e4705f71b1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:32.623119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-741c1d33-c550-41f4-b5f2-b4e4705f71b1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2298534 Jul 27 19:53:32.633171 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Request body: {'port': {'device_id': '86053d07-6040-49fc-85e7-b583042db0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:32.777340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6704505-4bdd-40f6-87e1-4c22eb3e1d53 req-244210bb-a521-4592-bf40-2e5781ecde85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:32.779834 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a6704505-4bdd-40f6-87e1-4c22eb3e1d53 req-244210bb-a521-4592-bf40-2e5781ecde85 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 1098 time: 0.1196942 Jul 27 19:53:32.796185 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:32.842869 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a6704505-4bdd-40f6-87e1-4c22eb3e1d53 req-cee17e04-817a-4f2d-9707-f76758e6cdde service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e837c39b-66e2-4f17-9889-a8d8c78714f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 Jul 27 19:53:33.059395 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50018) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:33.075199 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089d66a-bfcd-4863-a909-5b4c68384137 req-9e1042b0-bf2a-4d42-8a63-1066c3cc12bc tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:33.076760 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b089d66a-bfcd-4863-a909-5b4c68384137 req-9e1042b0-bf2a-4d42-8a63-1066c3cc12bc tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 931 time: 0.2396996 Jul 27 19:53:33.132901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199e5b0-34db-42f6-a967-5b9ecda039c7 req-3f2549f2-f667-4f6f-a5f3-3451e31e9ca4 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:33.134436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1199e5b0-34db-42f6-a967-5b9ecda039c7 req-3f2549f2-f667-4f6f-a5f3-3451e31e9ca4 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 946 time: 0.2578747 Jul 27 19:53:33.179429 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-582392381-network', 'tenant_id': '705e86c80e1c40929b63347409e42dd3'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:33.202196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] Made reservation on behalf of 705e86c80e1c40929b63347409e42dd3 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:33.205168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:33.208434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b089d66a-bfcd-4863-a909-5b4c68384137 req-e5644cc1-d010-40b0-9da1-c17fbe026b8b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948322 Jul 27 19:53:33.214021 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:33.236939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1199e5b0-34db-42f6-a967-5b9ecda039c7 req-823ac715-a854-46a6-b27a-344e5f6960cf tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/security-groups?id=e837c39b-66e2-4f17-9889-a8d8c78714f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866797 Jul 27 19:53:33.323430 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26dd807-304e-4f3e-bcf4-685f9b4a5598 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:53:33.335208 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:33.342285 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:33.355099 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:33.361133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Transition to ACTIVE for port object e26dd807-304e-4f3e-bcf4-685f9b4a5598 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:53:33.368442 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:33.378668 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:53:33.388866 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bb9e0c-955d-40de-817c-ef606c35c38b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:33.394476 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:33.394822 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] Added segment b1e3f0a7-758e-4272-bfae-c8f1a8dcd016 of type vlan for network fd803f08-4324-482c-8054-6bca1843a5b5 Jul 27 19:53:33.447926 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:33.450891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Pushing event updated for resources: {'Port': ['ID=e26dd807-304e-4f3e-bcf4-685f9b4a5598,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:33.495209 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:33.496293 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:33.497027 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:33.574751 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5111723 Jul 27 19:53:33.575050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50040) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:33.581390 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-eb47c0e9-bbd1-4812-a2fb-c6c84fb53243 admin admin] Request body: {'subnet': {'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-582392381-subnet', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:33.593530 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd358711-6207-4e19-845d-ea8cbb821566 admin admin] Pushing event updated for resources: {'Network': ['ID=fd803f08-4324-482c-8054-6bca1843a5b5,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:33.603413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Attempting to bind port e26dd807-304e-4f3e-bcf4-685f9b4a5598 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:53:33.603802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Attempting to bind port e26dd807-304e-4f3e-bcf4-685f9b4a5598 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'aad765ce-5279-490c-902c-40819be093bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:53:33.604238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Attempting to bind port e26dd807-304e-4f3e-bcf4-685f9b4a5598 on network 15cf4885-7155-4c10-9fb4-dffcf365ca76 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:53:33.607574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network fd803f08-4324-482c-8054-6bca1843a5b5 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:53:33.615041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb47c0e9-bbd1-4812-a2fb-c6c84fb53243 admin admin] Made reservation on behalf of 705e86c80e1c40929b63347409e42dd3 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:33.616332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Port e26dd807-304e-4f3e-bcf4-685f9b4a5598 on network 15cf4885-7155-4c10-9fb4-dffcf365ca76 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:53:33.617173 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Attempting to bind port e26dd807-304e-4f3e-bcf4-685f9b4a5598 on network 15cf4885-7155-4c10-9fb4-dffcf365ca76 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:53:33.619186 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb47c0e9-bbd1-4812-a2fb-c6c84fb53243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:33.623662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:53:33.624009 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Checking segment: {'id': 'aad765ce-5279-490c-902c-40819be093bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:33.624459 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Bound using segment: {'id': 'aad765ce-5279-490c-902c-40819be093bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:53:33.624909 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Bound port: e26dd807-304e-4f3e-bcf4-685f9b4a5598, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad765ce-5279-490c-902c-40819be093bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:53:33.625790 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:33.646471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa050a4-a531-489a-af03-4ae0231b7e29 req-9624d816-c07c-43a3-b815-8814fb3fc0d0 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:33.654489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8aa050a4-a531-489a-af03-4ae0231b7e29 req-9624d816-c07c-43a3-b815-8814fb3fc0d0 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 943 time: 0.1301870 Jul 27 19:53:33.737717 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] For port e26dd807-304e-4f3e-bcf4-685f9b4a5598, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:53:33.747912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] For port e26dd807-304e-4f3e-bcf4-685f9b4a5598, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:53:33.762833 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:33.813128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8aa050a4-a531-489a-af03-4ae0231b7e29 req-b5f507bc-7589-4509-8c7c-5005e20aa537 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511016 Jul 27 19:53:33.829850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:33.830486 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:33.831981 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] 10.222.0.63 "PUT /v2.0/ports/e26dd807-304e-4f3e-bcf4-685f9b4a5598 HTTP/1.1" status: 200 len: 1092 time: 1.2075510 Jul 27 19:53:33.832443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86053d07-6040-49fc-85e7-b583042db0cf', 'tag': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:33.835629 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbd42a4-dd2a-4695-ba72-3ea896f43777" -d '{"events": [{"name": "network-changed", "server_uuid": "86053d07-6040-49fc-85e7-b583042db0cf", "tag": "e26dd807-304e-4f3e-bcf4-685f9b4a5598"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:33.854836 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb47c0e9-bbd1-4812-a2fb-c6c84fb53243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:33.887776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98afdb2-7266-41ca-990a-5ce03eccb015 service neutron] Pushing event updated for resources: {'Port': ['ID=e26dd807-304e-4f3e-bcf4-685f9b4a5598,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:33.956309 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47c0e9-bbd1-4812-a2fb-c6c84fb53243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d6a1c4c-9e4c-4a4a-9e27-661033339273,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:33.960370 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc6bab8-445a-4694-9dc4-af30affe81db x-openstack-request-id: req-9cc6bab8-445a-4694-9dc4-af30affe81db {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:33.960685 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86053d07-6040-49fc-85e7-b583042db0cf", "tag": "e26dd807-304e-4f3e-bcf4-685f9b4a5598", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:33.960940 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9cc6bab8-445a-4694-9dc4-af30affe81db {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:33.961343 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86053d07-6040-49fc-85e7-b583042db0cf', 'tag': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598', 'status': 'completed', 'code': 200} Jul 27 19:53:34.021633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb47c0e9-bbd1-4812-a2fb-c6c84fb53243 admin admin] Checking segment: {'id': 'b1e3f0a7-758e-4272-bfae-c8f1a8dcd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:34.021633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb47c0e9-bbd1-4812-a2fb-c6c84fb53243 admin admin] Network hostable DHCP agents. Network: fd803f08-4324-482c-8054-6bca1843a5b5, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:53:34.023147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f8b3fe39-f6b3-416b-8fe8-df6f13dab120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:34.024753 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-f8b3fe39-f6b3-416b-8fe8-df6f13dab120 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bd7fbd769b2f4d379acce1bf30d00e53&device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 1095 time: 0.1241651 Jul 27 19:53:34.065730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb47c0e9-bbd1-4812-a2fb-c6c84fb53243 admin admin] Network fd803f08-4324-482c-8054-6bca1843a5b5 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:53:34.091294 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-eb47c0e9-bbd1-4812-a2fb-c6c84fb53243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, fd803f08-4324-482c-8054-6bca1843a5b5) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:34.093100 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-01dd8fce-c0d1-4daa-9037-ff00b6fec4ed service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598 HTTP/1.1" status: 200 len: 217 time: 0.0567069 Jul 27 19:53:34.099210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb47c0e9-bbd1-4812-a2fb-c6c84fb53243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:34.099577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcb0282-be05-448f-b349-33994613d5b3 None None] Network fd803f08-4324-482c-8054-6bca1843a5b5 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:34.099814 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb47c0e9-bbd1-4812-a2fb-c6c84fb53243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:34.149758 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-eb47c0e9-bbd1-4812-a2fb-c6c84fb53243 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5727589 Jul 27 19:53:34.152792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50054) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:34.158236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:34.225403 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:34.226767 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:34.237948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-e691f928-0924-4bce-bb4d-82016b1e24e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:34.238866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-e691f928-0924-4bce-bb4d-82016b1e24e1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f772b2f4-a418-4e5e-b4bd-332603009cf5 HTTP/1.1" status: 200 len: 853 time: 0.1376481 Jul 27 19:53:34.284988 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-cd9bbeae-0789-4a84-9164-2e28628b6b05 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=15cf4885-7155-4c10-9fb4-dffcf365ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372896 Jul 27 19:53:34.327471 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:34.490620 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-fd803f08-4324-482c-8054-6bca1843a5b5', 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'fixed_ips': [{'subnet_id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:53:34.492004 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:34.496743 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-d6f5bcf2-ab07-4597-9145-c11f647512f2 service neutron] 10.222.0.63 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032766 Jul 27 19:53:34.506089 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:34.702605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba64b2-90dd-47ec-9deb-258b1eee568e req-d2d1b4cc-14ab-46d5-9a85-74259c0b9a7a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:34.704270 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d7ba64b2-90dd-47ec-9deb-258b1eee568e req-d2d1b4cc-14ab-46d5-9a85-74259c0b9a7a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 943 time: 0.3641887 Jul 27 19:53:34.764039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Allocated IP 172.20.0.2 (fd803f08-4324-482c-8054-6bca1843a5b5/8d6a1c4c-9e4c-4a4a-9e27-661033339273/a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:53:34.811396 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dbd577-063f-4cdf-86dc-654be3cc191e req-dda84426-a378-4f20-9da4-001711ff9926 service neutron] 10.222.0.63 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063555 Jul 27 19:53:34.843570 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d7ba64b2-90dd-47ec-9deb-258b1eee568e req-6d8d9d28-dc5e-491c-ad15-2ec95e3dac7c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257079 Jul 27 19:53:34.889364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50bf4d-cff5-471f-9531-a0487e586b3d req-65bce3e1-63ec-4af8-97c3-61f3a355e900 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:34.892450 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dc50bf4d-cff5-471f-9531-a0487e586b3d req-65bce3e1-63ec-4af8-97c3-61f3a355e900 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 946 time: 0.1649480 Jul 27 19:53:35.005642 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dc50bf4d-cff5-471f-9531-a0487e586b3d req-c8bb4a91-190e-40f9-b5d5-9f2ea2869e7c tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/security-groups?id=e837c39b-66e2-4f17-9889-a8d8c78714f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014407 Jul 27 19:53:35.015113 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:35.027483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Transition to ACTIVE for port object a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:53:35.052805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd42a4-dd2a-4695-ba72-3ea896f43777 req-452a70c8-3b09-41a8-86c0-50f0b202a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:35.054552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfbd42a4-dd2a-4695-ba72-3ea896f43777 req-452a70c8-3b09-41a8-86c0-50f0b202a720 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bd7fbd769b2f4d379acce1bf30d00e53&device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 1095 time: 0.1599691 Jul 27 19:53:35.076030 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Transition to ACTIVE for port object a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:53:35.094035 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:35.134973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Network fd803f08-4324-482c-8054-6bca1843a5b5 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:53:35.160574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:35.164575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:53:35.200878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd42a4-dd2a-4695-ba72-3ea896f43777 req-e6f21ab2-485e-4a41-94e0-0b6e79f1551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:35.203043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfbd42a4-dd2a-4695-ba72-3ea896f43777 req-e6f21ab2-485e-4a41-94e0-0b6e79f1551b service neutron] 10.222.0.63 "GET /v2.0/networks?id=15cf4885-7155-4c10-9fb4-dffcf365ca76 HTTP/1.1" status: 200 len: 914 time: 0.1410460 Jul 27 19:53:35.238104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Pushing event updated for resources: {'Port': ['ID=a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:35.244808 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b7037270-7897-4163-8f7e-7ebadb9faa82 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:53:35.292723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Attempting to bind port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:53:35.293104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Attempting to bind port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'b1e3f0a7-758e-4272-bfae-c8f1a8dcd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:53:35.293705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Attempting to bind port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 on network fd803f08-4324-482c-8054-6bca1843a5b5 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:53:35.309686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:53:35.310311 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Checking segment: {'id': 'b1e3f0a7-758e-4272-bfae-c8f1a8dcd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:35.310775 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:35.311230 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Bound using segment: {'id': 'b1e3f0a7-758e-4272-bfae-c8f1a8dcd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:53:35.311786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Bound port: a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e3f0a7-758e-4272-bfae-c8f1a8dcd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:53:35.312262 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:35.333993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfbd42a4-dd2a-4695-ba72-3ea896f43777 req-74e665cb-45d9-4b77-8b42-2225e84c7325 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598 HTTP/1.1" status: 200 len: 217 time: 0.1200757 Jul 27 19:53:35.339660 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:35.428465 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:35.446656 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b7037270-7897-4163-8f7e-7ebadb9faa82, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b7037270-7897-4163-8f7e-7ebadb9faa82,segment=NetworkSegment(0338f95e-514b-4f89-ae52-1c7c25660047),segment_id=0338f95e-514b-4f89-ae52-1c7c25660047)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:35.469656 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'b7037270-7897-4163-8f7e-7ebadb9faa82', 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'port_id': 'b7037270-7897-4163-8f7e-7ebadb9faa82', 'mac_address': 'fa:16:3e:db:d7:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:53:35.475679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] For port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:53:35.496260 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd42a4-dd2a-4695-ba72-3ea896f43777 req-1cb239da-3708-4cc7-bfa3-1b960f9718fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:35.497896 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfbd42a4-dd2a-4695-ba72-3ea896f43777 req-1cb239da-3708-4cc7-bfa3-1b960f9718fc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f772b2f4-a418-4e5e-b4bd-332603009cf5 HTTP/1.1" status: 200 len: 853 time: 0.0951445 Jul 27 19:53:35.512700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] For port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650,segment=NetworkSegment(b1e3f0a7-758e-4272-bfae-c8f1a8dcd016),segment_id=b1e3f0a7-758e-4272-bfae-c8f1a8dcd016)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:53:35.513955 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:35.519598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4277618-5432-429d-89d0-edf76376a743 req-06e14f64-7de3-49f5-8289-cb2e0ce57ed8 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:35.530116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4277618-5432-429d-89d0-edf76376a743 req-06e14f64-7de3-49f5-8289-cb2e0ce57ed8 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 943 time: 0.2410023 Jul 27 19:53:35.565042 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:35.620456 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7037270-7897-4163-8f7e-7ebadb9faa82 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:53:35.672234 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b7037270-7897-4163-8f7e-7ebadb9faa82, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b7037270-7897-4163-8f7e-7ebadb9faa82,segment=NetworkSegment(0338f95e-514b-4f89-ae52-1c7c25660047),segment_id=0338f95e-514b-4f89-ae52-1c7c25660047)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:35.681469 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e616cf4-a00a-4df0-8a1f-9c344758e867 None None] Pushing event updated for resources: {'Port': ['ID=a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:35.690548 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:35.783241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Allocated IP 172.25.1.108 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/cd012771-f405-4c7c-b36e-6d5096fa82f3) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:53:35.790039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b7037270-7897-4163-8f7e-7ebadb9faa82,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:35.978324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b7037270-7897-4163-8f7e-7ebadb9faa82'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:53:35.992631 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:36.059910 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:36.104631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:53:36.107814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:36.111346 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:53:36.163480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Pushing event updated for resources: {'Port': ['ID=cd012771-f405-4c7c-b36e-6d5096fa82f3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:36.195706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfbd42a4-dd2a-4695-ba72-3ea896f43777 req-e086d07f-6576-422f-aa92-d1f9e7917bec service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=15cf4885-7155-4c10-9fb4-dffcf365ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6634612 Jul 27 19:53:36.239828 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4277618-5432-429d-89d0-edf76376a743 req-a5c2df35-eb4d-4da3-9034-48d24d5347d7 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7075095 Jul 27 19:53:36.436278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfbd42a4-dd2a-4695-ba72-3ea896f43777 req-d5e868f1-4690-46d4-855e-33db19777b28 service neutron] 10.222.0.63 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280054 Jul 27 19:53:36.483358 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc59b3-1f86-46f0-9493-66c9f6715c35 req-8eba5500-cca1-4db3-a64b-75d2595e8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:36.484926 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-defc59b3-1f86-46f0-9493-66c9f6715c35 req-8eba5500-cca1-4db3-a64b-75d2595e8916 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ea18b8c14604b8287fa0697ff5e2e8f&device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 1098 time: 0.1052971 Jul 27 19:53:36.530177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4d5fc-9327-4fa8-bd72-7d836cf235ee req-642e078b-7aa8-42f6-812c-6da0224423d7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:36.537666 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39f4d5fc-9327-4fa8-bd72-7d836cf235ee req-642e078b-7aa8-42f6-812c-6da0224423d7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 943 time: 0.2108881 Jul 27 19:53:36.574966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ce70c-db92-418d-9940-56168a79573c req-93cf54b6-93fa-4677-9b9a-ba0be6fa9e81 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:36.582290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a92ce70c-db92-418d-9940-56168a79573c req-93cf54b6-93fa-4677-9b9a-ba0be6fa9e81 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 946 time: 0.1986446 Jul 27 19:53:36.604459 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc59b3-1f86-46f0-9493-66c9f6715c35 req-1124d17d-bf4d-46e5-b354-c748c51fb343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:36.606325 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-defc59b3-1f86-46f0-9493-66c9f6715c35 req-1124d17d-bf4d-46e5-b354-c748c51fb343 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a7f8883-8417-44f4-ac6e-f00b872c2453 HTTP/1.1" status: 200 len: 914 time: 0.1061289 Jul 27 19:53:36.608923 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:36.636946 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfbd42a4-dd2a-4695-ba72-3ea896f43777 req-25607988-c37f-4002-adc3-63be640b2730 service neutron] 10.222.0.63 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883135 Jul 27 19:53:36.651718 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39f4d5fc-9327-4fa8-bd72-7d836cf235ee req-88d2ab6b-724f-4be2-bebb-fa02e1a2fcc4 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130061 Jul 27 19:53:36.672873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a92ce70c-db92-418d-9940-56168a79573c req-01ea9ea5-cf8c-4ecc-a6e2-50e19116c797 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897009 Jul 27 19:53:36.767511 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-defc59b3-1f86-46f0-9493-66c9f6715c35 req-efab1276-6534-4a49-816e-3a98fed3c678 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 HTTP/1.1" status: 200 len: 217 time: 0.0447471 Jul 27 19:53:36.955328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc59b3-1f86-46f0-9493-66c9f6715c35 req-da98aea3-7aa8-4355-bf87-1da271465e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:36.956868 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-defc59b3-1f86-46f0-9493-66c9f6715c35 req-da98aea3-7aa8-4355-bf87-1da271465e61 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13bd4586-3a2a-484d-8789-07234832577a HTTP/1.1" status: 200 len: 853 time: 0.1742866 Jul 27 19:53:37.005291 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-defc59b3-1f86-46f0-9493-66c9f6715c35 req-d8a0c4e4-0dc3-46e1-a7ae-049b0ae1d731 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a7f8883-8417-44f4-ac6e-f00b872c2453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378487 Jul 27 19:53:37.013222 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:37.014819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb93555-ae8a-47a7-8afa-5df73ec4169a req-c5b8aa5b-4f35-45eb-ab2a-2e352cf19292 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:37.016610 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aeb93555-ae8a-47a7-8afa-5df73ec4169a req-c5b8aa5b-4f35-45eb-ab2a-2e352cf19292 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 946 time: 0.1384482 Jul 27 19:53:37.021800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19267c8-d98e-4691-8877-addd68f39990 None None] Network fd803f08-4324-482c-8054-6bca1843a5b5 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:37.024846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04544c-1610-4f37-ab42-5294b64fafb5 req-5445ea79-9a9a-4932-a8a4-80e1695c24d6 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:37.026752 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f04544c-1610-4f37-ab42-5294b64fafb5 req-5445ea79-9a9a-4932-a8a4-80e1695c24d6 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 945 time: 0.1367009 Jul 27 19:53:37.085520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aeb93555-ae8a-47a7-8afa-5df73ec4169a req-6ee6f90d-7d2e-4f29-904d-7bf2766fa5e9 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/security-groups?id=e837c39b-66e2-4f17-9889-a8d8c78714f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576036 Jul 27 19:53:37.093962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f04544c-1610-4f37-ab42-5294b64fafb5 req-051b6831-eb8f-4352-93ce-f63448635668 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c07464-b221-4826-a213-c80158a99315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585005 Jul 27 19:53:37.134469 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-018618ad-32db-46c7-93cb-3efb759a1858 None None] Provisioning for port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:53:37.232142 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-defc59b3-1f86-46f0-9493-66c9f6715c35 req-c360cdb0-3287-45f9-a6c4-1ce29b1eb5da service neutron] 10.222.0.52 "GET /v2.0/networks/9a7f8883-8417-44f4-ac6e-f00b872c2453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147176 Jul 27 19:53:37.249229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e26dd807-304e-4f3e-bcf4-685f9b4a5598 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:53:37.251349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b7037270-7897-4163-8f7e-7ebadb9faa82 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:53:37.304981 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:53:37.419181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d60036-0b15-45f4-90b6-8d263bdf0bae req-e259919e-fba3-41f7-a0d5-09d4cd2d7376 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:37.427811 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28d60036-0b15-45f4-90b6-8d263bdf0bae req-e259919e-fba3-41f7-a0d5-09d4cd2d7376 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 944 time: 0.0844419 Jul 27 19:53:37.428067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port b7037270-7897-4163-8f7e-7ebadb9faa82 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:53:37.442130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port b7037270-7897-4163-8f7e-7ebadb9faa82 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:53:37.442501 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:37.476915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28d60036-0b15-45f4-90b6-8d263bdf0bae req-be3d256e-7007-42be-8a60-edf19f0c0e53 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479708 Jul 27 19:53:37.503980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e26dd807-304e-4f3e-bcf4-685f9b4a5598, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:37.519830 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598', 'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76', 'port_id': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598', 'mac_address': 'fa:16:3e:8f:4e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f772b2f4-a418-4e5e-b4bd-332603009cf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:53:37.540829 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-defc59b3-1f86-46f0-9493-66c9f6715c35 req-21bf3326-6aff-4c37-ad73-189a281fcd7f service neutron] 10.222.0.52 "GET /v2.0/networks/9a7f8883-8417-44f4-ac6e-f00b872c2453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863836 Jul 27 19:53:37.543492 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:53:37.561768 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:37.563477 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d8604045-25be-405c-94ba-115836698e62 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.4091454 Jul 27 19:53:37.567768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 50108) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:37.574864 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Sync routers for ids ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:53:37.588043 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Routers {'51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:53:37.590460 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:53:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:37.594758 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:37.609208 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:37.641981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26dd807-304e-4f3e-bcf4-685f9b4a5598 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:53:37.668226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e26dd807-304e-4f3e-bcf4-685f9b4a5598, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:37.730721 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b7037270-7897-4163-8f7e-7ebadb9faa82, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b7037270-7897-4163-8f7e-7ebadb9faa82,segment=NetworkSegment(0338f95e-514b-4f89-ae52-1c7c25660047),segment_id=0338f95e-514b-4f89-ae52-1c7c25660047)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:37.736121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5754133-5c87-4594-ba79-8cec7253570c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7037270-7897-4163-8f7e-7ebadb9faa82'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:37.744842 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caee52e-3b67-401b-82c5-d34fb1c09dab" -d '{"events": [{"server_uuid": "e5754133-5c87-4594-ba79-8cec7253570c", "name": "network-vif-plugged", "status": "completed", "tag": "b7037270-7897-4163-8f7e-7ebadb9faa82"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:37.756617 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:37.818458 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Set router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:53:37.868494 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:37.873155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=e26dd807-304e-4f3e-bcf4-685f9b4a5598,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:37.991016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b7037270-7897-4163-8f7e-7ebadb9faa82,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:38.006822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:53:38.074224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:53:38.080769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:53:38.081728 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:38.148527 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:53:34Z', 'updated_at': '2021-07-27T19:53:36Z', 'revision_number': 3, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'gw_port': {'id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:35Z', 'updated_at': '2021-07-27T19:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:38.149080 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['e26dd807-304e-4f3e-bcf4-685f9b4a5598'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:53:38.239185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9939fd8-6b49-4da1-a884-499fbc80dbb0 req-8512de93-7d28-4e39-b0a1-607f9525a03a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:38.249459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9939fd8-6b49-4da1-a884-499fbc80dbb0 req-8512de93-7d28-4e39-b0a1-607f9525a03a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 944 time: 0.3480585 Jul 27 19:53:38.270537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf25cf-5563-461e-819e-82ec3576efca req-03024bf4-8f11-44ea-8388-6291d8f28187 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:38.276840 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:38.278586 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64cf25cf-5563-461e-819e-82ec3576efca req-03024bf4-8f11-44ea-8388-6291d8f28187 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 946 time: 0.3757694 Jul 27 19:53:38.304187 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Checking router: 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:53:38.304829 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Updating router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a port cd012771-f405-4c7c-b36e-6d5096fa82f3 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:53:38.329939 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:38.359272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64cf25cf-5563-461e-819e-82ec3576efca req-84911e43-2dc1-4728-863d-c1117866f0f6 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796976 Jul 27 19:53:38.377310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650,segment=NetworkSegment(b1e3f0a7-758e-4272-bfae-c8f1a8dcd016),segment_id=b1e3f0a7-758e-4272-bfae-c8f1a8dcd016)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:38.387025 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:38.399960 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:38.451975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9939fd8-6b49-4da1-a884-499fbc80dbb0 req-b250c9b9-6648-46f8-a905-e17a55761b14 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781409 Jul 27 19:53:38.490208 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4063ac-27c9-4246-bb2c-63f7278be951 x-openstack-request-id: req-fc4063ac-27c9-4246-bb2c-63f7278be951 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:38.490208 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5754133-5c87-4594-ba79-8cec7253570c", "name": "network-vif-plugged", "status": "completed", "tag": "b7037270-7897-4163-8f7e-7ebadb9faa82", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:38.490208 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc4063ac-27c9-4246-bb2c-63f7278be951 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:38.490775 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5754133-5c87-4594-ba79-8cec7253570c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7037270-7897-4163-8f7e-7ebadb9faa82', 'code': 200} Jul 27 19:53:38.508599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:38.622289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573d752-dc75-425f-9462-cb69d0a115cc req-897103aa-ee11-45f3-9bf0-7abe0f118f7e tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:38.623900 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1573d752-dc75-425f-9462-cb69d0a115cc req-897103aa-ee11-45f3-9bf0-7abe0f118f7e tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.52 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 946 time: 0.1585927 Jul 27 19:53:38.832117 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:38.853346 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Transition to ACTIVE for port object cd012771-f405-4c7c-b36e-6d5096fa82f3 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:53:38.854255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-1573d752-dc75-425f-9462-cb69d0a115cc req-a9e0a5fd-bef0-4cf1-ba72-b83c12ec7566 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Deleting port 326813c8-2a0e-40cf-8d0b-9a2a70997b85 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:38.854854 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1573d752-dc75-425f-9462-cb69d0a115cc req-a9e0a5fd-bef0-4cf1-ba72-b83c12ec7566 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:38.866656 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:38.904508 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:38.918319 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8050b-1b82-4e45-8000-f0a14dbf7a48 None None] Pushing event updated for resources: {'Port': ['ID=cd012771-f405-4c7c-b36e-6d5096fa82f3,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:38.941915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d18719-f5b2-44cd-91a5-8a5f83bad510 req-cb55aab5-6c52-4ac0-a26c-46469d452a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:38.943471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-22d18719-f5b2-44cd-91a5-8a5f83bad510 req-cb55aab5-6c52-4ac0-a26c-46469d452a8b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 1097 time: 0.3607402 Jul 27 19:53:38.951315 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Attempting to bind port cd012771-f405-4c7c-b36e-6d5096fa82f3 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:53:38.951783 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Attempting to bind port cd012771-f405-4c7c-b36e-6d5096fa82f3 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:53:38.952235 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Attempting to bind port cd012771-f405-4c7c-b36e-6d5096fa82f3 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:53:38.957931 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:53:38.958467 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:38.959404 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:38.959936 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:53:38.960530 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Bound port: cd012771-f405-4c7c-b36e-6d5096fa82f3, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:53:38.961052 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:38.975502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08dde5-30f4-4359-8c6e-9be2eb80786c req-7e28dffd-fee4-4cbc-b0a4-31d41f4cfbe9 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:38.977247 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e08dde5-30f4-4359-8c6e-9be2eb80786c req-7e28dffd-fee4-4cbc-b0a4-31d41f4cfbe9 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 946 time: 0.3591962 Jul 27 19:53:39.012564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-1573d752-dc75-425f-9462-cb69d0a115cc req-a9e0a5fd-bef0-4cf1-ba72-b83c12ec7566 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] For port 326813c8-2a0e-40cf-8d0b-9a2a70997b85, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=326813c8-2a0e-40cf-8d0b-9a2a70997b85,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:39.012943 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1573d752-dc75-425f-9462-cb69d0a115cc req-a9e0a5fd-bef0-4cf1-ba72-b83c12ec7566 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:39.018622 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] For port cd012771-f405-4c7c-b36e-6d5096fa82f3, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:53:39.022793 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] For port cd012771-f405-4c7c-b36e-6d5096fa82f3, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cd012771-f405-4c7c-b36e-6d5096fa82f3,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:53:39.027946 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:39.038014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-1573d752-dc75-425f-9462-cb69d0a115cc req-a9e0a5fd-bef0-4cf1-ba72-b83c12ec7566 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Calling delete_port for 326813c8-2a0e-40cf-8d0b-9a2a70997b85 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:39.082307 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Routers {'51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:53:39.083341 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:53:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:39.151690 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8050b-1b82-4e45-8000-f0a14dbf7a48 None None] Pushing event updated for resources: {'Port': ['ID=cd012771-f405-4c7c-b36e-6d5096fa82f3,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:39.157947 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-22d18719-f5b2-44cd-91a5-8a5f83bad510 req-7e93a9fb-050f-4b60-a762-9fad018ec91e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027607 Jul 27 19:53:39.181235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b699f2e-4f85-48d9-8216-61bc35f4b205 req-76508de6-6ccb-4b00-9510-b2c2c20aa5a4 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:39.182918 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b699f2e-4f85-48d9-8216-61bc35f4b205 req-76508de6-6ccb-4b00-9510-b2c2c20aa5a4 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 945 time: 0.4899330 Jul 27 19:53:39.237043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1573d752-dc75-425f-9462-cb69d0a115cc req-a9e0a5fd-bef0-4cf1-ba72-b83c12ec7566 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:39.243515 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] Set router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:53:39.253139 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['e29c3542-3773-4b25-a6ea-b46a7668f8d5'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:53:39.255568 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['58356d2f-b719-4ff1-bfd9-7a5c7a852efe', '326813c8-2a0e-40cf-8d0b-9a2a70997b85'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:53:39.278686 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e08dde5-30f4-4359-8c6e-9be2eb80786c req-9ae9bb8a-98a0-4091-b80a-e804a798f8c0 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/security-groups?id=e837c39b-66e2-4f17-9889-a8d8c78714f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837790 Jul 27 19:53:39.298364 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0a5fd-bef0-4cf1-ba72-b83c12ec7566 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Pushing event deleted for resources: {'Port': ['ID=326813c8-2a0e-40cf-8d0b-9a2a70997b85,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:39.352587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e26dd807-304e-4f3e-bcf4-685f9b4a5598 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:53:39.365446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b699f2e-4f85-48d9-8216-61bc35f4b205 req-74dffe7a-5af6-45b7-8699-c95c0839f4eb tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c07464-b221-4826-a213-c80158a99315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749127 Jul 27 19:53:39.472288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-1573d752-dc75-425f-9462-cb69d0a115cc req-a9e0a5fd-bef0-4cf1-ba72-b83c12ec7566 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] No DVR routers for this DVR port 326813c8-2a0e-40cf-8d0b-9a2a70997b85 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:39.478630 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1573d752-dc75-425f-9462-cb69d0a115cc req-a9e0a5fd-bef0-4cf1-ba72-b83c12ec7566 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:39.481177 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1573d752-dc75-425f-9462-cb69d0a115cc req-a9e0a5fd-bef0-4cf1-ba72-b83c12ec7566 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.52 "DELETE /v2.0/ports/326813c8-2a0e-40cf-8d0b-9a2a70997b85 HTTP/1.1" status: 204 len: 173 time: 0.8451557 Jul 27 19:53:39.482703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb88796-8bc6-4618-b09b-490c720d99e9', 'name': 'network-vif-deleted', 'tag': '326813c8-2a0e-40cf-8d0b-9a2a70997b85'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:39.490280 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45433e9a-1ba6-436c-bde7-40c3327664cf" -d '{"events": [{"server_uuid": "8bb88796-8bc6-4618-b09b-490c720d99e9", "name": "network-vif-deleted", "tag": "326813c8-2a0e-40cf-8d0b-9a2a70997b85"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:39.538776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Allocated IP 172.20.0.1 (fd803f08-4324-482c-8054-6bca1843a5b5/8d6a1c4c-9e4c-4a4a-9e27-661033339273/3e34b5f6-a91b-421a-b7c6-5113524b1872) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:53:39.663836 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:53:34Z', 'updated_at': '2021-07-27T19:53:36Z', 'revision_number': 3, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'gw_port': {'id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:35Z', 'updated_at': '2021-07-27T19:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:39.712245 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62672ddd-a56c-4fb3-82b9-48a298a578d0 None None] The sync data for ids ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'] in n-d-705657-21 is: [{'id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:53:34Z', 'updated_at': '2021-07-27T19:53:36Z', 'revision_number': 3, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'gw_port': {'id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:35Z', 'updated_at': '2021-07-27T19:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:53:39.732962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42a0b711-bd36-4a72-af99-4d03cf20e94d req-f04bfcd4-f5ec-4358-98de-811af50e4dea tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=8bb88796-8bc6-4618-b09b-490c720d99e9 HTTP/1.1" status: 200 len: 210 time: 0.0777276 Jul 27 19:53:39.783260 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2df31-a766-4c46-b348-660a6f5482ae req-8a0ce4ec-1141-4607-b029-f2b89811da5d tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:39.785376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c1c2df31-a766-4c46-b348-660a6f5482ae req-8a0ce4ec-1141-4607-b029-f2b89811da5d tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 945 time: 0.3682427 Jul 27 19:53:39.801987 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:39.816451 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d43136-abfe-4fe3-940b-1c070f50d34d req-59e9a03f-0293-46b1-a2ab-08aa7f25240c tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:39.824530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8d43136-abfe-4fe3-940b-1c070f50d34d req-59e9a03f-0293-46b1-a2ab-08aa7f25240c tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 945 time: 0.3637171 Jul 27 19:53:39.887640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:53:40.006786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Transition to ACTIVE for port object 3e34b5f6-a91b-421a-b7c6-5113524b1872 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:53:40.081525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port e26dd807-304e-4f3e-bcf4-685f9b4a5598 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:53:40.133878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port e26dd807-304e-4f3e-bcf4-685f9b4a5598 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:53:40.134549 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:40.137121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:53:40.137657 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:40.232913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8d43136-abfe-4fe3-940b-1c070f50d34d req-c147596b-c81a-4530-8d50-e06eb92e634d tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4056351 Jul 27 19:53:40.275714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-c1c2df31-a766-4c46-b348-660a6f5482ae req-bdb547ef-cef0-45f6-980e-a16da3bf3654 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Deleting port 0372b6a6-142e-4b37-ab57-5d0609543761 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:40.276035 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c1c2df31-a766-4c46-b348-660a6f5482ae req-bdb547ef-cef0-45f6-980e-a16da3bf3654 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:40.312343 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edadee7-9c8f-4352-8043-0e9839e4b48c x-openstack-request-id: req-3edadee7-9c8f-4352-8043-0e9839e4b48c {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:40.312884 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb88796-8bc6-4618-b09b-490c720d99e9", "name": "network-vif-deleted", "tag": "326813c8-2a0e-40cf-8d0b-9a2a70997b85", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:40.312884 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3edadee7-9c8f-4352-8043-0e9839e4b48c {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:40.313312 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb88796-8bc6-4618-b09b-490c720d99e9', 'name': 'network-vif-deleted', 'tag': '326813c8-2a0e-40cf-8d0b-9a2a70997b85', 'status': 'completed', 'code': 200} Jul 27 19:53:40.444491 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:40.472970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2abed8-de4a-4b89-a186-592ea99ff59c req-4a2adb5a-a546-4375-8a52-e75626298bd3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:40.481786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df2abed8-de4a-4b89-a186-592ea99ff59c req-4a2adb5a-a546-4375-8a52-e75626298bd3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 944 time: 0.4731905 Jul 27 19:53:40.583848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Network fd803f08-4324-482c-8054-6bca1843a5b5 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:53:40.619057 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:40.649161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:53:40.660713 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:40.690134 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:53:40.728330 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-c1c2df31-a766-4c46-b348-660a6f5482ae req-bdb547ef-cef0-45f6-980e-a16da3bf3654 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] For port 0372b6a6-142e-4b37-ab57-5d0609543761, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0372b6a6-142e-4b37-ab57-5d0609543761,segment=NetworkSegment(f6e26844-f270-435b-bd9d-82851ef4eb61),segment_id=f6e26844-f270-435b-bd9d-82851ef4eb61)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:40.737016 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c1c2df31-a766-4c46-b348-660a6f5482ae req-bdb547ef-cef0-45f6-980e-a16da3bf3654 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:40.746852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Pushing event updated for resources: {'Port': ['ID=3e34b5f6-a91b-421a-b7c6-5113524b1872,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:40.754621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86053d07-6040-49fc-85e7-b583042db0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:40.757395 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cde3fb-0174-4d32-a485-2025c1d0860c" -d '{"events": [{"server_uuid": "86053d07-6040-49fc-85e7-b583042db0cf", "name": "network-vif-plugged", "status": "completed", "tag": "e26dd807-304e-4f3e-bcf4-685f9b4a5598"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:40.779080 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e26dd807-304e-4f3e-bcf4-685f9b4a5598, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:40.787235 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:40.797306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df2abed8-de4a-4b89-a186-592ea99ff59c req-3dd4229a-d67c-4058-b0fe-a798c0826476 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668374 Jul 27 19:53:40.875711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=e26dd807-304e-4f3e-bcf4-685f9b4a5598,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:40.897012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-c1c2df31-a766-4c46-b348-660a6f5482ae req-bdb547ef-cef0-45f6-980e-a16da3bf3654 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Calling delete_port for 0372b6a6-142e-4b37-ab57-5d0609543761 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:40.909897 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:41.096218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8a85e5f3-2b6d-4461-b6f3-c58c01c46384 None None] Provisioning for port 3e34b5f6-a91b-421a-b7c6-5113524b1872 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:53:41.101988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8a85e5f3-2b6d-4461-b6f3-c58c01c46384 None None] Provisioning complete for port 3e34b5f6-a91b-421a-b7c6-5113524b1872 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:53:41.102726 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8a85e5f3-2b6d-4461-b6f3-c58c01c46384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:41.120278 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aa0c5-17f1-47a0-9618-7ac9cb7138a5 req-328b2359-faab-46a0-b37b-36d7c4a0f947 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:41.121830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-710aa0c5-17f1-47a0-9618-7ac9cb7138a5 req-328b2359-faab-46a0-b37b-36d7c4a0f947 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 945 time: 0.3182344 Jul 27 19:53:41.177834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8a85e5f3-2b6d-4461-b6f3-c58c01c46384 None None] Port 3e34b5f6-a91b-421a-b7c6-5113524b1872 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:53:41.236720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69077d80-ebb1-4fdd-910a-e3aa25db541d req-e3a6b84b-f492-4edd-b224-251ec53f3ddd tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:41.238234 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69077d80-ebb1-4fdd-910a-e3aa25db541d req-e3a6b84b-f492-4edd-b224-251ec53f3ddd tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 946 time: 0.3139815 Jul 27 19:53:41.265887 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-710aa0c5-17f1-47a0-9618-7ac9cb7138a5 req-205d3bfa-335c-48b4-a21f-337aae2f578e tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c07464-b221-4826-a213-c80158a99315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271474 Jul 27 19:53:41.380651 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a25af1f-7d0c-46c1-a32f-193f2dd9c23e x-openstack-request-id: req-8a25af1f-7d0c-46c1-a32f-193f2dd9c23e {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:41.380938 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86053d07-6040-49fc-85e7-b583042db0cf", "name": "network-vif-plugged", "status": "completed", "tag": "e26dd807-304e-4f3e-bcf4-685f9b4a5598", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:41.381823 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a25af1f-7d0c-46c1-a32f-193f2dd9c23e {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:41.382118 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86053d07-6040-49fc-85e7-b583042db0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598', 'code': 200} Jul 27 19:53:41.414937 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:41.767543 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:41.783074 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c1c2df31-a766-4c46-b348-660a6f5482ae req-bdb547ef-cef0-45f6-980e-a16da3bf3654 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:41.787469 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cd012771-f405-4c7c-b36e-6d5096fa82f3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:53:41.803572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69077d80-ebb1-4fdd-910a-e3aa25db541d req-ef8db20b-2fa3-4106-9fd3-b2a087e36502 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/security-groups?id=e837c39b-66e2-4f17-9889-a8d8c78714f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346656 Jul 27 19:53:41.817519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['0372b6a6-142e-4b37-ab57-5d0609543761'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:53:41.850600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb547ef-cef0-45f6-980e-a16da3bf3654 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Pushing event deleted for resources: {'Port': ['ID=0372b6a6-142e-4b37-ab57-5d0609543761,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:41.899321 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port cd012771-f405-4c7c-b36e-6d5096fa82f3 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:53:41.904662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port cd012771-f405-4c7c-b36e-6d5096fa82f3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:53:41.905092 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:41.940646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c2df31-a766-4c46-b348-660a6f5482ae req-bdb547ef-cef0-45f6-980e-a16da3bf3654 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] No DVR routers for this DVR port 0372b6a6-142e-4b37-ab57-5d0609543761 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:41.948176 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c1c2df31-a766-4c46-b348-660a6f5482ae req-bdb547ef-cef0-45f6-980e-a16da3bf3654 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:41.950265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c1c2df31-a766-4c46-b348-660a6f5482ae req-bdb547ef-cef0-45f6-980e-a16da3bf3654 tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.52 "DELETE /v2.0/ports/0372b6a6-142e-4b37-ab57-5d0609543761 HTTP/1.1" status: 204 len: 173 time: 2.1141379 Jul 27 19:53:41.959024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5b38b-0f16-402c-b483-e2780bc54a15 req-94043472-18ee-4f42-b22d-b38199e316f6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:41.965406 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3a5b38b-0f16-402c-b483-e2780bc54a15 req-94043472-18ee-4f42-b22d-b38199e316f6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 945 time: 0.3149683 Jul 27 19:53:41.968653 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d00328-8289-4c24-96f1-4db031e99204 req-b8b1f713-a4ad-4df0-b6c6-6d5b3025a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:41.970202 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68d00328-8289-4c24-96f1-4db031e99204 req-b8b1f713-a4ad-4df0-b6c6-6d5b3025a4ec service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 1097 time: 0.3208885 Jul 27 19:53:41.970643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee5599a-518c-46b8-ac17-05e5a48c8442', 'name': 'network-vif-deleted', 'tag': '0372b6a6-142e-4b37-ab57-5d0609543761'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:41.973875 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed88fe68-8bcb-479d-a7db-c6120e7ee995" -d '{"events": [{"server_uuid": "6ee5599a-518c-46b8-ac17-05e5a48c8442", "name": "network-vif-deleted", "tag": "0372b6a6-142e-4b37-ab57-5d0609543761"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:42.002053 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:42.024767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port cd012771-f405-4c7c-b36e-6d5096fa82f3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cd012771-f405-4c7c-b36e-6d5096fa82f3,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:42.031079 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:42.082336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68d00328-8289-4c24-96f1-4db031e99204 req-b8f50861-3f19-4461-b878-45ac97c1ff56 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877392 Jul 27 19:53:42.091836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=cd012771-f405-4c7c-b36e-6d5096fa82f3,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:42.093142 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3a5b38b-0f16-402c-b483-e2780bc54a15 req-0063eba6-1573-48fe-85c8-4d75ac8e7a41 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267691 Jul 27 19:53:42.130231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 326813c8-2a0e-40cf-8d0b-9a2a70997b85 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:42.158261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 326813c8-2a0e-40cf-8d0b-9a2a70997b85 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:42.158610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 326813c8-2a0e-40cf-8d0b-9a2a70997b85 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:42.159097 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 0372b6a6-142e-4b37-ab57-5d0609543761 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:42.198031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 0372b6a6-142e-4b37-ab57-5d0609543761 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:42.198300 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 0372b6a6-142e-4b37-ab57-5d0609543761 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:42.201623 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2156f7-390f-438c-afe0-128c3f350992 x-openstack-request-id: req-4a2156f7-390f-438c-afe0-128c3f350992 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:42.202290 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee5599a-518c-46b8-ac17-05e5a48c8442", "name": "network-vif-deleted", "tag": "0372b6a6-142e-4b37-ab57-5d0609543761", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:42.202574 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a2156f7-390f-438c-afe0-128c3f350992 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:42.203033 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee5599a-518c-46b8-ac17-05e5a48c8442', 'name': 'network-vif-deleted', 'tag': '0372b6a6-142e-4b37-ab57-5d0609543761', 'status': 'completed', 'code': 200} Jul 27 19:53:42.227218 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:42.250113 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:42.360000 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:42.363158 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Pushing event updated for resources: {'Port': ['ID=3e34b5f6-a91b-421a-b7c6-5113524b1872,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:42.439442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139f235-48d9-4d41-ac23-9fb7bcc170b8 req-156e7add-0a62-4b9d-abdc-dd6bdc6bb1ad tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:42.440858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3139f235-48d9-4d41-ac23-9fb7bcc170b8 req-156e7add-0a62-4b9d-abdc-dd6bdc6bb1ad tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2369707 Jul 27 19:53:42.460336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc25b98-5ecf-436b-8c20-423121b99586 req-5c7e5200-7f85-408d-99e7-3355346cc674 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:42.461811 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5bc25b98-5ecf-436b-8c20-423121b99586 req-5c7e5200-7f85-408d-99e7-3355346cc674 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=48622a63-768a-46fc-9a20-4c1635d78077 HTTP/1.1" status: 200 len: 945 time: 0.2148180 Jul 27 19:53:42.534711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3139f235-48d9-4d41-ac23-9fb7bcc170b8 req-1e47e8bc-718f-4242-9700-a34ff0aebd70 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841637 Jul 27 19:53:42.557279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5bc25b98-5ecf-436b-8c20-423121b99586 req-8f10c756-da49-4c78-82f7-262d7f4e926c tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873532 Jul 27 19:53:42.562560 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Network fd803f08-4324-482c-8054-6bca1843a5b5 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:53:42.564325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:42.724760 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e79bace2-2a8f-48e6-b6d0-a0be70279796 req-d9b57092-e2c5-4433-a0ea-0e8c753c860d tempest-ServerTagsTestJSON-2103607536 tempest-ServerTagsTestJSON-2103607536-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ee5599a-518c-46b8-ac17-05e5a48c8442 HTTP/1.1" status: 200 len: 210 time: 0.0714974 Jul 27 19:53:42.805309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:53:42.814738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c455f60-34e7-4ffe-b5e1-13debd3fa87b req-16e108dd-22d1-4591-8bb9-032588b6372e tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:42.816461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c455f60-34e7-4ffe-b5e1-13debd3fa87b req-16e108dd-22d1-4591-8bb9-032588b6372e tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 945 time: 0.2019234 Jul 27 19:53:42.826320 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50184) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:42.834487 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-70aced50-daaf-4155-adb0-7f6731968789 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Request body: {'floatingip': {'port_id': 'b7037270-7897-4163-8f7e-7ebadb9faa82'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:42.886493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33091530-7858-4bc3-9b8e-b47b5c414f8c req-f89c1544-f27c-42eb-8bfd-4db63d424f51 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:42.888356 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33091530-7858-4bc3-9b8e-b47b5c414f8c req-f89c1544-f27c-42eb-8bfd-4db63d424f51 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 946 time: 0.1658850 Jul 27 19:53:42.913155 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-70aced50-daaf-4155-adb0-7f6731968789 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for floatingip, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:42.935746 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7a0ee09f-8b56-4a75-8536-733b05ef8acd None None] Provisioning complete for port 3e34b5f6-a91b-421a-b7c6-5113524b1872 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:53:42.936652 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee09f-8b56-4a75-8536-733b05ef8acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:42.984916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ee09f-8b56-4a75-8536-733b05ef8acd None None] Port 3e34b5f6-a91b-421a-b7c6-5113524b1872 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:53:43.047605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:53:43.060481 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aa86124b-c72e-41d3-adea-bebce60382f7 admin admin] 10.222.0.48 "PUT /v2.0/routers/51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4840045 Jul 27 19:53:43.065930 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Sync routers for ids ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:53:43.081486 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Routers {'51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:53:43.082216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:53:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:43.205245 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca1536-45cd-4a5e-8c71-aad94fd4be02 req-3cca65b7-c801-4117-9b31-80677d8b59cf tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:43.216318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3eca1536-45cd-4a5e-8c71-aad94fd4be02 req-3cca65b7-c801-4117-9b31-80677d8b59cf tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87 HTTP/1.1" status: 200 len: 946 time: 0.3172445 Jul 27 19:53:43.242290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-33091530-7858-4bc3-9b8e-b47b5c414f8c req-6cb8d380-e3b9-4ab3-b7e0-a35cc488cf55 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Deleting port 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:43.242638 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-33091530-7858-4bc3-9b8e-b47b5c414f8c req-6cb8d380-e3b9-4ab3-b7e0-a35cc488cf55 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:43.333014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3eca1536-45cd-4a5e-8c71-aad94fd4be02 req-1be9f15c-8ca6-4f6d-b1f2-308ac3821866 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.48 "GET /v2.0/security-groups?id=e837c39b-66e2-4f17-9889-a8d8c78714f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157916 Jul 27 19:53:43.368571 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Set router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:53:43.376605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-33091530-7858-4bc3-9b8e-b47b5c414f8c req-6cb8d380-e3b9-4ab3-b7e0-a35cc488cf55 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] For port 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=68ba475f-5b1e-4ee3-a7fc-8b740f4e4618,segment=NetworkSegment(051b3148-79e9-4844-a0c4-7c6320ad0dae),segment_id=051b3148-79e9-4844-a0c4-7c6320ad0dae)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:43.376985 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-33091530-7858-4bc3-9b8e-b47b5c414f8c req-6cb8d380-e3b9-4ab3-b7e0-a35cc488cf55 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:43.393477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-33091530-7858-4bc3-9b8e-b47b5c414f8c req-6cb8d380-e3b9-4ab3-b7e0-a35cc488cf55 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Calling delete_port for 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:43.497862 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c31c8fd3-7396-4b50-a451-2980cda261de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:43.616383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:53:34Z', 'updated_at': '2021-07-27T19:53:41Z', 'revision_number': 4, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'gw_port': {'id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:35Z', 'updated_at': '2021-07-27T19:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3e34b5f6-a91b-421a-b7c6-5113524b1872', 'name': '', 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'mac_address': 'fa:16:3e:56:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:38Z', 'updated_at': '2021-07-27T19:53:41Z', 'revision_number': 2, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'subnets': [{'id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:43.636438 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-33091530-7858-4bc3-9b8e-b47b5c414f8c req-6cb8d380-e3b9-4ab3-b7e0-a35cc488cf55 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:43.675721 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Checking router: 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:53:43.676071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Updating router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a port 3e34b5f6-a91b-421a-b7c6-5113524b1872 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:53:43.731558 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['68ba475f-5b1e-4ee3-a7fc-8b740f4e4618'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:53:43.743474 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-70aced50-daaf-4155-adb0-7f6731968789 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:43.751525 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-70aced50-daaf-4155-adb0-7f6731968789 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:43.803779 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-33091530-7858-4bc3-9b8e-b47b5c414f8c req-6cb8d380-e3b9-4ab3-b7e0-a35cc488cf55 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] No DVR routers for this DVR port 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:43.805227 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:43.807194 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-33091530-7858-4bc3-9b8e-b47b5c414f8c req-6cb8d380-e3b9-4ab3-b7e0-a35cc488cf55 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:43.810082 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33091530-7858-4bc3-9b8e-b47b5c414f8c req-6cb8d380-e3b9-4ab3-b7e0-a35cc488cf55 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] 10.222.0.52 "DELETE /v2.0/ports/68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 HTTP/1.1" status: 204 len: 173 time: 0.9099858 Jul 27 19:53:43.810865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8d380-e3b9-4ab3-b7e0-a35cc488cf55 tempest-InstanceActionsTestJSON-49402874 tempest-InstanceActionsTestJSON-49402874-project] Pushing event deleted for resources: {'Port': ['ID=68ba475f-5b1e-4ee3-a7fc-8b740f4e4618,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:43.818389 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cd012771-f405-4c7c-b36e-6d5096fa82f3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:53:43.852655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 50208) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:43.865779 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-288698d7-2715-4341-8d3b-66aed4861b33 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1266849873', 'description': 'tempest-description--1195094987'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:43.938119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea0138-c94d-40fe-9e99-8f01a0d8656f req-9bce2394-f862-49c0-8b91-7f1f2e83cd34 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:43.939738 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10ea0138-c94d-40fe-9e99-8f01a0d8656f req-9bce2394-f862-49c0-8b91-7f1f2e83cd34 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.63 "GET /v2.0/ports?device_id=48622a63-768a-46fc-9a20-4c1635d78077 HTTP/1.1" status: 200 len: 945 time: 0.3675160 Jul 27 19:53:43.940568 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-288698d7-2715-4341-8d3b-66aed4861b33 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:43.960548 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-70aced50-daaf-4155-adb0-7f6731968789 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Floating IP d1e5d139-4ded-497a-8303-e8a2671856f8 associated. External IP: 172.25.1.157, port: b7037270-7897-4163-8f7e-7ebadb9faa82. Jul 27 19:53:44.011186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port cd012771-f405-4c7c-b36e-6d5096fa82f3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:53:44.011775 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:44.069024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf068c-b90e-4e0e-8221-d1ae113978c4 req-90e78909-4484-4192-a7a1-d8fffde68cbb tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:44.080519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6bf068c-b90e-4e0e-8221-d1ae113978c4 req-90e78909-4484-4192-a7a1-d8fffde68cbb tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.4453940 Jul 27 19:53:44.193904 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-288698d7-2715-4341-8d3b-66aed4861b33 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:44.231039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87', 'name': 'network-vif-deleted', 'tag': '68ba475f-5b1e-4ee3-a7fc-8b740f4e4618'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:44.245002 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98b24bb-32d5-4c40-bd3e-34be9ff6d6de" -d '{"events": [{"server_uuid": "7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87", "name": "network-vif-deleted", "tag": "68ba475f-5b1e-4ee3-a7fc-8b740f4e4618"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:44.273914 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:44.287255 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Transition to ACTIVE for port object 3e34b5f6-a91b-421a-b7c6-5113524b1872 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:53:44.295393 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:44.325742 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-288698d7-2715-4341-8d3b-66aed4861b33 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:44.398549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebb11e-5f42-4714-b49c-c8911c9fd154 None None] Pushing event updated for resources: {'Port': ['ID=3e34b5f6-a91b-421a-b7c6-5113524b1872,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:44.407274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ccf6-892b-47c0-94a3-9e5c766fd4c2 req-138125fc-3d19-4c31-84e7-f592e5b4b850 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:44.408976 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e192ccf6-892b-47c0-94a3-9e5c766fd4c2 req-138125fc-3d19-4c31-84e7-f592e5b4b850 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=48622a63-768a-46fc-9a20-4c1635d78077 HTTP/1.1" status: 200 len: 945 time: 0.4879646 Jul 27 19:53:44.444937 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Attempting to bind port 3e34b5f6-a91b-421a-b7c6-5113524b1872 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:53:44.445428 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Attempting to bind port 3e34b5f6-a91b-421a-b7c6-5113524b1872 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'b1e3f0a7-758e-4272-bfae-c8f1a8dcd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:53:44.445937 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Attempting to bind port 3e34b5f6-a91b-421a-b7c6-5113524b1872 on network fd803f08-4324-482c-8054-6bca1843a5b5 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:53:44.454981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:53:44.455371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Checking segment: {'id': 'b1e3f0a7-758e-4272-bfae-c8f1a8dcd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:44.455974 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:44.456437 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Bound using segment: {'id': 'b1e3f0a7-758e-4272-bfae-c8f1a8dcd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:53:44.457014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Bound port: 3e34b5f6-a91b-421a-b7c6-5113524b1872, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e3f0a7-758e-4272-bfae-c8f1a8dcd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:53:44.457498 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:44.466399 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-288698d7-2715-4341-8d3b-66aed4861b33 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:44.470226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-288698d7-2715-4341-8d3b-66aed4861b33 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6061192 Jul 27 19:53:44.470973 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50218) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:44.489374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-77185d72-cd92-4592-b18c-ac66ce4f6536 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Request body: {'security_group_rule': {'security_group_id': '13e5c2ed-61a6-423a-8180-d1001a63e961', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:44.508282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288698d7-2715-4341-8d3b-66aed4861b33 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e5c2ed-61a6-423a-8180-d1001a63e961,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:44.513655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6bf068c-b90e-4e0e-8221-d1ae113978c4 req-beb6d7c4-eeae-426a-9c93-6f02112c77cb tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313381 Jul 27 19:53:44.531205 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e192ccf6-892b-47c0-94a3-9e5c766fd4c2 req-7c8f0f2e-56dd-4de9-89db-66ab9d222aba tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841420 Jul 27 19:53:44.538710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-10ea0138-c94d-40fe-9e99-8f01a0d8656f req-7c93d539-fe98-4185-a4b6-58feb1ad3eea tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Deleting port e29c3542-3773-4b25-a6ea-b46a7668f8d5 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:44.539047 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-10ea0138-c94d-40fe-9e99-8f01a0d8656f req-7c93d539-fe98-4185-a4b6-58feb1ad3eea tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:44.635295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] For port 3e34b5f6-a91b-421a-b7c6-5113524b1872, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:53:44.640208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] For port 3e34b5f6-a91b-421a-b7c6-5113524b1872, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=3e34b5f6-a91b-421a-b7c6-5113524b1872,segment=NetworkSegment(b1e3f0a7-758e-4272-bfae-c8f1a8dcd016),segment_id=b1e3f0a7-758e-4272-bfae-c8f1a8dcd016)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:53:44.647334 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:44.710515 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 50222) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:44.714375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Routers {'51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:53:44.715995 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:53:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:44.717482 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d7fc39-b3ac-48d3-8b5d-ace3f7020e40 x-openstack-request-id: req-53d7fc39-b3ac-48d3-8b5d-ace3f7020e40 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:44.717772 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87", "name": "network-vif-deleted", "tag": "68ba475f-5b1e-4ee3-a7fc-8b740f4e4618", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:44.718018 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53d7fc39-b3ac-48d3-8b5d-ace3f7020e40 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:44.718408 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3adbcb-94b3-47e2-bc59-7c0e5fa1eb87', 'name': 'network-vif-deleted', 'tag': '68ba475f-5b1e-4ee3-a7fc-8b740f4e4618', 'status': 'completed', 'code': 200} Jul 27 19:53:44.757243 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 50224) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:44.839861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-295c2a60-d127-4456-8a64-259b7ed1662a admin admin] Deleting subnet 13bd4586-3a2a-484d-8789-07234832577a {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:53:44.847487 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-295c2a60-d127-4456-8a64-259b7ed1662a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:44.866365 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebb11e-5f42-4714-b49c-c8911c9fd154 None None] Pushing event updated for resources: {'Port': ['ID=3e34b5f6-a91b-421a-b7c6-5113524b1872,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:44.877575 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-77185d72-cd92-4592-b18c-ac66ce4f6536 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:44.890957 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-295c2a60-d127-4456-8a64-259b7ed1662a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:44.894194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70aced50-daaf-4155-adb0-7f6731968789 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Router 383a3709-1e73-49f0-9f99-d3d619899fdf has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:53:44.962393 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] Set router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:53:44.978524 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-295c2a60-d127-4456-8a64-259b7ed1662a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.055370 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-77185d72-cd92-4592-b18c-ac66ce4f6536 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.078282 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-77185d72-cd92-4592-b18c-ac66ce4f6536 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.113705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77185d72-cd92-4592-b18c-ac66ce4f6536 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f700b21e-9361-4960-ac25-a15e44edeb53,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:45.158216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-77185d72-cd92-4592-b18c-ac66ce4f6536 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.162114 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-77185d72-cd92-4592-b18c-ac66ce4f6536 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6862900 Jul 27 19:53:45.162114 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70aced50-daaf-4155-adb0-7f6731968789 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:53:45.164373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50236) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:45.169314 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-70aced50-daaf-4155-adb0-7f6731968789 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.177295 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb8123-ca3c-4638-8c45-a096d864aadc None None] Sync routers for ids ['383a3709-1e73-49f0-9f99-d3d619899fdf'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:53:45.186083 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-22980988-143d-4514-8c01-264f5d45ebf9 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Request body: {'security_group_rule': {'security_group_id': '13e5c2ed-61a6-423a-8180-d1001a63e961', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:45.199293 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb8123-ca3c-4638-8c45-a096d864aadc None None] Routers {'383a3709-1e73-49f0-9f99-d3d619899fdf'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:53:45.200196 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-95cb8123-ca3c-4638-8c45-a096d864aadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:53:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['383a3709-1e73-49f0-9f99-d3d619899fdf'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:45.284754 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-70aced50-daaf-4155-adb0-7f6731968789 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "PUT /v2.0/floatingips/d1e5d139-4ded-497a-8303-e8a2671856f8 HTTP/1.1" status: 200 len: 991 time: 2.4569874 Jul 27 19:53:45.288196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5754133-5c87-4594-ba79-8cec7253570c', 'tag': 'b7037270-7897-4163-8f7e-7ebadb9faa82'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:45.299996 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea47053-0fd1-4143-8b51-b2b5851398de" -d '{"events": [{"name": "network-changed", "server_uuid": "e5754133-5c87-4594-ba79-8cec7253570c", "tag": "b7037270-7897-4163-8f7e-7ebadb9faa82"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:45.335252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a7a794-1432-4557-881a-10eddc3ae5cf admin admin] Deleting subnet c69d0435-65fc-4ab8-bf13-b543e20bb803 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:53:45.341263 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11a7a794-1432-4557-881a-10eddc3ae5cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.344835 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22980988-143d-4514-8c01-264f5d45ebf9 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.382973 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-95cb8123-ca3c-4638-8c45-a096d864aadc None None] Set router 383a3709-1e73-49f0-9f99-d3d619899fdf gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:53:45.408511 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11a7a794-1432-4557-881a-10eddc3ae5cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.424252 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:53:34Z', 'updated_at': '2021-07-27T19:53:41Z', 'revision_number': 4, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'gw_port': {'id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:35Z', 'updated_at': '2021-07-27T19:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3e34b5f6-a91b-421a-b7c6-5113524b1872', 'name': '', 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'mac_address': 'fa:16:3e:56:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:38Z', 'updated_at': '2021-07-27T19:53:44Z', 'revision_number': 4, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'subnets': [{'id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:45.481425 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11a7a794-1432-4557-881a-10eddc3ae5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.492624 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfed6774-60c4-49b1-8bb7-139b095e5623 x-openstack-request-id: req-dfed6774-60c4-49b1-8bb7-139b095e5623 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:45.492999 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5754133-5c87-4594-ba79-8cec7253570c", "tag": "b7037270-7897-4163-8f7e-7ebadb9faa82", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:45.493144 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dfed6774-60c4-49b1-8bb7-139b095e5623 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:45.493583 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5754133-5c87-4594-ba79-8cec7253570c', 'tag': 'b7037270-7897-4163-8f7e-7ebadb9faa82', 'status': 'completed', 'code': 200} Jul 27 19:53:45.515562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b590e-d5bf-42ca-b51c-74ce471be482 None None] The sync data for ids ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'] in n-d-705657-21 is: [{'id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:53:34Z', 'updated_at': '2021-07-27T19:53:41Z', 'revision_number': 4, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'gw_port': {'id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:35Z', 'updated_at': '2021-07-27T19:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3e34b5f6-a91b-421a-b7c6-5113524b1872', 'name': '', 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'mac_address': 'fa:16:3e:56:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:38Z', 'updated_at': '2021-07-27T19:53:44Z', 'revision_number': 4, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'subnets': [{'id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:53:45.517146 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22980988-143d-4514-8c01-264f5d45ebf9 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.522756 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22980988-143d-4514-8c01-264f5d45ebf9 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.555291 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22980988-143d-4514-8c01-264f5d45ebf9 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8e6782-c691-49ff-850d-5b8ada16fede,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:45.558821 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22980988-143d-4514-8c01-264f5d45ebf9 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.560429 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-22980988-143d-4514-8c01-264f5d45ebf9 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3833210 Jul 27 19:53:45.563273 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50246) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:45.568228 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:45.618654 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11a7a794-1432-4557-881a-10eddc3ae5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.618935 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.679979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-336c5b60-5ba3-4326-a1eb-8a9367f76d43 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:45.681531 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-336c5b60-5ba3-4326-a1eb-8a9367f76d43 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/networks?id=15cf4885-7155-4c10-9fb4-dffcf365ca76 HTTP/1.1" status: 200 len: 813 time: 0.6742303 Jul 27 19:53:45.684484 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11a7a794-1432-4557-881a-10eddc3ae5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.686398 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-11a7a794-1432-4557-881a-10eddc3ae5cf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c69d0435-65fc-4ab8-bf13-b543e20bb803 HTTP/1.1" status: 204 len: 168 time: 0.9670393 Jul 27 19:53:45.691634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7a794-1432-4557-881a-10eddc3ae5cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c69d0435-65fc-4ab8-bf13-b543e20bb803,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:45.696294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 50248) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:45.705431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-10ea0138-c94d-40fe-9e99-8f01a0d8656f req-7c93d539-fe98-4185-a4b6-58feb1ad3eea tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] For port e29c3542-3773-4b25-a6ea-b46a7668f8d5, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e29c3542-3773-4b25-a6ea-b46a7668f8d5,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:45.705802 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-10ea0138-c94d-40fe-9e99-8f01a0d8656f req-7c93d539-fe98-4185-a4b6-58feb1ad3eea tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.840099 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3e34b5f6-a91b-421a-b7c6-5113524b1872 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:53:45.858536 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-95cb8123-ca3c-4638-8c45-a096d864aadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:34Z', 'updated_at': '2021-07-27T19:52:44Z', 'revision_number': 4, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'gw_port': {'id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:37Z', 'updated_at': '2021-07-27T19:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'd1e5d139-4ded-497a-8303-e8a2671856f8', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'port_id': 'b7037270-7897-4163-8f7e-7ebadb9faa82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'mac_address': 'fa:16:3e:db:d7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5754133-5c87-4594-ba79-8cec7253570c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:52:50Z', 'updated_at': '2021-07-27T19:53:43Z', 'revision_number': 1, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2722f4c-3577-469a-834e-8a9a554ff2cd', 'name': '', 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'mac_address': 'fa:16:3e:eb:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:41Z', 'updated_at': '2021-07-27T19:52:51Z', 'revision_number': 5, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'subnets': [{'id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:45.871847 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-10ea0138-c94d-40fe-9e99-8f01a0d8656f req-7c93d539-fe98-4185-a4b6-58feb1ad3eea tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Calling delete_port for e29c3542-3773-4b25-a6ea-b46a7668f8d5 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:45.877172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-959a47c1-e354-4815-a039-4fe620927e7d tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/quotas/bd7fbd769b2f4d379acce1bf30d00e53 HTTP/1.1" status: 200 len: 375 time: 0.1757002 Jul 27 19:53:45.894677 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-295c2a60-d127-4456-8a64-259b7ed1662a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.924374 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.948040 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb8123-ca3c-4638-8c45-a096d864aadc None None] Checking router: 383a3709-1e73-49f0-9f99-d3d619899fdf for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:53:45.962580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 3e34b5f6-a91b-421a-b7c6-5113524b1872 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:53:45.969918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 3e34b5f6-a91b-421a-b7c6-5113524b1872 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:53:45.970293 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:45.970704 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb8123-ca3c-4638-8c45-a096d864aadc None None] Routers {'383a3709-1e73-49f0-9f99-d3d619899fdf'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:53:45.971854 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-95cb8123-ca3c-4638-8c45-a096d864aadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:53:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['383a3709-1e73-49f0-9f99-d3d619899fdf'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:45.989487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c2a60-d127-4456-8a64-259b7ed1662a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13bd4586-3a2a-484d-8789-07234832577a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:46.121278 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-211fc07b-28f1-4009-83ef-63a506cbc7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:46.163839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Allocated IP 172.25.1.237 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/343d18a0-f214-4a31-93fd-50214298c81d) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:53:46.170581 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-95cb8123-ca3c-4638-8c45-a096d864aadc None None] Set router 383a3709-1e73-49f0-9f99-d3d619899fdf gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:53:46.200420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:46.232942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:46.233608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 68ba475f-5b1e-4ee3-a7fc-8b740f4e4618 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:46.266771 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:46.279464 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:46.320921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 3e34b5f6-a91b-421a-b7c6-5113524b1872, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=3e34b5f6-a91b-421a-b7c6-5113524b1872,segment=NetworkSegment(b1e3f0a7-758e-4272-bfae-c8f1a8dcd016),segment_id=b1e3f0a7-758e-4272-bfae-c8f1a8dcd016)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:46.328539 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:46.389606 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:46.416785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=3e34b5f6-a91b-421a-b7c6-5113524b1872,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:46.435578 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:46.436607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:46.437134 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:46.437621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:46.438105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:46.438599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:46.439078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:46.439553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:46.440031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:46.440538 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:46.441910 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:46.442440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:46.484003 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:46.522960 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:53:46.526660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:46.538040 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:53:46.667271 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:46.670819 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-295c2a60-d127-4456-8a64-259b7ed1662a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:46.674940 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-295c2a60-d127-4456-8a64-259b7ed1662a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/13bd4586-3a2a-484d-8789-07234832577a HTTP/1.1" status: 204 len: 168 time: 1.9143839 Jul 27 19:53:46.676152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50256) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:46.698332 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-15b63635-93a3-4b92-a3d4-adbac6f6f10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:46.707799 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-10ea0138-c94d-40fe-9e99-8f01a0d8656f req-7c93d539-fe98-4185-a4b6-58feb1ad3eea tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:46.721250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['58356d2f-b719-4ff1-bfd9-7a5c7a852efe'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:53:46.726384 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-95cb8123-ca3c-4638-8c45-a096d864aadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:34Z', 'updated_at': '2021-07-27T19:52:44Z', 'revision_number': 4, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'gw_port': {'id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:37Z', 'updated_at': '2021-07-27T19:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'd1e5d139-4ded-497a-8303-e8a2671856f8', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'port_id': 'b7037270-7897-4163-8f7e-7ebadb9faa82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'mac_address': 'fa:16:3e:db:d7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5754133-5c87-4594-ba79-8cec7253570c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:52:50Z', 'updated_at': '2021-07-27T19:53:43Z', 'revision_number': 1, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2722f4c-3577-469a-834e-8a9a554ff2cd', 'name': '', 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'mac_address': 'fa:16:3e:eb:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:41Z', 'updated_at': '2021-07-27T19:52:51Z', 'revision_number': 5, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'subnets': [{'id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:46.753819 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:46.766783 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb8123-ca3c-4638-8c45-a096d864aadc None None] The sync data for ids ['383a3709-1e73-49f0-9f99-d3d619899fdf'] in n-d-705657-21 is: [{'id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:34Z', 'updated_at': '2021-07-27T19:52:44Z', 'revision_number': 4, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'gw_port': {'id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:37Z', 'updated_at': '2021-07-27T19:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'd1e5d139-4ded-497a-8303-e8a2671856f8', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'port_id': 'b7037270-7897-4163-8f7e-7ebadb9faa82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'mac_address': 'fa:16:3e:db:d7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5754133-5c87-4594-ba79-8cec7253570c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:52:50Z', 'updated_at': '2021-07-27T19:53:43Z', 'revision_number': 1, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2722f4c-3577-469a-834e-8a9a554ff2cd', 'name': '', 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'mac_address': 'fa:16:3e:eb:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:41Z', 'updated_at': '2021-07-27T19:52:51Z', 'revision_number': 5, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'subnets': [{'id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:53:46.844034 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea47053-0fd1-4143-8b51-b2b5851398de req-0353502b-75c9-4ed1-8c05-97622ae9f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:46.845738 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ea47053-0fd1-4143-8b51-b2b5851398de req-0353502b-75c9-4ed1-8c05-97622ae9f52d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d1b34598f07a4481be9257ffbb24a06a&device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 1097 time: 1.2708504 Jul 27 19:53:46.855087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93d539-fe98-4185-a4b6-58feb1ad3eea tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Pushing event deleted for resources: {'Port': ['ID=e29c3542-3773-4b25-a6ea-b46a7668f8d5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:46.866630 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Pushing event updated for resources: {'Port': ['ID=343d18a0-f214-4a31-93fd-50214298c81d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:46.949216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-021c4f21-4dc8-4db5-9b11-ccc4c074088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.014180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c3656-9ee2-440c-abb6-c71d5e7110e3 req-73636511-3804-466d-9d21-e220f285c1e2 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:47.017415 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-338c3656-9ee2-440c-abb6-c71d5e7110e3 req-73636511-3804-466d-9d21-e220f285c1e2 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=48622a63-768a-46fc-9a20-4c1635d78077 HTTP/1.1" status: 200 len: 867 time: 1.3297074 Jul 27 19:53:47.066761 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e77f6a54-ebe4-4067-8e08-e366e2866dd8 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd7fbd769b2f4d379acce1bf30d00e53&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1679087 Jul 27 19:53:47.070253 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.132693 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-021c4f21-4dc8-4db5-9b11-ccc4c074088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.153158 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-021c4f21-4dc8-4db5-9b11-ccc4c074088d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7f8883-8417-44f4-ac6e-f00b872c2453']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:47.175126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-021c4f21-4dc8-4db5-9b11-ccc4c074088d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051b3148-79e9-4844-a0c4-7c6320ad0dae') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:47.175126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-021c4f21-4dc8-4db5-9b11-ccc4c074088d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051b3148-79e9-4844-a0c4-7c6320ad0dae') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:47.178897 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ea0138-c94d-40fe-9e99-8f01a0d8656f req-7c93d539-fe98-4185-a4b6-58feb1ad3eea tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] No DVR routers for this DVR port e29c3542-3773-4b25-a6ea-b46a7668f8d5 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:47.191286 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-021c4f21-4dc8-4db5-9b11-ccc4c074088d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.195843 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a562c7-1caf-42bb-9bba-53263ddc25f8 None None] New status for floating IP d1e5d139-4ded-497a-8303-e8a2671856f8: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:53:47.207771 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.222042 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-021c4f21-4dc8-4db5-9b11-ccc4c074088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.232382 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-10ea0138-c94d-40fe-9e99-8f01a0d8656f req-7c93d539-fe98-4185-a4b6-58feb1ad3eea tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.232567 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021c4f21-4dc8-4db5-9b11-ccc4c074088d admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:53:47.232852 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-021c4f21-4dc8-4db5-9b11-ccc4c074088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.234773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10ea0138-c94d-40fe-9e99-8f01a0d8656f req-7c93d539-fe98-4185-a4b6-58feb1ad3eea tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.63 "DELETE /v2.0/ports/e29c3542-3773-4b25-a6ea-b46a7668f8d5 HTTP/1.1" status: 204 len: 173 time: 3.2796926 Jul 27 19:53:47.247595 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48622a63-768a-46fc-9a20-4c1635d78077', 'name': 'network-vif-deleted', 'tag': 'e29c3542-3773-4b25-a6ea-b46a7668f8d5'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:47.250883 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80c0923-b174-4dde-9546-36ee8b7cf46f" -d '{"events": [{"server_uuid": "48622a63-768a-46fc-9a20-4c1635d78077", "name": "network-vif-deleted", "tag": "e29c3542-3773-4b25-a6ea-b46a7668f8d5"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:47.290872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e29c3542-3773-4b25-a6ea-b46a7668f8d5 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:47.329143 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-15b63635-93a3-4b92-a3d4-adbac6f6f10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.336720 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.354605 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: e29c3542-3773-4b25-a6ea-b46a7668f8d5 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:53:47.354973 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:53:47.357108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e29c3542-3773-4b25-a6ea-b46a7668f8d5 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:47.414174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-15b63635-93a3-4b92-a3d4-adbac6f6f10e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fecd119-3470-4e51-b785-e30545fd3829']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:47.451223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-338c3656-9ee2-440c-abb6-c71d5e7110e3 req-7c5a2953-29f3-415d-bcfd-9d6b8b544ed7 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799419 Jul 27 19:53:47.482862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-15b63635-93a3-4b92-a3d4-adbac6f6f10e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e26844-f270-435b-bd9d-82851ef4eb61') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:47.482862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-15b63635-93a3-4b92-a3d4-adbac6f6f10e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e26844-f270-435b-bd9d-82851ef4eb61') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:47.489321 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-021c4f21-4dc8-4db5-9b11-ccc4c074088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.497108 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-021c4f21-4dc8-4db5-9b11-ccc4c074088d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.499737 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-021c4f21-4dc8-4db5-9b11-ccc4c074088d admin admin] 10.222.0.48 "DELETE /v2.0/networks/9a7f8883-8417-44f4-ac6e-f00b872c2453 HTTP/1.1" status: 204 len: 168 time: 0.8225236 Jul 27 19:53:47.500956 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Pushing event updated for resources: {'Port': ['ID=343d18a0-f214-4a31-93fd-50214298c81d,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:47.521356 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.533861 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-15b63635-93a3-4b92-a3d4-adbac6f6f10e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.536090 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea47053-0fd1-4143-8b51-b2b5851398de req-4f69bf2e-4dfd-4b7e-b977-ba2dcc41725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:47.537708 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ea47053-0fd1-4143-8b51-b2b5851398de req-4f69bf2e-4dfd-4b7e-b977-ba2dcc41725b service neutron] 10.222.0.63 "GET /v2.0/networks?id=8d143a2d-c076-4ab9-a8b9-49dca52349d7 HTTP/1.1" status: 200 len: 917 time: 0.6720562 Jul 27 19:53:47.570798 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c4f21-4dc8-4db5-9b11-ccc4c074088d admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7f8883-8417-44f4-ac6e-f00b872c2453,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:47.602866 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.607947 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fecbcaa7-fe54-4651-bebc-69a4056a801b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0426869 Jul 27 19:53:47.750878 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ea47053-0fd1-4143-8b51-b2b5851398de req-4edce381-eeb0-4580-aa59-58b6ccee0eec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7037270-7897-4163-8f7e-7ebadb9faa82 HTTP/1.1" status: 200 len: 999 time: 0.1947942 Jul 27 19:53:47.755394 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-15b63635-93a3-4b92-a3d4-adbac6f6f10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.778050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50268) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:47.847294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3e34b5f6-a91b-421a-b7c6-5113524b1872 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:53:47.878895 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-fef9d607-0ebe-42e7-83be-a7453c896073 service neutron] 10.222.0.48 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8111651 Jul 27 19:53:47.880164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b63635-93a3-4b92-a3d4-adbac6f6f10e admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:53:47.880694 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-15b63635-93a3-4b92-a3d4-adbac6f6f10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:53:47.885871 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:53:47.908683 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5323cf55-333d-459b-8f12-ee8da7cd569b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ea18b8c14604b8287fa0697ff5e2e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280484 Jul 27 19:53:47.911490 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50270) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:47.958008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 3e34b5f6-a91b-421a-b7c6-5113524b1872 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:53:47.958771 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:48.025020 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b88a4d39-3572-4233-a9d1-8ee7b551663e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:48.051663 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-6c3312fb-ca41-4011-95af-ba1ef30e248b service neutron] 10.222.0.48 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027081 Jul 27 19:53:48.058189 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44310910-7be7-49b3-899c-fa51c679676b x-openstack-request-id: req-44310910-7be7-49b3-899c-fa51c679676b {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:48.058788 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48622a63-768a-46fc-9a20-4c1635d78077", "name": "network-vif-deleted", "tag": "e29c3542-3773-4b25-a6ea-b46a7668f8d5", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:48.059112 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44310910-7be7-49b3-899c-fa51c679676b {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:48.060311 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48622a63-768a-46fc-9a20-4c1635d78077', 'name': 'network-vif-deleted', 'tag': 'e29c3542-3773-4b25-a6ea-b46a7668f8d5', 'status': 'completed', 'code': 200} Jul 27 19:53:48.098768 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b88a4d39-3572-4233-a9d1-8ee7b551663e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:48.120920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea47053-0fd1-4143-8b51-b2b5851398de req-5512ab43-17ce-4eb0-bce5-62aa4f1092cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:48.122533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ea47053-0fd1-4143-8b51-b2b5851398de req-5512ab43-17ce-4eb0-bce5-62aa4f1092cf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3cdebfd7-2a29-4d1f-83ea-ec6a745a512d HTTP/1.1" status: 200 len: 855 time: 0.3623028 Jul 27 19:53:48.123326 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-15b63635-93a3-4b92-a3d4-adbac6f6f10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:48.129123 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-15b63635-93a3-4b92-a3d4-adbac6f6f10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:48.131349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-15b63635-93a3-4b92-a3d4-adbac6f6f10e admin admin] 10.222.0.48 "DELETE /v2.0/networks/3fecd119-3470-4e51-b785-e30545fd3829 HTTP/1.1" status: 204 len: 168 time: 2.4288821 Jul 27 19:53:48.135320 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-30cc90db-44f8-47c5-a0bb-fc576ec17845 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1266849873&fields=id&tenant_id=705e86c80e1c40929b63347409e42dd3 HTTP/1.1" status: 200 len: 267 time: 0.0739992 Jul 27 19:53:48.175018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b63635-93a3-4b92-a3d4-adbac6f6f10e admin admin] Pushing event deleted for resources: {'Network': ['ID=3fecd119-3470-4e51-b785-e30545fd3829,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:48.190975 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b88a4d39-3572-4233-a9d1-8ee7b551663e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:48.198782 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b88a4d39-3572-4233-a9d1-8ee7b551663e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:48.202758 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b88a4d39-3572-4233-a9d1-8ee7b551663e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e837c39b-66e2-4f17-9889-a8d8c78714f8 HTTP/1.1" status: 204 len: 168 time: 0.2884476 Jul 27 19:53:48.239546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a4d39-3572-4233-a9d1-8ee7b551663e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e837c39b-66e2-4f17-9889-a8d8c78714f8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:48.344207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-540da182-53b0-4e50-9417-15a919d248ad req-472c305c-049b-4ba6-a8ad-dbcdaaac3977 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 210 time: 0.0442336 Jul 27 19:53:48.453197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea47053-0fd1-4143-8b51-b2b5851398de req-25f89bb2-01f0-4959-b865-69ba56df5be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:48.455188 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ea47053-0fd1-4143-8b51-b2b5851398de req-25f89bb2-01f0-4959-b865-69ba56df5be5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8d143a2d-c076-4ab9-a8b9-49dca52349d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3180544 Jul 27 19:53:48.468019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-4bd8d8a5-8a48-4cf0-8fa9-1ed059842472 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:48.469838 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-4bd8d8a5-8a48-4cf0-8fa9-1ed059842472 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/networks?id=fd803f08-4324-482c-8054-6bca1843a5b5 HTTP/1.1" status: 200 len: 805 time: 0.3209198 Jul 27 19:53:48.473793 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50288) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:48.535431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-4efcd77a-a354-4c26-9829-d908036510b3 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/quotas/705e86c80e1c40929b63347409e42dd3 HTTP/1.1" status: 200 len: 375 time: 0.0446861 Jul 27 19:53:48.570885 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-99da3dc3-98cc-4c59-8d15-69fd0e5bbe50 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2605b031e38f4b04bf03080568d6b5e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920370 Jul 27 19:53:48.573545 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50298) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:48.644433 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ea47053-0fd1-4143-8b51-b2b5851398de req-377eb2a2-6144-4928-8b90-28bd5be5b57b service neutron] 10.222.0.63 "GET /v2.0/networks/8d143a2d-c076-4ab9-a8b9-49dca52349d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734090 Jul 27 19:53:48.739295 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-7dcb3ed8-dcee-49c3-ac54-5f3224ac0ce8 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=705e86c80e1c40929b63347409e42dd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1955259 Jul 27 19:53:48.763669 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a3df196-0f43-4cea-82c1-9e29459195e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:48.852714 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:48.854266 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ea47053-0fd1-4143-8b51-b2b5851398de req-79e72c75-93cb-4cc0-b58d-32aa4f8508a9 service neutron] 10.222.0.63 "GET /v2.0/networks/8d143a2d-c076-4ab9-a8b9-49dca52349d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001784 Jul 27 19:53:48.857232 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a3df196-0f43-4cea-82c1-9e29459195e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:48.937860 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-be523839-d4a8-41a8-93c3-c5e05cb56a27 service neutron] 10.222.0.48 "GET /v2.0/networks/fd803f08-4324-482c-8054-6bca1843a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728773 Jul 27 19:53:48.967018 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a3df196-0f43-4cea-82c1-9e29459195e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:48.969829 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a3df196-0f43-4cea-82c1-9e29459195e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:48.975954 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7a3df196-0f43-4cea-82c1-9e29459195e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27c07464-b221-4826-a213-c80158a99315 HTTP/1.1" status: 204 len: 168 time: 0.4013810 Jul 27 19:53:49.000864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3df196-0f43-4cea-82c1-9e29459195e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c07464-b221-4826-a213-c80158a99315,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:49.157258 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f16fd-30a0-4d6c-82c6-8af55e33852a req-4aa1cba7-0c31-40a1-b548-590aecf8ec01 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:49.159581 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-951f16fd-30a0-4d6c-82c6-8af55e33852a req-4aa1cba7-0c31-40a1-b548-590aecf8ec01 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.1541541 Jul 27 19:53:49.216335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-951f16fd-30a0-4d6c-82c6-8af55e33852a req-e4a4b463-5195-4072-b32e-155121151130 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444589 Jul 27 19:53:49.229259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-0605a872-6f4e-44fc-80fa-62458279b86f service neutron] 10.222.0.48 "GET /v2.0/networks/fd803f08-4324-482c-8054-6bca1843a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901363 Jul 27 19:53:49.516784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2834d7a4-19ac-406a-af7f-592a22b39da7 req-6b311c8e-8f66-48c6-aef8-5b5455453fc4 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 210 time: 0.0413601 Jul 27 19:53:49.560206 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3767bbe9-7e6a-46a4-86be-d2b4f3f6c589 req-b37121b2-7043-4f87-ac07-7a302acc1976 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 210 time: 0.0424139 Jul 27 19:53:49.882634 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50352) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:50.090795 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1329863721-network', 'tenant_id': 'f995d3003e8a4e158d52cdaf8d531349'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:50.097395 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e8d83a27-60ae-4dda-ab01-0c48c92d9cd5 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:50.098901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e8d83a27-60ae-4dda-ab01-0c48c92d9cd5 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.52 "GET /v2.0/networks?id=15cf4885-7155-4c10-9fb4-dffcf365ca76 HTTP/1.1" status: 200 len: 813 time: 0.2596719 Jul 27 19:53:50.118175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-2cbf39db-599e-45b8-90f1-0843677f4841 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Request body: {'port': {'device_id': 'f91864ab-2e70-4d3a-9b59-2216ed4440b7', 'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76', 'admin_state_up': True, 'tenant_id': 'bd7fbd769b2f4d379acce1bf30d00e53'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:50.163737 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] Made reservation on behalf of f995d3003e8a4e158d52cdaf8d531349 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:50.169249 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:50.183427 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:50.339852 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:50.345437 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:50.362007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:53:50.375114 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:50.375682 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] Added segment ee9266c5-cdd3-471c-bee2-5c5c2f0f60fd of type vlan for network 623158dd-e40d-4f2b-89e7-5bde1dc812e2 Jul 27 19:53:50.428610 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:50.442984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-2cbf39db-599e-45b8-90f1-0843677f4841 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Made reservation on behalf of bd7fbd769b2f4d379acce1bf30d00e53 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:50.447397 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-2cbf39db-599e-45b8-90f1-0843677f4841 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:50.480233 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:50.481661 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:50.481661 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:50.542041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917ef65-cdcb-4b65-a901-634aa20e4b3f req-122cce9c-e136-4048-a383-79fc55efd915 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:50.550291 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f917ef65-cdcb-4b65-a901-634aa20e4b3f req-122cce9c-e136-4048-a383-79fc55efd915 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.2270873 Jul 27 19:53:50.612789 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7247438 Jul 27 19:53:50.612789 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0280240b-0221-4688-9f94-9462d70df151,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:50.628490 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 50378) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:50.636682 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-17042aa0-bd48-4ca3-bede-79727103356f admin admin] Request body: {'subnet': {'network_id': '623158dd-e40d-4f2b-89e7-5bde1dc812e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1329863721-subnet', 'tenant_id': 'f995d3003e8a4e158d52cdaf8d531349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:50.659829 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ceeff1-46d1-49c4-893c-a38a21f23e1f admin admin] Pushing event updated for resources: {'Network': ['ID=623158dd-e40d-4f2b-89e7-5bde1dc812e2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:50.662775 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f917ef65-cdcb-4b65-a901-634aa20e4b3f req-2bfffb8d-b937-4bbd-a94a-0019267bdf7b tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114898 Jul 27 19:53:50.671640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17042aa0-bd48-4ca3-bede-79727103356f admin admin] Made reservation on behalf of f995d3003e8a4e158d52cdaf8d531349 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:50.674007 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17042aa0-bd48-4ca3-bede-79727103356f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:50.674510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 623158dd-e40d-4f2b-89e7-5bde1dc812e2 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:53:50.771526 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-2cbf39db-599e-45b8-90f1-0843677f4841 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Allocated IP 172.20.0.13 (15cf4885-7155-4c10-9fb4-dffcf365ca76/f772b2f4-a418-4e5e-b4bd-332603009cf5/1eb99a0c-b1f8-4c67-90b8-17d284558115) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:53:50.941935 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25be1547-1d2f-430f-8657-89922aa4eb4a req-8291640e-0c6a-4844-8de6-f3032a3a9c83 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 210 time: 0.1246409 Jul 27 19:53:50.956147 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1a3efba-ce9b-4038-9e50-157a93793673 req-812c7613-98bc-47cb-b956-2eb20f24588b tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 210 time: 0.1378458 Jul 27 19:53:51.166289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc3594-3617-4ebc-bcc6-157e423e7ec9 req-fd830fa3-3ce9-4a27-89d9-ca883afcf86e tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:51.171822 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dabc3594-3617-4ebc-bcc6-157e423e7ec9 req-fd830fa3-3ce9-4a27-89d9-ca883afcf86e tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 946 time: 0.1908288 Jul 27 19:53:51.293660 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-2cbf39db-599e-45b8-90f1-0843677f4841 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:51.364362 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-dabc3594-3617-4ebc-bcc6-157e423e7ec9 req-fc71dab2-fd2e-45a5-8d21-9e0309e67765 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Deleting port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:51.364994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-dabc3594-3617-4ebc-bcc6-157e423e7ec9 req-fc71dab2-fd2e-45a5-8d21-9e0309e67765 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:51.374532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-592f2939-1a5a-4ff5-b7c0-e90ccdcf758f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:51.376057 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-592f2939-1a5a-4ff5-b7c0-e90ccdcf758f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.52 "GET /v2.0/networks?id=fd803f08-4324-482c-8054-6bca1843a5b5 HTTP/1.1" status: 200 len: 805 time: 0.3664944 Jul 27 19:53:51.379031 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17042aa0-bd48-4ca3-bede-79727103356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:51.483840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17042aa0-bd48-4ca3-bede-79727103356f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5cf6c6-9c01-47f7-ba95-3a64d5b6b19c,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:51.498762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-464de6ae-ec83-4396-9591-941cc9f69883 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=705e86c80e1c40929b63347409e42dd3 HTTP/1.1" status: 200 len: 380 time: 0.1102765 Jul 27 19:53:51.526778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-00d59751-12b9-4466-b15e-09c25beff40f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Request body: {'port': {'device_id': 'ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d', 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'admin_state_up': True, 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'security_groups': ['13e5c2ed-61a6-423a-8180-d1001a63e961']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:51.563928 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-dabc3594-3617-4ebc-bcc6-157e423e7ec9 req-fc71dab2-fd2e-45a5-8d21-9e0309e67765 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] For port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=58356d2f-b719-4ff1-bfd9-7a5c7a852efe,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:51.564569 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-dabc3594-3617-4ebc-bcc6-157e423e7ec9 req-fc71dab2-fd2e-45a5-8d21-9e0309e67765 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:51.586276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-dabc3594-3617-4ebc-bcc6-157e423e7ec9 req-fc71dab2-fd2e-45a5-8d21-9e0309e67765 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Calling delete_port for 58356d2f-b719-4ff1-bfd9-7a5c7a852efe owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:51.623258 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-2cbf39db-599e-45b8-90f1-0843677f4841 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:51.628137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17042aa0-bd48-4ca3-bede-79727103356f admin admin] Checking segment: {'id': 'ee9266c5-cdd3-471c-bee2-5c5c2f0f60fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '623158dd-e40d-4f2b-89e7-5bde1dc812e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:51.628912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17042aa0-bd48-4ca3-bede-79727103356f admin admin] Network hostable DHCP agents. Network: 623158dd-e40d-4f2b-89e7-5bde1dc812e2, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:53:51.637058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['e26dd807-304e-4f3e-bcf4-685f9b4a5598'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:53:51.780674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27624a9f-6326-425f-8d35-568328d4ec5f req-e76a3780-72da-4dfb-88d6-8f779be406b5 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0844433 Jul 27 19:53:51.782785 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-2cbf39db-599e-45b8-90f1-0843677f4841 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Network 15cf4885-7155-4c10-9fb4-dffcf365ca76 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:53:51.808211 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-2cbf39db-599e-45b8-90f1-0843677f4841 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:51.818561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-2cbf39db-599e-45b8-90f1-0843677f4841 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:53:51.888795 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf39db-599e-45b8-90f1-0843677f4841 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Pushing event updated for resources: {'Port': ['ID=1eb99a0c-b1f8-4c67-90b8-17d284558115,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:52.057524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17042aa0-bd48-4ca3-bede-79727103356f admin admin] Network 623158dd-e40d-4f2b-89e7-5bde1dc812e2 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:53:52.071058 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-2cbf39db-599e-45b8-90f1-0843677f4841 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:52.071842 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-2cbf39db-599e-45b8-90f1-0843677f4841 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:52.171567 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-dabc3594-3617-4ebc-bcc6-157e423e7ec9 req-fc71dab2-fd2e-45a5-8d21-9e0309e67765 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:52.184362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['58356d2f-b719-4ff1-bfd9-7a5c7a852efe'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:53:52.200044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-2cbf39db-599e-45b8-90f1-0843677f4841 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0883529 Jul 27 19:53:52.228018 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71dab2-fd2e-45a5-8d21-9e0309e67765 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Pushing event deleted for resources: {'Port': ['ID=58356d2f-b719-4ff1-bfd9-7a5c7a852efe,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:52.273210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-17042aa0-bd48-4ca3-bede-79727103356f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 623158dd-e40d-4f2b-89e7-5bde1dc812e2) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:52.283763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Request body: {'port': {'device_id': 'f91864ab-2e70-4d3a-9b59-2216ed4440b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:52.319959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17042aa0-bd48-4ca3-bede-79727103356f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:52.319959 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17042aa0-bd48-4ca3-bede-79727103356f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:52.334649 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-73461d67-d85b-48db-85fa-43d024105759 req-a5d85e06-e009-4b21-bce3-b27a7c77d3bd tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 210 time: 0.1586938 Jul 27 19:53:52.354951 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bed1802-925a-4a36-9e41-58a7e5c4b657 None None] Network 623158dd-e40d-4f2b-89e7-5bde1dc812e2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:52.357714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabc3594-3617-4ebc-bcc6-157e423e7ec9 req-fc71dab2-fd2e-45a5-8d21-9e0309e67765 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] No DVR routers for this DVR port 58356d2f-b719-4ff1-bfd9-7a5c7a852efe on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:52.360739 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-dabc3594-3617-4ebc-bcc6-157e423e7ec9 req-fc71dab2-fd2e-45a5-8d21-9e0309e67765 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:52.362861 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dabc3594-3617-4ebc-bcc6-157e423e7ec9 req-fc71dab2-fd2e-45a5-8d21-9e0309e67765 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.52 "DELETE /v2.0/ports/58356d2f-b719-4ff1-bfd9-7a5c7a852efe HTTP/1.1" status: 204 len: 173 time: 1.1834629 Jul 27 19:53:52.363318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b80764-7c95-4204-a602-85fa7a90b5e8', 'name': 'network-vif-deleted', 'tag': '58356d2f-b719-4ff1-bfd9-7a5c7a852efe'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:52.366548 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c740853c-d317-4560-be2a-afe0d4f5e4d5" -d '{"events": [{"server_uuid": "b9b80764-7c95-4204-a602-85fa7a90b5e8", "name": "network-vif-deleted", "tag": "58356d2f-b719-4ff1-bfd9-7a5c7a852efe"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:52.434933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-00d59751-12b9-4466-b15e-09c25beff40f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Made reservation on behalf of 705e86c80e1c40929b63347409e42dd3 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:52.446980 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-00d59751-12b9-4466-b15e-09c25beff40f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:52.480222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-17042aa0-bd48-4ca3-bede-79727103356f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8505168 Jul 27 19:53:52.676184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd914d-f3c0-4f17-98d0-f0652cfe6031 req-4f516584-3fda-49b3-9011-ed3f154c3997 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:52.677793 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9acd914d-f3c0-4f17-98d0-f0652cfe6031 req-4f516584-3fda-49b3-9011-ed3f154c3997 tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9b80764-7c95-4204-a602-85fa7a90b5e8 HTTP/1.1" status: 200 len: 867 time: 0.8545020 Jul 27 19:53:52.730551 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452e1f3b-6909-453e-bd46-d9ad0873492e None None] Network 623158dd-e40d-4f2b-89e7-5bde1dc812e2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:52.754038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9acd914d-f3c0-4f17-98d0-f0652cfe6031 req-87872cb7-0003-48de-ac63-236fc733a63b tempest-ListServerFiltersTestJSON-2120497080 tempest-ListServerFiltersTestJSON-2120497080-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ec67380-cc59-433c-9928-051dd2748469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545719 Jul 27 19:53:52.781005 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:52.850551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b476c-66a6-4c53-841b-495fcc4b6ad3 req-510ef4d3-c03f-427c-af13-5e0ed24c1a8e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:52.859018 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d91b476c-66a6-4c53-841b-495fcc4b6ad3 req-510ef4d3-c03f-427c-af13-5e0ed24c1a8e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 932 time: 0.3914900 Jul 27 19:53:52.886112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-00d59751-12b9-4466-b15e-09c25beff40f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Allocated IP 172.20.0.8 (fd803f08-4324-482c-8054-6bca1843a5b5/8d6a1c4c-9e4c-4a4a-9e27-661033339273/6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:53:52.965781 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f059fc4-b84d-451d-bce2-221e2bd31c45 x-openstack-request-id: req-4f059fc4-b84d-451d-bce2-221e2bd31c45 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:52.967063 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b80764-7c95-4204-a602-85fa7a90b5e8", "name": "network-vif-deleted", "tag": "58356d2f-b719-4ff1-bfd9-7a5c7a852efe", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:52.968714 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f059fc4-b84d-451d-bce2-221e2bd31c45 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:52.970542 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b80764-7c95-4204-a602-85fa7a90b5e8', 'name': 'network-vif-deleted', 'tag': '58356d2f-b719-4ff1-bfd9-7a5c7a852efe', 'status': 'completed', 'code': 200} Jul 27 19:53:53.337166 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d91b476c-66a6-4c53-841b-495fcc4b6ad3 req-870a519e-6cee-430d-8e04-2aa1b36ad1d5 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770052 Jul 27 19:53:53.357768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50432) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:53.376614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f7435bc-ce92-4a07-936a-918c150e789b req-226b2262-fa4c-4756-ab23-6fe9e92ee26f tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0656350 Jul 27 19:53:53.430381 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-705a7c37-a41f-4cf9-a1fe-0e5186a3a3bc admin admin] Deleting subnet bc5cf6c6-9c01-47f7-ba95-3a64d5b6b19c {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:53:53.433978 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-705a7c37-a41f-4cf9-a1fe-0e5186a3a3bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:53.477932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-705a7c37-a41f-4cf9-a1fe-0e5186a3a3bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:53.548933 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-705a7c37-a41f-4cf9-a1fe-0e5186a3a3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:53.564952 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e0f9a9f-ebaa-4232-b5f3-d2f54c470d6d req-9c04120d-7b33-45e8-b527-8473a21cc4cd tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 210 time: 0.0419686 Jul 27 19:53:53.681471 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-705a7c37-a41f-4cf9-a1fe-0e5186a3a3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:53.727724 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-00d59751-12b9-4466-b15e-09c25beff40f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:53.743250 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a7c37-a41f-4cf9-a1fe-0e5186a3a3bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc5cf6c6-9c01-47f7-ba95-3a64d5b6b19c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:53.757919 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-705a7c37-a41f-4cf9-a1fe-0e5186a3a3bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:53.762985 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 50436) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:53.766924 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-705a7c37-a41f-4cf9-a1fe-0e5186a3a3bc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bc5cf6c6-9c01-47f7-ba95-3a64d5b6b19c HTTP/1.1" status: 204 len: 168 time: 0.4080243 Jul 27 19:53:53.840904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-00d59751-12b9-4466-b15e-09c25beff40f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Transition to ACTIVE for port object 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:53:53.844545 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d195a72f-a985-4d09-80fd-da7b28256b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:53.876928 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50440) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:53.944003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-7201fff9-75c0-4e68-a348-2d911d282040 admin admin] Deleting subnet 5fe36b11-6a84-4d30-ae2e-7d9b4762e48a {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:53:53.947921 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7201fff9-75c0-4e68-a348-2d911d282040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:53.990130 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7201fff9-75c0-4e68-a348-2d911d282040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.064352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb99a0c-b1f8-4c67-90b8-17d284558115 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:53:54.071639 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-00d59751-12b9-4466-b15e-09c25beff40f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.078054 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d195a72f-a985-4d09-80fd-da7b28256b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.082712 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.103566 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7201fff9-75c0-4e68-a348-2d911d282040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.116162 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d195a72f-a985-4d09-80fd-da7b28256b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623158dd-e40d-4f2b-89e7-5bde1dc812e2']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:54.119992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-00d59751-12b9-4466-b15e-09c25beff40f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Network fd803f08-4324-482c-8054-6bca1843a5b5 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:53:54.159146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-00d59751-12b9-4466-b15e-09c25beff40f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:54.173722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-ba103a3c-ee8d-4a78-a7f3-68ca532a839c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3245668 Jul 27 19:53:54.174549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-00d59751-12b9-4466-b15e-09c25beff40f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:53:54.181969 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d195a72f-a985-4d09-80fd-da7b28256b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9266c5-cdd3-471c-bee2-5c5c2f0f60fd') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:54.182338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d195a72f-a985-4d09-80fd-da7b28256b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9266c5-cdd3-471c-bee2-5c5c2f0f60fd') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:54.206038 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7201fff9-75c0-4e68-a348-2d911d282040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.229912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Transition to ACTIVE for port object 1eb99a0c-b1f8-4c67-90b8-17d284558115 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:53:54.233616 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d195a72f-a985-4d09-80fd-da7b28256b0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.250786 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201fff9-75c0-4e68-a348-2d911d282040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fe36b11-6a84-4d30-ae2e-7d9b4762e48a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:54.264873 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7201fff9-75c0-4e68-a348-2d911d282040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.267288 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7201fff9-75c0-4e68-a348-2d911d282040 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5fe36b11-6a84-4d30-ae2e-7d9b4762e48a HTTP/1.1" status: 204 len: 168 time: 0.3890214 Jul 27 19:53:54.269421 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50448) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:54.270990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9feae09-ea55-4a17-92e6-8ec88b3ca3c6 None None] Network fe51d6e8-dc8b-4948-8f50-ec9229be579f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:54.368288 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.378405 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d59751-12b9-4466-b15e-09c25beff40f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Pushing event updated for resources: {'Port': ['ID=6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:54.405103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.443467 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d195a72f-a985-4d09-80fd-da7b28256b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.463616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d195a72f-a985-4d09-80fd-da7b28256b0c admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:53:54.464546 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d195a72f-a985-4d09-80fd-da7b28256b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:53:54.471117 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:53:54.509244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-00d59751-12b9-4466-b15e-09c25beff40f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:54.517066 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-00d59751-12b9-4466-b15e-09c25beff40f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.582264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Deleting port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:54.582542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.616128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-00d59751-12b9-4466-b15e-09c25beff40f tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0985219 Jul 27 19:53:54.676143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c8cb77a3-03d1-4150-8aea-3a1ad4f95410 None None] Provisioning for port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:53:54.682202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c8cb77a3-03d1-4150-8aea-3a1ad4f95410 None None] Provisioning complete for port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:53:54.682778 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c8cb77a3-03d1-4150-8aea-3a1ad4f95410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.700857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] For port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=79e80ad1-ab79-4548-bcde-d4ebf8f5db92,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:54.701443 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.708278 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Request body: {'port': {'device_id': 'ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:54.710721 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb99a0c-b1f8-4c67-90b8-17d284558115,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:54.721918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b33d268-300f-4afb-9e16-0153dda3328a None None] DHCP port deletion for fe51d6e8-dc8b-4948-8f50-ec9229be579f request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:53:54.725544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Calling delete_port for 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:54.726341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef32f6de-4f59-4017-9ff3-a393bb324a12 req-bed017b9-09ff-48f0-8677-86a67ee0b7da tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.1949372 Jul 27 19:53:54.808276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb77a3-03d1-4150-8aea-3a1ad4f95410 None None] Port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:53:54.827692 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d195a72f-a985-4d09-80fd-da7b28256b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.856208 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d195a72f-a985-4d09-80fd-da7b28256b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.858378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d195a72f-a985-4d09-80fd-da7b28256b0c admin admin] 10.222.0.48 "DELETE /v2.0/networks/623158dd-e40d-4f2b-89e7-5bde1dc812e2 HTTP/1.1" status: 204 len: 168 time: 1.0928321 Jul 27 19:53:54.872559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1b33d268-300f-4afb-9e16-0153dda3328a None None] Deleting port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:53:54.873221 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1b33d268-300f-4afb-9e16-0153dda3328a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.932268 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.941316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195a72f-a985-4d09-80fd-da7b28256b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=623158dd-e40d-4f2b-89e7-5bde1dc812e2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:54.958732 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1b33d268-300f-4afb-9e16-0153dda3328a None None] For port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=79e80ad1-ab79-4548-bcde-d4ebf8f5db92,segment=NetworkSegment(8fc45b24-19f9-48b4-8bb9-2130f0179122),segment_id=8fc45b24-19f9-48b4-8bb9-2130f0179122)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:53:54.959519 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1b33d268-300f-4afb-9e16-0153dda3328a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:54.979042 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1b33d268-300f-4afb-9e16-0153dda3328a None None] Calling delete_port for 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:53:55.016254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-bb33a196-6d1f-40b6-9c34-a0d5f2b12d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:55.016849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-bb33a196-6d1f-40b6-9c34-a0d5f2b12d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:55.017394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-bb33a196-6d1f-40b6-9c34-a0d5f2b12d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:55.018111 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-bb33a196-6d1f-40b6-9c34-a0d5f2b12d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:55.019085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-bb33a196-6d1f-40b6-9c34-a0d5f2b12d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:55.019085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-bb33a196-6d1f-40b6-9c34-a0d5f2b12d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:55.020641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-bb33a196-6d1f-40b6-9c34-a0d5f2b12d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:55.021324 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-bb33a196-6d1f-40b6-9c34-a0d5f2b12d70 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f58925f86c5a406cbce55135dc048b98&device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 6495 time: 0.7901227 Jul 27 19:53:55.023694 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Attempting to bind port 1eb99a0c-b1f8-4c67-90b8-17d284558115 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:53:55.024030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Attempting to bind port 1eb99a0c-b1f8-4c67-90b8-17d284558115 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'aad765ce-5279-490c-902c-40819be093bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:53:55.028546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Attempting to bind port 1eb99a0c-b1f8-4c67-90b8-17d284558115 on network 15cf4885-7155-4c10-9fb4-dffcf365ca76 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:53:55.064640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e80ad1-ab79-4548-bcde-d4ebf8f5db92,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:55.070321 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e8a51da5-770f-442d-b1f6-1627c713453b req-394829ba-f54c-4c7a-a48b-d682842ca00f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.1609046 Jul 27 19:53:55.079601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Port 1eb99a0c-b1f8-4c67-90b8-17d284558115 on network 15cf4885-7155-4c10-9fb4-dffcf365ca76 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:53:55.080266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Attempting to bind port 1eb99a0c-b1f8-4c67-90b8-17d284558115 on network 15cf4885-7155-4c10-9fb4-dffcf365ca76 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:53:55.086775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:55.088995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:55.088995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:55.088995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:55.088995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:55.088995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:55.089722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:55.089722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:55.090177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:55.090397 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:55.090712 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:55.091935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:53:55.099680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] No DVR routers for this DVR port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:55.160663 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1b33d268-300f-4afb-9e16-0153dda3328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:55.179144 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:53:55.179144 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Checking segment: {'id': 'aad765ce-5279-490c-902c-40819be093bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:55.179499 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Bound using segment: {'id': 'aad765ce-5279-490c-902c-40819be093bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:53:55.179837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Bound port: 1eb99a0c-b1f8-4c67-90b8-17d284558115, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad765ce-5279-490c-902c-40819be093bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:53:55.180198 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:55.234812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 50460) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:55.235519 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:55.236175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b33d268-300f-4afb-9e16-0153dda3328a None None] No DVR routers for this DVR port 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:53:55.238458 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33d268-300f-4afb-9e16-0153dda3328a None None] Pushing event deleted for resources: {'Port': ['ID=79e80ad1-ab79-4548-bcde-d4ebf8f5db92,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:55.257353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dd2c6-7032-43ab-b88f-5d7283bd2d1d req-93f45ea7-60e3-4942-9577-eca6d50f07a4 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:55.269500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c08dd2c6-7032-43ab-b88f-5d7283bd2d1d req-93f45ea7-60e3-4942-9577-eca6d50f07a4 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 944 time: 0.6964507 Jul 27 19:53:55.304037 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:55.315863 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe51d6e8-dc8b-4948-8f50-ec9229be579f']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:55.331183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc45b24-19f9-48b4-8bb9-2130f0179122') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:55.332522 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc45b24-19f9-48b4-8bb9-2130f0179122') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:53:55.343167 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:55.363453 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:55.375447 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:53:55.375915 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:53:55.378378 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:53:55.392422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ae22b-28e1-4782-bfb4-64a1c7fbe663 req-75268f2e-113f-4e10-95ad-93e835be374d tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:55.400737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd8ae22b-28e1-4782-bfb4-64a1c7fbe663 req-75268f2e-113f-4e10-95ad-93e835be374d tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 931 time: 0.5290284 Jul 27 19:53:55.408096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-c97e1b3a-81ac-46fd-b702-a94ea4832bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:55.408651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-c97e1b3a-81ac-46fd-b702-a94ea4832bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:55.409416 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-c97e1b3a-81ac-46fd-b702-a94ea4832bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:55.410664 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-c97e1b3a-81ac-46fd-b702-a94ea4832bdd service neutron] 10.222.0.63 "GET /v2.0/networks?id=fe0599a8-e2b9-4d58-ac69-a9a391fdb31e&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=9731c54d-8776-469f-b0a4-97666d3f2100&id=9731c54d-8776-469f-b0a4-97666d3f2100 HTTP/1.1" status: 200 len: 2293 time: 0.3499506 Jul 27 19:53:55.450855 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:55.464097 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:55.468946 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fe51d6e8-dc8b-4948-8f50-ec9229be579f HTTP/1.1" status: 204 len: 168 time: 1.1958046 Jul 27 19:53:55.480440 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a3eb6-d1d0-47bc-b3c6-b5338a6e0520 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe51d6e8-dc8b-4948-8f50-ec9229be579f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:55.500897 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50468) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:55.501214 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-98c29462-960d-40fe-a6ff-34d8f97965d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f995d3003e8a4e158d52cdaf8d531349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631409 Jul 27 19:53:55.566076 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7f94470-7468-470b-8f8a-d28e95163c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:55.575076 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd8ae22b-28e1-4782-bfb4-64a1c7fbe663 req-f85e98d1-079a-4db9-a136-3db4a49deabf tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/security-groups?id=13e5c2ed-61a6-423a-8180-d1001a63e961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736603 Jul 27 19:53:55.584487 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c08dd2c6-7032-43ab-b88f-5d7283bd2d1d req-f5d33964-2d93-4c21-b3d2-da0fc6c9ae7c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948384 Jul 27 19:53:55.611830 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7f94470-7468-470b-8f8a-d28e95163c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:55.676609 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7f94470-7468-470b-8f8a-d28e95163c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:55.679442 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7f94470-7468-470b-8f8a-d28e95163c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:55.680794 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f7f94470-7468-470b-8f8a-d28e95163c43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0280240b-0221-4688-9f94-9462d70df151 HTTP/1.1" status: 204 len: 168 time: 0.1788676 Jul 27 19:53:55.693423 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f94470-7468-470b-8f8a-d28e95163c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0280240b-0221-4688-9f94-9462d70df151,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:55.695125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] For port 1eb99a0c-b1f8-4c67-90b8-17d284558115, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:53:55.698773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] For port 1eb99a0c-b1f8-4c67-90b8-17d284558115, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1eb99a0c-b1f8-4c67-90b8-17d284558115,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:53:55.728697 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:55.788990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50474) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:55.837827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:55.901508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-14a0bad0-42bb-4174-bdb0-3cc61fcba076 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 HTTP/1.1" status: 200 len: 1000 time: 0.4588468 Jul 27 19:53:55.901843 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1e3a3d60-b5ec-479c-859f-421711343598 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52e59b9ffeef4af9a3a07f74165a5a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108084 Jul 27 19:53:55.904273 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50478) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:55.905503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:55.905977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79e80ad1-ab79-4548-bcde-d4ebf8f5db92 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:55.965064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:55.965779 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:55.967901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] 10.222.0.52 "PUT /v2.0/ports/1eb99a0c-b1f8-4c67-90b8-17d284558115 HTTP/1.1" status: 200 len: 1093 time: 3.7250564 Jul 27 19:53:55.976253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91864ab-2e70-4d3a-9b59-2216ed4440b7', 'tag': '1eb99a0c-b1f8-4c67-90b8-17d284558115'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:55.979234 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb346d83-f867-41fe-b0c1-cb5ba2b8e5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f91864ab-2e70-4d3a-9b59-2216ed4440b7", "tag": "1eb99a0c-b1f8-4c67-90b8-17d284558115"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:55.992583 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e6dda94-6aa0-4b08-98c6-e38c8e22792a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:56.035376 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e6dda94-6aa0-4b08-98c6-e38c8e22792a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:56.036148 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dcb9a88-22dc-4b73-af04-8947ca034b17 req-cecce5a2-0468-46db-b3e8-20f3f57c283b tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.1313488 Jul 27 19:53:56.071881 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf8ab9f-0fc9-443a-bf7f-f22f86da5745 x-openstack-request-id: req-7cf8ab9f-0fc9-443a-bf7f-f22f86da5745 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:56.072204 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91864ab-2e70-4d3a-9b59-2216ed4440b7", "tag": "1eb99a0c-b1f8-4c67-90b8-17d284558115", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:56.072537 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7cf8ab9f-0fc9-443a-bf7f-f22f86da5745 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:56.075023 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91864ab-2e70-4d3a-9b59-2216ed4440b7', 'tag': '1eb99a0c-b1f8-4c67-90b8-17d284558115', 'status': 'completed', 'code': 200} Jul 27 19:53:56.120168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e6dda94-6aa0-4b08-98c6-e38c8e22792a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:56.123000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e6dda94-6aa0-4b08-98c6-e38c8e22792a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:56.124167 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9e6dda94-6aa0-4b08-98c6-e38c8e22792a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ec67380-cc59-433c-9928-051dd2748469 HTTP/1.1" status: 204 len: 168 time: 0.2189174 Jul 27 19:53:56.157592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dda94-6aa0-4b08-98c6-e38c8e22792a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec67380-cc59-433c-9928-051dd2748469,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:56.175765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5f46a-ec59-46d7-8679-42a492ab3c95 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb99a0c-b1f8-4c67-90b8-17d284558115,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:56.189768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-637417b9-b4a2-4103-b460-02082e1ff316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:56.191624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-637417b9-b4a2-4103-b460-02082e1ff316 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8228838-7f56-4f49-b8c4-a9a60e68ed8f HTTP/1.1" status: 200 len: 850 time: 0.2650435 Jul 27 19:53:56.196770 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 58356d2f-b719-4ff1-bfd9-7a5c7a852efe no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:53:56.242054 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 58356d2f-b719-4ff1-bfd9-7a5c7a852efe {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:53:56.242784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 58356d2f-b719-4ff1-bfd9-7a5c7a852efe not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:53:56.275183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-68d7f4ac-200f-41eb-946b-c489d5371d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:56.276850 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-68d7f4ac-200f-41eb-946b-c489d5371d0c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd7fbd769b2f4d379acce1bf30d00e53&device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 1096 time: 0.2253211 Jul 27 19:53:56.342309 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-d60937ce-0e05-4ddd-a64f-f69c7632fab6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eb99a0c-b1f8-4c67-90b8-17d284558115 HTTP/1.1" status: 200 len: 217 time: 0.0503695 Jul 27 19:53:56.425798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-df62453c-6c78-4a2a-a4f2-4db84be30218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:56.427551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-df62453c-6c78-4a2a-a4f2-4db84be30218 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe0599a8-e2b9-4d58-ac69-a9a391fdb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2219379 Jul 27 19:53:56.474688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-d43782d4-8f4f-413a-b0f5-ed521afb3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:56.476681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-d43782d4-8f4f-413a-b0f5-ed521afb3959 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f772b2f4-a418-4e5e-b4bd-332603009cf5 HTTP/1.1" status: 200 len: 853 time: 0.1215582 Jul 27 19:53:56.478872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:53:56.522551 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:56.555431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-c3370d26-355d-4706-be7d-4dc31469c595 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15cf4885-7155-4c10-9fb4-dffcf365ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460918 Jul 27 19:53:56.565944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Transition to ACTIVE for port object 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:53:56.587776 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:56.734881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-98ed699e-2d90-488b-ac28-6dafd5967f0e service neutron] 10.222.0.52 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703346 Jul 27 19:53:56.811290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-913434b1-dd8b-4544-a022-77c425bf3fa4 service neutron] 10.222.0.63 "GET /v2.0/networks/fe0599a8-e2b9-4d58-ac69-a9a391fdb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731327 Jul 27 19:53:56.981462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:57.123024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50532) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:57.235082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-494712790-network', 'tenant_id': '5d82d511724b4502950f41575d72b9d2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:57.258146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] Made reservation on behalf of 5d82d511724b4502950f41575d72b9d2 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:57.260782 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:57.273441 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:57.370105 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:57.376552 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:57.403894 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:53:57.410300 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60954e57-394f-4ede-a53e-8a2382667c37,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:57.416575 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:57.416924 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] Added segment f580a73d-3a66-4c6e-b9ac-76bf3712e2b7 of type vlan for network 6dac94e3-44fb-44f3-bdad-03ae3db6a364 Jul 27 19:53:57.457780 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:57.489208 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:57.490229 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:57.490820 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:57.545325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5890152-6085-4275-b237-74d16d0240a9 req-525506e2-8c43-4b70-9dc0-0918ec950630 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:57.550159 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5890152-6085-4275-b237-74d16d0240a9 req-525506e2-8c43-4b70-9dc0-0918ec950630 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 944 time: 0.8056157 Jul 27 19:53:57.550332 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4233766 Jul 27 19:53:57.550332 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50538) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:53:57.552589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-f2de4de0-54b2-440c-8699-d7d3c851319c service neutron] 10.222.0.63 "GET /v2.0/networks/fe0599a8-e2b9-4d58-ac69-a9a391fdb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7136409 Jul 27 19:53:57.555170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5153dccf-7a70-4fa4-8f40-d36e14053cf3 admin admin] Request body: {'subnet': {'network_id': '6dac94e3-44fb-44f3-bdad-03ae3db6a364', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-494712790-subnet', 'tenant_id': '5d82d511724b4502950f41575d72b9d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:53:57.558267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c5827e-71c7-41a5-a904-c4e1428b8f99 req-96c0568f-8e3d-448a-8316-3cf70c729dda service neutron] 10.222.0.52 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8045897 Jul 27 19:53:57.566950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e2e60-ac48-4f58-a003-a20b1605a96d req-469a5efb-ad72-4c36-ab75-24df65e222e8 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:57.568782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f5e2e60-ac48-4f58-a003-a20b1605a96d req-469a5efb-ad72-4c36-ab75-24df65e222e8 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 943 time: 0.9020569 Jul 27 19:53:57.569262 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e787a-cbbd-427f-8ce1-d5260c7d6277 admin admin] Pushing event updated for resources: {'Network': ['ID=6dac94e3-44fb-44f3-bdad-03ae3db6a364,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:57.577429 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Attempting to bind port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:53:57.577429 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Attempting to bind port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'b1e3f0a7-758e-4272-bfae-c8f1a8dcd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:53:57.577703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Attempting to bind port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c on network fd803f08-4324-482c-8054-6bca1843a5b5 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:53:57.589156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5153dccf-7a70-4fa4-8f40-d36e14053cf3 admin admin] Made reservation on behalf of 5d82d511724b4502950f41575d72b9d2 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:53:57.592178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5153dccf-7a70-4fa4-8f40-d36e14053cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:57.598520 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 6dac94e3-44fb-44f3-bdad-03ae3db6a364 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:53:57.635386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c on network fd803f08-4324-482c-8054-6bca1843a5b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:53:57.635780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Attempting to bind port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c on network fd803f08-4324-482c-8054-6bca1843a5b5 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:53:57.643399 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-0cd74d27-7b50-4c1b-9235-2164957efca6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=6b82a051-4a63-458c-b31a-5df21e5cf87c HTTP/1.1" status: 200 len: 217 time: 0.0737712 Jul 27 19:53:57.712079 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:53:57.712463 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Checking segment: {'id': 'b1e3f0a7-758e-4272-bfae-c8f1a8dcd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:57.713032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Bound using segment: {'id': 'b1e3f0a7-758e-4272-bfae-c8f1a8dcd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:53:57.713497 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Bound port: 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e3f0a7-758e-4272-bfae-c8f1a8dcd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:53:57.713861 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:57.764219 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5890152-6085-4275-b237-74d16d0240a9 req-dcf3ac42-b02e-465a-ad5d-099791eab5a0 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086139 Jul 27 19:53:57.788243 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f5e2e60-ac48-4f58-a003-a20b1605a96d req-a8818933-0b42-4e4c-aed0-a36803ab1c39 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/security-groups?id=13e5c2ed-61a6-423a-8180-d1001a63e961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903710 Jul 27 19:53:57.823778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-6d5b200c-7d94-484c-ad2e-cabf1560df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:57.825353 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-6d5b200c-7d94-484c-ad2e-cabf1560df40 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.1674273 Jul 27 19:53:57.833491 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5153dccf-7a70-4fa4-8f40-d36e14053cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:57.912500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] For port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:53:57.925899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb346d83-f867-41fe-b0c1-cb5ba2b8e5d4 req-01237427-2b34-48de-b2e6-49beddbb4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:57.927539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb346d83-f867-41fe-b0c1-cb5ba2b8e5d4 req-01237427-2b34-48de-b2e6-49beddbb4cd4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd7fbd769b2f4d379acce1bf30d00e53&device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 1096 time: 0.2799835 Jul 27 19:53:57.928080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153dccf-7a70-4fa4-8f40-d36e14053cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aecd2b26-a8b1-4599-94b8-9541ae7e28fe,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:57.935690 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153dccf-7a70-4fa4-8f40-d36e14053cf3 admin admin] Checking segment: {'id': 'f580a73d-3a66-4c6e-b9ac-76bf3712e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6dac94e3-44fb-44f3-bdad-03ae3db6a364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:53:57.936205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153dccf-7a70-4fa4-8f40-d36e14053cf3 admin admin] Network hostable DHCP agents. Network: 6dac94e3-44fb-44f3-bdad-03ae3db6a364, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:53:57.961480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] For port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c,segment=NetworkSegment(b1e3f0a7-758e-4272-bfae-c8f1a8dcd016),segment_id=b1e3f0a7-758e-4272-bfae-c8f1a8dcd016)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:53:57.977984 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153dccf-7a70-4fa4-8f40-d36e14053cf3 admin admin] Network 6dac94e3-44fb-44f3-bdad-03ae3db6a364 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:53:57.994225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-5153dccf-7a70-4fa4-8f40-d36e14053cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 6dac94e3-44fb-44f3-bdad-03ae3db6a364) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:53:58.003789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9265c6f5-f805-4cab-aec0-394219771286 None None] Network 6dac94e3-44fb-44f3-bdad-03ae3db6a364 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:58.004628 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:58.028271 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153dccf-7a70-4fa4-8f40-d36e14053cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:58.028972 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5153dccf-7a70-4fa4-8f40-d36e14053cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:58.064086 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5153dccf-7a70-4fa4-8f40-d36e14053cf3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5124726 Jul 27 19:53:58.083457 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:58.084371 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:53:58.086307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] 10.222.0.52 "PUT /v2.0/ports/6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c HTTP/1.1" status: 200 len: 1092 time: 3.4392803 Jul 27 19:53:58.091785 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d', 'tag': '6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:53:58.094502 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95927674-5752-4dd3-91c4-f62d6e367cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d", "tag": "6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:53:58.127072 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-e7c2350a-b5de-4506-aefb-741f91f7dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:58.129419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-e7c2350a-b5de-4506-aefb-741f91f7dd87 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2918019 Jul 27 19:53:58.262485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7950aea5-4315-4b18-9a32-b436a19ee42e None None] Network 6dac94e3-44fb-44f3-bdad-03ae3db6a364 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:53:58.264905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd009f7-d3bc-4c02-803d-4eb0253734d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:53:58.281972 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbf45756-1300-481e-b660-74aef4b0fd7f req-2f420675-3dc8-40ef-a475-218f9bcb125c tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0761333 Jul 27 19:53:58.332065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb346d83-f867-41fe-b0c1-cb5ba2b8e5d4 req-3444023d-ce07-4d61-b25c-7498d320fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:58.333997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb346d83-f867-41fe-b0c1-cb5ba2b8e5d4 req-3444023d-ce07-4d61-b25c-7498d320fcf9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=15cf4885-7155-4c10-9fb4-dffcf365ca76 HTTP/1.1" status: 200 len: 914 time: 0.3858736 Jul 27 19:53:58.439912 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f95dd2a-f17e-4162-b16b-e1776c79236a x-openstack-request-id: req-3f95dd2a-f17e-4162-b16b-e1776c79236a {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:53:58.440278 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d", "tag": "6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:53:58.440511 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f95dd2a-f17e-4162-b16b-e1776c79236a {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:53:58.440920 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d', 'tag': '6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c', 'status': 'completed', 'code': 200} Jul 27 19:53:58.442377 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb346d83-f867-41fe-b0c1-cb5ba2b8e5d4 req-813679a1-4824-451e-a715-3149d80ce909 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eb99a0c-b1f8-4c67-90b8-17d284558115 HTTP/1.1" status: 200 len: 217 time: 0.0967386 Jul 27 19:53:58.545284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-b895752f-0212-440d-a10f-1d5d291ba84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:58.547342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-b895752f-0212-440d-a10f-1d5d291ba84a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=705e86c80e1c40929b63347409e42dd3&device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 1095 time: 0.4018693 Jul 27 19:53:58.620762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb346d83-f867-41fe-b0c1-cb5ba2b8e5d4 req-6f46eeed-eca5-46b2-82df-7b14890c5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:58.622384 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb346d83-f867-41fe-b0c1-cb5ba2b8e5d4 req-6f46eeed-eca5-46b2-82df-7b14890c5d1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f772b2f4-a418-4e5e-b4bd-332603009cf5 HTTP/1.1" status: 200 len: 853 time: 0.1603873 Jul 27 19:53:58.625081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-875f6743-189e-4906-b30b-b1c5f239078d service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785960 Jul 27 19:53:58.626898 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-d7056a41-3710-45f9-a5a8-6f79183db8f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c HTTP/1.1" status: 200 len: 217 time: 0.0639005 Jul 27 19:53:58.893153 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb346d83-f867-41fe-b0c1-cb5ba2b8e5d4 req-7016c2c6-d970-477c-b57b-bbc61b320e9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15cf4885-7155-4c10-9fb4-dffcf365ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2489655 Jul 27 19:53:59.043364 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-3380579b-d06e-424c-975f-696ade0b4995 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107726 Jul 27 19:53:59.190977 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-19387fea-5a8d-464f-8f78-53a256095f26 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=2319aae9-ce95-4f29-aabf-b219da789e06 HTTP/1.1" status: 200 len: 217 time: 0.1282287 Jul 27 19:53:59.197885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb346d83-f867-41fe-b0c1-cb5ba2b8e5d4 req-a1796cbc-d227-4902-a1d8-80c9966ef774 service neutron] 10.222.0.52 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786596 Jul 27 19:53:59.199485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-6c79854d-a57a-453e-9d73-244c5455ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:59.201240 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-6c79854d-a57a-453e-9d73-244c5455ab79 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d6a1c4c-9e4c-4a4a-9e27-661033339273 HTTP/1.1" status: 200 len: 844 time: 0.5555634 Jul 27 19:53:59.404680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-5ed7116a-8aa1-4696-ae8a-99759543b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:59.406807 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-5ed7116a-8aa1-4696-ae8a-99759543b129 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.2044525 Jul 27 19:53:59.420773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0fc24-fefa-4168-8c3f-192da328575f req-4c62443a-5406-4594-a2d1-6c9f1c12dd44 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:59.422716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77e0fc24-fefa-4168-8c3f-192da328575f req-4c62443a-5406-4594-a2d1-6c9f1c12dd44 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 944 time: 0.4275088 Jul 27 19:53:59.444688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-4d330510-f223-4399-b354-27cbc6613563 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:59.446233 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-4d330510-f223-4399-b354-27cbc6613563 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/networks?id=6dac94e3-44fb-44f3-bdad-03ae3db6a364 HTTP/1.1" status: 200 len: 820 time: 0.4523563 Jul 27 19:53:59.541164 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-a73d5313-13ac-4ee5-afb2-f50b48a74dc4 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/quotas/5d82d511724b4502950f41575d72b9d2 HTTP/1.1" status: 200 len: 375 time: 0.0751112 Jul 27 19:53:59.553943 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb346d83-f867-41fe-b0c1-cb5ba2b8e5d4 req-75b76e2b-cd32-4209-8902-f1e93a184bc6 service neutron] 10.222.0.52 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382030 Jul 27 19:53:59.609190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-de9a8fce-d008-4c76-8392-77e3d5289c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:59.611381 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-de9a8fce-d008-4c76-8392-77e3d5289c11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fd803f08-4324-482c-8054-6bca1843a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3919332 Jul 27 19:53:59.614448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77e0fc24-fefa-4168-8c3f-192da328575f req-0c9c0c41-d756-4b99-bd34-e833daaa836d tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784565 Jul 27 19:53:59.617876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-7673f945-4963-4e1c-9b61-21ef25edbd93 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d82d511724b4502950f41575d72b9d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597696 Jul 27 19:53:59.774096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-13f914bb-2507-4bef-94a0-0dffa8c4421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:53:59.775786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-13f914bb-2507-4bef-94a0-0dffa8c4421b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3450212 Jul 27 19:53:59.780961 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdea4b3c-0990-40e4-b6ad-17126b0f7dcd req-ec2c5029-f14a-4dbe-b9bc-b2bd7aadf702 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0877657 Jul 27 19:53:59.932962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-9258eea6-d8e1-427b-9a31-4f700ddf762e service neutron] 10.222.0.52 "GET /v2.0/networks/fd803f08-4324-482c-8054-6bca1843a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127499 Jul 27 19:53:59.957370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-ba5da7e2-4aab-49b6-834c-462995d7f28d service neutron] 10.222.0.48 "GET /v2.0/networks/6dac94e3-44fb-44f3-bdad-03ae3db6a364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181763 Jul 27 19:54:00.106434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-f07fda09-9c98-4891-b007-2f5e9cd06497 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187275 Jul 27 19:54:00.197139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea2aff-ad9a-42a4-95e3-bdbb3fe30863 req-7a0a77f7-7c2c-4b45-8cf8-546b326f7414 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:00.198598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-75ea2aff-ad9a-42a4-95e3-bdbb3fe30863 req-7a0a77f7-7c2c-4b45-8cf8-546b326f7414 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 943 time: 0.3189571 Jul 27 19:54:00.213132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd46acd0-022e-4fdc-a0da-09d177852c26 req-9154b619-153c-4296-8191-14d967bd30a2 service neutron] 10.222.0.52 "GET /v2.0/networks/fd803f08-4324-482c-8054-6bca1843a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690570 Jul 27 19:54:00.224447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 1eb99a0c-b1f8-4c67-90b8-17d284558115 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:54:00.235929 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-2c77393d-3299-4caa-81e8-3cbec9e3d135 service neutron] 10.222.0.48 "GET /v2.0/networks/6dac94e3-44fb-44f3-bdad-03ae3db6a364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654774 Jul 27 19:54:00.280672 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-75ea2aff-ad9a-42a4-95e3-bdbb3fe30863 req-48cb1f5e-b29f-4ad1-97f5-23ace093d221 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/security-groups?id=13e5c2ed-61a6-423a-8180-d1001a63e961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702322 Jul 27 19:54:00.295471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-58daf333-9a3d-49b6-93d1-9e98780843d2 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740541 Jul 27 19:54:00.363621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 1eb99a0c-b1f8-4c67-90b8-17d284558115, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1eb99a0c-b1f8-4c67-90b8-17d284558115,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:00.384241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-4a4d7cb6-60bc-4fb2-88e4-196a8998f8ad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=1c389675-fc2c-489a-ac5e-e52b3557cb14 HTTP/1.1" status: 200 len: 217 time: 0.0584798 Jul 27 19:54:00.386828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '1eb99a0c-b1f8-4c67-90b8-17d284558115', 'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76', 'port_id': '1eb99a0c-b1f8-4c67-90b8-17d284558115', 'mac_address': 'fa:16:3e:29:16:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f772b2f4-a418-4e5e-b4bd-332603009cf5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:54:00.473755 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:00.489790 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb99a0c-b1f8-4c67-90b8-17d284558115 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:54:00.510265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95927674-5752-4dd3-91c4-f62d6e367cb2 req-055ddcb0-eec1-4cef-8de1-89605bf6cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:00.511821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95927674-5752-4dd3-91c4-f62d6e367cb2 req-055ddcb0-eec1-4cef-8de1-89605bf6cd5b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=705e86c80e1c40929b63347409e42dd3&device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 1095 time: 0.2288983 Jul 27 19:54:00.513636 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-3f79ca8c-dceb-487e-b6ad-dc5926fa0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:00.514758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-3f79ca8c-dceb-487e-b6ad-dc5926fa0d93 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.1231747 Jul 27 19:54:00.550724 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 1eb99a0c-b1f8-4c67-90b8-17d284558115, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1eb99a0c-b1f8-4c67-90b8-17d284558115,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:00.563591 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:00.657470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=1eb99a0c-b1f8-4c67-90b8-17d284558115,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:00.726177 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7e03331-7ed4-4a49-a682-c2b306524d6c req-f6588cac-fcb2-453f-9230-827544f3e4cf tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 210 time: 0.1042624 Jul 27 19:54:00.751533 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95927674-5752-4dd3-91c4-f62d6e367cb2 req-cf5177d3-d5cf-4cd4-b08c-d27e242c32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:00.753312 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95927674-5752-4dd3-91c4-f62d6e367cb2 req-cf5177d3-d5cf-4cd4-b08c-d27e242c32c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fd803f08-4324-482c-8054-6bca1843a5b5 HTTP/1.1" status: 200 len: 906 time: 0.2295556 Jul 27 19:54:00.789706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['1eb99a0c-b1f8-4c67-90b8-17d284558115'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:54:01.378388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95927674-5752-4dd3-91c4-f62d6e367cb2 req-5ed78f33-a51d-48f8-8f10-36da91e0fc65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c HTTP/1.1" status: 200 len: 217 time: 0.6165872 Jul 27 19:54:01.432600 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f32075a1-3d0f-40c2-8685-542fd6812581 req-81ce32c1-2c46-4b68-9f73-e4ba0410e1b3 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0600395 Jul 27 19:54:01.457332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-b6c3b4ea-cf54-4395-aa7d-3288deffe5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:01.457332 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-b6c3b4ea-cf54-4395-aa7d-3288deffe5f5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8332555 Jul 27 19:54:01.557598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f405e-3ef7-455f-a04b-bd9b1535e0b3 req-e71dc00f-fec6-4b42-92ba-575142bcc683 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:01.559118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-784f405e-3ef7-455f-a04b-bd9b1535e0b3 req-e71dc00f-fec6-4b42-92ba-575142bcc683 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 945 time: 0.7719018 Jul 27 19:54:01.581356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95927674-5752-4dd3-91c4-f62d6e367cb2 req-cf8d913c-770f-499c-a12b-56dd38afeb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:01.582899 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95927674-5752-4dd3-91c4-f62d6e367cb2 req-cf8d913c-770f-499c-a12b-56dd38afeb2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d6a1c4c-9e4c-4a4a-9e27-661033339273 HTTP/1.1" status: 200 len: 844 time: 0.1892743 Jul 27 19:54:01.703049 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-551a1281-65ce-43c2-befb-a194a0ea53f4 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313163 Jul 27 19:54:01.742399 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-784f405e-3ef7-455f-a04b-bd9b1535e0b3 req-f2c8ab36-b4c6-4e8b-9b7c-27957670ff46 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642022 Jul 27 19:54:01.753655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dea29-b1df-4c65-a52c-41493865d8a8 req-1321e0ce-eab2-4507-8799-dd788a969742 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:01.761427 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc0dea29-b1df-4c65-a52c-41493865d8a8 req-1321e0ce-eab2-4507-8799-dd788a969742 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 943 time: 0.2335212 Jul 27 19:54:02.021614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95927674-5752-4dd3-91c4-f62d6e367cb2 req-fa9488f6-9765-4063-8210-5ea9d928954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:02.023625 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95927674-5752-4dd3-91c4-f62d6e367cb2 req-fa9488f6-9765-4063-8210-5ea9d928954c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fd803f08-4324-482c-8054-6bca1843a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4300413 Jul 27 19:54:02.038601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-8f2429a7-8bb9-4f29-8e7e-99d57838b77b service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241241 Jul 27 19:54:02.110634 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc0dea29-b1df-4c65-a52c-41493865d8a8 req-337cdba8-e54c-46f3-97ee-7c9fdded8909 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/security-groups?id=13e5c2ed-61a6-423a-8180-d1001a63e961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481419 Jul 27 19:54:02.194078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d95fb22-146c-47ce-96c9-7bd883423901 req-463e61a5-fbe5-4e50-ad10-e991d6c61fd3 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 210 time: 0.1013947 Jul 27 19:54:02.232582 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 1eb99a0c-b1f8-4c67-90b8-17d284558115 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:02.268710 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-a59ccf5d-8ef7-40d6-83e0-a085a297b9fe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 HTTP/1.1" status: 200 len: 217 time: 0.1656654 Jul 27 19:54:02.276932 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95927674-5752-4dd3-91c4-f62d6e367cb2 req-dc29e6bc-3cab-4aa5-994a-267f7236f882 service neutron] 10.222.0.52 "GET /v2.0/networks/fd803f08-4324-482c-8054-6bca1843a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365234 Jul 27 19:54:02.309384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 1eb99a0c-b1f8-4c67-90b8-17d284558115 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:02.314419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 1eb99a0c-b1f8-4c67-90b8-17d284558115 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:02.314934 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:02.363974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-92c47c2b-fda4-47aa-83be-a024422d5252 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:02.365858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-92c47c2b-fda4-47aa-83be-a024422d5252 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.63 "GET /v2.0/networks?id=6dac94e3-44fb-44f3-bdad-03ae3db6a364 HTTP/1.1" status: 200 len: 820 time: 0.5878842 Jul 27 19:54:02.401731 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-f96e6281-4a89-427d-bbb5-a2a9d52d7aac tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Request body: {'port': {'device_id': 'ccb831da-0668-4ba9-bbcd-e08fd7e778e3', 'network_id': '6dac94e3-44fb-44f3-bdad-03ae3db6a364', 'admin_state_up': True, 'tenant_id': '5d82d511724b4502950f41575d72b9d2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:02.467123 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:02.475978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-6a5459d4-daef-42f5-9582-8abf2f3302ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:02.477770 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-6a5459d4-daef-42f5-9582-8abf2f3302ac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.1961777 Jul 27 19:54:02.502046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91864ab-2e70-4d3a-9b59-2216ed4440b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb99a0c-b1f8-4c67-90b8-17d284558115'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:54:02.505232 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda3363b-7bb5-45f6-a8c8-00c3fa9d97e1" -d '{"events": [{"server_uuid": "f91864ab-2e70-4d3a-9b59-2216ed4440b7", "name": "network-vif-plugged", "status": "completed", "tag": "1eb99a0c-b1f8-4c67-90b8-17d284558115"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:54:02.533000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 1eb99a0c-b1f8-4c67-90b8-17d284558115, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1eb99a0c-b1f8-4c67-90b8-17d284558115,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:02.543004 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:02.592177 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d556d949-9c31-4d2e-9076-232c8fad2886 x-openstack-request-id: req-d556d949-9c31-4d2e-9076-232c8fad2886 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:54:02.593149 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91864ab-2e70-4d3a-9b59-2216ed4440b7", "name": "network-vif-plugged", "status": "completed", "tag": "1eb99a0c-b1f8-4c67-90b8-17d284558115", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:54:02.594501 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d556d949-9c31-4d2e-9076-232c8fad2886 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:54:02.596458 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91864ab-2e70-4d3a-9b59-2216ed4440b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb99a0c-b1f8-4c67-90b8-17d284558115', 'code': 200} Jul 27 19:54:02.603809 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95927674-5752-4dd3-91c4-f62d6e367cb2 req-51418891-894d-4102-b48a-69b11fe22750 service neutron] 10.222.0.52 "GET /v2.0/networks/fd803f08-4324-482c-8054-6bca1843a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887244 Jul 27 19:54:02.649982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91540487-7a1f-40c4-9f43-ff45b553784c req-8934b45b-455b-40b5-a91f-766152d32ad0 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0562787 Jul 27 19:54:02.651348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=1eb99a0c-b1f8-4c67-90b8-17d284558115,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:02.726483 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-85c3df37-0177-4afe-8505-84ddf61ca0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:02.728558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-85c3df37-0177-4afe-8505-84ddf61ca0cf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2305150 Jul 27 19:54:02.732208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-f96e6281-4a89-427d-bbb5-a2a9d52d7aac tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Made reservation on behalf of 5d82d511724b4502950f41575d72b9d2 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:02.739295 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-f96e6281-4a89-427d-bbb5-a2a9d52d7aac tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:02.906077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa040c24-2309-4791-ae4d-b23c150cd606 req-3d5fc268-bf90-47dc-90f4-eba5bb78e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:02.907652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fa040c24-2309-4791-ae4d-b23c150cd606 req-3d5fc268-bf90-47dc-90f4-eba5bb78e175 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 1098 time: 0.2620027 Jul 27 19:54:03.006332 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fa040c24-2309-4791-ae4d-b23c150cd606 req-663e6bbb-6c85-48d5-aa10-f5d26aa635a0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824430 Jul 27 19:54:03.082164 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-386de110-9e80-439d-b364-6493d78fab6d service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145642 Jul 27 19:54:03.121689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdd89c-e6b1-490a-b3dd-c51b85252c86 req-c30c8d6c-f066-43df-9056-3c9480a6d7aa tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:03.123235 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ebdd89c-e6b1-490a-b3dd-c51b85252c86 req-c30c8d6c-f066-43df-9056-3c9480a6d7aa tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 946 time: 0.2663748 Jul 27 19:54:03.185662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-f96e6281-4a89-427d-bbb5-a2a9d52d7aac tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Allocated IP 172.20.0.3 (6dac94e3-44fb-44f3-bdad-03ae3db6a364/aecd2b26-a8b1-4599-94b8-9541ae7e28fe/1d378f6d-8211-4531-a7b2-9025f14ed7c6) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:54:03.278304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ebdd89c-e6b1-490a-b3dd-c51b85252c86 req-d0c9171b-f179-4f40-a9e8-a34fb63595f7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143200 Jul 27 19:54:03.364717 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-feec7ef7-6e12-46e8-b6ba-a443d4304f06 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703161 Jul 27 19:54:03.450960 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a474f48-8452-4ef0-b652-5422e1a07d17 req-24d45201-fd72-4ecc-9120-c24724c54128 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 210 time: 0.0959983 Jul 27 19:54:03.492927 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-4a165c5d-208f-4078-8869-50f2550a895f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1a40ce14-5f90-474d-95b9-4921682fa7d3 HTTP/1.1" status: 200 len: 217 time: 0.0780916 Jul 27 19:54:03.513046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e23ec-dc75-44b1-8a00-c713a2659cc3 req-99e10ecb-817c-417f-8cc5-a208296febef tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:03.520859 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc2e23ec-dc75-44b1-8a00-c713a2659cc3 req-99e10ecb-817c-417f-8cc5-a208296febef tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 943 time: 0.2942438 Jul 27 19:54:03.607035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-3dee9866-f64f-4841-a5c0-7c5cd6a4d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:03.608732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-3dee9866-f64f-4841-a5c0-7c5cd6a4d269 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a HTTP/1.1" status: 200 len: 797 time: 0.0829871 Jul 27 19:54:03.697826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc2e23ec-dc75-44b1-8a00-c713a2659cc3 req-c20e6e72-9ae3-4d97-9d7b-1c50d7635d69 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/security-groups?id=13e5c2ed-61a6-423a-8180-d1001a63e961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759319 Jul 27 19:54:03.719009 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-f96e6281-4a89-427d-bbb5-a2a9d52d7aac tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:03.773783 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-eacae931-c16c-4787-9842-e08109754048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:03.776943 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-eacae931-c16c-4787-9842-e08109754048 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9731c54d-8776-469f-b0a4-97666d3f2100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1517057 Jul 27 19:54:03.793067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50692) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:03.799622 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-f96e6281-4a89-427d-bbb5-a2a9d52d7aac tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:03.974530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59c7738b-e20e-4fea-8169-4143112a5483 req-ab3918e7-8fc9-4838-87d2-fa0a0ea726e6 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0734847 Jul 27 19:54:04.007365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-f96e6281-4a89-427d-bbb5-a2a9d52d7aac tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Network 6dac94e3-44fb-44f3-bdad-03ae3db6a364 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:04.008210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e6281-4a89-427d-bbb5-a2a9d52d7aac tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Pushing event updated for resources: {'Port': ['ID=1d378f6d-8211-4531-a7b2-9025f14ed7c6,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:04.022268 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8a3a-4e85-4655-9aa8-7cc7a01f5b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:04.025442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-f96e6281-4a89-427d-bbb5-a2a9d52d7aac tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:04.029740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-f96e6281-4a89-427d-bbb5-a2a9d52d7aac tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:54:04.088118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-537aee99-987f-4633-81f4-372f7bbdc12e service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019831 Jul 27 19:54:04.122186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-f96e6281-4a89-427d-bbb5-a2a9d52d7aac tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:04.122886 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-f96e6281-4a89-427d-bbb5-a2a9d52d7aac tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:04.147231 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8a3a-4e85-4655-9aa8-7cc7a01f5b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:04.153969 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8a3a-4e85-4655-9aa8-7cc7a01f5b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:04.209898 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0c4b8a3a-4e85-4655-9aa8-7cc7a01f5b68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00d893adf51341539d0915cb328baaf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4147301 Jul 27 19:54:04.212263 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50712) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:04.215332 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-f96e6281-4a89-427d-bbb5-a2a9d52d7aac tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8181481 Jul 27 19:54:04.235759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Request body: {'port': {'device_id': 'ccb831da-0668-4ba9-bbcd-e08fd7e778e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:04.250823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:54:04.258238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b8a3a-4e85-4655-9aa8-7cc7a01f5b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e32b4df-cb7d-49a0-b1d5-aaeb0ca30a8c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:04.280626 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c732-5313-48b9-b200-3e20dd8e5a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:04.303341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-ace15177-0348-42d1-844a-0269af614435 service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063465 Jul 27 19:54:04.310686 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c732-5313-48b9-b200-3e20dd8e5a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:04.362860 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c732-5313-48b9-b200-3e20dd8e5a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:04.366073 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c732-5313-48b9-b200-3e20dd8e5a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:04.369850 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7bd9c732-5313-48b9-b200-3e20dd8e5a79 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e32b4df-cb7d-49a0-b1d5-aaeb0ca30a8c HTTP/1.1" status: 204 len: 168 time: 0.1538165 Jul 27 19:54:04.380071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9c732-5313-48b9-b200-3e20dd8e5a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e32b4df-cb7d-49a0-b1d5-aaeb0ca30a8c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:04.459154 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-7f084bc6-eb2e-4492-9352-fee8e5eb98cc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8509d889-e654-492c-90f2-f145f97d6866 HTTP/1.1" status: 200 len: 217 time: 0.1048110 Jul 27 19:54:04.482544 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:04.564644 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-b3e1f34e-c1b8-44c2-9336-a8c0346e08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:04.566267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-b3e1f34e-c1b8-44c2-9336-a8c0346e08ae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a HTTP/1.1" status: 200 len: 797 time: 0.0853291 Jul 27 19:54:04.576008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c,segment=NetworkSegment(b1e3f0a7-758e-4272-bfae-c8f1a8dcd016),segment_id=b1e3f0a7-758e-4272-bfae-c8f1a8dcd016)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:04.589258 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c', 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'port_id': '6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c', 'mac_address': 'fa:16:3e:e4:ff:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:54:04.672715 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:04.704126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:54:04.732336 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c,segment=NetworkSegment(b1e3f0a7-758e-4272-bfae-c8f1a8dcd016),segment_id=b1e3f0a7-758e-4272-bfae-c8f1a8dcd016)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:04.737952 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:04.813235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:04.963972 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:54:05.296289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f368f5b-668e-43e4-ba2f-097c0773021a req-441dce67-5e90-479f-b411-162eb267037a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:05.305594 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f368f5b-668e-43e4-ba2f-097c0773021a req-441dce67-5e90-479f-b411-162eb267037a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 946 time: 0.8437614 Jul 27 19:54:05.357467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-dfa9075a-9a31-4738-b304-047fbf6e9536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:05.359113 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-dfa9075a-9a31-4738-b304-047fbf6e9536 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9731c54d-8776-469f-b0a4-97666d3f2100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7595584 Jul 27 19:54:05.366708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ea428-f871-4762-a2c2-3582cfb56ed0 req-5bd95f36-927a-4fd0-bfca-818161f75217 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:05.368341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c07ea428-f871-4762-a2c2-3582cfb56ed0 req-5bd95f36-927a-4fd0-bfca-818161f75217 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 931 time: 0.7554204 Jul 27 19:54:05.521653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f368f5b-668e-43e4-ba2f-097c0773021a req-66b63bdf-9f57-4d5e-ac57-a80085bfb2d7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149589 Jul 27 19:54:05.560122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c07ea428-f871-4762-a2c2-3582cfb56ed0 req-24600bd3-0814-4fae-bcd3-11ed1b7578d9 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/security-groups?id=60954e57-394f-4ede-a53e-8a2382667c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691623 Jul 27 19:54:05.640267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-763b8391-f559-4b07-b631-d557a9dab618 service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660229 Jul 27 19:54:05.779201 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af1a00de-333b-4ecd-802f-53342ff1ff1c req-2a4dc82e-7b4e-4d03-b8a5-afe3757f3f67 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0905755 Jul 27 19:54:05.852383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d378f6d-8211-4531-a7b2-9025f14ed7c6 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:54:05.869208 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:05.911800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Transition to ACTIVE for port object 1d378f6d-8211-4531-a7b2-9025f14ed7c6 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:05.920716 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:05.932875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e753d5-966c-47c2-bd70-1d55f59265ff req-20c26327-d91c-4f5c-aad2-838e178bcd1c tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:05.934551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14e753d5-966c-47c2-bd70-1d55f59265ff req-20c26327-d91c-4f5c-aad2-838e178bcd1c tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 944 time: 0.3094642 Jul 27 19:54:05.939224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df376e74-a84b-4c42-9fd4-215f399a0d5c req-054e405d-8e8d-4c16-8e07-bdd91f6603e9 service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659822 Jul 27 19:54:06.034693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Pushing event updated for resources: {'Port': ['ID=1d378f6d-8211-4531-a7b2-9025f14ed7c6,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:06.067144 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14e753d5-966c-47c2-bd70-1d55f59265ff req-4536158c-3ca0-4db6-a1c1-cc30d9d077dd tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/security-groups?id=13e5c2ed-61a6-423a-8180-d1001a63e961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986488 Jul 27 19:54:06.133403 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Attempting to bind port 1d378f6d-8211-4531-a7b2-9025f14ed7c6 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:54:06.134264 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Attempting to bind port 1d378f6d-8211-4531-a7b2-9025f14ed7c6 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'f580a73d-3a66-4c6e-b9ac-76bf3712e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6dac94e3-44fb-44f3-bdad-03ae3db6a364'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:54:06.135631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Attempting to bind port 1d378f6d-8211-4531-a7b2-9025f14ed7c6 on network 6dac94e3-44fb-44f3-bdad-03ae3db6a364 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:54:06.151410 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Port 1d378f6d-8211-4531-a7b2-9025f14ed7c6 on network 6dac94e3-44fb-44f3-bdad-03ae3db6a364 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:54:06.151745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Attempting to bind port 1d378f6d-8211-4531-a7b2-9025f14ed7c6 on network 6dac94e3-44fb-44f3-bdad-03ae3db6a364 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:54:06.157643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:54:06.157999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Checking segment: {'id': 'f580a73d-3a66-4c6e-b9ac-76bf3712e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6dac94e3-44fb-44f3-bdad-03ae3db6a364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:54:06.158571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Bound using segment: {'id': 'f580a73d-3a66-4c6e-b9ac-76bf3712e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6dac94e3-44fb-44f3-bdad-03ae3db6a364'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:54:06.159041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Bound port: 1d378f6d-8211-4531-a7b2-9025f14ed7c6, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f580a73d-3a66-4c6e-b9ac-76bf3712e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6dac94e3-44fb-44f3-bdad-03ae3db6a364'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:54:06.159423 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:06.260097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] For port 1d378f6d-8211-4531-a7b2-9025f14ed7c6, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:54:06.261628 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:06.302234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] For port 1d378f6d-8211-4531-a7b2-9025f14ed7c6, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1d378f6d-8211-4531-a7b2-9025f14ed7c6,segment=NetworkSegment(f580a73d-3a66-4c6e-b9ac-76bf3712e2b7),segment_id=f580a73d-3a66-4c6e-b9ac-76bf3712e2b7)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:54:06.310709 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:06.351050 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:06.358261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:06.359176 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:06.379855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:06.383336 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:06.384933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] 10.222.0.63 "PUT /v2.0/ports/1d378f6d-8211-4531-a7b2-9025f14ed7c6 HTTP/1.1" status: 200 len: 1092 time: 2.1537395 Jul 27 19:54:06.388442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb831da-0668-4ba9-bbcd-e08fd7e778e3', 'tag': '1d378f6d-8211-4531-a7b2-9025f14ed7c6'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:54:06.401262 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daf0e9d-7259-4af1-8287-9ac3b3390251" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb831da-0668-4ba9-bbcd-e08fd7e778e3", "tag": "1d378f6d-8211-4531-a7b2-9025f14ed7c6"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:54:06.499820 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70046a2-c424-41b6-86e1-04c6ed820bcb x-openstack-request-id: req-e70046a2-c424-41b6-86e1-04c6ed820bcb {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:54:06.500109 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb831da-0668-4ba9-bbcd-e08fd7e778e3", "tag": "1d378f6d-8211-4531-a7b2-9025f14ed7c6", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:54:06.500364 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e70046a2-c424-41b6-86e1-04c6ed820bcb {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:54:06.500798 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb831da-0668-4ba9-bbcd-e08fd7e778e3', 'tag': '1d378f6d-8211-4531-a7b2-9025f14ed7c6', 'status': 'completed', 'code': 200} Jul 27 19:54:06.515024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b2670-b77c-4b3b-b511-705823668e78 req-20735851-5bdc-4a75-a18a-05254636e568 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:06.516479 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:06.516916 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff7b2670-b77c-4b3b-b511-705823668e78 req-20735851-5bdc-4a75-a18a-05254636e568 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 946 time: 0.2609193 Jul 27 19:54:06.519889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c2487-5cee-431f-ac01-4d643f5c7116 service neutron] Pushing event updated for resources: {'Port': ['ID=1d378f6d-8211-4531-a7b2-9025f14ed7c6,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:06.551244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:54:06.554961 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a300413b-4b44-4b8e-a929-e9eefde11808" -d '{"events": [{"server_uuid": "ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d", "name": "network-vif-plugged", "status": "completed", "tag": "6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:54:06.573894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c,segment=NetworkSegment(b1e3f0a7-758e-4272-bfae-c8f1a8dcd016),segment_id=b1e3f0a7-758e-4272-bfae-c8f1a8dcd016)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:06.578089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff7b2670-b77c-4b3b-b511-705823668e78 req-7c48daa4-b225-4b1c-8d24-a4dd21685ae0 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534346 Jul 27 19:54:06.583015 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:06.590169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-089840f1-d37a-4256-98b4-eaa25d5c1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:06.591794 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-089840f1-d37a-4256-98b4-eaa25d5c1cb2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5d82d511724b4502950f41575d72b9d2&device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 1095 time: 0.1463430 Jul 27 19:54:06.628296 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff03310e-a21e-4db2-b297-48e5453fe142 x-openstack-request-id: req-ff03310e-a21e-4db2-b297-48e5453fe142 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:54:06.628296 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d", "name": "network-vif-plugged", "status": "completed", "tag": "6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:54:06.628296 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff03310e-a21e-4db2-b297-48e5453fe142 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:54:06.628296 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c', 'code': 200} Jul 27 19:54:06.678632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:06.690047 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-946ffa3d-ce34-4ba0-8696-2debb641ea6b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d378f6d-8211-4531-a7b2-9025f14ed7c6 HTTP/1.1" status: 200 len: 217 time: 0.0875859 Jul 27 19:54:06.819610 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-64399e60-88f6-4578-9c4e-695ac7995dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:06.821220 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-64399e60-88f6-4578-9c4e-695ac7995dbf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=aecd2b26-a8b1-4599-94b8-9541ae7e28fe HTTP/1.1" status: 200 len: 860 time: 0.1206200 Jul 27 19:54:06.877282 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-b6cf0f23-f6e7-4ee0-b6b8-0d7cb037acea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6dac94e3-44fb-44f3-bdad-03ae3db6a364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468223 Jul 27 19:54:06.903548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa2742-d31b-43a0-a7b2-6b38c24705f2 req-97f3ffdb-ad06-44d0-aaf6-7e21bf073281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:06.905732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62fa2742-d31b-43a0-a7b2-6b38c24705f2 req-97f3ffdb-ad06-44d0-aaf6-7e21bf073281 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 1097 time: 0.1951473 Jul 27 19:54:06.984681 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe42aa7-f324-49a7-a9f0-8e92a963a6d7 req-118ae0d0-b2da-452a-86ea-907b414bdfd9 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:06.986387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fe42aa7-f324-49a7-a9f0-8e92a963a6d7 req-118ae0d0-b2da-452a-86ea-907b414bdfd9 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 943 time: 0.2746446 Jul 27 19:54:07.018782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a7ffbe9-cc7a-4e32-acf8-01be0b3939ed req-fd72a88c-e8fa-480d-ab3d-95261fda42cf tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0974455 Jul 27 19:54:07.070820 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62fa2742-d31b-43a0-a7b2-6b38c24705f2 req-bfd51218-794a-4059-9f5c-ade58b1d7761 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=13e5c2ed-61a6-423a-8180-d1001a63e961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479933 Jul 27 19:54:07.110155 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fe42aa7-f324-49a7-a9f0-8e92a963a6d7 req-ef7a8a4c-4ded-4fd4-8dbc-8f89f561cb53 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/security-groups?id=60954e57-394f-4ede-a53e-8a2382667c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947800 Jul 27 19:54:07.118275 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-d4dd6c7c-fa48-46f8-891b-feb3180194a2 service neutron] 10.222.0.63 "GET /v2.0/networks/6dac94e3-44fb-44f3-bdad-03ae3db6a364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296038 Jul 27 19:54:07.309841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d5fb1ae-2fd9-49c1-b128-8c12cd09e2d4 req-c278fb25-cdbf-4df9-8c21-711722f04718 service neutron] 10.222.0.63 "GET /v2.0/networks/6dac94e3-44fb-44f3-bdad-03ae3db6a364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776650 Jul 27 19:54:07.336861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202b370-780e-4f94-a98a-a6e238cbf54e req-baf243a3-fd76-4428-8e01-b08a4186b65e tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:07.340882 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3202b370-780e-4f94-a98a-a6e238cbf54e req-baf243a3-fd76-4428-8e01-b08a4186b65e tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 945 time: 0.1020474 Jul 27 19:54:07.433202 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3202b370-780e-4f94-a98a-a6e238cbf54e req-4cd2bab6-5fc2-4e86-8657-159c713f61bb tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/security-groups?id=13e5c2ed-61a6-423a-8180-d1001a63e961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848770 Jul 27 19:54:07.461011 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf0e9d-7259-4af1-8287-9ac3b3390251 req-127f6d75-1cb9-47d9-bdbe-183df31ad1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:07.461167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5daf0e9d-7259-4af1-8287-9ac3b3390251 req-127f6d75-1cb9-47d9-bdbe-183df31ad1f9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5d82d511724b4502950f41575d72b9d2&device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 1095 time: 0.0898910 Jul 27 19:54:07.582516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf0e9d-7259-4af1-8287-9ac3b3390251 req-06d0603e-7076-456b-a64d-f00c6329f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:07.584101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5daf0e9d-7259-4af1-8287-9ac3b3390251 req-06d0603e-7076-456b-a64d-f00c6329f1d4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6dac94e3-44fb-44f3-bdad-03ae3db6a364 HTTP/1.1" status: 200 len: 921 time: 0.1157684 Jul 27 19:54:07.646422 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5daf0e9d-7259-4af1-8287-9ac3b3390251 req-cdfa6bcc-0992-450d-8331-bae4d2f5c99b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d378f6d-8211-4531-a7b2-9025f14ed7c6 HTTP/1.1" status: 200 len: 217 time: 0.0540607 Jul 27 19:54:07.750665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf0e9d-7259-4af1-8287-9ac3b3390251 req-6cc9af04-45be-45cb-b813-fe275ea84f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:07.752432 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5daf0e9d-7259-4af1-8287-9ac3b3390251 req-6cc9af04-45be-45cb-b813-fe275ea84f37 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=aecd2b26-a8b1-4599-94b8-9541ae7e28fe HTTP/1.1" status: 200 len: 860 time: 0.0973964 Jul 27 19:54:07.756328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 50862) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:07.809705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5daf0e9d-7259-4af1-8287-9ac3b3390251 req-845c7de5-f261-49cb-8a22-2e7e84e03c9e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6dac94e3-44fb-44f3-bdad-03ae3db6a364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446105 Jul 27 19:54:07.832981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d3d6f-4f0b-4c33-8af9-ccc428ca4ea6 req-b6a3d5a3-1b6d-403d-839b-f29cf626489c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:07.834905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d05d3d6f-4f0b-4c33-8af9-ccc428ca4ea6 req-b6a3d5a3-1b6d-403d-839b-f29cf626489c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 946 time: 0.1477373 Jul 27 19:54:07.900273 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8491b0a2-fa29-44af-8f96-244f40b11104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:07.954220 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d05d3d6f-4f0b-4c33-8af9-ccc428ca4ea6 req-70628926-9df0-4e2e-b877-ebfa27feb782 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085215 Jul 27 19:54:07.985551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5daf0e9d-7259-4af1-8287-9ac3b3390251 req-4299f859-963d-4228-b146-4da29672873a service neutron] 10.222.0.63 "GET /v2.0/networks/6dac94e3-44fb-44f3-bdad-03ae3db6a364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687274 Jul 27 19:54:08.204203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5daf0e9d-7259-4af1-8287-9ac3b3390251 req-28ff4fca-b994-41f5-89b2-e721e5bd9467 service neutron] 10.222.0.63 "GET /v2.0/networks/6dac94e3-44fb-44f3-bdad-03ae3db6a364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077451 Jul 27 19:54:08.234158 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef275a01-b316-4096-9fc8-6060c5b0b81e req-6d9aa510-8d6c-466d-9834-f236429c9de0 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0564697 Jul 27 19:54:08.248981 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8491b0a2-fa29-44af-8f96-244f40b11104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:08.272351 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8491b0a2-fa29-44af-8f96-244f40b11104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:08.282338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951c7be-849e-4504-9a73-d8e7861550f6 req-58e07572-7b92-4abe-8b83-0abe7d8c94a6 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:08.283939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8951c7be-849e-4504-9a73-d8e7861550f6 req-58e07572-7b92-4abe-8b83-0abe7d8c94a6 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.52 "GET /v2.0/ports?device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 946 time: 0.2764096 Jul 27 19:54:08.292174 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:08.367245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8491b0a2-fa29-44af-8f96-244f40b11104 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45e85ab1de604e2aac8c500189923b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6074309 Jul 27 19:54:08.367795 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50876) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:08.368949 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491b0a2-fa29-44af-8f96-244f40b11104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ee6104-0268-4f9c-9f02-b427d1b81b06,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:08.431370 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346c74a-68e1-405d-ae71-05334a5bc5a6 req-a73508f0-82ed-4e15-865d-ff795b6d1a9c tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:08.433361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0346c74a-68e1-405d-ae71-05334a5bc5a6 req-a73508f0-82ed-4e15-865d-ff795b6d1a9c tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 943 time: 0.2112069 Jul 27 19:54:08.454417 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6b2e-1310-4edc-a3c9-769a1393328b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:08.480177 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6b2e-1310-4edc-a3c9-769a1393328b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:08.491307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0346c74a-68e1-405d-ae71-05334a5bc5a6 req-372f4eb7-1000-4802-82c9-99a6c70f8fe7 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/security-groups?id=60954e57-394f-4ede-a53e-8a2382667c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491376 Jul 27 19:54:08.495291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8951c7be-849e-4504-9a73-d8e7861550f6 req-ce37eac6-1e4b-4b8b-8c6c-2e2161033489 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Deleting port 1eb99a0c-b1f8-4c67-90b8-17d284558115 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:54:08.495291 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8951c7be-849e-4504-9a73-d8e7861550f6 req-ce37eac6-1e4b-4b8b-8c6c-2e2161033489 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:08.538908 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6b2e-1310-4edc-a3c9-769a1393328b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:08.542208 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6b2e-1310-4edc-a3c9-769a1393328b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:08.543986 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fb8e6b2e-1310-4edc-a3c9-769a1393328b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67ee6104-0268-4f9c-9f02-b427d1b81b06 HTTP/1.1" status: 204 len: 168 time: 0.1750088 Jul 27 19:54:08.560081 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e6b2e-1310-4edc-a3c9-769a1393328b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ee6104-0268-4f9c-9f02-b427d1b81b06,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:08.639813 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-8951c7be-849e-4504-9a73-d8e7861550f6 req-ce37eac6-1e4b-4b8b-8c6c-2e2161033489 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] For port 1eb99a0c-b1f8-4c67-90b8-17d284558115, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1eb99a0c-b1f8-4c67-90b8-17d284558115,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:08.639813 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8951c7be-849e-4504-9a73-d8e7861550f6 req-ce37eac6-1e4b-4b8b-8c6c-2e2161033489 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:08.655030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8951c7be-849e-4504-9a73-d8e7861550f6 req-ce37eac6-1e4b-4b8b-8c6c-2e2161033489 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Calling delete_port for 1eb99a0c-b1f8-4c67-90b8-17d284558115 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:54:08.682627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9969d-ed23-409b-8640-76567632ce80 req-bd821976-9ad5-4885-86ec-66ad47cb47d2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:08.686269 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9f9969d-ed23-409b-8640-76567632ce80 req-bd821976-9ad5-4885-86ec-66ad47cb47d2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 945 time: 0.1207392 Jul 27 19:54:08.771678 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9f9969d-ed23-409b-8640-76567632ce80 req-03895eec-0dec-448b-9688-79978c687050 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/security-groups?id=13e5c2ed-61a6-423a-8180-d1001a63e961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586786 Jul 27 19:54:08.873830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50886) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:08.888914 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1c5928d4-3938-4d75-a0d7-28d202ae6914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:08.895049 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8951c7be-849e-4504-9a73-d8e7861550f6 req-ce37eac6-1e4b-4b8b-8c6c-2e2161033489 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:08.907775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['1eb99a0c-b1f8-4c67-90b8-17d284558115'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:54:08.914534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['e26dd807-304e-4f3e-bcf4-685f9b4a5598'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:54:08.935135 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37eac6-1e4b-4b8b-8c6c-2e2161033489 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Pushing event deleted for resources: {'Port': ['ID=1eb99a0c-b1f8-4c67-90b8-17d284558115,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:08.990748 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1c5928d4-3938-4d75-a0d7-28d202ae6914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:08.996349 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1c5928d4-3938-4d75-a0d7-28d202ae6914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:09.027121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8951c7be-849e-4504-9a73-d8e7861550f6 req-ce37eac6-1e4b-4b8b-8c6c-2e2161033489 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] No DVR routers for this DVR port 1eb99a0c-b1f8-4c67-90b8-17d284558115 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:54:09.037888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc890e-6b12-4aa7-a091-054e19e0ff90 req-c45557df-8f1f-4b26-af81-125de3238067 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:09.039506 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14cc890e-6b12-4aa7-a091-054e19e0ff90 req-c45557df-8f1f-4b26-af81-125de3238067 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 945 time: 0.1887667 Jul 27 19:54:09.040741 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8951c7be-849e-4504-9a73-d8e7861550f6 req-ce37eac6-1e4b-4b8b-8c6c-2e2161033489 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:09.048435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8951c7be-849e-4504-9a73-d8e7861550f6 req-ce37eac6-1e4b-4b8b-8c6c-2e2161033489 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.52 "DELETE /v2.0/ports/1eb99a0c-b1f8-4c67-90b8-17d284558115 HTTP/1.1" status: 204 len: 173 time: 0.7413764 Jul 27 19:54:09.048435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91864ab-2e70-4d3a-9b59-2216ed4440b7', 'name': 'network-vif-deleted', 'tag': '1eb99a0c-b1f8-4c67-90b8-17d284558115'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:54:09.048435 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5b089c-ca1b-4879-858f-105d90ad6112" -d '{"events": [{"server_uuid": "f91864ab-2e70-4d3a-9b59-2216ed4440b7", "name": "network-vif-deleted", "tag": "1eb99a0c-b1f8-4c67-90b8-17d284558115"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:54:09.048802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 50890) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:09.050404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5928d4-3938-4d75-a0d7-28d202ae6914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63d5007-b5a8-49ca-9ede-8fd3f574e48e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:09.055355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-69e81f98-0bc7-441e-acdb-8cc4c0bb511a tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Request body: {'floatingip': {'port_id': '6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:09.068275 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1c5928d4-3938-4d75-a0d7-28d202ae6914 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=489f6fef50454bb9b7c58f23bb74d934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932266 Jul 27 19:54:09.071030 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 50894) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:09.116589 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-69e81f98-0bc7-441e-acdb-8cc4c0bb511a tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:09.155989 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59ccbc8b-4e5d-4838-a846-ab7a8a5b3a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:09.160823 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19da9938-6cde-4f2f-9701-b607f1d280b5 req-f938251c-5e7c-4227-839c-1dd790056281 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=f91864ab-2e70-4d3a-9b59-2216ed4440b7 HTTP/1.1" status: 200 len: 210 time: 0.0664215 Jul 27 19:54:09.204729 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59ccbc8b-4e5d-4838-a846-ab7a8a5b3a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:09.307945 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59ccbc8b-4e5d-4838-a846-ab7a8a5b3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:09.311068 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59ccbc8b-4e5d-4838-a846-ab7a8a5b3a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:09.313167 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-59ccbc8b-4e5d-4838-a846-ab7a8a5b3a9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c63d5007-b5a8-49ca-9ede-8fd3f574e48e HTTP/1.1" status: 204 len: 168 time: 0.2407091 Jul 27 19:54:09.322673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccbc8b-4e5d-4838-a846-ab7a8a5b3a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63d5007-b5a8-49ca-9ede-8fd3f574e48e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:09.348492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1d378f6d-8211-4531-a7b2-9025f14ed7c6 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:54:09.530469 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1d378f6d-8211-4531-a7b2-9025f14ed7c6, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1d378f6d-8211-4531-a7b2-9025f14ed7c6,segment=NetworkSegment(f580a73d-3a66-4c6e-b9ac-76bf3712e2b7),segment_id=f580a73d-3a66-4c6e-b9ac-76bf3712e2b7)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:09.604993 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343a6c73-76d3-426f-8386-d2f2914ece2d x-openstack-request-id: req-343a6c73-76d3-426f-8386-d2f2914ece2d {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:54:09.605411 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91864ab-2e70-4d3a-9b59-2216ed4440b7", "name": "network-vif-deleted", "tag": "1eb99a0c-b1f8-4c67-90b8-17d284558115", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:54:09.605495 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-343a6c73-76d3-426f-8386-d2f2914ece2d {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:54:09.605899 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91864ab-2e70-4d3a-9b59-2216ed4440b7', 'name': 'network-vif-deleted', 'tag': '1eb99a0c-b1f8-4c67-90b8-17d284558115', 'status': 'completed', 'code': 200} Jul 27 19:54:09.680330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53f834a6-f877-41d9-aae2-2bc9199119c9 req-af3bc667-fc79-4092-98d5-c049372382e4 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0622165 Jul 27 19:54:09.769225 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '1d378f6d-8211-4531-a7b2-9025f14ed7c6', 'network_id': '6dac94e3-44fb-44f3-bdad-03ae3db6a364', 'port_id': '1d378f6d-8211-4531-a7b2-9025f14ed7c6', 'mac_address': 'fa:16:3e:5c:11:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aecd2b26-a8b1-4599-94b8-9541ae7e28fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:54:09.813741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8de9b-3d3a-4a9c-ae26-6031938a2ecd req-bdcfd4b5-4548-4438-9681-9fc78fe2fcc4 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:09.821262 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9c8de9b-3d3a-4a9c-ae26-6031938a2ecd req-bdcfd4b5-4548-4438-9681-9fc78fe2fcc4 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 943 time: 0.1750195 Jul 27 19:54:09.825000 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:09.839023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d378f6d-8211-4531-a7b2-9025f14ed7c6 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:54:09.882359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1d378f6d-8211-4531-a7b2-9025f14ed7c6, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1d378f6d-8211-4531-a7b2-9025f14ed7c6,segment=NetworkSegment(f580a73d-3a66-4c6e-b9ac-76bf3712e2b7),segment_id=f580a73d-3a66-4c6e-b9ac-76bf3712e2b7)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:09.888927 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:09.928978 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9c8de9b-3d3a-4a9c-ae26-6031938a2ecd req-c0204111-546d-4d39-8daa-d58077152ae8 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/security-groups?id=60954e57-394f-4ede-a53e-8a2382667c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992799 Jul 27 19:54:09.960231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1d378f6d-8211-4531-a7b2-9025f14ed7c6,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:10.204246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['1d378f6d-8211-4531-a7b2-9025f14ed7c6'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:54:10.486901 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.resource_extend [None req-69e81f98-0bc7-441e-acdb-8cc4c0bb511a tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 19:54:10.574098 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-69e81f98-0bc7-441e-acdb-8cc4c0bb511a tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:10.587975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd383fe-bc1f-4407-96ea-ca3d43f75c2f req-a5a2aa0c-9138-4333-9345-0db6df982b2e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:10.589789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1bd383fe-bc1f-4407-96ea-ca3d43f75c2f req-a5a2aa0c-9138-4333-9345-0db6df982b2e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2506967 Jul 27 19:54:10.591108 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-69e81f98-0bc7-441e-acdb-8cc4c0bb511a tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:10.694595 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1bd383fe-bc1f-4407-96ea-ca3d43f75c2f req-3e5ba929-f4ce-4aae-9e4f-32d206313523 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559883 Jul 27 19:54:10.794762 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-69e81f98-0bc7-441e-acdb-8cc4c0bb511a tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Floating IP ba41af40-1028-4316-b071-0c6c3fbbf557 associated. External IP: 172.25.1.237, port: 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c. Jul 27 19:54:10.887898 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad26eccf-1d20-427c-9495-bebbdb30b450 req-56fab322-b8d1-4f7f-8d9f-793ed49fbb91 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0380902 Jul 27 19:54:11.177866 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e81f98-0bc7-441e-acdb-8cc4c0bb511a tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:54:11.196377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3173f5-8be1-49ea-a276-5c69593f9ada req-677225c8-71af-4a76-86a3-95ec7a6833da tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:11.197980 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e3173f5-8be1-49ea-a276-5c69593f9ada req-677225c8-71af-4a76-86a3-95ec7a6833da tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1822779 Jul 27 19:54:11.211015 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307598f8-0afe-4f42-b6e1-7334ff1891b3 req-60b9d7e8-7c83-43e2-aea6-53a6f2853d91 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:11.212645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-307598f8-0afe-4f42-b6e1-7334ff1891b3 req-60b9d7e8-7c83-43e2-aea6-53a6f2853d91 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 944 time: 0.1814392 Jul 27 19:54:11.314877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e3173f5-8be1-49ea-a276-5c69593f9ada req-cece0f37-13d0-4fed-8546-57004975b0a0 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994930 Jul 27 19:54:11.352286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1d378f6d-8211-4531-a7b2-9025f14ed7c6 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:11.393695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-307598f8-0afe-4f42-b6e1-7334ff1891b3 req-dbdf3e6e-7d07-470e-b25e-98bad84dad4a tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/security-groups?id=60954e57-394f-4ede-a53e-8a2382667c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616213 Jul 27 19:54:11.451222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e81f98-0bc7-441e-acdb-8cc4c0bb511a tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:54:11.464659 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dddd8a-8755-4d05-8fb0-61fe89e4ebde None None] Sync routers for ids ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:54:11.479248 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dddd8a-8755-4d05-8fb0-61fe89e4ebde None None] Routers {'51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:54:11.484654 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d5dddd8a-8755-4d05-8fb0-61fe89e4ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:53:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:11.496825 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:11.503807 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-69e81f98-0bc7-441e-acdb-8cc4c0bb511a tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:11.505542 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 1d378f6d-8211-4531-a7b2-9025f14ed7c6 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:11.519616 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 1d378f6d-8211-4531-a7b2-9025f14ed7c6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:11.523248 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:11.623607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-69e81f98-0bc7-441e-acdb-8cc4c0bb511a tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "PUT /v2.0/floatingips/ba41af40-1028-4316-b071-0c6c3fbbf557 HTTP/1.1" status: 200 len: 991 time: 2.5730100 Jul 27 19:54:11.627837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d', 'tag': '6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:54:11.631514 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99beea43-4a5d-4aa8-a3fb-221e09e1d5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d", "tag": "6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:54:11.651334 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5689d-ad57-4bcf-8905-425c19fb4093 req-2677e056-787d-4509-8d0e-f73e11dc30c0 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:11.653836 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cf5689d-ad57-4bcf-8905-425c19fb4093 req-2677e056-787d-4509-8d0e-f73e11dc30c0 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2280192 Jul 27 19:54:11.678062 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:11.716571 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cf5689d-ad57-4bcf-8905-425c19fb4093 req-e2914f31-2d1c-484c-a94a-2fc28b8aced3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550270 Jul 27 19:54:11.764904 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1d378f6d-8211-4531-a7b2-9025f14ed7c6, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1d378f6d-8211-4531-a7b2-9025f14ed7c6,segment=NetworkSegment(f580a73d-3a66-4c6e-b9ac-76bf3712e2b7),segment_id=f580a73d-3a66-4c6e-b9ac-76bf3712e2b7)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:11.765596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb831da-0668-4ba9-bbcd-e08fd7e778e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d378f6d-8211-4531-a7b2-9025f14ed7c6'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:54:11.768775 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e887e9c-84d5-4ab6-b125-c4af6afd7667" -d '{"events": [{"server_uuid": "ccb831da-0668-4ba9-bbcd-e08fd7e778e3", "name": "network-vif-plugged", "status": "completed", "tag": "1d378f6d-8211-4531-a7b2-9025f14ed7c6"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:54:11.772640 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:11.829130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1d378f6d-8211-4531-a7b2-9025f14ed7c6,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:11.845465 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e70d7a4-a0a5-4016-8964-14428fc0ed08 x-openstack-request-id: req-0e70d7a4-a0a5-4016-8964-14428fc0ed08 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:54:11.845858 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d", "tag": "6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:54:11.846206 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e70d7a4-a0a5-4016-8964-14428fc0ed08 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:54:11.846704 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d', 'tag': '6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c', 'status': 'completed', 'code': 200} Jul 27 19:54:11.875414 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-d5dddd8a-8755-4d05-8fb0-61fe89e4ebde None None] Set router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:54:11.937339 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cf8377-59f2-47b2-b982-6b1eaa797f3d x-openstack-request-id: req-64cf8377-59f2-47b2-b982-6b1eaa797f3d {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:54:11.937653 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb831da-0668-4ba9-bbcd-e08fd7e778e3", "name": "network-vif-plugged", "status": "completed", "tag": "1d378f6d-8211-4531-a7b2-9025f14ed7c6", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:54:11.937908 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64cf8377-59f2-47b2-b982-6b1eaa797f3d {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:54:11.938328 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb831da-0668-4ba9-bbcd-e08fd7e778e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d378f6d-8211-4531-a7b2-9025f14ed7c6', 'code': 200} Jul 27 19:54:12.072531 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beea43-4a5d-4aa8-a3fb-221e09e1d5ca req-581d41c3-4a8f-47fd-afea-e36aa762fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:12.074259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99beea43-4a5d-4aa8-a3fb-221e09e1d5ca req-581d41c3-4a8f-47fd-afea-e36aa762fb18 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=705e86c80e1c40929b63347409e42dd3&device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 1097 time: 0.2055776 Jul 27 19:54:12.146027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff5e0b3c-4283-4573-aa4b-0e256eeb85c8 req-b19a0b56-fd35-4d85-8634-867b38720a92 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0796518 Jul 27 19:54:12.211833 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d5dddd8a-8755-4d05-8fb0-61fe89e4ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:53:34Z', 'updated_at': '2021-07-27T19:53:41Z', 'revision_number': 4, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'gw_port': {'id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:35Z', 'updated_at': '2021-07-27T19:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'ba41af40-1028-4316-b071-0c6c3fbbf557', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'port_id': '6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'mac_address': 'fa:16:3e:e4:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:53:46Z', 'updated_at': '2021-07-27T19:54:10Z', 'revision_number': 1, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e34b5f6-a91b-421a-b7c6-5113524b1872', 'name': '', 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'mac_address': 'fa:16:3e:56:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:38Z', 'updated_at': '2021-07-27T19:53:46Z', 'revision_number': 5, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'subnets': [{'id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:12.257041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e5d40-472e-4ed1-834c-2f6944fd1e86 req-4727a766-157e-4573-b2e9-af761b8ddba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:12.258835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-084e5d40-472e-4ed1-834c-2f6944fd1e86 req-4727a766-157e-4573-b2e9-af761b8ddba2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 1097 time: 0.2613497 Jul 27 19:54:12.273097 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dddd8a-8755-4d05-8fb0-61fe89e4ebde None None] Checking router: 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:54:12.304738 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dddd8a-8755-4d05-8fb0-61fe89e4ebde None None] Routers {'51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:54:12.304738 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d5dddd8a-8755-4d05-8fb0-61fe89e4ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:53:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:12.305772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beea43-4a5d-4aa8-a3fb-221e09e1d5ca req-39a778ec-dbf3-4d5f-8ec1-c1a5e1f416cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:12.305772 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99beea43-4a5d-4aa8-a3fb-221e09e1d5ca req-39a778ec-dbf3-4d5f-8ec1-c1a5e1f416cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=fd803f08-4324-482c-8054-6bca1843a5b5 HTTP/1.1" status: 200 len: 906 time: 0.2130008 Jul 27 19:54:12.309825 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 1eb99a0c-b1f8-4c67-90b8-17d284558115 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:54:12.378058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 1eb99a0c-b1f8-4c67-90b8-17d284558115 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:54:12.378978 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99beea43-4a5d-4aa8-a3fb-221e09e1d5ca req-c81f139b-cccb-4ac3-9d56-e22dbfa6ef0b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c HTTP/1.1" status: 200 len: 999 time: 0.0692194 Jul 27 19:54:12.379111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 1eb99a0c-b1f8-4c67-90b8-17d284558115 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:54:12.445818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-084e5d40-472e-4ed1-834c-2f6944fd1e86 req-fe835bf7-a7f3-41ef-9f73-c9507530d616 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=60954e57-394f-4ede-a53e-8a2382667c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758599 Jul 27 19:54:12.466350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beea43-4a5d-4aa8-a3fb-221e09e1d5ca req-0c34ac7e-6007-426c-a5fc-1c65179d7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:12.472275 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99beea43-4a5d-4aa8-a3fb-221e09e1d5ca req-0c34ac7e-6007-426c-a5fc-1c65179d7629 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d6a1c4c-9e4c-4a4a-9e27-661033339273 HTTP/1.1" status: 200 len: 844 time: 0.0829427 Jul 27 19:54:12.581094 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beea43-4a5d-4aa8-a3fb-221e09e1d5ca req-9b1a1df7-fada-4052-86e2-2ae47955e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:12.584593 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99beea43-4a5d-4aa8-a3fb-221e09e1d5ca req-9b1a1df7-fada-4052-86e2-2ae47955e284 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fd803f08-4324-482c-8054-6bca1843a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062686 Jul 27 19:54:12.624107 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-d5dddd8a-8755-4d05-8fb0-61fe89e4ebde None None] Set router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:54:12.798449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94775a9-f01d-4b99-baac-63424a88c560 req-7a1839a4-8b9f-4465-8b0e-4d49fe2aac84 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:12.800430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b94775a9-f01d-4b99-baac-63424a88c560 req-7a1839a4-8b9f-4465-8b0e-4d49fe2aac84 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 945 time: 0.2237236 Jul 27 19:54:12.861636 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99beea43-4a5d-4aa8-a3fb-221e09e1d5ca req-9ff788c2-dfa0-42e5-97a4-43627c16bec2 service neutron] 10.222.0.52 "GET /v2.0/networks/fd803f08-4324-482c-8054-6bca1843a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456863 Jul 27 19:54:13.020415 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b94775a9-f01d-4b99-baac-63424a88c560 req-a22b435c-ebf9-4ab2-a846-45fa541557d2 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/security-groups?id=60954e57-394f-4ede-a53e-8a2382667c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956639 Jul 27 19:54:13.042498 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99beea43-4a5d-4aa8-a3fb-221e09e1d5ca req-81aebbff-e485-4096-a435-6a0cb4172e3e service neutron] 10.222.0.52 "GET /v2.0/networks/fd803f08-4324-482c-8054-6bca1843a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678832 Jul 27 19:54:13.148659 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d5dddd8a-8755-4d05-8fb0-61fe89e4ebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:53:34Z', 'updated_at': '2021-07-27T19:53:41Z', 'revision_number': 4, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'gw_port': {'id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:35Z', 'updated_at': '2021-07-27T19:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'ba41af40-1028-4316-b071-0c6c3fbbf557', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'port_id': '6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'mac_address': 'fa:16:3e:e4:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:53:46Z', 'updated_at': '2021-07-27T19:54:10Z', 'revision_number': 1, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e34b5f6-a91b-421a-b7c6-5113524b1872', 'name': '', 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'mac_address': 'fa:16:3e:56:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:38Z', 'updated_at': '2021-07-27T19:53:46Z', 'revision_number': 5, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'subnets': [{'id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:13.214345 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dddd8a-8755-4d05-8fb0-61fe89e4ebde None None] The sync data for ids ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'] in n-d-705657-21 is: [{'id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:53:34Z', 'updated_at': '2021-07-27T19:53:41Z', 'revision_number': 4, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'gw_port': {'id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:35Z', 'updated_at': '2021-07-27T19:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'ba41af40-1028-4316-b071-0c6c3fbbf557', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'port_id': '6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'mac_address': 'fa:16:3e:e4:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:53:46Z', 'updated_at': '2021-07-27T19:54:10Z', 'revision_number': 1, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e34b5f6-a91b-421a-b7c6-5113524b1872', 'name': '', 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'mac_address': 'fa:16:3e:56:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:38Z', 'updated_at': '2021-07-27T19:53:46Z', 'revision_number': 5, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'subnets': [{'id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:54:13.342554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42574a63-199a-46c0-ad76-bd969c9bd0a6 req-a09cdda3-45e6-46fc-a462-e3e59fb96ce3 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0597656 Jul 27 19:54:13.364738 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-500ba8dc-eacc-4bf3-a12a-cc0e9c0b31c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:13.604243 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7bf429-81c8-44ac-baac-9f4b1b3c46d5 None None] New status for floating IP ba41af40-1028-4316-b071-0c6c3fbbf557: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:54:14.009105 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74b17b-dce1-4f82-904e-230e918d8fb1 req-e7cb81d1-d093-4189-acb8-c577628ffe20 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:14.011466 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d74b17b-dce1-4f82-904e-230e918d8fb1 req-e7cb81d1-d093-4189-acb8-c577628ffe20 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.0743101 Jul 27 19:54:14.054554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d74b17b-dce1-4f82-904e-230e918d8fb1 req-96877904-1aac-4541-898d-1a1a6f84bc71 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361364 Jul 27 19:54:14.093622 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51050) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:14.235964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58617d05-2dcb-4093-b7c2-14de5e2800fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:14.253889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125dfca-7cb9-4d70-aad3-fdf3801aabbc req-b09bd0da-657b-4785-bcd0-788dae42c7e7 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:14.255497 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4125dfca-7cb9-4d70-aad3-fdf3801aabbc req-b09bd0da-657b-4785-bcd0-788dae42c7e7 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 945 time: 0.1186860 Jul 27 19:54:14.270868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925372fd-5927-49b8-ad94-62ec539fe8a3 req-509ded89-9a57-47bb-ad02-3dd96401ae8e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:14.273036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925372fd-5927-49b8-ad94-62ec539fe8a3 req-509ded89-9a57-47bb-ad02-3dd96401ae8e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1247838 Jul 27 19:54:14.338632 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58617d05-2dcb-4093-b7c2-14de5e2800fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:14.343810 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58617d05-2dcb-4093-b7c2-14de5e2800fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:14.386562 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-58617d05-2dcb-4093-b7c2-14de5e2800fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f25e4a872c9472db27d2d407e111f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911973 Jul 27 19:54:14.387932 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58617d05-2dcb-4093-b7c2-14de5e2800fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732d6a65-7d95-4b52-ba67-85cab4e782bd,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:14.390277 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51056) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:14.446808 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d32d177-2659-474d-8d66-18c25cb25b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:14.470605 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d32d177-2659-474d-8d66-18c25cb25b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:14.522351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d32d177-2659-474d-8d66-18c25cb25b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:14.525972 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d32d177-2659-474d-8d66-18c25cb25b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:14.529939 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4d32d177-2659-474d-8d66-18c25cb25b13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/732d6a65-7d95-4b52-ba67-85cab4e782bd HTTP/1.1" status: 204 len: 168 time: 0.1358409 Jul 27 19:54:14.536460 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32d177-2659-474d-8d66-18c25cb25b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732d6a65-7d95-4b52-ba67-85cab4e782bd,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:14.670917 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4125dfca-7cb9-4d70-aad3-fdf3801aabbc req-5f2d7cc9-7b36-49cd-aee4-df81dd7fe3e7 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/security-groups?id=60954e57-394f-4ede-a53e-8a2382667c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966169 Jul 27 19:54:14.687306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925372fd-5927-49b8-ad94-62ec539fe8a3 req-750e0f88-689d-452e-b6da-2a01086dc58a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565419 Jul 27 19:54:14.830680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60d46dc1-ab3e-4112-b72a-825479292577 req-3e3ac105-16dd-4eeb-99ef-4313ec84129e tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0328717 Jul 27 19:54:14.982551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 51080) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:15.016614 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc7ea658-a108-4498-9871-a76ef70a17ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:15.153370 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc7ea658-a108-4498-9871-a76ef70a17ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:15.160249 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc7ea658-a108-4498-9871-a76ef70a17ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:15.209043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ea658-a108-4498-9871-a76ef70a17ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3674326-2833-40d3-851f-c82b22e4995c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:15.215050 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bc7ea658-a108-4498-9871-a76ef70a17ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6681524e61ef4abba68e4f4eb1571b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311995 Jul 27 19:54:15.217920 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51094) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:15.282199 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46577352-212e-4c0b-bd70-d3dba7c917ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:15.317976 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46577352-212e-4c0b-bd70-d3dba7c917ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:15.386958 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46577352-212e-4c0b-bd70-d3dba7c917ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:15.392009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46577352-212e-4c0b-bd70-d3dba7c917ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:15.393518 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-46577352-212e-4c0b-bd70-d3dba7c917ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3674326-2833-40d3-851f-c82b22e4995c HTTP/1.1" status: 204 len: 168 time: 0.1728878 Jul 27 19:54:15.402851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46577352-212e-4c0b-bd70-d3dba7c917ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3674326-2833-40d3-851f-c82b22e4995c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:15.650932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40a938-e8e5-490b-b0b8-e20365d6ea0f req-dd320470-b5e8-4046-a7e9-ba7908220e4e tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:15.653513 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8a40a938-e8e5-490b-b0b8-e20365d6ea0f req-dd320470-b5e8-4046-a7e9-ba7908220e4e tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 945 time: 0.0869005 Jul 27 19:54:15.720567 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8a40a938-e8e5-490b-b0b8-e20365d6ea0f req-7cc36e2f-fb7d-4e85-bb89-6a8df1c8947b tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/security-groups?id=60954e57-394f-4ede-a53e-8a2382667c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493600 Jul 27 19:54:15.991029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0cd34fc5-e525-41cc-9a0c-c866e56315c2 req-ab98b84b-8a30-49bd-b19f-bdc74d53199b tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0495677 Jul 27 19:54:16.091667 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9dc6d0ad-18bf-4d51-b1e5-344b3c57e2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:16.201642 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:16.419796 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e49b7b-b572-4b4b-a655-79f6f1c189de req-5597a615-a51b-475c-8df8-037ff976e57c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:16.421655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02e49b7b-b572-4b4b-a655-79f6f1c189de req-5597a615-a51b-475c-8df8-037ff976e57c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.0819378 Jul 27 19:54:16.464099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02e49b7b-b572-4b4b-a655-79f6f1c189de req-61dec0bc-3209-447d-b03c-2ebdca01b899 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357780 Jul 27 19:54:16.619157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f796fbf-50ff-465f-8c4c-41ed295a3a0b req-18071dd5-fa6a-45fe-bf13-eeec663c1c76 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:16.620718 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f796fbf-50ff-465f-8c4c-41ed295a3a0b req-18071dd5-fa6a-45fe-bf13-eeec663c1c76 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.0778837 Jul 27 19:54:16.663854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f796fbf-50ff-465f-8c4c-41ed295a3a0b req-ecf36ac2-122a-4dd4-a00f-281de9a21e89 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352075 Jul 27 19:54:16.861866 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e596a5-ebda-4a0c-8683-7adcde475ce1 req-f52262f5-bf7c-45a4-bd37-b45f2eee976f tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:16.864027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1e596a5-ebda-4a0c-8683-7adcde475ce1 req-f52262f5-bf7c-45a4-bd37-b45f2eee976f tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 945 time: 0.0858076 Jul 27 19:54:16.939865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1e596a5-ebda-4a0c-8683-7adcde475ce1 req-b15b8261-c1b4-4e21-850d-7c48be2f765b tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/security-groups?id=60954e57-394f-4ede-a53e-8a2382667c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548270 Jul 27 19:54:17.071433 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:17.081170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a2f65-1ada-4829-b6b7-19c35b496ccd req-8b4ea336-89fe-456d-a361-404d7183f5c3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:17.083286 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-670a2f65-1ada-4829-b6b7-19c35b496ccd req-8b4ea336-89fe-456d-a361-404d7183f5c3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1408069 Jul 27 19:54:17.093229 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3291f0-9329-40f6-be79-8194a3214e68 req-b6a33c62-e64d-4eb7-8497-3287cfc159bf tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:17.095112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb3291f0-9329-40f6-be79-8194a3214e68 req-b6a33c62-e64d-4eb7-8497-3287cfc159bf tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.63 "GET /v2.0/ports?device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 945 time: 0.1121733 Jul 27 19:54:17.149762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c1d3285-f265-4161-8060-b51068979f2a req-6a00477c-b6b0-467e-b600-64126feee066 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0533581 Jul 27 19:54:17.200796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-670a2f65-1ada-4829-b6b7-19c35b496ccd req-2cede035-9da9-4741-be19-5b343c9a6fb3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032643 Jul 27 19:54:17.295975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-eb3291f0-9329-40f6-be79-8194a3214e68 req-9ec8e78e-391b-4d27-83c9-2c1f0f97ffc3 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Deleting port 1d378f6d-8211-4531-a7b2-9025f14ed7c6 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:54:17.296487 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-eb3291f0-9329-40f6-be79-8194a3214e68 req-9ec8e78e-391b-4d27-83c9-2c1f0f97ffc3 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:17.427369 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-eb3291f0-9329-40f6-be79-8194a3214e68 req-9ec8e78e-391b-4d27-83c9-2c1f0f97ffc3 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] For port 1d378f6d-8211-4531-a7b2-9025f14ed7c6, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1d378f6d-8211-4531-a7b2-9025f14ed7c6,segment=NetworkSegment(f580a73d-3a66-4c6e-b9ac-76bf3712e2b7),segment_id=f580a73d-3a66-4c6e-b9ac-76bf3712e2b7)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:17.428078 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-eb3291f0-9329-40f6-be79-8194a3214e68 req-9ec8e78e-391b-4d27-83c9-2c1f0f97ffc3 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:17.446050 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-eb3291f0-9329-40f6-be79-8194a3214e68 req-9ec8e78e-391b-4d27-83c9-2c1f0f97ffc3 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Calling delete_port for 1d378f6d-8211-4531-a7b2-9025f14ed7c6 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:54:17.510164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e2a68-cad9-486b-a2ba-59b5da448f5d req-7d3ee1f5-2794-46d9-a57c-1bf60a26a49f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:17.511705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a20e2a68-cad9-486b-a2ba-59b5da448f5d req-7d3ee1f5-2794-46d9-a57c-1bf60a26a49f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1365404 Jul 27 19:54:17.576089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a20e2a68-cad9-486b-a2ba-59b5da448f5d req-9b0bcacf-3588-4907-8184-cf69921344c7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548182 Jul 27 19:54:17.646449 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-eb3291f0-9329-40f6-be79-8194a3214e68 req-9ec8e78e-391b-4d27-83c9-2c1f0f97ffc3 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:17.663312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['1d378f6d-8211-4531-a7b2-9025f14ed7c6'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:54:17.692048 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:54:17.695492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8e78e-391b-4d27-83c9-2c1f0f97ffc3 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Pushing event deleted for resources: {'Port': ['ID=1d378f6d-8211-4531-a7b2-9025f14ed7c6,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:17.755870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3291f0-9329-40f6-be79-8194a3214e68 req-9ec8e78e-391b-4d27-83c9-2c1f0f97ffc3 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] No DVR routers for this DVR port 1d378f6d-8211-4531-a7b2-9025f14ed7c6 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:54:17.760064 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-eb3291f0-9329-40f6-be79-8194a3214e68 req-9ec8e78e-391b-4d27-83c9-2c1f0f97ffc3 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:17.762744 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb3291f0-9329-40f6-be79-8194a3214e68 req-9ec8e78e-391b-4d27-83c9-2c1f0f97ffc3 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.63 "DELETE /v2.0/ports/1d378f6d-8211-4531-a7b2-9025f14ed7c6 HTTP/1.1" status: 204 len: 173 time: 0.6487885 Jul 27 19:54:17.763241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb831da-0668-4ba9-bbcd-e08fd7e778e3', 'name': 'network-vif-deleted', 'tag': '1d378f6d-8211-4531-a7b2-9025f14ed7c6'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:54:17.766149 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a682559b-4216-4d59-843e-fa2f6f9f9868" -d '{"events": [{"server_uuid": "ccb831da-0668-4ba9-bbcd-e08fd7e778e3", "name": "network-vif-deleted", "tag": "1d378f6d-8211-4531-a7b2-9025f14ed7c6"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:54:17.846881 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f09b5d4-0a50-41a2-be1e-46d473946697 x-openstack-request-id: req-9f09b5d4-0a50-41a2-be1e-46d473946697 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:54:17.846881 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb831da-0668-4ba9-bbcd-e08fd7e778e3", "name": "network-vif-deleted", "tag": "1d378f6d-8211-4531-a7b2-9025f14ed7c6", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:54:17.847192 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f09b5d4-0a50-41a2-be1e-46d473946697 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:54:17.847498 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb831da-0668-4ba9-bbcd-e08fd7e778e3', 'name': 'network-vif-deleted', 'tag': '1d378f6d-8211-4531-a7b2-9025f14ed7c6', 'status': 'completed', 'code': 200} Jul 27 19:54:17.893271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce01043-833a-4572-972a-cda1bb129f37 req-77b2d5d4-a86d-49b3-877e-62485ba43587 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:17.894965 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ce01043-833a-4572-972a-cda1bb129f37 req-77b2d5d4-a86d-49b3-877e-62485ba43587 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1041479 Jul 27 19:54:17.945289 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ce01043-833a-4572-972a-cda1bb129f37 req-ca145c84-f6ca-4606-960d-3f7fdd151b9d tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416050 Jul 27 19:54:18.105438 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a363742a-2136-40f3-9d5d-344bc5784e39 req-f0acb623-8192-43eb-ab56-c4470d2f7321 tempest-ServerMetadataNegativeTestJSON-513048411 tempest-ServerMetadataNegativeTestJSON-513048411-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccb831da-0668-4ba9-bbcd-e08fd7e778e3 HTTP/1.1" status: 200 len: 210 time: 0.0350449 Jul 27 19:54:18.137634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae5ab6-43f3-4e42-9bb4-e00719917da0 req-6100fbc9-db96-471d-b746-9ef38bfc7ba3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:18.145505 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37ae5ab6-43f3-4e42-9bb4-e00719917da0 req-6100fbc9-db96-471d-b746-9ef38bfc7ba3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1127610 Jul 27 19:54:18.182922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37ae5ab6-43f3-4e42-9bb4-e00719917da0 req-ac201974-945b-4293-98b5-79af6a8e4d19 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358865 Jul 27 19:54:18.338579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8b9be2a3-de31-4749-93f8-fe395b82fb7e req-85f3d05e-b5e1-4118-b855-9b42df7d30af tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0789270 Jul 27 19:54:18.563491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb923968-98d6-4bf5-843e-c1846d8117b5 req-1623e72e-abd5-4ca3-8b8c-7440a6f88e7a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:18.568967 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb923968-98d6-4bf5-843e-c1846d8117b5 req-1623e72e-abd5-4ca3-8b8c-7440a6f88e7a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.0819359 Jul 27 19:54:18.615708 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb923968-98d6-4bf5-843e-c1846d8117b5 req-fc4ccdc8-aafc-496a-981e-ce542ceb7dc5 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442095 Jul 27 19:54:18.774297 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886457a-591d-4a7a-b14a-c01876d1e3bf req-8590c707-0974-4c5f-8789-3e720e0cfa84 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:18.783317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7886457a-591d-4a7a-b14a-c01876d1e3bf req-8590c707-0974-4c5f-8789-3e720e0cfa84 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.0872216 Jul 27 19:54:18.820458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7886457a-591d-4a7a-b14a-c01876d1e3bf req-38d32bac-16a5-4e02-8bd5-53a453f632ec tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364983 Jul 27 19:54:18.836619 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.104831 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea256b0-ed5f-45de-9346-682d9c5ad1fa req-0d71c680-32e4-4c93-9978-0615428c5f70 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:19.106426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ea256b0-ed5f-45de-9346-682d9c5ad1fa req-0d71c680-32e4-4c93-9978-0615428c5f70 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.0891862 Jul 27 19:54:19.154332 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ea256b0-ed5f-45de-9346-682d9c5ad1fa req-f92eba43-11bf-4dfd-bcd7-26046050405c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411451 Jul 27 19:54:19.175877 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51252) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:19.182631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 51256) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:19.238685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc94831b-e370-4b86-9a56-5b7c717ebd0f admin admin] Deleting subnet aecd2b26-a8b1-4599-94b8-9541ae7e28fe {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:54:19.242895 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fc94831b-e370-4b86-9a56-5b7c717ebd0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.300457 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fc94831b-e370-4b86-9a56-5b7c717ebd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.309067 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b42070c2-9a72-4a34-8e4d-88014f19f6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.327282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e9bc-b33a-484b-8b88-12efcd45107c req-57a3553c-5cc5-4e98-a197-d81be21947a5 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:19.335655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a52e9bc-b33a-484b-8b88-12efcd45107c req-57a3553c-5cc5-4e98-a197-d81be21947a5 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.0985959 Jul 27 19:54:19.349754 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fc94831b-e370-4b86-9a56-5b7c717ebd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.402257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a52e9bc-b33a-484b-8b88-12efcd45107c req-d5fe3b8b-01ef-42c4-b8e0-886018ca6a73 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656111 Jul 27 19:54:19.430513 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fc94831b-e370-4b86-9a56-5b7c717ebd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.509773 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94831b-e370-4b86-9a56-5b7c717ebd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aecd2b26-a8b1-4599-94b8-9541ae7e28fe,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:19.512153 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fc94831b-e370-4b86-9a56-5b7c717ebd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.516163 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fc94831b-e370-4b86-9a56-5b7c717ebd0f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/aecd2b26-a8b1-4599-94b8-9541ae7e28fe HTTP/1.1" status: 204 len: 168 time: 0.3368707 Jul 27 19:54:19.522041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51268) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:19.592671 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b10e5156-10de-4387-b3b7-79dad4ca0145 req-8c0fe62e-dbf5-4263-ab64-d1b064e411a7 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0904653 Jul 27 19:54:19.605652 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b42070c2-9a72-4a34-8e4d-88014f19f6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.625852 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b42070c2-9a72-4a34-8e4d-88014f19f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.637093 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc377c1d-2cf7-41a7-adb2-0d3345fc6d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.679079 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b42070c2-9a72-4a34-8e4d-88014f19f6c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8328c11c71d546afbcf415b8a4dc5f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4928195 Jul 27 19:54:19.679079 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42070c2-9a72-4a34-8e4d-88014f19f6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bffdc4-cf74-449d-9a10-25842aaf4442,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:19.679980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 51276) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:19.749535 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc377c1d-2cf7-41a7-adb2-0d3345fc6d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.760993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-cc377c1d-2cf7-41a7-adb2-0d3345fc6d42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dac94e3-44fb-44f3-bdad-03ae3db6a364']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:19.765710 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65b46de6-dfbe-4eb3-9099-a95bdf9043e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.771917 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-cc377c1d-2cf7-41a7-adb2-0d3345fc6d42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f580a73d-3a66-4c6e-b9ac-76bf3712e2b7') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:19.772569 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-cc377c1d-2cf7-41a7-adb2-0d3345fc6d42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f580a73d-3a66-4c6e-b9ac-76bf3712e2b7') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:19.784267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc377c1d-2cf7-41a7-adb2-0d3345fc6d42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.795030 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65b46de6-dfbe-4eb3-9099-a95bdf9043e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.802797 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc377c1d-2cf7-41a7-adb2-0d3345fc6d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.810950 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc377c1d-2cf7-41a7-adb2-0d3345fc6d42 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:54:19.811724 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc377c1d-2cf7-41a7-adb2-0d3345fc6d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:54:19.814718 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:54:19.835814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dfdee-22a0-4a81-afc8-b0e09077a67a req-64810447-398f-4de5-a5aa-536141cb7bae tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:19.837429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b2dfdee-22a0-4a81-afc8-b0e09077a67a req-64810447-398f-4de5-a5aa-536141cb7bae tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1199315 Jul 27 19:54:19.882529 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc377c1d-2cf7-41a7-adb2-0d3345fc6d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.888720 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc377c1d-2cf7-41a7-adb2-0d3345fc6d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.889739 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b2dfdee-22a0-4a81-afc8-b0e09077a67a req-9a9de72b-32ed-4fa7-936a-f0ba29884087 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455325 Jul 27 19:54:19.892991 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cc377c1d-2cf7-41a7-adb2-0d3345fc6d42 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6dac94e3-44fb-44f3-bdad-03ae3db6a364 HTTP/1.1" status: 204 len: 168 time: 0.3676360 Jul 27 19:54:19.893163 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65b46de6-dfbe-4eb3-9099-a95bdf9043e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.893547 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65b46de6-dfbe-4eb3-9099-a95bdf9043e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:19.894596 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-65b46de6-dfbe-4eb3-9099-a95bdf9043e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36bffdc4-cf74-449d-9a10-25842aaf4442 HTTP/1.1" status: 204 len: 168 time: 0.2136817 Jul 27 19:54:19.921913 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b46de6-dfbe-4eb3-9099-a95bdf9043e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bffdc4-cf74-449d-9a10-25842aaf4442,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:19.922471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc377c1d-2cf7-41a7-adb2-0d3345fc6d42 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dac94e3-44fb-44f3-bdad-03ae3db6a364,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:20.058219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95400fd5-6a9f-4553-9a85-83841f3b88de req-d201b80e-58bf-40b4-8b7a-49488d20432a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:20.059791 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95400fd5-6a9f-4553-9a85-83841f3b88de req-d201b80e-58bf-40b4-8b7a-49488d20432a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.0715606 Jul 27 19:54:20.078528 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51286) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:20.110892 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95400fd5-6a9f-4553-9a85-83841f3b88de req-7fa84519-ff56-441b-8a84-43dd284a91e9 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442004 Jul 27 19:54:20.137930 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e06457cd-75c2-44e1-a0ec-ab8e2d307d8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d82d511724b4502950f41575d72b9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580468 Jul 27 19:54:20.140384 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51290) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:20.218817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b04b320-e897-4fa0-943d-e24e5157d650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:20.242596 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b04b320-e897-4fa0-943d-e24e5157d650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:20.335551 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b04b320-e897-4fa0-943d-e24e5157d650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:20.340178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b04b320-e897-4fa0-943d-e24e5157d650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:20.340178 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4b04b320-e897-4fa0-943d-e24e5157d650 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60954e57-394f-4ede-a53e-8a2382667c37 HTTP/1.1" status: 204 len: 168 time: 0.1983821 Jul 27 19:54:20.351440 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04b320-e897-4fa0-943d-e24e5157d650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60954e57-394f-4ede-a53e-8a2382667c37,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:20.490304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51312) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:20.508730 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-54872616-9fe1-4f48-ab62-18a9ad33ed40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:20.553135 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced77989-f9c2-457f-8cbd-7dfee646a436 req-c36820b1-df21-4e31-9669-ed04307f0d59 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:20.555437 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ced77989-f9c2-457f-8cbd-7dfee646a436 req-c36820b1-df21-4e31-9669-ed04307f0d59 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/networks?id=15cf4885-7155-4c10-9fb4-dffcf365ca76 HTTP/1.1" status: 200 len: 813 time: 0.1407769 Jul 27 19:54:20.583491 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ced77989-f9c2-457f-8cbd-7dfee646a436 req-fd1907ea-47c5-49cd-9dc1-480059c96562 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/quotas/bd7fbd769b2f4d379acce1bf30d00e53 HTTP/1.1" status: 200 len: 375 time: 0.0214942 Jul 27 19:54:20.662232 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-54872616-9fe1-4f48-ab62-18a9ad33ed40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:20.667881 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-54872616-9fe1-4f48-ab62-18a9ad33ed40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:20.682686 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ced77989-f9c2-457f-8cbd-7dfee646a436 req-024e41dd-531f-444a-a7a5-ddddbe2da7d7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd7fbd769b2f4d379acce1bf30d00e53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0969563 Jul 27 19:54:20.724300 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 51332) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:20.724527 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-54872616-9fe1-4f48-ab62-18a9ad33ed40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b09d0d5d24642b0b4a21fb9d100014a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325990 Jul 27 19:54:20.726078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54872616-9fe1-4f48-ab62-18a9ad33ed40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9f5026-d3eb-47a2-8684-929c73c876f3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:20.789012 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e13ab3ef-ce7b-48ea-b972-51676520063a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:20.829509 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-22d03ef6-bb1c-4330-8c49-985db8a37415 req-978590e1-69df-4879-afd0-2cf67446f31c tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0367754 Jul 27 19:54:20.850384 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e13ab3ef-ce7b-48ea-b972-51676520063a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:20.959839 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e13ab3ef-ce7b-48ea-b972-51676520063a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:20.962842 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e13ab3ef-ce7b-48ea-b972-51676520063a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:20.966493 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e13ab3ef-ce7b-48ea-b972-51676520063a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d9f5026-d3eb-47a2-8684-929c73c876f3 HTTP/1.1" status: 204 len: 168 time: 0.2406309 Jul 27 19:54:20.988278 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c983d56-a504-42f6-8f23-5f48570eb679 req-30cfee20-6e0e-42c5-ac8c-df19f24451d2 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:20.990038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c983d56-a504-42f6-8f23-5f48570eb679 req-30cfee20-6e0e-42c5-ac8c-df19f24451d2 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1038489 Jul 27 19:54:20.991145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ab3ef-ce7b-48ea-b972-51676520063a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9f5026-d3eb-47a2-8684-929c73c876f3,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:21.057050 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c983d56-a504-42f6-8f23-5f48570eb679 req-d8fea520-2040-4ff5-93d7-f8ad67806314 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457056 Jul 27 19:54:21.225666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51358) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:21.243772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654d4e8-769d-431c-ba17-83e4ca56f6ac req-4b22f1eb-e45c-4f9f-9793-6823ed1084a7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:21.245469 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1654d4e8-769d-431c-ba17-83e4ca56f6ac req-4b22f1eb-e45c-4f9f-9793-6823ed1084a7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.0938818 Jul 27 19:54:21.300792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1654d4e8-769d-431c-ba17-83e4ca56f6ac req-8e4a439e-b2f6-4aaa-ac4a-bf5df41ac2ee tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442460 Jul 27 19:54:21.359915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-824866985-network', 'tenant_id': '530f88a84a434ec586a35453c8add755'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:21.386205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] Made reservation on behalf of 530f88a84a434ec586a35453c8add755 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:21.390012 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:21.403618 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:21.419272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1d378f6d-8211-4531-a7b2-9025f14ed7c6 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:54:21.457341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 1d378f6d-8211-4531-a7b2-9025f14ed7c6 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:54:21.457916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1d378f6d-8211-4531-a7b2-9025f14ed7c6 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:54:21.539830 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:21.548272 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:21.578812 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:54:21.584028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c3e0219-ecfa-4bb2-a683-4cd0c51f1530 req-a19d3fac-3c5c-48af-8e4c-eae89f07cd78 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=bd7fbd769b2f4d379acce1bf30d00e53 HTTP/1.1" status: 200 len: 221 time: 0.0507672 Jul 27 19:54:21.601731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f041788-86b9-44d3-9faf-b1908d47637f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:21.607727 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:21.608075 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] Added segment 3918b7b5-b22d-4f73-93a4-90a11629c049 of type vlan for network e6b62717-e555-42c8-92ce-efeea95bbb3e Jul 27 19:54:21.660825 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:21.698073 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:21.699437 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:21.700130 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:21.772966 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5459871 Jul 27 19:54:21.774524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 51398) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:21.786716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e8ff2-96c9-4592-8f41-17bb372d9032 admin admin] Pushing event updated for resources: {'Network': ['ID=e6b62717-e555-42c8-92ce-efeea95bbb3e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:21.787039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-231e4d56-92e7-48fa-bfdf-75da3b0fe71a admin admin] Request body: {'subnet': {'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-824866985-subnet', 'tenant_id': '530f88a84a434ec586a35453c8add755', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:21.799082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e1b11-e12a-420c-8991-a2d026fe08ec req-2e94dcb1-6ad8-4ad0-8f2b-eec02f5f003f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:21.800732 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network e6b62717-e555-42c8-92ce-efeea95bbb3e details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:54:21.807573 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a2e1b11-e12a-420c-8991-a2d026fe08ec req-2e94dcb1-6ad8-4ad0-8f2b-eec02f5f003f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1424148 Jul 27 19:54:21.876539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a2e1b11-e12a-420c-8991-a2d026fe08ec req-9aa1cb38-14df-4f2b-9a56-f2ae79aa77cd tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677097 Jul 27 19:54:21.877649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231e4d56-92e7-48fa-bfdf-75da3b0fe71a admin admin] Made reservation on behalf of 530f88a84a434ec586a35453c8add755 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:21.883343 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-231e4d56-92e7-48fa-bfdf-75da3b0fe71a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:22.024252 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-521b6277-9d08-47c7-a66b-616723f3e5fe req-41e91a51-28d3-4048-8062-4d62199df7f7 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0366063 Jul 27 19:54:22.121590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c0c90-dc67-48bd-af61-1d17a982b7d7 req-fffe8bbd-24b1-4bb7-b167-f30c05cd9854 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:22.123100 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-633c0c90-dc67-48bd-af61-1d17a982b7d7 req-fffe8bbd-24b1-4bb7-b167-f30c05cd9854 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.0960746 Jul 27 19:54:22.203404 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-633c0c90-dc67-48bd-af61-1d17a982b7d7 req-16a56815-c96f-41c2-9260-9dbc0874d24e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704939 Jul 27 19:54:22.274413 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-231e4d56-92e7-48fa-bfdf-75da3b0fe71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:22.360134 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e4d56-92e7-48fa-bfdf-75da3b0fe71a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e995163-f4ba-4017-bfaa-9643c2da9ae0,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:22.390762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231e4d56-92e7-48fa-bfdf-75da3b0fe71a admin admin] Checking segment: {'id': '3918b7b5-b22d-4f73-93a4-90a11629c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:54:22.391130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231e4d56-92e7-48fa-bfdf-75da3b0fe71a admin admin] Network hostable DHCP agents. Network: e6b62717-e555-42c8-92ce-efeea95bbb3e, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:54:22.419548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231e4d56-92e7-48fa-bfdf-75da3b0fe71a admin admin] Network e6b62717-e555-42c8-92ce-efeea95bbb3e is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:54:22.436857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09ef0c-6a4b-4151-9e64-87bfc0eef735 req-9a9d2420-f651-4901-8ffe-442bad226f72 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:22.444969 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb09ef0c-6a4b-4151-9e64-87bfc0eef735 req-9a9d2420-f651-4901-8ffe-442bad226f72 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1217618 Jul 27 19:54:22.452297 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-231e4d56-92e7-48fa-bfdf-75da3b0fe71a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, e6b62717-e555-42c8-92ce-efeea95bbb3e) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:22.463268 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231e4d56-92e7-48fa-bfdf-75da3b0fe71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:22.463462 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7686e111-6b25-4492-bd78-aabbf2e0cc4b None None] Network e6b62717-e555-42c8-92ce-efeea95bbb3e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:54:22.463920 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-231e4d56-92e7-48fa-bfdf-75da3b0fe71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:22.505026 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb09ef0c-6a4b-4151-9e64-87bfc0eef735 req-38303b02-9395-4a7d-89cb-5b004762be68 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596187 Jul 27 19:54:22.507361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-231e4d56-92e7-48fa-bfdf-75da3b0fe71a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7310488 Jul 27 19:54:22.510439 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 51436) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:22.525512 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-824866985-router', 'tenant_id': '530f88a84a434ec586a35453c8add755', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:22.574695 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:22.575844 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:22.662692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc68fb14-d40b-41d9-8e76-d4b992ee337e None None] Network e6b62717-e555-42c8-92ce-efeea95bbb3e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:54:22.676333 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:22.793033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acb588-c2a6-45b9-ae2f-92c300be5d19 req-bcbec2ce-57de-4209-ac0f-9b07c4c33666 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:22.794589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83acb588-c2a6-45b9-ae2f-92c300be5d19 req-bcbec2ce-57de-4209-ac0f-9b07c4c33666 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2043812 Jul 27 19:54:22.842385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51454) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:22.898997 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:22.935422 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83acb588-c2a6-45b9-ae2f-92c300be5d19 req-ea7ac7df-4558-494a-a12a-e9246e4fcefb tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875759 Jul 27 19:54:23.015362 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66061421-dc6b-4b5b-bebf-5a8b4592b908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:23.169033 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66061421-dc6b-4b5b-bebf-5a8b4592b908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:23.173784 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66061421-dc6b-4b5b-bebf-5a8b4592b908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:23.215240 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4be865a4-ed34-4c69-aeeb-56ae254d0e6a req-312915f0-a737-4aba-8902-39d1afd3e0c8 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0710993 Jul 27 19:54:23.215627 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-66061421-dc6b-4b5b-bebf-5a8b4592b908 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=02c357ab24144bbfb29a9ae4a2a8e1e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717692 Jul 27 19:54:23.216522 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66061421-dc6b-4b5b-bebf-5a8b4592b908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c163afa9-08c2-4d77-a2d8-454d27b46a38,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:23.218552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 51466) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:23.304815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1451b2b-d686-46c5-85f9-221e3ec39c02 req-6e843845-c83d-483e-869f-c84598f957c1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:23.306695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d1451b2b-d686-46c5-85f9-221e3ec39c02 req-6e843845-c83d-483e-869f-c84598f957c1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2607825 Jul 27 19:54:23.341580 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:23.379470 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:23.392055 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad794cd7-2988-41fb-b059-4bc18b6f58ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:23.411706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d1451b2b-d686-46c5-85f9-221e3ec39c02 req-ec279b0e-74b4-450a-942c-4f819e720fd3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979273 Jul 27 19:54:23.461179 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad794cd7-2988-41fb-b059-4bc18b6f58ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:23.595572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Allocated IP 172.25.1.60 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/52d69149-2046-4d5d-ba24-908bed620db6) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:54:23.604856 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad794cd7-2988-41fb-b059-4bc18b6f58ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:23.607792 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad794cd7-2988-41fb-b059-4bc18b6f58ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:23.609093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ad794cd7-2988-41fb-b059-4bc18b6f58ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c163afa9-08c2-4d77-a2d8-454d27b46a38 HTTP/1.1" status: 204 len: 168 time: 0.3880599 Jul 27 19:54:23.630627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad794cd7-2988-41fb-b059-4bc18b6f58ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c163afa9-08c2-4d77-a2d8-454d27b46a38,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:23.700341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c700e-c272-4d8d-a9e8-fd7d0ec3451c req-264721f6-318b-42a6-b96c-2ba95ddf0124 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:23.701932 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-772c700e-c272-4d8d-a9e8-fd7d0ec3451c req-264721f6-318b-42a6-b96c-2ba95ddf0124 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1728830 Jul 27 19:54:23.798407 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:23.804692 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-772c700e-c272-4d8d-a9e8-fd7d0ec3451c req-6bb46a88-35cd-47f8-8cb7-6fd94629d9a9 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830746 Jul 27 19:54:23.893329 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:23.976984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Pushing event updated for resources: {'Port': ['ID=52d69149-2046-4d5d-ba24-908bed620db6,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:24.000705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:24.002322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:24.029234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:54:24.215246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47b349-c8d2-42bb-adfa-1e566df90880 req-98805890-78b7-490f-b641-67f57ef3bf80 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:24.224271 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf47b349-c8d2-42bb-adfa-1e566df90880 req-98805890-78b7-490f-b641-67f57ef3bf80 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2419209 Jul 27 19:54:24.289600 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf47b349-c8d2-42bb-adfa-1e566df90880 req-1be56941-d7e3-4a99-a5a0-833317d73d7f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642409 Jul 27 19:54:24.449987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50ea1c20-72d8-44da-926d-af9eabf1dbbf req-6d740cbc-60ca-493f-a599-e6ea956415cf tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0468330 Jul 27 19:54:24.548022 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:24.597479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c7e25-6aaa-4cb5-9ce4-af2ece71b5d6 req-c3f3089d-e227-4f78-8ddd-793f5a036094 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:24.599368 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-350c7e25-6aaa-4cb5-9ce4-af2ece71b5d6 req-c3f3089d-e227-4f78-8ddd-793f5a036094 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1479993 Jul 27 19:54:24.690688 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-350c7e25-6aaa-4cb5-9ce4-af2ece71b5d6 req-70bfa5c0-e410-46cf-b4df-e6ea30b5855e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760758 Jul 27 19:54:25.229159 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:25.311174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064edabc-06b0-4e26-9ef2-a9914c98b5bc req-a0419ee4-d7a8-46dc-aa30-ffaac10942d8 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:25.313730 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-064edabc-06b0-4e26-9ef2-a9914c98b5bc req-a0419ee4-d7a8-46dc-aa30-ffaac10942d8 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.5170066 Jul 27 19:54:25.425054 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-064edabc-06b0-4e26-9ef2-a9914c98b5bc req-3fa170c8-9db5-442b-9c6a-25112ef7a983 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685585 Jul 27 19:54:25.503049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Router f9fcd814-afdd-40f2-92c1-964b8aa4c82b is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:54:25.625958 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24c78803-f579-438c-8a78-808c0b37ba8d req-8c5dc57f-0325-4e9a-9005-2d9a277ae845 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0470717 Jul 27 19:54:25.727048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:54:25.736943 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Sync routers for ids ['f9fcd814-afdd-40f2-92c1-964b8aa4c82b'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:54:25.746976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd294835-da94-4ad8-8501-b6edb65f06c2 req-64b5ade1-f928-4af2-a1a0-dab9523f2ec3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:25.748493 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd294835-da94-4ad8-8501-b6edb65f06c2 req-64b5ade1-f928-4af2-a1a0-dab9523f2ec3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1708794 Jul 27 19:54:25.749864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:25.750832 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Routers {'f9fcd814-afdd-40f2-92c1-964b8aa4c82b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:54:25.750986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ad1708be-c934-4870-b6f5-ebd106c12821 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2394116 Jul 27 19:54:25.753759 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:54:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f9fcd814-afdd-40f2-92c1-964b8aa4c82b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:25.753930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51550) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:25.792458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd294835-da94-4ad8-8501-b6edb65f06c2 req-78a71753-083d-45fa-ba1f-7b75c0e809a3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343952 Jul 27 19:54:25.904264 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Set router f9fcd814-afdd-40f2-92c1-964b8aa4c82b gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:54:25.998093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd2dda-454a-4608-bd27-4a0f2554b5d2 req-17f68400-0d29-4833-9aa8-f381b94da6a2 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:26.005406 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ebdd2dda-454a-4608-bd27-4a0f2554b5d2 req-17f68400-0d29-4833-9aa8-f381b94da6a2 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1034734 Jul 27 19:54:26.053924 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ebdd2dda-454a-4608-bd27-4a0f2554b5d2 req-ec047b0f-284f-46bd-bb7b-8fcfceac810b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429518 Jul 27 19:54:26.254395 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e8b3-efa0-4b35-9334-b5c05d87f9dd req-3c7fc159-d6bb-4043-a084-4ffc2cd3d2bf tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:26.257451 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8787e8b3-efa0-4b35-9334-b5c05d87f9dd req-3c7fc159-d6bb-4043-a084-4ffc2cd3d2bf tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1051309 Jul 27 19:54:26.349369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8787e8b3-efa0-4b35-9334-b5c05d87f9dd req-afd19a58-2a8d-443a-a861-487950e70fbf tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830631 Jul 27 19:54:26.390453 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'name': 'tempest-ServerRescueTestJSON-824866985-router', 'tenant_id': '530f88a84a434ec586a35453c8add755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '52d69149-2046-4d5d-ba24-908bed620db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:22Z', 'updated_at': '2021-07-27T19:54:24Z', 'revision_number': 3, 'project_id': '530f88a84a434ec586a35453c8add755', 'gw_port': {'id': '52d69149-2046-4d5d-ba24-908bed620db6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:23Z', 'updated_at': '2021-07-27T19:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:26.454179 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Checking router: f9fcd814-afdd-40f2-92c1-964b8aa4c82b for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:54:26.454525 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Updating router f9fcd814-afdd-40f2-92c1-964b8aa4c82b port 52d69149-2046-4d5d-ba24-908bed620db6 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:54:26.518330 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:26.609243 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:26.626830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8fee7-7f2c-4b97-b176-80a71ec1f2df req-364f382b-5f11-4e35-8d93-6822b01a1939 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:26.636606 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2aa8fee7-7f2c-4b97-b176-80a71ec1f2df req-364f382b-5f11-4e35-8d93-6822b01a1939 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1576669 Jul 27 19:54:26.712124 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2aa8fee7-7f2c-4b97-b176-80a71ec1f2df req-3079529d-a941-4bfe-8115-2515320d3ad4 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683510 Jul 27 19:54:26.773838 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09a9b627-444e-4a7f-9912-5e4ca6176025 req-90ae85a6-93f5-4864-9340-f1161830986d tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0360880 Jul 27 19:54:26.888959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Allocated IP 172.20.0.1 (e6b62717-e555-42c8-92ce-efeea95bbb3e/9e995163-f4ba-4017-bfaa-9643c2da9ae0/6e34a90a-39b1-4386-86bd-16c639cbf3f8) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:54:26.903199 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787803c8-2360-4916-b747-edff45dc6cb4 req-c83cbee8-1fd4-41d2-ae29-85c27f05f08a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:26.905166 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-787803c8-2360-4916-b747-edff45dc6cb4 req-c83cbee8-1fd4-41d2-ae29-85c27f05f08a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.0951409 Jul 27 19:54:26.960311 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:26.975549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-787803c8-2360-4916-b747-edff45dc6cb4 req-3835faaf-0d18-4c3b-a43b-1e5e8e1d3cdf tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636034 Jul 27 19:54:26.978101 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Transition to ACTIVE for port object 52d69149-2046-4d5d-ba24-908bed620db6 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:26.987083 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:27.050470 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Attempting to bind port 52d69149-2046-4d5d-ba24-908bed620db6 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:54:27.051109 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Attempting to bind port 52d69149-2046-4d5d-ba24-908bed620db6 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:54:27.051629 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Attempting to bind port 52d69149-2046-4d5d-ba24-908bed620db6 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:54:27.060667 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:54:27.061336 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:54:27.061924 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:27.062760 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:54:27.063247 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Bound port: 52d69149-2046-4d5d-ba24-908bed620db6, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:54:27.063705 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:27.065472 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d66e6-6962-4095-aa02-91c1473c7fe0 None None] Pushing event updated for resources: {'Port': ['ID=52d69149-2046-4d5d-ba24-908bed620db6,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:27.065722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 51646) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:27.091628 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d66e6-6962-4095-aa02-91c1473c7fe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.092042 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d66e6-6962-4095-aa02-91c1473c7fe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.092808 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d66e6-6962-4095-aa02-91c1473c7fe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.092808 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d66e6-6962-4095-aa02-91c1473c7fe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.093043 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d66e6-6962-4095-aa02-91c1473c7fe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.093362 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d66e6-6962-4095-aa02-91c1473c7fe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.093788 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d66e6-6962-4095-aa02-91c1473c7fe0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.094114 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d66e6-6962-4095-aa02-91c1473c7fe0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.094479 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d66e6-6962-4095-aa02-91c1473c7fe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.094837 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d66e6-6962-4095-aa02-91c1473c7fe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.095326 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d66e6-6962-4095-aa02-91c1473c7fe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.095598 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41d66e6-6962-4095-aa02-91c1473c7fe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.150978 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] For port 52d69149-2046-4d5d-ba24-908bed620db6, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:54:27.154729 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] For port 52d69149-2046-4d5d-ba24-908bed620db6, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=52d69149-2046-4d5d-ba24-908bed620db6,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:54:27.164628 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:27.241352 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:27.275494 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d66e6-6962-4095-aa02-91c1473c7fe0 None None] Pushing event updated for resources: {'Port': ['ID=52d69149-2046-4d5d-ba24-908bed620db6,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:27.282516 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Routers {'f9fcd814-afdd-40f2-92c1-964b8aa4c82b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:54:27.283143 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:54:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f9fcd814-afdd-40f2-92c1-964b8aa4c82b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:27.355045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3ecc6-ef8d-4f0d-9301-5d131f93c650 req-eb8ca818-c12c-42ad-9b75-6e169c4f13d0 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:27.360979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bec3ecc6-ef8d-4f0d-9301-5d131f93c650 req-eb8ca818-c12c-42ad-9b75-6e169c4f13d0 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1218615 Jul 27 19:54:27.429161 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:27.440872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bec3ecc6-ef8d-4f0d-9301-5d131f93c650 req-54589c1f-5b6a-44d0-9fa4-d02c3125efee tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661688 Jul 27 19:54:27.457222 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:27.464092 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:27.494338 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:27.504875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbaec6e-a4b1-4c13-9b07-a2399aabe129,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:27.518819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.519151 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.519487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.519814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.520136 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.520496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.521102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.521430 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.521749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.522063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.522172 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] Set router f9fcd814-afdd-40f2-92c1-964b8aa4c82b gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:54:27.522378 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.522691 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:27.542275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Network e6b62717-e555-42c8-92ce-efeea95bbb3e is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:27.542734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b89e9c84-07f7-4f8e-bf29-1376411c9164 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3d1896c1d144c019b035134e1141976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756262 Jul 27 19:54:27.545122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:27.545837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 51662) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:27.550845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:54:27.582016 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Pushing event updated for resources: {'Port': ['ID=6e34a90a-39b1-4386-86bd-16c639cbf3f8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:27.598197 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:27.648572 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-307601fe-5d87-4af3-aa6b-cc9f0ee530ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:27.658020 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a773ea-aee0-4ea1-a9a6-09ad632ac440 req-7b14db7d-49e0-4f9c-9b00-9348d5b96053 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:27.659536 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1a773ea-aee0-4ea1-a9a6-09ad632ac440 req-7b14db7d-49e0-4f9c-9b00-9348d5b96053 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1037788 Jul 27 19:54:27.701758 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-307601fe-5d87-4af3-aa6b-cc9f0ee530ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:27.754238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1a773ea-aee0-4ea1-a9a6-09ad632ac440 req-9488ac96-59c4-46b7-8cb7-9103ba13af07 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845428 Jul 27 19:54:27.805297 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-307601fe-5d87-4af3-aa6b-cc9f0ee530ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:27.807583 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'name': 'tempest-ServerRescueTestJSON-824866985-router', 'tenant_id': '530f88a84a434ec586a35453c8add755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '52d69149-2046-4d5d-ba24-908bed620db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:22Z', 'updated_at': '2021-07-27T19:54:24Z', 'revision_number': 3, 'project_id': '530f88a84a434ec586a35453c8add755', 'gw_port': {'id': '52d69149-2046-4d5d-ba24-908bed620db6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:23Z', 'updated_at': '2021-07-27T19:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:27.808873 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-307601fe-5d87-4af3-aa6b-cc9f0ee530ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:27.813336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-307601fe-5d87-4af3-aa6b-cc9f0ee530ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbbaec6e-a4b1-4c13-9b07-a2399aabe129 HTTP/1.1" status: 204 len: 168 time: 0.2655590 Jul 27 19:54:27.823664 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307601fe-5d87-4af3-aa6b-cc9f0ee530ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbaec6e-a4b1-4c13-9b07-a2399aabe129,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:27.846353 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:27.896298 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e34fa-e81b-4d0c-81bc-58269f81e829 None None] The sync data for ids ['f9fcd814-afdd-40f2-92c1-964b8aa4c82b'] in n-d-705657-21 is: [{'id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'name': 'tempest-ServerRescueTestJSON-824866985-router', 'tenant_id': '530f88a84a434ec586a35453c8add755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '52d69149-2046-4d5d-ba24-908bed620db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:22Z', 'updated_at': '2021-07-27T19:54:24Z', 'revision_number': 3, 'project_id': '530f88a84a434ec586a35453c8add755', 'gw_port': {'id': '52d69149-2046-4d5d-ba24-908bed620db6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:23Z', 'updated_at': '2021-07-27T19:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:54:28.063623 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71a1a47f-f3aa-41da-ace5-bd3c06a89366 req-127d6fdf-4bd1-45e7-bc3e-2e3979f0160e tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0953257 Jul 27 19:54:28.160014 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56f286-43dd-4fbb-b055-3f428bad32f2 req-1b6c9662-3442-4601-8fcb-e5a3d10e60f4 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:28.168716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca56f286-43dd-4fbb-b055-3f428bad32f2 req-1b6c9662-3442-4601-8fcb-e5a3d10e60f4 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1857607 Jul 27 19:54:28.200826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:28.208055 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:28.268268 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca56f286-43dd-4fbb-b055-3f428bad32f2 req-546a2ad5-a0e9-4b92-8b0b-12bc16727685 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985587 Jul 27 19:54:28.276710 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Pushing event updated for resources: {'Port': ['ID=6e34a90a-39b1-4386-86bd-16c639cbf3f8,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:28.301847 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:28.525589 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Network e6b62717-e555-42c8-92ce-efeea95bbb3e is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:28.529211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:28.550052 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51696) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:28.566777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6f355-f9e0-421e-9023-9d2de5725f68 req-62be456f-6557-4bcb-bd6b-e2dd2cc609a1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:28.577275 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abf6f355-f9e0-421e-9023-9d2de5725f68 req-62be456f-6557-4bcb-bd6b-e2dd2cc609a1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1837590 Jul 27 19:54:28.634308 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-abf6f355-f9e0-421e-9023-9d2de5725f68 req-d4b46b32-c112-44f9-9f7d-ee57413b909c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522361 Jul 27 19:54:28.647971 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59455a94-3231-4f36-92f7-148a32f8d077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:28.857842 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Router f9fcd814-afdd-40f2-92c1-964b8aa4c82b has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:54:28.866028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fded49f-0091-4cb6-baea-7651e6b6e8e0 req-27678675-ba7b-4bd3-906b-2de013013d27 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:28.873335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9fded49f-0091-4cb6-baea-7651e6b6e8e0 req-27678675-ba7b-4bd3-906b-2de013013d27 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1016464 Jul 27 19:54:28.958614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9fded49f-0091-4cb6-baea-7651e6b6e8e0 req-cc8e1df1-87f9-4b14-9d82-bd528242d00a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721579 Jul 27 19:54:29.078247 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59455a94-3231-4f36-92f7-148a32f8d077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:29.088603 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:54:29.094480 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f1fa919e-152c-42e9-a50c-11e55bdd405c admin admin] 10.222.0.48 "PUT /v2.0/routers/f9fcd814-afdd-40f2-92c1-964b8aa4c82b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3393307 Jul 27 19:54:29.095400 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59455a94-3231-4f36-92f7-148a32f8d077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:29.124652 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-59455a94-3231-4f36-92f7-148a32f8d077 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f6a011035f344d095378a199d53241f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734091 Jul 27 19:54:29.127199 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51714) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:29.127516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630abce-d8b3-49dc-ae08-6de1d3d30438 req-de6d7c05-3c14-4a52-9e4e-c43b96712aef tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:29.134606 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0630abce-d8b3-49dc-ae08-6de1d3d30438 req-de6d7c05-3c14-4a52-9e4e-c43b96712aef tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.0915508 Jul 27 19:54:29.223376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0630abce-d8b3-49dc-ae08-6de1d3d30438 req-f582cfa9-b020-43d0-8e13-a7b8494458a2 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707719 Jul 27 19:54:29.248906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59455a94-3231-4f36-92f7-148a32f8d077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c289f3-b726-49ba-8143-e77af7f899b2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:29.282324 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5884dd-56ac-478c-93ec-86e7faac085a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:29.299180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b0340d89-f14e-42fb-927d-ebae1a936276 req-0857a70b-15a0-4d65-b822-1fe6264446e7 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0688379 Jul 27 19:54:29.348751 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5884dd-56ac-478c-93ec-86e7faac085a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:29.441064 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5884dd-56ac-478c-93ec-86e7faac085a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:29.454262 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5884dd-56ac-478c-93ec-86e7faac085a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:29.458140 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4f5884dd-56ac-478c-93ec-86e7faac085a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01c289f3-b726-49ba-8143-e77af7f899b2 HTTP/1.1" status: 204 len: 168 time: 0.3273797 Jul 27 19:54:29.475760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5884dd-56ac-478c-93ec-86e7faac085a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c289f3-b726-49ba-8143-e77af7f899b2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:29.656711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d8227-ecbc-42a0-856b-6d713d587a0e req-f525ec91-ac3d-40df-9898-c1dfa5de116c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:29.668556 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b0d8227-ecbc-42a0-856b-6d713d587a0e req-f525ec91-ac3d-40df-9898-c1dfa5de116c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1061847 Jul 27 19:54:29.813819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812b868-85a6-449b-8c33-86cca459d75c req-9e2baf09-611e-487f-8bf0-9848bd0facf7 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:29.815352 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b812b868-85a6-449b-8c33-86cca459d75c req-9e2baf09-611e-487f-8bf0-9848bd0facf7 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/networks?id=e6b62717-e555-42c8-92ce-efeea95bbb3e HTTP/1.1" status: 200 len: 810 time: 0.1302996 Jul 27 19:54:29.823379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b0d8227-ecbc-42a0-856b-6d713d587a0e req-71e6b7f5-31ec-4879-9c84-f095d09e3582 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499407 Jul 27 19:54:29.833961 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b812b868-85a6-449b-8c33-86cca459d75c req-f8291756-afce-4f3e-b5f1-0704fcb7a0df tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/quotas/530f88a84a434ec586a35453c8add755 HTTP/1.1" status: 200 len: 375 time: 0.0095754 Jul 27 19:54:29.855673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 52d69149-2046-4d5d-ba24-908bed620db6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:29.938645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b812b868-85a6-449b-8c33-86cca459d75c req-0c41da20-2f11-4324-900d-8ad675317e58 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=530f88a84a434ec586a35453c8add755&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0979617 Jul 27 19:54:29.981783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 52d69149-2046-4d5d-ba24-908bed620db6 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:29.987297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 52d69149-2046-4d5d-ba24-908bed620db6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:29.987683 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:30.062583 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b812b868-85a6-449b-8c33-86cca459d75c req-398eaea7-2b47-4c49-83ac-f44cfa772ea2 service neutron] 10.222.0.48 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229579 Jul 27 19:54:30.147328 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:30.178160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 52d69149-2046-4d5d-ba24-908bed620db6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=52d69149-2046-4d5d-ba24-908bed620db6,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:30.184694 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:30.220540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b812b868-85a6-449b-8c33-86cca459d75c req-0370ee7b-d321-46bf-baad-ea802645d0cc service neutron] 10.222.0.48 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484263 Jul 27 19:54:30.248603 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=52d69149-2046-4d5d-ba24-908bed620db6,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:30.469146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f50c437-b5c1-4dbe-a436-29ba40b44cf0 req-b0f52e94-4079-44e0-8a42-f4575d4a60ce tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 210 time: 0.0482359 Jul 27 19:54:30.535950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-118ec557-98d0-41f1-b762-cab7875dae47 req-22a125da-aa29-4b41-a13e-be9fd49ba674 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0616987 Jul 27 19:54:30.583738 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Sync routers for ids ['f9fcd814-afdd-40f2-92c1-964b8aa4c82b'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:54:30.593870 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Routers {'f9fcd814-afdd-40f2-92c1-964b8aa4c82b'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:54:30.594824 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:54:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f9fcd814-afdd-40f2-92c1-964b8aa4c82b'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:30.726723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Set router f9fcd814-afdd-40f2-92c1-964b8aa4c82b gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:54:30.985459 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'name': 'tempest-ServerRescueTestJSON-824866985-router', 'tenant_id': '530f88a84a434ec586a35453c8add755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '52d69149-2046-4d5d-ba24-908bed620db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:22Z', 'updated_at': '2021-07-27T19:54:27Z', 'revision_number': 4, 'project_id': '530f88a84a434ec586a35453c8add755', 'gw_port': {'id': '52d69149-2046-4d5d-ba24-908bed620db6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:23Z', 'updated_at': '2021-07-27T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '6e34a90a-39b1-4386-86bd-16c639cbf3f8', 'name': '', 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e', 'tenant_id': '530f88a84a434ec586a35453c8add755', 'mac_address': 'fa:16:3e:f5:fc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '9e995163-f4ba-4017-bfaa-9643c2da9ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:26Z', 'updated_at': '2021-07-27T19:54:27Z', 'revision_number': 2, 'project_id': '530f88a84a434ec586a35453c8add755', 'subnets': [{'id': '9e995163-f4ba-4017-bfaa-9643c2da9ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:31.028166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Checking router: f9fcd814-afdd-40f2-92c1-964b8aa4c82b for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:54:31.028795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Updating router f9fcd814-afdd-40f2-92c1-964b8aa4c82b port 6e34a90a-39b1-4386-86bd-16c639cbf3f8 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:54:31.052704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b86f4-7b97-4bab-b321-a595c81cc922 req-f110d864-a2d5-498f-b8bd-d6d5df0008e2 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:31.064945 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8b3b86f4-7b97-4bab-b321-a595c81cc922 req-f110d864-a2d5-498f-b8bd-d6d5df0008e2 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1020346 Jul 27 19:54:31.087311 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:31.154213 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8b3b86f4-7b97-4bab-b321-a595c81cc922 req-e29fe284-f006-4745-ba89-849f46d63c3d tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882661 Jul 27 19:54:31.509857 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:31.542219 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Transition to ACTIVE for port object 6e34a90a-39b1-4386-86bd-16c639cbf3f8 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:31.557732 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:31.572714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74875c47-76e4-444c-b8e2-3caa5af33e18 req-a2435f31-1482-4db0-b7e9-fd7a9a2b5605 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:31.578572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74875c47-76e4-444c-b8e2-3caa5af33e18 req-a2435f31-1482-4db0-b7e9-fd7a9a2b5605 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1281757 Jul 27 19:54:31.656365 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-682ff9b2-7a27-499d-95a7-0a172225b433 req-ff864597-bf38-4e03-90dc-1b06f969f798 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 210 time: 0.0749805 Jul 27 19:54:31.720902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74875c47-76e4-444c-b8e2-3caa5af33e18 req-0d054bc1-bf4e-4858-8349-788dfa101d93 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258709 Jul 27 19:54:31.748993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Attempting to bind port 6e34a90a-39b1-4386-86bd-16c639cbf3f8 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:54:31.749272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Attempting to bind port 6e34a90a-39b1-4386-86bd-16c639cbf3f8 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '3918b7b5-b22d-4f73-93a4-90a11629c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:54:31.749643 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Attempting to bind port 6e34a90a-39b1-4386-86bd-16c639cbf3f8 on network e6b62717-e555-42c8-92ce-efeea95bbb3e {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:54:31.751689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27216c08-2088-444b-a68d-4df6e89dc248 None None] Pushing event updated for resources: {'Port': ['ID=6e34a90a-39b1-4386-86bd-16c639cbf3f8,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:31.759414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:54:31.759795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Checking segment: {'id': '3918b7b5-b22d-4f73-93a4-90a11629c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:54:31.760213 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:31.760638 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Bound using segment: {'id': '3918b7b5-b22d-4f73-93a4-90a11629c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:54:31.761115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Bound port: 6e34a90a-39b1-4386-86bd-16c639cbf3f8, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3918b7b5-b22d-4f73-93a4-90a11629c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:54:31.761501 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:31.880314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 52d69149-2046-4d5d-ba24-908bed620db6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:31.907193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] For port 6e34a90a-39b1-4386-86bd-16c639cbf3f8, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:54:31.927706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] For port 6e34a90a-39b1-4386-86bd-16c639cbf3f8, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6e34a90a-39b1-4386-86bd-16c639cbf3f8,segment=NetworkSegment(3918b7b5-b22d-4f73-93a4-90a11629c049),segment_id=3918b7b5-b22d-4f73-93a4-90a11629c049)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:54:31.956215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d89e5c98-d5ba-408b-87e2-2af71f406ab3 req-30db2585-1d29-450f-b298-3d60c2bc7204 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.1274896 Jul 27 19:54:31.970898 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:32.072686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812b868-85a6-449b-8c33-86cca459d75c req-a366d2b4-170c-45b9-b0d4-0a0da2b9de25 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:32.074906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b812b868-85a6-449b-8c33-86cca459d75c req-a366d2b4-170c-45b9-b0d4-0a0da2b9de25 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.63 "GET /v2.0/networks?id=e6b62717-e555-42c8-92ce-efeea95bbb3e HTTP/1.1" status: 200 len: 810 time: 0.3075142 Jul 27 19:54:32.094360 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Routers {'f9fcd814-afdd-40f2-92c1-964b8aa4c82b'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:54:32.095119 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:54:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f9fcd814-afdd-40f2-92c1-964b8aa4c82b'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:32.105625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-b812b868-85a6-449b-8c33-86cca459d75c req-75359b76-189a-4e77-bf9e-b2b791a0c7c9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Request body: {'port': {'device_id': '749b4f0a-96a1-45c6-8a84-9e2349e77e23', 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e', 'admin_state_up': True, 'tenant_id': '530f88a84a434ec586a35453c8add755'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:32.158081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 52d69149-2046-4d5d-ba24-908bed620db6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:32.158519 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:32.162451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27216c08-2088-444b-a68d-4df6e89dc248 None None] Pushing event updated for resources: {'Port': ['ID=6e34a90a-39b1-4386-86bd-16c639cbf3f8,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:32.340595 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cea5e3c6-ae09-4dbe-ab15-8c7a7862449c req-349b0270-406c-4c11-b5f9-d03350f14ec9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0324194 Jul 27 19:54:32.470979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b812b868-85a6-449b-8c33-86cca459d75c req-75359b76-189a-4e77-bf9e-b2b791a0c7c9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Made reservation on behalf of 530f88a84a434ec586a35453c8add755 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:32.477041 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b812b868-85a6-449b-8c33-86cca459d75c req-75359b76-189a-4e77-bf9e-b2b791a0c7c9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:32.514528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] Set router f9fcd814-afdd-40f2-92c1-964b8aa4c82b gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:54:32.651885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-b812b868-85a6-449b-8c33-86cca459d75c req-75359b76-189a-4e77-bf9e-b2b791a0c7c9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Allocated IP 172.20.0.2 (e6b62717-e555-42c8-92ce-efeea95bbb3e/9e995163-f4ba-4017-bfaa-9643c2da9ae0/23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:54:32.682184 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51862) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:32.826061 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5b6ad978-b1e5-4b71-ba59-8e2544ed6a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:32.901920 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b812b868-85a6-449b-8c33-86cca459d75c req-75359b76-189a-4e77-bf9e-b2b791a0c7c9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:32.918948 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'name': 'tempest-ServerRescueTestJSON-824866985-router', 'tenant_id': '530f88a84a434ec586a35453c8add755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '52d69149-2046-4d5d-ba24-908bed620db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:22Z', 'updated_at': '2021-07-27T19:54:27Z', 'revision_number': 4, 'project_id': '530f88a84a434ec586a35453c8add755', 'gw_port': {'id': '52d69149-2046-4d5d-ba24-908bed620db6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:23Z', 'updated_at': '2021-07-27T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '6e34a90a-39b1-4386-86bd-16c639cbf3f8', 'name': '', 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e', 'tenant_id': '530f88a84a434ec586a35453c8add755', 'mac_address': 'fa:16:3e:f5:fc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '9e995163-f4ba-4017-bfaa-9643c2da9ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:26Z', 'updated_at': '2021-07-27T19:54:31Z', 'revision_number': 4, 'project_id': '530f88a84a434ec586a35453c8add755', 'subnets': [{'id': '9e995163-f4ba-4017-bfaa-9643c2da9ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:32.954720 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5b6ad978-b1e5-4b71-ba59-8e2544ed6a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:32.960138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5b6ad978-b1e5-4b71-ba59-8e2544ed6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:32.962641 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9108dd0-78e8-41be-ad14-650303797762 None None] The sync data for ids ['f9fcd814-afdd-40f2-92c1-964b8aa4c82b'] in n-d-705657-21 is: [{'id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'name': 'tempest-ServerRescueTestJSON-824866985-router', 'tenant_id': '530f88a84a434ec586a35453c8add755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '52d69149-2046-4d5d-ba24-908bed620db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:22Z', 'updated_at': '2021-07-27T19:54:27Z', 'revision_number': 4, 'project_id': '530f88a84a434ec586a35453c8add755', 'gw_port': {'id': '52d69149-2046-4d5d-ba24-908bed620db6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:23Z', 'updated_at': '2021-07-27T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '6e34a90a-39b1-4386-86bd-16c639cbf3f8', 'name': '', 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e', 'tenant_id': '530f88a84a434ec586a35453c8add755', 'mac_address': 'fa:16:3e:f5:fc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '9e995163-f4ba-4017-bfaa-9643c2da9ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:26Z', 'updated_at': '2021-07-27T19:54:31Z', 'revision_number': 4, 'project_id': '530f88a84a434ec586a35453c8add755', 'subnets': [{'id': '9e995163-f4ba-4017-bfaa-9643c2da9ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:54:32.986279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16072f67-c8a2-4a46-b881-67e38258fdf0 req-5a097521-263f-4628-9e17-af4f28731102 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 210 time: 0.0725889 Jul 27 19:54:33.004665 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5b6ad978-b1e5-4b71-ba59-8e2544ed6a42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5cd8d53e9354e65bdd2045d96fae252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212979 Jul 27 19:54:33.007346 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51874) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:33.089203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ad978-b1e5-4b71-ba59-8e2544ed6a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b696ac4e-7248-4d3b-812c-307113b5ebcf,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:33.108692 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ddc24407-6d45-42be-b784-53396b99eb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:33.172340 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ddc24407-6d45-42be-b784-53396b99eb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:33.179434 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b812b868-85a6-449b-8c33-86cca459d75c req-75359b76-189a-4e77-bf9e-b2b791a0c7c9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:33.248104 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75359b76-189a-4e77-bf9e-b2b791a0c7c9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Pushing event updated for resources: {'Port': ['ID=23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:33.263685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9163f6-9895-42dd-8e2e-394b8eeb038c req-06e06f42-988c-4105-a8cb-ab92a4660d5c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:33.266446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d9163f6-9895-42dd-8e2e-394b8eeb038c req-06e06f42-988c-4105-a8cb-ab92a4660d5c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.3436038 Jul 27 19:54:33.289599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ddc24407-6d45-42be-b784-53396b99eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:33.292809 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ddc24407-6d45-42be-b784-53396b99eb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:33.296564 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ddc24407-6d45-42be-b784-53396b99eb0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b696ac4e-7248-4d3b-812c-307113b5ebcf HTTP/1.1" status: 204 len: 168 time: 0.2858548 Jul 27 19:54:33.316568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc24407-6d45-42be-b784-53396b99eb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b696ac4e-7248-4d3b-812c-307113b5ebcf,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:33.345345 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-776c11ff-ad31-41b4-9028-63f0c3611a2c req-6b7c3397-9306-4a84-84a6-6ea064f02ec0 tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0647039 Jul 27 19:54:33.354280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b812b868-85a6-449b-8c33-86cca459d75c req-75359b76-189a-4e77-bf9e-b2b791a0c7c9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Network e6b62717-e555-42c8-92ce-efeea95bbb3e is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:33.372897 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-b812b868-85a6-449b-8c33-86cca459d75c req-75359b76-189a-4e77-bf9e-b2b791a0c7c9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:33.383241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b812b868-85a6-449b-8c33-86cca459d75c req-75359b76-189a-4e77-bf9e-b2b791a0c7c9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:54:33.474472 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d9163f6-9895-42dd-8e2e-394b8eeb038c req-a48e5dd9-412d-44da-ad84-1a6b40e8f9f3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949718 Jul 27 19:54:33.553836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812b868-85a6-449b-8c33-86cca459d75c req-75359b76-189a-4e77-bf9e-b2b791a0c7c9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:33.556940 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b812b868-85a6-449b-8c33-86cca459d75c req-75359b76-189a-4e77-bf9e-b2b791a0c7c9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:33.590957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b812b868-85a6-449b-8c33-86cca459d75c req-75359b76-189a-4e77-bf9e-b2b791a0c7c9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4958169 Jul 27 19:54:33.613980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Request body: {'port': {'device_id': '749b4f0a-96a1-45c6-8a84-9e2349e77e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:33.706888 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:33.856922 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc7e06-6b24-4a58-ba6e-207ad3926d6b req-bf0436ce-f634-43d1-8052-a51e22c31aa2 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:33.867755 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3cfc7e06-6b24-4a58-ba6e-207ad3926d6b req-bf0436ce-f634-43d1-8052-a51e22c31aa2 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1617551 Jul 27 19:54:33.889786 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51888) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:33.900070 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6e34a90a-39b1-4386-86bd-16c639cbf3f8 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:33.922171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9305e7db-4c18-49a1-a4f3-a1ef91efea40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:33.997033 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 6e34a90a-39b1-4386-86bd-16c639cbf3f8 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:34.001556 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6e34a90a-39b1-4386-86bd-16c639cbf3f8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:34.001934 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:34.020819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3cfc7e06-6b24-4a58-ba6e-207ad3926d6b req-0688b290-ea23-4873-8154-5c76d8eeed07 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510830 Jul 27 19:54:34.046156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9305e7db-4c18-49a1-a4f3-a1ef91efea40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:34.055063 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9305e7db-4c18-49a1-a4f3-a1ef91efea40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:34.141617 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:34.144444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 51898) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:34.146784 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9305e7db-4c18-49a1-a4f3-a1ef91efea40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72b0b725c274422c92ff5685e3ebc20e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469349 Jul 27 19:54:34.148159 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305e7db-4c18-49a1-a4f3-a1ef91efea40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f7da53-1d9f-4009-97a5-4f04692445d1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:34.202976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 6e34a90a-39b1-4386-86bd-16c639cbf3f8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6e34a90a-39b1-4386-86bd-16c639cbf3f8,segment=NetworkSegment(3918b7b5-b22d-4f73-93a4-90a11629c049),segment_id=3918b7b5-b22d-4f73-93a4-90a11629c049)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:34.210284 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:34.267257 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=6e34a90a-39b1-4386-86bd-16c639cbf3f8,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:34.301399 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:54:34.333358 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:34.368220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Transition to ACTIVE for port object 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:34.381381 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:34.455135 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd701f0c-59be-40fb-9f8e-84f139859c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:34.468285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0852cb5-9919-4d7a-8e78-64b8958c73df req-9dcf425e-673d-49b4-ba44-a049e6d9d235 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:34.469968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0852cb5-9919-4d7a-8e78-64b8958c73df req-9dcf425e-673d-49b4-ba44-a049e6d9d235 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 931 time: 0.3053567 Jul 27 19:54:34.491655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef201e-cd98-49d6-8e10-9a26347ba5d1 req-38f92895-e33f-4e3d-b936-41e9092ffbe8 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:34.493510 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fbef201e-cd98-49d6-8e10-9a26347ba5d1 req-38f92895-e33f-4e3d-b936-41e9092ffbe8 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2197709 Jul 27 19:54:34.534650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Pushing event updated for resources: {'Port': ['ID=23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:34.556939 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd701f0c-59be-40fb-9f8e-84f139859c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:34.670489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0852cb5-9919-4d7a-8e78-64b8958c73df req-feadfbec-9ba9-45dd-b6bf-81a64c251ec9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741393 Jul 27 19:54:34.679620 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fbef201e-cd98-49d6-8e10-9a26347ba5d1 req-a37afce2-9e26-44ac-b4eb-cf9f07aef41b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748948 Jul 27 19:54:34.717095 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Attempting to bind port 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:54:34.717095 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Attempting to bind port 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '3918b7b5-b22d-4f73-93a4-90a11629c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:54:34.717095 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Attempting to bind port 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 on network e6b62717-e555-42c8-92ce-efeea95bbb3e {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:54:34.723205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Port 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 on network e6b62717-e555-42c8-92ce-efeea95bbb3e not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:54:34.723205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Attempting to bind port 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 on network e6b62717-e555-42c8-92ce-efeea95bbb3e {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:54:34.726704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:54:34.727035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Checking segment: {'id': '3918b7b5-b22d-4f73-93a4-90a11629c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:54:34.728432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Bound using segment: {'id': '3918b7b5-b22d-4f73-93a4-90a11629c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:54:34.728934 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Bound port: 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3918b7b5-b22d-4f73-93a4-90a11629c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:54:34.729327 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:34.744251 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd701f0c-59be-40fb-9f8e-84f139859c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:34.747018 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd701f0c-59be-40fb-9f8e-84f139859c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:34.748231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dd701f0c-59be-40fb-9f8e-84f139859c5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59f7da53-1d9f-4009-97a5-4f04692445d1 HTTP/1.1" status: 204 len: 168 time: 0.6028230 Jul 27 19:54:34.761002 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd701f0c-59be-40fb-9f8e-84f139859c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f7da53-1d9f-4009-97a5-4f04692445d1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:34.850554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-907e37f9-1610-43f5-9aaf-30207fdb925a req-dc488b3b-95ec-4281-9c81-a940bbe4e3ac tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0487065 Jul 27 19:54:34.879293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] For port 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:54:34.883210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] For port 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9,segment=NetworkSegment(3918b7b5-b22d-4f73-93a4-90a11629c049),segment_id=3918b7b5-b22d-4f73-93a4-90a11629c049)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:54:34.897377 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:34.941565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:34.942272 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:34.943595 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b812b868-85a6-449b-8c33-86cca459d75c req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] 10.222.0.63 "PUT /v2.0/ports/23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 HTTP/1.1" status: 200 len: 1092 time: 1.3394122 Jul 27 19:54:34.945048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749b4f0a-96a1-45c6-8a84-9e2349e77e23', 'tag': '23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:54:34.955573 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caacc892-6f60-4e11-8b76-43612c5c2b09" -d '{"events": [{"name": "network-changed", "server_uuid": "749b4f0a-96a1-45c6-8a84-9e2349e77e23", "tag": "23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:54:34.995689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97f172-2813-420c-b67e-cf3797d15842 service neutron] Pushing event updated for resources: {'Port': ['ID=23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:35.119557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeaeff0-b93e-473e-8ede-2436b8d8b21d req-a7b7dcba-c140-42df-83e0-5dbbf209ba79 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:35.121430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8aeaeff0-b93e-473e-8ede-2436b8d8b21d req-a7b7dcba-c140-42df-83e0-5dbbf209ba79 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1306937 Jul 27 19:54:35.127219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812b868-85a6-449b-8c33-86cca459d75c req-a70064c5-5c55-4e93-a578-a46d41eb1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:35.128874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b812b868-85a6-449b-8c33-86cca459d75c req-a70064c5-5c55-4e93-a578-a46d41eb1e18 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=530f88a84a434ec586a35453c8add755&device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 1095 time: 0.1167643 Jul 27 19:54:35.197094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b812b868-85a6-449b-8c33-86cca459d75c req-c1b716e3-dc06-41f5-8fcf-d6d3bdf49abb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 HTTP/1.1" status: 200 len: 217 time: 0.0572588 Jul 27 19:54:35.219804 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8aeaeff0-b93e-473e-8ede-2436b8d8b21d req-536c7d66-3b40-4363-b3ab-83bcd25f520a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898528 Jul 27 19:54:35.266960 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b665823a-a71d-4024-a5e9-3f2ed0ab12b0 x-openstack-request-id: req-b665823a-a71d-4024-a5e9-3f2ed0ab12b0 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:54:35.267354 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749b4f0a-96a1-45c6-8a84-9e2349e77e23", "tag": "23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:54:35.267749 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b665823a-a71d-4024-a5e9-3f2ed0ab12b0 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:54:35.268253 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749b4f0a-96a1-45c6-8a84-9e2349e77e23', 'tag': '23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9', 'status': 'completed', 'code': 200} Jul 27 19:54:35.308370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-464114d8-532e-49e5-9ef9-eb31030c1c8e req-f747a607-69c4-4745-aecd-7d5448203fb6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=06ec559b026a4ba3a26937f1ffbe603b&device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0520413 Jul 27 19:54:35.321873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812b868-85a6-449b-8c33-86cca459d75c req-f044fd83-e84b-4238-a5f4-0ea14338bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:35.323532 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b812b868-85a6-449b-8c33-86cca459d75c req-f044fd83-e84b-4238-a5f4-0ea14338bd93 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9e995163-f4ba-4017-bfaa-9643c2da9ae0 HTTP/1.1" status: 200 len: 850 time: 0.1186628 Jul 27 19:54:35.426742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b812b868-85a6-449b-8c33-86cca459d75c req-24c83cb2-6b48-46c2-acca-c4be1499540c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e6b62717-e555-42c8-92ce-efeea95bbb3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922256 Jul 27 19:54:35.429212 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-464114d8-532e-49e5-9ef9-eb31030c1c8e req-b086df4e-f064-42f2-bf5f-55226dad9c11 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=06ec559b026a4ba3a26937f1ffbe603b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047578 Jul 27 19:54:35.432673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8a1469d-0a54-4ad2-98cd-e64b848306e5 req-0ec83bc5-366a-4fc2-9250-53edc293dc0b tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0994935 Jul 27 19:54:35.605642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68aea14-f251-49fe-b427-ada9a91df57e req-7328608b-e1d5-40c3-8705-e1c8b8ffc806 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:35.607631 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b68aea14-f251-49fe-b427-ada9a91df57e req-7328608b-e1d5-40c3-8705-e1c8b8ffc806 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2616327 Jul 27 19:54:35.644898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464114d8-532e-49e5-9ef9-eb31030c1c8e req-c54d09f3-4d88-44f8-9dc4-866fa875bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:35.646307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-464114d8-532e-49e5-9ef9-eb31030c1c8e req-c54d09f3-4d88-44f8-9dc4-866fa875bd3a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2014124 Jul 27 19:54:35.657272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b812b868-85a6-449b-8c33-86cca459d75c req-edd6a96f-6e9d-43d8-9325-5e81425b459d service neutron] 10.222.0.63 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223799 Jul 27 19:54:35.770820 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b68aea14-f251-49fe-b427-ada9a91df57e req-05d4273d-6eb9-445d-8591-111c696178e2 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468258 Jul 27 19:54:35.862908 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b812b868-85a6-449b-8c33-86cca459d75c req-998f6872-05c5-4ad2-91ba-81462ac9ca78 service neutron] 10.222.0.63 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923983 Jul 27 19:54:35.910845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6e34a90a-39b1-4386-86bd-16c639cbf3f8 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:35.983518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084554f5-1418-405c-a496-5c087f83dca6 req-8c3fe76b-2dd4-48a8-ac06-434a3875c768 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:35.984259 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6e34a90a-39b1-4386-86bd-16c639cbf3f8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:35.984967 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:36.000452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-084554f5-1418-405c-a496-5c087f83dca6 req-8c3fe76b-2dd4-48a8-ac06-434a3875c768 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 943 time: 0.2392757 Jul 27 19:54:36.099776 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-084554f5-1418-405c-a496-5c087f83dca6 req-ada77005-104c-4461-89c4-79284f767c59 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979280 Jul 27 19:54:36.138416 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada15442-f7f3-4f35-8e5d-ecbe3a81b5d9 req-d8414cf2-b58b-42b9-9ede-94089c31529e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:36.140166 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ada15442-f7f3-4f35-8e5d-ecbe3a81b5d9 req-d8414cf2-b58b-42b9-9ede-94089c31529e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2326605 Jul 27 19:54:36.158332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacc892-6f60-4e11-8b76-43612c5c2b09 req-f64cf9f2-c537-4149-8351-7e0dbe53ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:36.161232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-caacc892-6f60-4e11-8b76-43612c5c2b09 req-f64cf9f2-c537-4149-8351-7e0dbe53ff97 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=530f88a84a434ec586a35453c8add755&device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 1095 time: 0.2355607 Jul 27 19:54:36.265036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ada15442-f7f3-4f35-8e5d-ecbe3a81b5d9 req-4f01fcf3-c40b-4792-b028-ec0c951bb628 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094909 Jul 27 19:54:36.370153 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacc892-6f60-4e11-8b76-43612c5c2b09 req-d178e3df-cee7-4ff8-974b-d3674bb608f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:36.372979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-caacc892-6f60-4e11-8b76-43612c5c2b09 req-d178e3df-cee7-4ff8-974b-d3674bb608f7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e6b62717-e555-42c8-92ce-efeea95bbb3e HTTP/1.1" status: 200 len: 911 time: 0.2041209 Jul 27 19:54:36.605075 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51976) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:36.810231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-caacc892-6f60-4e11-8b76-43612c5c2b09 req-f2d64678-380f-4e1e-95d0-2cd22502839b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 HTTP/1.1" status: 200 len: 217 time: 0.4289012 Jul 27 19:54:36.818855 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-786979372'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:36.850796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Made reservation on behalf of 0b754e11a082417099ebe0bd5498cc62 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:36.855465 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:36.867394 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:36.904247 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-520cef51-49d9-4aa7-a108-9759f22c84d5 req-56c09f9d-93bd-4fac-a074-0b7fc97245ad tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.48 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0926769 Jul 27 19:54:36.930009 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacc892-6f60-4e11-8b76-43612c5c2b09 req-16787fd9-080d-496c-bab0-f76baca76926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:36.931670 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-caacc892-6f60-4e11-8b76-43612c5c2b09 req-16787fd9-080d-496c-bab0-f76baca76926 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9e995163-f4ba-4017-bfaa-9643c2da9ae0 HTTP/1.1" status: 200 len: 850 time: 0.1057894 Jul 27 19:54:36.963403 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcda410-3e44-4b74-b427-b3189a6393f9 req-b2e15353-6284-4f03-8b77-4562c075a75f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:36.965048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bdcda410-3e44-4b74-b427-b3189a6393f9 req-b2e15353-6284-4f03-8b77-4562c075a75f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1581872 Jul 27 19:54:36.984680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-caacc892-6f60-4e11-8b76-43612c5c2b09 req-0309634c-24e1-4ea5-bc22-d69b67ace53c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e6b62717-e555-42c8-92ce-efeea95bbb3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425520 Jul 27 19:54:37.030516 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:37.037810 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:37.069055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bdcda410-3e44-4b74-b427-b3189a6393f9 req-cf427c58-cff2-4fd5-96dd-5eca5ac0ebeb tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876386 Jul 27 19:54:37.070356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:54:37.075299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300d246d-e54e-4a25-8428-6547c4bad8d7,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:37.097987 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:37.097987 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Added segment bc012a82-35c8-40f5-acf7-bf767d8fe776 of type vlan for network 55dea2a8-ed6f-4c75-b549-dfe356295b58 Jul 27 19:54:37.107222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-caacc892-6f60-4e11-8b76-43612c5c2b09 req-faad7d53-2927-418e-95b5-aff6f495e701 service neutron] 10.222.0.63 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091883 Jul 27 19:54:37.152428 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:37.189452 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:37.193340 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-464114d8-532e-49e5-9ef9-eb31030c1c8e req-85e45d36-ba38-4256-9faa-50fc9ba40c5f tempest-ServerShowV257Test-177073234 tempest-ServerShowV257Test-177073234-project] 10.222.0.52 "GET /v2.0/ports?device_id=68350a7d-222a-49e6-8431-911de16deb23 HTTP/1.1" status: 200 len: 210 time: 0.0668275 Jul 27 19:54:37.205654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:37.208597 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:37.294100 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-caacc892-6f60-4e11-8b76-43612c5c2b09 req-93bb38b9-c1f7-471f-9429-b7ae2cac302e service neutron] 10.222.0.63 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795449 Jul 27 19:54:37.299139 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6921940 Jul 27 19:54:37.301851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51990) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:37.315299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-12354d6f-4799-422d-82af-a3cd448c40a2 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Request body: {'subnet': {'network_id': '55dea2a8-ed6f-4c75-b549-dfe356295b58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:37.368774 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5ea3a-45df-4495-b149-259ed4d138fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Pushing event updated for resources: {'Network': ['ID=55dea2a8-ed6f-4c75-b549-dfe356295b58,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:37.378145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bf0ec-ed32-4031-8e9d-534e905d35dd req-4dcb39e5-e862-4645-968b-231bd87d8bbd tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:37.383442 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 55dea2a8-ed6f-4c75-b549-dfe356295b58 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:54:37.385218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b8bf0ec-ed32-4031-8e9d-534e905d35dd req-4dcb39e5-e862-4645-968b-231bd87d8bbd tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1594994 Jul 27 19:54:37.400105 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ade03e-a69f-43e8-bf64-808f58d45b59 req-59a49827-f2a2-457a-ab31-d6786d9b725f tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:37.402297 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0ade03e-a69f-43e8-bf64-808f58d45b59 req-59a49827-f2a2-457a-ab31-d6786d9b725f tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 943 time: 0.1561773 Jul 27 19:54:37.445280 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12354d6f-4799-422d-82af-a3cd448c40a2 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Made reservation on behalf of 0b754e11a082417099ebe0bd5498cc62 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:37.451633 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12354d6f-4799-422d-82af-a3cd448c40a2 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:37.474102 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b8bf0ec-ed32-4031-8e9d-534e905d35dd req-a90e98ba-0b60-446c-81c0-c11eb2f06da3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705063 Jul 27 19:54:37.479881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0ade03e-a69f-43e8-bf64-808f58d45b59 req-fc622e78-6a18-404d-8ce1-f38d780746b5 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652168 Jul 27 19:54:37.534828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:54:37.691140 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9,segment=NetworkSegment(3918b7b5-b22d-4f73-93a4-90a11629c049),segment_id=3918b7b5-b22d-4f73-93a4-90a11629c049)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:37.725324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9', 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e', 'port_id': '23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9', 'mac_address': 'fa:16:3e:06:6f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e995163-f4ba-4017-bfaa-9643c2da9ae0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:54:37.731248 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12354d6f-4799-422d-82af-a3cd448c40a2 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:37.771886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875bc26-eaff-4c16-8c45-8e9f73fa7b40 req-f8807963-ae7a-4a3a-94a1-14c880132284 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:37.773625 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8875bc26-eaff-4c16-8c45-8e9f73fa7b40 req-f8807963-ae7a-4a3a-94a1-14c880132284 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1010325 Jul 27 19:54:37.779545 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:37.798087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:54:37.810481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12354d6f-4799-422d-82af-a3cd448c40a2 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Pushing event updated for resources: {'Subnet': ['ID=36b60e1b-4852-4832-9118-0b6d5f42681e,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:37.820037 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9,segment=NetworkSegment(3918b7b5-b22d-4f73-93a4-90a11629c049),segment_id=3918b7b5-b22d-4f73-93a4-90a11629c049)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:37.826342 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:37.847055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8875bc26-eaff-4c16-8c45-8e9f73fa7b40 req-16a9102b-ef19-410a-a417-733598d33c42 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575154 Jul 27 19:54:37.864316 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12354d6f-4799-422d-82af-a3cd448c40a2 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Checking segment: {'id': 'bc012a82-35c8-40f5-acf7-bf767d8fe776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '55dea2a8-ed6f-4c75-b549-dfe356295b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:54:37.864316 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12354d6f-4799-422d-82af-a3cd448c40a2 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Network hostable DHCP agents. Network: 55dea2a8-ed6f-4c75-b549-dfe356295b58, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:54:37.909727 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12354d6f-4799-422d-82af-a3cd448c40a2 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Network 55dea2a8-ed6f-4c75-b549-dfe356295b58 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:54:37.926318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-12354d6f-4799-422d-82af-a3cd448c40a2 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 55dea2a8-ed6f-4c75-b549-dfe356295b58) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:37.931225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12354d6f-4799-422d-82af-a3cd448c40a2 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:37.931790 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12354d6f-4799-422d-82af-a3cd448c40a2 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:37.958123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba0f155-381a-44d4-9c6d-ccd4b8a7e247 None None] Network 55dea2a8-ed6f-4c75-b549-dfe356295b58 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:54:37.972895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:37.977259 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-12354d6f-4799-422d-82af-a3cd448c40a2 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6742196 Jul 27 19:54:37.980014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52006) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:37.986558 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-cfa4d1ab-22c8-4179-96ce-fcad3beff9e0 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Request body: {'port': {'network_id': '55dea2a8-ed6f-4c75-b549-dfe356295b58', 'name': 'tempest-DHCPAgentSchedulersTestJSON-352233962'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:38.089920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8683f-d796-42de-8d0c-fdc15eb546b8 req-3c726acf-ad99-464a-804d-8a58191e379b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:38.097513 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28b8683f-d796-42de-8d0c-fdc15eb546b8 req-3c726acf-ad99-464a-804d-8a58191e379b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1387789 Jul 27 19:54:38.132239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:54:38.196301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28b8683f-d796-42de-8d0c-fdc15eb546b8 req-f739e78f-a13e-40d2-b31f-f7ea9c6af194 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978572 Jul 27 19:54:38.198931 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa4d1ab-22c8-4179-96ce-fcad3beff9e0 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Made reservation on behalf of 0b754e11a082417099ebe0bd5498cc62 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:38.211942 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d1ab-22c8-4179-96ce-fcad3beff9e0 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:38.258228 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-cfa4d1ab-22c8-4179-96ce-fcad3beff9e0 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] device_id is not set on port 60832e12-c875-4cb6-8278-93e4c845477b yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:54:38.348328 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:38.407488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-55dea2a8-ed6f-4c75-b549-dfe356295b58', 'network_id': '55dea2a8-ed6f-4c75-b549-dfe356295b58', 'tenant_id': '0b754e11a082417099ebe0bd5498cc62', 'fixed_ips': [{'subnet_id': '36b60e1b-4852-4832-9118-0b6d5f42681e'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:54:38.408373 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:38.418048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d3c36-990e-4f4d-85ba-8ddd56f728bf req-c64e91d1-c04f-4e51-9842-c6b32b4f49ce tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:38.420456 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52018) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:38.424152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-854d3c36-990e-4f4d-85ba-8ddd56f728bf req-c64e91d1-c04f-4e51-9842-c6b32b4f49ce tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1170526 Jul 27 19:54:38.495240 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-854d3c36-990e-4f4d-85ba-8ddd56f728bf req-40c9baa9-b8df-4571-b5f8-3f83a2f1ec01 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654204 Jul 27 19:54:38.505456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 52022) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:38.518859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-cfa4d1ab-22c8-4179-96ce-fcad3beff9e0 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Allocated IP 172.20.0.10 (55dea2a8-ed6f-4c75-b549-dfe356295b58/36b60e1b-4852-4832-9118-0b6d5f42681e/60832e12-c875-4cb6-8278-93e4c845477b) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:54:38.741557 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b678a83d-1ea6-4f33-b847-ea7bff369c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:38.754532 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37580964-d34b-46ec-bcb4-66ab46773bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:38.789028 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d1ab-22c8-4179-96ce-fcad3beff9e0 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:38.804038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-cfa4d1ab-22c8-4179-96ce-fcad3beff9e0 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Transition to ACTIVE for port object 60832e12-c875-4cb6-8278-93e4c845477b will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:38.819030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8d3bb-e085-48d3-89b2-9e9230504c5e req-4881a0b9-21bf-4763-a6c7-0cd5c0dd5dd3 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:38.820795 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57a8d3bb-e085-48d3-89b2-9e9230504c5e req-4881a0b9-21bf-4763-a6c7-0cd5c0dd5dd3 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 944 time: 0.1837935 Jul 27 19:54:38.831239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5247d4-facf-41ba-805c-bd26a3fbc55b req-a7849e8b-e0ba-4f85-9f09-afdfaa575af7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:38.833226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be5247d4-facf-41ba-805c-bd26a3fbc55b req-a7849e8b-e0ba-4f85-9f09-afdfaa575af7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1615024 Jul 27 19:54:38.845302 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d1ab-22c8-4179-96ce-fcad3beff9e0 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:38.892782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa4d1ab-22c8-4179-96ce-fcad3beff9e0 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Network 55dea2a8-ed6f-4c75-b549-dfe356295b58 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:38.897742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-cfa4d1ab-22c8-4179-96ce-fcad3beff9e0 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:38.900900 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa4d1ab-22c8-4179-96ce-fcad3beff9e0 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:54:38.916176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57a8d3bb-e085-48d3-89b2-9e9230504c5e req-2cd8dda0-dd93-4050-b94d-4842cb801407 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798745 Jul 27 19:54:38.943386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Allocated IP 172.20.0.2 (55dea2a8-ed6f-4c75-b549-dfe356295b58/36b60e1b-4852-4832-9118-0b6d5f42681e/91ec6336-efe0-4d63-ba52-e61cd7d3b293) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:54:38.959584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4d1ab-22c8-4179-96ce-fcad3beff9e0 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Pushing event updated for resources: {'Port': ['ID=60832e12-c875-4cb6-8278-93e4c845477b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:38.961999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be5247d4-facf-41ba-805c-bd26a3fbc55b req-70c0a3c6-3a7a-4684-bdfa-7e251fd62ae5 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015487 Jul 27 19:54:38.982912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa4d1ab-22c8-4179-96ce-fcad3beff9e0 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:38.983889 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d1ab-22c8-4179-96ce-fcad3beff9e0 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.007866 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b678a83d-1ea6-4f33-b847-ea7bff369c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.019676 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b678a83d-1ea6-4f33-b847-ea7bff369c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.131068 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37580964-d34b-46ec-bcb4-66ab46773bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.137216 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678a83d-1ea6-4f33-b847-ea7bff369c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7863cf-516a-4b8e-886e-59b1830fcfbe,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:39.150091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b678a83d-1ea6-4f33-b847-ea7bff369c1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a8c2e9c15ae4bb6a171ac92c8a92cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6364660 Jul 27 19:54:39.150340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52040) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:39.157514 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37580964-d34b-46ec-bcb4-66ab46773bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.194141 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-37580964-d34b-46ec-bcb4-66ab46773bb6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06ec559b026a4ba3a26937f1ffbe603b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7722471 Jul 27 19:54:39.197404 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 52042) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:39.202787 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cfa4d1ab-22c8-4179-96ce-fcad3beff9e0 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2214026 Jul 27 19:54:39.209745 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.212485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52044) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:39.221706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Transition to ACTIVE for port object 91ec6336-efe0-4d63-ba52-e61cd7d3b293 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:39.239918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Transition to ACTIVE for port object 91ec6336-efe0-4d63-ba52-e61cd7d3b293 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:39.249348 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.272848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37580964-d34b-46ec-bcb4-66ab46773bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a943d922-d595-4ef8-9c75-3807ad3a7cac,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:39.290964 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f42a-cc54-4d89-89d9-5e18a865fb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.296124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Network 55dea2a8-ed6f-4c75-b549-dfe356295b58 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:39.301865 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:39.309025 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:54:39.311332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f7510-df92-4abd-94a6-61264fb1541d req-5bc27a85-43d2-4c31-90c7-1a4228af5e7f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:39.313209 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-406f7510-df92-4abd-94a6-61264fb1541d req-5bc27a85-43d2-4c31-90c7-1a4228af5e7f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1080263 Jul 27 19:54:39.323452 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Pushing event updated for resources: {'Port': ['ID=91ec6336-efe0-4d63-ba52-e61cd7d3b293,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:39.327041 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f42a-cc54-4d89-89d9-5e18a865fb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.345306 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a038ec58-8781-44a2-96fa-6be628e8e190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.375559 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a038ec58-8781-44a2-96fa-6be628e8e190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.386301 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Attempting to bind port 91ec6336-efe0-4d63-ba52-e61cd7d3b293 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:54:39.386703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Attempting to bind port 91ec6336-efe0-4d63-ba52-e61cd7d3b293 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'bc012a82-35c8-40f5-acf7-bf767d8fe776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '55dea2a8-ed6f-4c75-b549-dfe356295b58'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:54:39.387046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Attempting to bind port 91ec6336-efe0-4d63-ba52-e61cd7d3b293 on network 55dea2a8-ed6f-4c75-b549-dfe356295b58 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:54:39.388740 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-406f7510-df92-4abd-94a6-61264fb1541d req-15fe0057-15f7-4f8a-b9f6-170a816053dd tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644569 Jul 27 19:54:39.399942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:54:39.400244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Checking segment: {'id': 'bc012a82-35c8-40f5-acf7-bf767d8fe776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '55dea2a8-ed6f-4c75-b549-dfe356295b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:54:39.402448 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.404535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Bound using segment: {'id': 'bc012a82-35c8-40f5-acf7-bf767d8fe776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '55dea2a8-ed6f-4c75-b549-dfe356295b58'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:54:39.405035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Bound port: 91ec6336-efe0-4d63-ba52-e61cd7d3b293, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc012a82-35c8-40f5-acf7-bf767d8fe776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '55dea2a8-ed6f-4c75-b549-dfe356295b58'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:54:39.405429 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.410029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f0d9d-8e31-4ce3-a357-2dfc10c47802 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Deleting port 60832e12-c875-4cb6-8278-93e4c845477b {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:54:39.410407 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0d9d-8e31-4ce3-a357-2dfc10c47802 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.417738 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f42a-cc54-4d89-89d9-5e18a865fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.421531 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4cd7f42a-cc54-4d89-89d9-5e18a865fb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.423406 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4cd7f42a-cc54-4d89-89d9-5e18a865fb9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a943d922-d595-4ef8-9c75-3807ad3a7cac HTTP/1.1" status: 204 len: 168 time: 0.2245080 Jul 27 19:54:39.446151 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7f42a-cc54-4d89-89d9-5e18a865fb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a943d922-d595-4ef8-9c75-3807ad3a7cac,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:39.516058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] For port 91ec6336-efe0-4d63-ba52-e61cd7d3b293, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:54:39.519419 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a038ec58-8781-44a2-96fa-6be628e8e190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.522510 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a038ec58-8781-44a2-96fa-6be628e8e190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.523736 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a038ec58-8781-44a2-96fa-6be628e8e190 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b7863cf-516a-4b8e-886e-59b1830fcfbe HTTP/1.1" status: 204 len: 168 time: 0.3719413 Jul 27 19:54:39.538156 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] For port 91ec6336-efe0-4d63-ba52-e61cd7d3b293, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=91ec6336-efe0-4d63-ba52-e61cd7d3b293,segment=NetworkSegment(bc012a82-35c8-40f5-acf7-bf767d8fe776),segment_id=bc012a82-35c8-40f5-acf7-bf767d8fe776)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:54:39.546006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038ec58-8781-44a2-96fa-6be628e8e190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7863cf-516a-4b8e-886e-59b1830fcfbe,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:39.549543 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.556623 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0d9d-8e31-4ce3-a357-2dfc10c47802 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.573219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f0d9d-8e31-4ce3-a357-2dfc10c47802 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Calling delete_port for 60832e12-c875-4cb6-8278-93e4c845477b owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:54:39.586301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c523e1b-30fa-4336-8d3c-9feeec3a8299 req-a4916a05-77d5-4b43-b43c-8e6008353d84 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:39.588087 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c523e1b-30fa-4336-8d3c-9feeec3a8299 req-a4916a05-77d5-4b43-b43c-8e6008353d84 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1036816 Jul 27 19:54:39.634925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:39.650599 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c523e1b-30fa-4336-8d3c-9feeec3a8299 req-630f6ccc-81cb-45ac-91fe-36a98549fec2 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543039 Jul 27 19:54:39.751176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031dc92-a59e-4420-b2e6-8d1498dc46eb None None] Pushing event updated for resources: {'Port': ['ID=91ec6336-efe0-4d63-ba52-e61cd7d3b293,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:39.773109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:39.778199 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0d9d-8e31-4ce3-a357-2dfc10c47802 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.778728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:39.778728 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.824973 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f0d9d-8e31-4ce3-a357-2dfc10c47802 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Pushing event deleted for resources: {'Port': ['ID=60832e12-c875-4cb6-8278-93e4c845477b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:39.923307 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f4024-442d-49d3-acab-2435cf655366 req-b3328198-b704-47b5-8f32-374102375dac tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:39.924967 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-979f4024-442d-49d3-acab-2435cf655366 req-b3328198-b704-47b5-8f32-374102375dac tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1225102 Jul 27 19:54:39.937195 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cb2f0d9d-8e31-4ce3-a357-2dfc10c47802 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:39.939423 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cb2f0d9d-8e31-4ce3-a357-2dfc10c47802 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] 10.222.0.48 "DELETE /v2.0/ports/60832e12-c875-4cb6-8278-93e4c845477b HTTP/1.1" status: 204 len: 168 time: 0.7259371 Jul 27 19:54:39.942019 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52066) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:39.959783 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:40.027730 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-979f4024-442d-49d3-acab-2435cf655366 req-60fc6fb1-80f6-4b93-9a1e-4d42ce67bf2b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931809 Jul 27 19:54:40.035927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749b4f0a-96a1-45c6-8a84-9e2349e77e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:54:40.043644 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1f4d82-38a1-4b3f-b2b1-98780dcf2385" -d '{"events": [{"server_uuid": "749b4f0a-96a1-45c6-8a84-9e2349e77e23", "name": "network-vif-plugged", "status": "completed", "tag": "23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:54:40.081539 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9,segment=NetworkSegment(3918b7b5-b22d-4f73-93a4-90a11629c049),segment_id=3918b7b5-b22d-4f73-93a4-90a11629c049)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:40.088766 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:40.162351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:40.163971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c609f2-b4f4-4289-82ac-fc37d9b882b7 req-111676cd-6182-4dcb-bba5-e8645b8a88d0 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:40.182213 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14c609f2-b4f4-4289-82ac-fc37d9b882b7 req-111676cd-6182-4dcb-bba5-e8645b8a88d0 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 944 time: 0.1260874 Jul 27 19:54:40.230166 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6f8e22-36df-4f7d-b17d-51c2e1c041eb x-openstack-request-id: req-5d6f8e22-36df-4f7d-b17d-51c2e1c041eb {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:54:40.230454 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749b4f0a-96a1-45c6-8a84-9e2349e77e23", "name": "network-vif-plugged", "status": "completed", "tag": "23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:54:40.230704 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d6f8e22-36df-4f7d-b17d-51c2e1c041eb {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:54:40.231683 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749b4f0a-96a1-45c6-8a84-9e2349e77e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9', 'code': 200} Jul 27 19:54:40.275404 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14c609f2-b4f4-4289-82ac-fc37d9b882b7 req-2f51b458-80e6-4e74-a721-f115a5b35ede tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896244 Jul 27 19:54:40.407031 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e70ece0f-c9ad-4d9d-a66f-8cd69b55ce29 tempest-DHCPAgentSchedulersTestJSON-1805731227 tempest-DHCPAgentSchedulersTestJSON-1805731227-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4637861 Jul 27 19:54:40.407878 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52094) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:40.414083 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d5d1f63a-941d-4c15-a16c-802b74dfe6b9 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1161389339'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:40.426624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6b554-067a-4ce1-bc56-7c5954b2e506 req-afcaad24-766a-4fde-8508-500d4a4a1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:40.428116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36d6b554-067a-4ce1-bc56-7c5954b2e506 req-afcaad24-766a-4fde-8508-500d4a4a1068 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 1097 time: 0.1326632 Jul 27 19:54:40.449312 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d1f63a-941d-4c15-a16c-802b74dfe6b9 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Made reservation on behalf of 0b754e11a082417099ebe0bd5498cc62 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:40.456046 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f63a-941d-4c15-a16c-802b74dfe6b9 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:40.464676 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f78c3-d2a7-41c6-a63b-ae72b7f62ebe req-83e279f3-6f76-40c4-8c48-92afb51f704f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:40.466363 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c86f78c3-d2a7-41c6-a63b-ae72b7f62ebe req-83e279f3-6f76-40c4-8c48-92afb51f704f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1176558 Jul 27 19:54:40.490447 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d1f63a-941d-4c15-a16c-802b74dfe6b9 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:54:40.499136 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36d6b554-067a-4ce1-bc56-7c5954b2e506 req-ab2c012b-6b43-4f66-8680-f918aeaa0844 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609832 Jul 27 19:54:40.504935 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f63a-941d-4c15-a16c-802b74dfe6b9 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:40.505796 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-d5d1f63a-941d-4c15-a16c-802b74dfe6b9 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Added segment 0177ac71-7f1c-4a5f-9231-f7e24178d57c of type vlan for network d22889e2-1160-41f2-b528-a8233596b775 Jul 27 19:54:40.523620 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c86f78c3-d2a7-41c6-a63b-ae72b7f62ebe req-069c03b2-6279-4345-b1d5-a541813eb456 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463502 Jul 27 19:54:40.559192 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f63a-941d-4c15-a16c-802b74dfe6b9 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:40.614813 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f63a-941d-4c15-a16c-802b74dfe6b9 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:40.622526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d1f63a-941d-4c15-a16c-802b74dfe6b9 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:40.623452 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f63a-941d-4c15-a16c-802b74dfe6b9 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:40.647421 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d5d1f63a-941d-4c15-a16c-802b74dfe6b9 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2382348 Jul 27 19:54:40.650191 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 52110) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:40.737638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1f63a-941d-4c15-a16c-802b74dfe6b9 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Pushing event updated for resources: {'Network': ['ID=d22889e2-1160-41f2-b528-a8233596b775,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:40.751923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network d22889e2-1160-41f2-b528-a8233596b775 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:54:40.779970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52114) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:40.881556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3316a-dd18-472b-bda0-dfa7fce32cfd req-9ef35733-777c-4146-ae3a-3f72202c7231 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:40.883275 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8cd3316a-dd18-472b-bda0-dfa7fce32cfd req-9ef35733-777c-4146-ae3a-3f72202c7231 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2015932 Jul 27 19:54:40.958152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52120) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:40.958383 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dfda7e98-5755-44ae-8ffb-d5930563a244 tempest-DHCPAgentSchedulersTestJSON-1805731227 tempest-DHCPAgentSchedulersTestJSON-1805731227-project-admin] 10.222.0.48 "GET /v2.0/agents/0130f6ea-cb60-4b8c-8d98-4a90861451dc/dhcp-networks HTTP/1.1" status: 200 len: 8859 time: 0.3067126 Jul 27 19:54:40.969922 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52122) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:40.977105 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8cd3316a-dd18-472b-bda0-dfa7fce32cfd req-2dd5ccb6-802f-40fa-868c-3821e92832ee tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772357 Jul 27 19:54:41.028576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eb0294-5e9d-462c-af30-40ce8cce84d8 None None] Network 55dea2a8-ed6f-4c75-b549-dfe356295b58 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:54:41.036060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-network', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:41.076184 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1314262291-network', 'tenant_id': 'f7f5ed366b854578a9ee2e795afa5933'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:41.089313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] Made reservation on behalf of ed4d73c737194d3e9fcd2e4cd5fff3fc for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:41.091971 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:41.105625 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:41.112002 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9c22a4b7-9e02-4c60-8e3d-e8e20ad500c0 None None] Provisioning for port 91ec6336-efe0-4d63-ba52-e61cd7d3b293 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:41.121718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b575518-f65f-49ba-b534-67633c9ba99d req-2121aa1f-6864-4b8f-b542-9355eabb946b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:41.123269 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b575518-f65f-49ba-b534-67633c9ba99d req-2121aa1f-6864-4b8f-b542-9355eabb946b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.0678446 Jul 27 19:54:41.141608 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7970b336-5187-42c5-b2df-7280d595a3bb tempest-DHCPAgentSchedulersTestJSON-1805731227 tempest-DHCPAgentSchedulersTestJSON-1805731227-project-admin] Network d22889e2-1160-41f2-b528-a8233596b775 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:54:41.158914 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7970b336-5187-42c5-b2df-7280d595a3bb tempest-DHCPAgentSchedulersTestJSON-1805731227 tempest-DHCPAgentSchedulersTestJSON-1805731227-project-admin] 10.222.0.48 "POST /v2.0/agents/0130f6ea-cb60-4b8c-8d98-4a90861451dc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1990316 Jul 27 19:54:41.165195 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52128) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:41.165362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e1f338-fa54-47a2-b59c-8d6fdc253778 None None] Network d22889e2-1160-41f2-b528-a8233596b775 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:54:41.166938 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] Made reservation on behalf of f7f5ed366b854578a9ee2e795afa5933 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:41.170452 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:41.172844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b575518-f65f-49ba-b534-67633c9ba99d req-10c4840c-430e-4808-87ce-45e1d93a96c7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 Jul 27 19:54:41.218883 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:41.387354 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:41.462513 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a668efac-2d81-4f2e-9eff-589db005a1b3 tempest-DHCPAgentSchedulersTestJSON-1805731227 tempest-DHCPAgentSchedulersTestJSON-1805731227-project-admin] 10.222.0.48 "GET /v2.0/agents/0130f6ea-cb60-4b8c-8d98-4a90861451dc/dhcp-networks HTTP/1.1" status: 200 len: 9630 time: 0.2962785 Jul 27 19:54:41.463806 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52144) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:41.503263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e217ff-c6f5-4a3d-8c51-7ab61d7f369e req-685ece05-723b-44e6-8b96-a11660346f0d tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:41.511426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68e217ff-c6f5-4a3d-8c51-7ab61d7f369e req-685ece05-723b-44e6-8b96-a11660346f0d tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.1154978 Jul 27 19:54:41.549212 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:41.559271 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68e217ff-c6f5-4a3d-8c51-7ab61d7f369e req-fcc8b004-e91e-468c-98e3-7a816f7facf6 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 Jul 27 19:54:41.563632 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:41.581831 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-312e01e4-6730-4be4-b87a-9047db97e201 tempest-DHCPAgentSchedulersTestJSON-1805731227 tempest-DHCPAgentSchedulersTestJSON-1805731227-project-admin] 10.222.0.48 "DELETE /v2.0/agents/0130f6ea-cb60-4b8c-8d98-4a90861451dc/dhcp-networks/d22889e2-1160-41f2-b528-a8233596b775 HTTP/1.1" status: 204 len: 168 time: 0.1159759 Jul 27 19:54:41.584130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 52146) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:41.621760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:54:41.652252 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:41.652684 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] Added segment 8fdc015d-6cbf-4d6d-8055-fd399a0719d3 of type vlan for network 5a353abe-4a3b-464a-8986-fca747b8e0df Jul 27 19:54:41.655889 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93f8427-c130-4e4a-bd57-7662e259726a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:41.727869 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:41.789509 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:41.790665 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:41.791708 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:41.792295 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:41.808180 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:41.838053 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847993c7-60e1-4044-80f1-5724946d0b1e req-34c8d829-2c55-4721-b32a-7fbaf1a29f56 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:41.846170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-847993c7-60e1-4044-80f1-5724946d0b1e req-34c8d829-2c55-4721-b32a-7fbaf1a29f56 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2332048 Jul 27 19:54:41.876221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f993c56b-1f8c-4edd-bf83-da4d3541ddd5 None None] Could not find standard attr ID for object 60832e12-c875-4cb6-8278-93e4c845477b. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:54:41.884942 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1024542 Jul 27 19:54:41.890976 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52152) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:41.900647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:54:41.918858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-cb3fd17a-6832-4dcf-80be-c073f0afa69d admin admin] Request body: {'subnet': {'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-subnet', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:41.933338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e099d26-6708-4d74-8b6d-f60bcf16f9fe admin admin] Pushing event updated for resources: {'Network': ['ID=5a353abe-4a3b-464a-8986-fca747b8e0df,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:41.940658 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf5c2b9-19ea-460a-be12-8f76b3915adf,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:41.947069 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 5a353abe-4a3b-464a-8986-fca747b8e0df details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:54:41.953018 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:41.953364 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] Added segment 797e43a7-7ada-4082-a960-c2166e0705bd of type vlan for network a52c9ed9-1a4a-428e-9f39-af50989151d1 Jul 27 19:54:41.990593 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3fd17a-6832-4dcf-80be-c073f0afa69d admin admin] Made reservation on behalf of ed4d73c737194d3e9fcd2e4cd5fff3fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:41.992439 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd17a-6832-4dcf-80be-c073f0afa69d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:42.010821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-16a9dbcf-5f89-413d-8dbe-c01632ef8413 tempest-DHCPAgentSchedulersTestJSON-1805731227 tempest-DHCPAgentSchedulersTestJSON-1805731227-project-admin] 10.222.0.48 "GET /v2.0/agents/0130f6ea-cb60-4b8c-8d98-4a90861451dc/dhcp-networks HTTP/1.1" status: 200 len: 8859 time: 0.4250453 Jul 27 19:54:42.026712 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52154) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:42.033652 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:42.038588 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 91ec6336-efe0-4d63-ba52-e61cd7d3b293 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:42.049533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-847993c7-60e1-4044-80f1-5724946d0b1e req-441c3494-ce0b-45fc-ada8-5a2ac31d502b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023673 Jul 27 19:54:42.124516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 91ec6336-efe0-4d63-ba52-e61cd7d3b293 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:42.132093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 91ec6336-efe0-4d63-ba52-e61cd7d3b293 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:42.132387 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:42.135799 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332c926-4790-45b6-9c19-265aee225596 req-dd85d1b0-ccd9-45cc-86f0-b09195e1abf4 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:42.153301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c332c926-4790-45b6-9c19-265aee225596 req-dd85d1b0-ccd9-45cc-86f0-b09195e1abf4 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.2065847 Jul 27 19:54:42.168759 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-58359db2-3376-44ec-a2f8-6c0aba6aec12 tempest-DHCPAgentSchedulersTestJSON-1805731227 tempest-DHCPAgentSchedulersTestJSON-1805731227-project-admin] 10.222.0.48 "GET /v2.0/networks/55dea2a8-ed6f-4c75-b549-dfe356295b58/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1376362 Jul 27 19:54:42.172618 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52158) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:42.186301 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:42.187346 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:42.187994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:42.212223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3297568-ea81-4b2d-abf9-7ca491243790 req-05a79a4e-a14a-45da-b518-14223d951589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:42.213948 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3297568-ea81-4b2d-abf9-7ca491243790 req-05a79a4e-a14a-45da-b518-14223d951589 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=530f88a84a434ec586a35453c8add755&device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 1097 time: 0.3482909 Jul 27 19:54:42.247062 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:42.254557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c332c926-4790-45b6-9c19-265aee225596 req-7d2aed6a-e728-47dc-a7aa-3478dc5e4a9f tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002054 Jul 27 19:54:42.259418 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2875721 Jul 27 19:54:42.264256 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-51e00f7a-f262-42e7-b080-b6a0a51f97d8 tempest-DHCPAgentSchedulersTestJSON-1805731227 tempest-DHCPAgentSchedulersTestJSON-1805731227-project-admin] 10.222.0.48 "GET /v2.0/networks/55dea2a8-ed6f-4c75-b549-dfe356295b58/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0875921 Jul 27 19:54:42.264962 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52160) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:42.265349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52162) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:42.278647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1c54ab86-7d19-4428-89cd-b02b0b18c644 admin admin] Request body: {'subnet': {'network_id': 'a52c9ed9-1a4a-428e-9f39-af50989151d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1314262291-subnet', 'tenant_id': 'f7f5ed366b854578a9ee2e795afa5933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:42.291053 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81729d0-fb47-41d2-8d67-8da3e535ee8d admin admin] Pushing event updated for resources: {'Network': ['ID=a52c9ed9-1a4a-428e-9f39-af50989151d1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:42.309148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network a52c9ed9-1a4a-428e-9f39-af50989151d1 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:54:42.316786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 91ec6336-efe0-4d63-ba52-e61cd7d3b293, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=91ec6336-efe0-4d63-ba52-e61cd7d3b293,segment=NetworkSegment(bc012a82-35c8-40f5-acf7-bf767d8fe776),segment_id=bc012a82-35c8-40f5-acf7-bf767d8fe776)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:42.331634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45682c-c28a-4b4b-b05c-f95d4b1a7dab req-34c4ee08-344b-46c4-8ab1-ce2bc9f1c04d tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:42.333197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a45682c-c28a-4b4b-b05c-f95d4b1a7dab req-34c4ee08-344b-46c4-8ab1-ce2bc9f1c04d tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1766796 Jul 27 19:54:42.371288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3297568-ea81-4b2d-abf9-7ca491243790 req-cf412884-439b-4e9d-b83f-c426ddf471f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:42.372767 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3297568-ea81-4b2d-abf9-7ca491243790 req-cf412884-439b-4e9d-b83f-c426ddf471f5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e6b62717-e555-42c8-92ce-efeea95bbb3e HTTP/1.1" status: 200 len: 911 time: 0.1458354 Jul 27 19:54:42.373645 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:42.402831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c54ab86-7d19-4428-89cd-b02b0b18c644 admin admin] Made reservation on behalf of f7f5ed366b854578a9ee2e795afa5933 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:42.405140 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1c54ab86-7d19-4428-89cd-b02b0b18c644 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:42.424137 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a45682c-c28a-4b4b-b05c-f95d4b1a7dab req-d024f7e8-81c8-4925-ad83-5ba5527c0024 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793321 Jul 27 19:54:42.425841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3297568-ea81-4b2d-abf9-7ca491243790 req-b4284036-2d95-4dac-9858-7a03ba46968f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 HTTP/1.1" status: 200 len: 217 time: 0.0414965 Jul 27 19:54:42.491410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=91ec6336-efe0-4d63-ba52-e61cd7d3b293,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:42.498277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3297568-ea81-4b2d-abf9-7ca491243790 req-b5f3329f-8053-4bc8-a634-30166e9d87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:42.503097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3297568-ea81-4b2d-abf9-7ca491243790 req-b5f3329f-8053-4bc8-a634-30166e9d87a1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9e995163-f4ba-4017-bfaa-9643c2da9ae0 HTTP/1.1" status: 200 len: 850 time: 0.0697515 Jul 27 19:54:42.545287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd17a-6832-4dcf-80be-c073f0afa69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:42.547241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3297568-ea81-4b2d-abf9-7ca491243790 req-7ab2f563-3540-43a5-8f22-8cf43b72d35a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e6b62717-e555-42c8-92ce-efeea95bbb3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380080 Jul 27 19:54:42.599618 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-17fc4470-27e8-464b-baad-3ac537b536da tempest-DHCPAgentSchedulersTestJSON-1805731227 tempest-DHCPAgentSchedulersTestJSON-1805731227-project-admin] 10.222.0.48 "GET /v2.0/agents/0130f6ea-cb60-4b8c-8d98-4a90861451dc/dhcp-networks HTTP/1.1" status: 200 len: 8859 time: 0.3253415 Jul 27 19:54:42.601330 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52176) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:42.682303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c77e89-3b0c-4b3f-b90d-572c36fc44a8 req-db7b42eb-bc4d-4c13-8f43-efee4cee6806 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:42.683795 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6c77e89-3b0c-4b3f-b90d-572c36fc44a8 req-db7b42eb-bc4d-4c13-8f43-efee4cee6806 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1390593 Jul 27 19:54:42.686231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3297568-ea81-4b2d-abf9-7ca491243790 req-26a4a093-bbf4-41d1-a514-88948e701ba0 service neutron] 10.222.0.63 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295366 Jul 27 19:54:42.689769 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fd17a-6832-4dcf-80be-c073f0afa69d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d09a00cb-b386-481d-ac77-b852f1db0dbd,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:42.739581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3fd17a-6832-4dcf-80be-c073f0afa69d admin admin] Checking segment: {'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:54:42.739930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3fd17a-6832-4dcf-80be-c073f0afa69d admin admin] Network hostable DHCP agents. Network: 5a353abe-4a3b-464a-8986-fca747b8e0df, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:54:42.749320 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51402411-e5d9-431e-96ec-48e1ab12b46c tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:42.770674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6c77e89-3b0c-4b3f-b90d-572c36fc44a8 req-4eb86d81-18a4-49df-bc58-b09d76dd8a1a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806661 Jul 27 19:54:42.819688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3fd17a-6832-4dcf-80be-c073f0afa69d admin admin] Network 5a353abe-4a3b-464a-8986-fca747b8e0df is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:54:42.824436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3297568-ea81-4b2d-abf9-7ca491243790 req-34ec8991-e9e5-4270-8567-f7a1e978cfac service neutron] 10.222.0.63 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284001 Jul 27 19:54:42.843193 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1c54ab86-7d19-4428-89cd-b02b0b18c644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:42.915067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-cb3fd17a-6832-4dcf-80be-c073f0afa69d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 5a353abe-4a3b-464a-8986-fca747b8e0df) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:42.923148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47f4d32-6cb9-4d9a-8921-e7e25757db0c None None] Network 5a353abe-4a3b-464a-8986-fca747b8e0df requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:54:42.931416 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40d95f-783e-4b84-8dc2-0d223a3fe451 req-7aa1a8d6-64c1-4986-99f6-32d7a41fe3c1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:42.932990 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb40d95f-783e-4b84-8dc2-0d223a3fe451 req-7aa1a8d6-64c1-4986-99f6-32d7a41fe3c1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.0718253 Jul 27 19:54:42.940452 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3fd17a-6832-4dcf-80be-c073f0afa69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:42.941011 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd17a-6832-4dcf-80be-c073f0afa69d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:42.958992 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51402411-e5d9-431e-96ec-48e1ab12b46c tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:42.969445 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54ab86-7d19-4428-89cd-b02b0b18c644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e0a734-7a07-4f42-a2e9-e9ff1c933818,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:42.985645 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-51402411-e5d9-431e-96ec-48e1ab12b46c tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22889e2-1160-41f2-b528-a8233596b775']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:42.986736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb40d95f-783e-4b84-8dc2-0d223a3fe451 req-e65062dd-1cce-48e1-bdcf-d9e8d2c28698 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441778 Jul 27 19:54:42.995189 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cb3fd17a-6832-4dcf-80be-c073f0afa69d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0976582 Jul 27 19:54:42.998036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 52184) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:43.002896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-51402411-e5d9-431e-96ec-48e1ab12b46c tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0177ac71-7f1c-4a5f-9231-f7e24178d57c') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:43.003214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-51402411-e5d9-431e-96ec-48e1ab12b46c tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0177ac71-7f1c-4a5f-9231-f7e24178d57c') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:43.003725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:43.015194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c54ab86-7d19-4428-89cd-b02b0b18c644 admin admin] Checking segment: {'id': '797e43a7-7ada-4082-a960-c2166e0705bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a52c9ed9-1a4a-428e-9f39-af50989151d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:54:43.015732 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c54ab86-7d19-4428-89cd-b02b0b18c644 admin admin] Network hostable DHCP agents. Network: a52c9ed9-1a4a-428e-9f39-af50989151d1, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:54:43.019611 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51402411-e5d9-431e-96ec-48e1ab12b46c tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.047082 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.049642 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c54ab86-7d19-4428-89cd-b02b0b18c644 admin admin] Network a52c9ed9-1a4a-428e-9f39-af50989151d1 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:54:43.052320 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.052479 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51402411-e5d9-431e-96ec-48e1ab12b46c tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.063865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51402411-e5d9-431e-96ec-48e1ab12b46c tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:54:43.064720 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51402411-e5d9-431e-96ec-48e1ab12b46c tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:54:43.068035 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:54:43.079543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-1c54ab86-7d19-4428-89cd-b02b0b18c644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, a52c9ed9-1a4a-428e-9f39-af50989151d1) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:43.089520 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64f1163-92a8-41ac-a8ea-99be323d7605 None None] Network a52c9ed9-1a4a-428e-9f39-af50989151d1 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:54:43.111187 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c54ab86-7d19-4428-89cd-b02b0b18c644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:43.111666 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1c54ab86-7d19-4428-89cd-b02b0b18c644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.152052 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1c54ab86-7d19-4428-89cd-b02b0b18c644 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8757453 Jul 27 19:54:43.159798 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51402411-e5d9-431e-96ec-48e1ab12b46c tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.174274 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51402411-e5d9-431e-96ec-48e1ab12b46c tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.176435 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-51402411-e5d9-431e-96ec-48e1ab12b46c tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] 10.222.0.48 "DELETE /v2.0/networks/d22889e2-1160-41f2-b528-a8233596b775 HTTP/1.1" status: 204 len: 168 time: 0.5739636 Jul 27 19:54:43.178841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52190) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:43.217646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51402411-e5d9-431e-96ec-48e1ab12b46c tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Pushing event deleted for resources: {'Network': ['ID=d22889e2-1160-41f2-b528-a8233596b775,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:43.220923 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b851c98-fb76-4966-a3cf-0722b9c0cd77 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] DELETE failed (client error): The resource could not be found. Jul 27 19:54:43.221848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b851c98-fb76-4966-a3cf-0722b9c0cd77 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:54:43.224411 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3b851c98-fb76-4966-a3cf-0722b9c0cd77 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] 10.222.0.48 "DELETE /v2.0/ports/60832e12-c875-4cb6-8278-93e4c845477b HTTP/1.1" status: 404 len: 333 time: 0.0443215 Jul 27 19:54:43.226834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52196) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:43.260350 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.307598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45045d7-dafe-4e6c-a0f7-79bc8fd7d779 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Deleting subnet 36b60e1b-4852-4832-9118-0b6d5f42681e {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:54:43.314763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e45045d7-dafe-4e6c-a0f7-79bc8fd7d779 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.377535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-5a353abe-4a3b-464a-8986-fca747b8e0df', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:54:43.378437 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.398306 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bddc9467-9cb9-47a7-914e-8ecd99d3ab21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.559247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5b36b-cf56-408b-bbaa-59a516c11e3f None None] Network a52c9ed9-1a4a-428e-9f39-af50989151d1 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:54:43.662033 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.750841 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e45045d7-dafe-4e6c-a0f7-79bc8fd7d779 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.797658 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Allocated IP 172.20.0.2 (5a353abe-4a3b-464a-8986-fca747b8e0df/d09a00cb-b386-481d-ac77-b852f1db0dbd/f4895c8b-cf96-4f38-9f84-f198d51467c6) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:54:43.861956 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e45045d7-dafe-4e6c-a0f7-79bc8fd7d779 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.876955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 91ec6336-efe0-4d63-ba52-e61cd7d3b293 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:43.883400 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a59701-0b7b-4c7e-9314-fa90f0de96aa req-ee54bc3f-9dc2-4146-99b2-1a1618bfc63f tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:43.890986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83a59701-0b7b-4c7e-9314-fa90f0de96aa req-ee54bc3f-9dc2-4146-99b2-1a1618bfc63f tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.4209476 Jul 27 19:54:43.924076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8d7bc-6442-49ee-8f0b-77db224c619b req-5acdd9a0-173e-4146-8773-db82579c79dc tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:43.925699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35a8d7bc-6442-49ee-8f0b-77db224c619b req-5acdd9a0-173e-4146-8773-db82579c79dc tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2917323 Jul 27 19:54:43.975444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e45045d7-dafe-4e6c-a0f7-79bc8fd7d779 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:43.977071 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83a59701-0b7b-4c7e-9314-fa90f0de96aa req-68181f76-4105-43c5-8a4d-b19fc3952a2a tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850644 Jul 27 19:54:44.002545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 91ec6336-efe0-4d63-ba52-e61cd7d3b293 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:44.002958 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.030710 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35a8d7bc-6442-49ee-8f0b-77db224c619b req-a7426c49-2b24-4ad9-ba6b-87fd5195337a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932858 Jul 27 19:54:44.078709 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e45045d7-dafe-4e6c-a0f7-79bc8fd7d779 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.080689 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e45045d7-dafe-4e6c-a0f7-79bc8fd7d779 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] 10.222.0.48 "DELETE /v2.0/subnets/36b60e1b-4852-4832-9118-0b6d5f42681e HTTP/1.1" status: 204 len: 168 time: 0.8522363 Jul 27 19:54:44.081663 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45045d7-dafe-4e6c-a0f7-79bc8fd7d779 tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Pushing event deleted for resources: {'Subnet': ['ID=36b60e1b-4852-4832-9118-0b6d5f42681e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:44.091297 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52220) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:44.111198 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56515a28-545c-46a8-9590-f4f37e923b09 None None] Network 55dea2a8-ed6f-4c75-b549-dfe356295b58 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:54:44.193629 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.194977 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.217584 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.224297 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.248573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Transition to ACTIVE for port object f4895c8b-cf96-4f38-9f84-f198d51467c6 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:44.287678 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Deleting port 91ec6336-efe0-4d63-ba52-e61cd7d3b293 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:54:44.288120 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.342935 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Allocated IP 172.25.1.156 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/ab7f76d2-e6f1-49e4-b6ef-f08782550004) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:54:44.349090 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Transition to ACTIVE for port object f4895c8b-cf96-4f38-9f84-f198d51467c6 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:44.360365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] For port 91ec6336-efe0-4d63-ba52-e61cd7d3b293, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=91ec6336-efe0-4d63-ba52-e61cd7d3b293,segment=NetworkSegment(bc012a82-35c8-40f5-acf7-bf767d8fe776),segment_id=bc012a82-35c8-40f5-acf7-bf767d8fe776)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:44.360882 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.362428 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.377289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Calling delete_port for 91ec6336-efe0-4d63-ba52-e61cd7d3b293 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:54:44.432271 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Pushing event updated for resources: {'Port': ['ID=f4895c8b-cf96-4f38-9f84-f198d51467c6,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:44.464177 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.468233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Network 5a353abe-4a3b-464a-8986-fca747b8e0df is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:44.469204 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.470122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:44.474279 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:54:44.503100 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Pushing event deleted for resources: {'Port': ['ID=91ec6336-efe0-4d63-ba52-e61cd7d3b293,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:44.510649 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] No DVR routers for this DVR port 91ec6336-efe0-4d63-ba52-e61cd7d3b293 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:54:44.525607 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.589806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Attempting to bind port f4895c8b-cf96-4f38-9f84-f198d51467c6 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:54:44.590323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Attempting to bind port f4895c8b-cf96-4f38-9f84-f198d51467c6 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:54:44.590688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Attempting to bind port f4895c8b-cf96-4f38-9f84-f198d51467c6 on network 5a353abe-4a3b-464a-8986-fca747b8e0df {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:54:44.598846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Pushing event updated for resources: {'Port': ['ID=ab7f76d2-e6f1-49e4-b6ef-f08782550004,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:44.614041 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:54:44.614673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Checking segment: {'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:54:44.615300 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.615889 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Bound using segment: {'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:54:44.616571 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Bound port: f4895c8b-cf96-4f38-9f84-f198d51467c6, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:54:44.617192 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.621891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b633c95-eee3-44dd-bdca-1d3de4cad069 None None] DHCP port deletion for 55dea2a8-ed6f-4c75-b549-dfe356295b58 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:54:44.622214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:44.624292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:44.627014 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:54:44.661196 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.678905 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55dea2a8-ed6f-4c75-b549-dfe356295b58']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:44.694027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] For port f4895c8b-cf96-4f38-9f84-f198d51467c6, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:54:44.694685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc012a82-35c8-40f5-acf7-bf767d8fe776') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:44.695053 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc012a82-35c8-40f5-acf7-bf767d8fe776') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:44.697851 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] For port f4895c8b-cf96-4f38-9f84-f198d51467c6, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f4895c8b-cf96-4f38-9f84-f198d51467c6,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:54:44.703057 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.707872 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.725947 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.735446 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:54:44.735932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:54:44.740217 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:54:44.774836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf498d-3d14-41b6-91a5-fa0e017437f1 None None] Pushing event updated for resources: {'Port': ['ID=f4895c8b-cf96-4f38-9f84-f198d51467c6,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:44.838007 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.847329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:44.849823 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] 10.222.0.48 "DELETE /v2.0/networks/55dea2a8-ed6f-4c75-b549-dfe356295b58 HTTP/1.1" status: 204 len: 168 time: 0.7574794 Jul 27 19:54:44.868015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b084fe-716b-478f-8250-675c074778fa tempest-DHCPAgentSchedulersTestJSON-1846412703 tempest-DHCPAgentSchedulersTestJSON-1846412703-project] Pushing event deleted for resources: {'Network': ['ID=55dea2a8-ed6f-4c75-b549-dfe356295b58,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:45.167693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52238) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:45.345255 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e833f464-36a3-4d68-876c-9e4fd7f05e3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b754e11a082417099ebe0bd5498cc62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755030 Jul 27 19:54:45.347128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52246) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:45.408745 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9c8256b-6e05-451c-986a-b23e41a2fd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:45.445597 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9c8256b-6e05-451c-986a-b23e41a2fd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:45.458838 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:45.511269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9c8256b-6e05-451c-986a-b23e41a2fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:45.515129 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9c8256b-6e05-451c-986a-b23e41a2fd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:45.518788 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e9c8256b-6e05-451c-986a-b23e41a2fd52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/300d246d-e54e-4a25-8428-6547c4bad8d7 HTTP/1.1" status: 204 len: 168 time: 0.1683009 Jul 27 19:54:45.525441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f604c1e-dfda-43d1-bd7a-e10326dc43b5 req-55d34601-ebd6-4774-82c8-6941cd87ec41 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:45.530876 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8256b-6e05-451c-986a-b23e41a2fd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300d246d-e54e-4a25-8428-6547c4bad8d7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:45.532608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f604c1e-dfda-43d1-bd7a-e10326dc43b5 req-55d34601-ebd6-4774-82c8-6941cd87ec41 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2135148 Jul 27 19:54:45.552857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad143c2-fbc1-480d-bb31-b8d0323a6a08 req-d772e553-1de3-4fe3-9536-9c3620bcecf2 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:45.560661 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ad143c2-fbc1-480d-bb31-b8d0323a6a08 req-d772e553-1de3-4fe3-9536-9c3620bcecf2 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.2403607 Jul 27 19:54:45.672219 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ad143c2-fbc1-480d-bb31-b8d0323a6a08 req-fdbbf1e5-e90c-4569-8f64-ea7c85a5af90 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106527 Jul 27 19:54:45.690408 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f604c1e-dfda-43d1-bd7a-e10326dc43b5 req-485276cc-983c-4bbc-8edb-d5762622361d tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567647 Jul 27 19:54:45.922562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f4895c8b-cf96-4f38-9f84-f198d51467c6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:45.930184 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:45.989630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f4895c8b-cf96-4f38-9f84-f198d51467c6 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:45.995352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52256) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:46.017084 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a16056c7-2683-486a-b9d6-3c25a85444ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:46.055291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 91ec6336-efe0-4d63-ba52-e61cd7d3b293 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:54:46.091807 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 91ec6336-efe0-4d63-ba52-e61cd7d3b293 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:54:46.092174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 91ec6336-efe0-4d63-ba52-e61cd7d3b293 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:54:46.106081 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8388831e-3f75-4ec2-bb53-a0d603e0a547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:46.113859 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fed96e-8100-4b54-8801-d200308e78cf None None] Network 5a353abe-4a3b-464a-8986-fca747b8e0df requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:54:46.118410 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Router e05a3506-9daa-4849-a868-d4eb4255e52f is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:54:46.177384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a16056c7-2683-486a-b9d6-3c25a85444ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:46.184047 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a16056c7-2683-486a-b9d6-3c25a85444ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:46.201720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Provisioning for port f4895c8b-cf96-4f38-9f84-f198d51467c6 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:46.207322 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:46.217249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Provisioning complete for port f4895c8b-cf96-4f38-9f84-f198d51467c6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:46.217705 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:46.250079 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a16056c7-2683-486a-b9d6-3c25a85444ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c49dc4a5a5ef46ef882efaebea43d332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536125 Jul 27 19:54:46.250969 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52258) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:46.253844 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:54:46.263332 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Sync routers for ids ['e05a3506-9daa-4849-a868-d4eb4255e52f'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:54:46.272447 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16056c7-2683-486a-b9d6-3c25a85444ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c181d4cd-bc43-474e-9aaa-6c6bce12026d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:46.273206 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:46.278921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52260) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:46.282631 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Routers {'e05a3506-9daa-4849-a868-d4eb4255e52f'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:54:46.283272 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:54:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e05a3506-9daa-4849-a868-d4eb4255e52f'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:46.294971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-778bd18c-cc89-4ca9-a136-cfbe5751e76f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2803175 Jul 27 19:54:46.398545 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:46.400838 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Set router e05a3506-9daa-4849-a868-d4eb4255e52f gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:54:46.459222 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] For port f4895c8b-cf96-4f38-9f84-f198d51467c6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f4895c8b-cf96-4f38-9f84-f198d51467c6,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:46.465355 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:46.489851 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2dde8f3-ccdb-4e1a-a4fa-ba002960307f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:46.552963 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Pushing event updated for resources: {'Port': ['ID=f4895c8b-cf96-4f38-9f84-f198d51467c6,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:46.565855 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:46.566349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:46.567644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:46.568083 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:46.568545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:46.568974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:46.570250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:46.572792 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:46.573421 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:46.574739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:46.575293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:46.575962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7d274-cb6f-4156-abf9-73dca241828f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:46.589799 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2dde8f3-ccdb-4e1a-a4fa-ba002960307f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:46.643045 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:44Z', 'revision_number': 3, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:46.683093 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Checking router: e05a3506-9daa-4849-a868-d4eb4255e52f for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:54:46.683374 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Updating router e05a3506-9daa-4849-a868-d4eb4255e52f port ab7f76d2-e6f1-49e4-b6ef-f08782550004 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:54:46.724384 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:46.753360 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2dde8f3-ccdb-4e1a-a4fa-ba002960307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:46.784456 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2dde8f3-ccdb-4e1a-a4fa-ba002960307f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:46.784456 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d2dde8f3-ccdb-4e1a-a4fa-ba002960307f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c181d4cd-bc43-474e-9aaa-6c6bce12026d HTTP/1.1" status: 204 len: 168 time: 0.5294111 Jul 27 19:54:46.867564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dde8f3-ccdb-4e1a-a4fa-ba002960307f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c181d4cd-bc43-474e-9aaa-6c6bce12026d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:46.900270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9074e8ed-8908-49bb-90cd-b5a4486db829 None None] Provisioning complete for port f4895c8b-cf96-4f38-9f84-f198d51467c6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:46.900723 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9074e8ed-8908-49bb-90cd-b5a4486db829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:47.068358 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:47.096185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18329be-89e7-4f60-b411-d158ca4fe267 req-a9653b53-f126-4227-b3e1-eab21de63e8c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:47.104596 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a18329be-89e7-4f60-b411-d158ca4fe267 req-a9653b53-f126-4227-b3e1-eab21de63e8c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2470515 Jul 27 19:54:47.116037 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc7b30-77db-42b2-959a-4df77c99e242 req-6a9d72e5-bb35-45ef-a86d-c5ed831e198a tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:47.117648 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89cc7b30-77db-42b2-959a-4df77c99e242 req-6a9d72e5-bb35-45ef-a86d-c5ed831e198a tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.1637948 Jul 27 19:54:47.161310 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:47.182719 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a18329be-89e7-4f60-b411-d158ca4fe267 req-9a7484b9-3ab4-4e9b-99e9-a327d067ea4e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771701 Jul 27 19:54:47.194469 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89cc7b30-77db-42b2-959a-4df77c99e242 req-73b3d330-5237-4d03-a46f-d88518d99699 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565522 Jul 27 19:54:47.207251 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:47.236697 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Transition to ACTIVE for port object ab7f76d2-e6f1-49e4-b6ef-f08782550004 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:47.247858 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:47.321942 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ffde3-03b6-4797-98e1-a6f92513bac2 None None] Pushing event updated for resources: {'Port': ['ID=ab7f76d2-e6f1-49e4-b6ef-f08782550004,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:47.352891 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Attempting to bind port ab7f76d2-e6f1-49e4-b6ef-f08782550004 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:54:47.353258 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Attempting to bind port ab7f76d2-e6f1-49e4-b6ef-f08782550004 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:54:47.353614 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Attempting to bind port ab7f76d2-e6f1-49e4-b6ef-f08782550004 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:54:47.359909 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:54:47.360328 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:54:47.360807 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:47.361382 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:54:47.362071 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Bound port: ab7f76d2-e6f1-49e4-b6ef-f08782550004, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:54:47.362612 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:47.377432 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Allocated IP 172.20.0.1 (5a353abe-4a3b-464a-8986-fca747b8e0df/d09a00cb-b386-481d-ac77-b852f1db0dbd/3cfcd4ee-3b5b-4350-b886-74ec22e4afd1) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:54:47.421384 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] For port ab7f76d2-e6f1-49e4-b6ef-f08782550004, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:54:47.424576 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] For port ab7f76d2-e6f1-49e4-b6ef-f08782550004, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ab7f76d2-e6f1-49e4-b6ef-f08782550004,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:54:47.430131 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:47.488598 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Routers {'e05a3506-9daa-4849-a868-d4eb4255e52f'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:54:47.489248 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:54:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e05a3506-9daa-4849-a868-d4eb4255e52f'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:47.511075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:47.525596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Transition to ACTIVE for port object 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:47.527400 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ffde3-03b6-4797-98e1-a6f92513bac2 None None] Pushing event updated for resources: {'Port': ['ID=ab7f76d2-e6f1-49e4-b6ef-f08782550004,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:47.586434 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:47.613021 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] Set router e05a3506-9daa-4849-a868-d4eb4255e52f gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:54:47.645889 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Network 5a353abe-4a3b-464a-8986-fca747b8e0df is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:47.646808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Pushing event updated for resources: {'Port': ['ID=3cfcd4ee-3b5b-4350-b886-74ec22e4afd1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:47.649822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:47.652022 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:54:47.691385 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:47.890500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f4895c8b-cf96-4f38-9f84-f198d51467c6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:47.912636 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:44Z', 'revision_number': 3, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:47.930129 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:47.979606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 52300) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:47.997783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f4895c8b-cf96-4f38-9f84-f198d51467c6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:47.998360 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:48.072470 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4887935-943f-492a-8d80-50a05040f4b3 None None] The sync data for ids ['e05a3506-9daa-4849-a868-d4eb4255e52f'] in n-d-705657-21 is: [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:44Z', 'revision_number': 3, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:54:48.112850 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d6e533f4-c4d1-4b76-aaf2-2a460871f80d None None] Provisioning for port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:48.117314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d6e533f4-c4d1-4b76-aaf2-2a460871f80d None None] Provisioning complete for port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:48.118180 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d6e533f4-c4d1-4b76-aaf2-2a460871f80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:48.164984 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d6e533f4-c4d1-4b76-aaf2-2a460871f80d None None] Port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:54:48.188450 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fd4ccc29-c5e4-465c-9f89-049318edc13e tempest-AgentManagementNegativeTest-914702745 tempest-AgentManagementNegativeTest-914702745-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2076225 Jul 27 19:54:48.208213 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:48.222926 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:48.355102 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:48.356936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Pushing event updated for resources: {'Port': ['ID=3cfcd4ee-3b5b-4350-b886-74ec22e4afd1,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:48.528305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75503b05-3ac0-4dfb-8a13-101bb355760f req-4ccb25fb-df5e-432d-ba82-7210fe58ec3b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:48.536988 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-75503b05-3ac0-4dfb-8a13-101bb355760f req-4ccb25fb-df5e-432d-ba82-7210fe58ec3b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2398298 Jul 27 19:54:48.541866 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Network 5a353abe-4a3b-464a-8986-fca747b8e0df is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:48.543326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:48.568596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7020e6c-ac24-41a7-9b35-4f1c582b5adc req-e8400b19-9aeb-4078-a90d-519c1a36f915 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:48.570232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7020e6c-ac24-41a7-9b35-4f1c582b5adc req-e8400b19-9aeb-4078-a90d-519c1a36f915 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.2263327 Jul 27 19:54:48.630364 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52320) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:48.704778 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-75503b05-3ac0-4dfb-8a13-101bb355760f req-dcfbd9d2-e6c3-47ca-8f19-e8ea2f32001a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667924 Jul 27 19:54:48.730417 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7020e6c-ac24-41a7-9b35-4f1c582b5adc req-ba7ec05f-a821-40b1-9a12-7aec0a93136f tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396325 Jul 27 19:54:48.763280 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Router e05a3506-9daa-4849-a868-d4eb4255e52f has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:54:48.841825 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:48.889351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e934002c-18d1-4243-8604-ad0149f59998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:48.994472 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d1b10a01-f7d6-49b7-b239-c5e037d6ede1 None None] Provisioning complete for port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:48.995132 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d1b10a01-f7d6-49b7-b239-c5e037d6ede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:49.012711 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:54:49.026885 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f085120f-c3a8-4da2-829b-8627282b8c51 admin admin] 10.222.0.48 "PUT /v2.0/routers/e05a3506-9daa-4849-a868-d4eb4255e52f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7375700 Jul 27 19:54:49.047734 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d1b10a01-f7d6-49b7-b239-c5e037d6ede1 None None] Port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:54:49.079797 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e934002c-18d1-4243-8604-ad0149f59998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:49.084355 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e934002c-18d1-4243-8604-ad0149f59998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:49.125354 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e934002c-18d1-4243-8604-ad0149f59998 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ae9c4d133a845fda50a22a0f60e72d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4934449 Jul 27 19:54:49.127904 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52328) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:49.134971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934002c-18d1-4243-8604-ad0149f59998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989241fe-8a9f-4413-b322-0739321030db,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:49.188979 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb099a69-7aaf-4e4b-85a4-a7697c748365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:49.214453 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb099a69-7aaf-4e4b-85a4-a7697c748365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:49.278798 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb099a69-7aaf-4e4b-85a4-a7697c748365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:49.283050 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb099a69-7aaf-4e4b-85a4-a7697c748365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:49.284680 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fb099a69-7aaf-4e4b-85a4-a7697c748365 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/989241fe-8a9f-4413-b322-0739321030db HTTP/1.1" status: 204 len: 168 time: 0.1557724 Jul 27 19:54:49.295329 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb099a69-7aaf-4e4b-85a4-a7697c748365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989241fe-8a9f-4413-b322-0739321030db,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:49.610497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52344) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:49.615668 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-70995c78-b808-4a3f-a3a7-eee14f4f8e08 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--594340253', 'description': 'tempest-description--572266887'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:49.648455 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-70995c78-b808-4a3f-a3a7-eee14f4f8e08 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:49.755099 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-70995c78-b808-4a3f-a3a7-eee14f4f8e08 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:49.761034 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-70995c78-b808-4a3f-a3a7-eee14f4f8e08 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:49.808155 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-70995c78-b808-4a3f-a3a7-eee14f4f8e08 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:49.813051 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-70995c78-b808-4a3f-a3a7-eee14f4f8e08 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2012389 Jul 27 19:54:49.813838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52354) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:49.814598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70995c78-b808-4a3f-a3a7-eee14f4f8e08 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5099f335-b8c9-4f85-b1cf-df8930f98d3c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:49.822825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dda93e7b-d9cf-4599-ac48-aeccd1212b55 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Request body: {'security_group_rule': {'security_group_id': '5099f335-b8c9-4f85-b1cf-df8930f98d3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:49.871539 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dda93e7b-d9cf-4599-ac48-aeccd1212b55 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:49.947984 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dda93e7b-d9cf-4599-ac48-aeccd1212b55 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:49.952462 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ab7f76d2-e6f1-49e4-b6ef-f08782550004 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:49.956653 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dda93e7b-d9cf-4599-ac48-aeccd1212b55 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:49.991641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda93e7b-d9cf-4599-ac48-aeccd1212b55 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235d7457-9efc-45ad-a2ab-1724c948db92,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:50.002587 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dda93e7b-d9cf-4599-ac48-aeccd1212b55 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.007712 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dda93e7b-d9cf-4599-ac48-aeccd1212b55 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898963 Jul 27 19:54:50.009545 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52368) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:50.016054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-99597ddd-5589-4be4-82d0-c5fa561f08e8 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Request body: {'security_group_rule': {'security_group_id': '5099f335-b8c9-4f85-b1cf-df8930f98d3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:50.024809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port ab7f76d2-e6f1-49e4-b6ef-f08782550004 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:50.031819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa98462-f556-4960-b1f1-56923ff2dbfb req-5c268701-cd93-4fd8-abff-b0611fdf857b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:50.033994 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ab7f76d2-e6f1-49e4-b6ef-f08782550004 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:50.034570 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.045794 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bfa98462-f556-4960-b1f1-56923ff2dbfb req-5c268701-cd93-4fd8-abff-b0611fdf857b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2461379 Jul 27 19:54:50.054593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bf861-91b8-4ebe-b56a-8cf406d1f7e5 req-9d8d9a12-39da-4051-b341-af94fd8f5a22 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:50.056421 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa2bf861-91b8-4ebe-b56a-8cf406d1f7e5 req-9d8d9a12-39da-4051-b341-af94fd8f5a22 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.1928105 Jul 27 19:54:50.066659 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99597ddd-5589-4be4-82d0-c5fa561f08e8 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.154047 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99597ddd-5589-4be4-82d0-c5fa561f08e8 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.159175 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99597ddd-5589-4be4-82d0-c5fa561f08e8 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.181609 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.200245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bfa98462-f556-4960-b1f1-56923ff2dbfb req-ba908e40-ef16-40e5-b85f-41eb0a98b182 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394651 Jul 27 19:54:50.216486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99597ddd-5589-4be4-82d0-c5fa561f08e8 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b165dd-abdc-42e4-a1cc-0e290ed66a96,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:50.217570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port ab7f76d2-e6f1-49e4-b6ef-f08782550004, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ab7f76d2-e6f1-49e4-b6ef-f08782550004,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:50.223706 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99597ddd-5589-4be4-82d0-c5fa561f08e8 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.223960 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.229379 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-99597ddd-5589-4be4-82d0-c5fa561f08e8 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2182455 Jul 27 19:54:50.230223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52372) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:50.239928 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:50.281037 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa2bf861-91b8-4ebe-b56a-8cf406d1f7e5 req-60bc4c10-1c2d-45c3-b2d3-0c1f46f7bfd1 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494391 Jul 27 19:54:50.294107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52374) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:50.320135 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.342678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=ab7f76d2-e6f1-49e4-b6ef-f08782550004,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:50.455822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-69717958'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:50.459608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Sync routers for ids ['e05a3506-9daa-4849-a868-d4eb4255e52f'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:54:50.468947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Routers {'e05a3506-9daa-4849-a868-d4eb4255e52f'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:54:50.469585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:54:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e05a3506-9daa-4849-a868-d4eb4255e52f'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:50.486228 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Made reservation on behalf of d136220a00f04f7bb8b98469b948f98a for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:50.490089 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.507404 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.544298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.578343 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Set router e05a3506-9daa-4849-a868-d4eb4255e52f gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:54:50.705105 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Allocated IP 172.25.1.112 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/e3646f11-e04e-48fb-8324-f03c1fab9be1) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:54:50.718584 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.724077 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.791829 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:54:50.805033 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3cfcd4ee-3b5b-4350-b886-74ec22e4afd1', 'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'mac_address': 'fa:16:3e:93:2b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:47Z', 'updated_at': '2021-07-27T19:54:48Z', 'revision_number': 2, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'subnets': [{'id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:50.805659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7d44b6-014b-40f1-b318-46226b6ae6a1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:50.816387 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.816769 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Added segment e049d6d1-d112-46b9-a6a9-be492b7e7ad4 of type vlan for network 923b35bc-faa0-4f3a-b80a-6779c77978d7 Jul 27 19:54:50.835617 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Checking router: e05a3506-9daa-4849-a868-d4eb4255e52f for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:54:50.835979 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Updating router e05a3506-9daa-4849-a868-d4eb4255e52f port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:54:50.871430 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.887456 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.911840 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.946090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:50.952607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:50.953219 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:51.037429 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7393527 Jul 27 19:54:51.037767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 52382) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:51.043628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f5081e0a-c6cb-418e-9fb3-c54d7cdcdf4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Request body: {'subnet': {'network_id': '923b35bc-faa0-4f3a-b80a-6779c77978d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:51.052498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d9a10-27f2-48c8-bd89-0f77cfce7a61 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event updated for resources: {'Network': ['ID=923b35bc-faa0-4f3a-b80a-6779c77978d7,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:51.057699 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:51.070980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 923b35bc-faa0-4f3a-b80a-6779c77978d7 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:54:51.100731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:51.106912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:51.113454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:54:51.120122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event updated for resources: {'Port': ['ID=e3646f11-e04e-48fb-8324-f03c1fab9be1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:51.175513 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5081e0a-c6cb-418e-9fb3-c54d7cdcdf4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Made reservation on behalf of d136220a00f04f7bb8b98469b948f98a for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:51.181389 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5081e0a-c6cb-418e-9fb3-c54d7cdcdf4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:51.244033 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:51.279539 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:51.291560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Transition to ACTIVE for port object 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:51.312898 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:51.328438 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:51.410211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8a15f-912a-4024-9c5a-5566ce4ba25f None None] Pushing event updated for resources: {'Port': ['ID=3cfcd4ee-3b5b-4350-b886-74ec22e4afd1,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:51.501236 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Attempting to bind port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:54:51.501763 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Attempting to bind port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:54:51.502238 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Attempting to bind port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 on network 5a353abe-4a3b-464a-8986-fca747b8e0df {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:54:51.509385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:54:51.510243 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Checking segment: {'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:54:51.510808 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:51.511277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Bound using segment: {'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:54:51.511832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Bound port: 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:54:51.512307 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:51.581570 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5081e0a-c6cb-418e-9fb3-c54d7cdcdf4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:51.597952 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] For port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:54:51.602382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] For port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=3cfcd4ee-3b5b-4350-b886-74ec22e4afd1,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:54:51.608210 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:51.618913 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:51.626807 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:51.677139 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Routers {'e05a3506-9daa-4849-a868-d4eb4255e52f'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:54:51.677891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:54:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e05a3506-9daa-4849-a868-d4eb4255e52f'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:51.679825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62a61f-36fa-4041-9691-43e27d185f2d req-88a3fae3-583f-4f38-8e78-8b7951dd3b28 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:51.684529 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8a15f-912a-4024-9c5a-5566ce4ba25f None None] Pushing event updated for resources: {'Port': ['ID=3cfcd4ee-3b5b-4350-b886-74ec22e4afd1,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:51.688196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca62a61f-36fa-4041-9691-43e27d185f2d req-88a3fae3-583f-4f38-8e78-8b7951dd3b28 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.3672652 Jul 27 19:54:51.749466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event updated for resources: {'Port': ['ID=e3646f11-e04e-48fb-8324-f03c1fab9be1,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:51.756589 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:51.779035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca62a61f-36fa-4041-9691-43e27d185f2d req-4ac968f4-e046-46ed-a828-d6a31b8ac979 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896943 Jul 27 19:54:51.781932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:51.784592 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b2338f95-e752-40b2-aaed-2da0f80ae545 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5497284 Jul 27 19:54:51.813193 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5081e0a-c6cb-418e-9fb3-c54d7cdcdf4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event updated for resources: {'Subnet': ['ID=ef625b86-140d-4348-94ee-b987c32fac81,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:51.875343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93c435-149e-4a13-a376-530a3eaa9d1a req-cddc1f09-1104-4c73-83c7-5e5708dbb91e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:51.877043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e93c435-149e-4a13-a376-530a3eaa9d1a req-cddc1f09-1104-4c73-83c7-5e5708dbb91e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.4055367 Jul 27 19:54:51.993027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5081e0a-c6cb-418e-9fb3-c54d7cdcdf4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Checking segment: {'id': 'e049d6d1-d112-46b9-a6a9-be492b7e7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '923b35bc-faa0-4f3a-b80a-6779c77978d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:54:51.993703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5081e0a-c6cb-418e-9fb3-c54d7cdcdf4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Network hostable DHCP agents. Network: 923b35bc-faa0-4f3a-b80a-6779c77978d7, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:54:52.010879 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e93c435-149e-4a13-a376-530a3eaa9d1a req-aedaeee0-be27-4795-8997-2f3dfc162327 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075985 Jul 27 19:54:52.069059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5081e0a-c6cb-418e-9fb3-c54d7cdcdf4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Network 923b35bc-faa0-4f3a-b80a-6779c77978d7 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:54:52.098274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-f5081e0a-c6cb-418e-9fb3-c54d7cdcdf4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 923b35bc-faa0-4f3a-b80a-6779c77978d7) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:52.104305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5081e0a-c6cb-418e-9fb3-c54d7cdcdf4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:52.105279 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5081e0a-c6cb-418e-9fb3-c54d7cdcdf4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:52.128143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ab7f76d2-e6f1-49e4-b6ef-f08782550004 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:52.131584 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55423c13-6dde-41a7-9034-5a1aef8aaa8c None None] Network 923b35bc-faa0-4f3a-b80a-6779c77978d7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:54:52.137043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f5081e0a-c6cb-418e-9fb3-c54d7cdcdf4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0980551 Jul 27 19:54:52.140009 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 52408) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:52.146130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e9c31d9e-39e4-4eb3-881b-79b3216cd4a5 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Request body: {'port': {'network_id': '923b35bc-faa0-4f3a-b80a-6779c77978d7', 'name': 'tempest-AllowedAddressPairTestJSON-2066280841'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:52.245699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] Set router e05a3506-9daa-4849-a868-d4eb4255e52f gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:54:52.251501 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-78d37613-85e4-49b3-ba71-d624ea6b441c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--594340253&fields=id&tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc HTTP/1.1" status: 200 len: 267 time: 0.0873926 Jul 27 19:54:52.360978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c31d9e-39e4-4eb3-881b-79b3216cd4a5 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Made reservation on behalf of d136220a00f04f7bb8b98469b948f98a for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:52.364336 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9c31d9e-39e4-4eb3-881b-79b3216cd4a5 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:52.395398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ab7f76d2-e6f1-49e4-b6ef-f08782550004 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:52.395398 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:52.400347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-e9c31d9e-39e4-4eb3-881b-79b3216cd4a5 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] device_id is not set on port ea46a880-8109-4900-a10d-3e02e4a0f83f yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:54:52.411335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f230e498-68a7-4d2f-8979-c4e88ee53f23 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:52.412949 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f230e498-68a7-4d2f-8979-c4e88ee53f23 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 817 time: 0.1528065 Jul 27 19:54:52.466443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-03198412-ba7a-47d6-93b2-379d375f2280 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/quotas/ed4d73c737194d3e9fcd2e4cd5fff3fc HTTP/1.1" status: 200 len: 375 time: 0.0138478 Jul 27 19:54:52.541499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-923b35bc-faa0-4f3a-b80a-6779c77978d7', 'network_id': '923b35bc-faa0-4f3a-b80a-6779c77978d7', 'tenant_id': 'd136220a00f04f7bb8b98469b948f98a', 'fixed_ips': [{'subnet_id': 'ef625b86-140d-4348-94ee-b987c32fac81'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:54:52.542282 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:52.577708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-e9c31d9e-39e4-4eb3-881b-79b3216cd4a5 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Allocated IP 172.20.0.2 (923b35bc-faa0-4f3a-b80a-6779c77978d7/ef625b86-140d-4348-94ee-b987c32fac81/ea46a880-8109-4900-a10d-3e02e4a0f83f) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:54:52.600718 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-23c49536-259e-4d15-a938-71ad40988cc9 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1196556 Jul 27 19:54:52.723865 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3cfcd4ee-3b5b-4350-b886-74ec22e4afd1', 'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'mac_address': 'fa:16:3e:93:2b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:47Z', 'updated_at': '2021-07-27T19:54:51Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'subnets': [{'id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:54:52.752044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d4e07-f167-4c2f-895d-ead076f08a81 None None] The sync data for ids ['e05a3506-9daa-4849-a868-d4eb4255e52f'] in n-d-705657-21 is: [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3cfcd4ee-3b5b-4350-b886-74ec22e4afd1', 'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'mac_address': 'fa:16:3e:93:2b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:47Z', 'updated_at': '2021-07-27T19:54:51Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'subnets': [{'id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:54:52.820810 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-ddba88ac-bd1c-4367-86c2-663be7a8b799 service neutron] 10.222.0.48 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909184 Jul 27 19:54:52.960609 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9c31d9e-39e4-4eb3-881b-79b3216cd4a5 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:52.997264 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-e9c31d9e-39e4-4eb3-881b-79b3216cd4a5 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Transition to ACTIVE for port object ea46a880-8109-4900-a10d-3e02e4a0f83f will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:53.030104 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-5f810290-6957-44da-b54f-9358e95c43bc service neutron] 10.222.0.48 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968155 Jul 27 19:54:53.057591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967dbfd-7ed0-4c2b-932c-3f977bb64da9 req-5d91bfc1-662e-4a20-86d8-8ceefdf5f2c1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:53.059314 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6967dbfd-7ed0-4c2b-932c-3f977bb64da9 req-5d91bfc1-662e-4a20-86d8-8ceefdf5f2c1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1722209 Jul 27 19:54:53.127535 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9c31d9e-39e4-4eb3-881b-79b3216cd4a5 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:53.186986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6967dbfd-7ed0-4c2b-932c-3f977bb64da9 req-219c7f05-7619-4b49-917d-5395908efc89 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113060 Jul 27 19:54:53.203424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c31d9e-39e4-4eb3-881b-79b3216cd4a5 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Network 923b35bc-faa0-4f3a-b80a-6779c77978d7 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:53.218154 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.api [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-095faf7e-b02e-43db-bdd5-f486119a0819 {{(pid=94061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:54:53.218629 n-d-705657-21 neutron-server[94061]: DEBUG oslo_db.api [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:54:53.223813 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-e9c31d9e-39e4-4eb3-881b-79b3216cd4a5 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:53.231277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c31d9e-39e4-4eb3-881b-79b3216cd4a5 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:54:53.261552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c31d9e-39e4-4eb3-881b-79b3216cd4a5 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event updated for resources: {'Port': ['ID=ea46a880-8109-4900-a10d-3e02e4a0f83f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:53.350974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c31d9e-39e4-4eb3-881b-79b3216cd4a5 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:53.357343 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9c31d9e-39e4-4eb3-881b-79b3216cd4a5 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:53.417177 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e9c31d9e-39e4-4eb3-881b-79b3216cd4a5 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2756760 Jul 27 19:54:53.420800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52426) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:53.427564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Request body: {'port': {'network_id': '923b35bc-faa0-4f3a-b80a-6779c77978d7', 'name': 'tempest-AllowedAddressPairTestJSON-1997949085', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:a1:be:8d'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:53.459216 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fadb4a-097a-48dc-a614-acea769bbbbd req-0f049c1c-1edf-48da-800f-40bcc8956e51 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:53.462469 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9fadb4a-097a-48dc-a614-acea769bbbbd req-0f049c1c-1edf-48da-800f-40bcc8956e51 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.1500943 Jul 27 19:54:53.589394 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9fadb4a-097a-48dc-a614-acea769bbbbd req-b123607a-3922-4967-ab8c-5bff528d329d tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199119 Jul 27 19:54:53.618417 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a473045b-d5d5-4e9d-8d85-3b47cb624563 req-b6d138d3-75bb-40d3-bfb5-9bf7fa39cf5d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 210 time: 0.0588925 Jul 27 19:54:53.631544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Made reservation on behalf of d136220a00f04f7bb8b98469b948f98a for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:53.720223 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:53.780532 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:53.825789 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] device_id is not set on port 0c00414e-e946-41c5-ab84-415ecbfe2eaa yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:54:53.974364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:54.092507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Allocated IP 172.20.0.3 (923b35bc-faa0-4f3a-b80a-6779c77978d7/ef625b86-140d-4348-94ee-b987c32fac81/1d8512b0-6493-4371-9e68-9ee589a8d181) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:54:54.137737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:54.166142 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:54.166519 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:54.352636 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:54.409751 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d78dc5-6251-4d7d-badb-5b7136b00143 req-e647c32c-5982-4651-bb95-f20b548e12e7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:54.416675 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30d78dc5-6251-4d7d-badb-5b7136b00143 req-e647c32c-5982-4651-bb95-f20b548e12e7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1318898 Jul 27 19:54:54.418485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=3cfcd4ee-3b5b-4350-b886-74ec22e4afd1,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:54.432999 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:54.489709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30d78dc5-6251-4d7d-badb-5b7136b00143 req-3e7fc7a0-9014-4eff-8fe5-459a52c57f78 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600049 Jul 27 19:54:54.497859 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:54.520130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Transition to ACTIVE for port object 1d8512b0-6493-4371-9e68-9ee589a8d181 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:54.577974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Transition to ACTIVE for port object 1d8512b0-6493-4371-9e68-9ee589a8d181 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:54.581408 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=3cfcd4ee-3b5b-4350-b886-74ec22e4afd1,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:54.605605 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:54.679269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Pushing event updated for resources: {'Port': ['ID=1d8512b0-6493-4371-9e68-9ee589a8d181,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:54.692209 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:54:54.721810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Network 923b35bc-faa0-4f3a-b80a-6779c77978d7 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:54.739281 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:54.742678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:54:54.771872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Allocated IP 172.20.0.5 (923b35bc-faa0-4f3a-b80a-6779c77978d7/ef625b86-140d-4348-94ee-b987c32fac81/0c00414e-e946-41c5-ab84-415ecbfe2eaa) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:54:54.865978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Attempting to bind port 1d8512b0-6493-4371-9e68-9ee589a8d181 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:54:54.866342 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Attempting to bind port 1d8512b0-6493-4371-9e68-9ee589a8d181 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'e049d6d1-d112-46b9-a6a9-be492b7e7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '923b35bc-faa0-4f3a-b80a-6779c77978d7'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:54:54.866703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Attempting to bind port 1d8512b0-6493-4371-9e68-9ee589a8d181 on network 923b35bc-faa0-4f3a-b80a-6779c77978d7 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:54:54.872368 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:54:54.872784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Checking segment: {'id': 'e049d6d1-d112-46b9-a6a9-be492b7e7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '923b35bc-faa0-4f3a-b80a-6779c77978d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:54:54.873180 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:54.873567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Bound using segment: {'id': 'e049d6d1-d112-46b9-a6a9-be492b7e7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '923b35bc-faa0-4f3a-b80a-6779c77978d7'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:54:54.874028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Bound port: 1d8512b0-6493-4371-9e68-9ee589a8d181, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e049d6d1-d112-46b9-a6a9-be492b7e7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '923b35bc-faa0-4f3a-b80a-6779c77978d7'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:54:54.874407 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:54.890164 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-676dcd09-3b84-4cd2-98dc-61a7d25b3af0 req-1574030f-97f6-4ff7-b998-29d93f99df75 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 210 time: 0.0737238 Jul 27 19:54:54.957749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc15f2-10e2-4d68-b734-486f37b0e73c req-6586f3aa-5527-4237-b77a-c7bb0899e44e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:54.965726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15bc15f2-10e2-4d68-b734-486f37b0e73c req-6586f3aa-5527-4237-b77a-c7bb0899e44e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.1474264 Jul 27 19:54:54.973934 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f62af8ea-d75a-4ce4-a093-d628af36a452 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:54.975654 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f62af8ea-d75a-4ce4-a093-d628af36a452 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.52 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 817 time: 0.3015506 Jul 27 19:54:54.992501 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] For port 1d8512b0-6493-4371-9e68-9ee589a8d181, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:54:54.999195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] For port 1d8512b0-6493-4371-9e68-9ee589a8d181, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=1d8512b0-6493-4371-9e68-9ee589a8d181,segment=NetworkSegment(e049d6d1-d112-46b9-a6a9-be492b7e7ad4),segment_id=e049d6d1-d112-46b9-a6a9-be492b7e7ad4)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:54:55.005046 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:55.055958 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:55.072882 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Transition to ACTIVE for port object 0c00414e-e946-41c5-ab84-415ecbfe2eaa will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:55.094082 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-581d930b-1645-4e8f-b324-bdcb43e2f4cc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc HTTP/1.1" status: 200 len: 379 time: 0.0989630 Jul 27 19:54:55.099001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a33e82-c1ee-4479-9eaf-531f328a4f28 None None] Pushing event updated for resources: {'Port': ['ID=1d8512b0-6493-4371-9e68-9ee589a8d181,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:55.116000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f5474535-3584-423b-9a8b-b827d04961c2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Request body: {'port': {'device_id': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'admin_state_up': True, 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'security_groups': ['5099f335-b8c9-4f85-b1cf-df8930f98d3c']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:55.117072 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:55.148946 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15bc15f2-10e2-4d68-b734-486f37b0e73c req-181c7249-0605-4bab-b66f-7da7ff13cd80 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693268 Jul 27 19:54:55.194181 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Network 923b35bc-faa0-4f3a-b80a-6779c77978d7 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:55.201861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:55.206311 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:54:55.221811 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event updated for resources: {'Port': ['ID=0c00414e-e946-41c5-ab84-415ecbfe2eaa,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:55.254510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:55.254860 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:55.255197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:55.255525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:55.255861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:55.256188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:55.256545 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:55.256879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:55.257220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:55.257715 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:55.258084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:55.258461 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:54:55.290255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f5474535-3584-423b-9a8b-b827d04961c2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Made reservation on behalf of ed4d73c737194d3e9fcd2e4cd5fff3fc for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:55.297672 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:55.298455 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:55.299852 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f5474535-3584-423b-9a8b-b827d04961c2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:55.344002 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f0dbd2bb-f2ae-43d4-96f6-f1ac31a89379 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.9212475 Jul 27 19:54:55.346787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 52450) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:55.625584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef05a2-1491-4e37-8a81-e76d917e14cb tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:55.632068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef05a2-1491-4e37-8a81-e76d917e14cb tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:55.639817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef05a2-1491-4e37-8a81-e76d917e14cb tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:55.644134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f1ef05a2-1491-4e37-8a81-e76d917e14cb tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2935343 Jul 27 19:54:55.645367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 52458) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:55.680535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e26dd807-304e-4f3e-bcf4-685f9b4a5598 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:54:55.708124 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f5474535-3584-423b-9a8b-b827d04961c2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Allocated IP 172.20.0.11 (5a353abe-4a3b-464a-8986-fca747b8e0df/d09a00cb-b386-481d-ac77-b852f1db0dbd/f62ca415-ca84-4b6d-9eed-6f7b2491b8b0) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:54:55.821904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182709f-8c6a-4a6c-9d8f-6b31f0d3458a req-cfb6544e-e353-4c3e-aafb-269bc06ee0b8 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:55.823460 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e182709f-8c6a-4a6c-9d8f-6b31f0d3458a req-cfb6544e-e353-4c3e-aafb-269bc06ee0b8 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2515144 Jul 27 19:54:55.864086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e26dd807-304e-4f3e-bcf4-685f9b4a5598, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:55.897296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598', 'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76', 'port_id': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598', 'mac_address': 'fa:16:3e:8f:4e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f772b2f4-a418-4e5e-b4bd-332603009cf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:54:55.937670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-afacd781-67e3-4a3a-8d52-77d3f382bf93 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Deleting port 0c00414e-e946-41c5-ab84-415ecbfe2eaa {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:54:55.938078 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-afacd781-67e3-4a3a-8d52-77d3f382bf93 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:56.022153 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:56.090416 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e26dd807-304e-4f3e-bcf4-685f9b4a5598 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:54:56.101729 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:56.112887 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f5474535-3584-423b-9a8b-b827d04961c2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:56.129831 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f5474535-3584-423b-9a8b-b827d04961c2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Transition to ACTIVE for port object f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:56.198342 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e26dd807-304e-4f3e-bcf4-685f9b4a5598, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:56.205821 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:56.215446 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f5474535-3584-423b-9a8b-b827d04961c2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:56.299028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5474535-3584-423b-9a8b-b827d04961c2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event updated for resources: {'Port': ['ID=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:56.336059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:56.336830 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:56.348488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['e26dd807-304e-4f3e-bcf4-685f9b4a5598'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:54:56.355049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=e26dd807-304e-4f3e-bcf4-685f9b4a5598,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:56.363211 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f5474535-3584-423b-9a8b-b827d04961c2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Network 5a353abe-4a3b-464a-8986-fca747b8e0df is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:54:56.385421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f5474535-3584-423b-9a8b-b827d04961c2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:54:56.401244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f5474535-3584-423b-9a8b-b827d04961c2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:54:56.492959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f5474535-3584-423b-9a8b-b827d04961c2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:56.495258 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f5474535-3584-423b-9a8b-b827d04961c2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:56.551708 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-afacd781-67e3-4a3a-8d52-77d3f382bf93 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:56.642467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-afacd781-67e3-4a3a-8d52-77d3f382bf93 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Calling delete_port for 0c00414e-e946-41c5-ab84-415ecbfe2eaa owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:54:56.656650 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e182709f-8c6a-4a6c-9d8f-6b31f0d3458a req-eb501621-924e-4b00-8f8b-779c9ebc8450 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8202665 Jul 27 19:54:56.675595 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-f5474535-3584-423b-9a8b-b827d04961c2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5639238 Jul 27 19:54:56.711332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Request body: {'port': {'device_id': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:56.765891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad9cb98-9612-4ae1-a571-1f4be7dbc563 None None] Network 923b35bc-faa0-4f3a-b80a-6779c77978d7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:54:56.893328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c157d-0bae-4c45-befc-d91a83819ece req-3c33a999-cb03-4e4c-9bf8-80c4fa7fa655 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:56.911215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb4c157d-0bae-4c45-befc-d91a83819ece req-3c33a999-cb03-4e4c-9bf8-80c4fa7fa655 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 932 time: 0.7177694 Jul 27 19:54:56.935081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1d8512b0-6493-4371-9e68-9ee589a8d181 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:57.001511 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e38b2187-2ced-4906-a3d4-58a2e494fc3d None None] Provisioning for port 1d8512b0-6493-4371-9e68-9ee589a8d181 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:57.117193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 1d8512b0-6493-4371-9e68-9ee589a8d181 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:57.125228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 1d8512b0-6493-4371-9e68-9ee589a8d181 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:57.126523 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:57.222632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-29179741-ebaf-4a68-b490-d1dde6f2c76c None None] Provisioning for port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:57.233906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-29179741-ebaf-4a68-b490-d1dde6f2c76c None None] Provisioning complete for port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:57.235495 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-29179741-ebaf-4a68-b490-d1dde6f2c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:57.312477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-29179741-ebaf-4a68-b490-d1dde6f2c76c None None] Port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:54:57.320060 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:57.376008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 1d8512b0-6493-4371-9e68-9ee589a8d181, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=1d8512b0-6493-4371-9e68-9ee589a8d181,segment=NetworkSegment(e049d6d1-d112-46b9-a6a9-be492b7e7ad4),segment_id=e049d6d1-d112-46b9-a6a9-be492b7e7ad4)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:57.382508 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:57.391616 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:57.419596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cc45d-b363-43d1-9aa5-11e28c53f9a3 req-a2a83902-3b80-4647-9254-c6c3556ce9b5 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:57.427227 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-946cc45d-b363-43d1-9aa5-11e28c53f9a3 req-a2a83902-3b80-4647-9254-c6c3556ce9b5 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.6202629 Jul 27 19:54:57.467714 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb4c157d-0bae-4c45-befc-d91a83819ece req-184911f9-e28e-4ed8-858f-008ba44eb820 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5535967 Jul 27 19:54:57.468138 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=1d8512b0-6493-4371-9e68-9ee589a8d181,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:57.675054 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-946cc45d-b363-43d1-9aa5-11e28c53f9a3 req-6da31743-94b4-4c57-b2dc-64a791da78b7 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445207 Jul 27 19:54:57.714156 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e26dd807-304e-4f3e-bcf4-685f9b4a5598 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:57.823752 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-afacd781-67e3-4a3a-8d52-77d3f382bf93 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:58.007759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacd781-67e3-4a3a-8d52-77d3f382bf93 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event deleted for resources: {'Port': ['ID=0c00414e-e946-41c5-ab84-415ecbfe2eaa,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:58.115683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1d8512b0-6493-4371-9e68-9ee589a8d181 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:54:58.123563 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aed652d8-430a-426f-9e98-03276daef90b None None] Could not find standard attr ID for object 0c00414e-e946-41c5-ab84-415ecbfe2eaa. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:54:58.283654 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aed652d8-430a-426f-9e98-03276daef90b None None] Provisioning for port ea46a880-8109-4900-a10d-3e02e4a0f83f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:54:58.292871 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aed652d8-430a-426f-9e98-03276daef90b None None] Provisioning complete for port ea46a880-8109-4900-a10d-3e02e4a0f83f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:58.293300 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aed652d8-430a-426f-9e98-03276daef90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:58.334837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccba17-2029-4ce3-bf19-22d736634ef5 req-10c1ffb3-7ddc-4ea2-b7f0-61ae451a0e77 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:58.336883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95ccba17-2029-4ce3-bf19-22d736634ef5 req-10c1ffb3-7ddc-4ea2-b7f0-61ae451a0e77 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 944 time: 0.3688416 Jul 27 19:54:58.396540 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 1d8512b0-6493-4371-9e68-9ee589a8d181 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:58.397188 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:58.452332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port e26dd807-304e-4f3e-bcf4-685f9b4a5598 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:58.453208 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:58.514889 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-aed652d8-430a-426f-9e98-03276daef90b None None] Port ea46a880-8109-4900-a10d-3e02e4a0f83f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:54:58.569626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aed652d8-430a-426f-9e98-03276daef90b None None] Provisioning complete for port 1d8512b0-6493-4371-9e68-9ee589a8d181 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:58.570039 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aed652d8-430a-426f-9e98-03276daef90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:58.577362 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-afacd781-67e3-4a3a-8d52-77d3f382bf93 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:58.585966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52514) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:58.586797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-afacd781-67e3-4a3a-8d52-77d3f382bf93 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "DELETE /v2.0/ports/0c00414e-e946-41c5-ab84-415ecbfe2eaa HTTP/1.1" status: 204 len: 168 time: 2.9401312 Jul 27 19:54:58.603192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95ccba17-2029-4ce3-bf19-22d736634ef5 req-302ff14c-e453-412f-89d1-7de2aa545e0f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457867 Jul 27 19:54:58.732545 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-10894e67-88f5-4d29-b4a0-fa0c62a3c321 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] GET failed (client error): The resource could not be found. Jul 27 19:54:58.743258 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-10894e67-88f5-4d29-b4a0-fa0c62a3c321 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "GET /v2.0/ports/0c00414e-e946-41c5-ab84-415ecbfe2eaa HTTP/1.1" status: 404 len: 333 time: 0.1544156 Jul 27 19:54:58.745686 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52520) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:54:58.759630 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4e60ccc8-1f88-40a0-b36e-08871fec7138 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Request body: {'port': {'network_id': '923b35bc-faa0-4f3a-b80a-6779c77978d7', 'name': 'tempest-AllowedAddressPairTestJSON-1129504402'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:54:58.764761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:54:58.815197 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:58.859259 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Transition to ACTIVE for port object f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:58.889751 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:58.957382 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:58.979834 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70b817-6365-4721-9502-b504b1461bb8 req-87226fc2-793d-42e8-98c7-743b91601bb9 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:58.981979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d70b817-6365-4721-9502-b504b1461bb8 req-87226fc2-793d-42e8-98c7-743b91601bb9 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 932 time: 0.3208778 Jul 27 19:54:59.112527 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Pushing event updated for resources: {'Port': ['ID=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:59.201476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e60ccc8-1f88-40a0-b36e-08871fec7138 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Made reservation on behalf of d136220a00f04f7bb8b98469b948f98a for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:54:59.205338 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e60ccc8-1f88-40a0-b36e-08871fec7138 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:59.214787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86053d07-6040-49fc-85e7-b583042db0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:54:59.223263 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a8f1ab-43a4-469d-b31a-c874b3895493" -d '{"events": [{"server_uuid": "86053d07-6040-49fc-85e7-b583042db0cf", "name": "network-vif-plugged", "status": "completed", "tag": "e26dd807-304e-4f3e-bcf4-685f9b4a5598"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:54:59.249878 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-4e60ccc8-1f88-40a0-b36e-08871fec7138 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] device_id is not set on port a64ac775-282c-4095-8ff2-f159b6c96bdf yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:54:59.311824 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e26dd807-304e-4f3e-bcf4-685f9b4a5598, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:54:59.318659 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:59.319266 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d70b817-6365-4721-9502-b504b1461bb8 req-090a23a2-c7f0-4781-8542-d0f5eaeea934 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816806 Jul 27 19:54:59.415089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Attempting to bind port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:54:59.415089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Attempting to bind port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:54:59.415967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Attempting to bind port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 on network 5a353abe-4a3b-464a-8986-fca747b8e0df {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:54:59.432217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 on network 5a353abe-4a3b-464a-8986-fca747b8e0df not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:54:59.432217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Attempting to bind port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 on network 5a353abe-4a3b-464a-8986-fca747b8e0df {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:54:59.453827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f67de7c3-ccba-4c2c-878d-1867665ba602 None None] Could not find standard attr ID for object 0c00414e-e946-41c5-ab84-415ecbfe2eaa. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:54:59.492087 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-4e60ccc8-1f88-40a0-b36e-08871fec7138 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Allocated IP 172.20.0.12 (923b35bc-faa0-4f3a-b80a-6779c77978d7/ef625b86-140d-4348-94ee-b987c32fac81/a64ac775-282c-4095-8ff2-f159b6c96bdf) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:54:59.512323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0a942-1006-4789-a301-6e398de1b003 req-ebf28052-86cb-42ea-91e0-54815aa37d27 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:54:59.518180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f67de7c3-ccba-4c2c-878d-1867665ba602 None None] Provisioning complete for port ea46a880-8109-4900-a10d-3e02e4a0f83f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:54:59.518559 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f67de7c3-ccba-4c2c-878d-1867665ba602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:59.533357 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5a0a942-1006-4789-a301-6e398de1b003 req-ebf28052-86cb-42ea-91e0-54815aa37d27 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.6250720 Jul 27 19:54:59.555353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:54:59.556471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Checking segment: {'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:54:59.559235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Bound using segment: {'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:54:59.562634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Bound port: f62ca415-ca84-4b6d-9eed-6f7b2491b8b0, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:54:59.563846 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:59.579619 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=e26dd807-304e-4f3e-bcf4-685f9b4a5598,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:54:59.622706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f67de7c3-ccba-4c2c-878d-1867665ba602 None None] Port ea46a880-8109-4900-a10d-3e02e4a0f83f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:54:59.757337 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e60ccc8-1f88-40a0-b36e-08871fec7138 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:59.809623 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-4e60ccc8-1f88-40a0-b36e-08871fec7138 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Transition to ACTIVE for port object a64ac775-282c-4095-8ff2-f159b6c96bdf will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:54:59.849091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5a0a942-1006-4789-a301-6e398de1b003 req-b35b85f5-934b-48d2-b619-655b873c10f9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134239 Jul 27 19:54:59.858121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] For port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:54:59.864829 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96396ce3-ed19-438e-a210-6aa64779c097 x-openstack-request-id: req-96396ce3-ed19-438e-a210-6aa64779c097 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:54:59.865463 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86053d07-6040-49fc-85e7-b583042db0cf", "name": "network-vif-plugged", "status": "completed", "tag": "e26dd807-304e-4f3e-bcf4-685f9b4a5598", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:54:59.865950 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96396ce3-ed19-438e-a210-6aa64779c097 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:54:59.866616 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86053d07-6040-49fc-85e7-b583042db0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598', 'code': 200} Jul 27 19:54:59.894830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] For port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:54:59.911578 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37e8efc7-8ad8-4d5f-a4d4-8565a83ad1e4 req-155ae2a4-0837-46ca-ae2b-c678440ff6f8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3660901 Jul 27 19:54:59.919519 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:54:59.948737 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e60ccc8-1f88-40a0-b36e-08871fec7138 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:00.012122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e60ccc8-1f88-40a0-b36e-08871fec7138 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Network 923b35bc-faa0-4f3a-b80a-6779c77978d7 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:00.019646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4e60ccc8-1f88-40a0-b36e-08871fec7138 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:00.036543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e60ccc8-1f88-40a0-b36e-08871fec7138 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:00.055779 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:00.056668 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:00.057623 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-fa099cfd-e582-4718-9534-267c7991533b service neutron] 10.222.0.52 "PUT /v2.0/ports/f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 HTTP/1.1" status: 200 len: 1093 time: 3.3711722 Jul 27 19:55:00.117076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60ccc8-1f88-40a0-b36e-08871fec7138 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event updated for resources: {'Port': ['ID=a64ac775-282c-4095-8ff2-f159b6c96bdf,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:00.122567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:55:00.166989 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ef32f5-c7f9-4ed5-97e7-fe0f9ff4777d" -d '{"events": [{"name": "network-changed", "server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:55:00.194601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e60ccc8-1f88-40a0-b36e-08871fec7138 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:00.195322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e60ccc8-1f88-40a0-b36e-08871fec7138 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:00.230104 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4e60ccc8-1f88-40a0-b36e-08871fec7138 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4808781 Jul 27 19:55:00.234400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52538) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:00.241458 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-857ea155-9193-46ea-b6a0-b2431d737d4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:a1:be:8d'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:00.339089 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c881af7-4dd8-443f-b149-c33923c151e2 x-openstack-request-id: req-0c881af7-4dd8-443f-b149-c33923c151e2 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:55:00.339412 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:55:00.339650 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c881af7-4dd8-443f-b149-c33923c151e2 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:55:00.340077 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'status': 'completed', 'code': 200} Jul 27 19:55:00.402407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa099cfd-e582-4718-9534-267c7991533b service neutron] Pushing event updated for resources: {'Port': ['ID=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:00.508520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1bbe3-4119-4b61-b736-bba28bd8b846 req-3a513d55-d841-4d4d-9eba-38ada5b1b0d3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:00.517122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3da1bbe3-4119-4b61-b736-bba28bd8b846 req-3a513d55-d841-4d4d-9eba-38ada5b1b0d3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.5204871 Jul 27 19:55:00.533484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8efc7-8ad8-4d5f-a4d4-8565a83ad1e4 req-72996f1a-6db3-4099-b2e2-8edc0ff2b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:00.536055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37e8efc7-8ad8-4d5f-a4d4-8565a83ad1e4 req-72996f1a-6db3-4099-b2e2-8edc0ff2b28c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=705e86c80e1c40929b63347409e42dd3&device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 1097 time: 0.5440407 Jul 27 19:55:00.561819 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-39ecf71a-8e12-4cd4-8c18-7128dd1a85d4 None None] Provisioning for port a64ac775-282c-4095-8ff2-f159b6c96bdf completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:00.570330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-39ecf71a-8e12-4cd4-8c18-7128dd1a85d4 None None] Provisioning complete for port a64ac775-282c-4095-8ff2-f159b6c96bdf triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:00.570819 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-857ea155-9193-46ea-b6a0-b2431d737d4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:00.572513 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-39ecf71a-8e12-4cd4-8c18-7128dd1a85d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:00.577912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-329d8933-cd8e-45ad-806f-8543f0c9518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:00.580117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-329d8933-cd8e-45ad-806f-8543f0c9518c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 1096 time: 0.3727822 Jul 27 19:55:00.660880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-39ecf71a-8e12-4cd4-8c18-7128dd1a85d4 None None] Port a64ac775-282c-4095-8ff2-f159b6c96bdf cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:55:00.774764 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-ca0dbc0a-9cbb-42ec-a43f-eb05f50c6eeb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 HTTP/1.1" status: 200 len: 217 time: 0.1809773 Jul 27 19:55:00.880172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3da1bbe3-4119-4b61-b736-bba28bd8b846 req-954d749b-8f14-4193-9154-b2c399e721ac tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610756 Jul 27 19:55:00.983929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-8a52fb8c-a57e-469a-9466-c1e1dc205e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:00.985782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-8a52fb8c-a57e-469a-9466-c1e1dc205e12 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d09a00cb-b386-481d-ac77-b852f1db0dbd HTTP/1.1" status: 200 len: 856 time: 0.1991286 Jul 27 19:55:01.077159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8efc7-8ad8-4d5f-a4d4-8565a83ad1e4 req-d86f16a1-c6f8-4b31-99c7-25bfd5ea0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:01.078694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37e8efc7-8ad8-4d5f-a4d4-8565a83ad1e4 req-d86f16a1-c6f8-4b31-99c7-25bfd5ea0caf service neutron] 10.222.0.52 "GET /v2.0/networks?id=fd803f08-4324-482c-8054-6bca1843a5b5 HTTP/1.1" status: 200 len: 906 time: 0.4948225 Jul 27 19:55:01.094700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b06cf3-e926-4fb6-bc26-ee9af605b8c0 req-666dcc2c-7058-4647-be69-4544348d94b4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:01.097426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2b06cf3-e926-4fb6-bc26-ee9af605b8c0 req-666dcc2c-7058-4647-be69-4544348d94b4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.5600846 Jul 27 19:55:01.252168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37e8efc7-8ad8-4d5f-a4d4-8565a83ad1e4 req-f64e5818-b126-48e2-b9bb-465a2f52844a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c HTTP/1.1" status: 200 len: 1001 time: 0.1516693 Jul 27 19:55:01.368261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2b06cf3-e926-4fb6-bc26-ee9af605b8c0 req-cb41ab73-b875-4fe2-b716-635ae6d4dbe8 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588439 Jul 27 19:55:01.380234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-c4936ccf-ffd8-4bdc-ad31-d017db2c2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:01.382403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-c4936ccf-ffd8-4bdc-ad31-d017db2c2ec7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a353abe-4a3b-464a-8986-fca747b8e0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3689537 Jul 27 19:55:01.406826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-857ea155-9193-46ea-b6a0-b2431d737d4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:01.415750 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-857ea155-9193-46ea-b6a0-b2431d737d4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:01.631637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8efc7-8ad8-4d5f-a4d4-8565a83ad1e4 req-b35833b8-8690-4c64-9840-2a88d8d63f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:01.633282 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37e8efc7-8ad8-4d5f-a4d4-8565a83ad1e4 req-b35833b8-8690-4c64-9840-2a88d8d63f34 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d6a1c4c-9e4c-4a4a-9e27-661033339273 HTTP/1.1" status: 200 len: 844 time: 0.3656557 Jul 27 19:55:01.638017 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-857ea155-9193-46ea-b6a0-b2431d737d4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] In _notify_port_updated(), no bound segment for port a64ac775-282c-4095-8ff2-f159b6c96bdf on network 923b35bc-faa0-4f3a-b80a-6779c77978d7 {{(pid=94060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 19:55:01.641656 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-9836f0f7-e0ac-4b07-89d9-0816139571a8 service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416668 Jul 27 19:55:01.654626 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857ea155-9193-46ea-b6a0-b2431d737d4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:01.655336 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-857ea155-9193-46ea-b6a0-b2431d737d4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:01.659522 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-857ea155-9193-46ea-b6a0-b2431d737d4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "PUT /v2.0/ports/a64ac775-282c-4095-8ff2-f159b6c96bdf HTTP/1.1" status: 200 len: 994 time: 1.4207208 Jul 27 19:55:01.660621 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52554) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:01.744466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ea155-9193-46ea-b6a0-b2431d737d4c tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event updated for resources: {'Port': ['ID=a64ac775-282c-4095-8ff2-f159b6c96bdf,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:01.842324 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c6c9aaf-b923-47c0-acaa-21bd3aba999a req-570c14b4-0352-416d-ae7b-567750acd35d service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800177 Jul 27 19:55:01.887546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074747fb-33ce-4878-91fd-da01daea3fad req-53459399-9680-44b0-9dcd-69c729cc5f47 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:01.897729 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-074747fb-33ce-4878-91fd-da01daea3fad req-53459399-9680-44b0-9dcd-69c729cc5f47 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.6390190 Jul 27 19:55:01.931666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f2c97900-34c6-4cf8-9fd5-2e8f6c1316ef tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Deleting port a64ac775-282c-4095-8ff2-f159b6c96bdf {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:01.932009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2c97900-34c6-4cf8-9fd5-2e8f6c1316ef tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:01.993598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-eac525d7-6d02-4a7f-b536-b3c734d3b045 None None] Provisioning complete for port a64ac775-282c-4095-8ff2-f159b6c96bdf triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:01.996148 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eac525d7-6d02-4a7f-b536-b3c734d3b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:02.063014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-eac525d7-6d02-4a7f-b536-b3c734d3b045 None None] Port a64ac775-282c-4095-8ff2-f159b6c96bdf cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:55:02.094863 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-074747fb-33ce-4878-91fd-da01daea3fad req-4943c7b6-a708-424a-b10e-313f103cada1 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961093 Jul 27 19:55:02.103298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2c97900-34c6-4cf8-9fd5-2e8f6c1316ef tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:02.140014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f2c97900-34c6-4cf8-9fd5-2e8f6c1316ef tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Calling delete_port for a64ac775-282c-4095-8ff2-f159b6c96bdf owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:02.284252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8efc7-8ad8-4d5f-a4d4-8565a83ad1e4 req-c8a92d0a-7cdb-46df-b1cc-1d5d4e1320aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:02.284252 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37e8efc7-8ad8-4d5f-a4d4-8565a83ad1e4 req-c8a92d0a-7cdb-46df-b1cc-1d5d4e1320aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fd803f08-4324-482c-8054-6bca1843a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6420960 Jul 27 19:55:02.363655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef32f5-c7f9-4ed5-97e7-fe0f9ff4777d req-b7040f97-70e0-4afd-bd0a-77dab3f98b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:02.371221 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31ef32f5-c7f9-4ed5-97e7-fe0f9ff4777d req-b7040f97-70e0-4afd-bd0a-77dab3f98b53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 1096 time: 0.4541242 Jul 27 19:55:02.474849 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2c97900-34c6-4cf8-9fd5-2e8f6c1316ef tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:02.591024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c97900-34c6-4cf8-9fd5-2e8f6c1316ef tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event deleted for resources: {'Port': ['ID=a64ac775-282c-4095-8ff2-f159b6c96bdf,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:02.670924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5d27e-4fde-4ecb-b6a4-c9105dd74357 req-f5e2bca9-dbf5-48b4-91b6-5d72d42c8ecb tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:02.678837 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64b5d27e-4fde-4ecb-b6a4-c9105dd74357 req-f5e2bca9-dbf5-48b4-91b6-5d72d42c8ecb tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.6514423 Jul 27 19:55:02.744043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2c97900-34c6-4cf8-9fd5-2e8f6c1316ef tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:02.748442 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f2c97900-34c6-4cf8-9fd5-2e8f6c1316ef tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "DELETE /v2.0/ports/a64ac775-282c-4095-8ff2-f159b6c96bdf HTTP/1.1" status: 204 len: 168 time: 1.0722570 Jul 27 19:55:02.748698 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52568) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:02.810154 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2970f78-151d-4deb-96c2-3d1aa791a803 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] GET failed (client error): The resource could not be found. Jul 27 19:55:02.811911 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a2970f78-151d-4deb-96c2-3d1aa791a803 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "GET /v2.0/ports/a64ac775-282c-4095-8ff2-f159b6c96bdf HTTP/1.1" status: 404 len: 333 time: 0.0622745 Jul 27 19:55:02.815446 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52570) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:02.820368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e818518f-f718-4c78-876f-8d264fe931a4 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Request body: {'port': {'network_id': '923b35bc-faa0-4f3a-b80a-6779c77978d7', 'name': 'tempest-AllowedAddressPairTestJSON-151508144'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:02.871236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef32f5-c7f9-4ed5-97e7-fe0f9ff4777d req-3e3f4ab0-9a06-410e-ba60-bd490df33396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:02.883257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31ef32f5-c7f9-4ed5-97e7-fe0f9ff4777d req-3e3f4ab0-9a06-410e-ba60-bd490df33396 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 918 time: 0.4539237 Jul 27 19:55:02.892699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64b5d27e-4fde-4ecb-b6a4-c9105dd74357 req-22a56ec6-f6ec-4abe-b622-d305c36a5c69 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128544 Jul 27 19:55:02.923633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2f61d-72d5-42e7-8605-841e53dd64ee req-5a26d183-d9f0-4101-a82c-e744ceb9a5a1 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:02.945007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9b2f61d-72d5-42e7-8605-841e53dd64ee req-5a26d183-d9f0-4101-a82c-e744ceb9a5a1 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.3918822 Jul 27 19:55:02.987413 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31ef32f5-c7f9-4ed5-97e7-fe0f9ff4777d req-96a46190-ad8b-4986-b51f-eaf38b00bd2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 HTTP/1.1" status: 200 len: 217 time: 0.0910430 Jul 27 19:55:02.989985 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37e8efc7-8ad8-4d5f-a4d4-8565a83ad1e4 req-bcfc42e9-655f-4ac5-9c67-1f3a3b04b679 service neutron] 10.222.0.52 "GET /v2.0/networks/fd803f08-4324-482c-8054-6bca1843a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924653 Jul 27 19:55:03.016122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e818518f-f718-4c78-876f-8d264fe931a4 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Made reservation on behalf of d136220a00f04f7bb8b98469b948f98a for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:03.019990 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e818518f-f718-4c78-876f-8d264fe931a4 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:03.062521 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-e818518f-f718-4c78-876f-8d264fe931a4 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] device_id is not set on port 9f86baf0-eb2d-4d90-b2d7-29cf64384243 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:55:03.088502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9b2f61d-72d5-42e7-8605-841e53dd64ee req-707c6fa9-762a-4281-910e-b3980a008dcc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425383 Jul 27 19:55:03.174443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef32f5-c7f9-4ed5-97e7-fe0f9ff4777d req-c9b32728-4b20-4e43-b7d5-fcebf495c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:03.176369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31ef32f5-c7f9-4ed5-97e7-fe0f9ff4777d req-c9b32728-4b20-4e43-b7d5-fcebf495c124 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d09a00cb-b386-481d-ac77-b852f1db0dbd HTTP/1.1" status: 200 len: 856 time: 0.1642823 Jul 27 19:55:03.263778 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37e8efc7-8ad8-4d5f-a4d4-8565a83ad1e4 req-af58e241-1ece-4be9-a666-2c6895e0f4fc service neutron] 10.222.0.52 "GET /v2.0/networks/fd803f08-4324-482c-8054-6bca1843a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504017 Jul 27 19:55:03.305977 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-e818518f-f718-4c78-876f-8d264fe931a4 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Allocated IP 172.20.0.5 (923b35bc-faa0-4f3a-b80a-6779c77978d7/ef625b86-140d-4348-94ee-b987c32fac81/9f86baf0-eb2d-4d90-b2d7-29cf64384243) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:03.386145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef32f5-c7f9-4ed5-97e7-fe0f9ff4777d req-87a626be-fa42-43a0-b7b1-183ba10852d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:03.387881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31ef32f5-c7f9-4ed5-97e7-fe0f9ff4777d req-87a626be-fa42-43a0-b7b1-183ba10852d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a353abe-4a3b-464a-8986-fca747b8e0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2029436 Jul 27 19:55:03.405711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b4a4d-0ef9-4818-9b98-fe0698620a6f req-dca5f00e-add0-4d8a-8f75-3c0a24a08e38 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:03.407290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2b4a4d-0ef9-4818-9b98-fe0698620a6f req-dca5f00e-add0-4d8a-8f75-3c0a24a08e38 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.1735420 Jul 27 19:55:03.497578 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e818518f-f718-4c78-876f-8d264fe931a4 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:03.513871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f2b4a4d-0ef9-4818-9b98-fe0698620a6f req-8974d9b9-e8c1-4abe-b305-3fed58606718 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927939 Jul 27 19:55:03.526768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-e818518f-f718-4c78-876f-8d264fe931a4 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Transition to ACTIVE for port object 9f86baf0-eb2d-4d90-b2d7-29cf64384243 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:03.548830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31ef32f5-c7f9-4ed5-97e7-fe0f9ff4777d req-d1569cb7-2499-44d6-a9e5-bb6b2cd4e0c3 service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509042 Jul 27 19:55:03.577915 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e818518f-f718-4c78-876f-8d264fe931a4 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:03.648010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e818518f-f718-4c78-876f-8d264fe931a4 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Network 923b35bc-faa0-4f3a-b80a-6779c77978d7 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:03.659011 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e818518f-f718-4c78-876f-8d264fe931a4 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:03.684280 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818518f-f718-4c78-876f-8d264fe931a4 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:03.711481 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31ef32f5-c7f9-4ed5-97e7-fe0f9ff4777d req-8737edee-f14d-4460-b982-af571cedee82 service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542375 Jul 27 19:55:03.720322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818518f-f718-4c78-876f-8d264fe931a4 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event updated for resources: {'Port': ['ID=9f86baf0-eb2d-4d90-b2d7-29cf64384243,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:03.750688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e818518f-f718-4c78-876f-8d264fe931a4 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:03.751907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e818518f-f718-4c78-876f-8d264fe931a4 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:03.782256 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e818518f-f718-4c78-876f-8d264fe931a4 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9654903 Jul 27 19:55:03.784582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52580) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:03.791567 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-38bd0dbe-3a75-4597-a780-519bc38a3783 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a1:be:8d'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:03.937128 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38bd0dbe-3a75-4597-a780-519bc38a3783 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:04.030444 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bdc60e65-2989-42c3-a560-f4f2ba74680e None None] Provisioning for port 9f86baf0-eb2d-4d90-b2d7-29cf64384243 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:04.042426 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bdc60e65-2989-42c3-a560-f4f2ba74680e None None] Provisioning complete for port 9f86baf0-eb2d-4d90-b2d7-29cf64384243 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:04.042806 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bdc60e65-2989-42c3-a560-f4f2ba74680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:04.123171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-bdc60e65-2989-42c3-a560-f4f2ba74680e None None] Port 9f86baf0-eb2d-4d90-b2d7-29cf64384243 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:55:04.149058 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daa126-557c-45dd-87aa-8def3addae52 req-74c29151-f3fb-4a70-b10e-30dcce5870aa tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:04.153839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3daa126-557c-45dd-87aa-8def3addae52 req-74c29151-f3fb-4a70-b10e-30dcce5870aa tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1501782 Jul 27 19:55:04.249352 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3daa126-557c-45dd-87aa-8def3addae52 req-526794d5-8cc1-4e9f-aac2-767415a6f0ba tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846641 Jul 27 19:55:04.302692 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38bd0dbe-3a75-4597-a780-519bc38a3783 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:04.307197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543f075-a93d-40d6-b42e-dfc52e5d4782 req-196bdc1b-7933-4289-963c-66a8a8570631 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:04.310534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6543f075-a93d-40d6-b42e-dfc52e5d4782 req-196bdc1b-7933-4289-963c-66a8a8570631 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.1107972 Jul 27 19:55:04.314273 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38bd0dbe-3a75-4597-a780-519bc38a3783 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:04.401188 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6543f075-a93d-40d6-b42e-dfc52e5d4782 req-775a9738-f36b-4b1d-8e53-8a41fad9377c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788713 Jul 27 19:55:04.432194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd0dbe-3a75-4597-a780-519bc38a3783 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event updated for resources: {'Port': ['ID=9f86baf0-eb2d-4d90-b2d7-29cf64384243,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:04.441147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-38bd0dbe-3a75-4597-a780-519bc38a3783 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] In _notify_port_updated(), no bound segment for port 9f86baf0-eb2d-4d90-b2d7-29cf64384243 on network 923b35bc-faa0-4f3a-b80a-6779c77978d7 {{(pid=94060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 19:55:04.451682 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bd0dbe-3a75-4597-a780-519bc38a3783 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:04.452537 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38bd0dbe-3a75-4597-a780-519bc38a3783 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:04.454012 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-38bd0dbe-3a75-4597-a780-519bc38a3783 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "PUT /v2.0/ports/9f86baf0-eb2d-4d90-b2d7-29cf64384243 HTTP/1.1" status: 200 len: 995 time: 0.6684804 Jul 27 19:55:04.459459 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52596) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:04.569831 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:55:04.657245 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc46af-d693-49e0-abbc-753bff23c3a1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Deleting port 9f86baf0-eb2d-4d90-b2d7-29cf64384243 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:04.658370 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5cc46af-d693-49e0-abbc-753bff23c3a1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:04.768964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5cc46af-d693-49e0-abbc-753bff23c3a1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:04.784049 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc46af-d693-49e0-abbc-753bff23c3a1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Calling delete_port for 9f86baf0-eb2d-4d90-b2d7-29cf64384243 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:04.797969 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ea0621a2-2e59-4bda-b33e-1d3bc1f774b8 None None] Provisioning complete for port 9f86baf0-eb2d-4d90-b2d7-29cf64384243 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:04.798824 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ea0621a2-2e59-4bda-b33e-1d3bc1f774b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:04.818260 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003d33d-7b68-4484-a7b9-2c008420a06b req-60846a1b-004e-4a5a-9580-7d6b69d49acc tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:04.819895 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3003d33d-7b68-4484-a7b9-2c008420a06b req-60846a1b-004e-4a5a-9580-7d6b69d49acc tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.1412661 Jul 27 19:55:04.857792 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:04.884139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3003d33d-7b68-4484-a7b9-2c008420a06b req-0a8368e5-ed7b-4a37-8be2-c72d97034289 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553658 Jul 27 19:55:04.907023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ea0621a2-2e59-4bda-b33e-1d3bc1f774b8 None None] Port 9f86baf0-eb2d-4d90-b2d7-29cf64384243 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:55:04.908895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'port_id': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'mac_address': 'fa:16:3e:b5:a8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:55:04.961637 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5cc46af-d693-49e0-abbc-753bff23c3a1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:04.979128 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:05.000084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc46af-d693-49e0-abbc-753bff23c3a1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event deleted for resources: {'Port': ['ID=9f86baf0-eb2d-4d90-b2d7-29cf64384243,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:05.001125 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:55:05.048355 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:05.057060 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:05.119018 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5cc46af-d693-49e0-abbc-753bff23c3a1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:05.121316 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f5cc46af-d693-49e0-abbc-753bff23c3a1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "DELETE /v2.0/ports/9f86baf0-eb2d-4d90-b2d7-29cf64384243 HTTP/1.1" status: 204 len: 168 time: 0.6605241 Jul 27 19:55:05.124018 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52604) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:05.183793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:05.187082 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0b2523-bad2-47b5-a7e3-1285af5655fc tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] GET failed (client error): The resource could not be found. Jul 27 19:55:05.193298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 52606) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:05.193865 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6b0b2523-bad2-47b5-a7e3-1285af5655fc tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "GET /v2.0/ports/9f86baf0-eb2d-4d90-b2d7-29cf64384243 HTTP/1.1" status: 404 len: 333 time: 0.0686412 Jul 27 19:55:05.201696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-dd3e8b8e-ac24-43cc-a8aa-17cd74e1caf1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Request body: {'port': {'network_id': '923b35bc-faa0-4f3a-b80a-6779c77978d7', 'name': 'tempest-AllowedAddressPairTestJSON-1918794019'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:05.296697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['f62ca415-ca84-4b6d-9eed-6f7b2491b8b0'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:55:05.459671 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3e8b8e-ac24-43cc-a8aa-17cd74e1caf1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Made reservation on behalf of d136220a00f04f7bb8b98469b948f98a for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:05.467600 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8b8e-ac24-43cc-a8aa-17cd74e1caf1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:05.528634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-dd3e8b8e-ac24-43cc-a8aa-17cd74e1caf1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] device_id is not set on port 42e7fd3e-f955-457b-a79c-b5cc96bbc6a2 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:55:05.738270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dd135-d0d1-4bac-b4ee-0aefd770272c req-bdf8c331-ed95-47e1-b295-17cfb9fee79e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:05.746693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f8dd135-d0d1-4bac-b4ee-0aefd770272c req-bdf8c331-ed95-47e1-b295-17cfb9fee79e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.3567293 Jul 27 19:55:05.823994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47880af2-0c86-42f1-9186-a58ff6b6f58e req-05d5d758-4ef5-4108-8f14-bd0941bc56a5 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:05.825745 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47880af2-0c86-42f1-9186-a58ff6b6f58e req-05d5d758-4ef5-4108-8f14-bd0941bc56a5 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 945 time: 0.2354376 Jul 27 19:55:05.827141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-dd3e8b8e-ac24-43cc-a8aa-17cd74e1caf1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Allocated IP 172.20.0.10 (923b35bc-faa0-4f3a-b80a-6779c77978d7/ef625b86-140d-4348-94ee-b987c32fac81/42e7fd3e-f955-457b-a79c-b5cc96bbc6a2) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:05.879630 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f8dd135-d0d1-4bac-b4ee-0aefd770272c req-3df05bd0-1472-4df1-a141-2d84f811db71 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315963 Jul 27 19:55:05.933666 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47880af2-0c86-42f1-9186-a58ff6b6f58e req-468d6e11-d085-46d1-a963-ee8cb906fa7c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955055 Jul 27 19:55:06.515350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52d9b1-e635-4c31-a9ab-f90943407aef req-6a6c0327-389b-485c-ab00-68898f799aa3 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:06.516819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af52d9b1-e635-4c31-a9ab-f90943407aef req-6a6c0327-389b-485c-ab00-68898f799aa3 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.4922028 Jul 27 19:55:06.543896 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8b8e-ac24-43cc-a8aa-17cd74e1caf1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:06.572375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:55:06.585824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-dd3e8b8e-ac24-43cc-a8aa-17cd74e1caf1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Transition to ACTIVE for port object 42e7fd3e-f955-457b-a79c-b5cc96bbc6a2 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:06.620304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af52d9b1-e635-4c31-a9ab-f90943407aef req-64d4052a-6bba-42e7-a2a5-08fa69f4da86 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922158 Jul 27 19:55:06.657312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:06.662857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:06.663594 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:06.693644 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8b8e-ac24-43cc-a8aa-17cd74e1caf1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:06.762087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3e8b8e-ac24-43cc-a8aa-17cd74e1caf1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Network 923b35bc-faa0-4f3a-b80a-6779c77978d7 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:06.767608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-dd3e8b8e-ac24-43cc-a8aa-17cd74e1caf1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:06.769450 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:06.771367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e8b8e-ac24-43cc-a8aa-17cd74e1caf1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:06.819983 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:06.822816 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:55:06.827842 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab64a3cc-ee82-40c6-994a-e2de5104ea42" -d '{"events": [{"server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "name": "network-vif-plugged", "status": "completed", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:55:06.833775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3e8b8e-ac24-43cc-a8aa-17cd74e1caf1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:06.834133 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8b8e-ac24-43cc-a8aa-17cd74e1caf1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:06.841728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e8b8e-ac24-43cc-a8aa-17cd74e1caf1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event updated for resources: {'Port': ['ID=42e7fd3e-f955-457b-a79c-b5cc96bbc6a2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:06.847449 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:06.860875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dd3e8b8e-ac24-43cc-a8aa-17cd74e1caf1 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6654701 Jul 27 19:55:06.863539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52630) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:06.869995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-86d40414-5c19-40d4-94f0-4acb970e43ad tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Request body: {'port': {'network_id': '923b35bc-faa0-4f3a-b80a-6779c77978d7', 'name': 'tempest-AllowedAddressPairTestJSON-1352304893'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:07.067269 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c791be1-a7e4-44bd-ac76-8c2db03d1788 x-openstack-request-id: req-3c791be1-a7e4-44bd-ac76-8c2db03d1788 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:55:07.077621 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "name": "network-vif-plugged", "status": "completed", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:55:07.078324 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c791be1-a7e4-44bd-ac76-8c2db03d1788 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:55:07.079231 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'code': 200} Jul 27 19:55:07.082114 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:07.116878 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d40414-5c19-40d4-94f0-4acb970e43ad tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Made reservation on behalf of d136220a00f04f7bb8b98469b948f98a for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:07.121256 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86d40414-5c19-40d4-94f0-4acb970e43ad tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:07.145010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-86d40414-5c19-40d4-94f0-4acb970e43ad tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] device_id is not set on port 54296beb-6454-4d09-9371-059ca5b72f0f yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:55:07.287444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08096ef5-3379-46cc-9fef-391636d6d304 req-954085fa-cf2b-4db8-9026-7b3e9657fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:07.289516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08096ef5-3379-46cc-9fef-391636d6d304 req-954085fa-cf2b-4db8-9026-7b3e9657fdfc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 1098 time: 0.2772014 Jul 27 19:55:07.291007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e7822925-173e-4b8d-a118-7108d7c1bbfd None None] Provisioning for port 42e7fd3e-f955-457b-a79c-b5cc96bbc6a2 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:07.299283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e7822925-173e-4b8d-a118-7108d7c1bbfd None None] Provisioning complete for port 42e7fd3e-f955-457b-a79c-b5cc96bbc6a2 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:07.299573 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7822925-173e-4b8d-a118-7108d7c1bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:07.301472 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d65c8d-0587-4f74-acca-990ac0121e02 req-f5691eec-2123-49a6-a051-a8d8eee4532f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:07.303040 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-86d65c8d-0587-4f74-acca-990ac0121e02 req-f5691eec-2123-49a6-a051-a8d8eee4532f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2756302 Jul 27 19:55:07.317810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b55e7f-6666-459f-8571-c80730148ef6 req-d311c633-d192-4c4c-999b-9a53cc7d07ef tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:07.319455 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8b55e7f-6666-459f-8571-c80730148ef6 req-d311c633-d192-4c4c-999b-9a53cc7d07ef tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.1927783 Jul 27 19:55:07.345800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-86d40414-5c19-40d4-94f0-4acb970e43ad tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Allocated IP 172.20.0.11 (923b35bc-faa0-4f3a-b80a-6779c77978d7/ef625b86-140d-4348-94ee-b987c32fac81/54296beb-6454-4d09-9371-059ca5b72f0f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:07.369997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e7822925-173e-4b8d-a118-7108d7c1bbfd None None] Port 42e7fd3e-f955-457b-a79c-b5cc96bbc6a2 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:55:07.417296 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08096ef5-3379-46cc-9fef-391636d6d304 req-35ad0dd1-e036-41cb-bc7a-f841a83361ef service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132476 Jul 27 19:55:07.436838 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-86d65c8d-0587-4f74-acca-990ac0121e02 req-c8ad186c-1240-4e7a-9654-a3ec790d6ef6 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149244 Jul 27 19:55:07.446867 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8b55e7f-6666-459f-8571-c80730148ef6 req-2a7ec053-4ca9-4eb4-9980-afa88b84c261 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013360 Jul 27 19:55:07.582444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86d40414-5c19-40d4-94f0-4acb970e43ad tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:07.598401 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-86d40414-5c19-40d4-94f0-4acb970e43ad tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Transition to ACTIVE for port object 54296beb-6454-4d09-9371-059ca5b72f0f will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:07.645907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86d40414-5c19-40d4-94f0-4acb970e43ad tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:07.699215 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d40414-5c19-40d4-94f0-4acb970e43ad tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Network 923b35bc-faa0-4f3a-b80a-6779c77978d7 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:07.702902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-86d40414-5c19-40d4-94f0-4acb970e43ad tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:07.709996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d40414-5c19-40d4-94f0-4acb970e43ad tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:07.759500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d40414-5c19-40d4-94f0-4acb970e43ad tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event updated for resources: {'Port': ['ID=54296beb-6454-4d09-9371-059ca5b72f0f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:07.812092 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d40414-5c19-40d4-94f0-4acb970e43ad tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:07.813834 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86d40414-5c19-40d4-94f0-4acb970e43ad tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:07.826244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068b852-e619-43b8-a1d1-3c2e6a68b57f req-93e386e1-741b-4988-b56a-a619de5ad192 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:07.833880 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-86d40414-5c19-40d4-94f0-4acb970e43ad tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9683034 Jul 27 19:55:07.834600 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9068b852-e619-43b8-a1d1-3c2e6a68b57f req-93e386e1-741b-4988-b56a-a619de5ad192 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.1187179 Jul 27 19:55:07.836943 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52648) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:07.844789 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-eeca9e68-ce7c-4663-8acd-f28d10748e38 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:a1:be:8d'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:99:c2:16'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:07.895987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9068b852-e619-43b8-a1d1-3c2e6a68b57f req-60f83e69-e56a-4734-b0c5-9d06dcba7a5a tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603037 Jul 27 19:55:08.002060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-402a87c4-0f96-49cd-871d-6a03faf32d0c None None] Provisioning for port 54296beb-6454-4d09-9371-059ca5b72f0f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:08.009214 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-402a87c4-0f96-49cd-871d-6a03faf32d0c None None] Provisioning complete for port 54296beb-6454-4d09-9371-059ca5b72f0f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:08.009949 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-402a87c4-0f96-49cd-871d-6a03faf32d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:08.058170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-402a87c4-0f96-49cd-871d-6a03faf32d0c None None] Port 54296beb-6454-4d09-9371-059ca5b72f0f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:55:08.084252 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eeca9e68-ce7c-4663-8acd-f28d10748e38 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:08.314342 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:08.384849 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eeca9e68-ce7c-4663-8acd-f28d10748e38 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:08.402077 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eeca9e68-ce7c-4663-8acd-f28d10748e38 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:08.520481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca9e68-ce7c-4663-8acd-f28d10748e38 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event updated for resources: {'Port': ['ID=54296beb-6454-4d09-9371-059ca5b72f0f,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:08.545500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-eeca9e68-ce7c-4663-8acd-f28d10748e38 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] In _notify_port_updated(), no bound segment for port 54296beb-6454-4d09-9371-059ca5b72f0f on network 923b35bc-faa0-4f3a-b80a-6779c77978d7 {{(pid=94060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 19:55:08.555054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeca9e68-ce7c-4663-8acd-f28d10748e38 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:08.556347 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eeca9e68-ce7c-4663-8acd-f28d10748e38 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:08.561973 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-eeca9e68-ce7c-4663-8acd-f28d10748e38 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "PUT /v2.0/ports/54296beb-6454-4d09-9371-059ca5b72f0f HTTP/1.1" status: 200 len: 1057 time: 0.7198095 Jul 27 19:55:08.562835 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52664) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:08.715439 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d76de8-4c6f-42b0-8f2e-19b2753c3256 req-09c1d597-2008-4e7c-a63a-879161d4657a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:08.723792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13d76de8-4c6f-42b0-8f2e-19b2753c3256 req-09c1d597-2008-4e7c-a63a-879161d4657a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1829672 Jul 27 19:55:08.799774 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13d76de8-4c6f-42b0-8f2e-19b2753c3256 req-d1cb15d8-627e-49cb-b8b8-3d447b223a72 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747638 Jul 27 19:55:08.841761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c485b-0ece-4cbc-beea-d8a02c295048 req-7aa94952-eb6e-48e3-b779-7a5791611dc3 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:08.843141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c3c485b-0ece-4cbc-beea-d8a02c295048 req-7aa94952-eb6e-48e3-b779-7a5791611dc3 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.2455356 Jul 27 19:55:08.850980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-89a92bf1-6a10-4c00-9eac-3bad670ab463 None None] Provisioning complete for port 54296beb-6454-4d09-9371-059ca5b72f0f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:08.850980 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-89a92bf1-6a10-4c00-9eac-3bad670ab463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:08.857499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-36c96417-b09c-4b18-be99-3996cd0ae55e tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Deleting port 54296beb-6454-4d09-9371-059ca5b72f0f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:08.858053 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-36c96417-b09c-4b18-be99-3996cd0ae55e tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:08.903788 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c3c485b-0ece-4cbc-beea-d8a02c295048 req-e6508bc3-e225-4d42-8365-8bbd9655e7d4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440214 Jul 27 19:55:08.945711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-89a92bf1-6a10-4c00-9eac-3bad670ab463 None None] Port 54296beb-6454-4d09-9371-059ca5b72f0f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:55:09.015528 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-36c96417-b09c-4b18-be99-3996cd0ae55e tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:09.047999 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-36c96417-b09c-4b18-be99-3996cd0ae55e tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Calling delete_port for 54296beb-6454-4d09-9371-059ca5b72f0f owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:09.221953 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-36c96417-b09c-4b18-be99-3996cd0ae55e tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:09.247360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4d0a0-7bd0-4f2b-a5ac-b1fc1dd34b80 req-03bc83c8-0e28-4335-afc6-6a44ad9b12bd tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:09.255897 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5cf4d0a0-7bd0-4f2b-a5ac-b1fc1dd34b80 req-03bc83c8-0e28-4335-afc6-6a44ad9b12bd tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.1712811 Jul 27 19:55:09.265629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c96417-b09c-4b18-be99-3996cd0ae55e tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event deleted for resources: {'Port': ['ID=54296beb-6454-4d09-9371-059ca5b72f0f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:09.299466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404b44b-abbc-4e39-9784-b288d9f8493b req-795be99b-2400-48ac-b3b9-8c6692d84b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:09.301170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f404b44b-abbc-4e39-9784-b288d9f8493b req-795be99b-2400-48ac-b3b9-8c6692d84b7f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 1097 time: 0.1627138 Jul 27 19:55:09.356843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fc6fd-2f49-4cf2-a4f0-6cb705d4b33f req-72960052-5e40-496f-a63a-79062883fb1e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:09.358449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-307fc6fd-2f49-4cf2-a4f0-6cb705d4b33f req-72960052-5e40-496f-a63a-79062883fb1e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.2393236 Jul 27 19:55:09.370792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 52690) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:09.375842 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-b3b83907-dfe0-4126-a702-72c62d3b1603 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Request body: {'floatingip': {'port_id': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:09.429249 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5cf4d0a0-7bd0-4f2b-a5ac-b1fc1dd34b80 req-576044eb-1e2b-43e1-b520-de22d022cff4 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722658 Jul 27 19:55:09.473795 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f404b44b-abbc-4e39-9784-b288d9f8493b req-e8203dc3-8642-45a9-a249-71611df59c8a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648488 Jul 27 19:55:09.488372 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3b83907-dfe0-4126-a702-72c62d3b1603 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:09.583338 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-36c96417-b09c-4b18-be99-3996cd0ae55e tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:09.586270 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-36c96417-b09c-4b18-be99-3996cd0ae55e tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "DELETE /v2.0/ports/54296beb-6454-4d09-9371-059ca5b72f0f HTTP/1.1" status: 204 len: 168 time: 1.0207117 Jul 27 19:55:09.588760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52692) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:09.626077 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-320b4ca5-e21f-41e3-8d99-65a913e9887e tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] GET failed (client error): The resource could not be found. Jul 27 19:55:09.627635 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-320b4ca5-e21f-41e3-8d99-65a913e9887e tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "GET /v2.0/ports/54296beb-6454-4d09-9371-059ca5b72f0f HTTP/1.1" status: 404 len: 333 time: 0.0378709 Jul 27 19:55:09.631196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52694) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:09.791852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c6b26f78-f738-461c-bf90-0c48ce2b49ec tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Deleting port 42e7fd3e-f955-457b-a79c-b5cc96bbc6a2 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:09.792213 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c6b26f78-f738-461c-bf90-0c48ce2b49ec tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:09.958895 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c6b26f78-f738-461c-bf90-0c48ce2b49ec tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:09.975282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c6b26f78-f738-461c-bf90-0c48ce2b49ec tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Calling delete_port for 42e7fd3e-f955-457b-a79c-b5cc96bbc6a2 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:10.217818 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c6b26f78-f738-461c-bf90-0c48ce2b49ec tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:10.240438 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.resource_extend [None req-b3b83907-dfe0-4126-a702-72c62d3b1603 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 19:55:10.296378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b26f78-f738-461c-bf90-0c48ce2b49ec tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event deleted for resources: {'Port': ['ID=42e7fd3e-f955-457b-a79c-b5cc96bbc6a2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:10.306118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26454e-5877-45cf-91fc-e5dd219cad7c req-45a4cad8-bb27-4e55-a81a-9db17fcb806d tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:10.307663 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c26454e-5877-45cf-91fc-e5dd219cad7c req-45a4cad8-bb27-4e55-a81a-9db17fcb806d tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.3575385 Jul 27 19:55:10.407740 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3b83907-dfe0-4126-a702-72c62d3b1603 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:10.413375 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c26454e-5877-45cf-91fc-e5dd219cad7c req-67d36793-38ce-4a5b-ada3-215e2a63341e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839260 Jul 27 19:55:10.415858 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3b83907-dfe0-4126-a702-72c62d3b1603 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:10.520329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c6b26f78-f738-461c-bf90-0c48ce2b49ec tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:10.522708 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c6b26f78-f738-461c-bf90-0c48ce2b49ec tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "DELETE /v2.0/ports/42e7fd3e-f955-457b-a79c-b5cc96bbc6a2 HTTP/1.1" status: 204 len: 168 time: 0.8900151 Jul 27 19:55:10.525648 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52718) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:10.564348 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-87426a9e-6363-440a-8d79-26ea3d6bf9f2 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] GET failed (client error): The resource could not be found. Jul 27 19:55:10.567631 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-b3b83907-dfe0-4126-a702-72c62d3b1603 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Floating IP e8e856d6-498d-45fa-91ec-c6a4e012020d associated. External IP: 172.25.1.112, port: f62ca415-ca84-4b6d-9eed-6f7b2491b8b0. Jul 27 19:55:10.568122 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-87426a9e-6363-440a-8d79-26ea3d6bf9f2 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "GET /v2.0/ports/42e7fd3e-f955-457b-a79c-b5cc96bbc6a2 HTTP/1.1" status: 404 len: 333 time: 0.0411460 Jul 27 19:55:10.572171 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 52722) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:10.847947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a27925-b710-49fc-a0ec-e1f74257c726 req-ee96eaeb-2d95-4f18-8179-a5454eec3f09 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:10.852963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24a27925-b710-49fc-a0ec-e1f74257c726 req-ee96eaeb-2d95-4f18-8179-a5454eec3f09 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.2825727 Jul 27 19:55:10.925837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-36d169ff-70b9-4bfd-bfd2-488ca56944f6 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Deleting port ea46a880-8109-4900-a10d-3e02e4a0f83f {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:10.926194 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36d169ff-70b9-4bfd-bfd2-488ca56944f6 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:11.036381 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24a27925-b710-49fc-a0ec-e1f74257c726 req-fe9da8eb-f935-4b72-8084-16b12a1f0967 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569691 Jul 27 19:55:11.136902 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36d169ff-70b9-4bfd-bfd2-488ca56944f6 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:11.141232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b83907-dfe0-4126-a702-72c62d3b1603 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Router e05a3506-9daa-4849-a868-d4eb4255e52f has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:55:11.167994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-36d169ff-70b9-4bfd-bfd2-488ca56944f6 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Calling delete_port for ea46a880-8109-4900-a10d-3e02e4a0f83f owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:11.386965 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:11.441471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b83907-dfe0-4126-a702-72c62d3b1603 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:55:11.452271 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3b83907-dfe0-4126-a702-72c62d3b1603 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:11.456104 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a04f7e4-ea2f-4c54-b117-f486c0e75959 None None] Sync routers for ids ['e05a3506-9daa-4849-a868-d4eb4255e52f'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:55:11.493203 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04f7e4-ea2f-4c54-b117-f486c0e75959 None None] Routers {'e05a3506-9daa-4849-a868-d4eb4255e52f'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:55:11.494215 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9a04f7e4-ea2f-4c54-b117-f486c0e75959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:54:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e05a3506-9daa-4849-a868-d4eb4255e52f'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:11.610048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b3b83907-dfe0-4126-a702-72c62d3b1603 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "PUT /v2.0/floatingips/e8e856d6-498d-45fa-91ec-c6a4e012020d HTTP/1.1" status: 200 len: 992 time: 2.2374461 Jul 27 19:55:11.616380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:55:11.620336 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0744f651-c9bb-4527-9991-d631c2710c22" -d '{"events": [{"name": "network-changed", "server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:55:11.623250 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-9a04f7e4-ea2f-4c54-b117-f486c0e75959 None None] Set router e05a3506-9daa-4849-a868-d4eb4255e52f gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:55:11.623656 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36d169ff-70b9-4bfd-bfd2-488ca56944f6 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:11.642999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-9c546a80-235e-4805-af83-dd1788b0502b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:11.651237 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-9c546a80-235e-4805-af83-dd1788b0502b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/networks?id=e6b62717-e555-42c8-92ce-efeea95bbb3e HTTP/1.1" status: 200 len: 810 time: 0.2976258 Jul 27 19:55:11.771971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-ba72e6aa-90c2-467b-80b8-81887c162356 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/quotas/530f88a84a434ec586a35453c8add755 HTTP/1.1" status: 200 len: 375 time: 0.1194868 Jul 27 19:55:11.780242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d169ff-70b9-4bfd-bfd2-488ca56944f6 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event deleted for resources: {'Port': ['ID=ea46a880-8109-4900-a10d-3e02e4a0f83f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:11.903672 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36d169ff-70b9-4bfd-bfd2-488ca56944f6 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:11.910732 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52766) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:11.920062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-36d169ff-70b9-4bfd-bfd2-488ca56944f6 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "DELETE /v2.0/ports/ea46a880-8109-4900-a10d-3e02e4a0f83f HTTP/1.1" status: 204 len: 168 time: 1.3467386 Jul 27 19:55:11.948678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adca1e-2c7a-4285-a7ce-0150fb7be3c5 req-c7ce2177-d486-4846-be7c-eb065729fccc tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:11.954001 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3adca1e-2c7a-4285-a7ce-0150fb7be3c5 req-c7ce2177-d486-4846-be7c-eb065729fccc tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.3532715 Jul 27 19:55:11.985965 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9a04f7e4-ea2f-4c54-b117-f486c0e75959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'e8e856d6-498d-45fa-91ec-c6a4e012020d', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'port_id': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'mac_address': 'fa:16:3e:b5:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:54:51Z', 'updated_at': '2021-07-27T19:55:10Z', 'revision_number': 1, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cfcd4ee-3b5b-4350-b886-74ec22e4afd1', 'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'mac_address': 'fa:16:3e:93:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:47Z', 'updated_at': '2021-07-27T19:54:54Z', 'revision_number': 5, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'subnets': [{'id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:12.027964 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a04f7e4-ea2f-4c54-b117-f486c0e75959 None None] Checking router: e05a3506-9daa-4849-a868-d4eb4255e52f for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:55:12.037516 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04f7e4-ea2f-4c54-b117-f486c0e75959 None None] Routers {'e05a3506-9daa-4849-a868-d4eb4255e52f'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:55:12.038465 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9a04f7e4-ea2f-4c54-b117-f486c0e75959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:54:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e05a3506-9daa-4849-a868-d4eb4255e52f'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:12.040190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3adca1e-2c7a-4285-a7ce-0150fb7be3c5 req-b82c9abc-4403-4a9d-b90d-67e9c7464b4a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754390 Jul 27 19:55:12.047051 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-ef0d2f3f-0380-42f3-b600-1ded2aa1515b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=530f88a84a434ec586a35453c8add755&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2328515 Jul 27 19:55:12.053425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ab3b2d-d12c-4af3-9daa-fdc4f795e421 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Deleting subnet ef625b86-140d-4348-94ee-b987c32fac81 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:55:12.071098 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61ab3b2d-d12c-4af3-9daa-fdc4f795e421 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:12.171673 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61ab3b2d-d12c-4af3-9daa-fdc4f795e421 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:12.278546 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61ab3b2d-d12c-4af3-9daa-fdc4f795e421 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:12.325701 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-a987a27e-764d-4fd0-86a4-a46482908036 service neutron] 10.222.0.48 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649422 Jul 27 19:55:12.366882 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61ab3b2d-d12c-4af3-9daa-fdc4f795e421 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:12.399875 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61ab3b2d-d12c-4af3-9daa-fdc4f795e421 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:12.403386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e0bf0-746d-421f-9a82-2d645f27844f None None] Network 923b35bc-faa0-4f3a-b80a-6779c77978d7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:12.404629 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-61ab3b2d-d12c-4af3-9daa-fdc4f795e421 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "DELETE /v2.0/subnets/ef625b86-140d-4348-94ee-b987c32fac81 HTTP/1.1" status: 204 len: 168 time: 0.4944060 Jul 27 19:55:12.412350 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae6daa9-6bdc-4d29-ae55-a3752c57036c x-openstack-request-id: req-3ae6daa9-6bdc-4d29-ae55-a3752c57036c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:55:12.412562 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:55:12.412801 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ae6daa9-6bdc-4d29-ae55-a3752c57036c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:55:12.413218 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'status': 'completed', 'code': 200} Jul 27 19:55:12.430972 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-9a04f7e4-ea2f-4c54-b117-f486c0e75959 None None] Set router e05a3506-9daa-4849-a868-d4eb4255e52f gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:55:12.446275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52778) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:12.467762 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab3b2d-d12c-4af3-9daa-fdc4f795e421 tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event deleted for resources: {'Subnet': ['ID=ef625b86-140d-4348-94ee-b987c32fac81,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:12.613436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:12.655559 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-1c5e1c13-e58f-4341-9061-7233e6f2ce7d service neutron] 10.222.0.48 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201618 Jul 27 19:55:12.660085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744f651-c9bb-4527-9991-d631c2710c22 req-6e4d9f5b-1a85-4c4c-a824-91a95fb79599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:12.661754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0744f651-c9bb-4527-9991-d631c2710c22 req-6e4d9f5b-1a85-4c4c-a824-91a95fb79599 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 1098 time: 0.1897602 Jul 27 19:55:12.724730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Deleting port 1d8512b0-6493-4371-9e68-9ee589a8d181 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:12.725306 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:12.802071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] For port 1d8512b0-6493-4371-9e68-9ee589a8d181, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=1d8512b0-6493-4371-9e68-9ee589a8d181,segment=NetworkSegment(e049d6d1-d112-46b9-a6a9-be492b7e7ad4),segment_id=e049d6d1-d112-46b9-a6a9-be492b7e7ad4)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:12.802444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:12.833948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Calling delete_port for 1d8512b0-6493-4371-9e68-9ee589a8d181 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:12.871213 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744f651-c9bb-4527-9991-d631c2710c22 req-679e44d0-efaa-4ac2-a36e-afb0c2413097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:12.873348 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0744f651-c9bb-4527-9991-d631c2710c22 req-679e44d0-efaa-4ac2-a36e-afb0c2413097 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 918 time: 0.2034917 Jul 27 19:55:12.925093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158bc510-9ce4-414e-8356-141ca82e42f0 None None] DHCP port deletion for 923b35bc-faa0-4f3a-b80a-6779c77978d7 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:55:12.937247 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9a04f7e4-ea2f-4c54-b117-f486c0e75959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'e8e856d6-498d-45fa-91ec-c6a4e012020d', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'port_id': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'mac_address': 'fa:16:3e:b5:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:54:51Z', 'updated_at': '2021-07-27T19:55:10Z', 'revision_number': 1, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cfcd4ee-3b5b-4350-b886-74ec22e4afd1', 'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'mac_address': 'fa:16:3e:93:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:47Z', 'updated_at': '2021-07-27T19:54:54Z', 'revision_number': 5, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'subnets': [{'id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:12.997192 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a04f7e4-ea2f-4c54-b117-f486c0e75959 None None] The sync data for ids ['e05a3506-9daa-4849-a868-d4eb4255e52f'] in n-d-705657-21 is: [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'e8e856d6-498d-45fa-91ec-c6a4e012020d', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'port_id': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'mac_address': 'fa:16:3e:b5:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:54:51Z', 'updated_at': '2021-07-27T19:55:10Z', 'revision_number': 1, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cfcd4ee-3b5b-4350-b886-74ec22e4afd1', 'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'mac_address': 'fa:16:3e:93:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:47Z', 'updated_at': '2021-07-27T19:54:54Z', 'revision_number': 5, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'subnets': [{'id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:55:13.012901 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:13.062426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event deleted for resources: {'Port': ['ID=1d8512b0-6493-4371-9e68-9ee589a8d181,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:13.064643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] No DVR routers for this DVR port 1d8512b0-6493-4371-9e68-9ee589a8d181 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:55:13.074001 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0744f651-c9bb-4527-9991-d631c2710c22 req-a32609ab-b4a8-41be-845c-1706ec43ff73 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 HTTP/1.1" status: 200 len: 1000 time: 0.1847219 Jul 27 19:55:13.133241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-158bc510-9ce4-414e-8356-141ca82e42f0 None None] Deleting port 1d8512b0-6493-4371-9e68-9ee589a8d181 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:13.133608 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-158bc510-9ce4-414e-8356-141ca82e42f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:13.190109 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:13.235133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923b35bc-faa0-4f3a-b80a-6779c77978d7']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:13.260084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e049d6d1-d112-46b9-a6a9-be492b7e7ad4') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:13.260387 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e049d6d1-d112-46b9-a6a9-be492b7e7ad4') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:13.278911 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:13.313178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:13.324291 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:55:13.326081 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:55:13.335994 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:55:13.345000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-158bc510-9ce4-414e-8356-141ca82e42f0 None None] For port 1d8512b0-6493-4371-9e68-9ee589a8d181, host n-d-705657-21, got binding levels [] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:13.345808 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-158bc510-9ce4-414e-8356-141ca82e42f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:13.351788 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70cefa2a-bf96-4e62-8a5f-5179168a61b3 req-b5e6632a-2e9e-499c-af84-1070bd8458b1 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 210 time: 0.1569760 Jul 27 19:55:13.383396 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-158bc510-9ce4-414e-8356-141ca82e42f0 None None] Calling delete_port for 1d8512b0-6493-4371-9e68-9ee589a8d181 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:13.388934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.ipam_backend_mixin [None req-158bc510-9ce4-414e-8356-141ca82e42f0 None None] Port 1d8512b0-6493-4371-9e68-9ee589a8d181 was not found and therefore no delete operation was performed {{(pid=94061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 19:55:13.396990 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-51de30e8-58ce-4b2d-ac8a-90ac79cd5868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:13.402596 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-158bc510-9ce4-414e-8356-141ca82e42f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:13.424045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744f651-c9bb-4527-9991-d631c2710c22 req-2724ad00-e338-4af2-8590-5f1c2aa9c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:13.427338 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0744f651-c9bb-4527-9991-d631c2710c22 req-2724ad00-e338-4af2-8590-5f1c2aa9c447 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d09a00cb-b386-481d-ac77-b852f1db0dbd HTTP/1.1" status: 200 len: 856 time: 0.3436217 Jul 27 19:55:13.462770 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:13.470138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:13.474838 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] 10.222.0.48 "DELETE /v2.0/networks/923b35bc-faa0-4f3a-b80a-6779c77978d7 HTTP/1.1" status: 204 len: 168 time: 1.0225315 Jul 27 19:55:13.511707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bc510-9ce4-414e-8356-141ca82e42f0 None None] Pushing event deleted for resources: {'Port': ['ID=1d8512b0-6493-4371-9e68-9ee589a8d181,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:13.523088 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17855b1-7a8b-4652-8288-1f803527130b tempest-AllowedAddressPairTestJSON-19740077 tempest-AllowedAddressPairTestJSON-19740077-project] Pushing event deleted for resources: {'Network': ['ID=923b35bc-faa0-4f3a-b80a-6779c77978d7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:13.534203 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158bc510-9ce4-414e-8356-141ca82e42f0 None None] No DVR routers for this DVR port 1d8512b0-6493-4371-9e68-9ee589a8d181 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:55:13.556106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29697b3d-c3bf-4d78-8121-0ce15b1e6c07 None None] New status for floating IP e8e856d6-498d-45fa-91ec-c6a4e012020d: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:55:13.600305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e1c42-5076-429e-9153-90453fef7204 req-ee431746-d4bf-4347-b01f-2917e3a50a5f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:13.629353 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb5e1c42-5076-429e-9153-90453fef7204 req-ee431746-d4bf-4347-b01f-2917e3a50a5f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.4185696 Jul 27 19:55:13.773906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb5e1c42-5076-429e-9153-90453fef7204 req-b4b796e9-2087-4f61-a43f-fe50c464a080 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435509 Jul 27 19:55:13.797265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744f651-c9bb-4527-9991-d631c2710c22 req-a07a4fbe-0b5c-4195-b01c-0c441f4ab0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:13.798733 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0744f651-c9bb-4527-9991-d631c2710c22 req-a07a4fbe-0b5c-4195-b01c-0c441f4ab0d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a353abe-4a3b-464a-8986-fca747b8e0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3644440 Jul 27 19:55:13.949392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1d8512b0-6493-4371-9e68-9ee589a8d181 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:55:13.982828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 1d8512b0-6493-4371-9e68-9ee589a8d181 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:55:13.983176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1d8512b0-6493-4371-9e68-9ee589a8d181 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:55:14.000609 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0744f651-c9bb-4527-9991-d631c2710c22 req-a7847bb5-7468-40a9-ba5e-5573c4bc689d service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918492 Jul 27 19:55:14.029417 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52818) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:14.143807 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0744f651-c9bb-4527-9991-d631c2710c22 req-7903273b-6817-4a11-8dd5-d27291f7d737 service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350925 Jul 27 19:55:14.281142 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-71828427-c163-4dd7-acb0-003a6debba93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d136220a00f04f7bb8b98469b948f98a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499096 Jul 27 19:55:14.283799 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 52826) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:14.383317 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8bd25717-8737-4700-b973-55684a46ccc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:14.480014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ddaada3-4240-4383-8e76-5bdb62d5ffed req-854ed704-57f1-4df7-b432-79fe2ffb97cb tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 210 time: 0.0510473 Jul 27 19:55:14.480014 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8bd25717-8737-4700-b973-55684a46ccc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:14.545218 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8bd25717-8737-4700-b973-55684a46ccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:14.548386 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8bd25717-8737-4700-b973-55684a46ccc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:14.550141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8bd25717-8737-4700-b973-55684a46ccc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc7d44b6-014b-40f1-b318-46226b6ae6a1 HTTP/1.1" status: 204 len: 168 time: 0.2651486 Jul 27 19:55:14.562074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd25717-8737-4700-b973-55684a46ccc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7d44b6-014b-40f1-b318-46226b6ae6a1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:15.017227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73149359-497d-485c-967d-179cd22a544b req-55b8c960-97dd-4226-b4f2-e2b4396616c7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:15.025876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-73149359-497d-485c-967d-179cd22a544b req-55b8c960-97dd-4226-b4f2-e2b4396616c7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1694193 Jul 27 19:55:15.109043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-73149359-497d-485c-967d-179cd22a544b req-6fb558e8-b0c8-4d72-b8e2-0cf2d0b6d4e7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819736 Jul 27 19:55:15.668965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52888) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:15.817644 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1297232305'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:15.883620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:15.887901 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:15.909235 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:16.061839 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:16.070487 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:16.105052 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:55:16.115933 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78876df-6c5e-45ac-b6bd-1c1f9825353e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:16.116494 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3d21cf43-bcc6-4a79-a757-e3f2dff095f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:16.124236 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:16.126545 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Added segment 5810588d-2120-46ec-99e5-a9d4d42102fe of type vlan for network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 Jul 27 19:55:16.193889 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:16.200010 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:16.202849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-917d2087-f446-4382-9f5f-d5d27e02514d req-31b5849d-932b-43d4-ab5d-20397f8e9d0e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 210 time: 0.1392586 Jul 27 19:55:16.251879 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:16.259277 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:16.259677 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:16.325848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-cfac6e0d-b8f4-456c-a02f-b839d76043c5 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:16.327310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-cfac6e0d-b8f4-456c-a02f-b839d76043c5 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.52 "GET /v2.0/networks?id=e6b62717-e555-42c8-92ce-efeea95bbb3e HTTP/1.1" status: 200 len: 810 time: 0.8882890 Jul 27 19:55:16.329821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 52916) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:16.330168 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6594019 Jul 27 19:55:16.336159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8e384d6f-f967-4a25-ae7e-57a71ba679c5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:16.342748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c839e6e-d790-4f2c-bd33-116ec3ab825d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Network': ['ID=b7527c15-3a4d-43bb-9a9f-a7f1856671c2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:16.353850 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:55:16.391139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-5d852aa3-bd38-4065-9c9e-bcda37e0a40e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Request body: {'port': {'device_id': '72d4277d-4e8c-442d-9ff5-567b659163a7', 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e', 'admin_state_up': True, 'tenant_id': '530f88a84a434ec586a35453c8add755'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:16.506207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20ac82-9c15-4d35-b09b-06a97eadeed6 req-0cd5d1bb-1ed7-4a1b-946e-6b6339b601d3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:16.507728 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f20ac82-9c15-4d35-b09b-06a97eadeed6 req-0cd5d1bb-1ed7-4a1b-946e-6b6339b601d3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.2622080 Jul 27 19:55:16.565716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e384d6f-f967-4a25-ae7e-57a71ba679c5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:16.569173 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8e384d6f-f967-4a25-ae7e-57a71ba679c5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:16.642744 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f20ac82-9c15-4d35-b09b-06a97eadeed6 req-b6aa6c2f-c8ee-4446-aa6b-03146c7e62f8 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232567 Jul 27 19:55:16.660001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-5d852aa3-bd38-4065-9c9e-bcda37e0a40e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Made reservation on behalf of 530f88a84a434ec586a35453c8add755 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:16.663746 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-5d852aa3-bd38-4065-9c9e-bcda37e0a40e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:16.928433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-5d852aa3-bd38-4065-9c9e-bcda37e0a40e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Allocated IP 172.20.0.3 (e6b62717-e555-42c8-92ce-efeea95bbb3e/9e995163-f4ba-4017-bfaa-9643c2da9ae0/4a1c1a3a-ab27-4e16-94a3-180fe58a7177) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:16.942765 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8e384d6f-f967-4a25-ae7e-57a71ba679c5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:17.049060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e384d6f-f967-4a25-ae7e-57a71ba679c5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=6028afda-605e-48cd-9396-5b3d078a58ab,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:17.064918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242c6df-a9a9-4951-8065-9b28d1538b1f req-2e2aa594-7149-4bd8-9a27-02f20d0d3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:17.065446 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:17.066549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6242c6df-a9a9-4951-8065-9b28d1538b1f req-2e2aa594-7149-4bd8-9a27-02f20d0d3ac3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bd7fbd769b2f4d379acce1bf30d00e53&device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 1097 time: 0.2055488 Jul 27 19:55:17.165741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e384d6f-f967-4a25-ae7e-57a71ba679c5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:55:17.166121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e384d6f-f967-4a25-ae7e-57a71ba679c5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network hostable DHCP agents. Network: b7527c15-3a4d-43bb-9a9f-a7f1856671c2, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:55:17.240858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e384d6f-f967-4a25-ae7e-57a71ba679c5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:55:17.252267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242c6df-a9a9-4951-8065-9b28d1538b1f req-d38a05b9-3374-4639-b449-d05f02eade4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:17.253830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6242c6df-a9a9-4951-8065-9b28d1538b1f req-d38a05b9-3374-4639-b449-d05f02eade4c service neutron] 10.222.0.63 "GET /v2.0/networks?id=15cf4885-7155-4c10-9fb4-dffcf365ca76 HTTP/1.1" status: 200 len: 914 time: 0.1710656 Jul 27 19:55:17.269942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-8e384d6f-f967-4a25-ae7e-57a71ba679c5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, b7527c15-3a4d-43bb-9a9f-a7f1856671c2) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:17.275186 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-5d852aa3-bd38-4065-9c9e-bcda37e0a40e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:17.281728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd75d698-cfc0-4706-80f9-80acb15cc497 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:17.307556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e384d6f-f967-4a25-ae7e-57a71ba679c5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:17.308087 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8e384d6f-f967-4a25-ae7e-57a71ba679c5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:17.315488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6242c6df-a9a9-4951-8065-9b28d1538b1f req-c5386633-970b-4429-be5e-1d5d199d5043 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598 HTTP/1.1" status: 200 len: 217 time: 0.0533288 Jul 27 19:55:17.385393 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b121952-f65c-4289-908e-cba0eba3491d req-e414f4bb-7bcb-4357-b849-7382296c6b24 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 210 time: 0.0795732 Jul 27 19:55:17.403792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8e384d6f-f967-4a25-ae7e-57a71ba679c5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0703712 Jul 27 19:55:17.404219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52946) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:17.411091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4750ff97-a445-45a7-8abf-05d4296e735e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'name': 'tempest-NetworksTestDHCPv6-322770469'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:17.434537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242c6df-a9a9-4951-8065-9b28d1538b1f req-ca65b20f-09c1-4118-a9a2-3cbf74e75522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:17.436169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6242c6df-a9a9-4951-8065-9b28d1538b1f req-ca65b20f-09c1-4118-a9a2-3cbf74e75522 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f772b2f4-a418-4e5e-b4bd-332603009cf5 HTTP/1.1" status: 200 len: 853 time: 0.1115713 Jul 27 19:55:17.453897 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-5d852aa3-bd38-4065-9c9e-bcda37e0a40e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:17.469372 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:55:17.474264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': '6028afda-605e-48cd-9396-5b3d078a58ab'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:55:17.475733 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:17.480207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6242c6df-a9a9-4951-8065-9b28d1538b1f req-c59d1d0f-2bfc-4322-aba0-270b25709d47 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=15cf4885-7155-4c10-9fb4-dffcf365ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364511 Jul 27 19:55:17.564683 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4750ff97-a445-45a7-8abf-05d4296e735e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:17.573363 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4750ff97-a445-45a7-8abf-05d4296e735e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:17.582933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-5d852aa3-bd38-4065-9c9e-bcda37e0a40e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Network e6b62717-e555-42c8-92ce-efeea95bbb3e is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:17.593408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-5d852aa3-bd38-4065-9c9e-bcda37e0a40e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:17.601188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-4750ff97-a445-45a7-8abf-05d4296e735e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 50813847-6656-4315-b6cf-127d5969264f yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:55:17.602654 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-5d852aa3-bd38-4065-9c9e-bcda37e0a40e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:17.606760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d852aa3-bd38-4065-9c9e-bcda37e0a40e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Pushing event updated for resources: {'Port': ['ID=4a1c1a3a-ab27-4e16-94a3-180fe58a7177,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:17.675508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6242c6df-a9a9-4951-8065-9b28d1538b1f req-b5df93e1-dabf-4662-8665-53998dfad18b service neutron] 10.222.0.63 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740546 Jul 27 19:55:17.683386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-5d852aa3-bd38-4065-9c9e-bcda37e0a40e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:17.684048 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-5d852aa3-bd38-4065-9c9e-bcda37e0a40e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:17.729334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Allocated IP 2001:db8::2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/6028afda-605e-48cd-9396-5b3d078a58ab/da26d80d-a0fc-4a01-9c0e-0d5e026efe44) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:17.754186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-5d852aa3-bd38-4065-9c9e-bcda37e0a40e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4122963 Jul 27 19:55:17.775960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Request body: {'port': {'device_id': '72d4277d-4e8c-442d-9ff5-567b659163a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:17.857472 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6242c6df-a9a9-4951-8065-9b28d1538b1f req-27e07d15-6d3c-450c-95e4-613078478d5e service neutron] 10.222.0.63 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688743 Jul 27 19:55:17.924005 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:17.927101 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:17.940136 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Transition to ACTIVE for port object da26d80d-a0fc-4a01-9c0e-0d5e026efe44 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:17.944765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e7bb9-be5f-4b97-9783-37c67c561ad9 req-b5473ff0-0d04-4b04-9c42-26f3a87d8e8c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:17.946687 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-403e7bb9-be5f-4b97-9783-37c67c561ad9 req-b5473ff0-0d04-4b04-9c42-26f3a87d8e8c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1860123 Jul 27 19:55:17.957798 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Transition to ACTIVE for port object da26d80d-a0fc-4a01-9c0e-0d5e026efe44 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:17.964062 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:18.016010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:18.021814 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:18.033895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:18.039664 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-403e7bb9-be5f-4b97-9783-37c67c561ad9 req-8ddc7e61-8742-4842-b727-77a5c49b8ebf tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845993 Jul 27 19:55:18.075766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Pushing event updated for resources: {'Port': ['ID=da26d80d-a0fc-4a01-9c0e-0d5e026efe44,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:18.100266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-4750ff97-a445-45a7-8abf-05d4296e735e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::13 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/6028afda-605e-48cd-9396-5b3d078a58ab/50813847-6656-4315-b6cf-127d5969264f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:18.134993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Attempting to bind port da26d80d-a0fc-4a01-9c0e-0d5e026efe44 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:55:18.135363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Attempting to bind port da26d80d-a0fc-4a01-9c0e-0d5e026efe44 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:55:18.135724 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Attempting to bind port da26d80d-a0fc-4a01-9c0e-0d5e026efe44 on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:55:18.144741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:55:18.145792 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:55:18.146227 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:18.147032 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:55:18.147032 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Bound port: da26d80d-a0fc-4a01-9c0e-0d5e026efe44, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:55:18.147425 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:18.264234 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] For port da26d80d-a0fc-4a01-9c0e-0d5e026efe44, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:55:18.268050 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] For port da26d80d-a0fc-4a01-9c0e-0d5e026efe44, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=da26d80d-a0fc-4a01-9c0e-0d5e026efe44,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:55:18.281999 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:18.340622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:55:18.342570 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4750ff97-a445-45a7-8abf-05d4296e735e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:18.357105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0060ae-e53a-4ec2-a4f5-c017d8e2a38b None None] Pushing event updated for resources: {'Port': ['ID=da26d80d-a0fc-4a01-9c0e-0d5e026efe44,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:18.360413 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:18.371002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-4750ff97-a445-45a7-8abf-05d4296e735e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object 50813847-6656-4315-b6cf-127d5969264f will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:18.380566 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Transition to ACTIVE for port object 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:18.386315 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:18.414603 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4750ff97-a445-45a7-8abf-05d4296e735e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:18.458212 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Pushing event updated for resources: {'Port': ['ID=4a1c1a3a-ab27-4e16-94a3-180fe58a7177,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:18.478901 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4750ff97-a445-45a7-8abf-05d4296e735e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:18.482575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4750ff97-a445-45a7-8abf-05d4296e735e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:18.485283 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4750ff97-a445-45a7-8abf-05d4296e735e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:18.492341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4750ff97-a445-45a7-8abf-05d4296e735e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:18.493507 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4750ff97-a445-45a7-8abf-05d4296e735e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:18.515873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750ff97-a445-45a7-8abf-05d4296e735e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=50813847-6656-4315-b6cf-127d5969264f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:18.521842 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4750ff97-a445-45a7-8abf-05d4296e735e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1159234 Jul 27 19:55:18.524826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52974) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:18.579219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Attempting to bind port 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:55:18.580488 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Attempting to bind port 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '3918b7b5-b22d-4f73-93a4-90a11629c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:55:18.580488 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Attempting to bind port 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 on network e6b62717-e555-42c8-92ce-efeea95bbb3e {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:55:18.623182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Port 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 on network e6b62717-e555-42c8-92ce-efeea95bbb3e not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:55:18.623663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Attempting to bind port 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 on network e6b62717-e555-42c8-92ce-efeea95bbb3e {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:55:18.631214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:55:18.631640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Checking segment: {'id': '3918b7b5-b22d-4f73-93a4-90a11629c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:55:18.632115 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Bound using segment: {'id': '3918b7b5-b22d-4f73-93a4-90a11629c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:55:18.632748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Bound port: 4a1c1a3a-ab27-4e16-94a3-180fe58a7177, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3918b7b5-b22d-4f73-93a4-90a11629c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:55:18.633212 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:18.646817 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b89047-f2ca-4496-ab10-dda6ec10394e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:18.653894 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b89047-f2ca-4496-ab10-dda6ec10394e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:18.658149 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f8b89047-f2ca-4496-ab10-dda6ec10394e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1296105 Jul 27 19:55:18.658491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52976) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:18.695080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47429c3c-dc3e-4af0-a14a-90358cadd8eb req-391fc865-7e8f-495a-9229-62206e7c6d87 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:18.705048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47429c3c-dc3e-4af0-a14a-90358cadd8eb req-391fc865-7e8f-495a-9229-62206e7c6d87 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 943 time: 0.1839178 Jul 27 19:55:18.771627 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47429c3c-dc3e-4af0-a14a-90358cadd8eb req-cdf7da7e-01ba-4aeb-ab7e-80a10e0b002d tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653975 Jul 27 19:55:18.776622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] For port 4a1c1a3a-ab27-4e16-94a3-180fe58a7177, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:55:18.781140 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] For port 4a1c1a3a-ab27-4e16-94a3-180fe58a7177, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=4a1c1a3a-ab27-4e16-94a3-180fe58a7177,segment=NetworkSegment(3918b7b5-b22d-4f73-93a4-90a11629c049),segment_id=3918b7b5-b22d-4f73-93a4-90a11629c049)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:55:18.796212 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:18.810255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3e91cfef-1d62-4de2-9dce-08390a13a030 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port 50813847-6656-4315-b6cf-127d5969264f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:18.810598 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e91cfef-1d62-4de2-9dce-08390a13a030 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:18.837759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:18.838268 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:18.841478 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] 10.222.0.52 "PUT /v2.0/ports/4a1c1a3a-ab27-4e16-94a3-180fe58a7177 HTTP/1.1" status: 200 len: 1092 time: 1.0697119 Jul 27 19:55:18.842062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d4277d-4e8c-442d-9ff5-567b659163a7', 'tag': '4a1c1a3a-ab27-4e16-94a3-180fe58a7177'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:55:18.844583 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21b45e6-15e4-4e62-a66d-d3c34e33c056" -d '{"events": [{"name": "network-changed", "server_uuid": "72d4277d-4e8c-442d-9ff5-567b659163a7", "tag": "4a1c1a3a-ab27-4e16-94a3-180fe58a7177"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:55:18.845875 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:18.875535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba36bfd-840e-448e-9c9e-82d532f5598d service neutron] Pushing event updated for resources: {'Port': ['ID=4a1c1a3a-ab27-4e16-94a3-180fe58a7177,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:18.945758 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e91cfef-1d62-4de2-9dce-08390a13a030 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:18.955758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-affb6c01-cd7e-472d-93b4-e1fbef4fb5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:18.964601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-affb6c01-cd7e-472d-93b4-e1fbef4fb5db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=530f88a84a434ec586a35453c8add755&device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 1095 time: 0.0740752 Jul 27 19:55:18.965612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3e91cfef-1d62-4de2-9dce-08390a13a030 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for 50813847-6656-4315-b6cf-127d5969264f owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:19.026853 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-7286ffaa-fe73-4757-af84-a8ccffd44c5d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a1c1a3a-ab27-4e16-94a3-180fe58a7177 HTTP/1.1" status: 200 len: 217 time: 0.0525115 Jul 27 19:55:19.110974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-143659c4-3040-4998-9c0c-07006f63855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:19.112805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-143659c4-3040-4998-9c0c-07006f63855c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e995163-f4ba-4017-bfaa-9643c2da9ae0 HTTP/1.1" status: 200 len: 850 time: 0.0781226 Jul 27 19:55:19.172046 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e91cfef-1d62-4de2-9dce-08390a13a030 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:19.197333 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c07f8dd-1508-4fbd-ab17-dee50090d682 x-openstack-request-id: req-9c07f8dd-1508-4fbd-ab17-dee50090d682 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:55:19.197755 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d4277d-4e8c-442d-9ff5-567b659163a7", "tag": "4a1c1a3a-ab27-4e16-94a3-180fe58a7177", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:55:19.197873 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c07f8dd-1508-4fbd-ab17-dee50090d682 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:55:19.198265 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d4277d-4e8c-442d-9ff5-567b659163a7', 'tag': '4a1c1a3a-ab27-4e16-94a3-180fe58a7177', 'status': 'completed', 'code': 200} Jul 27 19:55:19.201508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-b34882cf-0aaf-4b99-8e96-cb2933ba7182 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e6b62717-e555-42c8-92ce-efeea95bbb3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793054 Jul 27 19:55:19.234036 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91cfef-1d62-4de2-9dce-08390a13a030 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=50813847-6656-4315-b6cf-127d5969264f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:19.287782 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e91cfef-1d62-4de2-9dce-08390a13a030 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:19.292104 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3e91cfef-1d62-4de2-9dce-08390a13a030 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/50813847-6656-4315-b6cf-127d5969264f HTTP/1.1" status: 204 len: 168 time: 0.6273596 Jul 27 19:55:19.293337 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53000) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:19.297111 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8acfd5-a552-4d24-9360-494533d5ea93 req-24fd328a-bdef-4df8-9524-f0e3ea035360 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:19.298827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c8acfd5-a552-4d24-9360-494533d5ea93 req-24fd328a-bdef-4df8-9524-f0e3ea035360 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1611674 Jul 27 19:55:19.380549 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f861dd6b-a604-48b3-a166-416c23f0c991 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:19.382532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f861dd6b-a604-48b3-a166-416c23f0c991 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:19.387820 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f861dd6b-a604-48b3-a166-416c23f0c991 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0932219 Jul 27 19:55:19.388203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53008) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:19.403742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-d06bc087-9709-4edf-bdc2-f54e4d6d5897 service neutron] 10.222.0.52 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926746 Jul 27 19:55:19.407859 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c8acfd5-a552-4d24-9360-494533d5ea93 req-a8d2db8f-697e-48cf-8162-c831d5633a86 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981069 Jul 27 19:55:19.468028 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-633a4000-bd29-42d0-bcc9-e4245076fc78 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 6028afda-605e-48cd-9396-5b3d078a58ab {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:55:19.472219 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-633a4000-bd29-42d0-bcc9-e4245076fc78 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:19.534103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-633a4000-bd29-42d0-bcc9-e4245076fc78 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:19.544705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4934072c-ea03-45db-8a4f-77b5809c7d1a req-fb0567ed-9dfe-4fe9-b648-061223e23883 service neutron] 10.222.0.52 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319361 Jul 27 19:55:19.655170 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-633a4000-bd29-42d0-bcc9-e4245076fc78 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:19.692990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d23762-9f5e-4360-bdc1-87ea1071b626 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:19.696109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b45e6-15e4-4e62-a66d-d3c34e33c056 req-e31f98ad-7753-486e-aa69-a880faf31e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:19.697776 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a21b45e6-15e4-4e62-a66d-d3c34e33c056 req-e31f98ad-7753-486e-aa69-a880faf31e9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=530f88a84a434ec586a35453c8add755&device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 1095 time: 0.0947001 Jul 27 19:55:19.760944 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-633a4000-bd29-42d0-bcc9-e4245076fc78 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:19.794262 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-27967abc-0d0b-4833-aa19-5cf4f96538a9 None None] Provisioning for port da26d80d-a0fc-4a01-9c0e-0d5e026efe44 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:19.819042 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a4000-bd29-42d0-bcc9-e4245076fc78 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=6028afda-605e-48cd-9396-5b3d078a58ab,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:19.833745 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-633a4000-bd29-42d0-bcc9-e4245076fc78 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:19.837234 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-633a4000-bd29-42d0-bcc9-e4245076fc78 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/6028afda-605e-48cd-9396-5b3d078a58ab HTTP/1.1" status: 204 len: 168 time: 0.4480071 Jul 27 19:55:19.840213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53016) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:19.918547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53018) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:19.929761 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-aa2c9ed3-311e-4a79-af7e-aa6e9170ffe4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880547 Jul 27 19:55:19.934529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c59642e1-921a-4b1f-84ce-773e95ae35e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:19.966918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b45e6-15e4-4e62-a66d-d3c34e33c056 req-842333f5-188b-4c31-b21d-070fc58a6b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:19.968482 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a21b45e6-15e4-4e62-a66d-d3c34e33c056 req-842333f5-188b-4c31-b21d-070fc58a6b29 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e6b62717-e555-42c8-92ce-efeea95bbb3e HTTP/1.1" status: 200 len: 911 time: 0.2605827 Jul 27 19:55:19.977451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device da26d80d-a0fc-4a01-9c0e-0d5e026efe44 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:55:20.054361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port da26d80d-a0fc-4a01-9c0e-0d5e026efe44 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:20.060129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a21b45e6-15e4-4e62-a66d-d3c34e33c056 req-f429f5b0-e284-40d9-8adf-bbb808dece52 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a1c1a3a-ab27-4e16-94a3-180fe58a7177 HTTP/1.1" status: 200 len: 217 time: 0.0601571 Jul 27 19:55:20.063494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port da26d80d-a0fc-4a01-9c0e-0d5e026efe44 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:20.064054 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:20.135503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5a6da6-2043-45a9-bcdb-973b184db004 None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:55:20.161526 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632c030-95f8-45a7-9284-795b591c13c3 req-88ab5626-d604-4774-b6f6-f40392362b4c tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:20.171186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c632c030-95f8-45a7-9284-795b591c13c3 req-88ab5626-d604-4774-b6f6-f40392362b4c tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 943 time: 0.2702041 Jul 27 19:55:20.196267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b45e6-15e4-4e62-a66d-d3c34e33c056 req-56d4ee14-a92c-42f4-89f7-884fd52dd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:20.197864 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a21b45e6-15e4-4e62-a66d-d3c34e33c056 req-56d4ee14-a92c-42f4-89f7-884fd52dd229 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e995163-f4ba-4017-bfaa-9643c2da9ae0 HTTP/1.1" status: 200 len: 850 time: 0.1247942 Jul 27 19:55:20.238795 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:20.252014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a6da6-2043-45a9-bcdb-973b184db004 None None] Deleting port da26d80d-a0fc-4a01-9c0e-0d5e026efe44 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:20.252414 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6da6-2043-45a9-bcdb-973b184db004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:20.255399 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a21b45e6-15e4-4e62-a66d-d3c34e33c056 req-d7836374-3c40-46e9-bf01-dfa972d04b02 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e6b62717-e555-42c8-92ce-efeea95bbb3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447001 Jul 27 19:55:20.263027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c632c030-95f8-45a7-9284-795b591c13c3 req-a4ad5094-a331-47b1-985c-6a6b3c4de0c3 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906286 Jul 27 19:55:20.319181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59642e1-921a-4b1f-84ce-773e95ae35e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:20.324959 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c59642e1-921a-4b1f-84ce-773e95ae35e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:20.335216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port da26d80d-a0fc-4a01-9c0e-0d5e026efe44, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=da26d80d-a0fc-4a01-9c0e-0d5e026efe44,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:20.351239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0d5a6da6-2043-45a9-bcdb-973b184db004 None None] For port da26d80d-a0fc-4a01-9c0e-0d5e026efe44, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=da26d80d-a0fc-4a01-9c0e-0d5e026efe44,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:20.351722 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6da6-2043-45a9-bcdb-973b184db004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:20.377466 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:20.383954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a6da6-2043-45a9-bcdb-973b184db004 None None] Calling delete_port for da26d80d-a0fc-4a01-9c0e-0d5e026efe44 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:20.492199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a21b45e6-15e4-4e62-a66d-d3c34e33c056 req-e5fc3464-0f8b-4c04-a967-65e309afa82d service neutron] 10.222.0.52 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258565 Jul 27 19:55:20.492813 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6da6-2043-45a9-bcdb-973b184db004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:20.512526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a6da6-2043-45a9-bcdb-973b184db004 None None] No DVR routers for this DVR port da26d80d-a0fc-4a01-9c0e-0d5e026efe44 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:55:20.541622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=da26d80d-a0fc-4a01-9c0e-0d5e026efe44,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:20.582419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a6da6-2043-45a9-bcdb-973b184db004 None None] Pushing event deleted for resources: {'Port': ['ID=da26d80d-a0fc-4a01-9c0e-0d5e026efe44,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:20.748117 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c59642e1-921a-4b1f-84ce-773e95ae35e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:20.752588 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a21b45e6-15e4-4e62-a66d-d3c34e33c056 req-71f83e51-166a-4206-b7aa-4cf2216d6c29 service neutron] 10.222.0.52 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492607 Jul 27 19:55:21.171043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59642e1-921a-4b1f-84ce-773e95ae35e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:21.177290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-c59642e1-921a-4b1f-84ce-773e95ae35e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:21.182951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59642e1-921a-4b1f-84ce-773e95ae35e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:21.183548 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c59642e1-921a-4b1f-84ce-773e95ae35e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:21.190492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e599b7cd-0038-47fd-8d33-a5f909c0622c None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:21.196929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59642e1-921a-4b1f-84ce-773e95ae35e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=43d3a802-e2ab-4bce-b63b-f1f2b040975b,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:21.201469 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c59642e1-921a-4b1f-84ce-773e95ae35e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2819288 Jul 27 19:55:21.204303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53050) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:21.210026 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8b0d3cee-a024-4834-abdf-a8668aaa5c65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'name': 'tempest-NetworksTestDHCPv6-989546714'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:21.285332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dcbac-f067-4b37-9ff7-cb6e4894568f req-71d5366c-c870-4fce-a8d4-959b178250c8 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:21.286882 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c0dcbac-f067-4b37-9ff7-cb6e4894568f req-71d5366c-c870-4fce-a8d4-959b178250c8 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.5007885 Jul 27 19:55:21.376738 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c0dcbac-f067-4b37-9ff7-cb6e4894568f req-2bd58a28-500b-4d02-a6ca-39ffbbee57d7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719633 Jul 27 19:55:21.416503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0d3cee-a024-4834-abdf-a8668aaa5c65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:21.420638 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8b0d3cee-a024-4834-abdf-a8668aaa5c65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:21.448353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-8b0d3cee-a024-4834-abdf-a8668aaa5c65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 30bb6661-3ee8-4de7-9778-eb6fc980a84d yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:55:21.543642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f972a8-270f-4792-9f12-15da9cd709ab req-80fa5fda-0825-4983-ada0-6d03c3b055e0 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:21.546088 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80f972a8-270f-4792-9f12-15da9cd709ab req-80fa5fda-0825-4983-ada0-6d03c3b055e0 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 943 time: 0.1761310 Jul 27 19:55:21.556040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': '43d3a802-e2ab-4bce-b63b-f1f2b040975b'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:55:21.557203 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:21.679193 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-8b0d3cee-a024-4834-abdf-a8668aaa5c65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::356 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/43d3a802-e2ab-4bce-b63b-f1f2b040975b/30bb6661-3ee8-4de7-9778-eb6fc980a84d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:21.700187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80f972a8-270f-4792-9f12-15da9cd709ab req-d919510c-22b0-4c77-83bb-69a69aee1ed5 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105518 Jul 27 19:55:21.741129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24653032-9425-47e8-896c-d0f2823b2504 req-fda1717a-d95c-490e-a5e4-827c7e6730ae tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:21.742724 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24653032-9425-47e8-896c-d0f2823b2504 req-fda1717a-d95c-490e-a5e4-827c7e6730ae tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 945 time: 0.1955938 Jul 27 19:55:21.824002 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e26dd807-304e-4f3e-bcf4-685f9b4a5598 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:55:21.839917 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24653032-9425-47e8-896c-d0f2823b2504 req-cb203fdd-b3d0-4e3b-bc49-c583709f483a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889201 Jul 27 19:55:21.897403 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device da26d80d-a0fc-4a01-9c0e-0d5e026efe44 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:55:21.905576 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8b0d3cee-a024-4834-abdf-a8668aaa5c65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:21.934721 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-8b0d3cee-a024-4834-abdf-a8668aaa5c65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object 30bb6661-3ee8-4de7-9778-eb6fc980a84d will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:21.940821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: da26d80d-a0fc-4a01-9c0e-0d5e026efe44 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:55:21.941248 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device da26d80d-a0fc-4a01-9c0e-0d5e026efe44 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:55:21.994191 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8b0d3cee-a024-4834-abdf-a8668aaa5c65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:22.044568 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:22.076360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0d3cee-a024-4834-abdf-a8668aaa5c65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:22.077645 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86053d07-6040-49fc-85e7-b583042db0cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:55:22.081106 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14c0096-cee6-49e2-a690-8f932cb0d618" -d '{"events": [{"server_uuid": "86053d07-6040-49fc-85e7-b583042db0cf", "name": "network-vif-unplugged", "status": "completed", "tag": "e26dd807-304e-4f3e-bcf4-685f9b4a5598"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:55:22.085758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-8b0d3cee-a024-4834-abdf-a8668aaa5c65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:22.089112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0d3cee-a024-4834-abdf-a8668aaa5c65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:22.098058 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0d3cee-a024-4834-abdf-a8668aaa5c65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:22.098812 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8b0d3cee-a024-4834-abdf-a8668aaa5c65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:22.121516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8b0d3cee-a024-4834-abdf-a8668aaa5c65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9153168 Jul 27 19:55:22.123387 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53086) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:22.134777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d3cee-a024-4834-abdf-a8668aaa5c65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=30bb6661-3ee8-4de7-9778-eb6fc980a84d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:22.135073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e26dd807-304e-4f3e-bcf4-685f9b4a5598, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:22.137861 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 19:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1696e081-c527-47d8-b985-0ddc9a3ae73c x-openstack-request-id: req-1696e081-c527-47d8-b985-0ddc9a3ae73c {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:55:22.138432 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86053d07-6040-49fc-85e7-b583042db0cf", "name": "network-vif-unplugged", "status": "failed", "tag": "e26dd807-304e-4f3e-bcf4-685f9b4a5598", "code": 422}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:55:22.138908 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1696e081-c527-47d8-b985-0ddc9a3ae73c {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:55:22.143980 n-d-705657-21 neutron-server[94061]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86053d07-6040-49fc-85e7-b583042db0cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598', 'code': 422} returned with failed status Jul 27 19:55:22.148065 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Allocated IP 2001:db8::2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/43d3a802-e2ab-4bce-b63b-f1f2b040975b/f9b5adec-fff8-4a99-89a3-ee7662a616d6) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:22.160553 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:22.241052 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79684aa4-c3fc-4d7b-866b-8c545d5e19b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:22.242968 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-79684aa4-c3fc-4d7b-866b-8c545d5e19b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1178281 Jul 27 19:55:22.245782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53098) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:22.304750 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=e26dd807-304e-4f3e-bcf4-685f9b4a5598,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:22.406922 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:22.420190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Transition to ACTIVE for port object f9b5adec-fff8-4a99-89a3-ee7662a616d6 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:22.440774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18cbbd-4541-4a62-8b54-65f4b2f82e70 req-dfc5eacb-9ddd-48ee-95d6-4e15d6e4ffb7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:22.441588 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Transition to ACTIVE for port object f9b5adec-fff8-4a99-89a3-ee7662a616d6 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:22.450974 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b18cbbd-4541-4a62-8b54-65f4b2f82e70 req-dfc5eacb-9ddd-48ee-95d6-4e15d6e4ffb7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 943 time: 0.1372602 Jul 27 19:55:22.461963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b1a4c-1b39-40dc-ab10-8d6256fcfb85 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port 30bb6661-3ee8-4de7-9778-eb6fc980a84d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:22.462117 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:22.462336 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1a4c-1b39-40dc-ab10-8d6256fcfb85 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:22.523886 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:22.527232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:22.529942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:22.549791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Pushing event updated for resources: {'Port': ['ID=f9b5adec-fff8-4a99-89a3-ee7662a616d6,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:22.577233 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b18cbbd-4541-4a62-8b54-65f4b2f82e70 req-6418e44a-0ea5-4777-a618-d4012ed5b364 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251478 Jul 27 19:55:22.621356 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Attempting to bind port f9b5adec-fff8-4a99-89a3-ee7662a616d6 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:55:22.622657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Attempting to bind port f9b5adec-fff8-4a99-89a3-ee7662a616d6 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:55:22.623412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Attempting to bind port f9b5adec-fff8-4a99-89a3-ee7662a616d6 on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:55:22.626213 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1a4c-1b39-40dc-ab10-8d6256fcfb85 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:22.628184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:55:22.635187 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:55:22.635943 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:55:22.636612 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:22.637237 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:55:22.637928 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Bound port: f9b5adec-fff8-4a99-89a3-ee7662a616d6, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:55:22.638856 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:22.640870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b1a4c-1b39-40dc-ab10-8d6256fcfb85 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for 30bb6661-3ee8-4de7-9778-eb6fc980a84d owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:22.651987 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-95bd8eaa-7771-4b54-888a-b2a60db56356 req-cd90262a-8be8-4b73-a9a9-e6ade53b045b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1545525 Jul 27 19:55:22.792035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] For port f9b5adec-fff8-4a99-89a3-ee7662a616d6, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:55:22.798134 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] For port f9b5adec-fff8-4a99-89a3-ee7662a616d6, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f9b5adec-fff8-4a99-89a3-ee7662a616d6,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:55:22.804033 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1a4c-1b39-40dc-ab10-8d6256fcfb85 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:22.815038 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:22.845266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b1a4c-1b39-40dc-ab10-8d6256fcfb85 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=30bb6661-3ee8-4de7-9778-eb6fc980a84d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:22.886484 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 4a1c1a3a-ab27-4e16-94a3-180fe58a7177, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=4a1c1a3a-ab27-4e16-94a3-180fe58a7177,segment=NetworkSegment(3918b7b5-b22d-4f73-93a4-90a11629c049),segment_id=3918b7b5-b22d-4f73-93a4-90a11629c049)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:22.899955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '4a1c1a3a-ab27-4e16-94a3-180fe58a7177', 'network_id': 'e6b62717-e555-42c8-92ce-efeea95bbb3e', 'port_id': '4a1c1a3a-ab27-4e16-94a3-180fe58a7177', 'mac_address': 'fa:16:3e:ec:88:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e995163-f4ba-4017-bfaa-9643c2da9ae0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:55:22.942392 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1a4c-1b39-40dc-ab10-8d6256fcfb85 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:22.944573 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4b3b1a4c-1b39-40dc-ab10-8d6256fcfb85 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/30bb6661-3ee8-4de7-9778-eb6fc980a84d HTTP/1.1" status: 204 len: 168 time: 0.6976001 Jul 27 19:55:22.947496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53130) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:22.984261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc0e83-c3ec-4aba-a5be-db6a49e48779 None None] Pushing event updated for resources: {'Port': ['ID=f9b5adec-fff8-4a99-89a3-ee7662a616d6,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:23.006826 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59160f4d-4f2f-4ee5-92f4-6ee31c15d4b0 req-991285c8-f482-4c8d-9309-99c8735a0d0d tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:23.020658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59160f4d-4f2f-4ee5-92f4-6ee31c15d4b0 req-991285c8-f482-4c8d-9309-99c8735a0d0d tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 943 time: 0.1774037 Jul 27 19:55:23.075042 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:23.075290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf466d2-1830-4791-93ed-ed131a7f5bcf tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:23.080423 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf466d2-1830-4791-93ed-ed131a7f5bcf tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:23.082026 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-daf466d2-1830-4791-93ed-ed131a7f5bcf tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1333659 Jul 27 19:55:23.085033 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53132) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:23.094427 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:55:23.104456 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59160f4d-4f2f-4ee5-92f4-6ee31c15d4b0 req-bf0ab781-039b-4023-a1ca-4228bc09c49d tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825295 Jul 27 19:55:23.123205 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 4a1c1a3a-ab27-4e16-94a3-180fe58a7177, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=4a1c1a3a-ab27-4e16-94a3-180fe58a7177,segment=NetworkSegment(3918b7b5-b22d-4f73-93a4-90a11629c049),segment_id=3918b7b5-b22d-4f73-93a4-90a11629c049)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:23.137324 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:23.175291 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc491f3-870f-4ae9-809d-d7e9f0aad649 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 43d3a802-e2ab-4bce-b63b-f1f2b040975b {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:55:23.180383 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-adc491f3-870f-4ae9-809d-d7e9f0aad649 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:23.222944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=4a1c1a3a-ab27-4e16-94a3-180fe58a7177,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:23.270198 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-adc491f3-870f-4ae9-809d-d7e9f0aad649 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:23.388622 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-adc491f3-870f-4ae9-809d-d7e9f0aad649 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:23.430241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['4a1c1a3a-ab27-4e16-94a3-180fe58a7177'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:55:23.459850 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-adc491f3-870f-4ae9-809d-d7e9f0aad649 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:23.494472 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc491f3-870f-4ae9-809d-d7e9f0aad649 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=43d3a802-e2ab-4bce-b63b-f1f2b040975b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:23.497745 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-adc491f3-870f-4ae9-809d-d7e9f0aad649 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:23.502823 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53144) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:23.516987 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-adc491f3-870f-4ae9-809d-d7e9f0aad649 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/43d3a802-e2ab-4bce-b63b-f1f2b040975b HTTP/1.1" status: 204 len: 168 time: 0.4307709 Jul 27 19:55:23.564625 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-41b54882-38b3-4853-b2a5-b4d36499a785 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605025 Jul 27 19:55:23.567406 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53148) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:23.572918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-bc0d70cf-6ec1-430c-b054-7034c3dccd87 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:23.677177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0d70cf-6ec1-430c-b054-7034c3dccd87 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:23.681201 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc0d70cf-6ec1-430c-b054-7034c3dccd87 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:23.838446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a8029-2456-440b-8ab3-69e4bab989f3 req-b278ddfe-7949-4cec-8c52-a5b006cc1960 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:23.840223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd6a8029-2456-440b-8ab3-69e4bab989f3 req-b278ddfe-7949-4cec-8c52-a5b006cc1960 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 943 time: 0.1117470 Jul 27 19:55:24.002833 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f9b5adec-fff8-4a99-89a3-ee7662a616d6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:55:24.004295 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd6a8029-2456-440b-8ab3-69e4bab989f3 req-efa1a81b-91fc-4267-89dc-1ee545ea444c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207838 Jul 27 19:55:24.076379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f9b5adec-fff8-4a99-89a3-ee7662a616d6 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:24.079354 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc0d70cf-6ec1-430c-b054-7034c3dccd87 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:24.165673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd8eaa-7771-4b54-888a-b2a60db56356 req-7950e65c-50e3-4df8-bdc0-1b16e8e0b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:24.167219 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95bd8eaa-7771-4b54-888a-b2a60db56356 req-7950e65c-50e3-4df8-bdc0-1b16e8e0b480 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf&tenant_id=bd7fbd769b2f4d379acce1bf30d00e53 HTTP/1.1" status: 200 len: 1095 time: 0.4280865 Jul 27 19:55:24.171581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d70cf-6ec1-430c-b054-7034c3dccd87 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=457667d0-f665-4890-9c33-9ed01a363b5c,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:24.184006 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aeac27-4d47-49cf-8f44-ff58152a72ac None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:24.188152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0d70cf-6ec1-430c-b054-7034c3dccd87 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:24.190016 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-bc0d70cf-6ec1-430c-b054-7034c3dccd87 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:24.192911 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0d70cf-6ec1-430c-b054-7034c3dccd87 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:24.193745 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc0d70cf-6ec1-430c-b054-7034c3dccd87 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:24.256066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bc0d70cf-6ec1-430c-b054-7034c3dccd87 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6875410 Jul 27 19:55:24.258920 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53170) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:24.264479 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ec63cf1a-4a10-4893-8458-54c48f0b1aa7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'name': 'tempest-NetworksTestDHCPv6-84889437'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:24.311790 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f2de9ea7-3a7e-47f0-924d-8f761297a57d None None] Provisioning for port f9b5adec-fff8-4a99-89a3-ee7662a616d6 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:24.318838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd8eaa-7771-4b54-888a-b2a60db56356 req-f507b94f-9cf3-4ebe-b981-7b0b83e64756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:24.320868 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95bd8eaa-7771-4b54-888a-b2a60db56356 req-f507b94f-9cf3-4ebe-b981-7b0b83e64756 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bd7fbd769b2f4d379acce1bf30d00e53&device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 1095 time: 0.1004744 Jul 27 19:55:24.332261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bea66-97a6-421e-a156-a9ace351b83a req-9668c14f-a998-4b20-9922-0a96bc481775 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:24.333989 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a97bea66-97a6-421e-a156-a9ace351b83a req-9668c14f-a998-4b20-9922-0a96bc481775 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 944 time: 0.1268599 Jul 27 19:55:24.350954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f2de9ea7-3a7e-47f0-924d-8f761297a57d None None] Provisioning complete for port f9b5adec-fff8-4a99-89a3-ee7662a616d6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:24.353024 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f2de9ea7-3a7e-47f0-924d-8f761297a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:24.469006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec63cf1a-4a10-4893-8458-54c48f0b1aa7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:24.470102 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f2de9ea7-3a7e-47f0-924d-8f761297a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:24.479395 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec63cf1a-4a10-4893-8458-54c48f0b1aa7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:24.501206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-ec63cf1a-4a10-4893-8458-54c48f0b1aa7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 612f91bc-7d06-4949-9276-2a7a7ed3971f yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:55:24.539746 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f2de9ea7-3a7e-47f0-924d-8f761297a57d None None] For port f9b5adec-fff8-4a99-89a3-ee7662a616d6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f9b5adec-fff8-4a99-89a3-ee7662a616d6,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:24.558219 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a97bea66-97a6-421e-a156-a9ace351b83a req-0e621137-6690-4047-a64f-38b7d0c6ddc9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147200 Jul 27 19:55:24.587068 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f2de9ea7-3a7e-47f0-924d-8f761297a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:24.640669 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd8eaa-7771-4b54-888a-b2a60db56356 req-eddcf819-1c8d-4c28-891d-a6bc17883a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:24.642386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95bd8eaa-7771-4b54-888a-b2a60db56356 req-eddcf819-1c8d-4c28-891d-a6bc17883a1a service neutron] 10.222.0.63 "GET /v2.0/networks?id=15cf4885-7155-4c10-9fb4-dffcf365ca76 HTTP/1.1" status: 200 len: 914 time: 0.3074017 Jul 27 19:55:24.660807 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:55:24.740785 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95bd8eaa-7771-4b54-888a-b2a60db56356 req-8c56be9b-fb37-47c1-af4d-829e7e0d5eeb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598 HTTP/1.1" status: 200 len: 217 time: 0.0900950 Jul 27 19:55:24.769735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:24.776652 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:24.777163 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:24.780417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de9ea7-3a7e-47f0-924d-8f761297a57d None None] Pushing event updated for resources: {'Port': ['ID=f9b5adec-fff8-4a99-89a3-ee7662a616d6,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:24.807277 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-ec63cf1a-4a10-4893-8458-54c48f0b1aa7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::8c (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/457667d0-f665-4890-9c33-9ed01a363b5c/612f91bc-7d06-4949-9276-2a7a7ed3971f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:24.862205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd8eaa-7771-4b54-888a-b2a60db56356 req-97e5e467-15e8-45a9-bc38-40526505458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:24.864676 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95bd8eaa-7771-4b54-888a-b2a60db56356 req-97e5e467-15e8-45a9-bc38-40526505458d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f772b2f4-a418-4e5e-b4bd-332603009cf5 HTTP/1.1" status: 200 len: 853 time: 0.1081679 Jul 27 19:55:24.913482 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95bd8eaa-7771-4b54-888a-b2a60db56356 req-b934986b-5b36-4b5a-94e1-80cdbef44cfe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=15cf4885-7155-4c10-9fb4-dffcf365ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410464 Jul 27 19:55:24.916338 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:24.955306 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d4277d-4e8c-442d-9ff5-567b659163a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1c1a3a-ab27-4e16-94a3-180fe58a7177'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:55:24.958041 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a58853f-ab5e-4926-b0b2-fabc2c7c053f" -d '{"events": [{"server_uuid": "72d4277d-4e8c-442d-9ff5-567b659163a7", "name": "network-vif-plugged", "status": "completed", "tag": "4a1c1a3a-ab27-4e16-94a3-180fe58a7177"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:55:24.994271 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 4a1c1a3a-ab27-4e16-94a3-180fe58a7177, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=4a1c1a3a-ab27-4e16-94a3-180fe58a7177,segment=NetworkSegment(3918b7b5-b22d-4f73-93a4-90a11629c049),segment_id=3918b7b5-b22d-4f73-93a4-90a11629c049)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:25.002768 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:25.122853 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d36573e-adbe-48ee-8368-fd97e9ec6a30 x-openstack-request-id: req-1d36573e-adbe-48ee-8368-fd97e9ec6a30 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:55:25.123120 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d4277d-4e8c-442d-9ff5-567b659163a7", "name": "network-vif-plugged", "status": "completed", "tag": "4a1c1a3a-ab27-4e16-94a3-180fe58a7177", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:55:25.123361 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d36573e-adbe-48ee-8368-fd97e9ec6a30 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:55:25.123742 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d4277d-4e8c-442d-9ff5-567b659163a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1c1a3a-ab27-4e16-94a3-180fe58a7177', 'code': 200} Jul 27 19:55:25.134676 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=4a1c1a3a-ab27-4e16-94a3-180fe58a7177,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:25.149368 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a960b7-9662-425f-946a-35fe0f47d9a6 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:25.155837 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec63cf1a-4a10-4893-8458-54c48f0b1aa7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:25.172927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-ec63cf1a-4a10-4893-8458-54c48f0b1aa7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object 612f91bc-7d06-4949-9276-2a7a7ed3971f will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:25.199730 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95bd8eaa-7771-4b54-888a-b2a60db56356 req-1b01ae3f-5acf-4af0-9bba-900a651c9bda service neutron] 10.222.0.63 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698610 Jul 27 19:55:25.219466 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec63cf1a-4a10-4893-8458-54c48f0b1aa7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:25.238888 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-22b0aed8-8a55-4431-9a98-a3c70074177e None None] Provisioning complete for port f9b5adec-fff8-4a99-89a3-ee7662a616d6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:25.239359 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-22b0aed8-8a55-4431-9a98-a3c70074177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:25.285880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63cf1a-4a10-4893-8458-54c48f0b1aa7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:25.292872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ec63cf1a-4a10-4893-8458-54c48f0b1aa7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:25.301993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63cf1a-4a10-4893-8458-54c48f0b1aa7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:25.308514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec63cf1a-4a10-4893-8458-54c48f0b1aa7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:25.309451 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec63cf1a-4a10-4893-8458-54c48f0b1aa7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:25.341204 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63cf1a-4a10-4893-8458-54c48f0b1aa7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=612f91bc-7d06-4949-9276-2a7a7ed3971f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:25.348027 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ec63cf1a-4a10-4893-8458-54c48f0b1aa7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0879185 Jul 27 19:55:25.351259 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53194) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:25.407105 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7b423-c5c5-4f2d-ab8b-ef0c5250f5f6 req-c417d965-c3de-4460-beb2-4dc8267c6087 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:25.416552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53c7b423-c5c5-4f2d-ab8b-ef0c5250f5f6 req-c417d965-c3de-4460-beb2-4dc8267c6087 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 943 time: 0.2473950 Jul 27 19:55:25.419752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09461b1-a5f1-49b2-bb54-080666b55128 req-6d7cb234-a1cc-4a3e-9aa9-b2e994ae77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:25.421421 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f09461b1-a5f1-49b2-bb54-080666b55128 req-6d7cb234-a1cc-4a3e-9aa9-b2e994ae77ef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 1097 time: 0.2852001 Jul 27 19:55:25.442360 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1791e0-9752-44c2-b042-bd7f77b2ef2a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:25.449987 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1791e0-9752-44c2-b042-bd7f77b2ef2a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:25.451944 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3a1791e0-9752-44c2-b042-bd7f77b2ef2a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0987365 Jul 27 19:55:25.455479 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53200) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:25.495109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95bd8eaa-7771-4b54-888a-b2a60db56356 req-28990395-bb87-4fa3-a7da-bc399dd835f1 service neutron] 10.222.0.63 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517970 Jul 27 19:55:25.509473 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53c7b423-c5c5-4f2d-ab8b-ef0c5250f5f6 req-8951b30b-1abc-4121-8034-6c2a385fd9b2 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919440 Jul 27 19:55:25.521191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f09461b1-a5f1-49b2-bb54-080666b55128 req-aedab064-d520-4cd1-b586-3cf05f75c407 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858774 Jul 27 19:55:25.585184 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4bbee9e4-b7e7-4955-85f8-9df89c8d3ec7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port 612f91bc-7d06-4949-9276-2a7a7ed3971f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:25.585569 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4bbee9e4-b7e7-4955-85f8-9df89c8d3ec7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:25.711229 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4bbee9e4-b7e7-4955-85f8-9df89c8d3ec7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:25.724574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4bbee9e4-b7e7-4955-85f8-9df89c8d3ec7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for 612f91bc-7d06-4949-9276-2a7a7ed3971f owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:25.788361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8908dc-ec55-4561-9912-a3516cb6a7d3 req-a24776e5-13dd-4f17-a52d-2c415d7e4ab9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:25.790620 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec8908dc-ec55-4561-9912-a3516cb6a7d3 req-a24776e5-13dd-4f17-a52d-2c415d7e4ab9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.1009290 Jul 27 19:55:25.863352 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-facb6ec0-e216-4806-8443-a7250ecb846c None None] Provisioning complete for port f9b5adec-fff8-4a99-89a3-ee7662a616d6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:25.864020 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-facb6ec0-e216-4806-8443-a7250ecb846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:25.919718 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec8908dc-ec55-4561-9912-a3516cb6a7d3 req-08a48c5a-4afe-4ed6-8385-cc7ff731a93a tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207352 Jul 27 19:55:25.947278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f9b5adec-fff8-4a99-89a3-ee7662a616d6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:55:25.991550 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4bbee9e4-b7e7-4955-85f8-9df89c8d3ec7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:26.068530 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbee9e4-b7e7-4955-85f8-9df89c8d3ec7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=612f91bc-7d06-4949-9276-2a7a7ed3971f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:26.077981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f9b5adec-fff8-4a99-89a3-ee7662a616d6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:26.079007 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:26.101287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4bbee9e4-b7e7-4955-85f8-9df89c8d3ec7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:26.103695 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4bbee9e4-b7e7-4955-85f8-9df89c8d3ec7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/612f91bc-7d06-4949-9276-2a7a7ed3971f HTTP/1.1" status: 204 len: 168 time: 0.6472425 Jul 27 19:55:26.106754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53230) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:26.122761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-facb6ec0-e216-4806-8443-a7250ecb846c None None] Could not find standard attr ID for object 612f91bc-7d06-4949-9276-2a7a7ed3971f. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:55:26.241317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-31db9df3-b6bd-4591-af53-bdb56eed811e None None] Could not find standard attr ID for object 30bb6661-3ee8-4de7-9778-eb6fc980a84d. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:55:26.298992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49b69db-f198-49d3-82da-dee48b8382e3 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:26.302994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49b69db-f198-49d3-82da-dee48b8382e3 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:26.310010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53238) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:26.310692 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d49b69db-f198-49d3-82da-dee48b8382e3 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2016909 Jul 27 19:55:26.463865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0f2118-6c53-4042-bb26-71b63c414f99 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 457667d0-f665-4890-9c33-9ed01a363b5c {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:55:26.478893 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab0f2118-6c53-4042-bb26-71b63c414f99 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:26.544121 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab0f2118-6c53-4042-bb26-71b63c414f99 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:26.685435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0b35922e-553f-483f-908f-6a6c73754347 None None] Could not find standard attr ID for object 612f91bc-7d06-4949-9276-2a7a7ed3971f. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:55:26.715242 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab0f2118-6c53-4042-bb26-71b63c414f99 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:26.774282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332744e7-0ccc-4d45-97af-01fe3597c138 req-239470d5-59bc-4122-a440-86b5abe09373 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:26.784762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-332744e7-0ccc-4d45-97af-01fe3597c138 req-239470d5-59bc-4122-a440-86b5abe09373 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 943 time: 0.1177886 Jul 27 19:55:26.873656 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-332744e7-0ccc-4d45-97af-01fe3597c138 req-088468d3-0c18-43b4-b848-7823e1059dd2 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866778 Jul 27 19:55:26.910133 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab0f2118-6c53-4042-bb26-71b63c414f99 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:27.005431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f2118-6c53-4042-bb26-71b63c414f99 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=457667d0-f665-4890-9c33-9ed01a363b5c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:27.033391 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab0f2118-6c53-4042-bb26-71b63c414f99 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:27.035608 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ab0f2118-6c53-4042-bb26-71b63c414f99 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/457667d0-f665-4890-9c33-9ed01a363b5c HTTP/1.1" status: 204 len: 168 time: 0.7242491 Jul 27 19:55:27.039121 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53252) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:27.129811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff4174-c958-47e8-8c5a-a4bccdaf6607 req-05e305b9-0bc3-45b8-8822-52a36eb97e04 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:27.153319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62ff4174-c958-47e8-8c5a-a4bccdaf6607 req-05e305b9-0bc3-45b8-8822-52a36eb97e04 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.0899990 Jul 27 19:55:27.153944 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-34ee14cc-5a4d-44ef-9da2-36a05703da4c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120758 Jul 27 19:55:27.156557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53258) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:27.158885 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72751545-f14c-4643-a31b-75d39fbe7869 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:27.244569 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62ff4174-c958-47e8-8c5a-a4bccdaf6607 req-0e309f2b-33b4-4167-9cb5-fbba3a10650a tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896463 Jul 27 19:55:27.581787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ace1d39-f81d-4229-a947-8ebef5dc1282 None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:55:27.644579 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a6916-71a2-424d-a05d-6c2a163dd6bc req-a9ab21e5-0f69-499d-b5a3-3325eba89bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:27.646147 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c2a6916-71a2-424d-a05d-6c2a163dd6bc req-a9ab21e5-0f69-499d-b5a3-3325eba89bff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=530f88a84a434ec586a35453c8add755&device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 1097 time: 0.1260383 Jul 27 19:55:27.700445 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9ace1d39-f81d-4229-a947-8ebef5dc1282 None None] Deleting port f9b5adec-fff8-4a99-89a3-ee7662a616d6 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:27.700828 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9ace1d39-f81d-4229-a947-8ebef5dc1282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:27.890466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9ace1d39-f81d-4229-a947-8ebef5dc1282 None None] For port f9b5adec-fff8-4a99-89a3-ee7662a616d6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f9b5adec-fff8-4a99-89a3-ee7662a616d6,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:27.896209 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9ace1d39-f81d-4229-a947-8ebef5dc1282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:27.935547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a6916-71a2-424d-a05d-6c2a163dd6bc req-6f03aa55-76da-4cdf-a7ba-ec0f81514263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:27.938597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c2a6916-71a2-424d-a05d-6c2a163dd6bc req-6f03aa55-76da-4cdf-a7ba-ec0f81514263 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e6b62717-e555-42c8-92ce-efeea95bbb3e HTTP/1.1" status: 200 len: 911 time: 0.2761676 Jul 27 19:55:27.948596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9ace1d39-f81d-4229-a947-8ebef5dc1282 None None] Calling delete_port for f9b5adec-fff8-4a99-89a3-ee7662a616d6 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:27.951888 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f9b5adec-fff8-4a99-89a3-ee7662a616d6 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:55:28.001139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14273dca-b526-4bac-b42e-f3f5bcb91565 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:28.002938 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-14273dca-b526-4bac-b42e-f3f5bcb91565 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8332965 Jul 27 19:55:28.013078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53278) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:28.026089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c2a6916-71a2-424d-a05d-6c2a163dd6bc req-eb734ce9-db07-4a72-821d-8b78f682257d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a1c1a3a-ab27-4e16-94a3-180fe58a7177 HTTP/1.1" status: 200 len: 217 time: 0.0723233 Jul 27 19:55:28.115847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70378d0-f46d-4c50-ac3f-5a4a58f96117 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:28.125639 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f70378d0-f46d-4c50-ac3f-5a4a58f96117 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1110141 Jul 27 19:55:28.126453 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53282) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:28.138455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a6916-71a2-424d-a05d-6c2a163dd6bc req-75fcd327-75b7-4d94-9529-69af9ca10d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:28.139975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c2a6916-71a2-424d-a05d-6c2a163dd6bc req-75fcd327-75b7-4d94-9529-69af9ca10d1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e995163-f4ba-4017-bfaa-9643c2da9ae0 HTTP/1.1" status: 200 len: 850 time: 0.1039941 Jul 27 19:55:28.171213 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:28.218955 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-76129d65-cdda-486e-9fb4-ba20c88e826c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781937 Jul 27 19:55:28.219788 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53286) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:28.223508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c2a6916-71a2-424d-a05d-6c2a163dd6bc req-778d61b4-fc85-4cad-a836-39570c2471dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e6b62717-e555-42c8-92ce-efeea95bbb3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717056 Jul 27 19:55:28.226633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4ce86064-82e1-4d11-8e73-32a45151f6ea tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:28.239346 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9ace1d39-f81d-4229-a947-8ebef5dc1282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:28.324927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace1d39-f81d-4229-a947-8ebef5dc1282 None None] No DVR routers for this DVR port f9b5adec-fff8-4a99-89a3-ee7662a616d6 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:55:28.327250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace1d39-f81d-4229-a947-8ebef5dc1282 None None] Pushing event deleted for resources: {'Port': ['ID=f9b5adec-fff8-4a99-89a3-ee7662a616d6,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:28.438007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c2a6916-71a2-424d-a05d-6c2a163dd6bc req-a6e022b3-3136-48f5-8409-b614a5a866b8 service neutron] 10.222.0.52 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025702 Jul 27 19:55:28.478355 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce86064-82e1-4d11-8e73-32a45151f6ea tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:28.482390 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ce86064-82e1-4d11-8e73-32a45151f6ea tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:28.582699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c2a6916-71a2-424d-a05d-6c2a163dd6bc req-ea89a1cc-053b-4549-bb06-d6f2869ce397 service neutron] 10.222.0.52 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328206 Jul 27 19:55:28.886579 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ce86064-82e1-4d11-8e73-32a45151f6ea tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:28.983354 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce86064-82e1-4d11-8e73-32a45151f6ea tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:28.987076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4ce86064-82e1-4d11-8e73-32a45151f6ea tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:28.993619 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce86064-82e1-4d11-8e73-32a45151f6ea tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:28.994349 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ce86064-82e1-4d11-8e73-32a45151f6ea tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:28.997962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9584d738-fe2a-4180-8b05-e55154e5bfa4 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:29.005857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce86064-82e1-4d11-8e73-32a45151f6ea tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=782859ef-4404-4775-8dfa-378dd98b2df5,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:29.027229 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4ce86064-82e1-4d11-8e73-32a45151f6ea tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8033934 Jul 27 19:55:29.028056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53298) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:29.034644 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'fixed_ips': [{'subnet_id': '782859ef-4404-4775-8dfa-378dd98b2df5', 'ip_address': '2001:db8::1dea:cf67:eae3:a167'}], 'name': 'tempest-NetworksTestDHCPv6-2136627815'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:29.243056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': '782859ef-4404-4775-8dfa-378dd98b2df5'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:55:29.244910 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:29.336637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:29.441174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Allocated IP 2001:db8::2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/782859ef-4404-4775-8dfa-378dd98b2df5/53b3445e-760d-4aee-9a45-e6772b06c887) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:29.516777 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:29.542888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port acb01ed2-fc8c-47a4-8f4e-d527a075a8f6 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:55:29.657821 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:29.667608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Transition to ACTIVE for port object 53b3445e-760d-4aee-9a45-e6772b06c887 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:29.687575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Transition to ACTIVE for port object 53b3445e-760d-4aee-9a45-e6772b06c887 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:29.698345 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:29.782625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::1dea:cf67:eae3:a167 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/782859ef-4404-4775-8dfa-378dd98b2df5/acb01ed2-fc8c-47a4-8f4e-d527a075a8f6) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:29.830550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:29.831507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Pushing event updated for resources: {'Port': ['ID=53b3445e-760d-4aee-9a45-e6772b06c887,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:29.834794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:29.837066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:29.923087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Attempting to bind port 53b3445e-760d-4aee-9a45-e6772b06c887 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:55:29.923489 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Attempting to bind port 53b3445e-760d-4aee-9a45-e6772b06c887 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:55:29.923853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Attempting to bind port 53b3445e-760d-4aee-9a45-e6772b06c887 on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:55:29.940499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:55:29.940879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:55:29.941295 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:29.945190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:55:29.946171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Bound port: 53b3445e-760d-4aee-9a45-e6772b06c887, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:55:29.946701 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:30.037861 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:30.039157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] For port 53b3445e-760d-4aee-9a45-e6772b06c887, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:55:30.043124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] For port 53b3445e-760d-4aee-9a45-e6772b06c887, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=53b3445e-760d-4aee-9a45-e6772b06c887,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:55:30.049027 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:30.056651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object acb01ed2-fc8c-47a4-8f4e-d527a075a8f6 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:30.137902 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:30.142354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca41629-0078-491b-be2a-b5560fba24b3 None None] Pushing event updated for resources: {'Port': ['ID=53b3445e-760d-4aee-9a45-e6772b06c887,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:30.220837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:30.224814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:30.229571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:30.235649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:30.236410 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:30.256116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=acb01ed2-fc8c-47a4-8f4e-d527a075a8f6,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:30.267986 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:30.268357 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:30.268786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:30.269064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:30.269396 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:30.269705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:30.270028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:30.273908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:30.274316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:30.274649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:30.274982 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:30.275312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:30.298617 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53316) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:30.299179 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aee49e9f-136a-4265-bae5-9cec5acd4525 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2685111 Jul 27 19:55:30.470894 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e4fdcd-b9b6-4167-896f-67ef2e021f2e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:30.478541 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e4fdcd-b9b6-4167-896f-67ef2e021f2e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:30.494567 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a1e4fdcd-b9b6-4167-896f-67ef2e021f2e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1941092 Jul 27 19:55:30.497781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53322) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:30.645257 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5fa5e62a-74f7-4303-aaaa-95e5cecd4f9c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port acb01ed2-fc8c-47a4-8f4e-d527a075a8f6 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:30.645757 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e62a-74f7-4303-aaaa-95e5cecd4f9c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:30.755112 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e62a-74f7-4303-aaaa-95e5cecd4f9c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:30.778483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5fa5e62a-74f7-4303-aaaa-95e5cecd4f9c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for acb01ed2-fc8c-47a4-8f4e-d527a075a8f6 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:30.930664 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e62a-74f7-4303-aaaa-95e5cecd4f9c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:30.988238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5e62a-74f7-4303-aaaa-95e5cecd4f9c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=acb01ed2-fc8c-47a4-8f4e-d527a075a8f6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:31.022749 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e62a-74f7-4303-aaaa-95e5cecd4f9c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:31.025493 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5fa5e62a-74f7-4303-aaaa-95e5cecd4f9c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/acb01ed2-fc8c-47a4-8f4e-d527a075a8f6 HTTP/1.1" status: 204 len: 168 time: 0.5264518 Jul 27 19:55:31.028148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53330) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:31.091451 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5717cc27-78a6-4a37-8c9b-caa92eea2b83 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:31.094231 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5717cc27-78a6-4a37-8c9b-caa92eea2b83 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:31.096841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5717cc27-78a6-4a37-8c9b-caa92eea2b83 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0670717 Jul 27 19:55:31.100214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53334) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:31.195307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a9cdfb-daba-454c-b175-bf87b2db550e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 782859ef-4404-4775-8dfa-378dd98b2df5 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:55:31.200029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38a9cdfb-daba-454c-b175-bf87b2db550e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:31.253783 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38a9cdfb-daba-454c-b175-bf87b2db550e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:31.372738 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38a9cdfb-daba-454c-b175-bf87b2db550e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:31.408061 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c4f7b8c0-bce6-4920-8772-ed248133fef4 None None] Provisioning for port 53b3445e-760d-4aee-9a45-e6772b06c887 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:31.480988 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38a9cdfb-daba-454c-b175-bf87b2db550e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:31.523009 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9cdfb-daba-454c-b175-bf87b2db550e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=782859ef-4404-4775-8dfa-378dd98b2df5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:31.528439 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38a9cdfb-daba-454c-b175-bf87b2db550e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:31.539124 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-38a9cdfb-daba-454c-b175-bf87b2db550e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/782859ef-4404-4775-8dfa-378dd98b2df5 HTTP/1.1" status: 204 len: 168 time: 0.4307857 Jul 27 19:55:31.539124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53342) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:31.612112 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fcb4cce0-08d4-439e-95e5-a079087eb563 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731626 Jul 27 19:55:31.612360 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53344) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:31.619054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1426f52b-8d83-415b-83bd-89a0c122dee8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:31.643816 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cae4cd-7db1-43ed-b7ab-a1545ba0b2c6 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:31.693209 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:55:31.740048 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1426f52b-8d83-415b-83bd-89a0c122dee8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:31.744103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1426f52b-8d83-415b-83bd-89a0c122dee8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:31.761964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c21e6a19-92e0-4fa4-a71e-123c75c5d2d4 None None] Could not find standard attr ID for object acb01ed2-fc8c-47a4-8f4e-d527a075a8f6. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:55:31.943723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9243967b-1dc3-4b4c-8a09-c1129e1805ef None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:55:32.035519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9243967b-1dc3-4b4c-8a09-c1129e1805ef None None] Deleting port 53b3445e-760d-4aee-9a45-e6772b06c887 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:32.035904 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9243967b-1dc3-4b4c-8a09-c1129e1805ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:32.106120 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1426f52b-8d83-415b-83bd-89a0c122dee8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:32.152829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9243967b-1dc3-4b4c-8a09-c1129e1805ef None None] For port 53b3445e-760d-4aee-9a45-e6772b06c887, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=53b3445e-760d-4aee-9a45-e6772b06c887,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:32.153182 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9243967b-1dc3-4b4c-8a09-c1129e1805ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:32.167499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9243967b-1dc3-4b4c-8a09-c1129e1805ef None None] Calling delete_port for 53b3445e-760d-4aee-9a45-e6772b06c887 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:32.171703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1426f52b-8d83-415b-83bd-89a0c122dee8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:32.175569 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-1426f52b-8d83-415b-83bd-89a0c122dee8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:32.196460 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1426f52b-8d83-415b-83bd-89a0c122dee8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:32.196460 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1426f52b-8d83-415b-83bd-89a0c122dee8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:32.231566 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426f52b-8d83-415b-83bd-89a0c122dee8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=ff4a9645-17cf-4b30-b759-4b398808bc87,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:32.239142 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1426f52b-8d83-415b-83bd-89a0c122dee8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6256485 Jul 27 19:55:32.242030 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53356) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:32.247288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-63b50458-7a89-4eee-8a90-d8d6a9b862dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'fixed_ips': [{'subnet_id': 'ff4a9645-17cf-4b30-b759-4b398808bc87', 'ip_address': '2001:db8::f10:4d33:baf2:ef7'}], 'name': 'tempest-NetworksTestDHCPv6-972036259'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:32.269212 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9243967b-1dc3-4b4c-8a09-c1129e1805ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:32.316231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9243967b-1dc3-4b4c-8a09-c1129e1805ef None None] No DVR routers for this DVR port 53b3445e-760d-4aee-9a45-e6772b06c887 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:55:32.318618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243967b-1dc3-4b4c-8a09-c1129e1805ef None None] Pushing event deleted for resources: {'Port': ['ID=53b3445e-760d-4aee-9a45-e6772b06c887,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:32.359367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ecd171-70ee-4a65-aa72-ca6b15688c1e None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:32.455341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b50458-7a89-4eee-8a90-d8d6a9b862dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:32.589213 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-63b50458-7a89-4eee-8a90-d8d6a9b862dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:32.614287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-63b50458-7a89-4eee-8a90-d8d6a9b862dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 15ac8ab4-1568-4dc7-8963-b4d8c28ff82e yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:55:32.787943 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': 'ff4a9645-17cf-4b30-b759-4b398808bc87'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:55:32.789002 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:32.871233 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-63b50458-7a89-4eee-8a90-d8d6a9b862dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::f10:4d33:baf2:ef7 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/ff4a9645-17cf-4b30-b759-4b398808bc87/15ac8ab4-1568-4dc7-8963-b4d8c28ff82e) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:33.084111 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-63b50458-7a89-4eee-8a90-d8d6a9b862dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:33.099393 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-63b50458-7a89-4eee-8a90-d8d6a9b862dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object 15ac8ab4-1568-4dc7-8963-b4d8c28ff82e will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:33.145220 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-63b50458-7a89-4eee-8a90-d8d6a9b862dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:33.197965 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Allocated IP 2001:db8::2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/ff4a9645-17cf-4b30-b759-4b398808bc87/6eed8d0f-56a0-4de0-be79-ad3820dc971b) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:33.208839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b50458-7a89-4eee-8a90-d8d6a9b862dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=15ac8ab4-1568-4dc7-8963-b4d8c28ff82e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:33.224610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b50458-7a89-4eee-8a90-d8d6a9b862dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:33.226568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-63b50458-7a89-4eee-8a90-d8d6a9b862dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:33.229346 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b50458-7a89-4eee-8a90-d8d6a9b862dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:33.235381 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b50458-7a89-4eee-8a90-d8d6a9b862dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:33.236081 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-63b50458-7a89-4eee-8a90-d8d6a9b862dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:33.260989 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-63b50458-7a89-4eee-8a90-d8d6a9b862dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.0171509 Jul 27 19:55:33.263268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53370) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:33.372694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe0c6ee-dbd6-4557-a685-85c4d03a1a8c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:33.374536 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3fe0c6ee-dbd6-4557-a685-85c4d03a1a8c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1100795 Jul 27 19:55:33.377261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53376) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:33.396275 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:33.405500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Transition to ACTIVE for port object 6eed8d0f-56a0-4de0-be79-ad3820dc971b will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:33.422133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Transition to ACTIVE for port object 6eed8d0f-56a0-4de0-be79-ad3820dc971b will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:33.434277 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:33.483891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:33.487973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:33.490143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Pushing event updated for resources: {'Port': ['ID=6eed8d0f-56a0-4de0-be79-ad3820dc971b,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:33.492769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:33.557838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-5f93b23f-d12c-44a4-8562-de16b330582d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port 15ac8ab4-1568-4dc7-8963-b4d8c28ff82e {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:33.558177 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5f93b23f-d12c-44a4-8562-de16b330582d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:33.568867 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Attempting to bind port 6eed8d0f-56a0-4de0-be79-ad3820dc971b on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:55:33.569246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Attempting to bind port 6eed8d0f-56a0-4de0-be79-ad3820dc971b by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:55:33.569841 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Attempting to bind port 6eed8d0f-56a0-4de0-be79-ad3820dc971b on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:55:33.575765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:55:33.576256 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:55:33.576703 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:33.577175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:55:33.577876 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Bound port: 6eed8d0f-56a0-4de0-be79-ad3820dc971b, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:55:33.578261 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:33.670407 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] For port 6eed8d0f-56a0-4de0-be79-ad3820dc971b, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:55:33.676856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] For port 6eed8d0f-56a0-4de0-be79-ad3820dc971b, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6eed8d0f-56a0-4de0-be79-ad3820dc971b,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:55:33.687381 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:33.697721 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5f93b23f-d12c-44a4-8562-de16b330582d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:33.743289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-5f93b23f-d12c-44a4-8562-de16b330582d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for 15ac8ab4-1568-4dc7-8963-b4d8c28ff82e owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:33.783870 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff81489-95a4-4419-8395-9fd29541585c None None] Pushing event updated for resources: {'Port': ['ID=6eed8d0f-56a0-4de0-be79-ad3820dc971b,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:33.911802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 53b3445e-760d-4aee-9a45-e6772b06c887 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:55:33.969790 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 53b3445e-760d-4aee-9a45-e6772b06c887 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:55:33.970423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 53b3445e-760d-4aee-9a45-e6772b06c887 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:55:33.978995 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5f93b23f-d12c-44a4-8562-de16b330582d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:34.030773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93b23f-d12c-44a4-8562-de16b330582d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=15ac8ab4-1568-4dc7-8963-b4d8c28ff82e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:34.089921 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5f93b23f-d12c-44a4-8562-de16b330582d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:34.092002 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5f93b23f-d12c-44a4-8562-de16b330582d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/15ac8ab4-1568-4dc7-8963-b4d8c28ff82e HTTP/1.1" status: 204 len: 168 time: 0.7131569 Jul 27 19:55:34.094729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53384) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:34.183845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f80c73-e093-49a1-a77f-41c097288c6a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:34.190555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f80c73-e093-49a1-a77f-41c097288c6a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:34.194286 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-17f80c73-e093-49a1-a77f-41c097288c6a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0974164 Jul 27 19:55:34.196196 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53390) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:34.300207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d473ca-c5f4-4465-aae8-003ac846d86e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet ff4a9645-17cf-4b30-b759-4b398808bc87 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:55:34.307954 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7d473ca-c5f4-4465-aae8-003ac846d86e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:34.364661 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7d473ca-c5f4-4465-aae8-003ac846d86e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:34.477799 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7d473ca-c5f4-4465-aae8-003ac846d86e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:34.549001 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7d473ca-c5f4-4465-aae8-003ac846d86e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:34.596365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d473ca-c5f4-4465-aae8-003ac846d86e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=ff4a9645-17cf-4b30-b759-4b398808bc87,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:34.611009 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7d473ca-c5f4-4465-aae8-003ac846d86e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:34.612267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e7d473ca-c5f4-4465-aae8-003ac846d86e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/ff4a9645-17cf-4b30-b759-4b398808bc87 HTTP/1.1" status: 204 len: 168 time: 0.4150555 Jul 27 19:55:34.615188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53396) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:34.682921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53398) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:34.688325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d24eac6a-6699-4735-b869-b29542ccf991 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:34.693178 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-81b69223-3027-49a2-8bea-13ccb23c778e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760832 Jul 27 19:55:34.830128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24eac6a-6699-4735-b869-b29542ccf991 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:34.834356 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d24eac6a-6699-4735-b869-b29542ccf991 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:35.093574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68fc0e0-eff8-4ddf-bf29-59239cbb6164 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:35.162041 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d24eac6a-6699-4735-b869-b29542ccf991 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:35.182710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-12de3299-9052-43bd-8a94-622d9a0df344 None None] Provisioning for port 6eed8d0f-56a0-4de0-be79-ad3820dc971b completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:35.242730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24eac6a-6699-4735-b869-b29542ccf991 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:35.248917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d24eac6a-6699-4735-b869-b29542ccf991 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:35.261353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24eac6a-6699-4735-b869-b29542ccf991 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:35.269139 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d24eac6a-6699-4735-b869-b29542ccf991 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:35.288516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24eac6a-6699-4735-b869-b29542ccf991 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=b49d8065-040a-446d-8522-5c77afb18a9c,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:35.301580 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d24eac6a-6699-4735-b869-b29542ccf991 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6140995 Jul 27 19:55:35.304678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53410) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:35.307482 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5a435819-b572-4b41-9159-7c222a2f3ba6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'fixed_ips': [{'subnet_id': 'b49d8065-040a-446d-8522-5c77afb18a9c', 'ip_address': '2001:db8::9049:c753:b080:54db'}], 'name': 'tempest-NetworksTestDHCPv6-72267922'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:35.515807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a435819-b572-4b41-9159-7c222a2f3ba6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:35.599133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d2482c-f7b3-45c3-8ad5-027cc1ab2849 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:35.645225 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5a435819-b572-4b41-9159-7c222a2f3ba6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:35.678581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-5a435819-b572-4b41-9159-7c222a2f3ba6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 30530599-4bc6-438f-9f9c-309390d15f9f yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:55:35.947489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-5a435819-b572-4b41-9159-7c222a2f3ba6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::9049:c753:b080:54db (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/b49d8065-040a-446d-8522-5c77afb18a9c/30530599-4bc6-438f-9f9c-309390d15f9f) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:36.011495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6eed8d0f-56a0-4de0-be79-ad3820dc971b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:55:36.092144 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 6eed8d0f-56a0-4de0-be79-ad3820dc971b completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:36.100772 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6eed8d0f-56a0-4de0-be79-ad3820dc971b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:36.102114 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:36.252301 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b9983893-dfb0-41b5-8a21-077639b8bffd None None] Provisioning complete for port 6eed8d0f-56a0-4de0-be79-ad3820dc971b triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:36.252704 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b9983893-dfb0-41b5-8a21-077639b8bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:36.370663 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5a435819-b572-4b41-9159-7c222a2f3ba6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:36.374219 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:36.426646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-5a435819-b572-4b41-9159-7c222a2f3ba6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object 30530599-4bc6-438f-9f9c-309390d15f9f will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:36.481820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 6eed8d0f-56a0-4de0-be79-ad3820dc971b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6eed8d0f-56a0-4de0-be79-ad3820dc971b,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:36.496130 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5a435819-b572-4b41-9159-7c222a2f3ba6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:36.522293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a435819-b572-4b41-9159-7c222a2f3ba6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:36.544588 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:36.552250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-5a435819-b572-4b41-9159-7c222a2f3ba6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:36.563329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a435819-b572-4b41-9159-7c222a2f3ba6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:36.571841 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a435819-b572-4b41-9159-7c222a2f3ba6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:36.572526 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5a435819-b572-4b41-9159-7c222a2f3ba6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:36.630981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=6eed8d0f-56a0-4de0-be79-ad3820dc971b,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:36.647149 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53428) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:36.648705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5a435819-b572-4b41-9159-7c222a2f3ba6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3449366 Jul 27 19:55:36.656669 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b9983893-dfb0-41b5-8a21-077639b8bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:36.669425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a435819-b572-4b41-9159-7c222a2f3ba6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=30530599-4bc6-438f-9f9c-309390d15f9f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:36.739794 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.api [None req-b9983893-dfb0-41b5-8a21-077639b8bffd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:55:36.740259 n-d-705657-21 neutron-server[94061]: DEBUG oslo_db.api [None req-b9983893-dfb0-41b5-8a21-077639b8bffd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:55:36.758694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e839e6d3-a86f-4b36-a4f1-910f584c2987 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:36.763546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e839e6d3-a86f-4b36-a4f1-910f584c2987 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:36.765388 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e839e6d3-a86f-4b36-a4f1-910f584c2987 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1157408 Jul 27 19:55:36.768703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53434) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:36.891820 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6347c720-328b-47df-a832-8229e590dab6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port 30530599-4bc6-438f-9f9c-309390d15f9f {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:36.892090 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6347c720-328b-47df-a832-8229e590dab6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:37.000228 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6347c720-328b-47df-a832-8229e590dab6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:37.017703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6347c720-328b-47df-a832-8229e590dab6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for 30530599-4bc6-438f-9f9c-309390d15f9f owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:37.153299 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6347c720-328b-47df-a832-8229e590dab6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:37.183811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347c720-328b-47df-a832-8229e590dab6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=30530599-4bc6-438f-9f9c-309390d15f9f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:37.209912 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6347c720-328b-47df-a832-8229e590dab6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:37.215233 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53442) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:37.225329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6347c720-328b-47df-a832-8229e590dab6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/30530599-4bc6-438f-9f9c-309390d15f9f HTTP/1.1" status: 204 len: 168 time: 0.4550321 Jul 27 19:55:37.305862 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaa0980-a890-4543-a782-f5973d5cedd9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:37.307636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaa0980-a890-4543-a782-f5973d5cedd9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:37.309275 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-efaa0980-a890-4543-a782-f5973d5cedd9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0930464 Jul 27 19:55:37.311926 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53448) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:37.384651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-31010597-de28-42da-96a2-0e95f90907f5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet b49d8065-040a-446d-8522-5c77afb18a9c {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:55:37.390932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31010597-de28-42da-96a2-0e95f90907f5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:37.406836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ac7b86f1-b2bd-415a-878b-267a1d3deec9 None None] Could not find standard attr ID for object 15ac8ab4-1568-4dc7-8963-b4d8c28ff82e. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:55:37.413352 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ac7b86f1-b2bd-415a-878b-267a1d3deec9 None None] Could not find standard attr ID for object 30530599-4bc6-438f-9f9c-309390d15f9f. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:55:37.439760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b2048-ef5a-433d-b9af-bb1be2ea68fc req-bd58397b-5312-4b36-82e1-7843b269be22 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:37.447379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d8b2048-ef5a-433d-b9af-bb1be2ea68fc req-bd58397b-5312-4b36-82e1-7843b269be22 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.1155889 Jul 27 19:55:37.475980 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31010597-de28-42da-96a2-0e95f90907f5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:37.495929 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d8b2048-ef5a-433d-b9af-bb1be2ea68fc req-6a04291d-76b7-49ef-b592-a944313c8d5b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466664 Jul 27 19:55:37.550802 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31010597-de28-42da-96a2-0e95f90907f5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:37.617811 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31010597-de28-42da-96a2-0e95f90907f5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:37.624380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24454-e933-4a9f-9b52-accf94465cbf req-83e5e485-50fe-42a6-a2ea-fd6498ad4ae0 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:37.625936 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ad24454-e933-4a9f-9b52-accf94465cbf req-83e5e485-50fe-42a6-a2ea-fd6498ad4ae0 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 943 time: 0.1048141 Jul 27 19:55:37.638239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e1dad-f993-4d05-b049-c1a1ca818eae req-7ecf4326-cf70-4898-b146-fe4a6733a066 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:37.639705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe9e1dad-f993-4d05-b049-c1a1ca818eae req-7ecf4326-cf70-4898-b146-fe4a6733a066 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 945 time: 0.0871034 Jul 27 19:55:37.646571 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31010597-de28-42da-96a2-0e95f90907f5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=b49d8065-040a-446d-8522-5c77afb18a9c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:37.656593 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31010597-de28-42da-96a2-0e95f90907f5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:37.657758 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fa202e-3747-460a-a509-7c18fc18ea8c None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:37.660970 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-31010597-de28-42da-96a2-0e95f90907f5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/b49d8065-040a-446d-8522-5c77afb18a9c HTTP/1.1" status: 204 len: 168 time: 0.3455842 Jul 27 19:55:37.661215 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53456) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:37.880430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d54b65-10b6-43ee-afeb-495b8e523d7e None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:55:37.941554 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-42d54b65-10b6-43ee-afeb-495b8e523d7e None None] Deleting port 6eed8d0f-56a0-4de0-be79-ad3820dc971b {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:37.942003 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-42d54b65-10b6-43ee-afeb-495b8e523d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:38.020608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-42d54b65-10b6-43ee-afeb-495b8e523d7e None None] For port 6eed8d0f-56a0-4de0-be79-ad3820dc971b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6eed8d0f-56a0-4de0-be79-ad3820dc971b,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:38.022041 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-42d54b65-10b6-43ee-afeb-495b8e523d7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:38.047495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-42d54b65-10b6-43ee-afeb-495b8e523d7e None None] Calling delete_port for 6eed8d0f-56a0-4de0-be79-ad3820dc971b owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:38.079334 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4c10440d-18a1-4ff5-a161-790a4607c049 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4138749 Jul 27 19:55:38.080793 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53464) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:38.111313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ad24454-e933-4a9f-9b52-accf94465cbf req-9f06519e-7b07-45c4-a362-3740a6d198e9 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702456 Jul 27 19:55:38.115975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe9e1dad-f993-4d05-b049-c1a1ca818eae req-546cc636-98a9-43bb-a428-436091a99316 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4685919 Jul 27 19:55:38.151485 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-42d54b65-10b6-43ee-afeb-495b8e523d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:38.168066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d54b65-10b6-43ee-afeb-495b8e523d7e None None] No DVR routers for this DVR port 6eed8d0f-56a0-4de0-be79-ad3820dc971b on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:55:38.190608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d54b65-10b6-43ee-afeb-495b8e523d7e None None] Pushing event deleted for resources: {'Port': ['ID=6eed8d0f-56a0-4de0-be79-ad3820dc971b,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:38.210724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf6ff55-3c3c-47e7-bf3b-e3cc455928db tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:38.212790 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3bf6ff55-3c3c-47e7-bf3b-e3cc455928db tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1302750 Jul 27 19:55:38.215058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53468) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:38.285088 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70482e31-3eaf-4e81-aae0-265211a8e2e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:38.289194 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-70482e31-3eaf-4e81-aae0-265211a8e2e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0708127 Jul 27 19:55:38.289775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53476) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:38.321403 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:38.337622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b9d70c0d-b08d-4e30-ae22-1039f3e999c3 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465264 Jul 27 19:55:38.342976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53478) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:38.351470 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-604f30c2-575e-478b-b1cd-3cb8271ba9cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:38.465767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604f30c2-575e-478b-b1cd-3cb8271ba9cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:38.469578 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-604f30c2-575e-478b-b1cd-3cb8271ba9cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:38.744283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c7470-2d44-4b8b-ade4-a6af9bd803fc req-4cb3e8d4-12a1-43d2-add3-cea3002d5645 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:38.745996 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c17c7470-2d44-4b8b-ade4-a6af9bd803fc req-4cb3e8d4-12a1-43d2-add3-cea3002d5645 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.1737702 Jul 27 19:55:38.777406 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-604f30c2-575e-478b-b1cd-3cb8271ba9cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:38.836226 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604f30c2-575e-478b-b1cd-3cb8271ba9cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:38.848227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-604f30c2-575e-478b-b1cd-3cb8271ba9cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:38.855633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c17c7470-2d44-4b8b-ade4-a6af9bd803fc req-5f3c2689-80d0-42f1-95d2-4cb0091021e9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026814 Jul 27 19:55:38.859386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604f30c2-575e-478b-b1cd-3cb8271ba9cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:38.860111 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-604f30c2-575e-478b-b1cd-3cb8271ba9cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:38.878063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a118effb-d3eb-41bb-a827-1f70ef042430 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:38.878764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f30c2-575e-478b-b1cd-3cb8271ba9cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=19981d53-e038-4b92-9cc9-4583f555f3a1,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:38.900093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-604f30c2-575e-478b-b1cd-3cb8271ba9cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5530250 Jul 27 19:55:38.900667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53494) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:38.906325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1bacb5fe-36b6-4e9c-a8ef-24c02bf93066 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'fixed_ips': [{'subnet_id': '19981d53-e038-4b92-9cc9-4583f555f3a1', 'ip_address': '2001:db8::94cd:7e0e:1fbd:5a89'}], 'name': 'tempest-NetworksTestDHCPv6-1058985805'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:39.039440 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bacb5fe-36b6-4e9c-a8ef-24c02bf93066 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:39.054795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': '19981d53-e038-4b92-9cc9-4583f555f3a1'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:55:39.055962 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:39.172678 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1bacb5fe-36b6-4e9c-a8ef-24c02bf93066 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:39.213004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-1bacb5fe-36b6-4e9c-a8ef-24c02bf93066 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 49e28902-b991-4453-8f29-b267fb994600 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:55:39.231479 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Allocated IP 2001:db8::2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/19981d53-e038-4b92-9cc9-4583f555f3a1/ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:39.316427 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729014c0-437f-482b-b6f0-f60dd36c842b req-25484b8d-0e4c-4b6e-84e3-ead90d3e15e7 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:39.319957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-729014c0-437f-482b-b6f0-f60dd36c842b req-25484b8d-0e4c-4b6e-84e3-ead90d3e15e7 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 945 time: 0.1283793 Jul 27 19:55:39.358123 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f76e3-96a1-4f30-aeed-029cfcadf76b req-6321d5aa-a3b9-4fb6-8972-ffb89b923496 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:39.359934 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d7f76e3-96a1-4f30-aeed-029cfcadf76b req-6321d5aa-a3b9-4fb6-8972-ffb89b923496 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 943 time: 0.1316650 Jul 27 19:55:39.384880 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-729014c0-437f-482b-b6f0-f60dd36c842b req-e4e2fd38-5445-40ee-8866-949575bc2642 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641847 Jul 27 19:55:39.416647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d7f76e3-96a1-4f30-aeed-029cfcadf76b req-2f65f104-039f-48ea-8563-9cfc2349785a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464535 Jul 27 19:55:39.439424 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:39.449858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Transition to ACTIVE for port object ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:39.475488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Transition to ACTIVE for port object ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:39.483229 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:39.533905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:39.534096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:39.536757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:39.556191 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-1bacb5fe-36b6-4e9c-a8ef-24c02bf93066 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::94cd:7e0e:1fbd:5a89 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/19981d53-e038-4b92-9cc9-4583f555f3a1/49e28902-b991-4453-8f29-b267fb994600) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:39.625220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Pushing event updated for resources: {'Port': ['ID=ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:39.642391 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Attempting to bind port ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:55:39.643072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Attempting to bind port ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:55:39.643437 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Attempting to bind port ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5 on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:55:39.648865 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:55:39.649242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:55:39.649643 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:39.650135 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:55:39.650603 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Bound port: ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:55:39.650982 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:39.723688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] For port ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:55:39.729531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] For port ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:55:39.737815 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:39.766817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1bacb5fe-36b6-4e9c-a8ef-24c02bf93066 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:39.789836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-1bacb5fe-36b6-4e9c-a8ef-24c02bf93066 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object 49e28902-b991-4453-8f29-b267fb994600 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:39.843658 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1bacb5fe-36b6-4e9c-a8ef-24c02bf93066 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:39.846997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8696a-5229-4d2d-9427-cefbfa72307f None None] Pushing event updated for resources: {'Port': ['ID=ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:39.926343 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bacb5fe-36b6-4e9c-a8ef-24c02bf93066 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:39.928140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-1bacb5fe-36b6-4e9c-a8ef-24c02bf93066 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:39.947269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e26dd807-304e-4f3e-bcf4-685f9b4a5598 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:55:39.962926 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bacb5fe-36b6-4e9c-a8ef-24c02bf93066 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:39.974405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bacb5fe-36b6-4e9c-a8ef-24c02bf93066 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:39.977496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1bacb5fe-36b6-4e9c-a8ef-24c02bf93066 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:40.003025 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6eed8d0f-56a0-4de0-be79-ad3820dc971b no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:55:40.013184 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1bacb5fe-36b6-4e9c-a8ef-24c02bf93066 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1113117 Jul 27 19:55:40.016109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53530) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:40.022249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6273e8fd-5f6c-4803-960e-6cac15756403 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'fixed_ips': [{'subnet_id': '19981d53-e038-4b92-9cc9-4583f555f3a1', 'ip_address': '2001:db8::94cd:7e0e:1fbd:5a89'}], 'name': 'tempest-NetworksTestDHCPv6-975438993'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:40.023103 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacb5fe-36b6-4e9c-a8ef-24c02bf93066 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=49e28902-b991-4453-8f29-b267fb994600,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:40.098496 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 6eed8d0f-56a0-4de0-be79-ad3820dc971b {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:55:40.099768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6eed8d0f-56a0-4de0-be79-ad3820dc971b not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:55:40.183592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e26dd807-304e-4f3e-bcf4-685f9b4a5598, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:40.191203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33830ab-5173-4d3c-9fcc-80da2471fdc4 req-c82496de-3e4f-4d88-b989-094ab77c5b0b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:40.196115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598', 'network_id': '15cf4885-7155-4c10-9fb4-dffcf365ca76', 'port_id': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598', 'mac_address': 'fa:16:3e:8f:4e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f772b2f4-a418-4e5e-b4bd-332603009cf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:55:40.199144 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b33830ab-5173-4d3c-9fcc-80da2471fdc4 req-c82496de-3e4f-4d88-b989-094ab77c5b0b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.2360768 Jul 27 19:55:40.249109 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:40.263282 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26dd807-304e-4f3e-bcf4-685f9b4a5598 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:55:40.285596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e26dd807-304e-4f3e-bcf4-685f9b4a5598, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:40.289028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b33830ab-5173-4d3c-9fcc-80da2471fdc4 req-e49fafa5-af54-4315-92ba-417ede462b00 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888274 Jul 27 19:55:40.294137 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:40.338210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6273e8fd-5f6c-4803-960e-6cac15756403 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:40.344417 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6273e8fd-5f6c-4803-960e-6cac15756403 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:40.368000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=e26dd807-304e-4f3e-bcf4-685f9b4a5598,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:40.371890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb7613-ee18-405c-9cb1-d5b5c5e50f35 req-2cce7412-4271-4c45-9aed-5e3de7ae96c9 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:40.373451 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7cb7613-ee18-405c-9cb1-d5b5c5e50f35 req-2cce7412-4271-4c45-9aed-5e3de7ae96c9 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 945 time: 0.1503527 Jul 27 19:55:40.380825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-6273e8fd-5f6c-4803-960e-6cac15756403 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 87721638-cf3a-4b63-8bc3-8bfcc2e2b298 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:55:40.474603 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7cb7613-ee18-405c-9cb1-d5b5c5e50f35 req-52b5a8cc-cc7c-4d94-8f15-436e4e72e237 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887568 Jul 27 19:55:40.597849 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['e26dd807-304e-4f3e-bcf4-685f9b4a5598'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:55:40.633674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3b5d2-3b40-4178-a6c3-7fcdef18b1c6 req-f1489d05-99f4-4267-a99e-2e7696890502 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:40.635436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7a3b5d2-3b40-4178-a6c3-7fcdef18b1c6 req-f1489d05-99f4-4267-a99e-2e7696890502 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 944 time: 0.1324432 Jul 27 19:55:40.637554 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-6273e8fd-5f6c-4803-960e-6cac15756403 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 19:55:40.638235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6273e8fd-5f6c-4803-960e-6cac15756403 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:55:40.675124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53552) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:40.684654 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6273e8fd-5f6c-4803-960e-6cac15756403 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6667125 Jul 27 19:55:40.718660 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7a3b5d2-3b40-4178-a6c3-7fcdef18b1c6 req-faa7860b-0aba-46a9-89e3-2605ca83cafc tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762148 Jul 27 19:55:40.779700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7890163b-4137-452b-b474-05e4dd690db9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:40.787316 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7890163b-4137-452b-b474-05e4dd690db9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:40.790284 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7890163b-4137-452b-b474-05e4dd690db9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1131151 Jul 27 19:55:40.791919 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53554) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:40.908742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b94bd8be-6fff-497c-9f80-d795d79a3bef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port 49e28902-b991-4453-8f29-b267fb994600 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:40.909195 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b94bd8be-6fff-497c-9f80-d795d79a3bef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:41.013141 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b94bd8be-6fff-497c-9f80-d795d79a3bef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:41.027765 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b94bd8be-6fff-497c-9f80-d795d79a3bef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for 49e28902-b991-4453-8f29-b267fb994600 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:41.170839 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b94bd8be-6fff-497c-9f80-d795d79a3bef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:41.202383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6eb3053e-995c-40f1-a67f-2d90bf7b818e None None] Provisioning for port ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:41.246286 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bd8be-6fff-497c-9f80-d795d79a3bef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=49e28902-b991-4453-8f29-b267fb994600,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:41.248829 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b94bd8be-6fff-497c-9f80-d795d79a3bef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:41.250957 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b94bd8be-6fff-497c-9f80-d795d79a3bef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/49e28902-b991-4453-8f29-b267fb994600 HTTP/1.1" status: 204 len: 168 time: 0.4579597 Jul 27 19:55:41.254897 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53564) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:41.323008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e72da-bafe-425a-8ceb-2612b823cbbc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:41.324804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e72da-bafe-425a-8ceb-2612b823cbbc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:41.328441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-742e72da-bafe-425a-8ceb-2612b823cbbc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0702474 Jul 27 19:55:41.329380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53570) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:41.412071 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:41.437534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ba911b88-efbf-45e5-92d3-18b26006bad7 None None] Could not find standard attr ID for object 49e28902-b991-4453-8f29-b267fb994600. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:55:41.443902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a45db1a-2272-4a76-a7e9-429a60823e65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 19981d53-e038-4b92-9cc9-4583f555f3a1 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:55:41.449002 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a45db1a-2272-4a76-a7e9-429a60823e65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:41.503596 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a45db1a-2272-4a76-a7e9-429a60823e65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:41.516027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da23e4d-c4be-41eb-ba68-7561ce168247 req-178de8fb-a33e-46d8-ab1c-e52d83fd14f1 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:41.517613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6da23e4d-c4be-41eb-ba68-7561ce168247 req-178de8fb-a33e-46d8-ab1c-e52d83fd14f1 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.1357079 Jul 27 19:55:41.635855 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6da23e4d-c4be-41eb-ba68-7561ce168247 req-cbb752b3-81a8-487f-80af-fb1cb34e1d88 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855775 Jul 27 19:55:41.691632 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a45db1a-2272-4a76-a7e9-429a60823e65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:41.784556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16df68e-0ef7-467f-9192-19bdb35cc0f3 req-732d8aef-c65d-49a3-b283-b5634afd09b6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:41.786681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c16df68e-0ef7-467f-9192-19bdb35cc0f3 req-732d8aef-c65d-49a3-b283-b5634afd09b6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 945 time: 0.2056749 Jul 27 19:55:41.886072 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c16df68e-0ef7-467f-9192-19bdb35cc0f3 req-3ece4a4f-765d-4b8a-b73f-d7927428463e tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918119 Jul 27 19:55:41.890874 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a45db1a-2272-4a76-a7e9-429a60823e65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:41.942528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45db1a-2272-4a76-a7e9-429a60823e65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=19981d53-e038-4b92-9cc9-4583f555f3a1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:41.948795 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a45db1a-2272-4a76-a7e9-429a60823e65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:41.953666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53590) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:41.953821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1a45db1a-2272-4a76-a7e9-429a60823e65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/19981d53-e038-4b92-9cc9-4583f555f3a1 HTTP/1.1" status: 204 len: 168 time: 0.6232061 Jul 27 19:55:41.963302 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-d8b04c08-e595-4dbe-838a-b4329ffc621c tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:41.964858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-d8b04c08-e595-4dbe-838a-b4329ffc621c tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 945 time: 0.2306914 Jul 27 19:55:41.966834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f99ae76-01b1-49cf-8036-40082f95782f None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:42.005306 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e26dd807-304e-4f3e-bcf4-685f9b4a5598 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:55:42.043544 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-90aa614d-3ab1-44f6-8400-a82a6b957925 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879159 Jul 27 19:55:42.047605 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53592) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:42.053146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dcac173f-b49f-4f3f-8ad0-cf419722fbc0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:42.100371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:55:42.187424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcac173f-b49f-4f3f-8ad0-cf419722fbc0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:42.193344 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcac173f-b49f-4f3f-8ad0-cf419722fbc0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:42.215496 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port e26dd807-304e-4f3e-bcf4-685f9b4a5598 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:42.216120 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:42.225516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069864b9-d085-49a6-af54-9d5f847d5d6a req-cf4d5885-d83e-4518-821b-3dac62355a2a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:42.229284 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-069864b9-d085-49a6-af54-9d5f847d5d6a req-cf4d5885-d83e-4518-821b-3dac62355a2a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 944 time: 0.1748593 Jul 27 19:55:42.234437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-e907215d-c32b-4875-81a0-a2c07e46d046 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Deleting port b7037270-7897-4163-8f7e-7ebadb9faa82 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:42.234868 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-e907215d-c32b-4875-81a0-a2c07e46d046 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:42.247872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:42.256455 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:42.256817 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:42.387682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-069864b9-d085-49a6-af54-9d5f847d5d6a req-5d56e4e6-04a6-4915-a3f0-498aa4ee9ea2 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478548 Jul 27 19:55:42.405467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-e907215d-c32b-4875-81a0-a2c07e46d046 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] For port b7037270-7897-4163-8f7e-7ebadb9faa82, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b7037270-7897-4163-8f7e-7ebadb9faa82,segment=NetworkSegment(0338f95e-514b-4f89-ae52-1c7c25660047),segment_id=0338f95e-514b-4f89-ae52-1c7c25660047)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:42.405998 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-e907215d-c32b-4875-81a0-a2c07e46d046 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:42.475443 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcac173f-b49f-4f3f-8ad0-cf419722fbc0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:42.533681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac173f-b49f-4f3f-8ad0-cf419722fbc0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:42.537557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-dcac173f-b49f-4f3f-8ad0-cf419722fbc0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:42.556842 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcac173f-b49f-4f3f-8ad0-cf419722fbc0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:42.557459 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcac173f-b49f-4f3f-8ad0-cf419722fbc0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:42.578573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac173f-b49f-4f3f-8ad0-cf419722fbc0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=b53b5532-5501-4971-9ec1-cce534686ede,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:42.583448 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd15474-374f-4923-85a2-8b60c000b338 None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:55:42.588474 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:42.597434 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:42.604724 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dcac173f-b49f-4f3f-8ad0-cf419722fbc0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5532961 Jul 27 19:55:42.605319 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53604) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:42.615583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0e62f327-d582-4428-9d77-7a312114232d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'fixed_ips': [{'subnet_id': 'b53b5532-5501-4971-9ec1-cce534686ede', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-100753055'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:42.647706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86053d07-6040-49fc-85e7-b583042db0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:55:42.651024 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aecec5-278e-4f12-b366-822cde4ebbb1" -d '{"events": [{"server_uuid": "86053d07-6040-49fc-85e7-b583042db0cf", "name": "network-vif-plugged", "status": "completed", "tag": "e26dd807-304e-4f3e-bcf4-685f9b4a5598"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:55:42.690492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:42.695215 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e26dd807-304e-4f3e-bcf4-685f9b4a5598, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:42.698453 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:42.705180 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:42.740416 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-e907215d-c32b-4875-81a0-a2c07e46d046 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:42.741037 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-e907215d-c32b-4875-81a0-a2c07e46d046 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:42.741385 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-e907215d-c32b-4875-81a0-a2c07e46d046 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Floating IP d1e5d139-4ded-497a-8303-e8a2671856f8 disassociated. External IP: 172.25.1.157, port: b7037270-7897-4163-8f7e-7ebadb9faa82. Jul 27 19:55:42.742030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-e907215d-c32b-4875-81a0-a2c07e46d046 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Calling delete_port for b7037270-7897-4163-8f7e-7ebadb9faa82 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:42.785033 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:42.791608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-cdd15474-374f-4923-85a2-8b60c000b338 None None] Deleting port ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:42.792237 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cdd15474-374f-4923-85a2-8b60c000b338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:42.851576 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a01be1-a7c2-488b-8b0d-450460823117 x-openstack-request-id: req-32a01be1-a7c2-488b-8b0d-450460823117 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:55:42.852176 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86053d07-6040-49fc-85e7-b583042db0cf", "name": "network-vif-plugged", "status": "completed", "tag": "e26dd807-304e-4f3e-bcf4-685f9b4a5598", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:55:42.852621 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32a01be1-a7c2-488b-8b0d-450460823117 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:55:42.853171 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86053d07-6040-49fc-85e7-b583042db0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598', 'code': 200} Jul 27 19:55:42.884535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e62f327-d582-4428-9d77-7a312114232d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:42.894160 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e62f327-d582-4428-9d77-7a312114232d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:42.930866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=e26dd807-304e-4f3e-bcf4-685f9b4a5598,revision_number=10']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:42.952334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-0e62f327-d582-4428-9d77-7a312114232d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port ef77e43d-48bf-46b9-b61c-fcb96c7b58b7 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:55:42.976218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-cdd15474-374f-4923-85a2-8b60c000b338 None None] For port ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:42.980333 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cdd15474-374f-4923-85a2-8b60c000b338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:43.006883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51588558-5c03-4862-b020-bfdd9a2183b6 req-e57023b6-b0b5-4e34-a82c-55b8b18c7e8b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:43.008542 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-cdd15474-374f-4923-85a2-8b60c000b338 None None] Calling delete_port for ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:43.019136 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51588558-5c03-4862-b020-bfdd9a2183b6 req-e57023b6-b0b5-4e34-a82c-55b8b18c7e8b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.2167358 Jul 27 19:55:43.110014 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cdd15474-374f-4923-85a2-8b60c000b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:43.121891 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e62f327-d582-4428-9d77-7a312114232d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 19:55:43.122495 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e62f327-d582-4428-9d77-7a312114232d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:55:43.152909 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd15474-374f-4923-85a2-8b60c000b338 None None] Pushing event deleted for resources: {'Port': ['ID=ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:43.155268 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-e907215d-c32b-4875-81a0-a2c07e46d046 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:43.156913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd15474-374f-4923-85a2-8b60c000b338 None None] No DVR routers for this DVR port ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:55:43.173662 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51588558-5c03-4862-b020-bfdd9a2183b6 req-b427c1d7-e2ac-4105-abcc-ee2eec39bf25 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533990 Jul 27 19:55:43.177002 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0e62f327-d582-4428-9d77-7a312114232d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5659986 Jul 27 19:55:43.177286 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53624) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:43.185822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8457d7b2-b3b4-4363-9bc8-b7bff4d74beb None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:43.217809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907215d-c32b-4875-81a0-a2c07e46d046 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Pushing event deleted for resources: {'Port': ['ID=b7037270-7897-4163-8f7e-7ebadb9faa82,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:43.223431 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-20d1d91a-bc25-4bcd-a958-9dc5f570d048 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0446963 Jul 27 19:55:43.226257 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53628) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:43.286296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4372c-b18c-4276-8dbe-28e7b47164f4 req-805881ad-79b3-455b-b8a2-ac62135cb385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:43.288610 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f9e4372c-b18c-4276-8dbe-28e7b47164f4 req-805881ad-79b3-455b-b8a2-ac62135cb385 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 1098 time: 0.2568674 Jul 27 19:55:43.306215 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e1116f-8f0b-4b12-9532-e06398a134df tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:43.307713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e1116f-8f0b-4b12-9532-e06398a134df tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:43.315607 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b9e1116f-8f0b-4b12-9532-e06398a134df tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0863957 Jul 27 19:55:43.317667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53630) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:43.389578 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6b2f5cab-0d3b-4bd1-8697-703013c1983d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:43.400320 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-13efe72d-0aa3-4706-bda1-8d7b9fd1206f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet b53b5532-5501-4971-9ec1-cce534686ede {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:55:43.409708 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13efe72d-0aa3-4706-bda1-8d7b9fd1206f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:43.461725 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13efe72d-0aa3-4706-bda1-8d7b9fd1206f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:43.465232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7fba8-03d5-4be5-a299-6911f3c298dc req-85e154da-c861-43ce-9294-90728adbf7ea tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:43.474412 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2b7fba8-03d5-4be5-a299-6911f3c298dc req-85e154da-c861-43ce-9294-90728adbf7ea tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 867 time: 0.4211287 Jul 27 19:55:43.515185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d37c55-d1b6-4c7d-8017-69d613c98d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': 'b53b5532-5501-4971-9ec1-cce534686ede'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:55:43.515828 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f9e4372c-b18c-4276-8dbe-28e7b47164f4 req-38694d7a-99a5-4c8d-a422-36d79e8824be service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090914 Jul 27 19:55:43.516847 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-89d37c55-d1b6-4c7d-8017-69d613c98d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:43.536223 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13efe72d-0aa3-4706-bda1-8d7b9fd1206f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:43.584976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-e907215d-c32b-4875-81a0-a2c07e46d046 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Router 383a3709-1e73-49f0-9f99-d3d619899fdf has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:55:43.603355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2b7fba8-03d5-4be5-a299-6911f3c298dc req-e3fbe708-656d-44e4-a995-ecf0436026e9 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a47a279-00bb-42ab-baea-f9baa726e1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274290 Jul 27 19:55:43.609483 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13efe72d-0aa3-4706-bda1-8d7b9fd1206f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:43.653536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efe72d-0aa3-4706-bda1-8d7b9fd1206f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=b53b5532-5501-4971-9ec1-cce534686ede,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:43.659589 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13efe72d-0aa3-4706-bda1-8d7b9fd1206f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:43.661533 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-13efe72d-0aa3-4706-bda1-8d7b9fd1206f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/b53b5532-5501-4971-9ec1-cce534686ede HTTP/1.1" status: 204 len: 168 time: 0.3429255 Jul 27 19:55:43.665240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53642) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server [None req-89d37c55-d1b6-4c7d-8017-69d613c98d00 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b53b5532-5501-4971-9ec1-cce534686ede: This subnet is being modified by another concurrent operation. Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise exception Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b53b5532-5501-4971-9ec1-cce534686ede: This subnet is being modified by another concurrent operation. Jul 27 19:55:43.675888 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Jul 27 19:55:43.701818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37929a-3112-40e6-ad12-46cb02742873 req-ddf9e22a-67c3-42e1-b6a2-1dd4fbb90966 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:43.703514 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c37929a-3112-40e6-ad12-46cb02742873 req-ddf9e22a-67c3-42e1-b6a2-1dd4fbb90966 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.1851115 Jul 27 19:55:43.722515 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2758334a-3040-4dcd-bab1-1914c9e3e7a4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557299 Jul 27 19:55:43.726582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53644) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:43.731882 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3fc661e9-a5f8-4420-b2ce-e1f28cefaa48 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:43.795920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-e907215d-c32b-4875-81a0-a2c07e46d046 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:55:43.810252 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3761fb4-1fe1-45fa-82c1-6b21d81953cd None None] Sync routers for ids ['383a3709-1e73-49f0-9f99-d3d619899fdf'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:55:43.825938 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3761fb4-1fe1-45fa-82c1-6b21d81953cd None None] Routers {'383a3709-1e73-49f0-9f99-d3d619899fdf'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:55:43.826419 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f3761fb4-1fe1-45fa-82c1-6b21d81953cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['383a3709-1e73-49f0-9f99-d3d619899fdf'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:43.867063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc661e9-a5f8-4420-b2ce-e1f28cefaa48 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:43.870731 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3fc661e9-a5f8-4420-b2ce-e1f28cefaa48 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:43.877302 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-e907215d-c32b-4875-81a0-a2c07e46d046 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] No DVR routers for this DVR port b7037270-7897-4163-8f7e-7ebadb9faa82 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:55:43.882049 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-e907215d-c32b-4875-81a0-a2c07e46d046 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:43.884272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-060affc6-b59e-4a3f-baa5-a3bda5f0e0a1 req-e907215d-c32b-4875-81a0-a2c07e46d046 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.63 "DELETE /v2.0/ports/b7037270-7897-4163-8f7e-7ebadb9faa82 HTTP/1.1" status: 204 len: 173 time: 1.9004173 Jul 27 19:55:43.896229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f776b9-43f0-4664-b73e-4b63dc1fd848 None None] get_active_networks_info from n-d-705657-21 {{(pid=94061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 19:55:43.917938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c37929a-3112-40e6-ad12-46cb02742873 req-db6f30c8-203d-4fb2-ab63-f7cf62594a39 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025151 Jul 27 19:55:43.918512 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5754133-5c87-4594-ba79-8cec7253570c', 'name': 'network-vif-deleted', 'tag': 'b7037270-7897-4163-8f7e-7ebadb9faa82'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:55:43.920977 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0168a4-2462-40dd-a2df-1731a6e79a4a" -d '{"events": [{"server_uuid": "e5754133-5c87-4594-ba79-8cec7253570c", "name": "network-vif-deleted", "tag": "b7037270-7897-4163-8f7e-7ebadb9faa82"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:55:43.992693 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-f3761fb4-1fe1-45fa-82c1-6b21d81953cd None None] Set router 383a3709-1e73-49f0-9f99-d3d619899fdf gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:55:44.047515 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d31556-6227-4001-a5c1-87fd6b9b9543 x-openstack-request-id: req-02d31556-6227-4001-a5c1-87fd6b9b9543 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:55:44.047899 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5754133-5c87-4594-ba79-8cec7253570c", "name": "network-vif-deleted", "tag": "b7037270-7897-4163-8f7e-7ebadb9faa82", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:55:44.048244 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02d31556-6227-4001-a5c1-87fd6b9b9543 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:55:44.048789 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5754133-5c87-4594-ba79-8cec7253570c', 'name': 'network-vif-deleted', 'tag': 'b7037270-7897-4163-8f7e-7ebadb9faa82', 'status': 'completed', 'code': 200} Jul 27 19:55:44.061631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:55:44.100833 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:55:44.101486 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ea6a2a9c-90fd-4922-8f6e-d0daf0fbbcc5 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:55:44.172247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f776b9-43f0-4664-b73e-4b63dc1fd848 None None] Resources bound (agent type, host, resource id): {{(pid=94061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 19:55:44.329903 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3fc661e9-a5f8-4420-b2ce-e1f28cefaa48 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:44.458810 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc661e9-a5f8-4420-b2ce-e1f28cefaa48 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:44.459031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a449b-3a5c-46e2-906d-416d2911660a req-f152dfe7-e95b-44a2-a410-16772389d05b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:44.462485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-3fc661e9-a5f8-4420-b2ce-e1f28cefaa48 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:44.470616 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc661e9-a5f8-4420-b2ce-e1f28cefaa48 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:44.471373 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3fc661e9-a5f8-4420-b2ce-e1f28cefaa48 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:44.474465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a97a449b-3a5c-46e2-906d-416d2911660a req-f152dfe7-e95b-44a2-a410-16772389d05b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.1881182 Jul 27 19:55:44.497799 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f3761fb4-1fe1-45fa-82c1-6b21d81953cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:34Z', 'updated_at': '2021-07-27T19:52:44Z', 'revision_number': 4, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'gw_port': {'id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:37Z', 'updated_at': '2021-07-27T19:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c2722f4c-3577-469a-834e-8a9a554ff2cd', 'name': '', 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'mac_address': 'fa:16:3e:eb:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:41Z', 'updated_at': '2021-07-27T19:52:51Z', 'revision_number': 5, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'subnets': [{'id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:44.507362 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc661e9-a5f8-4420-b2ce-e1f28cefaa48 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=398ac020-f5a6-457a-a790-52e045cdc0c4,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:44.520793 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3fc661e9-a5f8-4420-b2ce-e1f28cefaa48 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7903264 Jul 27 19:55:44.521162 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53670) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:44.536845 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e1914a03-47da-47c3-9dc4-9d11e3ee8faa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1562420555', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:44.590067 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3761fb4-1fe1-45fa-82c1-6b21d81953cd None None] Checking router: 383a3709-1e73-49f0-9f99-d3d619899fdf for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:55:44.614653 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3761fb4-1fe1-45fa-82c1-6b21d81953cd None None] Routers {'383a3709-1e73-49f0-9f99-d3d619899fdf'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:55:44.614653 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f3761fb4-1fe1-45fa-82c1-6b21d81953cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['383a3709-1e73-49f0-9f99-d3d619899fdf'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:44.649232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a97a449b-3a5c-46e2-906d-416d2911660a req-0696ea67-7051-4c7f-93f9-14914cac28f8 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731961 Jul 27 19:55:44.651564 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1914a03-47da-47c3-9dc4-9d11e3ee8faa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:44.657045 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1914a03-47da-47c3-9dc4-9d11e3ee8faa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:44.844823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': '398ac020-f5a6-457a-a790-52e045cdc0c4'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:55:44.847614 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:44.849475 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-f3761fb4-1fe1-45fa-82c1-6b21d81953cd None None] Set router 383a3709-1e73-49f0-9f99-d3d619899fdf gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:55:44.867590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc4f9359-5385-4ee2-a595-5e0dd320aa09 req-673fad99-57d4-417a-88c3-5fca74ccc9d6 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 210 time: 0.0587916 Jul 27 19:55:44.870110 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1914a03-47da-47c3-9dc4-9d11e3ee8faa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:44.875775 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1914a03-47da-47c3-9dc4-9d11e3ee8faa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:44.910037 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1914a03-47da-47c3-9dc4-9d11e3ee8faa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:44.911612 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e1914a03-47da-47c3-9dc4-9d11e3ee8faa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3853669 Jul 27 19:55:44.915274 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53704) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:45.200023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Allocated IP 2001:db8::2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/398ac020-f5a6-457a-a790-52e045cdc0c4/9f56de81-d508-44db-84c5-7fdb1dcfcd46) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:45.205417 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d2dd9-63c4-49b6-81ac-2bded99ee57b req-129180a6-35fd-4647-8d1a-7d05ecc82d82 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:45.209097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-118d2dd9-63c4-49b6-81ac-2bded99ee57b req-129180a6-35fd-4647-8d1a-7d05ecc82d82 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.1787853 Jul 27 19:55:45.301110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-118d2dd9-63c4-49b6-81ac-2bded99ee57b req-f871e66f-177a-4413-bf25-40e27cb42bc6 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833349 Jul 27 19:55:45.364201 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f3761fb4-1fe1-45fa-82c1-6b21d81953cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:34Z', 'updated_at': '2021-07-27T19:52:44Z', 'revision_number': 4, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'gw_port': {'id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:37Z', 'updated_at': '2021-07-27T19:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c2722f4c-3577-469a-834e-8a9a554ff2cd', 'name': '', 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'mac_address': 'fa:16:3e:eb:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:41Z', 'updated_at': '2021-07-27T19:52:51Z', 'revision_number': 5, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'subnets': [{'id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:45.478022 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:45.543350 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:45.552917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Transition to ACTIVE for port object 9f56de81-d508-44db-84c5-7fdb1dcfcd46 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:45.571778 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3761fb4-1fe1-45fa-82c1-6b21d81953cd None None] The sync data for ids ['383a3709-1e73-49f0-9f99-d3d619899fdf'] in n-d-705657-21 is: [{'id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:34Z', 'updated_at': '2021-07-27T19:52:44Z', 'revision_number': 4, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'gw_port': {'id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:37Z', 'updated_at': '2021-07-27T19:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c2722f4c-3577-469a-834e-8a9a554ff2cd', 'name': '', 'network_id': '8d143a2d-c076-4ab9-a8b9-49dca52349d7', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'mac_address': 'fa:16:3e:eb:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:41Z', 'updated_at': '2021-07-27T19:52:51Z', 'revision_number': 5, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'subnets': [{'id': '3cdebfd7-2a29-4d1f-83ea-ec6a745a512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:55:45.587103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Transition to ACTIVE for port object 9f56de81-d508-44db-84c5-7fdb1dcfcd46 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:45.604731 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:45.672334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:45.681304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:45.686948 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:45.734572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Pushing event updated for resources: {'Port': ['ID=9f56de81-d508-44db-84c5-7fdb1dcfcd46,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:45.779507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Attempting to bind port 9f56de81-d508-44db-84c5-7fdb1dcfcd46 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:55:45.779882 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Attempting to bind port 9f56de81-d508-44db-84c5-7fdb1dcfcd46 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:55:45.780475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Attempting to bind port 9f56de81-d508-44db-84c5-7fdb1dcfcd46 on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:55:45.802465 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:55:45.802826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:55:45.804295 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:45.804295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:55:45.804602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Bound port: 9f56de81-d508-44db-84c5-7fdb1dcfcd46, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:55:45.804987 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:45.862762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a5ec1-d8ca-4998-b5ac-01114a854444 req-60fae528-f8b1-42ee-8c11-203ffad85fb8 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:45.864356 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc1a5ec1-d8ca-4998-b5ac-01114a854444 req-60fae528-f8b1-42ee-8c11-203ffad85fb8 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.1125274 Jul 27 19:55:45.928814 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] For port 9f56de81-d508-44db-84c5-7fdb1dcfcd46, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:55:45.932901 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] For port 9f56de81-d508-44db-84c5-7fdb1dcfcd46, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9f56de81-d508-44db-84c5-7fdb1dcfcd46,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:55:45.944306 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:45.968855 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc1a5ec1-d8ca-4998-b5ac-01114a854444 req-41e7616b-bada-4d33-bb02-7ddb5b957440 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953906 Jul 27 19:55:46.007454 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b7037270-7897-4163-8f7e-7ebadb9faa82 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:55:46.062484 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: b7037270-7897-4163-8f7e-7ebadb9faa82 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:55:46.063061 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b7037270-7897-4163-8f7e-7ebadb9faa82 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:55:46.070325 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9f568c-745f-4a67-8973-694f0c716be1 None None] New status for floating IP d1e5d139-4ded-497a-8303-e8a2671856f8: DOWN {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:55:46.089984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fa944ea5-b029-4707-9781-5ebebe992768 req-0a5b81b2-1b1d-4fc9-96ce-aec68c7f1485 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 210 time: 0.0939217 Jul 27 19:55:46.151879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1311751-a222-4cd1-969b-2d82d8f9802e None None] Pushing event updated for resources: {'Port': ['ID=9f56de81-d508-44db-84c5-7fdb1dcfcd46,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:46.201894 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9dedcc94-95f0-4bce-9139-8d6e2d8827ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:46.259591 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:46.565844 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75713574-8019-44fd-838f-23576723f954 req-1d49343f-46c0-4eeb-8fb9-73b0ceef6fa3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:46.567558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-75713574-8019-44fd-838f-23576723f954 req-1d49343f-46c0-4eeb-8fb9-73b0ceef6fa3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.0944288 Jul 27 19:55:46.672426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-75713574-8019-44fd-838f-23576723f954 req-a9265897-e6c1-4182-af4d-8064fe7ba6f7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761094 Jul 27 19:55:46.672805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::1 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/398ac020-f5a6-457a-a790-52e045cdc0c4/eb933c25-a3d2-4f38-8602-a0b154312d30) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:46.803129 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:46.838027 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object eb933c25-a3d2-4f38-8602-a0b154312d30 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:46.842773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1a105-1024-498d-9515-142e6dba0706 req-985f470a-7999-452c-bfce-6aae098095ab tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:46.844540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4b1a105-1024-498d-9515-142e6dba0706 req-985f470a-7999-452c-bfce-6aae098095ab tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.0913000 Jul 27 19:55:46.878320 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:46.901361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4b1a105-1024-498d-9515-142e6dba0706 req-9d6ded56-3880-4751-8c28-850b47ca4043 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499916 Jul 27 19:55:46.950564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:46.956625 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:46.991130 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:46.991826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:47.076324 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:47.089958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=eb933c25-a3d2-4f38-8602-a0b154312d30,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:47.188275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906ddb2-001e-4a1d-b1b4-96a958f6f97f req-fee83842-8cfc-43b1-8578-e143096cc0e3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:47.190504 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5906ddb2-001e-4a1d-b1b4-96a958f6f97f req-fee83842-8cfc-43b1-8578-e143096cc0e3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.1735494 Jul 27 19:55:47.204772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2d30e-0e74-411e-967a-3e420d5211b8 req-68458bd2-badb-4278-857c-61a94fef857a tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:47.207082 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88e2d30e-0e74-411e-967a-3e420d5211b8 req-68458bd2-badb-4278-857c-61a94fef857a tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.1132734 Jul 27 19:55:47.264639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5906ddb2-001e-4a1d-b1b4-96a958f6f97f req-34001bd0-ade2-415f-a55a-01ea6ec3b9c8 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560546 Jul 27 19:55:47.299842 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:47.326650 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88e2d30e-0e74-411e-967a-3e420d5211b8 req-5dd2f511-c19a-442f-a09f-14a817399016 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721266 Jul 27 19:55:47.449957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3f00016-2f89-498b-b4ba-0db1ff17fce2 req-552ec333-1361-4e51-9738-78521daeda2b tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 210 time: 0.0349302 Jul 27 19:55:47.503793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace44b8e-58b4-41bc-86ae-6d14557096a8 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:47.541112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535948d2-71c8-4b9d-a33d-b591bdf4c18d req-e19fafc3-6fa8-40e2-812c-d7c53030203b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:47.542834 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-535948d2-71c8-4b9d-a33d-b591bdf4c18d req-e19fafc3-6fa8-40e2-812c-d7c53030203b tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.0920177 Jul 27 19:55:47.622008 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-535948d2-71c8-4b9d-a33d-b591bdf4c18d req-f51074e4-d8d1-491a-ac88-325cff9504ff tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727921 Jul 27 19:55:47.622241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b740fbdb-8db1-4243-8c4b-eb4372160016 None None] Provisioning for port 9f56de81-d508-44db-84c5-7fdb1dcfcd46 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:47.756520 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:47.763265 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:47.765002 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:47.890519 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=eb933c25-a3d2-4f38-8602-a0b154312d30,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:47.896840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82713c46-3073-4cc7-b1f5-a523343e5b82 req-3b937efb-a82f-4269-9409-eff6aeded641 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:47.898961 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82713c46-3073-4cc7-b1f5-a523343e5b82 req-3b937efb-a82f-4269-9409-eff6aeded641 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.1252053 Jul 27 19:55:47.963292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82713c46-3073-4cc7-b1f5-a523343e5b82 req-22cebdac-e4f7-4057-aaf7-d55f64a31ac0 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578921 Jul 27 19:55:47.992503 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:47.994558 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:48.045659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9f56de81-d508-44db-84c5-7fdb1dcfcd46 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:55:48.122049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 9f56de81-d508-44db-84c5-7fdb1dcfcd46 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:48.126872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 9f56de81-d508-44db-84c5-7fdb1dcfcd46 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:48.127301 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:48.199652 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-734520ca-71c7-486e-b349-56fedfe1c85a None None] Provisioning complete for port 9f56de81-d508-44db-84c5-7fdb1dcfcd46 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:48.200301 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-734520ca-71c7-486e-b349-56fedfe1c85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:48.263334 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea5089-53d8-4f30-a029-b20ce330fec6 req-63a553fb-3852-47f4-b90f-2b8bd9f8d1bb tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:48.278578 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15ea5089-53d8-4f30-a029-b20ce330fec6 req-63a553fb-3852-47f4-b90f-2b8bd9f8d1bb tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.1892538 Jul 27 19:55:48.290952 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:48.340194 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 9f56de81-d508-44db-84c5-7fdb1dcfcd46, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9f56de81-d508-44db-84c5-7fdb1dcfcd46,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:48.350207 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:48.379715 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15ea5089-53d8-4f30-a029-b20ce330fec6 req-ad0ee94a-11cf-4cf6-8867-5905bd5fd353 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988483 Jul 27 19:55:48.387453 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Router dee99dc5-5047-4ed5-9a97-930bcb51365a is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:55:48.506325 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=9f56de81-d508-44db-84c5-7fdb1dcfcd46,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:48.515766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:48.516268 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:48.516737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:48.517192 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:48.517626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:48.518057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:48.518483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:48.518910 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:48.519337 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:48.519757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:48.520184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:48.520652 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:48.524713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-734520ca-71c7-486e-b349-56fedfe1c85a None None] Provisioning for port eb933c25-a3d2-4f38-8602-a0b154312d30 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:48.535113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-734520ca-71c7-486e-b349-56fedfe1c85a None None] Provisioning complete for port eb933c25-a3d2-4f38-8602-a0b154312d30 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:48.535728 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-734520ca-71c7-486e-b349-56fedfe1c85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:48.604118 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:55:48.612689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-734520ca-71c7-486e-b349-56fedfe1c85a None None] Port eb933c25-a3d2-4f38-8602-a0b154312d30 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:55:48.617660 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Sync routers for ids ['dee99dc5-5047-4ed5-9a97-930bcb51365a'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:55:48.619336 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-aa2209d6-8485-4e67-b14e-92c303c7103f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "PUT /v2.0/routers/dee99dc5-5047-4ed5-9a97-930bcb51365a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7022829 Jul 27 19:55:48.620337 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53802) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:48.644109 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Routers {'dee99dc5-5047-4ed5-9a97-930bcb51365a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:55:48.645073 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['dee99dc5-5047-4ed5-9a97-930bcb51365a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:48.703948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c727405-ac97-42e6-8c25-42d5e250225a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:48.707740 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4c727405-ac97-42e6-8c25-42d5e250225a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports/eb933c25-a3d2-4f38-8602-a0b154312d30 HTTP/1.1" status: 200 len: 911 time: 0.0819328 Jul 27 19:55:48.709027 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53804) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:48.745095 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c82b9a48-4f85-4ed2-b588-39da33618b5a None None] Provisioning complete for port eb933c25-a3d2-4f38-8602-a0b154312d30 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:48.745477 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c82b9a48-4f85-4ed2-b588-39da33618b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:48.747711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c29543-ef02-4097-9e31-193dbac408f1 req-e4ccd401-97a6-4be8-99c2-a82c56407e06 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:48.751073 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67c29543-ef02-4097-9e31-193dbac408f1 req-e4ccd401-97a6-4be8-99c2-a82c56407e06 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.2511361 Jul 27 19:55:48.773483 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df868200-afb5-4858-a20d-6b95114f4036 req-2be2f9b6-7c35-4636-9004-df4bc7e5fa8b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:48.782227 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df868200-afb5-4858-a20d-6b95114f4036 req-2be2f9b6-7c35-4636-9004-df4bc7e5fa8b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.3117681 Jul 27 19:55:48.793772 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Set router dee99dc5-5047-4ed5-9a97-930bcb51365a gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:55:48.849662 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4723bdb-d421-4bb2-a71b-6e6c07e74be2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:48.857873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4723bdb-d421-4bb2-a71b-6e6c07e74be2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:48.859737 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d4723bdb-d421-4bb2-a71b-6e6c07e74be2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1490939 Jul 27 19:55:48.862287 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:48.862882 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53808) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:48.873711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c82b9a48-4f85-4ed2-b588-39da33618b5a None None] Port eb933c25-a3d2-4f38-8602-a0b154312d30 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:55:48.898579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67c29543-ef02-4097-9e31-193dbac408f1 req-94f50d87-674b-4091-8b75-ccf446fc453f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298635 Jul 27 19:55:48.924816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df868200-afb5-4858-a20d-6b95114f4036 req-c825947b-409b-42e0-bc01-fb14509d8669 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412544 Jul 27 19:55:49.003404 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6375e9dc-952f-45fe-836b-f8f15f415cdf None None] Provisioning complete for port eb933c25-a3d2-4f38-8602-a0b154312d30 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:49.003946 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6375e9dc-952f-45fe-836b-f8f15f415cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:49.070507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6375e9dc-952f-45fe-836b-f8f15f415cdf None None] Port eb933c25-a3d2-4f38-8602-a0b154312d30 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:55:49.087399 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91d5555b-bacc-4b22-9f88-8ecc279fd80a req-79b71f65-a7f4-4508-85b8-08621bc30909 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 210 time: 0.0739081 Jul 27 19:55:49.187839 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee99dc5-5047-4ed5-9a97-930bcb51365a', 'name': 'tempest-NetworksTestDHCPv6-router-1562420555', 'tenant_id': '305c956667a14f3281357498df0801fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:55:44Z', 'updated_at': '2021-07-27T19:55:47Z', 'revision_number': 2, 'project_id': '305c956667a14f3281357498df0801fc', 'gw_port_host': None, '_interfaces': [{'id': 'eb933c25-a3d2-4f38-8602-a0b154312d30', 'name': '', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'mac_address': 'fa:16:3e:9f:26:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee99dc5-5047-4ed5-9a97-930bcb51365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '398ac020-f5a6-457a-a790-52e045cdc0c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:55:45Z', 'updated_at': '2021-07-27T19:55:47Z', 'revision_number': 2, 'project_id': '305c956667a14f3281357498df0801fc', 'subnets': [{'id': '398ac020-f5a6-457a-a790-52e045cdc0c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:49.222667 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Checking router: dee99dc5-5047-4ed5-9a97-930bcb51365a for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:55:49.223127 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Updating router dee99dc5-5047-4ed5-9a97-930bcb51365a port eb933c25-a3d2-4f38-8602-a0b154312d30 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:55:49.339014 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:49.398428 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bfec0364-edab-4b99-ad22-4b1bbde892c6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:49.488608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9c313-5047-49a7-b4b2-d2640894cb6c req-e8cd1313-2401-454d-a10a-a0ae81ebf30a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:49.490203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-feb9c313-5047-49a7-b4b2-d2640894cb6c req-e8cd1313-2401-454d-a10a-a0ae81ebf30a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.1037476 Jul 27 19:55:49.570681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-feb9c313-5047-49a7-b4b2-d2640894cb6c req-c99d5246-a9ce-4c2a-a4bb-00c95f925d74 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718617 Jul 27 19:55:49.708928 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:49.721444 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Transition to ACTIVE for port object eb933c25-a3d2-4f38-8602-a0b154312d30 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:49.729583 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:49.744603 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-bfec0364-edab-4b99-ad22-4b1bbde892c6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port eb933c25-a3d2-4f38-8602-a0b154312d30 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:49.745297 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bfec0364-edab-4b99-ad22-4b1bbde892c6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:49.845271 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b769b0d-418f-4b36-9bdd-a64812e5e695 None None] Pushing event updated for resources: {'Port': ['ID=eb933c25-a3d2-4f38-8602-a0b154312d30,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:49.874476 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b769b0d-418f-4b36-9bdd-a64812e5e695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:49.874825 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b769b0d-418f-4b36-9bdd-a64812e5e695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:49.875160 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b769b0d-418f-4b36-9bdd-a64812e5e695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:49.875671 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b769b0d-418f-4b36-9bdd-a64812e5e695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:49.876000 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b769b0d-418f-4b36-9bdd-a64812e5e695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:49.876328 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b769b0d-418f-4b36-9bdd-a64812e5e695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:49.876704 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b769b0d-418f-4b36-9bdd-a64812e5e695 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:49.877020 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b769b0d-418f-4b36-9bdd-a64812e5e695 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:49.877335 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b769b0d-418f-4b36-9bdd-a64812e5e695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:49.877664 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b769b0d-418f-4b36-9bdd-a64812e5e695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:49.878001 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b769b0d-418f-4b36-9bdd-a64812e5e695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:49.878298 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b769b0d-418f-4b36-9bdd-a64812e5e695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:49.893629 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Attempting to bind port eb933c25-a3d2-4f38-8602-a0b154312d30 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:55:49.894279 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Attempting to bind port eb933c25-a3d2-4f38-8602-a0b154312d30 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:55:49.894834 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Attempting to bind port eb933c25-a3d2-4f38-8602-a0b154312d30 on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:55:49.902870 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:55:49.903539 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:55:49.904115 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:49.904796 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:55:49.905459 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Bound port: eb933c25-a3d2-4f38-8602-a0b154312d30, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:55:49.908146 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:49.908923 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bfec0364-edab-4b99-ad22-4b1bbde892c6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:49.928374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-bfec0364-edab-4b99-ad22-4b1bbde892c6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for eb933c25-a3d2-4f38-8602-a0b154312d30 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:49.988918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9f56de81-d508-44db-84c5-7fdb1dcfcd46 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:55:50.001702 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] For port eb933c25-a3d2-4f38-8602-a0b154312d30, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:55:50.005682 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] For port eb933c25-a3d2-4f38-8602-a0b154312d30, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=eb933c25-a3d2-4f38-8602-a0b154312d30,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:55:50.014735 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:50.083839 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 9f56de81-d508-44db-84c5-7fdb1dcfcd46 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:50.084612 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:50.119680 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b769b0d-418f-4b36-9bdd-a64812e5e695 None None] Pushing event updated for resources: {'Port': ['ID=eb933c25-a3d2-4f38-8602-a0b154312d30,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:50.183002 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Routers {'dee99dc5-5047-4ed5-9a97-930bcb51365a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:55:50.183689 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['dee99dc5-5047-4ed5-9a97-930bcb51365a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:50.305080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e8cd2-a605-43db-a909-d2d2d8d50e6f req-4ddcadf8-35b5-49f5-85f6-00221ce8b01b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:50.313691 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-498e8cd2-a605-43db-a909-d2d2d8d50e6f req-4ddcadf8-35b5-49f5-85f6-00221ce8b01b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.2690666 Jul 27 19:55:50.368140 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bfec0364-edab-4b99-ad22-4b1bbde892c6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:50.386258 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-498e8cd2-a605-43db-a909-d2d2d8d50e6f req-25f84ea4-e7b9-467e-8204-d04160d6e421 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687687 Jul 27 19:55:50.444139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8683efa7-c462-4bc5-8898-5670c1172d9b req-9ee2a726-3e34-4bf5-aa3d-df9d80ab3728 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5754133-5c87-4594-ba79-8cec7253570c HTTP/1.1" status: 200 len: 210 time: 0.0527313 Jul 27 19:55:50.444365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec0364-edab-4b99-ad22-4b1bbde892c6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=eb933c25-a3d2-4f38-8602-a0b154312d30,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:50.458455 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] Set router dee99dc5-5047-4ed5-9a97-930bcb51365a gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:55:50.650909 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bfec0364-edab-4b99-ad22-4b1bbde892c6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:50.720793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-af8c84ec-d1ea-4d1d-bfd7-f6aa180724a4 None None] Could not find standard attr ID for object eb933c25-a3d2-4f38-8602-a0b154312d30. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:55:50.741921 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee99dc5-5047-4ed5-9a97-930bcb51365a', 'name': 'tempest-NetworksTestDHCPv6-router-1562420555', 'tenant_id': '305c956667a14f3281357498df0801fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:55:44Z', 'updated_at': '2021-07-27T19:55:47Z', 'revision_number': 2, 'project_id': '305c956667a14f3281357498df0801fc', 'gw_port_host': None, '_interfaces': [{'id': 'eb933c25-a3d2-4f38-8602-a0b154312d30', 'name': '', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'mac_address': 'fa:16:3e:9f:26:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee99dc5-5047-4ed5-9a97-930bcb51365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '398ac020-f5a6-457a-a790-52e045cdc0c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:55:45Z', 'updated_at': '2021-07-27T19:55:49Z', 'revision_number': 4, 'project_id': '305c956667a14f3281357498df0801fc', 'subnets': [{'id': '398ac020-f5a6-457a-a790-52e045cdc0c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:50.820841 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a0a1cf-37aa-47a6-9cfb-66769df893e8 None None] The sync data for ids ['dee99dc5-5047-4ed5-9a97-930bcb51365a'] in n-d-705657-21 is: [{'id': 'dee99dc5-5047-4ed5-9a97-930bcb51365a', 'name': 'tempest-NetworksTestDHCPv6-router-1562420555', 'tenant_id': '305c956667a14f3281357498df0801fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:55:44Z', 'updated_at': '2021-07-27T19:55:47Z', 'revision_number': 2, 'project_id': '305c956667a14f3281357498df0801fc', 'gw_port_host': None, '_interfaces': [{'id': 'eb933c25-a3d2-4f38-8602-a0b154312d30', 'name': '', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'mac_address': 'fa:16:3e:9f:26:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee99dc5-5047-4ed5-9a97-930bcb51365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '398ac020-f5a6-457a-a790-52e045cdc0c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:55:45Z', 'updated_at': '2021-07-27T19:55:49Z', 'revision_number': 4, 'project_id': '305c956667a14f3281357498df0801fc', 'subnets': [{'id': '398ac020-f5a6-457a-a790-52e045cdc0c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:55:50.968590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639a8f0-dcff-47f9-ac92-3bf61ee518bf req-d103b523-f8d1-49c6-8334-30d91d2e3ae3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:50.977773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9639a8f0-dcff-47f9-ac92-3bf61ee518bf req-d103b523-f8d1-49c6-8334-30d91d2e3ae3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.1592488 Jul 27 19:55:51.018347 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9639a8f0-dcff-47f9-ac92-3bf61ee518bf req-9f9bb413-bc30-49fe-9bd6-8daadc4255f2 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395894 Jul 27 19:55:51.026721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfec0364-edab-4b99-ad22-4b1bbde892c6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Router dee99dc5-5047-4ed5-9a97-930bcb51365a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:55:51.111141 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfec0364-edab-4b99-ad22-4b1bbde892c6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:55:51.127438 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bfec0364-edab-4b99-ad22-4b1bbde892c6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "PUT /v2.0/routers/dee99dc5-5047-4ed5-9a97-930bcb51365a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2610760 Jul 27 19:55:51.127702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53854) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:51.249836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66587bcf-f94d-412c-b23a-bada7e07c7a7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:51.251534 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66587bcf-f94d-412c-b23a-bada7e07c7a7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:51.253322 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-66587bcf-f94d-412c-b23a-bada7e07c7a7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1245840 Jul 27 19:55:51.256587 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53858) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:51.411590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75d64a5-5d61-4cb4-96fa-4ecfa17f7be1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 398ac020-f5a6-457a-a790-52e045cdc0c4 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:55:51.415654 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f75d64a5-5d61-4cb4-96fa-4ecfa17f7be1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:51.544789 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f75d64a5-5d61-4cb4-96fa-4ecfa17f7be1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:51.629064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5126938-b466-4252-9f25-f4d7e0774deb req-ef0e5037-89c4-4c20-98ac-e70f1e4716fa tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:51.630821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5126938-b466-4252-9f25-f4d7e0774deb req-ef0e5037-89c4-4c20-98ac-e70f1e4716fa tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.2885611 Jul 27 19:55:51.659415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cbdb2-7ea8-47e6-b45f-4dfe1eba6054 req-7531efa0-731d-40cb-9657-b2abdb6c4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:51.660927 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281cbdb2-7ea8-47e6-b45f-4dfe1eba6054 req-7531efa0-731d-40cb-9657-b2abdb6c4e55 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bd7fbd769b2f4d379acce1bf30d00e53&device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 1098 time: 0.2687509 Jul 27 19:55:51.680881 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547a794-96ea-41c4-96d9-8bc73ce662d6 req-ca1516bc-2066-4b0d-b256-f1370ff0b25d tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:51.688181 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5547a794-96ea-41c4-96d9-8bc73ce662d6 req-ca1516bc-2066-4b0d-b256-f1370ff0b25d tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.2215037 Jul 27 19:55:51.824578 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5547a794-96ea-41c4-96d9-8bc73ce662d6 req-9b91fbcf-fd3f-4cc0-9f71-61a2aaa4e689 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314621 Jul 27 19:55:51.834560 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f75d64a5-5d61-4cb4-96fa-4ecfa17f7be1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:51.889343 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5126938-b466-4252-9f25-f4d7e0774deb req-afe016b0-3fc8-4977-9787-e245a04df08f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487338 Jul 27 19:55:51.948021 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f75d64a5-5d61-4cb4-96fa-4ecfa17f7be1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:52.054660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53876) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:52.150519 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c87a9564-a376-48b2-9ad1-de58b872efea tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:52.180769 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c87a9564-a376-48b2-9ad1-de58b872efea tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:52.246880 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c87a9564-a376-48b2-9ad1-de58b872efea tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:52.249937 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c87a9564-a376-48b2-9ad1-de58b872efea tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:52.253690 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c87a9564-a376-48b2-9ad1-de58b872efea tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "DELETE /v2.0/security-groups/6a47a279-00bb-42ab-baea-f9baa726e1f2 HTTP/1.1" status: 204 len: 168 time: 0.1958725 Jul 27 19:55:52.270900 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53878) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:52.271838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a9564-a376-48b2-9ad1-de58b872efea tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a47a279-00bb-42ab-baea-f9baa726e1f2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:52.299691 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-63545abc-d477-49a1-9677-e81423085806 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] show failed (client error): The resource could not be found. Jul 27 19:55:52.300833 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-63545abc-d477-49a1-9677-e81423085806 tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "GET /v2.0/security-groups/6a47a279-00bb-42ab-baea-f9baa726e1f2 HTTP/1.1" status: 404 len: 347 time: 0.0266294 Jul 27 19:55:52.305036 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53882) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:52.492004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-35bd427b-c700-4f20-85c0-1c9e20ba1dee tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Deleting port 071d0281-257f-43fa-aa59-f646d3f925e0 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:52.492344 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35bd427b-c700-4f20-85c0-1c9e20ba1dee tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:52.548454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d64a5-5d61-4cb4-96fa-4ecfa17f7be1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=398ac020-f5a6-457a-a790-52e045cdc0c4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:52.554962 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f75d64a5-5d61-4cb4-96fa-4ecfa17f7be1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:52.555571 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2974d721-8540-4902-8fc2-dd45448b22cb None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:52.559474 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f75d64a5-5d61-4cb4-96fa-4ecfa17f7be1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/398ac020-f5a6-457a-a790-52e045cdc0c4 HTTP/1.1" status: 204 len: 168 time: 1.3013141 Jul 27 19:55:52.571896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53884) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:52.623387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cbdb2-7ea8-47e6-b45f-4dfe1eba6054 req-0d1b8cf0-1e69-4ab4-9f86-ca37d2e2845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:52.625254 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281cbdb2-7ea8-47e6-b45f-4dfe1eba6054 req-0d1b8cf0-1e69-4ab4-9f86-ca37d2e2845a service neutron] 10.222.0.63 "GET /v2.0/networks?id=15cf4885-7155-4c10-9fb4-dffcf365ca76 HTTP/1.1" status: 200 len: 914 time: 0.9522166 Jul 27 19:55:52.691859 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281cbdb2-7ea8-47e6-b45f-4dfe1eba6054 req-338b82bd-9170-4719-bb9b-da9242abef64 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598 HTTP/1.1" status: 200 len: 217 time: 0.0577729 Jul 27 19:55:52.713636 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35bd427b-c700-4f20-85c0-1c9e20ba1dee tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:52.714249 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35bd427b-c700-4f20-85c0-1c9e20ba1dee tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:52.717645 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc6f2a-68f2-4f86-be34-e18958cd20f0 req-958720be-83bc-4cc5-b73d-27ac30faa4d7 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:52.725299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14bc6f2a-68f2-4f86-be34-e18958cd20f0 req-958720be-83bc-4cc5-b73d-27ac30faa4d7 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 945 time: 0.1898084 Jul 27 19:55:52.733764 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-35bd427b-c700-4f20-85c0-1c9e20ba1dee tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Calling delete_port for 071d0281-257f-43fa-aa59-f646d3f925e0 owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:52.745079 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f411fa3d-a1f8-42f7-91e1-0e6ccd882de8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1719978 Jul 27 19:55:52.746889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53888) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:52.803875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14bc6f2a-68f2-4f86-be34-e18958cd20f0 req-ec79cfff-c48a-4ce8-8209-39aad0194298 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/security-groups?id=13e5c2ed-61a6-423a-8180-d1001a63e961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773857 Jul 27 19:55:52.901491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d6606-6d1c-4359-a7c2-fe3cbfe137be None None] Sync routers for ids ['dee99dc5-5047-4ed5-9a97-930bcb51365a'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:55:52.943631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31031c9b-39c7-4c57-867f-16291f288910 None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:55:52.955526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d6606-6d1c-4359-a7c2-fe3cbfe137be None None] Routers {'dee99dc5-5047-4ed5-9a97-930bcb51365a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:55:52.956189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-097d6606-6d1c-4359-a7c2-fe3cbfe137be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['dee99dc5-5047-4ed5-9a97-930bcb51365a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:52.990571 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35bd427b-c700-4f20-85c0-1c9e20ba1dee tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:52.995723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cbdb2-7ea8-47e6-b45f-4dfe1eba6054 req-533e9709-612b-4f61-9fc6-0d5089d41885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:52.997812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281cbdb2-7ea8-47e6-b45f-4dfe1eba6054 req-533e9709-612b-4f61-9fc6-0d5089d41885 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f772b2f4-a418-4e5e-b4bd-332603009cf5 HTTP/1.1" status: 200 len: 853 time: 0.2975433 Jul 27 19:55:53.034592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd427b-c700-4f20-85c0-1c9e20ba1dee tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Pushing event deleted for resources: {'Port': ['ID=071d0281-257f-43fa-aa59-f646d3f925e0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:53.075412 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-87f7a258-28ab-4544-acd8-c995fbdb9d32 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:53.095337 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-097d6606-6d1c-4359-a7c2-fe3cbfe137be None None] Set router dee99dc5-5047-4ed5-9a97-930bcb51365a gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:55:53.142611 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35bd427b-c700-4f20-85c0-1c9e20ba1dee tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:53.150793 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35bd427b-c700-4f20-85c0-1c9e20ba1dee tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:53.152808 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-35bd427b-c700-4f20-85c0-1c9e20ba1dee tempest-ServersTestBootFromVolume-2029384029 tempest-ServersTestBootFromVolume-2029384029-project] 10.222.0.48 "DELETE /v2.0/floatingips/d1e5d139-4ded-497a-8303-e8a2671856f8 HTTP/1.1" status: 204 len: 168 time: 0.8467114 Jul 27 19:55:53.156098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53900) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:53.211065 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281cbdb2-7ea8-47e6-b45f-4dfe1eba6054 req-dcac180b-c816-49b9-9a5a-7f3c082e96f3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=15cf4885-7155-4c10-9fb4-dffcf365ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2048690 Jul 27 19:55:53.361561 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-097d6606-6d1c-4359-a7c2-fe3cbfe137be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee99dc5-5047-4ed5-9a97-930bcb51365a', 'name': 'tempest-NetworksTestDHCPv6-router-1562420555', 'tenant_id': '305c956667a14f3281357498df0801fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:55:44Z', 'updated_at': '2021-07-27T19:55:50Z', 'revision_number': 3, 'project_id': '305c956667a14f3281357498df0801fc', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:53.401955 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-87f7a258-28ab-4544-acd8-c995fbdb9d32 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:53.402386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d6606-6d1c-4359-a7c2-fe3cbfe137be None None] Checking router: dee99dc5-5047-4ed5-9a97-930bcb51365a for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:55:53.424627 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-87f7a258-28ab-4544-acd8-c995fbdb9d32 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:53.428855 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-31031c9b-39c7-4c57-867f-16291f288910 None None] Deleting port 9f56de81-d508-44db-84c5-7fdb1dcfcd46 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:53.429930 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-31031c9b-39c7-4c57-867f-16291f288910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:53.434954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d6606-6d1c-4359-a7c2-fe3cbfe137be None None] Routers {'dee99dc5-5047-4ed5-9a97-930bcb51365a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:55:53.436382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-097d6606-6d1c-4359-a7c2-fe3cbfe137be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['dee99dc5-5047-4ed5-9a97-930bcb51365a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:53.451781 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6af1f-4a23-4dd2-8c76-090f8d0c7418 req-4ebdde49-24c0-42ea-a81f-0a79c9dad837 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:53.460326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2e6af1f-4a23-4dd2-8c76-090f8d0c7418 req-4ebdde49-24c0-42ea-a81f-0a79c9dad837 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.4416056 Jul 27 19:55:53.486890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f805a75-3deb-4ecd-921b-836e4ccdf5fc req-a9f0fab7-aa71-4c6d-8652-0c0d681a863c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:53.488834 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f805a75-3deb-4ecd-921b-836e4ccdf5fc req-a9f0fab7-aa71-4c6d-8652-0c0d681a863c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.4590223 Jul 27 19:55:53.525269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-097d6606-6d1c-4359-a7c2-fe3cbfe137be None None] Set router dee99dc5-5047-4ed5-9a97-930bcb51365a gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:55:53.598128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2e6af1f-4a23-4dd2-8c76-090f8d0c7418 req-d0ca4438-44b4-4e5b-b0a8-1197689310c3 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356034 Jul 27 19:55:53.605014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-097d6606-6d1c-4359-a7c2-fe3cbfe137be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee99dc5-5047-4ed5-9a97-930bcb51365a', 'name': 'tempest-NetworksTestDHCPv6-router-1562420555', 'tenant_id': '305c956667a14f3281357498df0801fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:55:44Z', 'updated_at': '2021-07-27T19:55:50Z', 'revision_number': 3, 'project_id': '305c956667a14f3281357498df0801fc', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:53.646916 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281cbdb2-7ea8-47e6-b45f-4dfe1eba6054 req-a87594fd-75b4-450c-a0d5-72b796f9073d service neutron] 10.222.0.63 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623297 Jul 27 19:55:53.646916 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-87f7a258-28ab-4544-acd8-c995fbdb9d32 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:53.646916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f7a258-28ab-4544-acd8-c995fbdb9d32 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Fanout notify agent at l3_agent the message router_deleted on router dee99dc5-5047-4ed5-9a97-930bcb51365a {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:55:53.653441 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-87f7a258-28ab-4544-acd8-c995fbdb9d32 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:53.654563 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-87f7a258-28ab-4544-acd8-c995fbdb9d32 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/routers/dee99dc5-5047-4ed5-9a97-930bcb51365a HTTP/1.1" status: 204 len: 168 time: 0.8739269 Jul 27 19:55:53.659598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53908) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:53.674635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dc39e900-733f-4a55-ab8e-2826e620ba37 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:53.702790 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d6606-6d1c-4359-a7c2-fe3cbfe137be None None] The sync data for ids ['dee99dc5-5047-4ed5-9a97-930bcb51365a'] in n-d-705657-21 is: [{'id': 'dee99dc5-5047-4ed5-9a97-930bcb51365a', 'name': 'tempest-NetworksTestDHCPv6-router-1562420555', 'tenant_id': '305c956667a14f3281357498df0801fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:55:44Z', 'updated_at': '2021-07-27T19:55:50Z', 'revision_number': 3, 'project_id': '305c956667a14f3281357498df0801fc', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:55:53.745385 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f805a75-3deb-4ecd-921b-836e4ccdf5fc req-56fad485-1e06-4da1-be51-a6a0b6e8a3de tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095666 Jul 27 19:55:53.754469 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-31031c9b-39c7-4c57-867f-16291f288910 None None] For port 9f56de81-d508-44db-84c5-7fdb1dcfcd46, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9f56de81-d508-44db-84c5-7fdb1dcfcd46,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:53.755100 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-31031c9b-39c7-4c57-867f-16291f288910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:53.773767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-31031c9b-39c7-4c57-867f-16291f288910 None None] Calling delete_port for 9f56de81-d508-44db-84c5-7fdb1dcfcd46 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:53.861623 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-281cbdb2-7ea8-47e6-b45f-4dfe1eba6054 req-88d896f8-f5a1-4cd0-9cbc-22a45624bfdc service neutron] 10.222.0.63 "GET /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057989 Jul 27 19:55:53.915839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc39e900-733f-4a55-ab8e-2826e620ba37 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:55:53.920356 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc39e900-733f-4a55-ab8e-2826e620ba37 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:53.987168 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-31031c9b-39c7-4c57-867f-16291f288910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:54.025141 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31031c9b-39c7-4c57-867f-16291f288910 None None] Pushing event deleted for resources: {'Port': ['ID=9f56de81-d508-44db-84c5-7fdb1dcfcd46,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:54.028236 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31031c9b-39c7-4c57-867f-16291f288910 None None] No DVR routers for this DVR port 9f56de81-d508-44db-84c5-7fdb1dcfcd46 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:55:54.081819 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:54.174702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9f56de81-d508-44db-84c5-7fdb1dcfcd46 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:55:54.204958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 9f56de81-d508-44db-84c5-7fdb1dcfcd46 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:55:54.205313 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9f56de81-d508-44db-84c5-7fdb1dcfcd46 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:55:54.205731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device eb933c25-a3d2-4f38-8602-a0b154312d30 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:55:54.234635 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: eb933c25-a3d2-4f38-8602-a0b154312d30 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:55:54.234978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device eb933c25-a3d2-4f38-8602-a0b154312d30 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:55:54.257045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3978b9b-1c22-4658-9ee9-95031e6aac41 req-29d436cb-0a64-46e6-b63e-dfab7775e113 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:54.268114 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3978b9b-1c22-4658-9ee9-95031e6aac41 req-29d436cb-0a64-46e6-b63e-dfab7775e113 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 945 time: 0.1665907 Jul 27 19:55:54.316884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3978b9b-1c22-4658-9ee9-95031e6aac41 req-e6ffd446-a7bf-4f1f-b676-7e8751453377 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/security-groups?id=13e5c2ed-61a6-423a-8180-d1001a63e961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477455 Jul 27 19:55:54.333975 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc39e900-733f-4a55-ab8e-2826e620ba37 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:54.413325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc39e900-733f-4a55-ab8e-2826e620ba37 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:54.448743 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-dc39e900-733f-4a55-ab8e-2826e620ba37 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:54.452520 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39e900-733f-4a55-ab8e-2826e620ba37 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=924b8b4f-cd35-48fe-93f7-7e75e9e6a764,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:54.459168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf21ae21-b94b-48f7-a97b-6ff1e9988abc None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:55:54.462455 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39e900-733f-4a55-ab8e-2826e620ba37 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:54.463269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc39e900-733f-4a55-ab8e-2826e620ba37 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:54.513427 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dc39e900-733f-4a55-ab8e-2826e620ba37 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8518388 Jul 27 19:55:54.516553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53916) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:54.524963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-eb70c3e9-a4a4-4077-9c7d-b7fb31b700f9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1933601786', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:55:54.611564 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb70c3e9-a4a4-4077-9c7d-b7fb31b700f9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:54.612699 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb70c3e9-a4a4-4077-9c7d-b7fb31b700f9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:54.727494 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb70c3e9-a4a4-4077-9c7d-b7fb31b700f9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:54.731376 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb70c3e9-a4a4-4077-9c7d-b7fb31b700f9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:54.749721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Deleting port c2722f4c-3577-469a-834e-8a9a554ff2cd {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:54.750230 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:54.827857 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb70c3e9-a4a4-4077-9c7d-b7fb31b700f9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:54.830053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-eb70c3e9-a4a4-4077-9c7d-b7fb31b700f9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3121033 Jul 27 19:55:54.832984 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53928) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:54.845250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': '924b8b4f-cd35-48fe-93f7-7e75e9e6a764'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:55:54.846129 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:54.894828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01800a-193e-440c-a382-6f2a21e74421 req-a51fab52-6ba8-43ee-bfce-e3571eccc61a tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:54.897751 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e01800a-193e-440c-a382-6f2a21e74421 req-a51fab52-6ba8-43ee-bfce-e3571eccc61a tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.1445870 Jul 27 19:55:54.988945 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e01800a-193e-440c-a382-6f2a21e74421 req-fe42305b-2133-4530-adfb-78f66e3fa14f tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854506 Jul 27 19:55:55.203742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Allocated IP 2001:db8::2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/924b8b4f-cd35-48fe-93f7-7e75e9e6a764/6f8bfbf5-b531-445b-90f7-c21d8f37e76e) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:55.211484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc2414-a547-4a08-b805-a01d69474ef0 req-3bf01036-129b-472c-aa66-9b2ecf0ea261 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:55.216500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cfc2414-a547-4a08-b805-a01d69474ef0 req-3bf01036-129b-472c-aa66-9b2ecf0ea261 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.1384485 Jul 27 19:55:55.255383 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] For port c2722f4c-3577-469a-834e-8a9a554ff2cd, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c2722f4c-3577-469a-834e-8a9a554ff2cd,segment=NetworkSegment(0338f95e-514b-4f89-ae52-1c7c25660047),segment_id=0338f95e-514b-4f89-ae52-1c7c25660047)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:55.256662 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:55.329210 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cfc2414-a547-4a08-b805-a01d69474ef0 req-514ce60f-6c7e-4375-b062-06133e7958cc tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073151 Jul 27 19:55:55.404370 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ff942-c540-4b06-a1c4-06de6f393731 req-f7b9a488-e716-442a-b9bb-4f0844cf2322 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:55.405936 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412ff942-c540-4b06-a1c4-06de6f393731 req-f7b9a488-e716-442a-b9bb-4f0844cf2322 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 945 time: 0.1394317 Jul 27 19:55:55.411311 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:55.429252 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Transition to ACTIVE for port object 6f8bfbf5-b531-445b-90f7-c21d8f37e76e will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:55.450781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Transition to ACTIVE for port object 6f8bfbf5-b531-445b-90f7-c21d8f37e76e will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:55.469293 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:55.497917 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412ff942-c540-4b06-a1c4-06de6f393731 req-64bc3659-8491-4065-8926-6c6baafb59b9 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/security-groups?id=13e5c2ed-61a6-423a-8180-d1001a63e961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819879 Jul 27 19:55:55.538653 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:55.540086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Pushing event updated for resources: {'Port': ['ID=6f8bfbf5-b531-445b-90f7-c21d8f37e76e,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:55.541003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7698c24-ff20-41d3-8e5b-3d1451e038f2 req-1c9eb523-3f9c-43cb-ba90-84732fcf93ea tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:55.543474 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7698c24-ff20-41d3-8e5b-3d1451e038f2 req-1c9eb523-3f9c-43cb-ba90-84732fcf93ea tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.1121535 Jul 27 19:55:55.543650 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:55.545775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:55.590168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7698c24-ff20-41d3-8e5b-3d1451e038f2 req-e0487d27-9c13-4de5-ae37-c32143c27d11 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375588 Jul 27 19:55:55.617019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Attempting to bind port 6f8bfbf5-b531-445b-90f7-c21d8f37e76e on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:55:55.617541 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Attempting to bind port 6f8bfbf5-b531-445b-90f7-c21d8f37e76e by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:55:55.618010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Attempting to bind port 6f8bfbf5-b531-445b-90f7-c21d8f37e76e on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:55:55.626081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:55:55.626658 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:55:55.627097 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:55.627508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:55:55.628338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Bound port: 6f8bfbf5-b531-445b-90f7-c21d8f37e76e, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:55:55.628518 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:55.722450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] For port 6f8bfbf5-b531-445b-90f7-c21d8f37e76e, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:55:55.727203 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] For port 6f8bfbf5-b531-445b-90f7-c21d8f37e76e, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6f8bfbf5-b531-445b-90f7-c21d8f37e76e,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:55:55.734402 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:55.744449 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Calling delete_port for c2722f4c-3577-469a-834e-8a9a554ff2cd owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:55.768468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4bd11-3259-4ca7-8dc9-ee82b504baa5 req-f8c0e3cd-ab9c-470a-8fc2-3cd5f41a55a3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:55.777381 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d1c4bd11-3259-4ca7-8dc9-ee82b504baa5 req-f8c0e3cd-ab9c-470a-8fc2-3cd5f41a55a3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.0878139 Jul 27 19:55:55.809668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c2afc-e45d-4a2e-a441-ae6a571f2894 None None] Pushing event updated for resources: {'Port': ['ID=6f8bfbf5-b531-445b-90f7-c21d8f37e76e,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:55.828741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d1c4bd11-3259-4ca7-8dc9-ee82b504baa5 req-08c32a23-a1bb-4795-b952-2db5d38352d1 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501657 Jul 27 19:55:55.842707 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:55.988139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc40919-1d0c-4752-b994-13935bf4fe7a req-4d8806be-4c3d-4878-94e2-0f3c4bffb3bc tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:55.989791 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bbc40919-1d0c-4752-b994-13935bf4fe7a req-4d8806be-4c3d-4878-94e2-0f3c4bffb3bc tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.0840735 Jul 27 19:55:56.079047 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bbc40919-1d0c-4752-b994-13935bf4fe7a req-2bc2b2bc-63eb-41ff-97c4-a93f5183dd8a tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827024 Jul 27 19:55:56.186367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a047c-636c-4b13-ab48-97345c6287d1 req-421c5908-79f3-4046-8f71-5eceea05121b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:56.198578 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-579a047c-636c-4b13-ab48-97345c6287d1 req-421c5908-79f3-4046-8f71-5eceea05121b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.1010990 Jul 27 19:55:56.251980 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-579a047c-636c-4b13-ab48-97345c6287d1 req-651be1af-11fd-405e-9583-b26861e09120 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475883 Jul 27 19:55:56.256790 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:56.298173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2722f4c-3577-469a-834e-8a9a554ff2cd,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:56.343785 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:56.344171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:56.344496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:56.344869 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:56.345218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:56.345547 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:56.345874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:56.346239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:56.346553 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:56.346879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:56.347199 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:56.347518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:55:56.448285 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::1 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/924b8b4f-cd35-48fe-93f7-7e75e9e6a764/f730e829-78f2-4316-aae0-9c74b29044b6) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:55:56.532088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404281d-cae7-45d5-baad-b456807f1399 req-82009209-e7d5-4a92-b649-18bf20054387 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:56.533386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e404281d-cae7-45d5-baad-b456807f1399 req-82009209-e7d5-4a92-b649-18bf20054387 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.1486001 Jul 27 19:55:56.574428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-3d6f787d-8ca2-4045-9c16-16a36606b6cd tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:56.576283 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-3d6f787d-8ca2-4045-9c16-16a36606b6cd tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 945 time: 0.1544592 Jul 27 19:55:56.659736 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:56.666813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e404281d-cae7-45d5-baad-b456807f1399 req-79968ee4-9a1b-4feb-b530-97fdf416cddf tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239948 Jul 27 19:55:56.743130 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:56.852430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object f730e829-78f2-4316-aae0-9c74b29044b6 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:55:56.883127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38c7da-e203-4ea5-ad7b-cfd1d40ee240 req-9af7a1e0-7744-4a38-aa8a-291a9aa0997e tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:56.885103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d38c7da-e203-4ea5-ad7b-cfd1d40ee240 req-9af7a1e0-7744-4a38-aa8a-291a9aa0997e tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 945 time: 0.2591884 Jul 27 19:55:56.925644 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-ac1010e5-b285-486a-b0b7-e16602f0ceb2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Deleting port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:56.925999 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-ac1010e5-b285-486a-b0b7-e16602f0ceb2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:57.021889 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:57.032096 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-20ce4fb6-d75f-46b1-ab60-b8e0338476a2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3595021 Jul 27 19:55:57.080236 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d38c7da-e203-4ea5-ad7b-cfd1d40ee240 req-a2838381-0947-41e4-ba33-49015d60b94e tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/security-groups?id=13e5c2ed-61a6-423a-8180-d1001a63e961&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791985 Jul 27 19:55:57.090263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-ac1010e5-b285-486a-b0b7-e16602f0ceb2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] For port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c,segment=NetworkSegment(b1e3f0a7-758e-4272-bfae-c8f1a8dcd016),segment_id=b1e3f0a7-758e-4272-bfae-c8f1a8dcd016)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:57.090539 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-ac1010e5-b285-486a-b0b7-e16602f0ceb2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:57.120097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af237f1-23c8-442d-a380-fca0b3f6f4ef req-53a112de-ca13-4b53-9783-d14333b18fed tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:57.133442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4af237f1-23c8-442d-a380-fca0b3f6f4ef req-53a112de-ca13-4b53-9783-d14333b18fed tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.3103173 Jul 27 19:55:57.150723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:57.163110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:57.165704 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:55:57.166259 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:57.259754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4af237f1-23c8-442d-a380-fca0b3f6f4ef req-1938c7d0-84e5-424d-9e4a-7424730a2c86 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309245 Jul 27 19:55:57.288350 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Router 383a3709-1e73-49f0-9f99-d3d619899fdf has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:55:57.289383 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=f730e829-78f2-4316-aae0-9c74b29044b6,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:57.399389 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-ac1010e5-b285-486a-b0b7-e16602f0ceb2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:57.399768 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-ac1010e5-b285-486a-b0b7-e16602f0ceb2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:57.400073 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-ac1010e5-b285-486a-b0b7-e16602f0ceb2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Floating IP ba41af40-1028-4316-b071-0c6c3fbbf557 disassociated. External IP: 172.25.1.237, port: 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c. Jul 27 19:55:57.400437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-ac1010e5-b285-486a-b0b7-e16602f0ceb2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Calling delete_port for 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:57.431133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-06a4c66d-1492-477b-9ac4-9d55334a5ded None None] Provisioning for port 6f8bfbf5-b531-445b-90f7-c21d8f37e76e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:57.503700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:55:57.513307 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f50e3c9c-9f35-49c9-86df-9b987a1e8dc7 admin admin] 10.222.0.48 "PUT /v2.0/routers/383a3709-1e73-49f0-9f99-d3d619899fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3553970 Jul 27 19:55:57.514165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53970) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:57.514932 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201cab5-3dd5-4091-b55a-389bae92ceee None None] Sync routers for ids ['383a3709-1e73-49f0-9f99-d3d619899fdf'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:55:57.529532 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:57.538818 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201cab5-3dd5-4091-b55a-389bae92ceee None None] Routers {'383a3709-1e73-49f0-9f99-d3d619899fdf'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:55:57.539453 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4201cab5-3dd5-4091-b55a-389bae92ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['383a3709-1e73-49f0-9f99-d3d619899fdf'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:57.670221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-77409d91-55e9-4680-9363-caf537a41d52 None None] Provisioning for port f730e829-78f2-4316-aae0-9c74b29044b6 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:57.674822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-77409d91-55e9-4680-9363-caf537a41d52 None None] Provisioning complete for port f730e829-78f2-4316-aae0-9c74b29044b6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:57.675330 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-77409d91-55e9-4680-9363-caf537a41d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:57.683540 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-4201cab5-3dd5-4091-b55a-389bae92ceee None None] Set router 383a3709-1e73-49f0-9f99-d3d619899fdf gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:55:57.730796 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-77409d91-55e9-4680-9363-caf537a41d52 None None] Port f730e829-78f2-4316-aae0-9c74b29044b6 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:55:57.741984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-f44d2bd0-5725-4885-88da-6a1c59906043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:57.742727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-f44d2bd0-5725-4885-88da-6a1c59906043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:57.743350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-f44d2bd0-5725-4885-88da-6a1c59906043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:57.743976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-f44d2bd0-5725-4885-88da-6a1c59906043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:57.744971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-f44d2bd0-5725-4885-88da-6a1c59906043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:57.745592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-f44d2bd0-5725-4885-88da-6a1c59906043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:57.746206 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-f44d2bd0-5725-4885-88da-6a1c59906043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:57.748431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-f44d2bd0-5725-4885-88da-6a1c59906043 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f58925f86c5a406cbce55135dc048b98&device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 6495 time: 0.6491826 Jul 27 19:55:57.767282 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-ac1010e5-b285-486a-b0b7-e16602f0ceb2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:57.829273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad413a-3783-4539-8ce6-01afa301559a req-4d61f78f-80cb-424e-9b6a-d902c5919eeb tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:57.838041 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9bad413a-3783-4539-8ce6-01afa301559a req-4d61f78f-80cb-424e-9b6a-d902c5919eeb tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.3893094 Jul 27 19:55:57.885121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1010e5-b285-486a-b0b7-e16602f0ceb2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Pushing event deleted for resources: {'Port': ['ID=6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:57.926865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c352d30-8cfb-45cf-8bb0-684feed94f67 req-1271b3a5-1f45-407b-98ed-445973c238bf tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:57.937125 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c352d30-8cfb-45cf-8bb0-684feed94f67 req-1271b3a5-1f45-407b-98ed-445973c238bf tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.4579670 Jul 27 19:55:57.959458 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:57.977650 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:57.977895 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:58.060800 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9bad413a-3783-4539-8ce6-01afa301559a req-61331646-eddb-430b-9d7f-6377309c2720 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215111 Jul 27 19:55:58.091753 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4201cab5-3dd5-4091-b55a-389bae92ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:34Z', 'updated_at': '2021-07-27T19:55:56Z', 'revision_number': 5, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'gw_port': {'id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:37Z', 'updated_at': '2021-07-27T19:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:58.166965 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201cab5-3dd5-4091-b55a-389bae92ceee None None] Checking router: 383a3709-1e73-49f0-9f99-d3d619899fdf for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:55:58.178975 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201cab5-3dd5-4091-b55a-389bae92ceee None None] Routers {'383a3709-1e73-49f0-9f99-d3d619899fdf'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:55:58.179775 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c352d30-8cfb-45cf-8bb0-684feed94f67 req-2a36d587-8dac-492a-a184-d7d9b1b4f0c3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416861 Jul 27 19:55:58.180025 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4201cab5-3dd5-4091-b55a-389bae92ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['383a3709-1e73-49f0-9f99-d3d619899fdf'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:58.207744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6f8bfbf5-b531-445b-90f7-c21d8f37e76e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:55:58.325964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 6f8bfbf5-b531-445b-90f7-c21d8f37e76e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:55:58.330749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6f8bfbf5-b531-445b-90f7-c21d8f37e76e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:58.331655 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:58.422813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=f730e829-78f2-4316-aae0-9c74b29044b6,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:58.447380 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb47a497-9642-47ca-a0bd-cf1571103158 req-bb5f884f-c3f8-430d-b781-070258175dbe tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 210 time: 0.0967245 Jul 27 19:55:58.519466 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:58.581296 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-4201cab5-3dd5-4091-b55a-389bae92ceee None None] Set router 383a3709-1e73-49f0-9f99-d3d619899fdf gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:55:58.604159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-88b63a71-b2ae-4c6e-98bd-3e523d23af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:58.605337 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-88b63a71-b2ae-4c6e-98bd-3e523d23af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:58.605953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-88b63a71-b2ae-4c6e-98bd-3e523d23af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:58.609587 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-88b63a71-b2ae-4c6e-98bd-3e523d23af90 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fe0599a8-e2b9-4d58-ac69-a9a391fdb31e&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=9731c54d-8776-469f-b0a4-97666d3f2100&id=9731c54d-8776-469f-b0a4-97666d3f2100 HTTP/1.1" status: 200 len: 2293 time: 0.8263390 Jul 27 19:55:58.644684 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-ac1010e5-b285-486a-b0b7-e16602f0ceb2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:55:58.656890 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:58.724221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 6f8bfbf5-b531-445b-90f7-c21d8f37e76e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6f8bfbf5-b531-445b-90f7-c21d8f37e76e,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:58.731137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:55:58.732135 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:58.734905 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:55:58.860022 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:58.897062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=6f8bfbf5-b531-445b-90f7-c21d8f37e76e,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:55:58.913191 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e354b-296a-4cc4-948a-2b05891a6378 req-06304a51-61cd-48db-94c6-88b025bfdcb0 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:58.930006 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b6e354b-296a-4cc4-948a-2b05891a6378 req-06304a51-61cd-48db-94c6-88b025bfdcb0 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.5040517 Jul 27 19:55:58.955702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-4f88854b-2484-414d-8bb0-03d99bf1cbbe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 HTTP/1.1" status: 200 len: 1000 time: 0.3356345 Jul 27 19:55:59.016108 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4201cab5-3dd5-4091-b55a-389bae92ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:34Z', 'updated_at': '2021-07-27T19:55:56Z', 'revision_number': 5, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'gw_port': {'id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:37Z', 'updated_at': '2021-07-27T19:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:59.139191 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201cab5-3dd5-4091-b55a-389bae92ceee None None] The sync data for ids ['383a3709-1e73-49f0-9f99-d3d619899fdf'] in n-d-705657-21 is: [{'id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'name': 'tempest-ServersTestBootFromVolume-1358389620-router', 'tenant_id': 'd1b34598f07a4481be9257ffbb24a06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:52:34Z', 'updated_at': '2021-07-27T19:55:56Z', 'revision_number': 5, 'project_id': 'd1b34598f07a4481be9257ffbb24a06a', 'gw_port': {'id': '9ca2577c-3fda-4fdd-8819-9e264d458475', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383a3709-1e73-49f0-9f99-d3d619899fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:52:37Z', 'updated_at': '2021-07-27T19:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:55:59.143218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] Deleting port 9ca2577c-3fda-4fdd-8819-9e264d458475 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:55:59.143806 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:59.180783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-38e521db-3a41-4a6c-996e-2f36eddba5bf None None] Provisioning complete for port f730e829-78f2-4316-aae0-9c74b29044b6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:55:59.181350 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38e521db-3a41-4a6c-996e-2f36eddba5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:59.275969 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-38e521db-3a41-4a6c-996e-2f36eddba5bf None None] Port f730e829-78f2-4316-aae0-9c74b29044b6 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:55:59.298094 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] For port 9ca2577c-3fda-4fdd-8819-9e264d458475, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9ca2577c-3fda-4fdd-8819-9e264d458475,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:55:59.298495 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:59.324384 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] Calling delete_port for 9ca2577c-3fda-4fdd-8819-9e264d458475 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:55:59.337169 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Router 27da6bfa-3bbd-4da9-b68b-a786aaf19551 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:55:59.508341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:55:59.521255 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8df8c88d-c8eb-4799-8e41-b2d8f5a30a0b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "PUT /v2.0/routers/27da6bfa-3bbd-4da9-b68b-a786aaf19551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6870103 Jul 27 19:55:59.523624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54140) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:55:59.542771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Sync routers for ids ['27da6bfa-3bbd-4da9-b68b-a786aaf19551'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:55:59.571327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Routers {'27da6bfa-3bbd-4da9-b68b-a786aaf19551'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:55:59.572513 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['27da6bfa-3bbd-4da9-b68b-a786aaf19551'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:59.598966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b6e354b-296a-4cc4-948a-2b05891a6378 req-d25fffe1-d8dd-4927-8907-b1c5b0bd3f36 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6677983 Jul 27 19:55:59.635558 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-d935fe08-a37d-4c0f-b71f-c79382b1ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:59.640708 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-d935fe08-a37d-4c0f-b71f-c79382b1ac9d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8228838-7f56-4f49-b8c4-a9a60e68ed8f HTTP/1.1" status: 200 len: 850 time: 0.1722076 Jul 27 19:55:59.694717 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-ac1010e5-b285-486a-b0b7-e16602f0ceb2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:55:59.718559 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a6fea-1f59-4880-9a91-ef6a3a52c18d None None] Sync routers for ids ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:55:59.732512 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c606f-ae5c-4028-8a28-052a9f4d198e req-530869f7-b850-4d78-9d01-88aede9c1e77 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:55:59.740016 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c3c606f-ae5c-4028-8a28-052a9f4d198e req-530869f7-b850-4d78-9d01-88aede9c1e77 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.2879758 Jul 27 19:55:59.797931 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a6fea-1f59-4880-9a91-ef6a3a52c18d None None] Routers {'51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:55:59.803731 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6a6a6fea-1f59-4880-9a91-ef6a3a52c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:55:59.805556 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Set router 27da6bfa-3bbd-4da9-b68b-a786aaf19551 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:55:59.878604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-ac1010e5-b285-486a-b0b7-e16602f0ceb2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] No DVR routers for this DVR port 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:55:59.932781 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-ac1010e5-b285-486a-b0b7-e16602f0ceb2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:55:59.936276 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9274eee5-aa47-4f6a-b170-b163518068c1 req-ac1010e5-b285-486a-b0b7-e16602f0ceb2 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.52 "DELETE /v2.0/ports/6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c HTTP/1.1" status: 204 len: 173 time: 3.3473036 Jul 27 19:55:59.966582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d', 'name': 'network-vif-deleted', 'tag': '6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:55:59.969371 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9357dac4-c21c-4168-86cf-cda6965e61bf" -d '{"events": [{"server_uuid": "ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d", "name": "network-vif-deleted", "tag": "6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:00.032616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-1c15f81b-5c85-44f3-ba8b-38ff4c593820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:00.039247 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-1c15f81b-5c85-44f3-ba8b-38ff4c593820 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe0599a8-e2b9-4d58-ac69-a9a391fdb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3953252 Jul 27 19:56:00.062259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c3c606f-ae5c-4028-8a28-052a9f4d198e req-a14fbfff-24ee-4b7f-9574-a1aa508b4a20 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212519 Jul 27 19:56:00.151199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2046b63b-315a-4687-975c-679f3182c36b req-213185d2-c539-4601-8cb9-0e58592cd293 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 210 time: 0.2505195 Jul 27 19:56:00.186108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6f8bfbf5-b531-445b-90f7-c21d8f37e76e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:00.270518 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-6a6a6fea-1f59-4880-9a91-ef6a3a52c18d None None] Set router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:00.371818 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5268a1d0-b2e8-490e-afa7-86541707d96b x-openstack-request-id: req-5268a1d0-b2e8-490e-afa7-86541707d96b {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:00.372528 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d", "name": "network-vif-deleted", "tag": "6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:00.373760 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5268a1d0-b2e8-490e-afa7-86541707d96b {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:00.376497 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d', 'name': 'network-vif-deleted', 'tag': '6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c', 'status': 'completed', 'code': 200} Jul 27 19:56:00.391669 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-926a1a0a-5666-433c-8956-ce5322cbc2be req-38c6e894-9d98-4bff-ac89-6df43dfaa90c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1094911 Jul 27 19:56:00.539667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-926a1a0a-5666-433c-8956-ce5322cbc2be req-648a2fb3-c6cf-41a9-b790-3d7ec1d7ba64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=705e86c80e1c40929b63347409e42dd3&device_id=ae9d07cd-c2e0-40d1-b9a5-ae1a5e0ff66d HTTP/1.1" status: 200 len: 210 time: 0.0692446 Jul 27 19:56:00.544862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfa9c8-564c-4071-b985-b5874904d24e req-9f0b6853-4029-4ad9-840c-531d581caef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:00.546417 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44dfa9c8-564c-4071-b985-b5874904d24e req-9f0b6853-4029-4ad9-840c-531d581caef4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 1097 time: 0.5990288 Jul 27 19:56:00.548803 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6f8bfbf5-b531-445b-90f7-c21d8f37e76e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:00.549378 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:00.574606 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5eb877-939a-4fd8-ad00-afc62720d6d9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:00.583495 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-de5eb877-939a-4fd8-ad00-afc62720d6d9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports/f730e829-78f2-4316-aae0-9c74b29044b6 HTTP/1.1" status: 200 len: 911 time: 1.0549076 Jul 27 19:56:00.583495 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54234) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:00.720475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da6bfa-3bbd-4da9-b68b-a786aaf19551', 'name': 'tempest-NetworksTestDHCPv6-router-1933601786', 'tenant_id': '305c956667a14f3281357498df0801fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:55:54Z', 'updated_at': '2021-07-27T19:55:57Z', 'revision_number': 2, 'project_id': '305c956667a14f3281357498df0801fc', 'gw_port_host': None, '_interfaces': [{'id': 'f730e829-78f2-4316-aae0-9c74b29044b6', 'name': '', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'mac_address': 'fa:16:3e:34:0b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da6bfa-3bbd-4da9-b68b-a786aaf19551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '924b8b4f-cd35-48fe-93f7-7e75e9e6a764', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:55:56Z', 'updated_at': '2021-07-27T19:55:57Z', 'revision_number': 2, 'project_id': '305c956667a14f3281357498df0801fc', 'subnets': [{'id': '924b8b4f-cd35-48fe-93f7-7e75e9e6a764', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:00.721663 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6a6a6fea-1f59-4880-9a91-ef6a3a52c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:53:34Z', 'updated_at': '2021-07-27T19:53:41Z', 'revision_number': 4, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'gw_port': {'id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:35Z', 'updated_at': '2021-07-27T19:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3e34b5f6-a91b-421a-b7c6-5113524b1872', 'name': '', 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'mac_address': 'fa:16:3e:56:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:38Z', 'updated_at': '2021-07-27T19:53:46Z', 'revision_number': 5, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'subnets': [{'id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:00.728102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c2722f4c-3577-469a-834e-8a9a554ff2cd no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:00.766301 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a6fea-1f59-4880-9a91-ef6a3a52c18d None None] Checking router: 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:56:00.782351 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a6fea-1f59-4880-9a91-ef6a3a52c18d None None] Routers {'51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:00.783053 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6a6a6fea-1f59-4880-9a91-ef6a3a52c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:00.827765 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:00.840957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: c2722f4c-3577-469a-834e-8a9a554ff2cd {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:00.841581 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c2722f4c-3577-469a-834e-8a9a554ff2cd not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:00.845107 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Checking router: 27da6bfa-3bbd-4da9-b68b-a786aaf19551 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:56:00.845466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Updating router 27da6bfa-3bbd-4da9-b68b-a786aaf19551 port f730e829-78f2-4316-aae0-9c74b29044b6 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:56:00.848295 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a1a0a-5666-433c-8956-ce5322cbc2be req-358f2b7b-edb9-4ddf-a9b9-f5f82f6cefef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:00.850338 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-926a1a0a-5666-433c-8956-ce5322cbc2be req-358f2b7b-edb9-4ddf-a9b9-f5f82f6cefef service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=705e86c80e1c40929b63347409e42dd3&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2474594 Jul 27 19:56:00.854417 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-5caa06fa-0433-4070-98d0-1f1bfbd787ef service neutron] 10.222.0.63 "GET /v2.0/networks/fe0599a8-e2b9-4d58-ac69-a9a391fdb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7911761 Jul 27 19:56:00.879087 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e5f3f5-0f0e-4e90-b2b6-b552e6ad4674 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:00.890541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189406b-f9cd-4cd2-84d0-853795085695 req-ec33ff6c-bace-4ffd-9939-ee5a4d3b216c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:00.892140 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2189406b-f9cd-4cd2-84d0-853795085695 req-ec33ff6c-bace-4ffd-9939-ee5a4d3b216c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.4749904 Jul 27 19:56:00.895700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:00.913789 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e5f3f5-0f0e-4e90-b2b6-b552e6ad4674 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:00.918485 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f2e5f3f5-0f0e-4e90-b2b6-b552e6ad4674 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3308842 Jul 27 19:56:00.927741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:00.928096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 6f5dfa8b-d2fc-4a69-81f5-723b89bf0c7c not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:00.941917 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:00.943809 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-6a6a6fea-1f59-4880-9a91-ef6a3a52c18d None None] Set router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:00.958929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54268) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:00.963589 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca2577c-3fda-4fdd-8819-9e264d458475,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:01.070522 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:01.109656 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44dfa9c8-564c-4071-b985-b5874904d24e req-ee4e9917-90a1-435d-bcc8-3b5fa78a8629 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458508 Jul 27 19:56:01.228336 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:01.231225 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:01.270533 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6a6a6fea-1f59-4880-9a91-ef6a3a52c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:53:34Z', 'updated_at': '2021-07-27T19:53:41Z', 'revision_number': 4, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'gw_port': {'id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:35Z', 'updated_at': '2021-07-27T19:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3e34b5f6-a91b-421a-b7c6-5113524b1872', 'name': '', 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'mac_address': 'fa:16:3e:56:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:38Z', 'updated_at': '2021-07-27T19:53:46Z', 'revision_number': 5, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'subnets': [{'id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:01.300007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2189406b-f9cd-4cd2-84d0-853795085695 req-68930d06-1beb-4bf5-8af4-14ebd800d85f tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390181 Jul 27 19:56:01.326740 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a6fea-1f59-4880-9a91-ef6a3a52c18d None None] The sync data for ids ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'] in n-d-705657-21 is: [{'id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:53:34Z', 'updated_at': '2021-07-27T19:53:41Z', 'revision_number': 4, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'gw_port': {'id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:35Z', 'updated_at': '2021-07-27T19:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3e34b5f6-a91b-421a-b7c6-5113524b1872', 'name': '', 'network_id': 'fd803f08-4324-482c-8054-6bca1843a5b5', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'mac_address': 'fa:16:3e:56:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:38Z', 'updated_at': '2021-07-27T19:53:46Z', 'revision_number': 5, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'subnets': [{'id': '8d6a1c4c-9e4c-4a4a-9e27-661033339273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:56:01.408248 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:01.423208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Transition to ACTIVE for port object f730e829-78f2-4316-aae0-9c74b29044b6 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:01.426486 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:01.432525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 383a3709-1e73-49f0-9f99-d3d619899fdf {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:56:01.442627 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:01.456491 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:01.461257 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6e6c73ea-5d5c-4dd8-bb94-a2e6e8a54eeb admin admin] 10.222.0.48 "DELETE /v2.0/routers/383a3709-1e73-49f0-9f99-d3d619899fdf HTTP/1.1" status: 204 len: 168 time: 3.9427254 Jul 27 19:56:01.462925 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54334) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:01.497546 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-7f1960e8-3234-48a7-bd38-759fe33ceb69 service neutron] 10.222.0.63 "GET /v2.0/networks/fe0599a8-e2b9-4d58-ac69-a9a391fdb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305406 Jul 27 19:56:01.514576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a1a0a-5666-433c-8956-ce5322cbc2be req-8d1699ba-7041-49e7-843e-91fbad516716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:01.516357 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-926a1a0a-5666-433c-8956-ce5322cbc2be req-8d1699ba-7041-49e7-843e-91fbad516716 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6508417 Jul 27 19:56:01.549818 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586dcd2-2b5a-4567-9af5-52991ceec11f None None] Pushing event updated for resources: {'Port': ['ID=f730e829-78f2-4316-aae0-9c74b29044b6,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:01.579629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d7a212-ba98-4b98-a5f7-817b791ca811 admin admin] Deleting subnet 3cdebfd7-2a29-4d1f-83ea-ec6a745a512d {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:01.589471 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a212-ba98-4b98-a5f7-817b791ca811 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:01.655938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-5cb435bb-67f5-4107-874c-53833d125485 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=6b82a051-4a63-458c-b31a-5df21e5cf87c HTTP/1.1" status: 200 len: 217 time: 0.1373174 Jul 27 19:56:01.672329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a212-ba98-4b98-a5f7-817b791ca811 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:01.677156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f212-8706-4e79-bc8e-982c4cbbe703 req-a4869703-00e8-4cd2-b711-6396415f9952 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:01.693615 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9134f212-8706-4e79-bc8e-982c4cbbe703 req-a4869703-00e8-4cd2-b711-6396415f9952 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.4552300 Jul 27 19:56:01.831393 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a212-ba98-4b98-a5f7-817b791ca811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:02.017814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-92a8ceff-24fd-4e70-b488-a0b57a0f299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:02.018595 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a212-ba98-4b98-a5f7-817b791ca811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:02.019583 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-92a8ceff-24fd-4e70-b488-a0b57a0f299c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.3190508 Jul 27 19:56:02.055059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Attempting to bind port f730e829-78f2-4316-aae0-9c74b29044b6 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:02.055578 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Attempting to bind port f730e829-78f2-4316-aae0-9c74b29044b6 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:02.055946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Attempting to bind port f730e829-78f2-4316-aae0-9c74b29044b6 on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:02.064431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:02.070674 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:02.071099 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:02.071864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:02.073196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Bound port: f730e829-78f2-4316-aae0-9c74b29044b6, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:02.073820 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:02.093447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9134f212-8706-4e79-bc8e-982c4cbbe703 req-534db92b-fcbb-4f67-a4db-d22352df1eb6 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985903 Jul 27 19:56:02.101219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7a212-ba98-4b98-a5f7-817b791ca811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cdebfd7-2a29-4d1f-83ea-ec6a745a512d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:02.123353 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a212-ba98-4b98-a5f7-817b791ca811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:02.125353 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a8d7a212-ba98-4b98-a5f7-817b791ca811 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3cdebfd7-2a29-4d1f-83ea-ec6a745a512d HTTP/1.1" status: 204 len: 168 time: 0.6613009 Jul 27 19:56:02.129444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54396) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:02.180912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] For port f730e829-78f2-4316-aae0-9c74b29044b6, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:02.184908 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] For port f730e829-78f2-4316-aae0-9c74b29044b6, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f730e829-78f2-4316-aae0-9c74b29044b6,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:02.191964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c74fc34-e62d-4819-81e5-7077a25bd97f None None] Network 8d143a2d-c076-4ab9-a8b9-49dca52349d7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:02.199314 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:02.251588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54406) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:02.305286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20241a2d-3f85-4ac3-98e1-9b57ba231c8e None None] New status for floating IP ba41af40-1028-4316-b071-0c6c3fbbf557: DOWN {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:56:02.339687 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:02.344642 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9ca2577c-3fda-4fdd-8819-9e264d458475 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:02.415676 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 9ca2577c-3fda-4fdd-8819-9e264d458475 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:02.416015 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9ca2577c-3fda-4fdd-8819-9e264d458475 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:02.437480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0ef6b-f203-459b-b9da-46f0218fd2e4 req-a23ac6ad-5a7c-454b-a990-b26fd4b102af tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:02.446229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8b0ef6b-f203-459b-b9da-46f0218fd2e4 req-a23ac6ad-5a7c-454b-a990-b26fd4b102af tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.7051506 Jul 27 19:56:02.449506 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] Deleting port b7c81e77-133a-47ac-b419-d2eeff851e03 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:02.449955 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:02.517306 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Routers {'27da6bfa-3bbd-4da9-b68b-a786aaf19551'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:02.518218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['27da6bfa-3bbd-4da9-b68b-a786aaf19551'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:02.518358 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9eb6320c-aaaa-4bf7-a403-cc038449d1d3 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:02.544380 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9eb6320c-aaaa-4bf7-a403-cc038449d1d3 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:02.595847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] For port b7c81e77-133a-47ac-b419-d2eeff851e03, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b7c81e77-133a-47ac-b419-d2eeff851e03,segment=NetworkSegment(0338f95e-514b-4f89-ae52-1c7c25660047),segment_id=0338f95e-514b-4f89-ae52-1c7c25660047)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:02.596472 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:02.630191 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] Calling delete_port for b7c81e77-133a-47ac-b419-d2eeff851e03 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:02.635314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586dcd2-2b5a-4567-9af5-52991ceec11f None None] Pushing event updated for resources: {'Port': ['ID=f730e829-78f2-4316-aae0-9c74b29044b6,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:02.635540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-136bcfe9-b14d-4813-9e72-f7fc4376db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:02.637218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-136bcfe9-b14d-4813-9e72-f7fc4376db9c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5904334 Jul 27 19:56:02.654818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8b0ef6b-f203-459b-b9da-46f0218fd2e4 req-40d52aab-a51f-4993-ab28-a8ff291c88db tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042274 Jul 27 19:56:02.683907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] Set router 27da6bfa-3bbd-4da9-b68b-a786aaf19551 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:02.744793 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9eb6320c-aaaa-4bf7-a403-cc038449d1d3 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:02.748010 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9eb6320c-aaaa-4bf7-a403-cc038449d1d3 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:02.749775 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9eb6320c-aaaa-4bf7-a403-cc038449d1d3 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "DELETE /v2.0/security-groups/13e5c2ed-61a6-423a-8180-d1001a63e961 HTTP/1.1" status: 204 len: 168 time: 0.4904902 Jul 27 19:56:02.763991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54460) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:02.803135 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6320c-aaaa-4bf7-a403-cc038449d1d3 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e5c2ed-61a6-423a-8180-d1001a63e961,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:02.813193 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:02.830085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] No DVR routers for this DVR port b7c81e77-133a-47ac-b419-d2eeff851e03 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:56:02.837573 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-d30d4b3d-e289-4072-9ede-2c07314d7d85 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] show failed (client error): The resource could not be found. Jul 27 19:56:02.838810 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d30d4b3d-e289-4072-9ede-2c07314d7d85 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "GET /v2.0/security-groups/13e5c2ed-61a6-423a-8180-d1001a63e961 HTTP/1.1" status: 404 len: 347 time: 0.0736477 Jul 27 19:56:02.858822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54468) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:02.895897 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c81e77-133a-47ac-b419-d2eeff851e03,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:02.993849 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c032d361-d85c-4e6f-a77a-3ae2b49d651e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:03.062511 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4935b0-01df-496a-9fdb-7290d38176ca None None] DHCP port deletion for 8d143a2d-c076-4ab9-a8b9-49dca52349d7 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:56:03.089317 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:03.095259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-cb2471d3-06fe-4dda-b43c-2a60272fef27 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390829 Jul 27 19:56:03.101210 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da6bfa-3bbd-4da9-b68b-a786aaf19551', 'name': 'tempest-NetworksTestDHCPv6-router-1933601786', 'tenant_id': '305c956667a14f3281357498df0801fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:55:54Z', 'updated_at': '2021-07-27T19:55:57Z', 'revision_number': 2, 'project_id': '305c956667a14f3281357498df0801fc', 'gw_port_host': None, '_interfaces': [{'id': 'f730e829-78f2-4316-aae0-9c74b29044b6', 'name': '', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'mac_address': 'fa:16:3e:34:0b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da6bfa-3bbd-4da9-b68b-a786aaf19551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '924b8b4f-cd35-48fe-93f7-7e75e9e6a764', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:55:56Z', 'updated_at': '2021-07-27T19:56:02Z', 'revision_number': 4, 'project_id': '305c956667a14f3281357498df0801fc', 'subnets': [{'id': '924b8b4f-cd35-48fe-93f7-7e75e9e6a764', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:03.123474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d143a2d-c076-4ab9-a8b9-49dca52349d7']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:03.135537 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a30600-9a1d-4c00-96ce-0021cea3b518 None None] The sync data for ids ['27da6bfa-3bbd-4da9-b68b-a786aaf19551'] in n-d-705657-21 is: [{'id': '27da6bfa-3bbd-4da9-b68b-a786aaf19551', 'name': 'tempest-NetworksTestDHCPv6-router-1933601786', 'tenant_id': '305c956667a14f3281357498df0801fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:55:54Z', 'updated_at': '2021-07-27T19:55:57Z', 'revision_number': 2, 'project_id': '305c956667a14f3281357498df0801fc', 'gw_port_host': None, '_interfaces': [{'id': 'f730e829-78f2-4316-aae0-9c74b29044b6', 'name': '', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'mac_address': 'fa:16:3e:34:0b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da6bfa-3bbd-4da9-b68b-a786aaf19551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '924b8b4f-cd35-48fe-93f7-7e75e9e6a764', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:55:56Z', 'updated_at': '2021-07-27T19:56:02Z', 'revision_number': 4, 'project_id': '305c956667a14f3281357498df0801fc', 'subnets': [{'id': '924b8b4f-cd35-48fe-93f7-7e75e9e6a764', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:56:03.140279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0338f95e-514b-4f89-ae52-1c7c25660047') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:03.140792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0338f95e-514b-4f89-ae52-1c7c25660047') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:03.152378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:03.180065 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:03.189063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:56:03.189713 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:56:03.191663 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:56:03.210136 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-4ac3ed5a-fb89-42ed-8656-8e33c9a35fec service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015120 Jul 27 19:56:03.242750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f5d7c-497a-415f-9063-d8950ad0cb94 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Deleting port 343d18a0-f214-4a31-93fd-50214298c81d {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:03.243083 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5d7c-497a-415f-9063-d8950ad0cb94 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:03.316105 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:03.325527 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:03.328141 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] 10.222.0.48 "DELETE /v2.0/networks/8d143a2d-c076-4ab9-a8b9-49dca52349d7 HTTP/1.1" status: 204 len: 168 time: 1.1975000 Jul 27 19:56:03.372733 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc28a1a-c5c9-4d62-bd02-492494079b6e admin admin] Pushing event deleted for resources: {'Network': ['ID=8d143a2d-c076-4ab9-a8b9-49dca52349d7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:03.399771 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5d7c-497a-415f-9063-d8950ad0cb94 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:03.400104 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5d7c-497a-415f-9063-d8950ad0cb94 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:03.415318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f5d7c-497a-415f-9063-d8950ad0cb94 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Calling delete_port for 343d18a0-f214-4a31-93fd-50214298c81d owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:03.584674 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54486) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:03.605770 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5d7c-497a-415f-9063-d8950ad0cb94 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:03.652009 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f5d7c-497a-415f-9063-d8950ad0cb94 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Pushing event deleted for resources: {'Port': ['ID=343d18a0-f214-4a31-93fd-50214298c81d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:03.712110 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-17055d56-1bb6-4f94-99e4-3e7ff03e8afe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1b34598f07a4481be9257ffbb24a06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1227169 Jul 27 19:56:03.715095 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54490) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:03.752510 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5d7c-497a-415f-9063-d8950ad0cb94 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:03.755103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5d7c-497a-415f-9063-d8950ad0cb94 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:03.756325 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6b5f5d7c-497a-415f-9063-d8950ad0cb94 tempest-ServersTestJSON-444785462 tempest-ServersTestJSON-444785462-project] 10.222.0.48 "DELETE /v2.0/floatingips/ba41af40-1028-4316-b071-0c6c3fbbf557 HTTP/1.1" status: 204 len: 168 time: 0.8965459 Jul 27 19:56:03.756565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a225b-de11-4cd1-9c6a-383a0103fe16 req-4c371bc6-f042-4ca1-8687-0b835a6de3b0 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:03.761711 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54492) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:03.764898 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-258a225b-de11-4cd1-9c6a-383a0103fe16 req-4c371bc6-f042-4ca1-8687-0b835a6de3b0 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.8789158 Jul 27 19:56:03.767623 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-283a0ebb-4494-414f-85a0-4f7bb8a2d5aa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=2319aae9-ce95-4f29-aabf-b219da789e06 HTTP/1.1" status: 200 len: 217 time: 0.5153229 Jul 27 19:56:03.890990 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53f16fc9-b1d4-44c7-91eb-4c7883e3d555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:03.914539 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53f16fc9-b1d4-44c7-91eb-4c7883e3d555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:03.919170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-e8f4bfb8-1aec-441f-9770-e74beb7e5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:03.920700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-e8f4bfb8-1aec-441f-9770-e74beb7e5c5b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.1349695 Jul 27 19:56:03.928373 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-258a225b-de11-4cd1-9c6a-383a0103fe16 req-402c6311-92d4-457b-aa1d-895d3235665d tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626148 Jul 27 19:56:04.006520 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f730e829-78f2-4316-aae0-9c74b29044b6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:04.036100 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53f16fc9-b1d4-44c7-91eb-4c7883e3d555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:04.039602 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53f16fc9-b1d4-44c7-91eb-4c7883e3d555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:04.044624 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-53f16fc9-b1d4-44c7-91eb-4c7883e3d555 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6bdb4094-738a-4edc-9f0f-0ed36909f1ca HTTP/1.1" status: 204 len: 168 time: 0.3206606 Jul 27 19:56:04.048509 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128223e-e6e3-47e5-a0f5-7b810ac4e036 req-4575245b-88c0-4dd4-9d1f-c536ed97a3d7 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:04.056948 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0128223e-e6e3-47e5-a0f5-7b810ac4e036 req-4575245b-88c0-4dd4-9d1f-c536ed97a3d7 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.8127341 Jul 27 19:56:04.095188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f16fc9-b1d4-44c7-91eb-4c7883e3d555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdb4094-738a-4edc-9f0f-0ed36909f1ca,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:04.138543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f730e829-78f2-4316-aae0-9c74b29044b6 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:04.148019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f730e829-78f2-4316-aae0-9c74b29044b6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:04.148781 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:04.239564 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0128223e-e6e3-47e5-a0f5-7b810ac4e036 req-3824c7c7-5143-4af6-9ee5-45746a6355ab tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817005 Jul 27 19:56:04.252135 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-aba7f87c-c72c-4783-b369-a4920b01345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:04.253679 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-aba7f87c-c72c-4783-b369-a4920b01345e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3118687 Jul 27 19:56:04.277338 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:04.326632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port f730e829-78f2-4316-aae0-9c74b29044b6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f730e829-78f2-4316-aae0-9c74b29044b6,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:04.327667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-fea86734-5c0b-44d8-b5a3-2de130433354 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:04.329176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-fea86734-5c0b-44d8-b5a3-2de130433354 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/networks?id=a52c9ed9-1a4a-428e-9f39-af50989151d1 HTTP/1.1" status: 200 len: 814 time: 0.2420044 Jul 27 19:56:04.332207 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:04.350725 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fb5750e-1df6-4502-a8fa-f835ced49322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:04.412570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=f730e829-78f2-4316-aae0-9c74b29044b6,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:04.434520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-d17c7371-380a-46d5-9cce-555dd18e609b tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/quotas/f7f5ed366b854578a9ee2e795afa5933 HTTP/1.1" status: 200 len: 375 time: 0.0921080 Jul 27 19:56:04.451384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b7c81e77-133a-47ac-b419-d2eeff851e03 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:04.483170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: b7c81e77-133a-47ac-b419-d2eeff851e03 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:04.483528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b7c81e77-133a-47ac-b419-d2eeff851e03 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:04.501541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-7fc3c32b-c4a8-4915-836a-9907527b2fd3 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7f5ed366b854578a9ee2e795afa5933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585055 Jul 27 19:56:04.511771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c032d361-d85c-4e6f-a77a-3ae2b49d651e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port f730e829-78f2-4316-aae0-9c74b29044b6 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:04.512148 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c032d361-d85c-4e6f-a77a-3ae2b49d651e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:04.684587 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-afcc0202-9437-4d46-beb0-eb991898c1a0 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531916 Jul 27 19:56:04.692945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-1fb5750e-1df6-4502-a8fa-f835ced49322 admin admin] Deleting port 3e34b5f6-a91b-421a-b7c6-5113524b1872 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:04.693525 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fb5750e-1df6-4502-a8fa-f835ced49322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:04.781234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-1fb5750e-1df6-4502-a8fa-f835ced49322 admin admin] For port 3e34b5f6-a91b-421a-b7c6-5113524b1872, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=3e34b5f6-a91b-421a-b7c6-5113524b1872,segment=NetworkSegment(b1e3f0a7-758e-4272-bfae-c8f1a8dcd016),segment_id=b1e3f0a7-758e-4272-bfae-c8f1a8dcd016)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:04.781639 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fb5750e-1df6-4502-a8fa-f835ced49322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:04.803399 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-1fb5750e-1df6-4502-a8fa-f835ced49322 admin admin] Calling delete_port for 3e34b5f6-a91b-421a-b7c6-5113524b1872 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:04.813769 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-7b27ca68-6774-412d-bdd8-017b460fd8a4 service neutron] 10.222.0.48 "GET /v2.0/networks/a52c9ed9-1a4a-428e-9f39-af50989151d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949755 Jul 27 19:56:04.824758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-c032d361-d85c-4e6f-a77a-3ae2b49d651e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] For port f730e829-78f2-4316-aae0-9c74b29044b6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f730e829-78f2-4316-aae0-9c74b29044b6,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:04.825127 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c032d361-d85c-4e6f-a77a-3ae2b49d651e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:04.863145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09d460-e265-435e-99f6-749f0567ee5d req-8438bb75-2a3e-4fec-939f-f8fe50dcd3e7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:04.864737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e09d460-e265-435e-99f6-749f0567ee5d req-8438bb75-2a3e-4fec-939f-f8fe50dcd3e7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.3127592 Jul 27 19:56:04.865716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c032d361-d85c-4e6f-a77a-3ae2b49d651e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for f730e829-78f2-4316-aae0-9c74b29044b6 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:04.989878 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-bc8312c8-ee99-48be-8294-0f7a8fb60ab6 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956600 Jul 27 19:56:05.027239 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fb5750e-1df6-4502-a8fa-f835ced49322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:05.054021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54526) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:05.056482 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5750e-1df6-4502-a8fa-f835ced49322 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e34b5f6-a91b-421a-b7c6-5113524b1872,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:05.069147 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e09d460-e265-435e-99f6-749f0567ee5d req-c35fb7ed-38d4-43cf-a816-eec4c225432e tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828058 Jul 27 19:56:05.075529 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-98e1e4ab-1279-4d65-b132-0d1307c727dd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=1c389675-fc2c-489a-ac5e-e52b3557cb14 HTTP/1.1" status: 200 len: 217 time: 0.0677683 Jul 27 19:56:05.153795 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-3bfadccd-abbc-4d06-9cf6-7d5b2c854a4a service neutron] 10.222.0.48 "GET /v2.0/networks/a52c9ed9-1a4a-428e-9f39-af50989151d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195434 Jul 27 19:56:05.286259 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1386352858-network', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:05.345947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-19c94a6a-dbb1-45fc-947a-1f127c42eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:05.347469 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-19c94a6a-dbb1-45fc-947a-1f127c42eda7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.2530339 Jul 27 19:56:05.421574 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fb5750e-1df6-4502-a8fa-f835ced49322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:05.424328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] Made reservation on behalf of 44bf5dc907cd434da6d1ad3797d71340 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:05.427078 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:05.441481 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:05.568379 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c032d361-d85c-4e6f-a77a-3ae2b49d651e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:05.599265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036331e0-1330-4bb4-b989-e1be5a9fbc17 req-0f43d80d-f43f-4063-9ceb-2b152f108c30 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:05.601498 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-036331e0-1330-4bb4-b989-e1be5a9fbc17 req-0f43d80d-f43f-4063-9ceb-2b152f108c30 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.2662439 Jul 27 19:56:05.604886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6f2f8-25fd-4057-b53d-1ff9441c0099 req-e5278336-7b84-46d5-9ea3-31af837192f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:05.606473 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e2f6f2f8-25fd-4057-b53d-1ff9441c0099 req-e5278336-7b84-46d5-9ea3-31af837192f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=530f88a84a434ec586a35453c8add755&device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 1097 time: 0.3471599 Jul 27 19:56:05.638771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032d361-d85c-4e6f-a77a-3ae2b49d651e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=f730e829-78f2-4316-aae0-9c74b29044b6,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:05.667365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-929cb2cd-015a-41b4-bdbc-54c1e238e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:05.669116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-929cb2cd-015a-41b4-bdbc-54c1e238e573 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2980323 Jul 27 19:56:05.748780 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:05.763550 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:05.767848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb5750e-1df6-4502-a8fa-f835ced49322 admin admin] Router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:56:05.771673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-036331e0-1330-4bb4-b989-e1be5a9fbc17 req-49fefd4f-093c-4235-9dff-359b7b1a96d9 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599829 Jul 27 19:56:05.788577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83b8e6-7f55-48d4-a014-b781c890ff1b req-69fe5c16-7842-4805-806d-dc8c1ba5f5ff tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:05.796065 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d83b8e6-7f55-48d4-a014-b781c890ff1b req-69fe5c16-7842-4805-806d-dc8c1ba5f5ff tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.3640821 Jul 27 19:56:05.801716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:56:05.815439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3726b6f5-1846-4499-a567-78e08027c430,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:05.925028 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:05.925927 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] Added segment 59a82611-f169-4a10-bd70-3d3ab9c26bed of type vlan for network b06ac358-2837-4b10-9e3f-bef0ca756cfa Jul 27 19:56:06.053614 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:06.106152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb5750e-1df6-4502-a8fa-f835ced49322 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:56:06.115608 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1fb5750e-1df6-4502-a8fa-f835ced49322 admin admin] 10.222.0.48 "PUT /v2.0/routers/51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3523452 Jul 27 19:56:06.119094 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92444694-2662-457a-9ef6-13f8aa3e68c3 None None] Sync routers for ids ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:56:06.120116 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54550) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:06.129339 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:06.139246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:06.140730 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92444694-2662-457a-9ef6-13f8aa3e68c3 None None] Routers {'51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:06.141592 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-92444694-2662-457a-9ef6-13f8aa3e68c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:06.142300 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:06.282214 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-92444694-2662-457a-9ef6-13f8aa3e68c3 None None] Set router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:06.347636 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c032d361-d85c-4e6f-a77a-3ae2b49d651e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:06.379547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ddd532c1-e04a-47ed-9dc8-f215e92172e0 req-6b1cff36-716f-4091-9aad-7303e09986f1 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 210 time: 0.1157956 Jul 27 19:56:06.452181 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-b9cd3f0b-4274-4211-855a-b93605a113a6 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604692 Jul 27 19:56:06.495609 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d83b8e6-7f55-48d4-a014-b781c890ff1b req-b931e760-bd0b-499f-b57c-6e940c423631 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6978137 Jul 27 19:56:06.520821 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-92444694-2662-457a-9ef6-13f8aa3e68c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:53:34Z', 'updated_at': '2021-07-27T19:56:04Z', 'revision_number': 5, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'gw_port': {'id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:35Z', 'updated_at': '2021-07-27T19:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:06.565549 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92444694-2662-457a-9ef6-13f8aa3e68c3 None None] Checking router: 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:56:06.575971 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92444694-2662-457a-9ef6-13f8aa3e68c3 None None] Routers {'51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:06.576754 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-92444694-2662-457a-9ef6-13f8aa3e68c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:06.589987 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5344894 Jul 27 19:56:06.593343 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54554) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:06.598139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3ada1631-735e-4396-a387-d3968d63461d admin admin] Request body: {'subnet': {'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1386352858-subnet', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:06.635115 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc884f71-cb68-4e42-91c5-1cc4840d2c2c admin admin] Pushing event updated for resources: {'Network': ['ID=b06ac358-2837-4b10-9e3f-bef0ca756cfa,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:06.648943 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network b06ac358-2837-4b10-9e3f-bef0ca756cfa details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:56:06.687553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-7456fe21-a1a9-4fcf-ae15-852fc834a0d1 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842201 Jul 27 19:56:06.697335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ada1631-735e-4396-a387-d3968d63461d admin admin] Made reservation on behalf of 44bf5dc907cd434da6d1ad3797d71340 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:06.703284 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ada1631-735e-4396-a387-d3968d63461d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:06.726979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6f2f8-25fd-4057-b53d-1ff9441c0099 req-8aeb1641-6ba4-487d-b728-fcf75ecda166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:06.728558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e2f6f2f8-25fd-4057-b53d-1ff9441c0099 req-8aeb1641-6ba4-487d-b728-fcf75ecda166 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e6b62717-e555-42c8-92ce-efeea95bbb3e HTTP/1.1" status: 200 len: 911 time: 1.0356550 Jul 27 19:56:06.751715 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-92444694-2662-457a-9ef6-13f8aa3e68c3 None None] Set router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:06.774523 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:06.865585 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-48f4ffe9-51e5-40b7-babd-0015261672ea service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 HTTP/1.1" status: 200 len: 217 time: 0.1573436 Jul 27 19:56:06.933239 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:06.953250 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e2f6f2f8-25fd-4057-b53d-1ff9441c0099 req-b18029af-b998-4538-a084-fadcf7f6735c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a1c1a3a-ab27-4e16-94a3-180fe58a7177 HTTP/1.1" status: 200 len: 217 time: 0.1950631 Jul 27 19:56:07.059547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c032d361-d85c-4e6f-a77a-3ae2b49d651e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Router 27da6bfa-3bbd-4da9-b68b-a786aaf19551 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:56:07.060849 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ada1631-735e-4396-a387-d3968d63461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:07.065111 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-92444694-2662-457a-9ef6-13f8aa3e68c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:53:34Z', 'updated_at': '2021-07-27T19:56:04Z', 'revision_number': 5, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'gw_port': {'id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:35Z', 'updated_at': '2021-07-27T19:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:07.066528 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] Deleting port cd012771-f405-4c7c-b36e-6d5096fa82f3 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:07.067471 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:07.105506 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92444694-2662-457a-9ef6-13f8aa3e68c3 None None] The sync data for ids ['51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a'] in n-d-705657-21 is: [{'id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'name': 'tempest-ServersTestJSON-582392381-router', 'tenant_id': '705e86c80e1c40929b63347409e42dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:53:34Z', 'updated_at': '2021-07-27T19:56:04Z', 'revision_number': 5, 'project_id': '705e86c80e1c40929b63347409e42dd3', 'gw_port': {'id': 'cd012771-f405-4c7c-b36e-6d5096fa82f3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:53:35Z', 'updated_at': '2021-07-27T19:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:56:07.106832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-0388cc5d-9fe5-4879-bca6-4e4aeff6cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:07.108240 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-0388cc5d-9fe5-4879-bca6-4e4aeff6cdaa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.2025836 Jul 27 19:56:07.123733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-e16996b3-6a42-4cc7-ba18-c7c64df93507 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:07.125315 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-e16996b3-6a42-4cc7-ba18-c7c64df93507 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.63 "GET /v2.0/networks?id=a52c9ed9-1a4a-428e-9f39-af50989151d1 HTTP/1.1" status: 200 len: 814 time: 0.4269295 Jul 27 19:56:07.170352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada1631-735e-4396-a387-d3968d63461d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:07.180300 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-39e817ec-5b44-424e-8446-c5f468598496 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Request body: {'port': {'device_id': '9a7c82f3-7764-46f7-b852-830de3ef950a', 'network_id': 'a52c9ed9-1a4a-428e-9f39-af50989151d1', 'admin_state_up': True, 'tenant_id': 'f7f5ed366b854578a9ee2e795afa5933'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:07.184180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6f2f8-25fd-4057-b53d-1ff9441c0099 req-3d30e6d6-0682-4c36-adb2-9e45466c7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:07.185590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e2f6f2f8-25fd-4057-b53d-1ff9441c0099 req-3d30e6d6-0682-4c36-adb2-9e45466c7fb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e995163-f4ba-4017-bfaa-9643c2da9ae0 HTTP/1.1" status: 200 len: 850 time: 0.1827378 Jul 27 19:56:07.207900 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ada1631-735e-4396-a387-d3968d63461d admin admin] Checking segment: {'id': '59a82611-f169-4a10-bd70-3d3ab9c26bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:07.208261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada1631-735e-4396-a387-d3968d63461d admin admin] Network hostable DHCP agents. Network: b06ac358-2837-4b10-9e3f-bef0ca756cfa, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:56:07.218086 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] For port cd012771-f405-4c7c-b36e-6d5096fa82f3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cd012771-f405-4c7c-b36e-6d5096fa82f3,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:07.218448 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:07.236068 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] Calling delete_port for cd012771-f405-4c7c-b36e-6d5096fa82f3 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:07.250296 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada1631-735e-4396-a387-d3968d63461d admin admin] Network b06ac358-2837-4b10-9e3f-bef0ca756cfa is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:56:07.294517 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-3ada1631-735e-4396-a387-d3968d63461d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, b06ac358-2837-4b10-9e3f-bef0ca756cfa) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:07.300656 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada1631-735e-4396-a387-d3968d63461d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:07.301269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ada1631-735e-4396-a387-d3968d63461d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:07.305876 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515e7685-d312-4423-96d2-b60adc77189e None None] Network b06ac358-2837-4b10-9e3f-bef0ca756cfa requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:07.314990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c75e5-b15a-4cb5-b1c3-261b92cf997c req-da3f5a04-b89e-4d75-8bfb-44bd431c0a2c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:07.316719 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f4c75e5-b15a-4cb5-b1c3-261b92cf997c req-da3f5a04-b89e-4d75-8bfb-44bd431c0a2c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.6232522 Jul 27 19:56:07.338733 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3ada1631-735e-4396-a387-d3968d63461d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7441242 Jul 27 19:56:07.342254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54560) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:07.346356 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e2f6f2f8-25fd-4057-b53d-1ff9441c0099 req-f15c8ee0-eb60-4692-9fea-096411df15e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e6b62717-e555-42c8-92ce-efeea95bbb3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080852 Jul 27 19:56:07.379131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd7883-95e4-4f78-8e46-30c4fc5ef931 req-0d6205e7-ee97-4e5f-b666-576b7c14e789 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:07.380660 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bfcd7883-95e4-4f78-8e46-30c4fc5ef931 req-0d6205e7-ee97-4e5f-b666-576b7c14e789 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.5123098 Jul 27 19:56:07.381656 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:07.381814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c032d361-d85c-4e6f-a77a-3ae2b49d651e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:56:07.395912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac725339-fd38-4418-8560-09619a9e45f5 None None] Sync routers for ids ['27da6bfa-3bbd-4da9-b68b-a786aaf19551'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:56:07.408710 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c032d361-d85c-4e6f-a77a-3ae2b49d651e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "PUT /v2.0/routers/27da6bfa-3bbd-4da9-b68b-a786aaf19551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4134090 Jul 27 19:56:07.412652 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54562) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:07.431312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac725339-fd38-4418-8560-09619a9e45f5 None None] Routers {'27da6bfa-3bbd-4da9-b68b-a786aaf19551'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:07.431878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ac725339-fd38-4418-8560-09619a9e45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['27da6bfa-3bbd-4da9-b68b-a786aaf19551'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:07.470314 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ec42c1-1fed-4197-b42c-30ddf74a724a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:07.472143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ec42c1-1fed-4197-b42c-30ddf74a724a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:07.475900 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-16ec42c1-1fed-4197-b42c-30ddf74a724a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0618684 Jul 27 19:56:07.477181 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:07.478587 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:07.485992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54566) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:07.536990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-ac725339-fd38-4418-8560-09619a9e45f5 None None] Set router 27da6bfa-3bbd-4da9-b68b-a786aaf19551 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:07.591805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-145cf41c-7f14-43e0-8498-ff4bd992217b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 924b8b4f-cd35-48fe-93f7-7e75e9e6a764 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:07.612930 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-145cf41c-7f14-43e0-8498-ff4bd992217b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:07.626057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'fixed_ips': [{'subnet_id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:56:07.626995 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:07.629505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ac725339-fd38-4418-8560-09619a9e45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da6bfa-3bbd-4da9-b68b-a786aaf19551', 'name': 'tempest-NetworksTestDHCPv6-router-1933601786', 'tenant_id': '305c956667a14f3281357498df0801fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:55:54Z', 'updated_at': '2021-07-27T19:56:05Z', 'revision_number': 3, 'project_id': '305c956667a14f3281357498df0801fc', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:07.651853 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:07.656881 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-f9334a01-479a-4e6e-b92d-1be02e763e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:07.658590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-f9334a01-479a-4e6e-b92d-1be02e763e75 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5288923 Jul 27 19:56:07.662495 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:07.662737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac725339-fd38-4418-8560-09619a9e45f5 None None] Checking router: 27da6bfa-3bbd-4da9-b68b-a786aaf19551 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:56:07.671993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f4c75e5-b15a-4cb5-b1c3-261b92cf997c req-002c39b6-3a0a-4a9b-b73b-49ec7f3b08f4 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279674 Jul 27 19:56:07.682560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac725339-fd38-4418-8560-09619a9e45f5 None None] Routers {'27da6bfa-3bbd-4da9-b68b-a786aaf19551'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:07.683408 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ac725339-fd38-4418-8560-09619a9e45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['27da6bfa-3bbd-4da9-b68b-a786aaf19551'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:07.744438 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bfcd7883-95e4-4f78-8e46-30c4fc5ef931 req-08502a98-19c1-484e-8de6-c4f78b7fc6d7 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499622 Jul 27 19:56:07.749805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e2f6f2f8-25fd-4057-b53d-1ff9441c0099 req-3b33ab41-b5a4-43a8-982a-8cbfde51fc56 service neutron] 10.222.0.52 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919511 Jul 27 19:56:07.769445 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd012771-f405-4c7c-b36e-6d5096fa82f3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:07.771484 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-145cf41c-7f14-43e0-8498-ff4bd992217b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:07.918740 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.011974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3e34b5f6-a91b-421a-b7c6-5113524b1872 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:08.035631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 3e34b5f6-a91b-421a-b7c6-5113524b1872 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:08.035976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3e34b5f6-a91b-421a-b7c6-5113524b1872 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:08.051596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-ac725339-fd38-4418-8560-09619a9e45f5 None None] Set router 27da6bfa-3bbd-4da9-b68b-a786aaf19551 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:08.051830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b830ba73-ba6b-4658-9e68-4d39f6a56baf req-61029c11-214d-463f-98d3-9ced5b34111d tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 210 time: 0.1444671 Jul 27 19:56:08.062291 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.074527 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-145cf41c-7f14-43e0-8498-ff4bd992217b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.106272 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.116255 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.139328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ac725339-fd38-4418-8560-09619a9e45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da6bfa-3bbd-4da9-b68b-a786aaf19551', 'name': 'tempest-NetworksTestDHCPv6-router-1933601786', 'tenant_id': '305c956667a14f3281357498df0801fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:55:54Z', 'updated_at': '2021-07-27T19:56:05Z', 'revision_number': 3, 'project_id': '305c956667a14f3281357498df0801fc', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:08.160529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-39e817ec-5b44-424e-8446-c5f468598496 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Made reservation on behalf of f7f5ed366b854578a9ee2e795afa5933 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:08.164208 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-39e817ec-5b44-424e-8446-c5f468598496 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.194233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac725339-fd38-4418-8560-09619a9e45f5 None None] The sync data for ids ['27da6bfa-3bbd-4da9-b68b-a786aaf19551'] in n-d-705657-21 is: [{'id': '27da6bfa-3bbd-4da9-b68b-a786aaf19551', 'name': 'tempest-NetworksTestDHCPv6-router-1933601786', 'tenant_id': '305c956667a14f3281357498df0801fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:55:54Z', 'updated_at': '2021-07-27T19:56:05Z', 'revision_number': 3, 'project_id': '305c956667a14f3281357498df0801fc', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:56:08.210760 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.211304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:56:08.223079 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.227532 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-00ca56e6-2912-4d62-9062-5a89103afbc3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/51b3cd2c-fae3-4c90-ae15-b5aa2fd87f5a HTTP/1.1" status: 204 len: 168 time: 2.1029069 Jul 27 19:56:08.229865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54574) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:08.236077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Allocated IP 172.20.0.2 (b06ac358-2837-4b10-9e3f-bef0ca756cfa/7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7/377bdbcf-c1ba-4a1c-9163-e3d922b5a52f) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:08.298171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-aaa1665c-c54d-46b4-9cfb-79da2aeb1757 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195595 Jul 27 19:56:08.324294 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.434080 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.441121 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.455513 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.575857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Allocated IP 172.25.1.178 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/8297e9bf-8e68-4b7a-98e1-ed680596855a) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:08.622387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Transition to ACTIVE for port object 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:08.640190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e2f6f2f8-25fd-4057-b53d-1ff9441c0099 req-f0af5ffb-69c0-41f3-bcb2-09e7a5aa5681 service neutron] 10.222.0.52 "GET /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7367256 Jul 27 19:56:08.655353 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Transition to ACTIVE for port object 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:08.658579 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-145cf41c-7f14-43e0-8498-ff4bd992217b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.678437 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.693667 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:56:08.715312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15b472-a033-4d3b-b260-7793330eaaa8 req-2d510950-5e9e-4d6e-8cf8-22aea6a431fb tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:08.720963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae15b472-a033-4d3b-b260-7793330eaaa8 req-2d510950-5e9e-4d6e-8cf8-22aea6a431fb tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.6984518 Jul 27 19:56:08.733653 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Network b06ac358-2837-4b10-9e3f-bef0ca756cfa is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:08.736821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:08.739364 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.739757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:08.748143 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2745416-1d37-4067-a982-f41e2dd1e062 admin admin] Deleting subnet 8d6a1c4c-9e4c-4a4a-9e27-661033339273 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:08.753734 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Pushing event updated for resources: {'Port': ['ID=377bdbcf-c1ba-4a1c-9163-e3d922b5a52f,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:08.765677 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2745416-1d37-4067-a982-f41e2dd1e062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.773158 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cf41c-7f14-43e0-8498-ff4bd992217b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=924b8b4f-cd35-48fe-93f7-7e75e9e6a764,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:08.782066 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-145cf41c-7f14-43e0-8498-ff4bd992217b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.784309 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-145cf41c-7f14-43e0-8498-ff4bd992217b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/924b8b4f-cd35-48fe-93f7-7e75e9e6a764 HTTP/1.1" status: 204 len: 168 time: 1.2945406 Jul 27 19:56:08.784854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d59a2d-508b-471b-ba3a-20930365a40f None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:08.791257 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54580) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:08.847069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.925668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Attempting to bind port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:08.927483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Attempting to bind port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '59a82611-f169-4a10-bd70-3d3ab9c26bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:08.927483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Attempting to bind port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f on network b06ac358-2837-4b10-9e3f-bef0ca756cfa {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:08.928505 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:08.935059 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-9946ba86-2748-4217-ac37-199f3fd74b32 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191826 Jul 27 19:56:08.937845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:08.940853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:08.941499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Checking segment: {'id': '59a82611-f169-4a10-bd70-3d3ab9c26bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:08.942081 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.942639 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Bound using segment: {'id': '59a82611-f169-4a10-bd70-3d3ab9c26bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:08.943310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Bound port: 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a82611-f169-4a10-bd70-3d3ab9c26bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:08.943890 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:08.951194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:08.957270 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Pushing event updated for resources: {'Port': ['ID=8297e9bf-8e68-4b7a-98e1-ed680596855a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:08.980272 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2745416-1d37-4067-a982-f41e2dd1e062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:09.007894 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1d957710-68d0-4c44-bd7c-9134f922ddb2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2154431 Jul 27 19:56:09.011108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-39e817ec-5b44-424e-8446-c5f468598496 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Allocated IP 172.20.0.14 (a52c9ed9-1a4a-428e-9f39-af50989151d1/85e0a734-7a07-4f42-a2e9-e9ff1c933818/c1d3940e-4702-4969-8b18-da449d3c1a70) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:09.013339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54584) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:09.048681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae15b472-a033-4d3b-b260-7793330eaaa8 req-828bbcde-ee0d-422a-9583-54223504e43c tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932398 Jul 27 19:56:09.059591 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-4bade98a-c7ea-49e3-a85c-5043c59162b8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1a40ce14-5f90-474d-95b9-4921682fa7d3 HTTP/1.1" status: 200 len: 217 time: 0.1051226 Jul 27 19:56:09.079502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] For port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:09.083049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] For port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=377bdbcf-c1ba-4a1c-9163-e3d922b5a52f,segment=NetworkSegment(59a82611-f169-4a10-bd70-3d3ab9c26bed),segment_id=59a82611-f169-4a10-bd70-3d3ab9c26bed)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:09.103999 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:09.265806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061e904-a255-4194-955a-bae5783e4b98 None None] Pushing event updated for resources: {'Port': ['ID=377bdbcf-c1ba-4a1c-9163-e3d922b5a52f,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:09.269650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93ef40-3147-48f9-bcdc-1521ed2458c7 req-006bd421-f3dc-483c-9ba2-40e8afe290f2 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:09.269821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49aa11f-4e7a-4ee0-845c-d73695acc176 None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:56:09.278594 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d93ef40-3147-48f9-bcdc-1521ed2458c7 req-006bd421-f3dc-483c-9ba2-40e8afe290f2 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.4342945 Jul 27 19:56:09.358036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e49aa11f-4e7a-4ee0-845c-d73695acc176 None None] Deleting port 6f8bfbf5-b531-445b-90f7-c21d8f37e76e {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:09.358676 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e49aa11f-4e7a-4ee0-845c-d73695acc176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:09.363983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-b64078f3-7490-499c-9a03-9af7022d25af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:09.365799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-b64078f3-7490-499c-9a03-9af7022d25af service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a HTTP/1.1" status: 200 len: 797 time: 0.2901356 Jul 27 19:56:09.423485 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2745416-1d37-4067-a982-f41e2dd1e062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:09.441092 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99a59750-cdc4-4469-a5bf-62ae9974c5a0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:09.446793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e49aa11f-4e7a-4ee0-845c-d73695acc176 None None] For port 6f8bfbf5-b531-445b-90f7-c21d8f37e76e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6f8bfbf5-b531-445b-90f7-c21d8f37e76e,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:09.447652 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e49aa11f-4e7a-4ee0-845c-d73695acc176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:09.463296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e49aa11f-4e7a-4ee0-845c-d73695acc176 None None] Calling delete_port for 6f8bfbf5-b531-445b-90f7-c21d8f37e76e owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:09.494136 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e87cce4-60d2-4a71-95da-0a15c501c2bb req-c98405a8-c1ba-4b71-9013-b4b9bee85d51 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 210 time: 0.1083829 Jul 27 19:56:09.634092 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e49aa11f-4e7a-4ee0-845c-d73695acc176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:09.659952 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49aa11f-4e7a-4ee0-845c-d73695acc176 None None] Pushing event deleted for resources: {'Port': ['ID=6f8bfbf5-b531-445b-90f7-c21d8f37e76e,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:09.669918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49aa11f-4e7a-4ee0-845c-d73695acc176 None None] No DVR routers for this DVR port 6f8bfbf5-b531-445b-90f7-c21d8f37e76e on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:56:09.690184 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d93ef40-3147-48f9-bcdc-1521ed2458c7 req-c131f310-7b81-47f3-ac2d-deb103fb61c3 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104648 Jul 27 19:56:09.755387 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2745416-1d37-4067-a982-f41e2dd1e062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:09.765981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-7b9ce714-c59a-4940-b94e-b059baeb10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:09.767012 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99a59750-cdc4-4469-a5bf-62ae9974c5a0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:09.768216 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-7b9ce714-c59a-4940-b94e-b059baeb10a6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9731c54d-8776-469f-b0a4-97666d3f2100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3462820 Jul 27 19:56:09.771269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99a59750-cdc4-4469-a5bf-62ae9974c5a0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:09.805897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ca8ec0-572a-428e-8d32-0decf3fb9f59 None None] Network fd803f08-4324-482c-8054-6bca1843a5b5 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:09.812053 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:09.852535 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99a59750-cdc4-4469-a5bf-62ae9974c5a0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:09.853067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a59750-cdc4-4469-a5bf-62ae9974c5a0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Fanout notify agent at l3_agent the message router_deleted on router 27da6bfa-3bbd-4da9-b68b-a786aaf19551 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:56:09.861131 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99a59750-cdc4-4469-a5bf-62ae9974c5a0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:09.862256 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-99a59750-cdc4-4469-a5bf-62ae9974c5a0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/routers/27da6bfa-3bbd-4da9-b68b-a786aaf19551 HTTP/1.1" status: 204 len: 168 time: 0.8441191 Jul 27 19:56:09.866171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54592) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:09.903183 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-b9662f16-7191-4ebb-880d-25cb628f53b1 service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236737 Jul 27 19:56:09.906665 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2745416-1d37-4067-a982-f41e2dd1e062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:09.911255 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a2745416-1d37-4067-a982-f41e2dd1e062 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8d6a1c4c-9e4c-4a4a-9e27-661033339273 HTTP/1.1" status: 204 len: 168 time: 1.6679802 Jul 27 19:56:09.911255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2745416-1d37-4067-a982-f41e2dd1e062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d6a1c4c-9e4c-4a4a-9e27-661033339273,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:09.915209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54594) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:10.009549 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-92b8e374-ee75-462d-997b-392c8f30137b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1386554 Jul 27 19:56:10.011196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54596) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:10.027179 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:10.121544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337ddf2d-9e52-42de-a351-a41338784745 None None] DHCP port deletion for fd803f08-4324-482c-8054-6bca1843a5b5 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:56:10.153442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04512b41-05fa-4656-9ed3-710772c201af tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:10.160490 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-04512b41-05fa-4656-9ed3-710772c201af tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1460257 Jul 27 19:56:10.168349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54598) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:10.183687 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:10.323612 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-39e817ec-5b44-424e-8446-c5f468598496 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:10.341505 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3921996b-d227-4e5d-b81e-367dd7980736 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1593080 Jul 27 19:56:10.343042 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54606) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:10.352351 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-933ed006-c906-4e42-b078-de8e57c82e20 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:10.355422 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-ca960c58-4989-46ac-bfe6-44f7cc421291 service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286238 Jul 27 19:56:10.414534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-337ddf2d-9e52-42de-a351-a41338784745 None None] Deleting port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:10.415237 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-337ddf2d-9e52-42de-a351-a41338784745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:10.431840 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:10.452190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:10.521524 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-ff011bda-658e-45a1-b0fe-5a0b618f7958 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8509d889-e654-492c-90f2-f145f97d6866 HTTP/1.1" status: 200 len: 217 time: 0.1597371 Jul 27 19:56:10.522387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-337ddf2d-9e52-42de-a351-a41338784745 None None] For port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650,segment=NetworkSegment(b1e3f0a7-758e-4272-bfae-c8f1a8dcd016),segment_id=b1e3f0a7-758e-4272-bfae-c8f1a8dcd016)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:10.522668 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-337ddf2d-9e52-42de-a351-a41338784745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:10.540073 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-39e817ec-5b44-424e-8446-c5f468598496 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:10.570945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cd012771-f405-4c7c-b36e-6d5096fa82f3 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:10.573146 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-337ddf2d-9e52-42de-a351-a41338784745 None None] Calling delete_port for a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:10.609174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: cd012771-f405-4c7c-b36e-6d5096fa82f3 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:10.609174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cd012771-f405-4c7c-b36e-6d5096fa82f3 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:10.609174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6f8bfbf5-b531-445b-90f7-c21d8f37e76e no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:10.633761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 6f8bfbf5-b531-445b-90f7-c21d8f37e76e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:10.634236 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6f8bfbf5-b531-445b-90f7-c21d8f37e76e not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:10.634839 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f730e829-78f2-4316-aae0-9c74b29044b6 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:10.647068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-39e817ec-5b44-424e-8446-c5f468598496 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Network a52c9ed9-1a4a-428e-9f39-af50989151d1 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:10.651884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e817ec-5b44-424e-8446-c5f468598496 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Pushing event updated for resources: {'Port': ['ID=c1d3940e-4702-4969-8b18-da449d3c1a70,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:10.655309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-39e817ec-5b44-424e-8446-c5f468598496 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:10.658659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-39e817ec-5b44-424e-8446-c5f468598496 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:10.690080 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3b0536-04f6-4055-8241-11e6c93fb73a None None] Network b06ac358-2837-4b10-9e3f-bef0ca756cfa requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:10.799543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f730e829-78f2-4316-aae0-9c74b29044b6 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:10.800043 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f730e829-78f2-4316-aae0-9c74b29044b6 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:10.803430 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-337ddf2d-9e52-42de-a351-a41338784745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:10.815251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Deleting port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:10.818348 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:10.865027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ddf2d-9e52-42de-a351-a41338784745 None None] No DVR routers for this DVR port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:56:10.876420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ddf2d-9e52-42de-a351-a41338784745 None None] Pushing event deleted for resources: {'Port': ['ID=a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:10.927082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-af43e506-9c6d-49ba-9d27-19102893bbee None None] Provisioning for port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:10.928792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-241175e2-8e43-4f29-82a9-8d247732c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:10.931241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-241175e2-8e43-4f29-82a9-8d247732c25e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a HTTP/1.1" status: 200 len: 797 time: 0.4031677 Jul 27 19:56:10.953384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-af43e506-9c6d-49ba-9d27-19102893bbee None None] Provisioning complete for port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:10.954026 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-af43e506-9c6d-49ba-9d27-19102893bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.010458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-39e817ec-5b44-424e-8446-c5f468598496 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:11.011340 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-39e817ec-5b44-424e-8446-c5f468598496 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.060544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434911c8-caeb-48a0-b136-fb67540e87ec req-cda5b630-f5c1-492e-a5be-aff5bedea2ee tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:11.065666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933ed006-c906-4e42-b078-de8e57c82e20 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:11.068481 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-434911c8-caeb-48a0-b136-fb67540e87ec req-cda5b630-f5c1-492e-a5be-aff5bedea2ee tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 932 time: 0.4195335 Jul 27 19:56:11.069353 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-933ed006-c906-4e42-b078-de8e57c82e20 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.094090 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-af43e506-9c6d-49ba-9d27-19102893bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.131298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] For port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650, host n-d-705657-21, got binding levels [] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:11.131808 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.136308 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-af43e506-9c6d-49ba-9d27-19102893bbee None None] For port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=377bdbcf-c1ba-4a1c-9163-e3d922b5a52f,segment=NetworkSegment(59a82611-f169-4a10-bd70-3d3ab9c26bed),segment_id=59a82611-f169-4a10-bd70-3d3ab9c26bed)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:11.151983 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-af43e506-9c6d-49ba-9d27-19102893bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.160808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Calling delete_port for a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:11.175572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.ipam_backend_mixin [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 was not found and therefore no delete operation was performed {{(pid=94059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 19:56:11.178515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-39e817ec-5b44-424e-8446-c5f468598496 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0314207 Jul 27 19:56:11.193045 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.208939 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Router 8d34c6cb-e20e-4bc3-be89-61fada18d03a is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:56:11.214553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Request body: {'port': {'device_id': '9a7c82f3-7764-46f7-b852-830de3ef950a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:11.231120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43e506-9c6d-49ba-9d27-19102893bbee None None] Pushing event updated for resources: {'Port': ['ID=377bdbcf-c1ba-4a1c-9163-e3d922b5a52f,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:11.243110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-1ac3ded4-7ef8-466f-b08c-0df56aca86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:11.248531 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-1ac3ded4-7ef8-466f-b08c-0df56aca86cb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9731c54d-8776-469f-b0a4-97666d3f2100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2885106 Jul 27 19:56:11.252168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-434911c8-caeb-48a0-b136-fb67540e87ec req-652c6231-e5f3-49b8-939a-f78f234129b4 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826453 Jul 27 19:56:11.281082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:11.324872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9cdf0-9fc7-4ac5-8cb3-1fe5f1ca6867 req-cff7da32-423e-4c5a-9e54-0528b6290678 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:11.333587 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ac9cdf0-9fc7-4ac5-8cb3-1fe5f1ca6867 req-cff7da32-423e-4c5a-9e54-0528b6290678 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.5024166 Jul 27 19:56:11.338959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] No DVR routers for this DVR port a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:56:11.444522 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.491539 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3fb1f49d-0a4f-4ddc-8a09-28978d812571 None None] Provisioning complete for port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:11.492419 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3fb1f49d-0a4f-4ddc-8a09-28978d812571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.513512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:56:11.529804 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Sync routers for ids ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:56:11.545469 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Routers {'8d34c6cb-e20e-4bc3-be89-61fada18d03a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:11.547340 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:11.560458 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.564287 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d7e2411c-3314-4c0d-ad99-76b363211080 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2178032 Jul 27 19:56:11.581567 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54620) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:11.637263 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.702132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-d0c89caa-6548-4502-958e-128017b6c34a service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027712 Jul 27 19:56:11.705213 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ac9cdf0-9fc7-4ac5-8cb3-1fe5f1ca6867 req-a7e44f22-f5e6-4490-ab66-b2e041e06ccb tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706679 Jul 27 19:56:11.717175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd803f08-4324-482c-8054-6bca1843a5b5']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:11.721042 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-933ed006-c906-4e42-b078-de8e57c82e20 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:56:11.735925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e3f0a7-758e-4272-bfae-c8f1a8dcd016') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:11.736256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e3f0a7-758e-4272-bfae-c8f1a8dcd016') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:11.742306 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Set router 8d34c6cb-e20e-4bc3-be89-61fada18d03a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:11.753533 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.774729 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.782190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:56:11.782596 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.830075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-933ed006-c906-4e42-b078-de8e57c82e20 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:56:11.846869 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:56:11.939876 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:11.963606 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-717ec75b-f676-4254-b7a8-47d7a383aa22 req-49724050-8c66-4064-9768-ca9e3aaa44c9 service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152716 Jul 27 19:56:12.014365 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:07Z', 'updated_at': '2021-07-27T19:56:09Z', 'revision_number': 3, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'gw_port': {'id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:08Z', 'updated_at': '2021-07-27T19:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:12.058240 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:12.059115 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Checking router: 8d34c6cb-e20e-4bc3-be89-61fada18d03a for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:56:12.059949 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Updating router 8d34c6cb-e20e-4bc3-be89-61fada18d03a port 8297e9bf-8e68-4b7a-98e1-ed680596855a binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:56:12.157002 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:12.169573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:12.169954 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:12.174587 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933ed006-c906-4e42-b078-de8e57c82e20 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:12.194850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-933ed006-c906-4e42-b078-de8e57c82e20 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:12.217366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdab4941-6d1f-415d-8cb1-f60229d2bf49 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:12.226457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933ed006-c906-4e42-b078-de8e57c82e20 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:12.231741 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-933ed006-c906-4e42-b078-de8e57c82e20 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:12.265513 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ed006-c906-4e42-b078-de8e57c82e20 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=400ecd31-d2dc-4ab7-8e8d-22dee3809320,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:12.382632 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-933ed006-c906-4e42-b078-de8e57c82e20 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0383518 Jul 27 19:56:12.388309 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54630) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:12.401916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6ba2f393-9b14-4523-989b-56c5eb3e67a9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:12.510737 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:12.523479 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Transition to ACTIVE for port object 8297e9bf-8e68-4b7a-98e1-ed680596855a will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:12.533075 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:12.567457 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:12.594709 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': '400ecd31-d2dc-4ab7-8e8d-22dee3809320'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:56:12.595886 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:12.599546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:12.601001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a4fdf2aa-c8bf-4e1d-8c75-c42b3c13c650 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:12.619564 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c71458-5ff4-4ff9-bb20-56e3a9d3b8ba None None] Pushing event updated for resources: {'Port': ['ID=8297e9bf-8e68-4b7a-98e1-ed680596855a,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:12.623065 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Attempting to bind port 8297e9bf-8e68-4b7a-98e1-ed680596855a on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:12.624635 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Attempting to bind port 8297e9bf-8e68-4b7a-98e1-ed680596855a by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:12.624635 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Attempting to bind port 8297e9bf-8e68-4b7a-98e1-ed680596855a on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:12.633640 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:12.634125 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:12.634687 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:12.635074 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:12.636110 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Bound port: 8297e9bf-8e68-4b7a-98e1-ed680596855a, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:12.636434 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:12.651489 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:12.683736 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:12.685458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fd803f08-4324-482c-8054-6bca1843a5b5 HTTP/1.1" status: 204 len: 168 time: 2.7691767 Jul 27 19:56:12.736168 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] For port 8297e9bf-8e68-4b7a-98e1-ed680596855a, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:12.742045 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] For port 8297e9bf-8e68-4b7a-98e1-ed680596855a, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8297e9bf-8e68-4b7a-98e1-ed680596855a,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:12.747514 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:12.804779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Allocated IP 2001:db8::f816:3eff:fecc:4caa (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/400ecd31-d2dc-4ab7-8e8d-22dee3809320/ee28bb04-758a-4715-81dc-3d54385d41b4) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:12.824917 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c71458-5ff4-4ff9-bb20-56e3a9d3b8ba None None] Pushing event updated for resources: {'Port': ['ID=8297e9bf-8e68-4b7a-98e1-ed680596855a,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:12.835491 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Routers {'8d34c6cb-e20e-4bc3-be89-61fada18d03a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:12.836290 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:12.847639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba2f393-9b14-4523-989b-56c5eb3e67a9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:12.855979 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f393-9b14-4523-989b-56c5eb3e67a9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:12.897868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d3940e-4702-4969-8b18-da449d3c1a70 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:56:12.971897 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] Set router 8d34c6cb-e20e-4bc3-be89-61fada18d03a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:13.019251 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:13.030559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Transition to ACTIVE for port object ee28bb04-758a-4715-81dc-3d54385d41b4 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:13.047955 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:13.049880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Transition to ACTIVE for port object ee28bb04-758a-4715-81dc-3d54385d41b4 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:13.057725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465958de-d22b-4230-a6da-9c371d110651 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd803f08-4324-482c-8054-6bca1843a5b5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:13.060241 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:13.067830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54640) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:13.114488 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Transition to ACTIVE for port object c1d3940e-4702-4969-8b18-da449d3c1a70 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:13.117800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:13.128777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:13.137184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:13.169468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeab28d-f3fa-4c04-98e7-ab8a50c8e12c req-36023ea6-e48b-4373-af41-5785cc76feac tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:13.177191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6eeab28d-f3fa-4c04-98e7-ab8a50c8e12c req-36023ea6-e48b-4373-af41-5785cc76feac tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 932 time: 0.5144083 Jul 27 19:56:13.178116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Pushing event updated for resources: {'Port': ['ID=ee28bb04-758a-4715-81dc-3d54385d41b4,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:13.180180 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:13.204418 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:07Z', 'updated_at': '2021-07-27T19:56:09Z', 'revision_number': 3, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'gw_port': {'id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:08Z', 'updated_at': '2021-07-27T19:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:13.206505 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde98bcf-6fe1-4505-9eae-3385adec5617 req-c1c48813-ae59-4a24-9e28-6b3513362997 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:13.208089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cde98bcf-6fe1-4505-9eae-3385adec5617 req-c1c48813-ae59-4a24-9e28-6b3513362997 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.5478404 Jul 27 19:56:13.244378 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ac707f-a593-43a8-9e7f-039319a272f5 None None] The sync data for ids ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'] in n-d-705657-21 is: [{'id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:07Z', 'updated_at': '2021-07-27T19:56:09Z', 'revision_number': 3, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'gw_port': {'id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:08Z', 'updated_at': '2021-07-27T19:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:56:13.297159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Attempting to bind port ee28bb04-758a-4715-81dc-3d54385d41b4 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:13.297905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Attempting to bind port ee28bb04-758a-4715-81dc-3d54385d41b4 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:13.298530 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Attempting to bind port ee28bb04-758a-4715-81dc-3d54385d41b4 on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:13.305307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:13.306069 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:13.306725 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:13.307441 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:13.308147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Bound port: ee28bb04-758a-4715-81dc-3d54385d41b4, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:13.308789 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:13.322225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cde98bcf-6fe1-4505-9eae-3385adec5617 req-deea8259-0f28-49d6-9a7d-92bf7a1ceb29 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738311 Jul 27 19:56:13.347491 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-18a03ac9-59ae-4523-a121-34d957b4bad8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=705e86c80e1c40929b63347409e42dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760231 Jul 27 19:56:13.349603 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54642) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:13.367237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d3940e-4702-4969-8b18-da449d3c1a70,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:13.426133 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:13.427372 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] For port ee28bb04-758a-4715-81dc-3d54385d41b4, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:13.431088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] For port ee28bb04-758a-4715-81dc-3d54385d41b4, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ee28bb04-758a-4715-81dc-3d54385d41b4,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:13.442408 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:13.462582 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c9018fd9-b9ec-482f-b1be-753a9ee8e4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:13.496838 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6eeab28d-f3fa-4c04-98e7-ab8a50c8e12c req-77436a87-3485-4ecc-b04a-b0c66f2a6875 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183527 Jul 27 19:56:13.561379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10586a31-6c97-4d0f-af88-43f405955e01 None None] Pushing event updated for resources: {'Port': ['ID=ee28bb04-758a-4715-81dc-3d54385d41b4,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:13.708156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Attempting to bind port c1d3940e-4702-4969-8b18-da449d3c1a70 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:13.708617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Attempting to bind port c1d3940e-4702-4969-8b18-da449d3c1a70 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '797e43a7-7ada-4082-a960-c2166e0705bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a52c9ed9-1a4a-428e-9f39-af50989151d1'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:13.711487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Attempting to bind port c1d3940e-4702-4969-8b18-da449d3c1a70 on network a52c9ed9-1a4a-428e-9f39-af50989151d1 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:13.717703 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53254d3e-47ad-47f7-ab36-93f5ae815b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:13.729170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Port c1d3940e-4702-4969-8b18-da449d3c1a70 on network a52c9ed9-1a4a-428e-9f39-af50989151d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:56:13.729534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Attempting to bind port c1d3940e-4702-4969-8b18-da449d3c1a70 on network a52c9ed9-1a4a-428e-9f39-af50989151d1 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:13.770504 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53254d3e-47ad-47f7-ab36-93f5ae815b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:13.833571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:13.835502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Checking segment: {'id': '797e43a7-7ada-4082-a960-c2166e0705bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a52c9ed9-1a4a-428e-9f39-af50989151d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:13.837269 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Bound using segment: {'id': '797e43a7-7ada-4082-a960-c2166e0705bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a52c9ed9-1a4a-428e-9f39-af50989151d1'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:13.839754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Bound port: c1d3940e-4702-4969-8b18-da449d3c1a70, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797e43a7-7ada-4082-a960-c2166e0705bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a52c9ed9-1a4a-428e-9f39-af50989151d1'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:13.840137 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:13.924779 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f393-9b14-4523-989b-56c5eb3e67a9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:13.946219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Allocated IP 172.20.0.1 (b06ac358-2837-4b10-9e3f-bef0ca756cfa/7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7/3d394e59-e6e5-49be-822c-15a91d994d27) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:13.981660 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53254d3e-47ad-47f7-ab36-93f5ae815b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:13.984194 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53254d3e-47ad-47f7-ab36-93f5ae815b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:13.997468 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-53254d3e-47ad-47f7-ab36-93f5ae815b48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78bb9e0c-955d-40de-817c-ef606c35c38b HTTP/1.1" status: 204 len: 168 time: 0.6452026 Jul 27 19:56:14.019795 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba2f393-9b14-4523-989b-56c5eb3e67a9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:14.038944 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6ba2f393-9b14-4523-989b-56c5eb3e67a9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:14.048056 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba2f393-9b14-4523-989b-56c5eb3e67a9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:14.048894 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f393-9b14-4523-989b-56c5eb3e67a9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:14.054723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53254d3e-47ad-47f7-ab36-93f5ae815b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bb9e0c-955d-40de-817c-ef606c35c38b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:14.071516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] For port c1d3940e-4702-4969-8b18-da449d3c1a70, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:14.076840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] For port c1d3940e-4702-4969-8b18-da449d3c1a70, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c1d3940e-4702-4969-8b18-da449d3c1a70,segment=NetworkSegment(797e43a7-7ada-4082-a960-c2166e0705bd),segment_id=797e43a7-7ada-4082-a960-c2166e0705bd)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:14.096609 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:14.123399 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ee28bb04-758a-4715-81dc-3d54385d41b4 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:14.129386 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6ba2f393-9b14-4523-989b-56c5eb3e67a9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7368948 Jul 27 19:56:14.154371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54648) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:14.159722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'mac_address': 'fa:16:3e:ff:5d:98', 'name': 'tempest-NetworksTestDHCPv6-1087892600'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:14.189563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:14.191723 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:14.195207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] 10.222.0.63 "PUT /v2.0/ports/c1d3940e-4702-4969-8b18-da449d3c1a70 HTTP/1.1" status: 200 len: 1093 time: 2.9920592 Jul 27 19:56:14.196304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2f393-9b14-4523-989b-56c5eb3e67a9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=c55a7e80-e9c8-48a3-bf6a-5367880a7e5b,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:14.201796 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7c82f3-7764-46f7-b852-830de3ef950a', 'tag': 'c1d3940e-4702-4969-8b18-da449d3c1a70'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:56:14.204130 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc0517b-5532-4517-a173-27e800447ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7c82f3-7764-46f7-b852-830de3ef950a", "tag": "c1d3940e-4702-4969-8b18-da449d3c1a70"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:14.242773 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port ee28bb04-758a-4715-81dc-3d54385d41b4 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:14.248225 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8297e9bf-8e68-4b7a-98e1-ed680596855a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:14.288965 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaaf5dc-b926-4543-9270-7657d95d3cec x-openstack-request-id: req-0eaaf5dc-b926-4543-9270-7657d95d3cec {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:14.289260 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7c82f3-7764-46f7-b852-830de3ef950a", "tag": "c1d3940e-4702-4969-8b18-da449d3c1a70", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:14.289506 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0eaaf5dc-b926-4543-9270-7657d95d3cec {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:14.289912 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7c82f3-7764-46f7-b852-830de3ef950a', 'tag': 'c1d3940e-4702-4969-8b18-da449d3c1a70', 'status': 'completed', 'code': 200} Jul 27 19:56:14.351959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09159e9-e94f-4c90-a372-5208a410a1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d3940e-4702-4969-8b18-da449d3c1a70,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:14.382515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 8297e9bf-8e68-4b7a-98e1-ed680596855a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:14.389596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8297e9bf-8e68-4b7a-98e1-ed680596855a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:14.389972 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:14.437787 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:14.454750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-e4f635dc-169b-467d-a470-2c8e68a3941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:14.462043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-e4f635dc-169b-467d-a470-2c8e68a3941b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f7f5ed366b854578a9ee2e795afa5933&device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 1096 time: 0.2060828 Jul 27 19:56:14.479382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Transition to ACTIVE for port object 3d394e59-e6e5-49be-822c-15a91d994d27 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:14.508462 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:14.551944 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:14.604859 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-47ba0ac1-50d8-4b21-9e5f-07ed0873ea32 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1d3940e-4702-4969-8b18-da449d3c1a70 HTTP/1.1" status: 200 len: 217 time: 0.1329577 Jul 27 19:56:14.629657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 8297e9bf-8e68-4b7a-98e1-ed680596855a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8297e9bf-8e68-4b7a-98e1-ed680596855a,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:14.644651 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:14.650696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:14.736014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Network b06ac358-2837-4b10-9e3f-bef0ca756cfa is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:14.738897 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Pushing event updated for resources: {'Port': ['ID=3d394e59-e6e5-49be-822c-15a91d994d27,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:14.742494 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:14.749144 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:14.779687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-ba6bc20e-9c0a-44d2-b8b7-53f3288046a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:14.781409 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-ba6bc20e-9c0a-44d2-b8b7-53f3288046a3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=85e0a734-7a07-4f42-a2e9-e9ff1c933818 HTTP/1.1" status: 200 len: 854 time: 0.1682315 Jul 27 19:56:14.810168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:14.824555 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=8297e9bf-8e68-4b7a-98e1-ed680596855a,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:14.954786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-1df222c8-9003-402a-9cd9-1be332e107ab service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a52c9ed9-1a4a-428e-9f39-af50989151d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377952 Jul 27 19:56:15.053328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:15.128932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40cc77-5e45-4d67-8a96-d48a4711b1d5 req-ed755a7e-162f-4c9a-aada-65ce596b34d0 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:15.128932 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f40cc77-5e45-4d67-8a96-d48a4711b1d5 req-ed755a7e-162f-4c9a-aada-65ce596b34d0 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.6580827 Jul 27 19:56:15.174543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 68fde0aa-5de9-4a12-b82d-0d0987a9cc3c yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:56:15.185976 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:15.219167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b66245f5-0fe8-42c6-ab6b-617d839bc02d None None] Provisioning for port 3d394e59-e6e5-49be-822c-15a91d994d27 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:15.225673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b66245f5-0fe8-42c6-ab6b-617d839bc02d None None] Provisioning complete for port 3d394e59-e6e5-49be-822c-15a91d994d27 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:15.226625 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b66245f5-0fe8-42c6-ab6b-617d839bc02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:15.234835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686af86c-6a7e-4339-ad5d-a9f959c3135b req-2d39f88b-133b-47b4-8323-1d23efe48b16 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:15.251866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-686af86c-6a7e-4339-ad5d-a9f959c3135b req-2d39f88b-133b-47b4-8323-1d23efe48b16 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 944 time: 0.4056220 Jul 27 19:56:15.292726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f40cc77-5e45-4d67-8a96-d48a4711b1d5 req-2d3d11ba-679c-41d2-9fdb-4df824f3d08e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501315 Jul 27 19:56:15.295276 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-abece5b8-fd97-4227-8393-0cac2961f082 service neutron] 10.222.0.63 "GET /v2.0/networks/a52c9ed9-1a4a-428e-9f39-af50989151d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281975 Jul 27 19:56:15.312373 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfab9078-854d-444e-8e55-ddcab8c4dd11 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:15.314756 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b66245f5-0fe8-42c6-ab6b-617d839bc02d None None] Port 3d394e59-e6e5-49be-822c-15a91d994d27 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:56:15.384164 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-686af86c-6a7e-4339-ad5d-a9f959c3135b req-b60b5a8b-df29-426d-a5e0-e70af0a6f15b tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313543 Jul 27 19:56:15.525539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54684) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:15.553897 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:15.579059 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:15.593392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2ee107ba-3ddd-4530-8ff6-4d10772df225 None None] Provisioning for port ee28bb04-758a-4715-81dc-3d54385d41b4 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:15.611356 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6c34aa2-4869-4db3-abeb-a0246bb0eb32 req-4926ce85-157d-4270-a7e4-b414544ba163 service neutron] 10.222.0.63 "GET /v2.0/networks/a52c9ed9-1a4a-428e-9f39-af50989151d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030367 Jul 27 19:56:15.635450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2ee107ba-3ddd-4530-8ff6-4d10772df225 None None] Provisioning complete for port ee28bb04-758a-4715-81dc-3d54385d41b4 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:15.636012 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2ee107ba-3ddd-4530-8ff6-4d10772df225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:15.755200 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:15.802326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-520505380-network', 'tenant_id': '7a96f6f37469470e8ed3916045fcd15f'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:15.814884 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2ee107ba-3ddd-4530-8ff6-4d10772df225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:15.888595 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Pushing event updated for resources: {'Port': ['ID=3d394e59-e6e5-49be-822c-15a91d994d27,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:15.910158 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e842b3-d93c-47b6-b854-13ef4b61ccc3 req-683adeaf-7eaf-4291-82c5-8de73fbe01ac tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:15.911914 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c1e842b3-d93c-47b6-b854-13ef4b61ccc3 req-683adeaf-7eaf-4291-82c5-8de73fbe01ac tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.52 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.2400811 Jul 27 19:56:15.913707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] Made reservation on behalf of 7a96f6f37469470e8ed3916045fcd15f for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:15.916698 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:15.921116 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 172.20.0.13 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/c55a7e80-e9c8-48a3-bf6a-5367880a7e5b/68fde0aa-5de9-4a12-b82d-0d0987a9cc3c) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:15.929200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::f816:3eff:feff:5d98 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/400ecd31-d2dc-4ab7-8e8d-22dee3809320/68fde0aa-5de9-4a12-b82d-0d0987a9cc3c) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:15.939002 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:15.972924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0517b-5532-4517-a173-27e800447ca5 req-35519b92-a2cb-4406-9c88-01dacf92e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:15.974655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0bc0517b-5532-4517-a173-27e800447ca5 req-35519b92-a2cb-4406-9c88-01dacf92e6d9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f7f5ed366b854578a9ee2e795afa5933&device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 1096 time: 0.2604785 Jul 27 19:56:16.009023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-2ee107ba-3ddd-4530-8ff6-4d10772df225 None None] For port ee28bb04-758a-4715-81dc-3d54385d41b4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ee28bb04-758a-4715-81dc-3d54385d41b4,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:16.030890 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2ee107ba-3ddd-4530-8ff6-4d10772df225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:16.052714 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8297e9bf-8e68-4b7a-98e1-ed680596855a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:16.113730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994606dc-1f5d-436d-a771-330069330fd3 None None] Update dhcp port {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'fixed_ips': [{'subnet_id': '400ecd31-d2dc-4ab7-8e8d-22dee3809320', 'ip_address': '2001:db8::f816:3eff:fecc:4caa'}, {'subnet_id': 'c55a7e80-e9c8-48a3-bf6a-5367880a7e5b'}], 'binding:host_id': 'n-d-705657-21'}, 'id': 'ee28bb04-758a-4715-81dc-3d54385d41b4'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 19:56:16.199454 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:16.219392 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object 68fde0aa-5de9-4a12-b82d-0d0987a9cc3c will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:16.263894 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:16.272200 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:16.291259 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0517b-5532-4517-a173-27e800447ca5 req-0a145973-d643-4c7a-a257-059486e0cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:16.293577 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0bc0517b-5532-4517-a173-27e800447ca5 req-0a145973-d643-4c7a-a257-059486e0cb0a service neutron] 10.222.0.63 "GET /v2.0/networks?id=a52c9ed9-1a4a-428e-9f39-af50989151d1 HTTP/1.1" status: 200 len: 915 time: 0.3064797 Jul 27 19:56:16.297958 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:16.362756 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:16.367660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:16.382374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:16.399798 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-994606dc-1f5d-436d-a771-330069330fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:16.406689 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0bc0517b-5532-4517-a173-27e800447ca5 req-521bc2b5-565c-444d-b51e-5cb4d494c349 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1d3940e-4702-4969-8b18-da449d3c1a70 HTTP/1.1" status: 200 len: 217 time: 0.0882125 Jul 27 19:56:16.422988 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-81176ee0-6391-40bc-8590-c1bbf9312446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:16.425020 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:16.450399 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee107ba-3ddd-4530-8ff6-4d10772df225 None None] Pushing event updated for resources: {'Port': ['ID=ee28bb04-758a-4715-81dc-3d54385d41b4,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:16.451693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=68fde0aa-5de9-4a12-b82d-0d0987a9cc3c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:16.463821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:16.464845 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:16.495976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:56:16.499820 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c68ca7b4-67f8-406f-8527-e4b65fdf200b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3443339 Jul 27 19:56:16.501229 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-c1e842b3-d93c-47b6-b854-13ef4b61ccc3 req-1a7f2ca6-04b7-4ac9-a0af-905abab5ffde tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Deleting port 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:16.501571 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c1e842b3-d93c-47b6-b854-13ef4b61ccc3 req-1a7f2ca6-04b7-4ac9-a0af-905abab5ffde tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:16.501798 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Network b06ac358-2837-4b10-9e3f-bef0ca756cfa is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:16.502409 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54700) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:16.513586 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:16.538174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8297e9bf-8e68-4b7a-98e1-ed680596855a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:16.538686 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:16.604283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c68f9-c6ec-4af4-8b8d-18608a64ca11 req-6e03dc61-f90d-4c8e-ac36-91b5760e1c77 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:16.612446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-989c68f9-c6ec-4af4-8b8d-18608a64ca11 req-6e03dc61-f90d-4c8e-ac36-91b5760e1c77 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.5466068 Jul 27 19:56:16.614461 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd3782e-7afd-493f-bdb2-dc3771776fe3,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:16.621845 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:16.622190 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] Added segment 1a985397-adce-47a7-a779-6f7fa36a1b14 of type vlan for network 32bddeec-f89b-436a-9bf7-0af70fa80666 Jul 27 19:56:16.646394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0517b-5532-4517-a173-27e800447ca5 req-52abdc2f-6b35-4cf0-8aed-210a08dbaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:16.648012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0bc0517b-5532-4517-a173-27e800447ca5 req-52abdc2f-6b35-4cf0-8aed-210a08dbaca7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=85e0a734-7a07-4f42-a2e9-e9ff1c933818 HTTP/1.1" status: 200 len: 854 time: 0.2233300 Jul 27 19:56:16.688562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46e4f8-ae05-48e5-b766-f35b14d484b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:16.699623 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46e4f8-ae05-48e5-b766-f35b14d484b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:16.703979 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-994606dc-1f5d-436d-a771-330069330fd3 None None] Allocated IP 172.20.0.2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/c55a7e80-e9c8-48a3-bf6a-5367880a7e5b/ee28bb04-758a-4715-81dc-3d54385d41b4) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:16.706439 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-df46e4f8-ae05-48e5-b766-f35b14d484b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2029843 Jul 27 19:56:16.709231 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54702) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:16.747098 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0bc0517b-5532-4517-a173-27e800447ca5 req-5cc0ab96-3250-46dd-a21a-26b6f7d4c9d0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a52c9ed9-1a4a-428e-9f39-af50989151d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797276 Jul 27 19:56:16.787868 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:16.816293 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Router 8d34c6cb-e20e-4bc3-be89-61fada18d03a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:56:16.838724 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-c1e842b3-d93c-47b6-b854-13ef4b61ccc3 req-1a7f2ca6-04b7-4ac9-a0af-905abab5ffde tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] For port 4a1c1a3a-ab27-4e16-94a3-180fe58a7177, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=4a1c1a3a-ab27-4e16-94a3-180fe58a7177,segment=NetworkSegment(3918b7b5-b22d-4f73-93a4-90a11629c049),segment_id=3918b7b5-b22d-4f73-93a4-90a11629c049)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:16.839109 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c1e842b3-d93c-47b6-b854-13ef4b61ccc3 req-1a7f2ca6-04b7-4ac9-a0af-905abab5ffde tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:16.884847 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-994606dc-1f5d-436d-a771-330069330fd3 None None] For port ee28bb04-758a-4715-81dc-3d54385d41b4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ee28bb04-758a-4715-81dc-3d54385d41b4,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:16.885863 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-989c68f9-c6ec-4af4-8b8d-18608a64ca11 req-71c7db9a-8b84-4a13-9518-07dd8a5c21b3 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724149 Jul 27 19:56:16.901326 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3e2f59c2-0714-4a06-8625-c9415281fd99 None None] Provisioning complete for port 3d394e59-e6e5-49be-822c-15a91d994d27 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:16.901776 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3e2f59c2-0714-4a06-8625-c9415281fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:16.913783 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-c1e842b3-d93c-47b6-b854-13ef4b61ccc3 req-1a7f2ca6-04b7-4ac9-a0af-905abab5ffde tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Calling delete_port for 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:16.927561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b299e-b086-465d-bf28-526158f5e81e req-4890f18d-3677-4e8c-bdce-f3ca5f22cd9e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:16.935372 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb5b299e-b086-465d-bf28-526158f5e81e req-4890f18d-3677-4e8c-bdce-f3ca5f22cd9e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 945 time: 0.5076258 Jul 27 19:56:16.963692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f59c2-0714-4a06-8625-c9415281fd99 None None] Port 3d394e59-e6e5-49be-822c-15a91d994d27 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:56:16.989167 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-994606dc-1f5d-436d-a771-330069330fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:17.005692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-994606dc-1f5d-436d-a771-330069330fd3 None None] Transition to ACTIVE for port object ee28bb04-758a-4715-81dc-3d54385d41b4 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:17.010417 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-994606dc-1f5d-436d-a771-330069330fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:17.062477 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb5b299e-b086-465d-bf28-526158f5e81e req-ae9cd69d-fe26-4156-b348-14761a9a787e tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262040 Jul 27 19:56:17.092916 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:17.093901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:17.094479 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:17.143351 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:17.146645 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994606dc-1f5d-436d-a771-330069330fd3 None None] Pushing event updated for resources: {'Port': ['ID=ee28bb04-758a-4715-81dc-3d54385d41b4,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:17.187289 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6539676 Jul 27 19:56:17.213404 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54708) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:17.236202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d479862a-88d4-4fed-a3d2-f42fe5674ff1 admin admin] Request body: {'subnet': {'network_id': '32bddeec-f89b-436a-9bf7-0af70fa80666', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-520505380-subnet', 'tenant_id': '7a96f6f37469470e8ed3916045fcd15f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:17.246964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0bc0517b-5532-4517-a173-27e800447ca5 req-fd1fd3c8-579c-4989-b8f5-3a8c7b5e52ac service neutron] 10.222.0.63 "GET /v2.0/networks/a52c9ed9-1a4a-428e-9f39-af50989151d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831502 Jul 27 19:56:17.273198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a60525-bcfa-49e9-a46c-260ec1e446ba admin admin] Pushing event updated for resources: {'Network': ['ID=32bddeec-f89b-436a-9bf7-0af70fa80666,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:17.290162 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 32bddeec-f89b-436a-9bf7-0af70fa80666 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:56:17.359221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-947e703b-f3ee-473c-9f46-64b0647f2ca2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port 68fde0aa-5de9-4a12-b82d-0d0987a9cc3c {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:17.359600 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-947e703b-f3ee-473c-9f46-64b0647f2ca2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:17.395289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d479862a-88d4-4fed-a3d2-f42fe5674ff1 admin admin] Made reservation on behalf of 7a96f6f37469470e8ed3916045fcd15f for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:17.398737 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d479862a-88d4-4fed-a3d2-f42fe5674ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:17.430495 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:56:17.438110 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-de0d9143-b78a-47a1-9767-a9a9954ae983 admin admin] 10.222.0.48 "PUT /v2.0/routers/8d34c6cb-e20e-4bc3-be89-61fada18d03a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8551953 Jul 27 19:56:17.446592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Sync routers for ids ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:56:17.457281 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Routers {'8d34c6cb-e20e-4bc3-be89-61fada18d03a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:17.457997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:56:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:17.480984 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-947e703b-f3ee-473c-9f46-64b0647f2ca2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:17.498328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c4a0e-8550-4f66-978e-8922d3078744 req-e648ea01-1da7-4c0b-82e7-75b84325f483 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:17.499928 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4c4a0e-8550-4f66-978e-8922d3078744 req-e648ea01-1da7-4c0b-82e7-75b84325f483 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 944 time: 0.5038574 Jul 27 19:56:17.510968 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-947e703b-f3ee-473c-9f46-64b0647f2ca2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for 68fde0aa-5de9-4a12-b82d-0d0987a9cc3c owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:17.546540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0bc0517b-5532-4517-a173-27e800447ca5 req-49ab4d94-7493-43b3-9b0d-5bf1fb9819e4 service neutron] 10.222.0.63 "GET /v2.0/networks/a52c9ed9-1a4a-428e-9f39-af50989151d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707646 Jul 27 19:56:17.669838 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Set router 8d34c6cb-e20e-4bc3-be89-61fada18d03a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:17.781220 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-947e703b-f3ee-473c-9f46-64b0647f2ca2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:17.885406 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e703b-f3ee-473c-9f46-64b0647f2ca2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=68fde0aa-5de9-4a12-b82d-0d0987a9cc3c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:17.955003 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-947e703b-f3ee-473c-9f46-64b0647f2ca2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:17.960170 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-947e703b-f3ee-473c-9f46-64b0647f2ca2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/68fde0aa-5de9-4a12-b82d-0d0987a9cc3c HTTP/1.1" status: 204 len: 168 time: 1.2498415 Jul 27 19:56:17.960911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54718) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:17.976938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ee28bb04-758a-4715-81dc-3d54385d41b4 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:18.035544 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c1e842b3-d93c-47b6-b854-13ef4b61ccc3 req-1a7f2ca6-04b7-4ac9-a0af-905abab5ffde tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.035864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9a26fe-f92e-4ef4-9c4d-7b66eca36e4c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:18.037444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9a26fe-f92e-4ef4-9c4d-7b66eca36e4c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:18.039147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9a26fe-f92e-4ef4-9c4d-7b66eca36e4c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:18.043607 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ea9a26fe-f92e-4ef4-9c4d-7b66eca36e4c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0816801 Jul 27 19:56:18.044265 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54720) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:18.050179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:07Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'gw_port': {'id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:08Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3d394e59-e6e5-49be-822c-15a91d994d27', 'name': '', 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'mac_address': 'fa:16:3e:81:14:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:13Z', 'updated_at': '2021-07-27T19:56:15Z', 'revision_number': 2, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'subnets': [{'id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:18.052516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:56:18.089721 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4c4a0e-8550-4f66-978e-8922d3078744 req-98e1e6a2-e5ae-45dd-833c-2fa88e40ba3d tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649540 Jul 27 19:56:18.102895 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6dc6f4-695b-44e9-8194-a7d696316497 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 400ecd31-d2dc-4ab7-8e8d-22dee3809320 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:18.120329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc6f4-695b-44e9-8194-a7d696316497 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.136740 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Checking router: 8d34c6cb-e20e-4bc3-be89-61fada18d03a for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:56:18.137042 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Updating router 8d34c6cb-e20e-4bc3-be89-61fada18d03a port 3d394e59-e6e5-49be-822c-15a91d994d27 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:56:18.148071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c1d3940e-4702-4969-8b18-da449d3c1a70 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:56:18.155550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e842b3-d93c-47b6-b854-13ef4b61ccc3 req-1a7f2ca6-04b7-4ac9-a0af-905abab5ffde tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] No DVR routers for this DVR port 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:56:18.162178 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c1e842b3-d93c-47b6-b854-13ef4b61ccc3 req-1a7f2ca6-04b7-4ac9-a0af-905abab5ffde tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.164370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c1e842b3-d93c-47b6-b854-13ef4b61ccc3 req-1a7f2ca6-04b7-4ac9-a0af-905abab5ffde tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.52 "DELETE /v2.0/ports/4a1c1a3a-ab27-4e16-94a3-180fe58a7177 HTTP/1.1" status: 204 len: 173 time: 2.2364480 Jul 27 19:56:18.184621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d09af47e-06b8-48e8-8dce-0999ea4a5838 None None] Provisioning for port ee28bb04-758a-4715-81dc-3d54385d41b4 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:18.191820 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc6f4-695b-44e9-8194-a7d696316497 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.192433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d4277d-4e8c-442d-9ff5-567b659163a7', 'name': 'network-vif-deleted', 'tag': '4a1c1a3a-ab27-4e16-94a3-180fe58a7177'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:56:18.196648 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85925c6-781a-4c57-b1e0-900b14b833ff" -d '{"events": [{"server_uuid": "72d4277d-4e8c-442d-9ff5-567b659163a7", "name": "network-vif-deleted", "tag": "4a1c1a3a-ab27-4e16-94a3-180fe58a7177"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:18.204642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f2ca6-04b7-4ac9-a0af-905abab5ffde tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Pushing event deleted for resources: {'Port': ['ID=4a1c1a3a-ab27-4e16-94a3-180fe58a7177,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:18.207341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d09af47e-06b8-48e8-8dce-0999ea4a5838 None None] Provisioning complete for port ee28bb04-758a-4715-81dc-3d54385d41b4 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:18.208313 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d09af47e-06b8-48e8-8dce-0999ea4a5838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.255624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d3f23-7383-4ce1-a01e-89bf17aca5c9 req-f22f368a-fe59-4ec4-8920-3ce0461caa49 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:18.268174 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd4d3f23-7383-4ce1-a01e-89bf17aca5c9 req-f22f368a-fe59-4ec4-8920-3ce0461caa49 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.63 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.7251320 Jul 27 19:56:18.284655 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.323266 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc6f4-695b-44e9-8194-a7d696316497 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.404760 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc6f4-695b-44e9-8194-a7d696316497 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.446533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6dc6f4-695b-44e9-8194-a7d696316497 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=400ecd31-d2dc-4ab7-8e8d-22dee3809320,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:18.459118 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc6f4-695b-44e9-8194-a7d696316497 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.464239 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6c6dc6f4-695b-44e9-8194-a7d696316497 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/400ecd31-d2dc-4ab7-8e8d-22dee3809320 HTTP/1.1" status: 204 len: 168 time: 0.4165621 Jul 27 19:56:18.464880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54730) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:18.536509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d61e43-229b-4ba8-a562-816ac05f7563 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet c55a7e80-e9c8-48a3-bf6a-5367880a7e5b {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:18.540516 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-10d61e43-229b-4ba8-a562-816ac05f7563 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.542573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port c1d3940e-4702-4969-8b18-da449d3c1a70, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c1d3940e-4702-4969-8b18-da449d3c1a70,segment=NetworkSegment(797e43a7-7ada-4082-a960-c2166e0705bd),segment_id=797e43a7-7ada-4082-a960-c2166e0705bd)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:18.552987 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d479862a-88d4-4fed-a3d2-f42fe5674ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.577766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'c1d3940e-4702-4969-8b18-da449d3c1a70', 'network_id': 'a52c9ed9-1a4a-428e-9f39-af50989151d1', 'port_id': 'c1d3940e-4702-4969-8b18-da449d3c1a70', 'mac_address': 'fa:16:3e:85:1c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e0a734-7a07-4f42-a2e9-e9ff1c933818', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:56:18.591432 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-10d61e43-229b-4ba8-a562-816ac05f7563 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.631426 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba591b-65c2-4dc4-9e63-6f82609339e5 req-67e7679f-9918-4bad-b809-e8c77a8ec865 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:18.641782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-caba591b-65c2-4dc4-9e63-6f82609339e5 req-67e7679f-9918-4bad-b809-e8c77a8ec865 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 946 time: 0.4414575 Jul 27 19:56:18.712130 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-10d61e43-229b-4ba8-a562-816ac05f7563 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.733055 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-cd4d3f23-7383-4ce1-a01e-89bf17aca5c9 req-1b072007-c5a8-47d3-abea-804039443ae7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Deleting port e26dd807-304e-4f3e-bcf4-685f9b4a5598 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:18.733416 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cd4d3f23-7383-4ce1-a01e-89bf17aca5c9 req-1b072007-c5a8-47d3-abea-804039443ae7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.742482 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479862a-88d4-4fed-a3d2-f42fe5674ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9701d0-838f-433e-977a-97ae3a0f972e,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:18.749732 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.776496 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6b0eeb-106b-47ff-b923-3bba6a46cb99 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:18.798318 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-10d61e43-229b-4ba8-a562-816ac05f7563 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.828500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-caba591b-65c2-4dc4-9e63-6f82609339e5 req-74604e4d-956d-4c4f-aa92-db24c3736254 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/security-groups?id=69969849-4711-43cb-9109-438d72443329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856921 Jul 27 19:56:18.837530 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d61e43-229b-4ba8-a562-816ac05f7563 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=c55a7e80-e9c8-48a3-bf6a-5367880a7e5b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:18.839211 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-10d61e43-229b-4ba8-a562-816ac05f7563 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.843855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-10d61e43-229b-4ba8-a562-816ac05f7563 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/c55a7e80-e9c8-48a3-bf6a-5367880a7e5b HTTP/1.1" status: 204 len: 168 time: 0.3755033 Jul 27 19:56:18.844024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479862a-88d4-4fed-a3d2-f42fe5674ff1 admin admin] Checking segment: {'id': '1a985397-adce-47a7-a779-6f7fa36a1b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '32bddeec-f89b-436a-9bf7-0af70fa80666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:18.844024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d479862a-88d4-4fed-a3d2-f42fe5674ff1 admin admin] Network hostable DHCP agents. Network: 32bddeec-f89b-436a-9bf7-0af70fa80666, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:56:18.846108 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54732) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:18.874597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d3940e-4702-4969-8b18-da449d3c1a70 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:56:18.904516 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4b0b4378-a29b-40e5-b1ce-15b827c2c326 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562484 Jul 27 19:56:18.905463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54734) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:18.905756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d479862a-88d4-4fed-a3d2-f42fe5674ff1 admin admin] Network 32bddeec-f89b-436a-9bf7-0af70fa80666 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:56:18.914135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:18.960452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-cd4d3f23-7383-4ce1-a01e-89bf17aca5c9 req-1b072007-c5a8-47d3-abea-804039443ae7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] For port e26dd807-304e-4f3e-bcf4-685f9b4a5598, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e26dd807-304e-4f3e-bcf4-685f9b4a5598,segment=NetworkSegment(aad765ce-5279-490c-902c-40819be093bc),segment_id=aad765ce-5279-490c-902c-40819be093bc)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:18.961012 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cd4d3f23-7383-4ce1-a01e-89bf17aca5c9 req-1b072007-c5a8-47d3-abea-804039443ae7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:18.970186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d479862a-88d4-4fed-a3d2-f42fe5674ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 32bddeec-f89b-436a-9bf7-0af70fa80666) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:18.987250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d479862a-88d4-4fed-a3d2-f42fe5674ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:18.991536 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d479862a-88d4-4fed-a3d2-f42fe5674ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:19.032633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:19.037826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:19.039064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bafe113e-e7a9-481d-9554-e2fbacaa1376 req-c7f11f6a-da7f-4feb-ad5e-0ba169caefaf tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d4277d-4e8c-442d-9ff5-567b659163a7 HTTP/1.1" status: 200 len: 210 time: 0.0350819 Jul 27 19:56:19.054280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d479862a-88d4-4fed-a3d2-f42fe5674ff1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8209226 Jul 27 19:56:19.054280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-cd4d3f23-7383-4ce1-a01e-89bf17aca5c9 req-1b072007-c5a8-47d3-abea-804039443ae7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Calling delete_port for e26dd807-304e-4f3e-bcf4-685f9b4a5598 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:19.069736 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ab591739-21bc-401f-bac7-5fae856eebea None None] Could not find standard attr ID for object 68fde0aa-5de9-4a12-b82d-0d0987a9cc3c. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:56:19.095411 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:19.102814 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e164134-5755-42df-b1bf-0a9a0c93a6aa None None] Network 32bddeec-f89b-436a-9bf7-0af70fa80666 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:19.183331 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157c3b8c-7b6f-41b9-a927-4f478deb8990 x-openstack-request-id: req-157c3b8c-7b6f-41b9-a927-4f478deb8990 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:19.183752 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d4277d-4e8c-442d-9ff5-567b659163a7", "name": "network-vif-deleted", "tag": "4a1c1a3a-ab27-4e16-94a3-180fe58a7177", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:19.184111 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-157c3b8c-7b6f-41b9-a927-4f478deb8990 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:19.184647 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d4277d-4e8c-442d-9ff5-567b659163a7', 'name': 'network-vif-deleted', 'tag': '4a1c1a3a-ab27-4e16-94a3-180fe58a7177', 'status': 'completed', 'code': 200} Jul 27 19:56:19.224609 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:19.306245 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54746) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:19.314861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-57b456f8-5842-4646-a3e1-88a923cfce07 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2067834878', 'description': 'tempest-description--738167448'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:19.363986 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:19.367726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 4a1c1a3a-ab27-4e16-94a3-180fe58a7177 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:19.387055 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57b456f8-5842-4646-a3e1-88a923cfce07 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:19.413962 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cd4d3f23-7383-4ce1-a01e-89bf17aca5c9 req-1b072007-c5a8-47d3-abea-804039443ae7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:19.434447 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:19.439402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port c1d3940e-4702-4969-8b18-da449d3c1a70, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c1d3940e-4702-4969-8b18-da449d3c1a70,segment=NetworkSegment(797e43a7-7ada-4082-a960-c2166e0705bd),segment_id=797e43a7-7ada-4082-a960-c2166e0705bd)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:19.442473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['e26dd807-304e-4f3e-bcf4-685f9b4a5598'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:56:19.448024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Transition to ACTIVE for port object 3d394e59-e6e5-49be-822c-15a91d994d27 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:19.454104 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b072007-c5a8-47d3-abea-804039443ae7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Pushing event deleted for resources: {'Port': ['ID=e26dd807-304e-4f3e-bcf4-685f9b4a5598,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:19.473450 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:19.505117 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:19.528041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392db918-00fe-4779-921e-f9f50b564c7d req-cb262ffe-2e57-4115-b411-b8198d64e13f tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:19.529418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-392db918-00fe-4779-921e-f9f50b564c7d req-cb262ffe-2e57-4115-b411-b8198d64e13f tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 944 time: 0.1756024 Jul 27 19:56:19.590165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4d3f23-7383-4ce1-a01e-89bf17aca5c9 req-1b072007-c5a8-47d3-abea-804039443ae7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] No DVR routers for this DVR port e26dd807-304e-4f3e-bcf4-685f9b4a5598 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:56:19.620007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:56:19.622837 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-cd4d3f23-7383-4ce1-a01e-89bf17aca5c9 req-1b072007-c5a8-47d3-abea-804039443ae7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:19.630996 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd4d3f23-7383-4ce1-a01e-89bf17aca5c9 req-1b072007-c5a8-47d3-abea-804039443ae7 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.63 "DELETE /v2.0/ports/e26dd807-304e-4f3e-bcf4-685f9b4a5598 HTTP/1.1" status: 204 len: 173 time: 1.3200417 Jul 27 19:56:19.682785 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-392db918-00fe-4779-921e-f9f50b564c7d req-66ea53c2-befe-4ce0-9d0a-2cdf8a6c4c46 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447797 Jul 27 19:56:19.706805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da3ed5-4b8f-4098-b582-be26a7c6fdea None None] Network 32bddeec-f89b-436a-9bf7-0af70fa80666 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:19.749087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca6eed-b20a-4149-8106-3003b06629ef req-500e120d-e639-43c1-a84f-54cdc7c01468 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:19.758756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ca6eed-b20a-4149-8106-3003b06629ef req-500e120d-e639-43c1-a84f-54cdc7c01468 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/networks?id=32bddeec-f89b-436a-9bf7-0af70fa80666 HTTP/1.1" status: 200 len: 821 time: 0.2281332 Jul 27 19:56:19.778777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ca6eed-b20a-4149-8106-3003b06629ef req-856fc4f3-a198-4d4b-a9bd-23a4737fef8a tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/quotas/7a96f6f37469470e8ed3916045fcd15f HTTP/1.1" status: 200 len: 375 time: 0.0189524 Jul 27 19:56:19.790799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['c1d3940e-4702-4969-8b18-da449d3c1a70'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:56:19.793267 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=c1d3940e-4702-4969-8b18-da449d3c1a70,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:19.822693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ca6eed-b20a-4149-8106-3003b06629ef req-f8c3f9a4-17e6-4048-bee9-d7653ad554cc tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a96f6f37469470e8ed3916045fcd15f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428674 Jul 27 19:56:19.905249 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57b456f8-5842-4646-a3e1-88a923cfce07 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:19.916011 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57b456f8-5842-4646-a3e1-88a923cfce07 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:19.954075 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b456f8-5842-4646-a3e1-88a923cfce07 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524e4cd3-18a1-41ef-8159-7a504d46a0b7,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:19.979984 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Attempting to bind port 3d394e59-e6e5-49be-822c-15a91d994d27 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:19.980347 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Attempting to bind port 3d394e59-e6e5-49be-822c-15a91d994d27 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '59a82611-f169-4a10-bd70-3d3ab9c26bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:19.980709 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Attempting to bind port 3d394e59-e6e5-49be-822c-15a91d994d27 on network b06ac358-2837-4b10-9e3f-bef0ca756cfa {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:19.997612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57b456f8-5842-4646-a3e1-88a923cfce07 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.000920 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6f506-29a2-4364-b2f6-e2948db622ad None None] Pushing event updated for resources: {'Port': ['ID=3d394e59-e6e5-49be-822c-15a91d994d27,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:20.003890 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-57b456f8-5842-4646-a3e1-88a923cfce07 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6964910 Jul 27 19:56:20.007171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54762) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:20.017706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:20.018063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Checking segment: {'id': '59a82611-f169-4a10-bd70-3d3ab9c26bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:20.018473 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.018917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Bound using segment: {'id': '59a82611-f169-4a10-bd70-3d3ab9c26bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:20.019388 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Bound port: 3d394e59-e6e5-49be-822c-15a91d994d27, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a82611-f169-4a10-bd70-3d3ab9c26bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:20.019772 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.025065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-153d1cc8-2bca-4102-aafd-d8c1a5e2575e tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Request body: {'security_group_rule': {'security_group_id': '524e4cd3-18a1-41ef-8159-7a504d46a0b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:20.033603 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9475b64-766a-4988-950c-f1a1f037dd32 req-50f3709b-297d-446e-8ae3-90676086bf43 tempest-ServersNegativeTestJSON-2118065268 tempest-ServersNegativeTestJSON-2118065268-project] 10.222.0.48 "GET /v2.0/ports?device_id=86053d07-6040-49fc-85e7-b583042db0cf HTTP/1.1" status: 200 len: 210 time: 0.0908971 Jul 27 19:56:20.110492 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-153d1cc8-2bca-4102-aafd-d8c1a5e2575e tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.115465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ca6eed-b20a-4149-8106-3003b06629ef req-fa7ca9d5-88a2-4420-99c3-f0e900ca4f79 service neutron] 10.222.0.48 "GET /v2.0/networks/32bddeec-f89b-436a-9bf7-0af70fa80666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908947 Jul 27 19:56:20.140231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b4425-28e3-454f-9846-460d453a0f91 None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:56:20.156182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e26dd807-304e-4f3e-bcf4-685f9b4a5598 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:20.174947 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.191974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] For port 3d394e59-e6e5-49be-822c-15a91d994d27, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:20.200593 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: e26dd807-304e-4f3e-bcf4-685f9b4a5598 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:20.201243 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e26dd807-304e-4f3e-bcf4-685f9b4a5598 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:20.245514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] For port 3d394e59-e6e5-49be-822c-15a91d994d27, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=3d394e59-e6e5-49be-822c-15a91d994d27,segment=NetworkSegment(59a82611-f169-4a10-bd70-3d3ab9c26bed),segment_id=59a82611-f169-4a10-bd70-3d3ab9c26bed)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:20.269706 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.313287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ca6eed-b20a-4149-8106-3003b06629ef req-a8f022b2-5268-4cdd-8566-ae779cc280a7 service neutron] 10.222.0.48 "GET /v2.0/networks/32bddeec-f89b-436a-9bf7-0af70fa80666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960740 Jul 27 19:56:20.351353 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-153d1cc8-2bca-4102-aafd-d8c1a5e2575e tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.359385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-230b4425-28e3-454f-9846-460d453a0f91 None None] Deleting port ee28bb04-758a-4715-81dc-3d54385d41b4 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:20.359768 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-230b4425-28e3-454f-9846-460d453a0f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.362578 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-153d1cc8-2bca-4102-aafd-d8c1a5e2575e tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.389598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Routers {'8d34c6cb-e20e-4bc3-be89-61fada18d03a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:20.390302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:56:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:20.430923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d1cc8-2bca-4102-aafd-d8c1a5e2575e tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b43a02a-7912-4b07-9376-cb3485cdaeef,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:20.453103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-153d1cc8-2bca-4102-aafd-d8c1a5e2575e tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.455269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6f506-29a2-4364-b2f6-e2948db622ad None None] Pushing event updated for resources: {'Port': ['ID=3d394e59-e6e5-49be-822c-15a91d994d27,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:20.457313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54774) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:20.458093 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-153d1cc8-2bca-4102-aafd-d8c1a5e2575e tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4386160 Jul 27 19:56:20.464914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6ad162e3-b9bb-41fa-987e-d36a6aa74095 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Request body: {'security_group_rule': {'security_group_id': '524e4cd3-18a1-41ef-8159-7a504d46a0b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:20.465126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] For port ee28bb04-758a-4715-81dc-3d54385d41b4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ee28bb04-758a-4715-81dc-3d54385d41b4,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:20.532447 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.545175 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6ad162e3-b9bb-41fa-987e-d36a6aa74095 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.550974 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.551751 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.633880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-230b4425-28e3-454f-9846-460d453a0f91 None None] For port ee28bb04-758a-4715-81dc-3d54385d41b4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ee28bb04-758a-4715-81dc-3d54385d41b4,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:20.634856 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-230b4425-28e3-454f-9846-460d453a0f91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.655787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-230b4425-28e3-454f-9846-460d453a0f91 None None] Calling delete_port for ee28bb04-758a-4715-81dc-3d54385d41b4 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:20.660855 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:20.673240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:20.681711 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:20.682324 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.698536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=ee28bb04-758a-4715-81dc-3d54385d41b4,revision_number=8']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:20.703574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=4f5e55f2-f797-4514-b147-040717e6da2b,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:20.724259 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6c40579b-b687-4ae6-95b1-d4c214f5e43d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8144519 Jul 27 19:56:20.725954 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54782) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:20.730663 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1fffc8e5-e19c-44b3-a66c-ece4b9366856 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:20.737504 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6ad162e3-b9bb-41fa-987e-d36a6aa74095 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.754393 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6ad162e3-b9bb-41fa-987e-d36a6aa74095 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.832949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] Set router 8d34c6cb-e20e-4bc3-be89-61fada18d03a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:20.843454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8740d2b2-8f1a-411d-a21d-2e6428de2bd7 req-d77441bd-d5a7-4ccb-9d48-8597f848410c tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 210 time: 0.0652122 Jul 27 19:56:20.848741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad162e3-b9bb-41fa-987e-d36a6aa74095 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85da1c04-5f10-47ac-b223-74613df3097f,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:20.854580 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6ad162e3-b9bb-41fa-987e-d36a6aa74095 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.855792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6ad162e3-b9bb-41fa-987e-d36a6aa74095 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3971756 Jul 27 19:56:20.860959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54788) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:20.865776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:20.889089 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fffc8e5-e19c-44b3-a66c-ece4b9366856 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:20.898933 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fffc8e5-e19c-44b3-a66c-ece4b9366856 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:20.916725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d7a12-d119-4a1d-ba39-994b5ba3ead2 req-6b7e4f85-30cb-4ff8-87a0-358b186c36f1 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:20.918414 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb5d7a12-d119-4a1d-ba39-994b5ba3ead2 req-6b7e4f85-30cb-4ff8-87a0-358b186c36f1 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.2565460 Jul 27 19:56:21.009313 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:21.042921 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb5d7a12-d119-4a1d-ba39-994b5ba3ead2 req-0e2894a0-af1a-4e5c-85dd-f369e2989782 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179039 Jul 27 19:56:21.087699 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-230b4425-28e3-454f-9846-460d453a0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:21.127431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54794) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:21.155368 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b4425-28e3-454f-9846-460d453a0f91 None None] Pushing event deleted for resources: {'Port': ['ID=ee28bb04-758a-4715-81dc-3d54385d41b4,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:21.183122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b4425-28e3-454f-9846-460d453a0f91 None None] No DVR routers for this DVR port ee28bb04-758a-4715-81dc-3d54385d41b4 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:56:21.194960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fe87d-b7a3-48f3-9781-527cb991ae56 req-da42ea61-8c00-475b-a805-764339264dbc tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:21.202407 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec8fe87d-b7a3-48f3-9781-527cb991ae56 req-da42ea61-8c00-475b-a805-764339264dbc tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 945 time: 0.2789338 Jul 27 19:56:21.211134 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86053d07-6040-49fc-85e7-b583042db0cf', 'name': 'network-vif-deleted', 'tag': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:56:21.213879 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d09d7f-617a-4477-bc52-61d5bd84407d" -d '{"events": [{"server_uuid": "86053d07-6040-49fc-85e7-b583042db0cf", "name": "network-vif-deleted", "tag": "e26dd807-304e-4f3e-bcf4-685f9b4a5598"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:21.219753 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b5bb2-8985-484b-9a2e-e90b6e21eb58 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:21.252466 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fffc8e5-e19c-44b3-a66c-ece4b9366856 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:21.254383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-1058d554-1ca2-4a95-b929-d7dc734e56b1 admin admin] Deleting subnet f772b2f4-a418-4e5e-b4bd-332603009cf5 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:21.260003 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1058d554-1ca2-4a95-b929-d7dc734e56b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:21.302217 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e61c420-6a66-4420-926c-e4330e556160 x-openstack-request-id: req-4e61c420-6a66-4420-926c-e4330e556160 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:21.302217 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86053d07-6040-49fc-85e7-b583042db0cf", "name": "network-vif-deleted", "tag": "e26dd807-304e-4f3e-bcf4-685f9b4a5598", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:21.302586 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e61c420-6a66-4420-926c-e4330e556160 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:21.302684 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86053d07-6040-49fc-85e7-b583042db0cf', 'name': 'network-vif-deleted', 'tag': 'e26dd807-304e-4f3e-bcf4-685f9b4a5598', 'status': 'completed', 'code': 200} Jul 27 19:56:21.306751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fffc8e5-e19c-44b3-a66c-ece4b9366856 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:21.310816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-1fffc8e5-e19c-44b3-a66c-ece4b9366856 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:21.315482 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fffc8e5-e19c-44b3-a66c-ece4b9366856 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:21.316233 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fffc8e5-e19c-44b3-a66c-ece4b9366856 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:21.327563 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec8fe87d-b7a3-48f3-9781-527cb991ae56 req-ba6845b3-bc23-49fd-8635-efe5e5e173a7 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241601 Jul 27 19:56:21.330003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffc8e5-e19c-44b3-a66c-ece4b9366856 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=a96a0b4f-ad5e-487e-bef1-8e69b3d6b55f,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:21.347739 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1058d554-1ca2-4a95-b929-d7dc734e56b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:21.354701 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1fffc8e5-e19c-44b3-a66c-ece4b9366856 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6259329 Jul 27 19:56:21.355003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54798) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:21.369194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'mac_address': 'fa:16:3e:ed:3a:eb', 'name': 'tempest-NetworksTestDHCPv6-1935859450'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:21.407099 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1058d554-1ca2-4a95-b929-d7dc734e56b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:21.422255 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:07Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'gw_port': {'id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:08Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3d394e59-e6e5-49be-822c-15a91d994d27', 'name': '', 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'mac_address': 'fa:16:3e:81:14:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:13Z', 'updated_at': '2021-07-27T19:56:20Z', 'revision_number': 4, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'subnets': [{'id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:21.464897 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:21.465973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c10e9-3ad1-4f83-a652-79dea8c0d68c None None] The sync data for ids ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'] in n-d-705657-21 is: [{'id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:07Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'gw_port': {'id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:08Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3d394e59-e6e5-49be-822c-15a91d994d27', 'name': '', 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'mac_address': 'fa:16:3e:81:14:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:13Z', 'updated_at': '2021-07-27T19:56:20Z', 'revision_number': 4, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'subnets': [{'id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:56:21.479835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': '4f5e55f2-f797-4514-b147-040717e6da2b'}, {'subnet_id': 'a96a0b4f-ad5e-487e-bef1-8e69b3d6b55f'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:56:21.482337 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:21.503976 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:21.665658 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:21.697628 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1058d554-1ca2-4a95-b929-d7dc734e56b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:21.698558 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port cbef5595-d686-459a-a157-cefaf31a1f5a yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:56:21.757940 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Allocated IP 172.20.0.2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/a96a0b4f-ad5e-487e-bef1-8e69b3d6b55f/bb9484a1-2c14-4920-a114-8afdf660bb3a) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:21.765111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Allocated IP 2001:db8::f816:3eff:fea4:5e4 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/4f5e55f2-f797-4514-b147-040717e6da2b/bb9484a1-2c14-4920-a114-8afdf660bb3a) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:21.794016 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058d554-1ca2-4a95-b929-d7dc734e56b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f772b2f4-a418-4e5e-b4bd-332603009cf5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:21.815878 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1058d554-1ca2-4a95-b929-d7dc734e56b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:21.821231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1058d554-1ca2-4a95-b929-d7dc734e56b1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f772b2f4-a418-4e5e-b4bd-332603009cf5 HTTP/1.1" status: 204 len: 168 time: 0.6858723 Jul 27 19:56:21.822503 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54804) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:21.844770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Allocated IP 172.25.1.51 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/6a6b15a4-72e7-4525-a221-6f99f8585fbd) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:21.959681 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:21.972104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Transition to ACTIVE for port object bb9484a1-2c14-4920-a114-8afdf660bb3a will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:21.995159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Transition to ACTIVE for port object bb9484a1-2c14-4920-a114-8afdf660bb3a will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:22.005812 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.034819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0256c6f3-8da4-49d1-a0af-7b224e57d228 req-63144bd5-3bb1-4d8a-bc98-dbf6a1419420 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 210 time: 0.0581849 Jul 27 19:56:22.035091 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75fc9e94-3156-40e6-915d-fbe1074929e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.051744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3d394e59-e6e5-49be-822c-15a91d994d27 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:22.160774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:22.164483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c1d3940e-4702-4969-8b18-da449d3c1a70 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:22.171666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:22.182960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:22.201990 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.210017 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Pushing event updated for resources: {'Port': ['ID=bb9484a1-2c14-4920-a114-8afdf660bb3a,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:22.300604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca6eed-b20a-4149-8106-3003b06629ef req-340e4504-da1d-4d7b-bca7-1fa3b2342e58 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:22.302510 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ca6eed-b20a-4149-8106-3003b06629ef req-340e4504-da1d-4d7b-bca7-1fa3b2342e58 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.52 "GET /v2.0/networks?id=32bddeec-f89b-436a-9bf7-0af70fa80666 HTTP/1.1" status: 200 len: 821 time: 0.2794993 Jul 27 19:56:22.322011 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-96ca6eed-b20a-4149-8106-3003b06629ef req-ceded523-003e-4331-afc0-f52f3bfea9bb tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Request body: {'port': {'device_id': '83cca2b8-2980-444e-bd04-e9b9641f0cac', 'network_id': '32bddeec-f89b-436a-9bf7-0af70fa80666', 'admin_state_up': True, 'tenant_id': '7a96f6f37469470e8ed3916045fcd15f'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:22.375335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 172.20.0.12 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/a96a0b4f-ad5e-487e-bef1-8e69b3d6b55f/cbef5595-d686-459a-a157-cefaf31a1f5a) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:22.402617 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::f816:3eff:feed:3aeb (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/4f5e55f2-f797-4514-b147-040717e6da2b/cbef5595-d686-459a-a157-cefaf31a1f5a) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:22.412694 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75fc9e94-3156-40e6-915d-fbe1074929e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.427805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-75fc9e94-3156-40e6-915d-fbe1074929e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cf4885-7155-4c10-9fb4-dffcf365ca76']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:22.449936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-75fc9e94-3156-40e6-915d-fbe1074929e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad765ce-5279-490c-902c-40819be093bc') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:22.450865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-75fc9e94-3156-40e6-915d-fbe1074929e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad765ce-5279-490c-902c-40819be093bc') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:22.470931 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75fc9e94-3156-40e6-915d-fbe1074929e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.486139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2490950-8c81-48d2-8e16-c2de43183f65 req-99412e8c-4c7a-4bb3-9783-e714bc3c186b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:22.496603 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75fc9e94-3156-40e6-915d-fbe1074929e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.497386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2490950-8c81-48d2-8e16-c2de43183f65 req-99412e8c-4c7a-4bb3-9783-e714bc3c186b tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.3126652 Jul 27 19:56:22.539634 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.543951 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fc9e94-3156-40e6-915d-fbe1074929e4 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:56:22.544529 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75fc9e94-3156-40e6-915d-fbe1074929e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:56:22.546739 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:56:22.575231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 3d394e59-e6e5-49be-822c-15a91d994d27 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:22.585485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 3d394e59-e6e5-49be-822c-15a91d994d27 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:22.585485 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.587208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Attempting to bind port bb9484a1-2c14-4920-a114-8afdf660bb3a on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:22.588772 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Attempting to bind port bb9484a1-2c14-4920-a114-8afdf660bb3a by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:22.589161 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Attempting to bind port bb9484a1-2c14-4920-a114-8afdf660bb3a on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:22.596130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:22.596339 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:22.596651 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.597065 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:22.597538 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Bound port: bb9484a1-2c14-4920-a114-8afdf660bb3a, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:22.598001 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.627348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port c1d3940e-4702-4969-8b18-da449d3c1a70 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:22.633099 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75fc9e94-3156-40e6-915d-fbe1074929e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.641606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port c1d3940e-4702-4969-8b18-da449d3c1a70 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:22.641606 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.642858 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75fc9e94-3156-40e6-915d-fbe1074929e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.645564 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-75fc9e94-3156-40e6-915d-fbe1074929e4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/15cf4885-7155-4c10-9fb4-dffcf365ca76 HTTP/1.1" status: 204 len: 168 time: 0.8215497 Jul 27 19:56:22.652246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2490950-8c81-48d2-8e16-c2de43183f65 req-2be5bc61-060c-4c41-a79e-5b428b974655 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538467 Jul 27 19:56:22.676224 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc9e94-3156-40e6-915d-fbe1074929e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=15cf4885-7155-4c10-9fb4-dffcf365ca76,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:22.704333 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.716096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:22.733556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:22.737517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:22.737697 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object cbef5595-d686-459a-a157-cefaf31a1f5a will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:22.810670 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.828281 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] For port bb9484a1-2c14-4920-a114-8afdf660bb3a, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:22.831121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ca6eed-b20a-4149-8106-3003b06629ef req-ceded523-003e-4331-afc0-f52f3bfea9bb tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Made reservation on behalf of 7a96f6f37469470e8ed3916045fcd15f for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:22.851996 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-96ca6eed-b20a-4149-8106-3003b06629ef req-ceded523-003e-4331-afc0-f52f3bfea9bb tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.860578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Pushing event updated for resources: {'Port': ['ID=6a6b15a4-72e7-4525-a221-6f99f8585fbd,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:22.877002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:22.882295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] For port bb9484a1-2c14-4920-a114-8afdf660bb3a, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=bb9484a1-2c14-4920-a114-8afdf660bb3a,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:22.885587 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.892584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:22.895625 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:22.907005 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.926587 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:22.955508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=cbef5595-d686-459a-a157-cefaf31a1f5a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:22.958075 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54818) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:23.006313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:23.007024 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:23.019958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 3d394e59-e6e5-49be-822c-15a91d994d27, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=3d394e59-e6e5-49be-822c-15a91d994d27,segment=NetworkSegment(59a82611-f169-4a10-bd70-3d3ab9c26bed),segment_id=59a82611-f169-4a10-bd70-3d3ab9c26bed)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:23.050530 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-53d9aa7f-0c1f-452a-b208-0627ec24d696 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6941977 Jul 27 19:56:23.051302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7c82f3-7764-46f7-b852-830de3ef950a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d3940e-4702-4969-8b18-da449d3c1a70'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:56:23.053421 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54820) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:23.058567 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee07cc48-8d59-4a77-bfce-00f8d919b437" -d '{"events": [{"server_uuid": "9a7c82f3-7764-46f7-b852-830de3ef950a", "name": "network-vif-plugged", "status": "completed", "tag": "c1d3940e-4702-4969-8b18-da449d3c1a70"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:23.067797 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:23.081840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port c1d3940e-4702-4969-8b18-da449d3c1a70, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c1d3940e-4702-4969-8b18-da449d3c1a70,segment=NetworkSegment(797e43a7-7ada-4082-a960-c2166e0705bd),segment_id=797e43a7-7ada-4082-a960-c2166e0705bd)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:23.082999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148ddbc-ce41-4ca4-b9b5-1f351e585cc6 None None] Pushing event updated for resources: {'Port': ['ID=bb9484a1-2c14-4920-a114-8afdf660bb3a,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:23.149077 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d0beab31-b662-4860-bcf4-07d0a5a004b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd7fbd769b2f4d379acce1bf30d00e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857452 Jul 27 19:56:23.152756 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54826) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:23.269157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=3d394e59-e6e5-49be-822c-15a91d994d27,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:23.270907 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ace63b3-ff01-41fc-b028-091d22fdf36c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:23.274916 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d5afc6-216a-4d0f-a1bb-5db290889df1 x-openstack-request-id: req-45d5afc6-216a-4d0f-a1bb-5db290889df1 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:23.276179 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7c82f3-7764-46f7-b852-830de3ef950a", "name": "network-vif-plugged", "status": "completed", "tag": "c1d3940e-4702-4969-8b18-da449d3c1a70", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:23.276384 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45d5afc6-216a-4d0f-a1bb-5db290889df1 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:23.277898 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7c82f3-7764-46f7-b852-830de3ef950a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d3940e-4702-4969-8b18-da449d3c1a70', 'code': 200} Jul 27 19:56:23.279596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ee28bb04-758a-4715-81dc-3d54385d41b4 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:23.283156 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:23.301223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ace63b3-ff01-41fc-b028-091d22fdf36c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:23.303002 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9ace63b3-ff01-41fc-b028-091d22fdf36c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2485964 Jul 27 19:56:23.308093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54828) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:23.331349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: ee28bb04-758a-4715-81dc-3d54385d41b4 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:23.331625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ee28bb04-758a-4715-81dc-3d54385d41b4 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:23.362718 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddcd9-ef68-43ae-bb48-1150aa1df8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:23.401322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=c1d3940e-4702-4969-8b18-da449d3c1a70,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:23.437653 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddcd9-ef68-43ae-bb48-1150aa1df8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:23.462021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a372f-ba4c-4dc6-8747-83ffe3a7d910 req-d95f86d3-7fab-4233-b573-d09d52ba7715 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:23.463891 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa0a372f-ba4c-4dc6-8747-83ffe3a7d910 req-d95f86d3-7fab-4233-b573-d09d52ba7715 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 945 time: 1.0339282 Jul 27 19:56:23.517931 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5630614c-3cfe-49d9-9e6f-e96ed49b66e8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port cbef5595-d686-459a-a157-cefaf31a1f5a {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:23.518377 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5630614c-3cfe-49d9-9e6f-e96ed49b66e8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:23.525238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58ab2a2c-26b2-4310-8d02-67fec62dfbcc req-29de8729-b749-4250-9921-c90f57432fa5 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 210 time: 0.1628230 Jul 27 19:56:23.562998 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddcd9-ef68-43ae-bb48-1150aa1df8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:23.565790 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddcd9-ef68-43ae-bb48-1150aa1df8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:23.570652 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dc5ddcd9-ef68-43ae-bb48-1150aa1df8e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69969849-4711-43cb-9109-438d72443329 HTTP/1.1" status: 204 len: 168 time: 0.4133329 Jul 27 19:56:23.583716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ddcd9-ef68-43ae-bb48-1150aa1df8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69969849-4711-43cb-9109-438d72443329,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:23.583971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01624e20-a818-4451-a670-e87eedf31f46 req-19c294a6-24b5-4164-9c45-d1e1da7dec62 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:23.585780 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01624e20-a818-4451-a670-e87eedf31f46 req-19c294a6-24b5-4164-9c45-d1e1da7dec62 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.63 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 1.0423076 Jul 27 19:56:23.644928 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5630614c-3cfe-49d9-9e6f-e96ed49b66e8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:23.659385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5630614c-3cfe-49d9-9e6f-e96ed49b66e8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for cbef5595-d686-459a-a157-cefaf31a1f5a owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:23.702829 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:23.759527 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa0a372f-ba4c-4dc6-8747-83ffe3a7d910 req-ce5e5f30-a772-41d7-b8b0-9e8c5dbc212b tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327547 Jul 27 19:56:23.868065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f581b6-b3b8-4f11-894b-1dc314ea587a req-e0ca3ba5-401b-4d30-9b24-15fac4283de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:23.869728 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5f581b6-b3b8-4f11-894b-1dc314ea587a req-e0ca3ba5-401b-4d30-9b24-15fac4283de8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 1098 time: 0.4955652 Jul 27 19:56:23.887118 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5630614c-3cfe-49d9-9e6f-e96ed49b66e8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:23.905791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-96ca6eed-b20a-4149-8106-3003b06629ef req-ceded523-003e-4331-afc0-f52f3bfea9bb tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Allocated IP 172.20.0.9 (32bddeec-f89b-436a-9bf7-0af70fa80666/da9701d0-838f-433e-977a-97ae3a0f972e/005f27d7-1c3b-4db5-a3a2-edeb05b6b164) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:23.931487 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:23.941419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630614c-3cfe-49d9-9e6f-e96ed49b66e8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=cbef5595-d686-459a-a157-cefaf31a1f5a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:24.073479 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5630614c-3cfe-49d9-9e6f-e96ed49b66e8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.075598 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5630614c-3cfe-49d9-9e6f-e96ed49b66e8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/cbef5595-d686-459a-a157-cefaf31a1f5a HTTP/1.1" status: 204 len: 168 time: 0.7664742 Jul 27 19:56:24.078014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54846) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:24.152980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device bb9484a1-2c14-4920-a114-8afdf660bb3a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:24.164486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c2cd3b-2b89-49ba-9ce0-592bb5a880e6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:24.166295 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c2cd3b-2b89-49ba-9ce0-592bb5a880e6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:24.168654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c2cd3b-2b89-49ba-9ce0-592bb5a880e6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:24.173121 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-59c2cd3b-2b89-49ba-9ce0-592bb5a880e6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0938568 Jul 27 19:56:24.174853 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54848) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:24.181912 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5f581b6-b3b8-4f11-894b-1dc314ea587a req-90ee8dbd-05e5-40f6-951d-849ed0022d58 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947252 Jul 27 19:56:24.214794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-01624e20-a818-4451-a670-e87eedf31f46 req-6453bbde-14c5-469a-a73c-da95c77506e2 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Deleting port 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:24.215142 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01624e20-a818-4451-a670-e87eedf31f46 req-6453bbde-14c5-469a-a73c-da95c77506e2 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.230809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ca5df-0586-4840-9ae7-65aefa7eea90 req-6aa61f23-0fae-4493-9a3a-36f243319ec6 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:24.232444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-959ca5df-0586-4840-9ae7-65aefa7eea90 req-6aa61f23-0fae-4493-9a3a-36f243319ec6 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 945 time: 0.4817259 Jul 27 19:56:24.245369 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port bb9484a1-2c14-4920-a114-8afdf660bb3a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:24.249823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3d394e59-e6e5-49be-822c-15a91d994d27 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:24.256469 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc60b4e7-7536-4bea-a022-3ddd45cb06c7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 4f5e55f2-f797-4514-b147-040717e6da2b {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:24.260808 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc60b4e7-7536-4bea-a022-3ddd45cb06c7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.323140 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc60b4e7-7536-4bea-a022-3ddd45cb06c7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.343648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 3d394e59-e6e5-49be-822c-15a91d994d27 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:24.344028 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.464684 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-01624e20-a818-4451-a670-e87eedf31f46 req-6453bbde-14c5-469a-a73c-da95c77506e2 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] For port 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9,segment=NetworkSegment(3918b7b5-b22d-4f73-93a4-90a11629c049),segment_id=3918b7b5-b22d-4f73-93a4-90a11629c049)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:24.465499 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01624e20-a818-4451-a670-e87eedf31f46 req-6453bbde-14c5-469a-a73c-da95c77506e2 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.477964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc60b4e7-7536-4bea-a022-3ddd45cb06c7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.512985 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-959ca5df-0586-4840-9ae7-65aefa7eea90 req-ca846b07-6029-4884-8923-f13ca686622f tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f041788-86b9-44d3-9faf-b1908d47637f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247488 Jul 27 19:56:24.526298 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-96ca6eed-b20a-4149-8106-3003b06629ef req-ceded523-003e-4331-afc0-f52f3bfea9bb tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.536233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-01624e20-a818-4451-a670-e87eedf31f46 req-6453bbde-14c5-469a-a73c-da95c77506e2 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Calling delete_port for 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:24.572041 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc60b4e7-7536-4bea-a022-3ddd45cb06c7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.621217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60b4e7-7536-4bea-a022-3ddd45cb06c7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5e55f2-f797-4514-b147-040717e6da2b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:24.633336 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc60b4e7-7536-4bea-a022-3ddd45cb06c7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.636780 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bc60b4e7-7536-4bea-a022-3ddd45cb06c7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/4f5e55f2-f797-4514-b147-040717e6da2b HTTP/1.1" status: 204 len: 168 time: 0.4589443 Jul 27 19:56:24.637860 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54862) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:24.660090 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d41ea68-d9e4-4c01-a657-83479f9a8418 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:24.692360 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54864) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:24.718896 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62457286-cc17-4a52-8312-60fad7e270d5 req-0e4de95f-b287-4480-86f0-f4336a72f83f tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 210 time: 0.0807552 Jul 27 19:56:24.721860 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5b2e5a-d60f-47f0-93bb-8d6886d3d48f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet a96a0b4f-ad5e-487e-bef1-8e69b3d6b55f {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:24.725380 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.725684 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2e5a-d60f-47f0-93bb-8d6886d3d48f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.736890 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.742015 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ad10fe58-3571-481d-b959-ee41ddee848f None None] Provisioning for port bb9484a1-2c14-4920-a114-8afdf660bb3a completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:24.755137 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ad10fe58-3571-481d-b959-ee41ddee848f None None] Provisioning complete for port bb9484a1-2c14-4920-a114-8afdf660bb3a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:24.755137 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ad10fe58-3571-481d-b959-ee41ddee848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.772444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2e5a-d60f-47f0-93bb-8d6886d3d48f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.840966 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-96ca6eed-b20a-4149-8106-3003b06629ef req-ceded523-003e-4331-afc0-f52f3bfea9bb tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.876903 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.882900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Pushing event updated for resources: {'Port': ['ID=6a6b15a4-72e7-4525-a221-6f99f8585fbd,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:24.883257 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-796963586-network', 'tenant_id': '8a10a3d4a9124223aad79482d525b3e7'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:24.932336 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2e5a-d60f-47f0-93bb-8d6886d3d48f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.971407 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] Made reservation on behalf of 8a10a3d4a9124223aad79482d525b3e7 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:24.974651 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:24.996909 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.038929 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ad10fe58-3571-481d-b959-ee41ddee848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.053865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2e5a-d60f-47f0-93bb-8d6886d3d48f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.092016 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b2e5a-d60f-47f0-93bb-8d6886d3d48f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=a96a0b4f-ad5e-487e-bef1-8e69b3d6b55f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:25.097884 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2e5a-d60f-47f0-93bb-8d6886d3d48f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.103208 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2e5b2e5a-d60f-47f0-93bb-8d6886d3d48f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/a96a0b4f-ad5e-487e-bef1-8e69b3d6b55f HTTP/1.1" status: 204 len: 168 time: 0.4641147 Jul 27 19:56:25.107643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54872) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:25.120705 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.api [None req-ad10fe58-3571-481d-b959-ee41ddee848f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:56:25.121074 n-d-705657-21 neutron-server[94061]: DEBUG oslo_db.api [None req-ad10fe58-3571-481d-b959-ee41ddee848f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:56:25.133290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded523-003e-4331-afc0-f52f3bfea9bb tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Pushing event updated for resources: {'Port': ['ID=005f27d7-1c3b-4db5-a3a2-edeb05b6b164,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:25.141015 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ca6eed-b20a-4149-8106-3003b06629ef req-ceded523-003e-4331-afc0-f52f3bfea9bb tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Network 32bddeec-f89b-436a-9bf7-0af70fa80666 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:25.153080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-96ca6eed-b20a-4149-8106-3003b06629ef req-ceded523-003e-4331-afc0-f52f3bfea9bb tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:25.156375 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a0990e81-9a13-4cab-bc5b-3a182a9e9ded tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476189 Jul 27 19:56:25.157018 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54874) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:25.164021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ca6eed-b20a-4149-8106-3003b06629ef req-ceded523-003e-4331-afc0-f52f3bfea9bb tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:25.166268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4ad51b9c-79d6-4a91-ba8e-d2030138006d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:25.167059 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01624e20-a818-4451-a670-e87eedf31f46 req-6453bbde-14c5-469a-a73c-da95c77506e2 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.224697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e0a149-a3e3-41da-ba98-5c49e8373e23 None None] Update dhcp port {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'fixed_ips': [{'subnet_id': 'a96a0b4f-ad5e-487e-bef1-8e69b3d6b55f'}], 'binding:host_id': 'n-d-705657-21'}, 'id': 'bb9484a1-2c14-4920-a114-8afdf660bb3a'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 19:56:25.289919 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-84e0a149-a3e3-41da-ba98-5c49e8373e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.298025 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.298921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453bbde-14c5-469a-a73c-da95c77506e2 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Pushing event deleted for resources: {'Port': ['ID=23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:25.320025 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.320568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca6eed-b20a-4149-8106-3003b06629ef req-ceded523-003e-4331-afc0-f52f3bfea9bb tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:25.321312 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-96ca6eed-b20a-4149-8106-3003b06629ef req-ceded523-003e-4331-afc0-f52f3bfea9bb tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.339285 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.350378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3b340535-4400-4b2e-ba74-e8b2c96cc884 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4877977 Jul 27 19:56:25.361972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:56:25.382351 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad51b9c-79d6-4a91-ba8e-d2030138006d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:25.384748 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ad51b9c-79d6-4a91-ba8e-d2030138006d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.405833 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.406443 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] Added segment e5915b5f-72b5-4ef9-a234-feadd5bed928 of type vlan for network eddbe641-6e3a-461f-96f2-3907edd456b0 Jul 27 19:56:25.458571 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ca6eed-b20a-4149-8106-3003b06629ef req-ceded523-003e-4331-afc0-f52f3bfea9bb tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1408184 Jul 27 19:56:25.459096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-01624e20-a818-4451-a670-e87eedf31f46 req-6453bbde-14c5-469a-a73c-da95c77506e2 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] No DVR routers for this DVR port 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:56:25.462422 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01624e20-a818-4451-a670-e87eedf31f46 req-6453bbde-14c5-469a-a73c-da95c77506e2 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.465927 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01624e20-a818-4451-a670-e87eedf31f46 req-6453bbde-14c5-469a-a73c-da95c77506e2 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.63 "DELETE /v2.0/ports/23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 HTTP/1.1" status: 204 len: 173 time: 1.8664038 Jul 27 19:56:25.471161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749b4f0a-96a1-45c6-8a84-9e2349e77e23', 'name': 'network-vif-deleted', 'tag': '23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:56:25.474394 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6108a676-b706-4c5c-a176-396bceb2a443" -d '{"events": [{"server_uuid": "749b4f0a-96a1-45c6-8a84-9e2349e77e23", "name": "network-vif-deleted", "tag": "23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:25.499554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da8995-d2d6-4f09-8485-bbf9c19838ac req-ffa4b532-293e-4eae-aa12-67a897b7d33a tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:25.503336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82da8995-d2d6-4f09-8485-bbf9c19838ac req-ffa4b532-293e-4eae-aa12-67a897b7d33a tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 946 time: 0.6214299 Jul 27 19:56:25.508319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Request body: {'port': {'device_id': '83cca2b8-2980-444e-bd04-e9b9641f0cac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:25.526640 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.556445 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5300fdf-d1c3-46c6-9ef7-f0ff2420a094,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:25.558130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39b91c8-a49d-44a0-9518-f381eba9ae74 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:25.567918 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.569021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:25.569666 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.660574 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9669633 Jul 27 19:56:25.662385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abb475-0a30-4045-9647-0465d6e2f357 admin admin] Pushing event updated for resources: {'Network': ['ID=eddbe641-6e3a-461f-96f2-3907edd456b0,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:25.664491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54894) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:25.670583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0ef88f16-c641-4566-bd01-fb0345b6faed admin admin] Request body: {'subnet': {'network_id': 'eddbe641-6e3a-461f-96f2-3907edd456b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-796963586-subnet', 'tenant_id': '8a10a3d4a9124223aad79482d525b3e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:25.683195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network eddbe641-6e3a-461f-96f2-3907edd456b0 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:56:25.697861 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82da8995-d2d6-4f09-8485-bbf9c19838ac req-2a2717fb-08d1-426d-a05c-98df4d59700e tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294491 Jul 27 19:56:25.707239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef88f16-c641-4566-bd01-fb0345b6faed admin admin] Made reservation on behalf of 8a10a3d4a9124223aad79482d525b3e7 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:25.708002 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.718552 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ef88f16-c641-4566-bd01-fb0345b6faed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.748005 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ad10fe58-3571-481d-b959-ee41ddee848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.840701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ad10fe58-3571-481d-b959-ee41ddee848f None None] For port bb9484a1-2c14-4920-a114-8afdf660bb3a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=bb9484a1-2c14-4920-a114-8afdf660bb3a,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:25.849380 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ad10fe58-3571-481d-b959-ee41ddee848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.871470 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ad51b9c-79d6-4a91-ba8e-d2030138006d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.889017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-044fff73-e0f6-4f5c-81be-c595052379e8 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2067834878&fields=id&tenant_id=44bf5dc907cd434da6d1ad3797d71340 HTTP/1.1" status: 200 len: 267 time: 0.2677262 Jul 27 19:56:25.903777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0495585-4eac-44b0-bdb7-3b3299d15704 None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:56:25.938214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad51b9c-79d6-4a91-ba8e-d2030138006d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:25.948485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4ad51b9c-79d6-4a91-ba8e-d2030138006d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:25.955611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad51b9c-79d6-4a91-ba8e-d2030138006d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:25.956215 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ad51b9c-79d6-4a91-ba8e-d2030138006d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:25.970284 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d39a77e9-0a09-4a82-b9f4-63f862ff667d req-23cd6fac-c14f-45c7-b757-56b9b13218e6 tempest-ServerRescueTestJSON-674553429 tempest-ServerRescueTestJSON-674553429-project] 10.222.0.48 "GET /v2.0/ports?device_id=749b4f0a-96a1-45c6-8a84-9e2349e77e23 HTTP/1.1" status: 200 len: 210 time: 0.0849137 Jul 27 19:56:25.971735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10fe58-3571-481d-b959-ee41ddee848f None None] Pushing event updated for resources: {'Port': ['ID=bb9484a1-2c14-4920-a114-8afdf660bb3a,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:25.998247 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad51b9c-79d6-4a91-ba8e-d2030138006d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=283f3be1-adf4-475e-be83-25e5bd595bc8,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:26.023511 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4ad51b9c-79d6-4a91-ba8e-d2030138006d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8642004 Jul 27 19:56:26.026193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54902) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:26.031210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4ca804a6-29bf-4157-83bb-f4e82fee2e63 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:26.039101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device bb9484a1-2c14-4920-a114-8afdf660bb3a no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:26.054948 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ef88f16-c641-4566-bd01-fb0345b6faed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:26.097893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f1cda150-7626-4902-816b-6587c40be191 None None] Provisioning complete for port bb9484a1-2c14-4920-a114-8afdf660bb3a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:26.107323 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1cda150-7626-4902-816b-6587c40be191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:26.144536 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8188cac-49cc-47bd-8cc2-0a4491b081de x-openstack-request-id: req-f8188cac-49cc-47bd-8cc2-0a4491b081de {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:26.144536 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749b4f0a-96a1-45c6-8a84-9e2349e77e23", "name": "network-vif-deleted", "tag": "23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:26.144536 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8188cac-49cc-47bd-8cc2-0a4491b081de {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:26.144536 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749b4f0a-96a1-45c6-8a84-9e2349e77e23', 'name': 'network-vif-deleted', 'tag': '23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9', 'status': 'completed', 'code': 200} Jul 27 19:56:26.179769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:26.182583 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a0495585-4eac-44b0-bdb7-3b3299d15704 None None] Deleting port bb9484a1-2c14-4920-a114-8afdf660bb3a {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:26.183381 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a0495585-4eac-44b0-bdb7-3b3299d15704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:26.185766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef88f16-c641-4566-bd01-fb0345b6faed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eddf7c0-ec53-41a4-81ba-3037e460ed13,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:26.206463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef88f16-c641-4566-bd01-fb0345b6faed admin admin] Checking segment: {'id': 'e5915b5f-72b5-4ef9-a234-feadd5bed928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eddbe641-6e3a-461f-96f2-3907edd456b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:26.206989 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef88f16-c641-4566-bd01-fb0345b6faed admin admin] Network hostable DHCP agents. Network: eddbe641-6e3a-461f-96f2-3907edd456b0, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:56:26.222581 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:26.222919 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 23a8dfd4-d7bf-47d3-8ff5-617e8f7f10f9 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:26.238596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef88f16-c641-4566-bd01-fb0345b6faed admin admin] Network eddbe641-6e3a-461f-96f2-3907edd456b0 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:56:26.242073 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca804a6-29bf-4157-83bb-f4e82fee2e63 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:26.245717 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ca804a6-29bf-4157-83bb-f4e82fee2e63 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:26.314450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-3f6e434d-ea38-440c-bb1e-006a08cc8cae tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:26.320988 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-3f6e434d-ea38-440c-bb1e-006a08cc8cae tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/networks?id=b06ac358-2837-4b10-9e3f-bef0ca756cfa HTTP/1.1" status: 200 len: 812 time: 0.3478920 Jul 27 19:56:26.359267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c395d-2f66-4094-b373-dd45f97053cf req-0dca17b7-4fc3-4e27-9190-47d259fc66cc tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:26.364228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b8c395d-2f66-4094-b373-dd45f97053cf req-0dca17b7-4fc3-4e27-9190-47d259fc66cc tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 931 time: 0.1870866 Jul 27 19:56:26.368128 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:26.381195 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-f123479d-c991-4bbd-880a-5d9c1b98bfe2 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/quotas/44bf5dc907cd434da6d1ad3797d71340 HTTP/1.1" status: 200 len: 375 time: 0.0461764 Jul 27 19:56:26.396520 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a0495585-4eac-44b0-bdb7-3b3299d15704 None None] For port bb9484a1-2c14-4920-a114-8afdf660bb3a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=bb9484a1-2c14-4920-a114-8afdf660bb3a,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:26.397051 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a0495585-4eac-44b0-bdb7-3b3299d15704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:26.419752 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a0495585-4eac-44b0-bdb7-3b3299d15704 None None] Calling delete_port for bb9484a1-2c14-4920-a114-8afdf660bb3a owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:26.443670 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port bb9484a1-2c14-4920-a114-8afdf660bb3a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=bb9484a1-2c14-4920-a114-8afdf660bb3a,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:26.448952 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:26.495813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b8c395d-2f66-4094-b373-dd45f97053cf req-e07a89e1-3125-4847-a236-898bcc1064c6 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd3782e-7afd-493f-bdb2-dc3771776fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195526 Jul 27 19:56:26.516110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:56:26.530165 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:26.554944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=bb9484a1-2c14-4920-a114-8afdf660bb3a,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:26.567999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-8704e660-6a4b-4e1b-80f7-953f370a8ed8 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=44bf5dc907cd434da6d1ad3797d71340&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1700091 Jul 27 19:56:26.583028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Transition to ACTIVE for port object 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:26.613195 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:26.615576 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a0495585-4eac-44b0-bdb7-3b3299d15704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:26.648347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-0ef88f16-c641-4566-bd01-fb0345b6faed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, eddbe641-6e3a-461f-96f2-3907edd456b0) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:26.655663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0495585-4eac-44b0-bdb7-3b3299d15704 None None] Pushing event deleted for resources: {'Port': ['ID=bb9484a1-2c14-4920-a114-8afdf660bb3a,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:26.655822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef88f16-c641-4566-bd01-fb0345b6faed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:26.656434 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ef88f16-c641-4566-bd01-fb0345b6faed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:26.659245 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0495585-4eac-44b0-bdb7-3b3299d15704 None None] No DVR routers for this DVR port bb9484a1-2c14-4920-a114-8afdf660bb3a on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:56:26.660892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716312ca-d585-4324-b32e-3bfa348978ad None None] Network eddbe641-6e3a-461f-96f2-3907edd456b0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:26.690009 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0ef88f16-c641-4566-bd01-fb0345b6faed admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0233150 Jul 27 19:56:26.713327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc59e0a-840b-4461-b31d-3503e0f73f80 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:26.719392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Pushing event updated for resources: {'Port': ['ID=005f27d7-1c3b-4db5-a3a2-edeb05b6b164,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:26.885114 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-45766d03-fe36-4c9f-a790-e98c68c33a4c service neutron] 10.222.0.48 "GET /v2.0/networks/b06ac358-2837-4b10-9e3f-bef0ca756cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156669 Jul 27 19:56:27.067088 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-4ca804a6-29bf-4157-83bb-f4e82fee2e63 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:56:27.070009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ca804a6-29bf-4157-83bb-f4e82fee2e63 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:27.081926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b946d501-a7dd-4087-b30f-d3d68e4b1f39 None None] Network eddbe641-6e3a-461f-96f2-3907edd456b0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:27.156938 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca804a6-29bf-4157-83bb-f4e82fee2e63 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:27.171524 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4ca804a6-29bf-4157-83bb-f4e82fee2e63 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:27.175984 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca804a6-29bf-4157-83bb-f4e82fee2e63 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:27.176615 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ca804a6-29bf-4157-83bb-f4e82fee2e63 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:27.191637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca804a6-29bf-4157-83bb-f4e82fee2e63 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=8a62276e-c6ca-447f-860a-96e782e3c783,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:27.201620 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4ca804a6-29bf-4157-83bb-f4e82fee2e63 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1742241 Jul 27 19:56:27.204183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54922) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:27.207928 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': '283f3be1-adf4-475e-be83-25e5bd595bc8'}, {'subnet_id': '8a62276e-c6ca-447f-860a-96e782e3c783'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:56:27.208859 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:27.211651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'mac_address': 'fa:16:3e:02:ed:4f', 'name': 'tempest-NetworksTestDHCPv6-112612441'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:27.295436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Attempting to bind port 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:27.296042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Attempting to bind port 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '1a985397-adce-47a7-a779-6f7fa36a1b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '32bddeec-f89b-436a-9bf7-0af70fa80666'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:27.296179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Attempting to bind port 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 on network 32bddeec-f89b-436a-9bf7-0af70fa80666 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:27.323125 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-3506b811-b3eb-42e3-84ae-2459554c460d service neutron] 10.222.0.48 "GET /v2.0/networks/b06ac358-2837-4b10-9e3f-bef0ca756cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370520 Jul 27 19:56:27.323746 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Port 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 on network 32bddeec-f89b-436a-9bf7-0af70fa80666 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:56:27.324077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Attempting to bind port 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 on network 32bddeec-f89b-436a-9bf7-0af70fa80666 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:27.331542 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:27.332267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Checking segment: {'id': '1a985397-adce-47a7-a779-6f7fa36a1b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '32bddeec-f89b-436a-9bf7-0af70fa80666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:27.332267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Bound using segment: {'id': '1a985397-adce-47a7-a779-6f7fa36a1b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '32bddeec-f89b-436a-9bf7-0af70fa80666'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:27.332714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Bound port: 005f27d7-1c3b-4db5-a3a2-edeb05b6b164, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a985397-adce-47a7-a779-6f7fa36a1b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '32bddeec-f89b-436a-9bf7-0af70fa80666'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:27.333078 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:27.342419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c7c95-8b63-4e44-9ad2-53e25a009d09 req-9f7c59ac-56ac-475e-8eaf-8a76001bbbb6 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:27.349642 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb9c7c95-8b63-4e44-9ad2-53e25a009d09 req-9f7c59ac-56ac-475e-8eaf-8a76001bbbb6 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 946 time: 0.5307801 Jul 27 19:56:27.350596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54926) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:27.362316 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1208305399-network', 'tenant_id': '50048d3fbf884932a490f5ded4e4188f'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:27.385945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:27.435124 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb9c7c95-8b63-4e44-9ad2-53e25a009d09 req-7db442dc-0314-4762-98d1-fbfcff7f837d tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818806 Jul 27 19:56:27.487427 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] For port 005f27d7-1c3b-4db5-a3a2-edeb05b6b164, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:27.490744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] Made reservation on behalf of 50048d3fbf884932a490f5ded4e4188f for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:27.495964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] For port 005f27d7-1c3b-4db5-a3a2-edeb05b6b164, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=005f27d7-1c3b-4db5-a3a2-edeb05b6b164,segment=NetworkSegment(1a985397-adce-47a7-a779-6f7fa36a1b14),segment_id=1a985397-adce-47a7-a779-6f7fa36a1b14)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:27.501084 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:27.512524 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:27.551719 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54946) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:27.590384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Allocated IP 172.20.0.2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/283f3be1-adf4-475e-be83-25e5bd595bc8/f861d967-197c-47f2-99d6-92b48af7337f) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:27.599354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:27.603418 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:27.605161 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ca6eed-b20a-4149-8106-3003b06629ef req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] 10.222.0.52 "PUT /v2.0/ports/005f27d7-1c3b-4db5-a3a2-edeb05b6b164 HTTP/1.1" status: 200 len: 1092 time: 2.1366501 Jul 27 19:56:27.608195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Allocated IP 2001:db8::f816:3eff:fe41:ed85 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/8a62276e-c6ca-447f-860a-96e782e3c783/f861d967-197c-47f2-99d6-92b48af7337f) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:27.687355 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:27.692155 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a423cb9e-2688-41c8-90db-d48fbba45995 req-4f913ed4-2c16-4c2f-bdfb-0deb4e1ab8ba tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 210 time: 0.0818677 Jul 27 19:56:27.795608 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:27.823813 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8110ab-b7bf-44d6-8c48-6aa9a8d6ac3f service neutron] Pushing event updated for resources: {'Port': ['ID=005f27d7-1c3b-4db5-a3a2-edeb05b6b164,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:27.858888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port b3ef9794-060c-4a59-ad34-811903eabf92 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:56:27.905830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32097349-845d-43c9-afbc-c31e51d6050b req-9a48a58a-14b8-4f8c-86e1-e35c79b69ceb tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:27.907419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32097349-845d-43c9-afbc-c31e51d6050b req-9a48a58a-14b8-4f8c-86e1-e35c79b69ceb tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 943 time: 0.2354882 Jul 27 19:56:27.926126 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:27.935793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca6eed-b20a-4149-8106-3003b06629ef req-d19cb896-37e8-4e51-82fd-c104179d7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:27.936648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Transition to ACTIVE for port object f861d967-197c-47f2-99d6-92b48af7337f will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:27.939299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ca6eed-b20a-4149-8106-3003b06629ef req-d19cb896-37e8-4e51-82fd-c104179d7acd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a96f6f37469470e8ed3916045fcd15f&device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 1095 time: 0.2713962 Jul 27 19:56:27.953658 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Transition to ACTIVE for port object f861d967-197c-47f2-99d6-92b48af7337f will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:27.961980 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:28.011952 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:28.018988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:28.022810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:28.030803 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Pushing event updated for resources: {'Port': ['ID=f861d967-197c-47f2-99d6-92b48af7337f,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:28.106321 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ca6eed-b20a-4149-8106-3003b06629ef req-67adffc0-2ecf-4853-8618-b6174b706ffd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005f27d7-1c3b-4db5-a3a2-edeb05b6b164 HTTP/1.1" status: 200 len: 217 time: 0.1536889 Jul 27 19:56:28.130167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Attempting to bind port f861d967-197c-47f2-99d6-92b48af7337f on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:28.130720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Attempting to bind port f861d967-197c-47f2-99d6-92b48af7337f by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:28.131260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Attempting to bind port f861d967-197c-47f2-99d6-92b48af7337f on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:28.139972 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:28.140520 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:28.141093 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:28.143764 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:28.144379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Bound port: f861d967-197c-47f2-99d6-92b48af7337f, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:28.144986 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:28.151275 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32097349-845d-43c9-afbc-c31e51d6050b req-4c633517-c2bb-4129-95ee-c47096323670 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd3782e-7afd-493f-bdb2-dc3771776fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221568 Jul 27 19:56:28.204855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83cca2b8-2980-444e-bd04-e9b9641f0cac', 'tag': '005f27d7-1c3b-4db5-a3a2-edeb05b6b164'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:56:28.212470 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2657dcae-b0e1-483d-90ee-7cb657cdfbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "83cca2b8-2980-444e-bd04-e9b9641f0cac", "tag": "005f27d7-1c3b-4db5-a3a2-edeb05b6b164"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:28.222765 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 172.20.0.12 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/283f3be1-adf4-475e-be83-25e5bd595bc8/b3ef9794-060c-4a59-ad34-811903eabf92) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:28.242546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] For port f861d967-197c-47f2-99d6-92b48af7337f, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:28.246389 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] For port f861d967-197c-47f2-99d6-92b48af7337f, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f861d967-197c-47f2-99d6-92b48af7337f,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:28.253028 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:28.253320 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca6eed-b20a-4149-8106-3003b06629ef req-c9b03ebc-c58b-40de-9f3f-8fd8e1b7b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:28.254805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ca6eed-b20a-4149-8106-3003b06629ef req-c9b03ebc-c58b-40de-9f3f-8fd8e1b7b487 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da9701d0-838f-433e-977a-97ae3a0f972e HTTP/1.1" status: 200 len: 861 time: 0.1389148 Jul 27 19:56:28.281149 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fd86b4-c03a-4b76-96cd-2d60c106f4c8 x-openstack-request-id: req-29fd86b4-c03a-4b76-96cd-2d60c106f4c8 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:28.281833 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83cca2b8-2980-444e-bd04-e9b9641f0cac", "tag": "005f27d7-1c3b-4db5-a3a2-edeb05b6b164", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:28.282389 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29fd86b4-c03a-4b76-96cd-2d60c106f4c8 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:28.283238 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83cca2b8-2980-444e-bd04-e9b9641f0cac', 'tag': '005f27d7-1c3b-4db5-a3a2-edeb05b6b164', 'status': 'completed', 'code': 200} Jul 27 19:56:28.313370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ca6eed-b20a-4149-8106-3003b06629ef req-cc2e2334-09b2-4b61-914c-f7bf6e1bc0f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32bddeec-f89b-436a-9bf7-0af70fa80666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443795 Jul 27 19:56:28.317799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::f816:3eff:fe02:ed4f (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/8a62276e-c6ca-447f-860a-96e782e3c783/b3ef9794-060c-4a59-ad34-811903eabf92) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:28.335263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc9287-0923-48a1-bb61-619be881f2ec None None] Pushing event updated for resources: {'Port': ['ID=f861d967-197c-47f2-99d6-92b48af7337f,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:28.450798 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ca6eed-b20a-4149-8106-3003b06629ef req-1c06ccde-1006-406c-97a2-3b84107eab6b service neutron] 10.222.0.52 "GET /v2.0/networks/32bddeec-f89b-436a-9bf7-0af70fa80666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293736 Jul 27 19:56:28.604225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ca6eed-b20a-4149-8106-3003b06629ef req-59e1aa81-2a92-461b-b876-5a72912d4521 service neutron] 10.222.0.52 "GET /v2.0/networks/32bddeec-f89b-436a-9bf7-0af70fa80666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406384 Jul 27 19:56:28.743538 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:28.756257 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:28.763355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657dcae-b0e1-483d-90ee-7cb657cdfbd9 req-7d13ea66-b02c-4a47-ade3-94440b8c76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:28.764985 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2657dcae-b0e1-483d-90ee-7cb657cdfbd9 req-7d13ea66-b02c-4a47-ade3-94440b8c76f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a96f6f37469470e8ed3916045fcd15f&device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 1095 time: 0.0894411 Jul 27 19:56:28.821343 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:56:28.845418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927f46bd-ebd1-488f-ae0a-69fa36fc5a91,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:28.863036 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:28.863218 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] Added segment bd1d4ff7-cb41-4ef9-b267-49936204bbd0 of type vlan for network 6a49ce01-0b6c-4179-a29f-3b63ac094c13 Jul 27 19:56:28.894216 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b87dd8bc-f156-4dee-870c-e3e379dc7d3f req-92d66ceb-4e45-489c-9f51-f3c832a593de tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 210 time: 0.0518162 Jul 27 19:56:28.923487 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:28.949985 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:28.961618 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object b3ef9794-060c-4a59-ad34-811903eabf92 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:28.968113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657dcae-b0e1-483d-90ee-7cb657cdfbd9 req-20ca6cc8-b6b3-4473-accb-94842c3661dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:28.970055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2657dcae-b0e1-483d-90ee-7cb657cdfbd9 req-20ca6cc8-b6b3-4473-accb-94842c3661dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=32bddeec-f89b-436a-9bf7-0af70fa80666 HTTP/1.1" status: 200 len: 922 time: 0.1963298 Jul 27 19:56:29.017588 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:29.018549 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:29.019128 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:29.127615 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7723274 Jul 27 19:56:29.128779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55026) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:29.136648 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2657dcae-b0e1-483d-90ee-7cb657cdfbd9 req-b94ab67c-9136-410e-9e2f-5c63052b3b12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005f27d7-1c3b-4db5-a3a2-edeb05b6b164 HTTP/1.1" status: 200 len: 217 time: 0.1566868 Jul 27 19:56:29.144284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6c31f544-11c5-4d88-981d-a3c1212c566c admin admin] Request body: {'subnet': {'network_id': '6a49ce01-0b6c-4179-a29f-3b63ac094c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1208305399-subnet', 'tenant_id': '50048d3fbf884932a490f5ded4e4188f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:29.163408 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:29.175800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f94a2-d1fb-4826-af9d-1828eecd8fda admin admin] Pushing event updated for resources: {'Network': ['ID=6a49ce01-0b6c-4179-a29f-3b63ac094c13,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:29.188313 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 6a49ce01-0b6c-4179-a29f-3b63ac094c13 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:56:29.238045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-ea8fdc55-3b3b-4bc4-953a-ccd0126e38de tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:29.239983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-ea8fdc55-3b3b-4bc4-953a-ccd0126e38de tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.52 "GET /v2.0/networks?id=b06ac358-2837-4b10-9e3f-bef0ca756cfa HTTP/1.1" status: 200 len: 812 time: 0.1826468 Jul 27 19:56:29.315032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:29.332272 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c31f544-11c5-4d88-981d-a3c1212c566c admin admin] Made reservation on behalf of 50048d3fbf884932a490f5ded4e4188f for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:29.335984 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c31f544-11c5-4d88-981d-a3c1212c566c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:29.343945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:29.364052 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657dcae-b0e1-483d-90ee-7cb657cdfbd9 req-52ee9cb8-3756-4b0e-9d6a-7b9f0bdf72e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:29.365926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2657dcae-b0e1-483d-90ee-7cb657cdfbd9 req-52ee9cb8-3756-4b0e-9d6a-7b9f0bdf72e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da9701d0-838f-433e-977a-97ae3a0f972e HTTP/1.1" status: 200 len: 861 time: 0.2129321 Jul 27 19:56:29.376688 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-7eb94311-aa27-4a4d-86a1-78d8535609d4 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44bf5dc907cd434da6d1ad3797d71340 HTTP/1.1" status: 200 len: 380 time: 0.1112773 Jul 27 19:56:29.395975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Request body: {'port': {'device_id': 'ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee', 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'admin_state_up': True, 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'security_groups': ['524e4cd3-18a1-41ef-8159-7a504d46a0b7']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:29.396220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:29.435669 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2657dcae-b0e1-483d-90ee-7cb657cdfbd9 req-3907ffcd-b505-4453-ae35-9d88cf9272d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32bddeec-f89b-436a-9bf7-0af70fa80666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569067 Jul 27 19:56:29.438066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=b3ef9794-060c-4a59-ad34-811903eabf92,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:29.456094 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7645d7cc-91a0-4aeb-a3cd-38e4dd3b389e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:29.519902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:29.520642 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:29.561937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a827025-e7b9-4496-bcac-8b0427141385 req-cff51992-4b1b-4a8b-bc75-27ebe58d3ea3 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:29.568222 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9cc9c50a-a560-4310-9345-c6350731e725 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3624310 Jul 27 19:56:29.569694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a827025-e7b9-4496-bcac-8b0427141385 req-cff51992-4b1b-4a8b-bc75-27ebe58d3ea3 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 943 time: 0.2741938 Jul 27 19:56:29.571592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55032) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:29.729671 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a827025-e7b9-4496-bcac-8b0427141385 req-598c857f-c96e-4341-9774-5594ec317f3b tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd3782e-7afd-493f-bdb2-dc3771776fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590357 Jul 27 19:56:29.741165 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2657dcae-b0e1-483d-90ee-7cb657cdfbd9 req-f0b26df2-4b2e-4e47-9133-f2cf8b45fd43 service neutron] 10.222.0.52 "GET /v2.0/networks/32bddeec-f89b-436a-9bf7-0af70fa80666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762244 Jul 27 19:56:29.743416 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Made reservation on behalf of 44bf5dc907cd434da6d1ad3797d71340 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:29.747020 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:29.775516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dcfd57-38ee-42ba-8c4d-ab024dd96d5b None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:29.797381 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c31f544-11c5-4d88-981d-a3c1212c566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:29.845468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a77db9d-6c11-4922-88d7-2596073d2947 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:29.851866 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a77db9d-6c11-4922-88d7-2596073d2947 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:29.853618 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5a77db9d-6c11-4922-88d7-2596073d2947 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2714980 Jul 27 19:56:29.859368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55034) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:29.876476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31f544-11c5-4d88-981d-a3c1212c566c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7557ea-46a7-44ed-bc8a-3aef20660c5c,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:29.937823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31f544-11c5-4d88-981d-a3c1212c566c admin admin] Checking segment: {'id': 'bd1d4ff7-cb41-4ef9-b267-49936204bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6a49ce01-0b6c-4179-a29f-3b63ac094c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:29.938181 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31f544-11c5-4d88-981d-a3c1212c566c admin admin] Network hostable DHCP agents. Network: 6a49ce01-0b6c-4179-a29f-3b63ac094c13, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:56:30.007263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Allocated IP 172.20.0.3 (b06ac358-2837-4b10-9e3f-bef0ca756cfa/7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7/f61dea07-8b3f-40cd-bffa-f3f14e56a0e4) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:30.053418 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-22358f7c-ca91-4180-8197-ae26287231f2 None None] Provisioning for port f861d967-197c-47f2-99d6-92b48af7337f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:30.087039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31f544-11c5-4d88-981d-a3c1212c566c admin admin] Network 6a49ce01-0b6c-4179-a29f-3b63ac094c13 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:56:30.140457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6c31f544-11c5-4d88-981d-a3c1212c566c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 6a49ce01-0b6c-4179-a29f-3b63ac094c13) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:30.151796 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397baa63-1d4a-4e39-998e-69861bb3d09b None None] Network 6a49ce01-0b6c-4179-a29f-3b63ac094c13 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:30.157287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31f544-11c5-4d88-981d-a3c1212c566c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:30.157287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c31f544-11c5-4d88-981d-a3c1212c566c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:30.200476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-df17e251-7348-4884-961d-5777e6c1e832 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port b3ef9794-060c-4a59-ad34-811903eabf92 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:30.200932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-df17e251-7348-4884-961d-5777e6c1e832 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:30.204289 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0514f42d-2440-434c-9601-0b015aeead15 req-70ad38c1-8aa4-4575-891f-925dc87217cd tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 210 time: 0.1290121 Jul 27 19:56:30.228793 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6c31f544-11c5-4d88-981d-a3c1212c566c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0929215 Jul 27 19:56:30.237975 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f861d967-197c-47f2-99d6-92b48af7337f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:30.277812 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7645d7cc-91a0-4aeb-a3cd-38e4dd3b389e admin admin] Deleting port 6e34a90a-39b1-4386-86bd-16c639cbf3f8 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:30.278310 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7645d7cc-91a0-4aeb-a3cd-38e4dd3b389e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:30.312132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2657dcae-b0e1-483d-90ee-7cb657cdfbd9 req-ff027088-2692-4b6c-a42c-18752e4cb1d7 service neutron] 10.222.0.52 "GET /v2.0/networks/32bddeec-f89b-436a-9bf7-0af70fa80666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496857 Jul 27 19:56:30.391556 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:30.412932 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-7645d7cc-91a0-4aeb-a3cd-38e4dd3b389e admin admin] For port 6e34a90a-39b1-4386-86bd-16c639cbf3f8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6e34a90a-39b1-4386-86bd-16c639cbf3f8,segment=NetworkSegment(3918b7b5-b22d-4f73-93a4-90a11629c049),segment_id=3918b7b5-b22d-4f73-93a4-90a11629c049)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:30.413309 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7645d7cc-91a0-4aeb-a3cd-38e4dd3b389e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:30.429863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f861d967-197c-47f2-99d6-92b48af7337f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:30.430181 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7645d7cc-91a0-4aeb-a3cd-38e4dd3b389e admin admin] Calling delete_port for 6e34a90a-39b1-4386-86bd-16c639cbf3f8 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:30.434464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f861d967-197c-47f2-99d6-92b48af7337f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:30.434841 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:30.454657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Transition to ACTIVE for port object f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:30.535937 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:30.536990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3183bd78-c138-4338-afd6-fa504f125b5b None None] Network 6a49ce01-0b6c-4179-a29f-3b63ac094c13 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:30.572912 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-df17e251-7348-4884-961d-5777e6c1e832 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:30.603150 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-df17e251-7348-4884-961d-5777e6c1e832 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for b3ef9794-060c-4a59-ad34-811903eabf92 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:30.654590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Network b06ac358-2837-4b10-9e3f-bef0ca756cfa is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:30.663202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:30.667882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:30.701828 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:30.814903 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port f861d967-197c-47f2-99d6-92b48af7337f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f861d967-197c-47f2-99d6-92b48af7337f,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:30.816087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Pushing event updated for resources: {'Port': ['ID=f61dea07-8b3f-40cd-bffa-f3f14e56a0e4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:30.818231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5faadae2-292a-4a05-bb01-fee9af8d5400 None None] Provisioning for port b3ef9794-060c-4a59-ad34-811903eabf92 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:30.830833 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5faadae2-292a-4a05-bb01-fee9af8d5400 None None] Provisioning complete for port b3ef9794-060c-4a59-ad34-811903eabf92 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:30.832876 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5faadae2-292a-4a05-bb01-fee9af8d5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:30.838899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:30.839506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:30.840053 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:30.840476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:30.840807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:30.841138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:30.841464 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:30.841790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:30.842474 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:30.843088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:30.843088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:30.843313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:30.856485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:30.857166 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:30.880956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-729ff203-3037-4c3d-ae0e-5b9ce942fa49 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4893456 Jul 27 19:56:30.893621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Request body: {'port': {'device_id': 'ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:30.907589 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-5faadae2-292a-4a05-bb01-fee9af8d5400 None None] Port b3ef9794-060c-4a59-ad34-811903eabf92 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:56:30.909866 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:30.937746 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7645d7cc-91a0-4aeb-a3cd-38e4dd3b389e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:31.011281 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5faadae2-292a-4a05-bb01-fee9af8d5400 None None] Provisioning complete for port f861d967-197c-47f2-99d6-92b48af7337f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:31.012068 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5faadae2-292a-4a05-bb01-fee9af8d5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:31.014729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645d7cc-91a0-4aeb-a3cd-38e4dd3b389e admin admin] Pushing event deleted for resources: {'Port': ['ID=6e34a90a-39b1-4386-86bd-16c639cbf3f8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:31.017072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:56:31.234691 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-df17e251-7348-4884-961d-5777e6c1e832 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:31.235433 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:31.252987 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3efe375-bbf5-4705-a133-07df727a4f82 None None] get_active_networks_info from n-d-705657-21 {{(pid=94061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 19:56:31.274779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17e251-7348-4884-961d-5777e6c1e832 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=b3ef9794-060c-4a59-ad34-811903eabf92,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:31.278710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248626e4-50b3-4514-82b3-40fa9d0870df req-ba0274de-0a08-4645-acab-bbb1c9b800b3 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:31.287260 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-248626e4-50b3-4514-82b3-40fa9d0870df req-ba0274de-0a08-4645-acab-bbb1c9b800b3 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 943 time: 0.2799947 Jul 27 19:56:31.315715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=f861d967-197c-47f2-99d6-92b48af7337f,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:31.369625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 005f27d7-1c3b-4db5-a3a2-edeb05b6b164, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=005f27d7-1c3b-4db5-a3a2-edeb05b6b164,segment=NetworkSegment(1a985397-adce-47a7-a779-6f7fa36a1b14),segment_id=1a985397-adce-47a7-a779-6f7fa36a1b14)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:31.417854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '005f27d7-1c3b-4db5-a3a2-edeb05b6b164', 'network_id': '32bddeec-f89b-436a-9bf7-0af70fa80666', 'port_id': '005f27d7-1c3b-4db5-a3a2-edeb05b6b164', 'mac_address': 'fa:16:3e:ef:da:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9701d0-838f-433e-977a-97ae3a0f972e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:56:31.458387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-248626e4-50b3-4514-82b3-40fa9d0870df req-78ccbd75-61ad-464f-bfe8-22671bec276a tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd3782e-7afd-493f-bdb2-dc3771776fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698484 Jul 27 19:56:31.496413 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-df17e251-7348-4884-961d-5777e6c1e832 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:31.498603 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-df17e251-7348-4884-961d-5777e6c1e832 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/b3ef9794-060c-4a59-ad34-811903eabf92 HTTP/1.1" status: 204 len: 168 time: 1.6368666 Jul 27 19:56:31.501066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55070) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:31.515717 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7645d7cc-91a0-4aeb-a3cd-38e4dd3b389e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:31.523003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-522baf97-ffbd-42da-af96-9b197cd763e3 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:31.525760 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-522baf97-ffbd-42da-af96-9b197cd763e3 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/networks?id=eddbe641-6e3a-461f-96f2-3907edd456b0 HTTP/1.1" status: 200 len: 824 time: 0.3189421 Jul 27 19:56:31.536357 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:31.570296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3efe375-bbf5-4705-a133-07df727a4f82 None None] Resources bound (agent type, host, resource id): {{(pid=94061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 19:56:31.573841 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:56:31.625866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 005f27d7-1c3b-4db5-a3a2-edeb05b6b164, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=005f27d7-1c3b-4db5-a3a2-edeb05b6b164,segment=NetworkSegment(1a985397-adce-47a7-a779-6f7fa36a1b14),segment_id=1a985397-adce-47a7-a779-6f7fa36a1b14)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:31.629283 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f898d22-0963-455a-bb42-9546b0c8c998 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:31.631137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f898d22-0963-455a-bb42-9546b0c8c998 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:31.639540 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:31.640214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f898d22-0963-455a-bb42-9546b0c8c998 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:31.651415 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6f898d22-0963-455a-bb42-9546b0c8c998 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1483188 Jul 27 19:56:31.654813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55072) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:31.686111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-fcd1a5ef-e164-4bbc-9566-9a8e191cc3a3 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/quotas/8a10a3d4a9124223aad79482d525b3e7 HTTP/1.1" status: 200 len: 375 time: 0.0580113 Jul 27 19:56:31.713922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cf74a282-571e-4c2b-b5ef-1d690818daaa None None] Could not find standard attr ID for object b3ef9794-060c-4a59-ad34-811903eabf92. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:56:31.742416 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-a977dece-7b3a-4383-b078-7a0cae6712e5 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a10a3d4a9124223aad79482d525b3e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466189 Jul 27 19:56:31.765939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cf74a282-571e-4c2b-b5ef-1d690818daaa None None] Provisioning for port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:31.781258 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=005f27d7-1c3b-4db5-a3a2-edeb05b6b164,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:31.782948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fb3ffb-35fd-4099-8f77-ec8b70b3ec64 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 283f3be1-adf4-475e-be83-25e5bd595bc8 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:31.788361 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85fb3ffb-35fd-4099-8f77-ec8b70b3ec64 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:31.795832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cf74a282-571e-4c2b-b5ef-1d690818daaa None None] Provisioning complete for port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:31.796207 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cf74a282-571e-4c2b-b5ef-1d690818daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:31.882650 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['005f27d7-1c3b-4db5-a3a2-edeb05b6b164'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:56:31.963184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-cf74a282-571e-4c2b-b5ef-1d690818daaa None None] Port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:56:32.150677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-f381aba7-9b74-424d-84ff-4842771c3b86 service neutron] 10.222.0.48 "GET /v2.0/networks/eddbe641-6e3a-461f-96f2-3907edd456b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847876 Jul 27 19:56:32.192875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7d311-40d8-44be-95ae-f66a429d5ef3 req-e378a122-3169-4ca8-bb6a-045b1177613b tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:32.195013 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ade7d311-40d8-44be-95ae-f66a429d5ef3 req-e378a122-3169-4ca8-bb6a-045b1177613b tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 931 time: 0.3331592 Jul 27 19:56:32.335682 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85fb3ffb-35fd-4099-8f77-ec8b70b3ec64 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:32.346045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:56:32.359212 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ade7d311-40d8-44be-95ae-f66a429d5ef3 req-48debd08-041b-490b-a345-5b98f042619b tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/security-groups?id=524e4cd3-18a1-41ef-8159-7a504d46a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194212 Jul 27 19:56:32.361351 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:32.372078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f861d967-197c-47f2-99d6-92b48af7337f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:32.388614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-9e53cb67-4adc-45a4-933f-b0ffc8f9b801 service neutron] 10.222.0.48 "GET /v2.0/networks/eddbe641-6e3a-461f-96f2-3907edd456b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292507 Jul 27 19:56:32.398983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Transition to ACTIVE for port object f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:32.405857 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:32.675673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7645d7cc-91a0-4aeb-a3cd-38e4dd3b389e admin admin] Router f9fcd814-afdd-40f2-92c1-964b8aa4c82b has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:56:32.680589 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85fb3ffb-35fd-4099-8f77-ec8b70b3ec64 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:32.689485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f61dea07-8b3f-40cd-bffa-f3f14e56a0e4,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:32.729109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-07cf9f0a-ef43-42c6-ae72-72c9ac3a85a7 req-1656bf31-45a3-4060-8fcd-403a8501f96b tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 210 time: 0.0987706 Jul 27 19:56:32.775698 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Attempting to bind port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:32.776336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Attempting to bind port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '59a82611-f169-4a10-bd70-3d3ab9c26bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:32.776886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Attempting to bind port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 on network b06ac358-2837-4b10-9e3f-bef0ca756cfa {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:32.786520 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f861d967-197c-47f2-99d6-92b48af7337f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:32.786904 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:32.834609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 on network b06ac358-2837-4b10-9e3f-bef0ca756cfa not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:56:32.834975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Attempting to bind port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 on network b06ac358-2837-4b10-9e3f-bef0ca756cfa {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:32.854848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7645d7cc-91a0-4aeb-a3cd-38e4dd3b389e admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:56:32.865666 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663bd8f-4646-4161-af78-ae46a70d5eed None None] Sync routers for ids ['f9fcd814-afdd-40f2-92c1-964b8aa4c82b'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:56:32.879483 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43d141-4932-44d9-a3c2-3fd12c563d55 req-1d265377-3b03-42c3-ab0d-8790e22fb16f tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:32.883460 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7645d7cc-91a0-4aeb-a3cd-38e4dd3b389e admin admin] 10.222.0.48 "PUT /v2.0/routers/f9fcd814-afdd-40f2-92c1-964b8aa4c82b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3158128 Jul 27 19:56:32.884856 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55090) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:32.891924 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a43d141-4932-44d9-a3c2-3fd12c563d55 req-1d265377-3b03-42c3-ab0d-8790e22fb16f tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 944 time: 0.2929497 Jul 27 19:56:32.895255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:32.895601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Checking segment: {'id': '59a82611-f169-4a10-bd70-3d3ab9c26bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:32.895999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Bound using segment: {'id': '59a82611-f169-4a10-bd70-3d3ab9c26bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:32.902188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Bound port: f61dea07-8b3f-40cd-bffa-f3f14e56a0e4, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a82611-f169-4a10-bd70-3d3ab9c26bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:32.902675 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:32.907086 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663bd8f-4646-4161-af78-ae46a70d5eed None None] Routers {'f9fcd814-afdd-40f2-92c1-964b8aa4c82b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:32.908216 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6663bd8f-4646-4161-af78-ae46a70d5eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:56:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f9fcd814-afdd-40f2-92c1-964b8aa4c82b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:33.078335 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85fb3ffb-35fd-4099-8f77-ec8b70b3ec64 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:33.111270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] For port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:33.120996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] For port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f61dea07-8b3f-40cd-bffa-f3f14e56a0e4,segment=NetworkSegment(59a82611-f169-4a10-bd70-3d3ab9c26bed),segment_id=59a82611-f169-4a10-bd70-3d3ab9c26bed)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:33.133468 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a43d141-4932-44d9-a3c2-3fd12c563d55 req-7c516105-5b0a-453d-a00b-aaac2fa7b439 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd3782e-7afd-493f-bdb2-dc3771776fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406306 Jul 27 19:56:33.134734 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:33.186030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:33.187024 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:33.188689 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] 10.222.0.52 "PUT /v2.0/ports/f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 HTTP/1.1" status: 200 len: 1092 time: 2.2999871 Jul 27 19:56:33.189187 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee', 'tag': 'f61dea07-8b3f-40cd-bffa-f3f14e56a0e4'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:56:33.192160 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c82ea0-c6c3-44a8-b127-bf934e16defc" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee", "tag": "f61dea07-8b3f-40cd-bffa-f3f14e56a0e4"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:33.217092 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb3ffb-35fd-4099-8f77-ec8b70b3ec64 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=283f3be1-adf4-475e-be83-25e5bd595bc8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:33.226096 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85fb3ffb-35fd-4099-8f77-ec8b70b3ec64 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:33.228861 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-85fb3ffb-35fd-4099-8f77-ec8b70b3ec64 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/283f3be1-adf4-475e-be83-25e5bd595bc8 HTTP/1.1" status: 204 len: 168 time: 1.5729020 Jul 27 19:56:33.233978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55096) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:33.246597 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:33.268851 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-6663bd8f-4646-4161-af78-ae46a70d5eed None None] Set router f9fcd814-afdd-40f2-92c1-964b8aa4c82b gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:33.303894 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b0fd93-aa29-43c7-b935-58dcaf93c03c x-openstack-request-id: req-99b0fd93-aa29-43c7-b935-58dcaf93c03c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:33.304156 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee", "tag": "f61dea07-8b3f-40cd-bffa-f3f14e56a0e4", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:33.304522 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99b0fd93-aa29-43c7-b935-58dcaf93c03c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:33.304724 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee', 'tag': 'f61dea07-8b3f-40cd-bffa-f3f14e56a0e4', 'status': 'completed', 'code': 200} Jul 27 19:56:33.395649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223d78f-19fe-468f-ab40-28716c2a17b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f61dea07-8b3f-40cd-bffa-f3f14e56a0e4,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:33.444109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-037d6b8b-3492-4f59-b086-38ea3495a4c8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 8a62276e-c6ca-447f-860a-96e782e3c783 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:33.463531 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-037d6b8b-3492-4f59-b086-38ea3495a4c8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:33.535953 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:33.550303 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6663bd8f-4646-4161-af78-ae46a70d5eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'name': 'tempest-ServerRescueTestJSON-824866985-router', 'tenant_id': '530f88a84a434ec586a35453c8add755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '52d69149-2046-4d5d-ba24-908bed620db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:22Z', 'updated_at': '2021-07-27T19:56:30Z', 'revision_number': 5, 'project_id': '530f88a84a434ec586a35453c8add755', 'gw_port': {'id': '52d69149-2046-4d5d-ba24-908bed620db6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:23Z', 'updated_at': '2021-07-27T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:33.601906 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663bd8f-4646-4161-af78-ae46a70d5eed None None] Checking router: f9fcd814-afdd-40f2-92c1-964b8aa4c82b for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:56:33.624253 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663bd8f-4646-4161-af78-ae46a70d5eed None None] Routers {'f9fcd814-afdd-40f2-92c1-964b8aa4c82b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:33.625751 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6663bd8f-4646-4161-af78-ae46a70d5eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:56:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f9fcd814-afdd-40f2-92c1-964b8aa4c82b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:33.655047 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] Deleting port 52d69149-2046-4d5d-ba24-908bed620db6 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:33.655443 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:33.810777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a66e6aa-095e-4f96-a89e-c479d357f69a None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:33.823314 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-6663bd8f-4646-4161-af78-ae46a70d5eed None None] Set router f9fcd814-afdd-40f2-92c1-964b8aa4c82b gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:33.827046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] For port 52d69149-2046-4d5d-ba24-908bed620db6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=52d69149-2046-4d5d-ba24-908bed620db6,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:33.827743 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:33.844332 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] Calling delete_port for 52d69149-2046-4d5d-ba24-908bed620db6 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:33.920467 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6663bd8f-4646-4161-af78-ae46a70d5eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'name': 'tempest-ServerRescueTestJSON-824866985-router', 'tenant_id': '530f88a84a434ec586a35453c8add755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:22Z', 'updated_at': '2021-07-27T19:56:33Z', 'revision_number': 6, 'project_id': '530f88a84a434ec586a35453c8add755', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:33.950841 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ce94558e-1072-4605-96b9-7e1cebadceec None None] Provisioning complete for port f861d967-197c-47f2-99d6-92b48af7337f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:33.951235 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ce94558e-1072-4605-96b9-7e1cebadceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:33.975261 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663bd8f-4646-4161-af78-ae46a70d5eed None None] The sync data for ids ['f9fcd814-afdd-40f2-92c1-964b8aa4c82b'] in n-d-705657-21 is: [{'id': 'f9fcd814-afdd-40f2-92c1-964b8aa4c82b', 'name': 'tempest-ServerRescueTestJSON-824866985-router', 'tenant_id': '530f88a84a434ec586a35453c8add755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:22Z', 'updated_at': '2021-07-27T19:56:33Z', 'revision_number': 6, 'project_id': '530f88a84a434ec586a35453c8add755', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:56:34.141734 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-037d6b8b-3492-4f59-b086-38ea3495a4c8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:34.268644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:34.301625 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d69149-2046-4d5d-ba24-908bed620db6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:34.315983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0e73cc9-40aa-4787-ad58-725c04c212ce req-73a4bf5d-902f-47b0-90f0-76704ba9798c tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 210 time: 0.2771037 Jul 27 19:56:34.479575 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:34.497565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-91bc1c45-ddfe-493b-94bc-9516b5260a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:34.499711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-91bc1c45-ddfe-493b-94bc-9516b5260a00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=44bf5dc907cd434da6d1ad3797d71340&device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 1095 time: 1.2135224 Jul 27 19:56:34.513715 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-037d6b8b-3492-4f59-b086-38ea3495a4c8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:34.625698 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-037d6b8b-3492-4f59-b086-38ea3495a4c8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:34.695397 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:34.698658 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:34.701798 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-1a155d00-9fbf-4025-af22-7d17216ae1fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 HTTP/1.1" status: 200 len: 217 time: 0.0900736 Jul 27 19:56:34.708643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-b09d2747-9425-47e0-b9e3-c1d44ab2a3fb tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:34.710265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-b09d2747-9425-47e0-b9e3-c1d44ab2a3fb tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.63 "GET /v2.0/networks?id=eddbe641-6e3a-461f-96f2-3907edd456b0 HTTP/1.1" status: 200 len: 824 time: 0.3914700 Jul 27 19:56:34.751726 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:34.752428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9fcd814-afdd-40f2-92c1-964b8aa4c82b {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:56:34.759801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-11cc121e-d8e9-4bf8-aa92-aa56e6e04f01 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Request body: {'port': {'device_id': '7145c38a-84ec-4590-80dc-82ccf7009a09', 'network_id': 'eddbe641-6e3a-461f-96f2-3907edd456b0', 'admin_state_up': True, 'tenant_id': '8a10a3d4a9124223aad79482d525b3e7'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:34.762575 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:34.763867 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6c299ffa-3c42-4ec7-9444-a849736232c7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f9fcd814-afdd-40f2-92c1-964b8aa4c82b HTTP/1.1" status: 204 len: 168 time: 1.8728132 Jul 27 19:56:34.766437 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55110) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:34.836716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-189d98cf-8441-42e1-8d3d-e080abeef3ee admin admin] Deleting subnet 9e995163-f4ba-4017-bfaa-9643c2da9ae0 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:34.852426 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-189d98cf-8441-42e1-8d3d-e080abeef3ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:34.909296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d6b8b-3492-4f59-b086-38ea3495a4c8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=8a62276e-c6ca-447f-860a-96e782e3c783,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:34.914912 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-189d98cf-8441-42e1-8d3d-e080abeef3ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:34.924368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6e621-c460-41ae-bde7-6275798fd013 req-007c00ec-a8d6-4721-9a7c-fbcd6302a9bd tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:34.925984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1a6e621-c460-41ae-bde7-6275798fd013 req-007c00ec-a8d6-4721-9a7c-fbcd6302a9bd tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 943 time: 1.4140162 Jul 27 19:56:34.965616 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-037d6b8b-3492-4f59-b086-38ea3495a4c8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:34.970146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-037d6b8b-3492-4f59-b086-38ea3495a4c8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/8a62276e-c6ca-447f-860a-96e782e3c783 HTTP/1.1" status: 204 len: 168 time: 1.7136528 Jul 27 19:56:34.971426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55114) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:35.007266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:35.029487 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-141ea8bd-eec2-42c3-9553-6cc84af01a1e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562518 Jul 27 19:56:35.033337 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55116) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:35.038477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-f031cae6-b65f-4d0a-99cf-33e6968b1a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:35.038707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-bec0ac11-aa13-4faf-8ca6-05d9d21ecd10 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:35.040242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-f031cae6-b65f-4d0a-99cf-33e6968b1a26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7 HTTP/1.1" status: 200 len: 851 time: 0.3234444 Jul 27 19:56:35.056863 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-189d98cf-8441-42e1-8d3d-e080abeef3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.089263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d19070-01e9-43a8-8751-02c4324302bb None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:35.092751 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:35.163276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:35.163651 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.181564 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-189d98cf-8441-42e1-8d3d-e080abeef3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.190721 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaff40-12fa-40c9-9fcf-7a0ae9007ecf req-2d242bb0-0f73-4362-b20f-188618c46bf2 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:35.192323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28eaff40-12fa-40c9-9fcf-7a0ae9007ecf req-2d242bb0-0f73-4362-b20f-188618c46bf2 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 944 time: 0.4732478 Jul 27 19:56:35.210118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f1a6e621-c460-41ae-bde7-6275798fd013 req-45a28c69-69a5-43dd-adcb-ddf2254cc151 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/security-groups?id=524e4cd3-18a1-41ef-8159-7a504d46a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531779 Jul 27 19:56:35.219969 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-11cc121e-d8e9-4bf8-aa92-aa56e6e04f01 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Made reservation on behalf of 8a10a3d4a9124223aad79482d525b3e7 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:35.223360 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-11cc121e-d8e9-4bf8-aa92-aa56e6e04f01 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.223556 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-189d98cf-8441-42e1-8d3d-e080abeef3ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.226382 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-189d98cf-8441-42e1-8d3d-e080abeef3ee admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9e995163-f4ba-4017-bfaa-9643c2da9ae0 HTTP/1.1" status: 204 len: 168 time: 0.4588654 Jul 27 19:56:35.230859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55118) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:35.240942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d98cf-8441-42e1-8d3d-e080abeef3ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e995163-f4ba-4017-bfaa-9643c2da9ae0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:35.320517 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.322841 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-26b5e83e-5791-40a9-b819-617ae0feffb3 None None] Provisioning complete for port f861d967-197c-47f2-99d6-92b48af7337f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:35.323465 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26b5e83e-5791-40a9-b819-617ae0feffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.344820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec0ac11-aa13-4faf-8ca6-05d9d21ecd10 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:35.348342 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bec0ac11-aa13-4faf-8ca6-05d9d21ecd10 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.376271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-91ff6daf-cb47-4531-8b4b-4f30cf06744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:35.380463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-91ff6daf-cb47-4531-8b4b-4f30cf06744d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b06ac358-2837-4b10-9e3f-bef0ca756cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3270476 Jul 27 19:56:35.429281 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28eaff40-12fa-40c9-9fcf-7a0ae9007ecf req-b3c5914f-6216-4a32-88d1-aa78f5871bd1 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd3782e-7afd-493f-bdb2-dc3771776fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162344 Jul 27 19:56:35.440043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79abf278-0ac0-48e9-a6aa-17eccd3f7d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.441071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 005f27d7-1c3b-4db5-a3a2-edeb05b6b164, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=005f27d7-1c3b-4db5-a3a2-edeb05b6b164,segment=NetworkSegment(1a985397-adce-47a7-a779-6f7fa36a1b14),segment_id=1a985397-adce-47a7-a779-6f7fa36a1b14)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:35.498810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83cca2b8-2980-444e-bd04-e9b9641f0cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005f27d7-1c3b-4db5-a3a2-edeb05b6b164'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:56:35.503868 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43107c5b-fe8f-4e9d-800d-e398628aee13" -d '{"events": [{"server_uuid": "83cca2b8-2980-444e-bd04-e9b9641f0cac", "name": "network-vif-plugged", "status": "completed", "tag": "005f27d7-1c3b-4db5-a3a2-edeb05b6b164"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:35.526048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e988c6a0-a343-4d34-a2b4-0c64a2895910 req-fd599311-7361-4812-89bc-2edfd2d783f4 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 210 time: 0.1070089 Jul 27 19:56:35.526322 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.621616 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=005f27d7-1c3b-4db5-a3a2-edeb05b6b164,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:35.626059 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79abf278-0ac0-48e9-a6aa-17eccd3f7d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.643764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-11cc121e-d8e9-4bf8-aa92-aa56e6e04f01 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Allocated IP 172.20.0.11 (eddbe641-6e3a-461f-96f2-3907edd456b0/4eddf7c0-ec53-41a4-81ba-3037e460ed13/adb7792f-c3a0-46d7-99a2-7fb3501620ac) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:35.661222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-79abf278-0ac0-48e9-a6aa-17eccd3f7d5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b62717-e555-42c8-92ce-efeea95bbb3e']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:35.662569 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-c7e745ad-c0ff-45b5-b56c-388b078112fa service neutron] 10.222.0.52 "GET /v2.0/networks/b06ac358-2837-4b10-9e3f-bef0ca756cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720897 Jul 27 19:56:35.676563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-79abf278-0ac0-48e9-a6aa-17eccd3f7d5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3918b7b5-b22d-4f73-93a4-90a11629c049') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:35.687265 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-79abf278-0ac0-48e9-a6aa-17eccd3f7d5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3918b7b5-b22d-4f73-93a4-90a11629c049') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:35.707481 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79abf278-0ac0-48e9-a6aa-17eccd3f7d5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.727467 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63772a39-2975-47f5-a97e-3edddc67c620 x-openstack-request-id: req-63772a39-2975-47f5-a97e-3edddc67c620 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:35.727721 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83cca2b8-2980-444e-bd04-e9b9641f0cac", "name": "network-vif-plugged", "status": "completed", "tag": "005f27d7-1c3b-4db5-a3a2-edeb05b6b164", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:35.728156 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63772a39-2975-47f5-a97e-3edddc67c620 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:35.728374 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83cca2b8-2980-444e-bd04-e9b9641f0cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005f27d7-1c3b-4db5-a3a2-edeb05b6b164', 'code': 200} Jul 27 19:56:35.762728 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79abf278-0ac0-48e9-a6aa-17eccd3f7d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.776279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79abf278-0ac0-48e9-a6aa-17eccd3f7d5e admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:56:35.776774 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79abf278-0ac0-48e9-a6aa-17eccd3f7d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:56:35.778754 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:56:35.856604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87941de-355b-408b-9956-a6c63e542ffd None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:56:35.883663 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bec0ac11-aa13-4faf-8ca6-05d9d21ecd10 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.893930 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79abf278-0ac0-48e9-a6aa-17eccd3f7d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.926579 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79abf278-0ac0-48e9-a6aa-17eccd3f7d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.931589 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-79abf278-0ac0-48e9-a6aa-17eccd3f7d5e admin admin] 10.222.0.48 "DELETE /v2.0/networks/e6b62717-e555-42c8-92ce-efeea95bbb3e HTTP/1.1" status: 204 len: 168 time: 0.6984837 Jul 27 19:56:35.937247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a22f0-4256-47e1-9cb9-b468a71e362f req-d11586db-0f88-463e-b806-9b9ea6ad9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:35.938756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b38a22f0-4256-47e1-9cb9-b468a71e362f req-d11586db-0f88-463e-b806-9b9ea6ad9f5c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 1097 time: 0.2324340 Jul 27 19:56:35.961422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abf278-0ac0-48e9-a6aa-17eccd3f7d5e admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b62717-e555-42c8-92ce-efeea95bbb3e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:35.969390 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec0ac11-aa13-4faf-8ca6-05d9d21ecd10 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:35.975870 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-bec0ac11-aa13-4faf-8ca6-05d9d21ecd10 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:35.980330 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec0ac11-aa13-4faf-8ca6-05d9d21ecd10 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:35.981460 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bec0ac11-aa13-4faf-8ca6-05d9d21ecd10 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:35.997936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0ac11-aa13-4faf-8ca6-05d9d21ecd10 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=e5caffc5-007e-425e-aebc-061de8ddca16,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:35.998503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f87941de-355b-408b-9956-a6c63e542ffd None None] Deleting port f861d967-197c-47f2-99d6-92b48af7337f {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:36.000786 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f87941de-355b-408b-9956-a6c63e542ffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:36.006846 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bec0ac11-aa13-4faf-8ca6-05d9d21ecd10 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9723067 Jul 27 19:56:36.014115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ceddd76-8f51-4a54-a764-90dbc23938b4 req-bc92ca4e-54d3-46a0-8bec-0c50bb2eadab service neutron] 10.222.0.52 "GET /v2.0/networks/b06ac358-2837-4b10-9e3f-bef0ca756cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437977 Jul 27 19:56:36.016452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55132) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:36.044021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:36.046095 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6e34a90a-39b1-4386-86bd-16c639cbf3f8 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:36.094555 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 6e34a90a-39b1-4386-86bd-16c639cbf3f8 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:36.095137 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6e34a90a-39b1-4386-86bd-16c639cbf3f8 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:36.095954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f861d967-197c-47f2-99d6-92b48af7337f no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:36.160516 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-11cc121e-d8e9-4bf8-aa92-aa56e6e04f01 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:36.171083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b38a22f0-4256-47e1-9cb9-b468a71e362f req-5252634a-d6b1-4850-9228-b6f0679517c5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ebd3782e-7afd-493f-bdb2-dc3771776fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200222 Jul 27 19:56:36.218166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f87941de-355b-408b-9956-a6c63e542ffd None None] For port f861d967-197c-47f2-99d6-92b48af7337f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f861d967-197c-47f2-99d6-92b48af7337f,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:36.218889 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f87941de-355b-408b-9956-a6c63e542ffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:36.229213 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:36.235315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f87941de-355b-408b-9956-a6c63e542ffd None None] Calling delete_port for f861d967-197c-47f2-99d6-92b48af7337f owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:36.264125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c82ea0-c6c3-44a8-b127-bf934e16defc req-0d469abd-35ba-4a68-a7c8-231af38279b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:36.265742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9c82ea0-c6c3-44a8-b127-bf934e16defc req-0d469abd-35ba-4a68-a7c8-231af38279b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=44bf5dc907cd434da6d1ad3797d71340&device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 1095 time: 0.1566308 Jul 27 19:56:36.272250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-11cc121e-d8e9-4bf8-aa92-aa56e6e04f01 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:36.297937 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55136) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:36.321122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port f861d967-197c-47f2-99d6-92b48af7337f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f861d967-197c-47f2-99d6-92b48af7337f,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:36.329584 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:36.329833 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 52d69149-2046-4d5d-ba24-908bed620db6 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:36.371893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:36.372946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 52d69149-2046-4d5d-ba24-908bed620db6 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:36.373607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 52d69149-2046-4d5d-ba24-908bed620db6 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:36.375227 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:36.410367 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-75b9b363-215f-45db-9b1c-f4fb664f954f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=530f88a84a434ec586a35453c8add755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108627 Jul 27 19:56:36.411396 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55138) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:36.447550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=f861d967-197c-47f2-99d6-92b48af7337f,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:36.452194 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f87941de-355b-408b-9956-a6c63e542ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:36.479501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-11cc121e-d8e9-4bf8-aa92-aa56e6e04f01 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Network eddbe641-6e3a-461f-96f2-3907edd456b0 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:36.494890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-11cc121e-d8e9-4bf8-aa92-aa56e6e04f01 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:36.501782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc121e-d8e9-4bf8-aa92-aa56e6e04f01 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Pushing event updated for resources: {'Port': ['ID=adb7792f-c3a0-46d7-99a2-7fb3501620ac,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:36.504130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-11cc121e-d8e9-4bf8-aa92-aa56e6e04f01 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:36.512534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87941de-355b-408b-9956-a6c63e542ffd None None] Pushing event deleted for resources: {'Port': ['ID=f861d967-197c-47f2-99d6-92b48af7337f,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:36.522315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87941de-355b-408b-9956-a6c63e542ffd None None] No DVR routers for this DVR port f861d967-197c-47f2-99d6-92b48af7337f on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:56:36.537632 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-470539d0-b73a-459a-b3d0-7f0bf5c11db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:36.546875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e89040-03fb-49fc-8d5d-64020607b619 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:36.566284 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-470539d0-b73a-459a-b3d0-7f0bf5c11db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:36.630323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c82ea0-c6c3-44a8-b127-bf934e16defc req-e60a8def-d2ef-471e-87ac-047284631b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:36.630908 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-470539d0-b73a-459a-b3d0-7f0bf5c11db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:36.632257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9c82ea0-c6c3-44a8-b127-bf934e16defc req-e60a8def-d2ef-471e-87ac-047284631b3c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b06ac358-2837-4b10-9e3f-bef0ca756cfa HTTP/1.1" status: 200 len: 913 time: 0.3562319 Jul 27 19:56:36.634162 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-470539d0-b73a-459a-b3d0-7f0bf5c11db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:36.639856 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-470539d0-b73a-459a-b3d0-7f0bf5c11db1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f041788-86b9-44d3-9faf-b1908d47637f HTTP/1.1" status: 204 len: 168 time: 0.2269111 Jul 27 19:56:36.656446 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470539d0-b73a-459a-b3d0-7f0bf5c11db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f041788-86b9-44d3-9faf-b1908d47637f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:36.709413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-11cc121e-d8e9-4bf8-aa92-aa56e6e04f01 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:36.710141 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-11cc121e-d8e9-4bf8-aa92-aa56e6e04f01 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:36.722729 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9c82ea0-c6c3-44a8-b127-bf934e16defc req-ba411815-9f53-4cb2-8eb9-9d87dee936cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 HTTP/1.1" status: 200 len: 217 time: 0.0796053 Jul 27 19:56:36.754763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a855a2-52ea-44c8-993d-93f1efaacd5f req-fecc0768-44a4-4f4d-b0f6-270ae9c69fb3 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:36.762342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61a855a2-52ea-44c8-993d-93f1efaacd5f req-fecc0768-44a4-4f4d-b0f6-270ae9c69fb3 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 943 time: 0.3968949 Jul 27 19:56:36.816135 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-11cc121e-d8e9-4bf8-aa92-aa56e6e04f01 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0691202 Jul 27 19:56:36.822718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': 'e5caffc5-007e-425e-aebc-061de8ddca16'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:56:36.823635 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:36.840559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Request body: {'port': {'device_id': '7145c38a-84ec-4590-80dc-82ccf7009a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:36.915914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c82ea0-c6c3-44a8-b127-bf934e16defc req-c76294a6-b3e9-45ff-807b-2087d46b1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:36.917461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9c82ea0-c6c3-44a8-b127-bf934e16defc req-c76294a6-b3e9-45ff-807b-2087d46b1748 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7 HTTP/1.1" status: 200 len: 851 time: 0.1860242 Jul 27 19:56:36.934471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61a855a2-52ea-44c8-993d-93f1efaacd5f req-7114c97d-5ad6-4ce6-b338-ae0e413d20eb tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/security-groups?id=524e4cd3-18a1-41ef-8159-7a504d46a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712091 Jul 27 19:56:36.980729 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3264-1c54-42f1-80f3-8efc3f0fc644 req-45b37074-3990-4cc9-be90-c86a6834201c tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:36.988234 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d1b3264-1c54-42f1-80f3-8efc3f0fc644 req-45b37074-3990-4cc9-be90-c86a6834201c tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 945 time: 0.4308243 Jul 27 19:56:37.168653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d1b3264-1c54-42f1-80f3-8efc3f0fc644 req-b4d3a202-d4ef-45cf-a484-e1743d67431f tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd3782e-7afd-493f-bdb2-dc3771776fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752777 Jul 27 19:56:37.169363 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:37.216180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Allocated IP 172.20.0.2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/e5caffc5-007e-425e-aebc-061de8ddca16/e3facce3-c282-4bbb-b7c5-05948b58401e) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:37.280500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c82ea0-c6c3-44a8-b127-bf934e16defc req-f5452e3a-04a2-431b-a89e-934d827c7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:37.283963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9c82ea0-c6c3-44a8-b127-bf934e16defc req-f5452e3a-04a2-431b-a89e-934d827c7b2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b06ac358-2837-4b10-9e3f-bef0ca756cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3538117 Jul 27 19:56:37.466241 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:37.481139 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Transition to ACTIVE for port object e3facce3-c282-4bbb-b7c5-05948b58401e will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:37.511473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Transition to ACTIVE for port object e3facce3-c282-4bbb-b7c5-05948b58401e will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:37.519678 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:37.575307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:37.580479 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:37.583906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:37.589550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Pushing event updated for resources: {'Port': ['ID=e3facce3-c282-4bbb-b7c5-05948b58401e,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:37.657548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Attempting to bind port e3facce3-c282-4bbb-b7c5-05948b58401e on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:37.658006 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Attempting to bind port e3facce3-c282-4bbb-b7c5-05948b58401e by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:37.658438 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Attempting to bind port e3facce3-c282-4bbb-b7c5-05948b58401e on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:37.665384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:37.666310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:37.666489 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:37.666999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:37.667632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Bound port: e3facce3-c282-4bbb-b7c5-05948b58401e, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:37.668091 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:37.747625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] For port e3facce3-c282-4bbb-b7c5-05948b58401e, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:37.750349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] For port e3facce3-c282-4bbb-b7c5-05948b58401e, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e3facce3-c282-4bbb-b7c5-05948b58401e,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:37.755962 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:37.762956 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55170) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:37.833837 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f47dc-bfed-4a7e-a9e0-da61e81b38d3 None None] Pushing event updated for resources: {'Port': ['ID=e3facce3-c282-4bbb-b7c5-05948b58401e,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:37.936045 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1468641430-network', 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:37.981875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] Made reservation on behalf of 289fc2dd6cba4a79a60c85368f2dc796 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:37.984301 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:37.992248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9e923-bf99-48cb-8857-bffc1b718eea req-e413cb7b-bee9-440d-ac76-1af5a57ed3c6 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:37.993953 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34e9e923-bf99-48cb-8857-bffc1b718eea req-e413cb7b-bee9-440d-ac76-1af5a57ed3c6 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 932 time: 0.7813005 Jul 27 19:56:38.009086 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:38.064419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.objects.ports [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94059) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:56:38.088846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9c82ea0-c6c3-44a8-b127-bf934e16defc req-89a49c0f-1047-4e4b-8802-fb200ade2006 service neutron] 10.222.0.52 "GET /v2.0/networks/b06ac358-2837-4b10-9e3f-bef0ca756cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7952557 Jul 27 19:56:38.162566 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:38.168011 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:38.184313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:56:38.212711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:38.215180 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] Added segment dd733597-e680-40ca-961f-cf49b0487d90 of type vlan for network 0dfd149c-5da4-4dc6-95ab-8e162771181f Jul 27 19:56:38.289044 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fab068c-ed46-4095-b5b4-1c390dfade80,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:38.296760 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:38.335441 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:38.344438 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:38.346054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:38.347053 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:38.386955 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34e9e923-bf99-48cb-8857-bffc1b718eea req-751e9995-09ff-4f80-aacf-c4c1fa2bc9d5 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5300fdf-d1c3-46c6-9ef7-f0ff2420a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465128 Jul 27 19:56:38.429780 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6604235 Jul 27 19:56:38.430006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55184) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:38.437702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-217a8807-9212-4da5-9396-6366007c67f3 admin admin] Request body: {'subnet': {'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1468641430-subnet', 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:38.453380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca91c97-b9f7-4081-a300-1ae24f694b4f admin admin] Pushing event updated for resources: {'Network': ['ID=0dfd149c-5da4-4dc6-95ab-8e162771181f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:38.469524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 0dfd149c-5da4-4dc6-95ab-8e162771181f details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:56:38.492892 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217a8807-9212-4da5-9396-6366007c67f3 admin admin] Made reservation on behalf of 289fc2dd6cba4a79a60c85368f2dc796 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:38.496601 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-217a8807-9212-4da5-9396-6366007c67f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:38.561168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9c82ea0-c6c3-44a8-b127-bf934e16defc req-b1dbd491-c6bb-405b-96f6-29bdfc8f4ef4 service neutron] 10.222.0.52 "GET /v2.0/networks/b06ac358-2837-4b10-9e3f-bef0ca756cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292622 Jul 27 19:56:38.577253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0870f-fc33-4742-8c32-0ff1af08891a req-6744e1f5-ca20-49fc-b297-a92ece33d67b tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:38.585122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ced0870f-fc33-4742-8c32-0ff1af08891a req-6744e1f5-ca20-49fc-b297-a92ece33d67b tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 943 time: 0.5257459 Jul 27 19:56:38.589935 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb7792f-c3a0-46d7-99a2-7fb3501620ac {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:56:38.606546 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:38.661732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Transition to ACTIVE for port object adb7792f-c3a0-46d7-99a2-7fb3501620ac will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:38.719812 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:38.754474 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-217a8807-9212-4da5-9396-6366007c67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:38.797519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ced0870f-fc33-4742-8c32-0ff1af08891a req-f79e37eb-9c49-4357-bd26-c93f5d124f03 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/security-groups?id=524e4cd3-18a1-41ef-8159-7a504d46a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114711 Jul 27 19:56:38.830827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Pushing event updated for resources: {'Port': ['ID=adb7792f-c3a0-46d7-99a2-7fb3501620ac,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:38.835509 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:38.845977 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a8807-9212-4da5-9396-6366007c67f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a0225cf-270c-42c0-adb1-939c4f198eb6,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:38.861504 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a8807-9212-4da5-9396-6366007c67f3 admin admin] Checking segment: {'id': 'dd733597-e680-40ca-961f-cf49b0487d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:38.861879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217a8807-9212-4da5-9396-6366007c67f3 admin admin] Network hostable DHCP agents. Network: 0dfd149c-5da4-4dc6-95ab-8e162771181f, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:56:38.883246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217a8807-9212-4da5-9396-6366007c67f3 admin admin] Network 0dfd149c-5da4-4dc6-95ab-8e162771181f is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:56:38.895508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-217a8807-9212-4da5-9396-6366007c67f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 0dfd149c-5da4-4dc6-95ab-8e162771181f) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:38.904869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810865ff-9382-40d3-99c5-0404e1eda1cd None None] Network 0dfd149c-5da4-4dc6-95ab-8e162771181f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:38.910061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a8807-9212-4da5-9396-6366007c67f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:38.910763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-217a8807-9212-4da5-9396-6366007c67f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:38.931269 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-217a8807-9212-4da5-9396-6366007c67f3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4977360 Jul 27 19:56:38.931546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55186) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:38.940909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1468641430-router', 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:38.943182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d888af5-dd32-4cdf-9c9a-61a0f6ddaa3a req-3e9f682b-ccc7-43fd-aa1e-cb3dd7bfc784 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:38.951665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d888af5-dd32-4cdf-9c9a-61a0f6ddaa3a req-3e9f682b-ccc7-43fd-aa1e-cb3dd7bfc784 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 945 time: 0.2924907 Jul 27 19:56:38.968539 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:38.970907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:39.042217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:56:39.056293 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:39.095095 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d888af5-dd32-4cdf-9c9a-61a0f6ddaa3a req-48293187-fdab-4c35-a8fe-3e6e18a87c25 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd3782e-7afd-493f-bdb2-dc3771776fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421916 Jul 27 19:56:39.096836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Attempting to bind port adb7792f-c3a0-46d7-99a2-7fb3501620ac on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:39.097982 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Attempting to bind port adb7792f-c3a0-46d7-99a2-7fb3501620ac by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'e5915b5f-72b5-4ef9-a234-feadd5bed928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eddbe641-6e3a-461f-96f2-3907edd456b0'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:39.099184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Attempting to bind port adb7792f-c3a0-46d7-99a2-7fb3501620ac on network eddbe641-6e3a-461f-96f2-3907edd456b0 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:39.111197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Port adb7792f-c3a0-46d7-99a2-7fb3501620ac on network eddbe641-6e3a-461f-96f2-3907edd456b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:56:39.112540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Attempting to bind port adb7792f-c3a0-46d7-99a2-7fb3501620ac on network eddbe641-6e3a-461f-96f2-3907edd456b0 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:39.132331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:39.134886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Checking segment: {'id': 'e5915b5f-72b5-4ef9-a234-feadd5bed928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eddbe641-6e3a-461f-96f2-3907edd456b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:39.135282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Bound using segment: {'id': 'e5915b5f-72b5-4ef9-a234-feadd5bed928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eddbe641-6e3a-461f-96f2-3907edd456b0'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:39.135744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Bound port: adb7792f-c3a0-46d7-99a2-7fb3501620ac, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5915b5f-72b5-4ef9-a234-feadd5bed928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'eddbe641-6e3a-461f-96f2-3907edd456b0'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:39.136112 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:39.154255 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4138b7-1b8c-41c6-a4ea-c13a3eef2209 None None] Network 0dfd149c-5da4-4dc6-95ab-8e162771181f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:39.292135 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:39.329422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] For port e3facce3-c282-4bbb-b7c5-05948b58401e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e3facce3-c282-4bbb-b7c5-05948b58401e,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:39.331730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] For port adb7792f-c3a0-46d7-99a2-7fb3501620ac, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:39.355648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] For port adb7792f-c3a0-46d7-99a2-7fb3501620ac, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=adb7792f-c3a0-46d7-99a2-7fb3501620ac,segment=NetworkSegment(e5915b5f-72b5-4ef9-a234-feadd5bed928),segment_id=e5915b5f-72b5-4ef9-a234-feadd5bed928)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:39.367665 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:39.397891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-22e5c2a0-ebe4-42bb-b14e-acf73ef8c74f None None] Provisioning for port e3facce3-c282-4bbb-b7c5-05948b58401e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:39.410709 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:39.440340 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:39.443137 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:39.448955 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] 10.222.0.63 "PUT /v2.0/ports/adb7792f-c3a0-46d7-99a2-7fb3501620ac HTTP/1.1" status: 200 len: 1093 time: 2.6171203 Jul 27 19:56:39.468970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7145c38a-84ec-4590-80dc-82ccf7009a09', 'tag': 'adb7792f-c3a0-46d7-99a2-7fb3501620ac'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:56:39.477662 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5fb558-64ca-4fba-8072-11295df5d385" -d '{"events": [{"name": "network-changed", "server_uuid": "7145c38a-84ec-4590-80dc-82ccf7009a09", "tag": "adb7792f-c3a0-46d7-99a2-7fb3501620ac"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:39.489536 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:39.490405 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:39.512277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f61dea07-8b3f-40cd-bffa-f3f14e56a0e4,segment=NetworkSegment(59a82611-f169-4a10-bd70-3d3ab9c26bed),segment_id=59a82611-f169-4a10-bd70-3d3ab9c26bed)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:39.531167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'f61dea07-8b3f-40cd-bffa-f3f14e56a0e4', 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'port_id': 'f61dea07-8b3f-40cd-bffa-f3f14e56a0e4', 'mac_address': 'fa:16:3e:3d:0d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:56:39.602327 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:39.619467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:56:39.643332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f61dea07-8b3f-40cd-bffa-f3f14e56a0e4,segment=NetworkSegment(59a82611-f169-4a10-bd70-3d3ab9c26bed),segment_id=59a82611-f169-4a10-bd70-3d3ab9c26bed)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:39.645915 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:39.649386 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:39.677135 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:39.695563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:39.711116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:39.711508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f61dea07-8b3f-40cd-bffa-f3f14e56a0e4,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:39.721790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:39.722793 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:39.723336 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8baa5c-29f2-4b7c-94ce-d24e051dd74e None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:39.725606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be0b9d-b8c5-463f-b418-fe85ab437857 service neutron] Pushing event updated for resources: {'Port': ['ID=adb7792f-c3a0-46d7-99a2-7fb3501620ac,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:39.747029 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=0bc4c778-5000-47e7-bf90-f8b238f90f2d,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:39.816564 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7807014 Jul 27 19:56:39.822697 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55204) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:39.828845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'mac_address': 'fa:16:3e:98:e4:cd', 'name': 'tempest-NetworksTestDHCPv6-971002364'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:39.839703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-e40040bc-3adc-4ed9-92cd-fb0617fadd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:39.843149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-e40040bc-3adc-4ed9-92cd-fb0617fadd8e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8a10a3d4a9124223aad79482d525b3e7&device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 1096 time: 0.3502889 Jul 27 19:56:39.874002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Allocated IP 172.25.1.28 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/812ce625-52e8-40aa-a88e-087ec807a3c8) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:39.878076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa7a43-52d0-467c-9f00-32f3cdcc3af4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=e3facce3-c282-4bbb-b7c5-05948b58401e,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:39.905151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['f61dea07-8b3f-40cd-bffa-f3f14e56a0e4'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:56:39.931722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-57feb4bb-cb28-488e-aac1-63cbbb093465 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adb7792f-c3a0-46d7-99a2-7fb3501620ac HTTP/1.1" status: 200 len: 217 time: 0.0759683 Jul 27 19:56:39.944952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ca61-bf0a-45e0-bba9-ae16388aecb2 req-73ec9e52-61d7-4c43-bdc2-a956bc2f858c tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:39.952631 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a88ca61-bf0a-45e0-bba9-ae16388aecb2 req-73ec9e52-61d7-4c43-bdc2-a956bc2f858c tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 945 time: 0.3711348 Jul 27 19:56:39.963891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48650e71-6935-46ed-9159-66e045d114b7 req-b85598ad-a725-4f16-90c6-b816311aa675 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:39.973454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48650e71-6935-46ed-9159-66e045d114b7 req-b85598ad-a725-4f16-90c6-b816311aa675 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 944 time: 0.4125516 Jul 27 19:56:40.062754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-e38a51ef-bc87-42fa-8487-023b19d613e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:40.065159 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-e38a51ef-bc87-42fa-8487-023b19d613e7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4eddf7c0-ec53-41a4-81ba-3037e460ed13 HTTP/1.1" status: 200 len: 864 time: 0.0879173 Jul 27 19:56:40.110962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e3facce3-c282-4bbb-b7c5-05948b58401e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:40.113737 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:40.118677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:40.132031 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-1580d3f5-fcf9-40e5-89ac-89e445b79747 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eddbe641-6e3a-461f-96f2-3907edd456b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466888 Jul 27 19:56:40.237231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a88ca61-bf0a-45e0-bba9-ae16388aecb2 req-e959dcf5-aaed-4a43-99b0-98a8ad7b1597 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd3782e-7afd-493f-bdb2-dc3771776fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834830 Jul 27 19:56:40.264168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:40.264168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:40.271856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port e3facce3-c282-4bbb-b7c5-05948b58401e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:40.278868 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48650e71-6935-46ed-9159-66e045d114b7 req-3c3c6cbb-b3fa-4342-9c7d-90b303023536 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5300fdf-d1c3-46c6-9ef7-f0ff2420a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024375 Jul 27 19:56:40.286264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e3facce3-c282-4bbb-b7c5-05948b58401e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:40.287607 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:40.373972 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0936719b-9085-4680-b3fe-ffd1e51cf74a x-openstack-request-id: req-0936719b-9085-4680-b3fe-ffd1e51cf74a {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:40.375344 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7145c38a-84ec-4590-80dc-82ccf7009a09", "tag": "adb7792f-c3a0-46d7-99a2-7fb3501620ac", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:40.375668 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0936719b-9085-4680-b3fe-ffd1e51cf74a {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:40.377583 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7145c38a-84ec-4590-80dc-82ccf7009a09', 'tag': 'adb7792f-c3a0-46d7-99a2-7fb3501620ac', 'status': 'completed', 'code': 200} Jul 27 19:56:40.389714 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-ed363a5f-2fa5-49a3-af16-2f7e0c529d56 service neutron] 10.222.0.63 "GET /v2.0/networks/eddbe641-6e3a-461f-96f2-3907edd456b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448130 Jul 27 19:56:40.427347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 20f9aeca-8c99-4320-9f27-32e8bca195a9 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:56:40.469348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:40.482192 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:40.564965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:40.567163 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Pushing event updated for resources: {'Port': ['ID=812ce625-52e8-40aa-a88e-087ec807a3c8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:40.580695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ff002ea-f470-4c84-9cde-5d21c08ce004 req-524bced6-26df-4525-91e4-fa3a696e32c0 service neutron] 10.222.0.63 "GET /v2.0/networks/eddbe641-6e3a-461f-96f2-3907edd456b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822045 Jul 27 19:56:40.685330 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:40.744936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port e3facce3-c282-4bbb-b7c5-05948b58401e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e3facce3-c282-4bbb-b7c5-05948b58401e,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:40.747764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c6ae2-fc4c-4aa4-a743-feb884ed77f0 req-7b4a5252-c640-40cd-8842-8eeba5c3227f tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:40.752136 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee5c6ae2-fc4c-4aa4-a743-feb884ed77f0 req-7b4a5252-c640-40cd-8842-8eeba5c3227f tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 944 time: 0.1694922 Jul 27 19:56:40.765962 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:40.776930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fb558-64ca-4fba-8072-11295df5d385 req-cb74473a-0061-47d2-8b83-1e0170851006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:40.778787 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b5fb558-64ca-4fba-8072-11295df5d385 req-cb74473a-0061-47d2-8b83-1e0170851006 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8a10a3d4a9124223aad79482d525b3e7&device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 1096 time: 0.1317790 Jul 27 19:56:40.837113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=e3facce3-c282-4bbb-b7c5-05948b58401e,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:40.923217 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee5c6ae2-fc4c-4aa4-a743-feb884ed77f0 req-48422090-f4dc-4ee8-abbb-b34a8b80b7dc tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/security-groups?id=524e4cd3-18a1-41ef-8159-7a504d46a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569955 Jul 27 19:56:41.004005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fb558-64ca-4fba-8072-11295df5d385 req-4d4793c4-f6e0-48af-85dc-4b7d2b26caab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:41.006275 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b5fb558-64ca-4fba-8072-11295df5d385 req-4d4793c4-f6e0-48af-85dc-4b7d2b26caab service neutron] 10.222.0.63 "GET /v2.0/networks?id=eddbe641-6e3a-461f-96f2-3907edd456b0 HTTP/1.1" status: 200 len: 925 time: 0.2175670 Jul 27 19:56:41.016312 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 172.20.0.12 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/e5caffc5-007e-425e-aebc-061de8ddca16/20f9aeca-8c99-4320-9f27-32e8bca195a9) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:41.036099 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:41.061216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::f816:3eff:fe98:e4cd (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/0bc4c778-5000-47e7-bf90-f8b238f90f2d/20f9aeca-8c99-4320-9f27-32e8bca195a9) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:41.067679 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b5fb558-64ca-4fba-8072-11295df5d385 req-ff874d72-220d-4fe3-bd44-3275040e4d42 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adb7792f-c3a0-46d7-99a2-7fb3501620ac HTTP/1.1" status: 200 len: 217 time: 0.0465956 Jul 27 19:56:41.136291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:41.143753 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:41.144620 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:41.176434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c5f69-88d0-4830-af34-4061f48b7063 req-662b8614-1dda-4e11-ab9f-f9815e02d6e7 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:41.178304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d7c5f69-88d0-4830-af34-4061f48b7063 req-662b8614-1dda-4e11-ab9f-f9815e02d6e7 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.52 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 945 time: 0.2363460 Jul 27 19:56:41.180266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fb558-64ca-4fba-8072-11295df5d385 req-3d68abc1-b932-425e-a739-bfc0cb2d3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:41.181816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b5fb558-64ca-4fba-8072-11295df5d385 req-3d68abc1-b932-425e-a739-bfc0cb2d3e58 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4eddf7c0-ec53-41a4-81ba-3037e460ed13 HTTP/1.1" status: 200 len: 864 time: 0.1047990 Jul 27 19:56:41.225137 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:41.259309 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b5fb558-64ca-4fba-8072-11295df5d385 req-396c7769-f995-4f82-b69c-51a7f21c27a0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=eddbe641-6e3a-461f-96f2-3907edd456b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644133 Jul 27 19:56:41.307581 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:41.392204 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61dea07-8b3f-40cd-bffa-f3f14e56a0e4'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:56:41.396619 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be16a3d-8f46-41ad-b0a5-8172db455bfb" -d '{"events": [{"server_uuid": "ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee", "name": "network-vif-plugged", "status": "completed", "tag": "f61dea07-8b3f-40cd-bffa-f3f14e56a0e4"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:41.419238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b5fb558-64ca-4fba-8072-11295df5d385 req-50066fda-f805-4434-bd7f-d71d0fbd9f1d service neutron] 10.222.0.63 "GET /v2.0/networks/eddbe641-6e3a-461f-96f2-3907edd456b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517572 Jul 27 19:56:41.446999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f61dea07-8b3f-40cd-bffa-f3f14e56a0e4,segment=NetworkSegment(59a82611-f169-4a10-bd70-3d3ab9c26bed),segment_id=59a82611-f169-4a10-bd70-3d3ab9c26bed)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:41.470824 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:41.472961 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:41.482170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-da95f9f3-5888-4c98-a6a9-3d51a2f390cd None None] Provisioning complete for port e3facce3-c282-4bbb-b7c5-05948b58401e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:41.482712 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-da95f9f3-5888-4c98-a6a9-3d51a2f390cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:41.486801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-4d7c5f69-88d0-4830-af34-4061f48b7063 req-99a66bbf-7bdd-4c43-b330-37e340265147 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Deleting port 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:41.487165 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4d7c5f69-88d0-4830-af34-4061f48b7063 req-99a66bbf-7bdd-4c43-b330-37e340265147 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:41.606827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f61dea07-8b3f-40cd-bffa-f3f14e56a0e4,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:41.913110 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:41.930518 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:41.935912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object 20f9aeca-8c99-4320-9f27-32e8bca195a9 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:41.984173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e3facce3-c282-4bbb-b7c5-05948b58401e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:42.053344 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e3facce3-c282-4bbb-b7c5-05948b58401e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:42.053753 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:42.056209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-4d7c5f69-88d0-4830-af34-4061f48b7063 req-99a66bbf-7bdd-4c43-b330-37e340265147 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] For port 005f27d7-1c3b-4db5-a3a2-edeb05b6b164, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=005f27d7-1c3b-4db5-a3a2-edeb05b6b164,segment=NetworkSegment(1a985397-adce-47a7-a779-6f7fa36a1b14),segment_id=1a985397-adce-47a7-a779-6f7fa36a1b14)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:42.056771 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4d7c5f69-88d0-4830-af34-4061f48b7063 req-99a66bbf-7bdd-4c43-b330-37e340265147 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:42.060305 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:42.090816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b5fb558-64ca-4fba-8072-11295df5d385 req-badecb23-b862-4ed6-838f-2f2600592e01 service neutron] 10.222.0.63 "GET /v2.0/networks/eddbe641-6e3a-461f-96f2-3907edd456b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570530 Jul 27 19:56:42.101554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2c748-2ef0-4372-90f4-925bba69a586 req-285746fd-c23f-4bbf-ba82-d913c86f54b9 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:42.108247 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94d2c748-2ef0-4372-90f4-925bba69a586 req-285746fd-c23f-4bbf-ba82-d913c86f54b9 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 945 time: 0.6880352 Jul 27 19:56:42.119209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-4d7c5f69-88d0-4830-af34-4061f48b7063 req-99a66bbf-7bdd-4c43-b330-37e340265147 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Calling delete_port for 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:42.140127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b38d6c-72b6-45b2-9810-c4c40bd3e01a req-efa88cfb-2f78-4be9-b793-cc6bf7004265 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:42.144554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3b38d6c-72b6-45b2-9810-c4c40bd3e01a req-efa88cfb-2f78-4be9-b793-cc6bf7004265 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 944 time: 0.6805816 Jul 27 19:56:42.150145 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:42.157868 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:42.170778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:42.212224 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=20f9aeca-8c99-4320-9f27-32e8bca195a9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:42.252101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:42.252821 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:42.254157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94d2c748-2ef0-4372-90f4-925bba69a586 req-49efb03f-c3fd-4682-b81a-1978f2c1256f tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd3782e-7afd-493f-bdb2-dc3771776fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449771 Jul 27 19:56:42.255518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Router 934ff7bc-9549-419e-98b1-d394948d3990 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:56:42.283553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3b38d6c-72b6-45b2-9810-c4c40bd3e01a req-6de2c453-d658-4edd-b9d8-ea41b4addd7d tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5300fdf-d1c3-46c6-9ef7-f0ff2420a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321833 Jul 27 19:56:42.362244 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a847b5ed-8068-4f18-871b-1b4149e52da8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5360425 Jul 27 19:56:42.362498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55228) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:42.382648 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53304f66-a62d-4fdb-8c28-8d4bdb6ba93f x-openstack-request-id: req-53304f66-a62d-4fdb-8c28-8d4bdb6ba93f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:42.382842 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee", "name": "network-vif-plugged", "status": "completed", "tag": "f61dea07-8b3f-40cd-bffa-f3f14e56a0e4", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:42.388734 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53304f66-a62d-4fdb-8c28-8d4bdb6ba93f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:42.389354 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61dea07-8b3f-40cd-bffa-f3f14e56a0e4', 'code': 200} Jul 27 19:56:42.441093 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4d7c5f69-88d0-4830-af34-4061f48b7063 req-99a66bbf-7bdd-4c43-b330-37e340265147 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:42.456858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['005f27d7-1c3b-4db5-a3a2-edeb05b6b164'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:56:42.559574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f07100e-7609-4db4-918b-d12c178e91d0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:42.566172 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f07100e-7609-4db4-918b-d12c178e91d0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:42.569136 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a66bbf-7bdd-4c43-b330-37e340265147 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Pushing event deleted for resources: {'Port': ['ID=005f27d7-1c3b-4db5-a3a2-edeb05b6b164,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:42.571277 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7f07100e-7609-4db4-918b-d12c178e91d0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2077608 Jul 27 19:56:42.583327 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55230) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:42.619467 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:56:42.630857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a3643f7c-8a21-480f-abe6-ddbcafee25fe None None] Provisioning for port 20f9aeca-8c99-4320-9f27-32e8bca195a9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:42.639019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a3643f7c-8a21-480f-abe6-ddbcafee25fe None None] Provisioning complete for port 20f9aeca-8c99-4320-9f27-32e8bca195a9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:42.639398 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a3643f7c-8a21-480f-abe6-ddbcafee25fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:42.643887 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Sync routers for ids ['934ff7bc-9549-419e-98b1-d394948d3990'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:56:42.680855 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:42.682385 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e5724234-a88c-40cf-92be-f9945545b740 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7498176 Jul 27 19:56:42.687481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55234) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:42.699998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Routers {'934ff7bc-9549-419e-98b1-d394948d3990'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:42.700654 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:56:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['934ff7bc-9549-419e-98b1-d394948d3990'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:42.701138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7c5f69-88d0-4830-af34-4061f48b7063 req-99a66bbf-7bdd-4c43-b330-37e340265147 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] No DVR routers for this DVR port 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:56:42.705798 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4d7c5f69-88d0-4830-af34-4061f48b7063 req-99a66bbf-7bdd-4c43-b330-37e340265147 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:42.707182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d7c5f69-88d0-4830-af34-4061f48b7063 req-99a66bbf-7bdd-4c43-b330-37e340265147 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.52 "DELETE /v2.0/ports/005f27d7-1c3b-4db5-a3a2-edeb05b6b164 HTTP/1.1" status: 204 len: 173 time: 1.5224681 Jul 27 19:56:42.711048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83cca2b8-2980-444e-bd04-e9b9641f0cac', 'name': 'network-vif-deleted', 'tag': '005f27d7-1c3b-4db5-a3a2-edeb05b6b164'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:56:42.713521 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd4b9c5-dd7b-498e-b9dc-4bd72bab0315" -d '{"events": [{"server_uuid": "83cca2b8-2980-444e-bd04-e9b9641f0cac", "name": "network-vif-deleted", "tag": "005f27d7-1c3b-4db5-a3a2-edeb05b6b164"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:42.762584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a923e5f-c602-4589-9ca8-51c896964877 req-dd485ccc-8db9-441c-83d2-87256526c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:42.764016 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a923e5f-c602-4589-9ca8-51c896964877 req-dd485ccc-8db9-441c-83d2-87256526c818 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 1097 time: 0.3023536 Jul 27 19:56:42.773784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42485ee3-656d-457a-b918-6b482433e157 req-df87c023-7b60-490e-972c-5750c9739f60 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:42.775715 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42485ee3-656d-457a-b918-6b482433e157 req-df87c023-7b60-490e-972c-5750c9739f60 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 945 time: 0.1951888 Jul 27 19:56:42.788915 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a3643f7c-8a21-480f-abe6-ddbcafee25fe None None] Port 20f9aeca-8c99-4320-9f27-32e8bca195a9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:56:42.836733 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd0d8d4-ed46-4462-a2db-2a4612e23d22 x-openstack-request-id: req-3cd0d8d4-ed46-4462-a2db-2a4612e23d22 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:42.837010 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83cca2b8-2980-444e-bd04-e9b9641f0cac", "name": "network-vif-deleted", "tag": "005f27d7-1c3b-4db5-a3a2-edeb05b6b164", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:42.837264 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cd0d8d4-ed46-4462-a2db-2a4612e23d22 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:42.837646 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83cca2b8-2980-444e-bd04-e9b9641f0cac', 'name': 'network-vif-deleted', 'tag': '005f27d7-1c3b-4db5-a3a2-edeb05b6b164', 'status': 'completed', 'code': 200} Jul 27 19:56:42.848242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a923e5f-c602-4589-9ca8-51c896964877 req-c6c0476a-1ea7-4fd1-8ad8-0b43df1ec429 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=524e4cd3-18a1-41ef-8159-7a504d46a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710132 Jul 27 19:56:42.859320 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42485ee3-656d-457a-b918-6b482433e157 req-bc77c442-5f84-4543-8788-055b6e5a78fd tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/security-groups?id=524e4cd3-18a1-41ef-8159-7a504d46a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757215 Jul 27 19:56:42.918267 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Set router 934ff7bc-9549-419e-98b1-d394948d3990 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:42.937398 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5029a800-97ff-4c73-b96f-0448d93b95e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port 20f9aeca-8c99-4320-9f27-32e8bca195a9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:42.937767 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5029a800-97ff-4c73-b96f-0448d93b95e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:43.078702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5029a800-97ff-4c73-b96f-0448d93b95e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:43.135025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5029a800-97ff-4c73-b96f-0448d93b95e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for 20f9aeca-8c99-4320-9f27-32e8bca195a9 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:43.136925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934ff7bc-9549-419e-98b1-d394948d3990', 'name': 'tempest-ServerRescueNegativeTestJSON-1468641430-router', 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:38Z', 'updated_at': '2021-07-27T19:56:40Z', 'revision_number': 3, 'project_id': '289fc2dd6cba4a79a60c85368f2dc796', 'gw_port': {'id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934ff7bc-9549-419e-98b1-d394948d3990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:39Z', 'updated_at': '2021-07-27T19:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:43.171082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Checking router: 934ff7bc-9549-419e-98b1-d394948d3990 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:56:43.171434 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Updating router 934ff7bc-9549-419e-98b1-d394948d3990 port 812ce625-52e8-40aa-a88e-087ec807a3c8 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:56:43.210140 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:43.359679 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-36c83f6e-23d6-459d-9df2-2efc626f9e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:43.487766 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:43.509872 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5029a800-97ff-4c73-b96f-0448d93b95e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:43.548590 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:43.561066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9c8fc69-db3e-4912-bcf8-d34010665c79 req-25f2a59a-079f-4396-8a09-68e84bbbf2d5 tempest-ServerAddressesNegativeTestJSON-1912158565 tempest-ServerAddressesNegativeTestJSON-1912158565-project] 10.222.0.48 "GET /v2.0/ports?device_id=83cca2b8-2980-444e-bd04-e9b9641f0cac HTTP/1.1" status: 200 len: 210 time: 0.0931497 Jul 27 19:56:43.580208 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029a800-97ff-4c73-b96f-0448d93b95e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=20f9aeca-8c99-4320-9f27-32e8bca195a9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:43.588618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Transition to ACTIVE for port object 812ce625-52e8-40aa-a88e-087ec807a3c8 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:43.603224 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:43.653816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e2894-e102-4246-98a5-40991abe0188 req-1a658d93-9052-4382-9d6e-da61dac9a560 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:43.658740 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-366e2894-e102-4246-98a5-40991abe0188 req-1a658d93-9052-4382-9d6e-da61dac9a560 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 944 time: 0.2173281 Jul 27 19:56:43.690580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Attempting to bind port 812ce625-52e8-40aa-a88e-087ec807a3c8 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:43.691354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Attempting to bind port 812ce625-52e8-40aa-a88e-087ec807a3c8 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:43.691949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Attempting to bind port 812ce625-52e8-40aa-a88e-087ec807a3c8 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:43.703604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89df94-0c78-402b-99f2-0df596f99104 None None] Pushing event updated for resources: {'Port': ['ID=812ce625-52e8-40aa-a88e-087ec807a3c8,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:43.718214 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:43.719177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:43.719854 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:43.722677 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:43.723173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Bound port: 812ce625-52e8-40aa-a88e-087ec807a3c8, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:43.723564 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:43.766389 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-366e2894-e102-4246-98a5-40991abe0188 req-e61aa06d-dd46-4315-88d9-bd11df226a84 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5300fdf-d1c3-46c6-9ef7-f0ff2420a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950403 Jul 27 19:56:43.824229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] For port 812ce625-52e8-40aa-a88e-087ec807a3c8, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:43.832433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] For port 812ce625-52e8-40aa-a88e-087ec807a3c8, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=812ce625-52e8-40aa-a88e-087ec807a3c8,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:43.864375 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:43.918203 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5029a800-97ff-4c73-b96f-0448d93b95e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:43.920619 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5029a800-97ff-4c73-b96f-0448d93b95e1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/20f9aeca-8c99-4320-9f27-32e8bca195a9 HTTP/1.1" status: 204 len: 168 time: 1.3358457 Jul 27 19:56:43.927361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55250) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:44.014058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Routers {'934ff7bc-9549-419e-98b1-d394948d3990'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:44.014941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:56:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['934ff7bc-9549-419e-98b1-d394948d3990'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:44.016952 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89df94-0c78-402b-99f2-0df596f99104 None None] Pushing event updated for resources: {'Port': ['ID=812ce625-52e8-40aa-a88e-087ec807a3c8,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:44.018818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Allocated IP 172.20.0.1 (0dfd149c-5da4-4dc6-95ab-8e162771181f/3a0225cf-270c-42c0-adb1-939c4f198eb6/f1589c6b-76e3-49fd-871a-b842e7ec111d) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:44.097939 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646961f5-2b6e-4cb7-84df-110027250f28 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:44.100597 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646961f5-2b6e-4cb7-84df-110027250f28 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:44.102394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646961f5-2b6e-4cb7-84df-110027250f28 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:44.104017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-646961f5-2b6e-4cb7-84df-110027250f28 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1765103 Jul 27 19:56:44.107195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55252) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:44.167374 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.169666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] Set router 934ff7bc-9549-419e-98b1-d394948d3990 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:44.181572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588bc2d-1f49-47e6-90b7-050b06ab2b42 req-d42d0e72-9812-499b-85c7-a291d160f0bb tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:44.183116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5588bc2d-1f49-47e6-90b7-050b06ab2b42 req-d42d0e72-9812-499b-85c7-a291d160f0bb tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 945 time: 0.1860354 Jul 27 19:56:44.192675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-8112e3fa-a5f8-4e9a-9d6d-97682e020a1a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 0bc4c778-5000-47e7-bf90-f8b238f90f2d {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:44.213984 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8112e3fa-a5f8-4e9a-9d6d-97682e020a1a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.225724 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.246536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Network 0dfd149c-5da4-4dc6-95ab-8e162771181f is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:44.249348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:44.267632 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5588bc2d-1f49-47e6-90b7-050b06ab2b42 req-71bc5e5d-e13d-446d-b88a-071fbbb79dd9 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/security-groups?id=524e4cd3-18a1-41ef-8159-7a504d46a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720251 Jul 27 19:56:44.287402 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8112e3fa-a5f8-4e9a-9d6d-97682e020a1a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.291310 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:44.310783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device adb7792f-c3a0-46d7-99a2-7fb3501620ac details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:56:44.345361 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f1589c6b-76e3-49fd-871a-b842e7ec111d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:44.356971 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.473075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port adb7792f-c3a0-46d7-99a2-7fb3501620ac, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=adb7792f-c3a0-46d7-99a2-7fb3501620ac,segment=NetworkSegment(e5915b5f-72b5-4ef9-a234-feadd5bed928),segment_id=e5915b5f-72b5-4ef9-a234-feadd5bed928)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:44.474554 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8112e3fa-a5f8-4e9a-9d6d-97682e020a1a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.488500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'adb7792f-c3a0-46d7-99a2-7fb3501620ac', 'network_id': 'eddbe641-6e3a-461f-96f2-3907edd456b0', 'port_id': 'adb7792f-c3a0-46d7-99a2-7fb3501620ac', 'mac_address': 'fa:16:3e:2a:63:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eddf7c0-ec53-41a4-81ba-3037e460ed13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:56:44.511017 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.543810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacf73f-303a-4a18-9eb6-62ab2099067e req-8656950a-4f94-4596-b29c-7c289c5b9a62 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:44.549148 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-edacf73f-303a-4a18-9eb6-62ab2099067e req-8656950a-4f94-4596-b29c-7c289c5b9a62 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 945 time: 0.1811459 Jul 27 19:56:44.549550 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.554299 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55256) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:44.558923 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-753ad786-52ab-4b7e-993d-52ea67799404 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Request body: {'floatingip': {'port_id': 'f61dea07-8b3f-40cd-bffa-f3f14e56a0e4'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:44.565541 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934ff7bc-9549-419e-98b1-d394948d3990', 'name': 'tempest-ServerRescueNegativeTestJSON-1468641430-router', 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:38Z', 'updated_at': '2021-07-27T19:56:40Z', 'revision_number': 3, 'project_id': '289fc2dd6cba4a79a60c85368f2dc796', 'gw_port': {'id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934ff7bc-9549-419e-98b1-d394948d3990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:39Z', 'updated_at': '2021-07-27T19:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:44.606573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb7792f-c3a0-46d7-99a2-7fb3501620ac {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:56:44.613102 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-753ad786-52ab-4b7e-993d-52ea67799404 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.623311 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bfc38a-d1c6-42c0-b32a-e1d335ba254c None None] The sync data for ids ['934ff7bc-9549-419e-98b1-d394948d3990'] in n-d-705657-21 is: [{'id': '934ff7bc-9549-419e-98b1-d394948d3990', 'name': 'tempest-ServerRescueNegativeTestJSON-1468641430-router', 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:38Z', 'updated_at': '2021-07-27T19:56:40Z', 'revision_number': 3, 'project_id': '289fc2dd6cba4a79a60c85368f2dc796', 'gw_port': {'id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934ff7bc-9549-419e-98b1-d394948d3990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:39Z', 'updated_at': '2021-07-27T19:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:56:44.661621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port adb7792f-c3a0-46d7-99a2-7fb3501620ac, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=adb7792f-c3a0-46d7-99a2-7fb3501620ac,segment=NetworkSegment(e5915b5f-72b5-4ef9-a234-feadd5bed928),segment_id=e5915b5f-72b5-4ef9-a234-feadd5bed928)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:44.662861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55260) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:44.669602 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.688685 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8112e3fa-a5f8-4e9a-9d6d-97682e020a1a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.737598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=adb7792f-c3a0-46d7-99a2-7fb3501620ac,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:44.769415 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.776219 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.792433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112e3fa-a5f8-4e9a-9d6d-97682e020a1a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc4c778-5000-47e7-bf90-f8b238f90f2d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:44.816069 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8112e3fa-a5f8-4e9a-9d6d-97682e020a1a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.819546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af7f8c8-3445-4fc4-aeee-217aba48b44e None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:44.821467 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8112e3fa-a5f8-4e9a-9d6d-97682e020a1a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/0bc4c778-5000-47e7-bf90-f8b238f90f2d HTTP/1.1" status: 204 len: 168 time: 0.7133062 Jul 27 19:56:44.829626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55266) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:44.878097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1df9cf2-6ec1-49ca-8010-52134d3512bc admin admin] Deleting subnet da9701d0-838f-433e-977a-97ae3a0f972e {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:44.882018 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1df9cf2-6ec1-49ca-8010-52134d3512bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.923428 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1df9cf2-6ec1-49ca-8010-52134d3512bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:44.929718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f1589c6b-76e3-49fd-871a-b842e7ec111d,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:44.987804 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:45.063745 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['adb7792f-c3a0-46d7-99a2-7fb3501620ac'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:56:45.066823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:45.079959 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1df9cf2-6ec1-49ca-8010-52134d3512bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:45.098631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:45.098901 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 005f27d7-1c3b-4db5-a3a2-edeb05b6b164 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:45.171811 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1df9cf2-6ec1-49ca-8010-52134d3512bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:45.186351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-2225277c-3c9e-4552-8d7c-b5716be98e75 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet e5caffc5-007e-425e-aebc-061de8ddca16 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:45.211909 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2225277c-3c9e-4552-8d7c-b5716be98e75 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:45.230260 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Network 0dfd149c-5da4-4dc6-95ab-8e162771181f is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:45.231702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:45.307139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df9cf2-6ec1-49ca-8010-52134d3512bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9701d0-838f-433e-977a-97ae3a0f972e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:45.309272 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1df9cf2-6ec1-49ca-8010-52134d3512bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:45.313900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c1df9cf2-6ec1-49ca-8010-52134d3512bc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/da9701d0-838f-433e-977a-97ae3a0f972e HTTP/1.1" status: 204 len: 168 time: 0.6499720 Jul 27 19:56:45.318845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55272) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:45.393527 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2225277c-3c9e-4552-8d7c-b5716be98e75 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:45.444675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c5a85-ee02-4eeb-a965-da4d486a6de5 req-44b49ee4-8ed6-445a-9cf8-8300c943bee7 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:45.447912 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-503c5a85-ee02-4eeb-a965-da4d486a6de5 req-44b49ee4-8ed6-445a-9cf8-8300c943bee7 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 945 time: 0.4551611 Jul 27 19:56:45.487931 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57ed4417-d218-408c-8668-c3e9d4ba3587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:45.495631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Router 934ff7bc-9549-419e-98b1-d394948d3990 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:56:45.664862 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57ed4417-d218-408c-8668-c3e9d4ba3587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:45.679615 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2225277c-3c9e-4552-8d7c-b5716be98e75 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:45.686669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-57ed4417-d218-408c-8668-c3e9d4ba3587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32bddeec-f89b-436a-9bf7-0af70fa80666']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:45.711150 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:56:45.719933 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-57ed4417-d218-408c-8668-c3e9d4ba3587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a985397-adce-47a7-a779-6f7fa36a1b14') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:45.720666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-57ed4417-d218-408c-8668-c3e9d4ba3587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a985397-adce-47a7-a779-6f7fa36a1b14') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:45.776665 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57ed4417-d218-408c-8668-c3e9d4ba3587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:45.821358 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-503c5a85-ee02-4eeb-a965-da4d486a6de5 req-1748b19d-ae11-45ef-8644-2517bdc57938 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5300fdf-d1c3-46c6-9ef7-f0ff2420a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594058 Jul 27 19:56:45.826089 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57ed4417-d218-408c-8668-c3e9d4ba3587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:45.847058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ed4417-d218-408c-8668-c3e9d4ba3587 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:56:45.847678 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57ed4417-d218-408c-8668-c3e9d4ba3587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:56:45.852020 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:56:45.872041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:56:45.873924 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2225277c-3c9e-4552-8d7c-b5716be98e75 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:45.943562 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-04e42318-af29-46ae-b900-f42dfdfdc5b1 admin admin] 10.222.0.48 "PUT /v2.0/routers/934ff7bc-9549-419e-98b1-d394948d3990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2550149 Jul 27 19:56:45.984250 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57ed4417-d218-408c-8668-c3e9d4ba3587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:45.995618 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57ed4417-d218-408c-8668-c3e9d4ba3587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:45.998219 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-57ed4417-d218-408c-8668-c3e9d4ba3587 admin admin] 10.222.0.48 "DELETE /v2.0/networks/32bddeec-f89b-436a-9bf7-0af70fa80666 HTTP/1.1" status: 204 len: 168 time: 0.6782107 Jul 27 19:56:46.015558 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed4417-d218-408c-8668-c3e9d4ba3587 admin admin] Pushing event deleted for resources: {'Network': ['ID=32bddeec-f89b-436a-9bf7-0af70fa80666,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:46.021424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225277c-3c9e-4552-8d7c-b5716be98e75 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=e5caffc5-007e-425e-aebc-061de8ddca16,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:46.053831 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2225277c-3c9e-4552-8d7c-b5716be98e75 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:46.064145 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2225277c-3c9e-4552-8d7c-b5716be98e75 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/e5caffc5-007e-425e-aebc-061de8ddca16 HTTP/1.1" status: 204 len: 168 time: 1.2315888 Jul 27 19:56:46.067021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55284) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:46.083401 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.resource_extend [None req-753ad786-52ab-4b7e-993d-52ea67799404 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 19:56:46.090664 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 812ce625-52e8-40aa-a88e-087ec807a3c8 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:46.154670 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e4819348-0f32-4c93-a801-4c4c99c4a3b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865026 Jul 27 19:56:46.160050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55286) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:46.228086 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8e08c058-2f37-47fa-8db8-dca1365b2703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:46.253949 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:46.259970 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-753ad786-52ab-4b7e-993d-52ea67799404 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:46.271508 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-753ad786-52ab-4b7e-993d-52ea67799404 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:46.293781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 812ce625-52e8-40aa-a88e-087ec807a3c8 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:46.304587 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26284c9-0bd3-45bd-972e-38b179fa3ac1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:46.309519 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c26284c9-0bd3-45bd-972e-38b179fa3ac1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1480637 Jul 27 19:56:46.310679 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55296) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:46.325839 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 812ce625-52e8-40aa-a88e-087ec807a3c8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:46.327804 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:46.330521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device adb7792f-c3a0-46d7-99a2-7fb3501620ac up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:46.363564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55300) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:46.407874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c229e441-031c-44a7-8b25-8cca75fe9754 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:46.420941 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c229e441-031c-44a7-8b25-8cca75fe9754 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1090949 Jul 27 19:56:46.421661 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55302) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:46.442898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7a0af7-7b60-41cc-b349-22b35d9f6672 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:46.502583 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2ed1398c-986f-4e2f-8bf9-7d3aa3e14c3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a96f6f37469470e8ed3916045fcd15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345496 Jul 27 19:56:46.502583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55308) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:46.523120 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-56d4d791-a8b3-4cd3-9cf0-118852b4a59e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000164 Jul 27 19:56:46.529596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55310) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:46.534538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-98b797c6-ac83-4b11-ad85-de5c84d8cbca tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:46.623528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port adb7792f-c3a0-46d7-99a2-7fb3501620ac completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:46.642335 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-753ad786-52ab-4b7e-993d-52ea67799404 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Floating IP 7c433847-7cfd-4ba7-9cc9-a639d75061bc associated. External IP: 172.25.1.51, port: f61dea07-8b3f-40cd-bffa-f3f14e56a0e4. Jul 27 19:56:46.659546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1d1aad35-acb3-4a6c-b52a-8d661a08b80a None None] Provisioning complete for port e3facce3-c282-4bbb-b7c5-05948b58401e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:46.660188 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d1aad35-acb3-4a6c-b52a-8d661a08b80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:46.661976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port adb7792f-c3a0-46d7-99a2-7fb3501620ac triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:46.662411 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:46.867829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b797c6-ac83-4b11-ad85-de5c84d8cbca tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:46.871108 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-98b797c6-ac83-4b11-ad85-de5c84d8cbca tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:46.872638 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b797c6-ac83-4b11-ad85-de5c84d8cbca tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 19:56:46.873077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b797c6-ac83-4b11-ad85-de5c84d8cbca tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:56:46.907695 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:46.962384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 812ce625-52e8-40aa-a88e-087ec807a3c8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=812ce625-52e8-40aa-a88e-087ec807a3c8,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:46.965080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55324) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:46.966255 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-98b797c6-ac83-4b11-ad85-de5c84d8cbca tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4354064 Jul 27 19:56:46.972682 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-17793e96-ae31-4fcf-a8f9-c251fab5e57e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:46.975159 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:46.981979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34776-6866-44ed-941e-9bd152f36058 req-eed7257c-58da-467d-843e-bcdc25bd2519 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:46.989501 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7b34776-6866-44ed-941e-9bd152f36058 req-eed7257c-58da-467d-843e-bcdc25bd2519 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/networks?id=0dfd149c-5da4-4dc6-95ab-8e162771181f HTTP/1.1" status: 200 len: 819 time: 0.2827859 Jul 27 19:56:46.993166 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fc22c5d0-8388-4e74-9c71-d096e85ab0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:47.077492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864ae5ee-89b1-42a6-be5c-026a886a5190 None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:56:47.096715 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:47.121620 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:47.163381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=812ce625-52e8-40aa-a88e-087ec807a3c8,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:47.172808 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7145c38a-84ec-4590-80dc-82ccf7009a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb7792f-c3a0-46d7-99a2-7fb3501620ac'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:56:47.175318 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a52a103-1bd9-47df-b232-a9e28b9de0df" -d '{"events": [{"server_uuid": "7145c38a-84ec-4590-80dc-82ccf7009a09", "name": "network-vif-plugged", "status": "completed", "tag": "adb7792f-c3a0-46d7-99a2-7fb3501620ac"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:47.197702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port adb7792f-c3a0-46d7-99a2-7fb3501620ac, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=adb7792f-c3a0-46d7-99a2-7fb3501620ac,segment=NetworkSegment(e5915b5f-72b5-4ef9-a234-feadd5bed928),segment_id=e5915b5f-72b5-4ef9-a234-feadd5bed928)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:47.209585 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:47.240692 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17793e96-ae31-4fcf-a8f9-c251fab5e57e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:47.248900 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17793e96-ae31-4fcf-a8f9-c251fab5e57e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:47.249378 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-17793e96-ae31-4fcf-a8f9-c251fab5e57e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 19:56:47.249825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17793e96-ae31-4fcf-a8f9-c251fab5e57e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:56:47.270911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-864ae5ee-89b1-42a6-be5c-026a886a5190 None None] Deleting port e3facce3-c282-4bbb-b7c5-05948b58401e {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:47.271489 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-864ae5ee-89b1-42a6-be5c-026a886a5190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:47.281460 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-17793e96-ae31-4fcf-a8f9-c251fab5e57e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3147457 Jul 27 19:56:47.284287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55340) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:47.296707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-75ff359d-624b-43e4-8693-ee6886b69faa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:47.320006 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Sync routers for ids ['934ff7bc-9549-419e-98b1-d394948d3990'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:56:47.336368 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Routers {'934ff7bc-9549-419e-98b1-d394948d3990'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:47.338006 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:56:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['934ff7bc-9549-419e-98b1-d394948d3990'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:47.339357 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=adb7792f-c3a0-46d7-99a2-7fb3501620ac,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:47.362787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-864ae5ee-89b1-42a6-be5c-026a886a5190 None None] For port e3facce3-c282-4bbb-b7c5-05948b58401e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e3facce3-c282-4bbb-b7c5-05948b58401e,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:47.363207 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-864ae5ee-89b1-42a6-be5c-026a886a5190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:47.378082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-864ae5ee-89b1-42a6-be5c-026a886a5190 None None] Calling delete_port for e3facce3-c282-4bbb-b7c5-05948b58401e owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:47.421021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ff359d-624b-43e4-8693-ee6886b69faa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:47.425961 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75ff359d-624b-43e4-8693-ee6886b69faa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:47.431508 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ff359d-624b-43e4-8693-ee6886b69faa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 19:56:47.432493 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ff359d-624b-43e4-8693-ee6886b69faa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:56:47.462812 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-75ff359d-624b-43e4-8693-ee6886b69faa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1769342 Jul 27 19:56:47.466156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55342) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:47.475680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-75b8c6b9-c507-49c3-861d-35ffb5664efd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:47.478298 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-864ae5ee-89b1-42a6-be5c-026a886a5190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:47.524921 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Set router 934ff7bc-9549-419e-98b1-d394948d3990 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:47.530490 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ae5ee-89b1-42a6-be5c-026a886a5190 None None] Pushing event deleted for resources: {'Port': ['ID=e3facce3-c282-4bbb-b7c5-05948b58401e,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:47.544536 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fc22c5d0-8388-4e74-9c71-d096e85ab0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:47.549175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ae5ee-89b1-42a6-be5c-026a886a5190 None None] No DVR routers for this DVR port e3facce3-c282-4bbb-b7c5-05948b58401e on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:56:47.587309 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7b34776-6866-44ed-941e-9bd152f36058 req-aacfd1ec-e301-4a52-a484-cd89ce2a8b0a tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/quotas/289fc2dd6cba4a79a60c85368f2dc796 HTTP/1.1" status: 200 len: 375 time: 0.5968878 Jul 27 19:56:47.622590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b8c6b9-c507-49c3-861d-35ffb5664efd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:47.627634 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75b8c6b9-c507-49c3-861d-35ffb5664efd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:47.630119 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b8c6b9-c507-49c3-861d-35ffb5664efd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 19:56:47.631351 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b8c6b9-c507-49c3-861d-35ffb5664efd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:56:47.651550 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-75b8c6b9-c507-49c3-861d-35ffb5664efd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1836464 Jul 27 19:56:47.654759 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55344) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:47.668474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-25c1969a-c971-4dde-ac2d-6ed831e41cd1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:47.694827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ec17e-b217-40ff-870a-2fcda3857cf4 req-e6932eb5-2096-4a9d-96f4-706e5b925efb tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:47.696671 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-962ec17e-b217-40ff-870a-2fcda3857cf4 req-e6932eb5-2096-4a9d-96f4-706e5b925efb tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 945 time: 0.7703359 Jul 27 19:56:47.697433 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fc22c5d0-8388-4e74-9c71-d096e85ab0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:47.700430 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fc22c5d0-8388-4e74-9c71-d096e85ab0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:47.701357 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fc22c5d0-8388-4e74-9c71-d096e85ab0c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ebd3782e-7afd-493f-bdb2-dc3771776fe3 HTTP/1.1" status: 204 len: 168 time: 1.1983790 Jul 27 19:56:47.709690 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753ad786-52ab-4b7e-993d-52ea67799404 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Router 8d34c6cb-e20e-4bc3-be89-61fada18d03a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:56:47.733788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22c5d0-8388-4e74-9c71-d096e85ab0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd3782e-7afd-493f-bdb2-dc3771776fe3,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:47.811272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7b34776-6866-44ed-941e-9bd152f36058 req-5c11f322-24f4-4370-8045-e57fc6f7f05d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=289fc2dd6cba4a79a60c85368f2dc796&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2155583 Jul 27 19:56:47.837914 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934ff7bc-9549-419e-98b1-d394948d3990', 'name': 'tempest-ServerRescueNegativeTestJSON-1468641430-router', 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:38Z', 'updated_at': '2021-07-27T19:56:44Z', 'revision_number': 4, 'project_id': '289fc2dd6cba4a79a60c85368f2dc796', 'gw_port': {'id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934ff7bc-9549-419e-98b1-d394948d3990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:39Z', 'updated_at': '2021-07-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'f1589c6b-76e3-49fd-871a-b842e7ec111d', 'name': '', 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f', 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796', 'mac_address': 'fa:16:3e:70:e4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934ff7bc-9549-419e-98b1-d394948d3990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '3a0225cf-270c-42c0-adb1-939c4f198eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:43Z', 'updated_at': '2021-07-27T19:56:44Z', 'revision_number': 2, 'project_id': '289fc2dd6cba4a79a60c85368f2dc796', 'subnets': [{'id': '3a0225cf-270c-42c0-adb1-939c4f198eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:47.871236 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-962ec17e-b217-40ff-870a-2fcda3857cf4 req-37cae6ea-d86e-4e2c-82b7-c6a022f6e77c tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5300fdf-d1c3-46c6-9ef7-f0ff2420a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602457 Jul 27 19:56:47.933605 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Checking router: 934ff7bc-9549-419e-98b1-d394948d3990 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:56:47.939142 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Updating router 934ff7bc-9549-419e-98b1-d394948d3990 port f1589c6b-76e3-49fd-871a-b842e7ec111d binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:56:48.030886 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:48.033111 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753ad786-52ab-4b7e-993d-52ea67799404 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:56:48.040325 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-753ad786-52ab-4b7e-993d-52ea67799404 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:48.044706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 812ce625-52e8-40aa-a88e-087ec807a3c8 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:48.049422 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3979b6a8-3fca-4221-813a-89affe1c4636 None None] Sync routers for ids ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:56:48.132016 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-753ad786-52ab-4b7e-993d-52ea67799404 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "PUT /v2.0/floatingips/7c433847-7cfd-4ba7-9cc9-a639d75061bc HTTP/1.1" status: 200 len: 990 time: 3.5765476 Jul 27 19:56:48.133433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee', 'tag': 'f61dea07-8b3f-40cd-bffa-f3f14e56a0e4'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:56:48.139743 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c9bd41-fba0-47b6-9bb9-9070d575b3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee", "tag": "f61dea07-8b3f-40cd-bffa-f3f14e56a0e4"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:48.151941 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7b34776-6866-44ed-941e-9bd152f36058 req-5adfc254-2aca-4294-a3cb-0442088cc63a service neutron] 10.222.0.48 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396802 Jul 27 19:56:48.174280 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43541316-63a5-429c-bd28-229192d526a7 x-openstack-request-id: req-43541316-63a5-429c-bd28-229192d526a7 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:48.174788 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7145c38a-84ec-4590-80dc-82ccf7009a09", "name": "network-vif-plugged", "status": "completed", "tag": "adb7792f-c3a0-46d7-99a2-7fb3501620ac", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:48.174788 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43541316-63a5-429c-bd28-229192d526a7 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:48.175195 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7145c38a-84ec-4590-80dc-82ccf7009a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb7792f-c3a0-46d7-99a2-7fb3501620ac', 'code': 200} Jul 27 19:56:48.185643 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3979b6a8-3fca-4221-813a-89affe1c4636 None None] Routers {'8d34c6cb-e20e-4bc3-be89-61fada18d03a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:48.186305 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3979b6a8-3fca-4221-813a-89affe1c4636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:56:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:48.474490 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 812ce625-52e8-40aa-a88e-087ec807a3c8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:48.475944 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:48.491104 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7b34776-6866-44ed-941e-9bd152f36058 req-29ca8fa6-8223-43af-b50d-a06f681a92d3 service neutron] 10.222.0.48 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324270 Jul 27 19:56:48.520350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1325-1edc-49f3-bc50-e53b9265771b req-3ddb4184-795d-4047-acff-43d63bb563d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:48.525462 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6bcb1325-1edc-49f3-bc50-e53b9265771b req-3ddb4184-795d-4047-acff-43d63bb563d0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 1098 time: 0.1844735 Jul 27 19:56:48.529131 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c1969a-c971-4dde-ac2d-6ed831e41cd1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:48.530379 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1b1179-5eb7-4249-b165-8725bca2ca3b x-openstack-request-id: req-4e1b1179-5eb7-4249-b165-8725bca2ca3b {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:48.530788 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee", "tag": "f61dea07-8b3f-40cd-bffa-f3f14e56a0e4", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:48.531160 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e1b1179-5eb7-4249-b165-8725bca2ca3b {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:48.531651 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee', 'tag': 'f61dea07-8b3f-40cd-bffa-f3f14e56a0e4', 'status': 'completed', 'code': 200} Jul 27 19:56:48.534659 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25c1969a-c971-4dde-ac2d-6ed831e41cd1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:48.537066 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c1969a-c971-4dde-ac2d-6ed831e41cd1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 19:56:48.537559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c1969a-c971-4dde-ac2d-6ed831e41cd1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:56:48.565661 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-25c1969a-c971-4dde-ac2d-6ed831e41cd1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9097974 Jul 27 19:56:48.567079 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55364) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:48.583064 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-01322b75-ddfd-4a1d-afbf-dbbe1b0668bb tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:48.617399 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-3979b6a8-3fca-4221-813a-89affe1c4636 None None] Set router 8d34c6cb-e20e-4bc3-be89-61fada18d03a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:48.666829 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6bcb1325-1edc-49f3-bc50-e53b9265771b req-47799218-8867-4e36-a497-6517725d5542 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b5300fdf-d1c3-46c6-9ef7-f0ff2420a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329646 Jul 27 19:56:48.701212 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9bd41-fba0-47b6-9bb9-9070d575b3b0 req-00ad7f34-33a6-45f4-8f30-b689b60f2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:48.703222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9c9bd41-fba0-47b6-9bb9-9070d575b3b0 req-00ad7f34-33a6-45f4-8f30-b689b60f2b4a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=44bf5dc907cd434da6d1ad3797d71340&device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 1097 time: 0.1564319 Jul 27 19:56:48.736277 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:48.736899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01322b75-ddfd-4a1d-afbf-dbbe1b0668bb tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:48.756444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01322b75-ddfd-4a1d-afbf-dbbe1b0668bb tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:48.761834 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-01322b75-ddfd-4a1d-afbf-dbbe1b0668bb tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 19:56:48.762297 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01322b75-ddfd-4a1d-afbf-dbbe1b0668bb tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:56:48.785216 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Transition to ACTIVE for port object f1589c6b-76e3-49fd-871a-b842e7ec111d will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:48.790160 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-01322b75-ddfd-4a1d-afbf-dbbe1b0668bb tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2168701 Jul 27 19:56:48.792747 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55374) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:48.802252 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:48.900255 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:48.917779 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739935f0-0d9b-4b5b-91fe-5e72aa2890ee None None] Pushing event updated for resources: {'Port': ['ID=f1589c6b-76e3-49fd-871a-b842e7ec111d,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:48.965737 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Attempting to bind port f1589c6b-76e3-49fd-871a-b842e7ec111d on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:48.966305 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Attempting to bind port f1589c6b-76e3-49fd-871a-b842e7ec111d by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'dd733597-e680-40ca-961f-cf49b0487d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:48.966836 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Attempting to bind port f1589c6b-76e3-49fd-871a-b842e7ec111d on network 0dfd149c-5da4-4dc6-95ab-8e162771181f {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:48.982239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9bd41-fba0-47b6-9bb9-9070d575b3b0 req-a2ec6b83-8dbe-4683-a9de-f3411e49f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:48.983591 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-015952b2-2757-473e-8de1-d2a0ece72c66 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1896517 Jul 27 19:56:48.986542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9c9bd41-fba0-47b6-9bb9-9070d575b3b0 req-a2ec6b83-8dbe-4683-a9de-f3411e49f1a2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b06ac358-2837-4b10-9e3f-bef0ca756cfa HTTP/1.1" status: 200 len: 913 time: 0.2735934 Jul 27 19:56:48.988953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55382) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:48.996976 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:48.997716 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Checking segment: {'id': 'dd733597-e680-40ca-961f-cf49b0487d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:48.998333 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:48.998872 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Bound using segment: {'id': 'dd733597-e680-40ca-961f-cf49b0487d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:48.999544 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Bound port: f1589c6b-76e3-49fd-871a-b842e7ec111d, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd733597-e680-40ca-961f-cf49b0487d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:49.000103 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:49.011217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e3facce3-c282-4bbb-b7c5-05948b58401e no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:49.043662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: e3facce3-c282-4bbb-b7c5-05948b58401e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:56:49.044181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e3facce3-c282-4bbb-b7c5-05948b58401e not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:49.120630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe2eb4-5c95-44c7-becf-a7c1fc2ed9ea tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:49.124836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55386) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:49.138328 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f1fe2eb4-5c95-44c7-becf-a7c1fc2ed9ea tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1466320 Jul 27 19:56:49.184189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3979b6a8-3fca-4221-813a-89affe1c4636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:07Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'gw_port': {'id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:08Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '7c433847-7cfd-4ba7-9cc9-a639d75061bc', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'port_id': 'f61dea07-8b3f-40cd-bffa-f3f14e56a0e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'mac_address': 'fa:16:3e:3d:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:56:23Z', 'updated_at': '2021-07-27T19:56:45Z', 'revision_number': 1, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d394e59-e6e5-49be-822c-15a91d994d27', 'name': '', 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'mac_address': 'fa:16:3e:81:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:13Z', 'updated_at': '2021-07-27T19:56:22Z', 'revision_number': 5, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'subnets': [{'id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:49.206793 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] For port f1589c6b-76e3-49fd-871a-b842e7ec111d, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:49.212178 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] For port f1589c6b-76e3-49fd-871a-b842e7ec111d, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f1589c6b-76e3-49fd-871a-b842e7ec111d,segment=NetworkSegment(dd733597-e680-40ca-961f-cf49b0487d90),segment_id=dd733597-e680-40ca-961f-cf49b0487d90)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:49.220305 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-92323998-e1ee-428d-9829-0318dffd4759 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903473 Jul 27 19:56:49.220544 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:49.220982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55398) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:49.229413 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-497fa174-6393-4a33-b3d3-98ee3430298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:49.240772 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79f13986-5159-4748-b5f7-12e7d0f98ad5 req-76e76c52-f67b-4753-afc8-568f18cb8f01 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 210 time: 0.2494853 Jul 27 19:56:49.253754 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3979b6a8-3fca-4221-813a-89affe1c4636 None None] Checking router: 8d34c6cb-e20e-4bc3-be89-61fada18d03a for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:56:49.274756 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3979b6a8-3fca-4221-813a-89affe1c4636 None None] Routers {'8d34c6cb-e20e-4bc3-be89-61fada18d03a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:49.275480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3979b6a8-3fca-4221-813a-89affe1c4636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:56:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:49.295813 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Routers {'934ff7bc-9549-419e-98b1-d394948d3990'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:56:49.296493 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:56:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['934ff7bc-9549-419e-98b1-d394948d3990'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:49.430404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497fa174-6393-4a33-b3d3-98ee3430298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:49.437440 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-497fa174-6393-4a33-b3d3-98ee3430298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:49.556152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-3979b6a8-3fca-4221-813a-89affe1c4636 None None] Set router 8d34c6cb-e20e-4bc3-be89-61fada18d03a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:49.573052 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] Set router 934ff7bc-9549-419e-98b1-d394948d3990 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:56:49.632229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9c9bd41-fba0-47b6-9bb9-9070d575b3b0 req-1ae94d7b-e3e8-4ded-8858-38858da3add5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 HTTP/1.1" status: 200 len: 998 time: 0.4298613 Jul 27 19:56:49.659561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebeb90-fa84-4eb8-86c0-2cc06558e5fc req-887c859f-8a68-4c7d-9b28-6f47179b0b77 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:49.673212 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23ebeb90-fa84-4eb8-86c0-2cc06558e5fc req-887c859f-8a68-4c7d-9b28-6f47179b0b77 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 946 time: 0.4853141 Jul 27 19:56:49.818088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9bd41-fba0-47b6-9bb9-9070d575b3b0 req-6402c612-8151-43cd-9241-82450eeb07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:49.820085 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9c9bd41-fba0-47b6-9bb9-9070d575b3b0 req-6402c612-8151-43cd-9241-82450eeb07e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7 HTTP/1.1" status: 200 len: 851 time: 0.1746743 Jul 27 19:56:49.860500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23ebeb90-fa84-4eb8-86c0-2cc06558e5fc req-d7765ea6-95f2-4a19-b663-fdcdb6ce1487 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5300fdf-d1c3-46c6-9ef7-f0ff2420a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849351 Jul 27 19:56:50.006773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9bd41-fba0-47b6-9bb9-9070d575b3b0 req-8fba9c7c-48f5-4c50-a5c2-ad2a25e395cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:50.012040 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9c9bd41-fba0-47b6-9bb9-9070d575b3b0 req-8fba9c7c-48f5-4c50-a5c2-ad2a25e395cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b06ac358-2837-4b10-9e3f-bef0ca756cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798391 Jul 27 19:56:50.098276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-497fa174-6393-4a33-b3d3-98ee3430298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:56:50.100446 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-497fa174-6393-4a33-b3d3-98ee3430298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:50.133021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3979b6a8-3fca-4221-813a-89affe1c4636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:07Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'gw_port': {'id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:08Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '7c433847-7cfd-4ba7-9cc9-a639d75061bc', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'port_id': 'f61dea07-8b3f-40cd-bffa-f3f14e56a0e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'mac_address': 'fa:16:3e:3d:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:56:23Z', 'updated_at': '2021-07-27T19:56:45Z', 'revision_number': 1, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d394e59-e6e5-49be-822c-15a91d994d27', 'name': '', 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'mac_address': 'fa:16:3e:81:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:13Z', 'updated_at': '2021-07-27T19:56:22Z', 'revision_number': 5, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'subnets': [{'id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:50.159344 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739935f0-0d9b-4b5b-91fe-5e72aa2890ee None None] Pushing event updated for resources: {'Port': ['ID=f1589c6b-76e3-49fd-871a-b842e7ec111d,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:50.170007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497fa174-6393-4a33-b3d3-98ee3430298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:50.181076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-497fa174-6393-4a33-b3d3-98ee3430298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:50.185590 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739935f0-0d9b-4b5b-91fe-5e72aa2890ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:50.186249 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739935f0-0d9b-4b5b-91fe-5e72aa2890ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:50.186818 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739935f0-0d9b-4b5b-91fe-5e72aa2890ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:50.187537 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739935f0-0d9b-4b5b-91fe-5e72aa2890ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:50.187843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497fa174-6393-4a33-b3d3-98ee3430298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:50.188339 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739935f0-0d9b-4b5b-91fe-5e72aa2890ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:50.188485 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-497fa174-6393-4a33-b3d3-98ee3430298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:50.189797 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739935f0-0d9b-4b5b-91fe-5e72aa2890ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:50.190610 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739935f0-0d9b-4b5b-91fe-5e72aa2890ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:50.191181 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739935f0-0d9b-4b5b-91fe-5e72aa2890ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:50.191724 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739935f0-0d9b-4b5b-91fe-5e72aa2890ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:50.192963 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739935f0-0d9b-4b5b-91fe-5e72aa2890ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:50.194441 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739935f0-0d9b-4b5b-91fe-5e72aa2890ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:50.195112 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739935f0-0d9b-4b5b-91fe-5e72aa2890ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:50.195750 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13df001e-3319-4d71-8603-6d30f15668a4 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:50.211632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3979b6a8-3fca-4221-813a-89affe1c4636 None None] The sync data for ids ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'] in n-d-705657-21 is: [{'id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:07Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'gw_port': {'id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:08Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '7c433847-7cfd-4ba7-9cc9-a639d75061bc', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'port_id': 'f61dea07-8b3f-40cd-bffa-f3f14e56a0e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'mac_address': 'fa:16:3e:3d:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:56:23Z', 'updated_at': '2021-07-27T19:56:45Z', 'revision_number': 1, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d394e59-e6e5-49be-822c-15a91d994d27', 'name': '', 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'mac_address': 'fa:16:3e:81:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:13Z', 'updated_at': '2021-07-27T19:56:22Z', 'revision_number': 5, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'subnets': [{'id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:56:50.248627 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-497fa174-6393-4a33-b3d3-98ee3430298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0231411 Jul 27 19:56:50.250572 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55440) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:50.264623 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-332b4d9b-289b-4f4f-aa49-44e802e44c4b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'mac_address': 'fa:16:3e:37:c3:dd', 'name': 'tempest-NetworksTestDHCPv6-1482694792'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:50.391569 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8bb857f-1c02-41c8-9be6-075642c6077c req-54dd82aa-28c3-4da4-aec9-87a3e8b35f73 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d4a5cc-8354-4073-8af8-55d87581868a HTTP/1.1" status: 200 len: 210 time: 0.0527470 Jul 27 19:56:50.412624 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934ff7bc-9549-419e-98b1-d394948d3990', 'name': 'tempest-ServerRescueNegativeTestJSON-1468641430-router', 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:38Z', 'updated_at': '2021-07-27T19:56:44Z', 'revision_number': 4, 'project_id': '289fc2dd6cba4a79a60c85368f2dc796', 'gw_port': {'id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934ff7bc-9549-419e-98b1-d394948d3990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:39Z', 'updated_at': '2021-07-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'f1589c6b-76e3-49fd-871a-b842e7ec111d', 'name': '', 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f', 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796', 'mac_address': 'fa:16:3e:70:e4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934ff7bc-9549-419e-98b1-d394948d3990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '3a0225cf-270c-42c0-adb1-939c4f198eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:43Z', 'updated_at': '2021-07-27T19:56:49Z', 'revision_number': 4, 'project_id': '289fc2dd6cba4a79a60c85368f2dc796', 'subnets': [{'id': '3a0225cf-270c-42c0-adb1-939c4f198eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:56:50.423881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fa174-6393-4a33-b3d3-98ee3430298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=609ac00c-88a3-4f57-9460-c49db7c33ffc,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:50.474689 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9c9bd41-fba0-47b6-9bb9-9070d575b3b0 req-b1efa1a6-a8d7-4be0-820f-afcfa1dbb771 service neutron] 10.222.0.52 "GET /v2.0/networks/b06ac358-2837-4b10-9e3f-bef0ca756cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410408 Jul 27 19:56:50.478814 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad9e219-2169-43e0-8e42-c4520e727170 None None] The sync data for ids ['934ff7bc-9549-419e-98b1-d394948d3990'] in n-d-705657-21 is: [{'id': '934ff7bc-9549-419e-98b1-d394948d3990', 'name': 'tempest-ServerRescueNegativeTestJSON-1468641430-router', 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:38Z', 'updated_at': '2021-07-27T19:56:44Z', 'revision_number': 4, 'project_id': '289fc2dd6cba4a79a60c85368f2dc796', 'gw_port': {'id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934ff7bc-9549-419e-98b1-d394948d3990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:39Z', 'updated_at': '2021-07-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'f1589c6b-76e3-49fd-871a-b842e7ec111d', 'name': '', 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f', 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796', 'mac_address': 'fa:16:3e:70:e4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934ff7bc-9549-419e-98b1-d394948d3990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '3a0225cf-270c-42c0-adb1-939c4f198eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:43Z', 'updated_at': '2021-07-27T19:56:49Z', 'revision_number': 4, 'project_id': '289fc2dd6cba4a79a60c85368f2dc796', 'subnets': [{'id': '3a0225cf-270c-42c0-adb1-939c4f198eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:56:50.675678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': '609ac00c-88a3-4f57-9460-c49db7c33ffc'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:56:50.677470 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:50.706877 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332b4d9b-289b-4f4f-aa49-44e802e44c4b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:50.766478 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9c9bd41-fba0-47b6-9bb9-9070d575b3b0 req-d09122d6-2725-46e0-a400-d730057c7aa9 service neutron] 10.222.0.52 "GET /v2.0/networks/b06ac358-2837-4b10-9e3f-bef0ca756cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611344 Jul 27 19:56:50.839889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-60eb7c25-c97f-46cd-8e88-dc665c743401 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:50.855281 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-60eb7c25-c97f-46cd-8e88-dc665c743401 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/networks?id=0dfd149c-5da4-4dc6-95ab-8e162771181f HTTP/1.1" status: 200 len: 819 time: 0.6553082 Jul 27 19:56:50.861812 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c078f579-b687-4793-a3ee-12abcd2ae605 None None] New status for floating IP 7c433847-7cfd-4ba7-9cc9-a639d75061bc: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:56:50.891792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-9c9c4a86-944e-42ca-9175-f26409b04445 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/quotas/289fc2dd6cba4a79a60c85368f2dc796 HTTP/1.1" status: 200 len: 375 time: 0.0347061 Jul 27 19:56:51.042181 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-332b4d9b-289b-4f4f-aa49-44e802e44c4b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:51.084624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-332b4d9b-289b-4f4f-aa49-44e802e44c4b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 2cd4a8e1-ae63-499b-8e5c-71aa736f1585 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:56:51.146853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Allocated IP 2001:db8::f816:3eff:fe64:9dd3 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/609ac00c-88a3-4f57-9460-c49db7c33ffc/7a49a98e-b346-47e2-812d-ef86c8e078a2) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:51.207607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-a7cd2618-3af9-45ef-bf36-c543f956ece2 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=289fc2dd6cba4a79a60c85368f2dc796&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3145652 Jul 27 19:56:51.317479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34776-6866-44ed-941e-9bd152f36058 req-48a619b4-34b8-404c-8e2b-de3cde3b8a11 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:51.319050 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7b34776-6866-44ed-941e-9bd152f36058 req-48a619b4-34b8-404c-8e2b-de3cde3b8a11 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.52 "GET /v2.0/networks?id=0dfd149c-5da4-4dc6-95ab-8e162771181f HTTP/1.1" status: 200 len: 819 time: 0.7137330 Jul 27 19:56:51.437413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f7b34776-6866-44ed-941e-9bd152f36058 req-54417412-f90b-4251-8465-f721d5d44cad tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Request body: {'port': {'device_id': '6105ceda-4efb-4ccd-9247-cce7e1719be1', 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f', 'admin_state_up': True, 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:51.500714 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:51.519741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Transition to ACTIVE for port object 7a49a98e-b346-47e2-812d-ef86c8e078a2 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:51.546581 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Transition to ACTIVE for port object 7a49a98e-b346-47e2-812d-ef86c8e078a2 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:51.557616 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:51.589943 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-b1cdc66a-2690-45c1-9b31-cdbc7b9999a3 service neutron] 10.222.0.48 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776832 Jul 27 19:56:51.629571 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:51.632109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Pushing event updated for resources: {'Port': ['ID=7a49a98e-b346-47e2-812d-ef86c8e078a2,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:51.635261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:51.644500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:51.651965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-332b4d9b-289b-4f4f-aa49-44e802e44c4b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::f816:3eff:fe37:c3dd (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/609ac00c-88a3-4f57-9460-c49db7c33ffc/2cd4a8e1-ae63-499b-8e5c-71aa736f1585) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:51.665577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:51.665983 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:51.666460 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:51.666812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:51.667340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:51.667750 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:51.668349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:51.668769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:51.669409 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:51.669743 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:51.670157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:51.670528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:51.757790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f655b-456a-49d8-814b-ba67c655f3fe req-4488e088-9abf-4aab-ab75-e36a6961bcb3 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:51.766697 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b74f655b-456a-49d8-814b-ba67c655f3fe req-4488e088-9abf-4aab-ab75-e36a6961bcb3 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 946 time: 0.5525796 Jul 27 19:56:51.775693 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Attempting to bind port 7a49a98e-b346-47e2-812d-ef86c8e078a2 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:51.776033 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Attempting to bind port 7a49a98e-b346-47e2-812d-ef86c8e078a2 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:51.776429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Attempting to bind port 7a49a98e-b346-47e2-812d-ef86c8e078a2 on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:51.786362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:51.786775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:51.788561 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:51.789232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:51.789876 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Bound port: 7a49a98e-b346-47e2-812d-ef86c8e078a2, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:51.790362 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:51.885546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] For port 7a49a98e-b346-47e2-812d-ef86c8e078a2, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:51.889906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] For port 7a49a98e-b346-47e2-812d-ef86c8e078a2, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7a49a98e-b346-47e2-812d-ef86c8e078a2,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:51.897927 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:52.011435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b74f655b-456a-49d8-814b-ba67c655f3fe req-e70231b9-cc62-4d3a-8040-3858d9d006b4 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5300fdf-d1c3-46c6-9ef7-f0ff2420a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435334 Jul 27 19:56:52.046984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-949f6937-d071-4740-8acf-b1d7b25dc5d2 service neutron] 10.222.0.48 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334934 Jul 27 19:56:52.074874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd255e79-6fac-48eb-ab1b-f5c96571858a None None] Pushing event updated for resources: {'Port': ['ID=7a49a98e-b346-47e2-812d-ef86c8e078a2,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:52.090607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b34776-6866-44ed-941e-9bd152f36058 req-54417412-f90b-4251-8465-f721d5d44cad tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Made reservation on behalf of 289fc2dd6cba4a79a60c85368f2dc796 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:52.094380 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f7b34776-6866-44ed-941e-9bd152f36058 req-54417412-f90b-4251-8465-f721d5d44cad tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:52.142150 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-332b4d9b-289b-4f4f-aa49-44e802e44c4b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:52.157250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f1589c6b-76e3-49fd-871a-b842e7ec111d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:52.214784 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-332b4d9b-289b-4f4f-aa49-44e802e44c4b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object 2cd4a8e1-ae63-499b-8e5c-71aa736f1585 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:52.358718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f1589c6b-76e3-49fd-871a-b842e7ec111d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:52.364071 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-332b4d9b-289b-4f4f-aa49-44e802e44c4b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:52.377267 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f1589c6b-76e3-49fd-871a-b842e7ec111d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:52.378017 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:52.406352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b4d9b-289b-4f4f-aa49-44e802e44c4b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:52.420747 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-332b4d9b-289b-4f4f-aa49-44e802e44c4b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:52.425641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b4d9b-289b-4f4f-aa49-44e802e44c4b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:52.453803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332b4d9b-289b-4f4f-aa49-44e802e44c4b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:52.454512 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-332b4d9b-289b-4f4f-aa49-44e802e44c4b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:52.561680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-f7b34776-6866-44ed-941e-9bd152f36058 req-54417412-f90b-4251-8465-f721d5d44cad tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Allocated IP 172.20.0.6 (0dfd149c-5da4-4dc6-95ab-8e162771181f/3a0225cf-270c-42c0-adb1-939c4f198eb6/055e3f68-318c-45f0-b7c7-2f3602a31d1a) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:52.681895 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-332b4d9b-289b-4f4f-aa49-44e802e44c4b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4233105 Jul 27 19:56:52.686702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55496) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:52.710303 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b4d9b-289b-4f4f-aa49-44e802e44c4b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=2cd4a8e1-ae63-499b-8e5c-71aa736f1585,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:52.735362 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:52.813872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8424589d-3629-460c-a87a-37b62579ea8f req-2814f424-49ed-4277-a922-7472ace42551 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 210 time: 0.1504295 Jul 27 19:56:52.819998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port f1589c6b-76e3-49fd-871a-b842e7ec111d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f1589c6b-76e3-49fd-871a-b842e7ec111d,segment=NetworkSegment(dd733597-e680-40ca-961f-cf49b0487d90),segment_id=dd733597-e680-40ca-961f-cf49b0487d90)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:52.834677 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:52.930216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781aded-8a9d-4a77-9718-bc4d68c6535f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:52.940040 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781aded-8a9d-4a77-9718-bc4d68c6535f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:52.943715 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9781aded-8a9d-4a77-9718-bc4d68c6535f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2559154 Jul 27 19:56:52.946516 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55502) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:52.960518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=f1589c6b-76e3-49fd-871a-b842e7ec111d,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:53.035483 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48fb20bf-2344-4380-8ad7-cb5c02933cea req-2ca464ec-ae93-4254-9c1a-0ff8ec1b596b tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0525446 Jul 27 19:56:53.096452 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f7b34776-6866-44ed-941e-9bd152f36058 req-54417412-f90b-4251-8465-f721d5d44cad tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:53.159346 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c01774ec-b8a1-4d86-96e5-2035fd90be65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port 2cd4a8e1-ae63-499b-8e5c-71aa736f1585 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:53.159988 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c01774ec-b8a1-4d86-96e5-2035fd90be65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:53.167539 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f7b34776-6866-44ed-941e-9bd152f36058 req-54417412-f90b-4251-8465-f721d5d44cad tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:53.226498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54417412-f90b-4251-8465-f721d5d44cad tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Pushing event updated for resources: {'Port': ['ID=055e3f68-318c-45f0-b7c7-2f3602a31d1a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:53.246531 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b34776-6866-44ed-941e-9bd152f36058 req-54417412-f90b-4251-8465-f721d5d44cad tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Network 0dfd149c-5da4-4dc6-95ab-8e162771181f is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:53.255046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070aee1b-c98f-42ca-b08e-653aa15fe2a3 req-97ad43f5-44c5-435a-acc0-de46b593789b tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:53.263002 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-070aee1b-c98f-42ca-b08e-653aa15fe2a3 req-97ad43f5-44c5-435a-acc0-de46b593789b tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 946 time: 0.6339192 Jul 27 19:56:53.270984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-f7b34776-6866-44ed-941e-9bd152f36058 req-54417412-f90b-4251-8465-f721d5d44cad tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:53.274712 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b34776-6866-44ed-941e-9bd152f36058 req-54417412-f90b-4251-8465-f721d5d44cad tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:53.328209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34776-6866-44ed-941e-9bd152f36058 req-54417412-f90b-4251-8465-f721d5d44cad tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:53.328909 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f7b34776-6866-44ed-941e-9bd152f36058 req-54417412-f90b-4251-8465-f721d5d44cad tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:53.351812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7b34776-6866-44ed-941e-9bd152f36058 req-54417412-f90b-4251-8465-f721d5d44cad tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9260881 Jul 27 19:56:53.381895 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-070aee1b-c98f-42ca-b08e-653aa15fe2a3 req-2197738f-6622-4846-9692-63d7fb62868c tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5300fdf-d1c3-46c6-9ef7-f0ff2420a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179500 Jul 27 19:56:53.392596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Request body: {'port': {'device_id': '6105ceda-4efb-4ccd-9247-cce7e1719be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:53.399028 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c01774ec-b8a1-4d86-96e5-2035fd90be65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:53.459387 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c01774ec-b8a1-4d86-96e5-2035fd90be65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for 2cd4a8e1-ae63-499b-8e5c-71aa736f1585 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:53.590411 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:53.888292 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c01774ec-b8a1-4d86-96e5-2035fd90be65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:53.991760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01774ec-b8a1-4d86-96e5-2035fd90be65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=2cd4a8e1-ae63-499b-8e5c-71aa736f1585,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:54.165197 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c01774ec-b8a1-4d86-96e5-2035fd90be65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:54.168321 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c01774ec-b8a1-4d86-96e5-2035fd90be65 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/2cd4a8e1-ae63-499b-8e5c-71aa736f1585 HTTP/1.1" status: 204 len: 168 time: 1.2200947 Jul 27 19:56:54.178094 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55528) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:54.263086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7c043b6f-baab-46b9-99ba-2abebabf8678 None None] Provisioning for port 7a49a98e-b346-47e2-812d-ef86c8e078a2 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:54.304312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f1589c6b-76e3-49fd-871a-b842e7ec111d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:54.365379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de0014e-0bed-4e20-8c6e-cf9fcb14f404 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:54.373394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de0014e-0bed-4e20-8c6e-cf9fcb14f404 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:54.377951 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8de0014e-0bed-4e20-8c6e-cf9fcb14f404 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1984370 Jul 27 19:56:54.382630 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55530) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:54.462941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f1589c6b-76e3-49fd-871a-b842e7ec111d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:54.465598 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:54.515245 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6282b91-5991-4d29-b910-52b92c38a285 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 609ac00c-88a3-4f57-9460-c49db7c33ffc {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:54.523836 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a6282b91-5991-4d29-b910-52b92c38a285 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:54.631568 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a6282b91-5991-4d29-b910-52b92c38a285 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:54.690993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-7cc5bdd0-97a5-4f52-a0e3-4c51581bb07f tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:54.694938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-7cc5bdd0-97a5-4f52-a0e3-4c51581bb07f tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.63 "GET /v2.0/networks?id=0dfd149c-5da4-4dc6-95ab-8e162771181f HTTP/1.1" status: 200 len: 819 time: 0.3686290 Jul 27 19:56:54.775510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055e3f68-318c-45f0-b7c7-2f3602a31d1a {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:56:54.791355 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:54.795547 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-23b97a6e-874a-4c65-bce1-92f619a151d7 req-20dbbe23-a530-43b7-87ad-d48baf1fe46b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0489402 Jul 27 19:56:54.809059 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a6282b91-5991-4d29-b910-52b92c38a285 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:54.825017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c285da95-461e-4508-a553-581614ce9d1c req-8fb06658-a111-4951-87ee-977c9af3f43c tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 210 time: 0.5384829 Jul 27 19:56:54.829639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7dc853cf-c770-4b50-9f57-f799b61180bb req-0817c670-0045-40d8-8758-340895502ad2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3d4a5cc-8354-4073-8af8-55d87581868a HTTP/1.1" status: 200 len: 210 time: 0.5363111 Jul 27 19:56:54.838904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-3ce28343-a6b2-47ce-ab27-441f327115a1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Request body: {'port': {'device_id': 'acbe0ded-3435-4190-a739-3b608b3397b7', 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f', 'admin_state_up': True, 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:54.846892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Transition to ACTIVE for port object 055e3f68-318c-45f0-b7c7-2f3602a31d1a will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:54.918521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d5a99a65-fd3b-408f-9d5f-9a857bc31ab7 None None] Could not find standard attr ID for object 2cd4a8e1-ae63-499b-8e5c-71aa736f1585. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:56:54.934512 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:54.948942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7a49a98e-b346-47e2-812d-ef86c8e078a2 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:54.979837 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a6282b91-5991-4d29-b910-52b92c38a285 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:54.997765 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a6282b91-5991-4d29-b910-52b92c38a285 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:55.004172 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a6282b91-5991-4d29-b910-52b92c38a285 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/609ac00c-88a3-4f57-9460-c49db7c33ffc HTTP/1.1" status: 204 len: 168 time: 0.6196933 Jul 27 19:56:55.005236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55544) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:55.007951 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e538781-43da-4136-b29b-8f07d869d5f8 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:55.028429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 7a49a98e-b346-47e2-812d-ef86c8e078a2 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:55.040386 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6282b91-5991-4d29-b910-52b92c38a285 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=609ac00c-88a3-4f57-9460-c49db7c33ffc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:55.065375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7a49a98e-b346-47e2-812d-ef86c8e078a2 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:55.065827 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:55.109400 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9062433a-250a-4b31-a90c-ca3bd3b4f2a7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746784 Jul 27 19:56:55.113148 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55548) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:55.120200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a1adb32c-ba08-45d3-8543-53ec3335c161 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:55.137032 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-674dca9b-bd8d-443e-8c99-8118cac84606 req-db6cb286-ebc0-41d1-bf20-7ba48c9f0174 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.1472631 Jul 27 19:56:55.195816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Pushing event updated for resources: {'Port': ['ID=055e3f68-318c-45f0-b7c7-2f3602a31d1a,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:55.227571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-3ce28343-a6b2-47ce-ab27-441f327115a1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Made reservation on behalf of 289fc2dd6cba4a79a60c85368f2dc796 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:55.231257 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-3ce28343-a6b2-47ce-ab27-441f327115a1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:55.243945 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:55.253418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965c7b4-ad45-48b7-8012-236383a24143 req-fe950d5c-f070-46c2-a54c-8c8045109ac3 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:55.255212 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3965c7b4-ad45-48b7-8012-236383a24143 req-fe950d5c-f070-46c2-a54c-8c8045109ac3 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 946 time: 1.3366914 Jul 27 19:56:55.346873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1adb32c-ba08-45d3-8543-53ec3335c161 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:55.351082 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a1adb32c-ba08-45d3-8543-53ec3335c161 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:55.377688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 7a49a98e-b346-47e2-812d-ef86c8e078a2, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7a49a98e-b346-47e2-812d-ef86c8e078a2,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:55.393919 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:55.507199 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=7a49a98e-b346-47e2-812d-ef86c8e078a2,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:55.612256 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d88c63-7d77-48b5-b49e-852c5764249b None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:56:55.620668 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-3ce28343-a6b2-47ce-ab27-441f327115a1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Allocated IP 172.20.0.4 (0dfd149c-5da4-4dc6-95ab-8e162771181f/3a0225cf-270c-42c0-adb1-939c4f198eb6/07e17bf7-4d10-4be6-a663-f2e1959b9319) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:55.632293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3965c7b4-ad45-48b7-8012-236383a24143 req-036e1cd1-2905-4d1c-ac35-6b12b4820d33 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5300fdf-d1c3-46c6-9ef7-f0ff2420a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693547 Jul 27 19:56:55.681644 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Attempting to bind port 055e3f68-318c-45f0-b7c7-2f3602a31d1a on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:55.682552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Attempting to bind port 055e3f68-318c-45f0-b7c7-2f3602a31d1a by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'dd733597-e680-40ca-961f-cf49b0487d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:55.682552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Attempting to bind port 055e3f68-318c-45f0-b7c7-2f3602a31d1a on network 0dfd149c-5da4-4dc6-95ab-8e162771181f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:55.697940 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Port 055e3f68-318c-45f0-b7c7-2f3602a31d1a on network 0dfd149c-5da4-4dc6-95ab-8e162771181f not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:56:55.698814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Attempting to bind port 055e3f68-318c-45f0-b7c7-2f3602a31d1a on network 0dfd149c-5da4-4dc6-95ab-8e162771181f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:55.711174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b5d88c63-7d77-48b5-b49e-852c5764249b None None] Deleting port 7a49a98e-b346-47e2-812d-ef86c8e078a2 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:55.711722 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b5d88c63-7d77-48b5-b49e-852c5764249b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:55.718584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:55.720927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Checking segment: {'id': 'dd733597-e680-40ca-961f-cf49b0487d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:55.722167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Bound using segment: {'id': 'dd733597-e680-40ca-961f-cf49b0487d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:55.723707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Bound port: 055e3f68-318c-45f0-b7c7-2f3602a31d1a, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd733597-e680-40ca-961f-cf49b0487d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:55.724169 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:55.799510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b5d88c63-7d77-48b5-b49e-852c5764249b None None] For port 7a49a98e-b346-47e2-812d-ef86c8e078a2, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7a49a98e-b346-47e2-812d-ef86c8e078a2,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:55.800013 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b5d88c63-7d77-48b5-b49e-852c5764249b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:55.817007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b5d88c63-7d77-48b5-b49e-852c5764249b None None] Calling delete_port for 7a49a98e-b346-47e2-812d-ef86c8e078a2 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:56.006984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] For port 055e3f68-318c-45f0-b7c7-2f3602a31d1a, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:56.024919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] For port 055e3f68-318c-45f0-b7c7-2f3602a31d1a, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=055e3f68-318c-45f0-b7c7-2f3602a31d1a,segment=NetworkSegment(dd733597-e680-40ca-961f-cf49b0487d90),segment_id=dd733597-e680-40ca-961f-cf49b0487d90)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:56.050991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7a49a98e-b346-47e2-812d-ef86c8e078a2 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:56:56.059197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-a1adb32c-ba08-45d3-8543-53ec3335c161 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:56:56.143006 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-3ce28343-a6b2-47ce-ab27-441f327115a1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:56.160116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-876fe416-e66a-4d22-bd3f-7f591fc7aba1 req-a27faa27-3bdf-4c82-b280-acf6c5e26621 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 210 time: 0.1983550 Jul 27 19:56:56.167103 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:56.209540 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b5d88c63-7d77-48b5-b49e-852c5764249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:56.238810 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_pluggable_backend [None req-a1adb32c-ba08-45d3-8543-53ec3335c161 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Port 7a49a98e-b346-47e2-812d-ef86c8e078a2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94060) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 27 19:56:56.239119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_pluggable_backend [None req-a1adb32c-ba08-45d3-8543-53ec3335c161 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Reverting IP allocation for 2001:db8::f816:3eff:fe64:9dd3 {{(pid=94060) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 27 19:56:56.243303 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_pluggable_backend [None req-a1adb32c-ba08-45d3-8543-53ec3335c161 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe64:9dd3 {{(pid=94060) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 27 19:56:56.245335 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a1adb32c-ba08-45d3-8543-53ec3335c161 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:56.251616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Pushing event updated for resources: {'Port': ['ID=055e3f68-318c-45f0-b7c7-2f3602a31d1a,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:56.283990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No active binding found for port 7a49a98e-b346-47e2-812d-ef86c8e078a2 {{(pid=94061) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 19:56:56.285115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7a49a98e-b346-47e2-812d-ef86c8e078a2 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:56:56.303729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1adb32c-ba08-45d3-8543-53ec3335c161 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:56.306402 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-a1adb32c-ba08-45d3-8543-53ec3335c161 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:56.309283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d88c63-7d77-48b5-b49e-852c5764249b None None] Pushing event deleted for resources: {'Port': ['ID=7a49a98e-b346-47e2-812d-ef86c8e078a2,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:56.310544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1adb32c-ba08-45d3-8543-53ec3335c161 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:56.312411 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a1adb32c-ba08-45d3-8543-53ec3335c161 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:56.315151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d88c63-7d77-48b5-b49e-852c5764249b None None] No DVR routers for this DVR port 7a49a98e-b346-47e2-812d-ef86c8e078a2 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:56:56.338869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18be2186-2a73-4326-83e7-f268e0184e4b None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:56.346080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adb32c-ba08-45d3-8543-53ec3335c161 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=4c7bb631-28ec-4262-8fbb-efe4d3ad36e2,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:56.352258 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a1adb32c-ba08-45d3-8543-53ec3335c161 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2376938 Jul 27 19:56:56.354880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55570) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:56.360614 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'mac_address': 'fa:16:3e:bc:4e:bd', 'name': 'tempest-NetworksTestDHCPv6-1613646245'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:56.501626 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:56.523329 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': '4c7bb631-28ec-4262-8fbb-efe4d3ad36e2'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:56:56.524457 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:56.596938 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:56.622268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port b6e33fbe-dbd4-4fe0-b8eb-da3f7bf67ee6 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:56:56.679311 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Allocated IP 2001:db8::f816:3eff:fe34:292a (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/4c7bb631-28ec-4262-8fbb-efe4d3ad36e2/6d3383a4-0345-4c04-9547-cb00dc3d3bb4) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:56.687331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:56.687965 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:56.689462 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7b34776-6866-44ed-941e-9bd152f36058 req-47471254-6094-4eeb-a08d-a458141389a4 service neutron] 10.222.0.52 "PUT /v2.0/ports/055e3f68-318c-45f0-b7c7-2f3602a31d1a HTTP/1.1" status: 200 len: 1092 time: 3.3202050 Jul 27 19:56:56.691035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6105ceda-4efb-4ccd-9247-cce7e1719be1', 'tag': '055e3f68-318c-45f0-b7c7-2f3602a31d1a'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:56:56.693747 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f33cb2f-a03e-440f-9e39-4e9730a15614" -d '{"events": [{"name": "network-changed", "server_uuid": "6105ceda-4efb-4ccd-9247-cce7e1719be1", "tag": "055e3f68-318c-45f0-b7c7-2f3602a31d1a"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:56.705039 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-953be993-fc32-48a3-9a88-3f6b1f578127 req-a403d467-b6a5-4f41-80f7-0118894dce8c tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0561891 Jul 27 19:56:56.734083 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-3ce28343-a6b2-47ce-ab27-441f327115a1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:56.808203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-3ce28343-a6b2-47ce-ab27-441f327115a1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Network 0dfd149c-5da4-4dc6-95ab-8e162771181f is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:56.845933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-3ce28343-a6b2-47ce-ab27-441f327115a1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:56.858230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-3ce28343-a6b2-47ce-ab27-441f327115a1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:56.872612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8a43c-3633-4a78-b335-d9247b7896b5 req-67c63a83-c385-4b70-a65b-12c1aa0b5981 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:56.874314 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ef8a43c-3633-4a78-b335-d9247b7896b5 req-67c63a83-c385-4b70-a65b-12c1aa0b5981 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 946 time: 0.7110991 Jul 27 19:56:56.884720 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:56.893839 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Transition to ACTIVE for port object 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:56.903948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce28343-a6b2-47ce-ab27-441f327115a1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Pushing event updated for resources: {'Port': ['ID=07e17bf7-4d10-4be6-a663-f2e1959b9319,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:56.918748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Transition to ACTIVE for port object 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:56.937499 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:56.964655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-3ce28343-a6b2-47ce-ab27-441f327115a1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:56.965303 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-3ce28343-a6b2-47ce-ab27-441f327115a1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:56.990583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::f816:3eff:febc:4ebd (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/4c7bb631-28ec-4262-8fbb-efe4d3ad36e2/b6e33fbe-dbd4-4fe0-b8eb-da3f7bf67ee6) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:56:56.990776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:56.993986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ef8a43c-3633-4a78-b335-d9247b7896b5 req-023dbf2e-a2d0-4745-87e5-87af44d29b78 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5300fdf-d1c3-46c6-9ef7-f0ff2420a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951409 Jul 27 19:56:56.994608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:57.007203 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:57.010315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34776-6866-44ed-941e-9bd152f36058 req-61fc54b3-179e-4797-875e-b72681cfa6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:57.011898 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7b34776-6866-44ed-941e-9bd152f36058 req-61fc54b3-179e-4797-875e-b72681cfa6ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=289fc2dd6cba4a79a60c85368f2dc796&device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 1095 time: 0.2223482 Jul 27 19:56:57.015455 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-3ce28343-a6b2-47ce-ab27-441f327115a1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1804299 Jul 27 19:56:57.027906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Pushing event updated for resources: {'Port': ['ID=6d3383a4-0345-4c04-9547-cb00dc3d3bb4,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:57.030439 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Request body: {'port': {'device_id': 'acbe0ded-3435-4190-a739-3b608b3397b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:57.104724 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7b34776-6866-44ed-941e-9bd152f36058 req-6c38e318-17f8-472d-9f66-73d8d86cb401 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=055e3f68-318c-45f0-b7c7-2f3602a31d1a HTTP/1.1" status: 200 len: 217 time: 0.0491250 Jul 27 19:56:57.163480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Attempting to bind port 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:57.163874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Attempting to bind port 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:57.164221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Attempting to bind port 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:57.175356 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:57.180462 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:57.181113 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:57.190797 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:57.191400 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Bound port: 6d3383a4-0345-4c04-9547-cb00dc3d3bb4, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:57.191807 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:57.220131 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:57.234978 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5916153b-0b76-4b7a-8c8c-c78d271442e3 x-openstack-request-id: req-5916153b-0b76-4b7a-8c8c-c78d271442e3 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:57.235272 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6105ceda-4efb-4ccd-9247-cce7e1719be1", "tag": "055e3f68-318c-45f0-b7c7-2f3602a31d1a", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:57.235525 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5916153b-0b76-4b7a-8c8c-c78d271442e3 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:57.235916 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6105ceda-4efb-4ccd-9247-cce7e1719be1', 'tag': '055e3f68-318c-45f0-b7c7-2f3602a31d1a', 'status': 'completed', 'code': 200} Jul 27 19:56:57.275565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34776-6866-44ed-941e-9bd152f36058 req-c843ce08-7ada-4872-939d-9db35cf8d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:57.277750 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7b34776-6866-44ed-941e-9bd152f36058 req-c843ce08-7ada-4872-939d-9db35cf8d369 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3a0225cf-270c-42c0-adb1-939c4f198eb6 HTTP/1.1" status: 200 len: 859 time: 0.1540411 Jul 27 19:56:57.302611 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:57.336830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object b6e33fbe-dbd4-4fe0-b8eb-da3f7bf67ee6 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:57.345933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] For port 6d3383a4-0345-4c04-9547-cb00dc3d3bb4, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:57.350328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] For port 6d3383a4-0345-4c04-9547-cb00dc3d3bb4, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6d3383a4-0345-4c04-9547-cb00dc3d3bb4,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:57.353403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7b34776-6866-44ed-941e-9bd152f36058 req-3694b2fc-069b-4b82-8919-4245f9efd4d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dfd149c-5da4-4dc6-95ab-8e162771181f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625551 Jul 27 19:56:57.359986 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:57.416907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:57.458271 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa69d54-7248-4f55-b10b-f8988e5d8eea None None] Pushing event updated for resources: {'Port': ['ID=6d3383a4-0345-4c04-9547-cb00dc3d3bb4,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:57.481120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:56:57.484660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:56:57.488859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:56:57.495213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:57.495918 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:57.520874 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1647053 Jul 27 19:56:57.522022 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=b6e33fbe-dbd4-4fe0-b8eb-da3f7bf67ee6,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:57.524654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55600) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:57.543925 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:57.544282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:57.544830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:57.545228 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:57.545562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:57.545890 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:57.546273 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:57.546595 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:57.546921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:57.547251 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:57.547579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:57.547914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a97829d-ebca-4350-a97b-91934562d0b7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:56:57.674760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c68c2-8c36-4fc0-931b-2f8348314f9c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:57.687958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c68c2-8c36-4fc0-931b-2f8348314f9c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:57.696184 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c57c68c2-8c36-4fc0-931b-2f8348314f9c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1679051 Jul 27 19:56:57.697513 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55606) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:57.840200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7b34776-6866-44ed-941e-9bd152f36058 req-4ac231c4-df86-4624-9eba-2670aeb55a7c service neutron] 10.222.0.52 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055955 Jul 27 19:56:57.866141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66321148-45f5-4dc9-8328-45c2fc2a2844 req-02d76ed9-2194-4852-a0a9-801c3557efb4 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:57.869245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66321148-45f5-4dc9-8328-45c2fc2a2844 req-02d76ed9-2194-4852-a0a9-801c3557efb4 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.63 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 946 time: 0.4356420 Jul 27 19:56:57.879254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-cbae9261-9bef-4ac4-8d78-5cbad76257e0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port b6e33fbe-dbd4-4fe0-b8eb-da3f7bf67ee6 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:57.879595 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cbae9261-9bef-4ac4-8d78-5cbad76257e0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:57.920937 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20862854-3065-4611-99dd-f529d9233dab req-90305f04-19c6-44b2-9848-2102e05634b7 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.1335452 Jul 27 19:56:58.012066 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cbae9261-9bef-4ac4-8d78-5cbad76257e0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:58.047209 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-cbae9261-9bef-4ac4-8d78-5cbad76257e0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for b6e33fbe-dbd4-4fe0-b8eb-da3f7bf67ee6 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:58.125502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:56:58.186119 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:58.200689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd49ee2-38ec-4f0c-ade1-33b6b1543e4b req-3a32a2ee-0fb2-4f48-bb69-70b666a987e5 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:58.210799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6cd49ee2-38ec-4f0c-ade1-33b6b1543e4b req-3a32a2ee-0fb2-4f48-bb69-70b666a987e5 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 931 time: 0.7736967 Jul 27 19:56:58.286130 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cbae9261-9bef-4ac4-8d78-5cbad76257e0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:58.330403 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae9261-9bef-4ac4-8d78-5cbad76257e0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=b6e33fbe-dbd4-4fe0-b8eb-da3f7bf67ee6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:58.338335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7b34776-6866-44ed-941e-9bd152f36058 req-fea271e9-823e-4189-8772-2d2f4bd7738d service neutron] 10.222.0.52 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675071 Jul 27 19:56:58.423782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6cd49ee2-38ec-4f0c-ade1-33b6b1543e4b req-35782ffd-d437-4f8f-ae91-8c817209b8cf tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097259 Jul 27 19:56:58.430626 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cbae9261-9bef-4ac4-8d78-5cbad76257e0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:58.439330 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cbae9261-9bef-4ac4-8d78-5cbad76257e0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/b6e33fbe-dbd4-4fe0-b8eb-da3f7bf67ee6 HTTP/1.1" status: 204 len: 168 time: 0.7398677 Jul 27 19:56:58.440252 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55630) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:58.500761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-66321148-45f5-4dc9-8328-45c2fc2a2844 req-4dd74649-86d7-4251-8db8-834c91462969 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Deleting port adb7792f-c3a0-46d7-99a2-7fb3501620ac {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:58.502304 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-66321148-45f5-4dc9-8328-45c2fc2a2844 req-4dd74649-86d7-4251-8db8-834c91462969 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:58.555772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e17bf7-4d10-4be6-a663-f2e1959b9319 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:56:58.563490 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3107d7e3-3616-43f6-8083-ce7a212a5c25 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:58.565845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3107d7e3-3616-43f6-8083-ce7a212a5c25 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:58.567894 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3107d7e3-3616-43f6-8083-ce7a212a5c25 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264532 Jul 27 19:56:58.576839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55634) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:58.607235 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:58.677848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e91a1a-1108-4c6e-8b9c-cf8f1028535e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 4c7bb631-28ec-4262-8fbb-efe4d3ad36e2 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:56:58.685985 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34e91a1a-1108-4c6e-8b9c-cf8f1028535e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:58.732557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Transition to ACTIVE for port object 07e17bf7-4d10-4be6-a663-f2e1959b9319 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:56:58.747761 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:58.766326 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34e91a1a-1108-4c6e-8b9c-cf8f1028535e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:58.775425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33cb2f-a03e-440f-9e39-4e9730a15614 req-97115eb5-f205-4e00-8ab6-27b3ebe52057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:58.777002 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f33cb2f-a03e-440f-9e39-4e9730a15614 req-97115eb5-f205-4e00-8ab6-27b3ebe52057 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=289fc2dd6cba4a79a60c85368f2dc796&device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 1095 time: 0.3745916 Jul 27 19:56:58.868873 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34e91a1a-1108-4c6e-8b9c-cf8f1028535e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:58.907629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5621f5f1-81ba-440f-a649-8998e8c75b16 None None] Provisioning for port 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:56:58.912080 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5621f5f1-81ba-440f-a649-8998e8c75b16 None None] Provisioning complete for port 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:56:58.912847 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5621f5f1-81ba-440f-a649-8998e8c75b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:58.942134 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-66321148-45f5-4dc9-8328-45c2fc2a2844 req-4dd74649-86d7-4251-8db8-834c91462969 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] For port adb7792f-c3a0-46d7-99a2-7fb3501620ac, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=adb7792f-c3a0-46d7-99a2-7fb3501620ac,segment=NetworkSegment(e5915b5f-72b5-4ef9-a234-feadd5bed928),segment_id=e5915b5f-72b5-4ef9-a234-feadd5bed928)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:58.942719 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-66321148-45f5-4dc9-8328-45c2fc2a2844 req-4dd74649-86d7-4251-8db8-834c91462969 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:58.963177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Pushing event updated for resources: {'Port': ['ID=07e17bf7-4d10-4be6-a663-f2e1959b9319,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:58.979982 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34e91a1a-1108-4c6e-8b9c-cf8f1028535e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:58.993971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c251d-c6a9-424f-af44-f093f3730657 req-2ca2e2c0-c7bd-462d-adca-1a439401452d tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:59.001662 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-649c251d-c6a9-424f-af44-f093f3730657 req-2ca2e2c0-c7bd-462d-adca-1a439401452d tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 946 time: 0.4106231 Jul 27 19:56:59.007600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-66321148-45f5-4dc9-8328-45c2fc2a2844 req-4dd74649-86d7-4251-8db8-834c91462969 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Calling delete_port for adb7792f-c3a0-46d7-99a2-7fb3501620ac owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:59.018948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e91a1a-1108-4c6e-8b9c-cf8f1028535e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7bb631-28ec-4262-8fbb-efe4d3ad36e2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:59.021751 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34e91a1a-1108-4c6e-8b9c-cf8f1028535e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:59.023783 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-34e91a1a-1108-4c6e-8b9c-cf8f1028535e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/4c7bb631-28ec-4262-8fbb-efe4d3ad36e2 HTTP/1.1" status: 204 len: 168 time: 0.4455879 Jul 27 19:56:59.026500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55638) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:59.088994 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-de5115db-d4e6-4eda-9baa-b371778b827b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587234 Jul 27 19:56:59.090186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55640) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:59.102894 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5621f5f1-81ba-440f-a649-8998e8c75b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:59.154149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5621f5f1-81ba-440f-a649-8998e8c75b16 None None] For port 6d3383a4-0345-4c04-9547-cb00dc3d3bb4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6d3383a4-0345-4c04-9547-cb00dc3d3bb4,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:59.163996 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5621f5f1-81ba-440f-a649-8998e8c75b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:59.170722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33cb2f-a03e-440f-9e39-4e9730a15614 req-2e8afeb0-7bbe-4fb1-b4c0-288b08516b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:59.172641 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f33cb2f-a03e-440f-9e39-4e9730a15614 req-2e8afeb0-7bbe-4fb1-b4c0-288b08516b4e service neutron] 10.222.0.52 "GET /v2.0/networks?id=0dfd149c-5da4-4dc6-95ab-8e162771181f HTTP/1.1" status: 200 len: 920 time: 0.3675523 Jul 27 19:56:59.242724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6d8a6d-7da4-43ac-944e-07a91bb7b1b2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:59.244176 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6b6d8a6d-7da4-43ac-944e-07a91bb7b1b2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1530054 Jul 27 19:56:59.250248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55642) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:59.265554 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a190c04f-4ff1-4460-8bd3-92aa15d070d3 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:56:59.277040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621f5f1-81ba-440f-a649-8998e8c75b16 None None] Pushing event updated for resources: {'Port': ['ID=6d3383a4-0345-4c04-9547-cb00dc3d3bb4,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:59.318453 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f33cb2f-a03e-440f-9e39-4e9730a15614 req-acb6624b-332f-4352-a496-868f3c461e14 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=055e3f68-318c-45f0-b7c7-2f3602a31d1a HTTP/1.1" status: 200 len: 217 time: 0.0529385 Jul 27 19:56:59.320196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de16df7b-d91f-445d-84f2-caaa01e5ef6b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:59.324702 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-de16df7b-d91f-445d-84f2-caaa01e5ef6b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0693979 Jul 27 19:56:59.324858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55644) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:59.328354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d0874f1f-5b81-4022-a01e-acbdf71665ac None None] Could not find standard attr ID for object b6e33fbe-dbd4-4fe0-b8eb-da3f7bf67ee6. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:56:59.374332 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bb8ff6dd-10b0-4826-8ee2-771fd4f766e8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442798 Jul 27 19:56:59.374939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-649c251d-c6a9-424f-af44-f093f3730657 req-7652c964-cdeb-4567-a8e5-9ad00e1108d6 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5300fdf-d1c3-46c6-9ef7-f0ff2420a094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683319 Jul 27 19:56:59.377651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55646) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:56:59.385789 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-cbce61fe-06fe-4de6-9317-1f538f19298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:56:59.418868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Attempting to bind port 07e17bf7-4d10-4be6-a663-f2e1959b9319 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:56:59.419206 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Attempting to bind port 07e17bf7-4d10-4be6-a663-f2e1959b9319 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'dd733597-e680-40ca-961f-cf49b0487d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:56:59.419538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Attempting to bind port 07e17bf7-4d10-4be6-a663-f2e1959b9319 on network 0dfd149c-5da4-4dc6-95ab-8e162771181f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:59.440620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3bf60-1ea3-47cb-a8d1-e743031ee635 req-56202cf0-86a7-43f5-a3af-c438353cebef tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:59.444586 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ade3bf60-1ea3-47cb-a8d1-e743031ee635 req-56202cf0-86a7-43f5-a3af-c438353cebef tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.6655846 Jul 27 19:56:59.482863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Port 07e17bf7-4d10-4be6-a663-f2e1959b9319 on network 0dfd149c-5da4-4dc6-95ab-8e162771181f not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:56:59.483188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Attempting to bind port 07e17bf7-4d10-4be6-a663-f2e1959b9319 on network 0dfd149c-5da4-4dc6-95ab-8e162771181f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:56:59.533520 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbce61fe-06fe-4de6-9317-1f538f19298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:56:59.538626 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cbce61fe-06fe-4de6-9317-1f538f19298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:59.554734 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:56:59.555066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Checking segment: {'id': 'dd733597-e680-40ca-961f-cf49b0487d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:56:59.555461 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Bound using segment: {'id': 'dd733597-e680-40ca-961f-cf49b0487d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:56:59.555896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Bound port: 07e17bf7-4d10-4be6-a663-f2e1959b9319, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd733597-e680-40ca-961f-cf49b0487d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:56:59.556259 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:59.569126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83deb94-cf39-4ff7-8227-e39dc75e2c29 None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:56:59.571062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d06c0cdd-67aa-4c9f-a28c-86e62f7f0a4f req-a7a7dce7-f417-40a0-9890-87ca1f73c054 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0857072 Jul 27 19:56:59.583932 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ade3bf60-1ea3-47cb-a8d1-e743031ee635 req-e5de165b-60fb-49a7-af03-6a724ab51ae9 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251574 Jul 27 19:56:59.595502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33cb2f-a03e-440f-9e39-4e9730a15614 req-b038396d-4b6c-455c-8174-f118c8fa5cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:56:59.607027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f33cb2f-a03e-440f-9e39-4e9730a15614 req-b038396d-4b6c-455c-8174-f118c8fa5cc8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3a0225cf-270c-42c0-adb1-939c4f198eb6 HTTP/1.1" status: 200 len: 859 time: 0.2639835 Jul 27 19:56:59.607027 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-66321148-45f5-4dc9-8328-45c2fc2a2844 req-4dd74649-86d7-4251-8db8-834c91462969 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:59.624430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['adb7792f-c3a0-46d7-99a2-7fb3501620ac'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:56:59.727629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e83deb94-cf39-4ff7-8227-e39dc75e2c29 None None] Deleting port 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:56:59.728040 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e83deb94-cf39-4ff7-8227-e39dc75e2c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:59.772062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f33cb2f-a03e-440f-9e39-4e9730a15614 req-3cd81432-f5e6-4883-b9bc-8ded80d6df2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dfd149c-5da4-4dc6-95ab-8e162771181f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088951 Jul 27 19:56:59.772861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd74649-86d7-4251-8db8-834c91462969 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Pushing event deleted for resources: {'Port': ['ID=adb7792f-c3a0-46d7-99a2-7fb3501620ac,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:56:59.828851 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e83deb94-cf39-4ff7-8227-e39dc75e2c29 None None] For port 6d3383a4-0345-4c04-9547-cb00dc3d3bb4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6d3383a4-0345-4c04-9547-cb00dc3d3bb4,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:56:59.829133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-66321148-45f5-4dc9-8328-45c2fc2a2844 req-4dd74649-86d7-4251-8db8-834c91462969 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] No DVR routers for this DVR port adb7792f-c3a0-46d7-99a2-7fb3501620ac on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:56:59.829833 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e83deb94-cf39-4ff7-8227-e39dc75e2c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:59.842121 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-66321148-45f5-4dc9-8328-45c2fc2a2844 req-4dd74649-86d7-4251-8db8-834c91462969 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:59.844117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66321148-45f5-4dc9-8328-45c2fc2a2844 req-4dd74649-86d7-4251-8db8-834c91462969 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.63 "DELETE /v2.0/ports/adb7792f-c3a0-46d7-99a2-7fb3501620ac HTTP/1.1" status: 204 len: 173 time: 1.9503224 Jul 27 19:56:59.844437 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e83deb94-cf39-4ff7-8227-e39dc75e2c29 None None] Calling delete_port for 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:56:59.851283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7145c38a-84ec-4590-80dc-82ccf7009a09', 'name': 'network-vif-deleted', 'tag': 'adb7792f-c3a0-46d7-99a2-7fb3501620ac'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:56:59.853652 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8b17a1-4572-47ea-9776-2884757674b6" -d '{"events": [{"server_uuid": "7145c38a-84ec-4590-80dc-82ccf7009a09", "name": "network-vif-deleted", "tag": "adb7792f-c3a0-46d7-99a2-7fb3501620ac"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:56:59.926987 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f07d649-2dff-463a-8eed-d847055c8774 x-openstack-request-id: req-0f07d649-2dff-463a-8eed-d847055c8774 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:56:59.927392 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7145c38a-84ec-4590-80dc-82ccf7009a09", "name": "network-vif-deleted", "tag": "adb7792f-c3a0-46d7-99a2-7fb3501620ac", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:56:59.927614 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f07d649-2dff-463a-8eed-d847055c8774 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:56:59.928055 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7145c38a-84ec-4590-80dc-82ccf7009a09', 'name': 'network-vif-deleted', 'tag': 'adb7792f-c3a0-46d7-99a2-7fb3501620ac', 'status': 'completed', 'code': 200} Jul 27 19:56:59.933877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] For port 07e17bf7-4d10-4be6-a663-f2e1959b9319, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:56:59.939890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] For port 07e17bf7-4d10-4be6-a663-f2e1959b9319, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=07e17bf7-4d10-4be6-a663-f2e1959b9319,segment=NetworkSegment(dd733597-e680-40ca-961f-cf49b0487d90),segment_id=dd733597-e680-40ca-961f-cf49b0487d90)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:56:59.951955 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:56:59.984513 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-cbce61fe-06fe-4de6-9317-1f538f19298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:57:00.023803 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0f2d5-2801-45af-8616-be8529c4de73 req-158d4699-1791-497e-a88c-89a972b0a655 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:00.032504 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0d0f2d5-2801-45af-8616-be8529c4de73 req-158d4699-1791-497e-a88c-89a972b0a655 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 943 time: 0.3186762 Jul 27 19:57:00.038915 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e83deb94-cf39-4ff7-8227-e39dc75e2c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:00.055444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:00.056124 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:00.057728 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] 10.222.0.63 "PUT /v2.0/ports/07e17bf7-4d10-4be6-a663-f2e1959b9319 HTTP/1.1" status: 200 len: 1092 time: 3.0333729 Jul 27 19:57:00.082653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f33cb2f-a03e-440f-9e39-4e9730a15614 req-ad4edc62-c2a8-464f-8bdf-934ea763d05c service neutron] 10.222.0.52 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857366 Jul 27 19:57:00.105869 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0d0f2d5-2801-45af-8616-be8529c4de73 req-763b4443-8cc1-41fe-8ac7-cb225dfb772e tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682857 Jul 27 19:57:00.106099 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:57:00.112782 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83deb94-cf39-4ff7-8227-e39dc75e2c29 None None] Pushing event deleted for resources: {'Port': ['ID=6d3383a4-0345-4c04-9547-cb00dc3d3bb4,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:00.127123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83deb94-cf39-4ff7-8227-e39dc75e2c29 None None] No DVR routers for this DVR port 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:57:00.129856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9f39a-398a-4726-a945-d851d1931af1 service neutron] Pushing event updated for resources: {'Port': ['ID=07e17bf7-4d10-4be6-a663-f2e1959b9319,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:00.164250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:57:00.164784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:57:00.193941 n-d-705657-21 neutron-server[94060]: WARNING neutron.services.revisions.revision_plugin [None req-cbce61fe-06fe-4de6-9317-1f538f19298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Could not find related port for resource to bump revision. Jul 27 19:57:00.200253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_pluggable_backend [None req-cbce61fe-06fe-4de6-9317-1f538f19298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Port 6d3383a4-0345-4c04-9547-cb00dc3d3bb4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94060) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 27 19:57:00.201137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_pluggable_backend [None req-cbce61fe-06fe-4de6-9317-1f538f19298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Reverting IP allocation for 2001:db8::f816:3eff:fe34:292a {{(pid=94060) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 27 19:57:00.206113 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_pluggable_backend [None req-cbce61fe-06fe-4de6-9317-1f538f19298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe34:292a {{(pid=94060) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 27 19:57:00.207570 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cbce61fe-06fe-4de6-9317-1f538f19298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:00.258598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbce61fe-06fe-4de6-9317-1f538f19298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:00.260543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-cbce61fe-06fe-4de6-9317-1f538f19298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:00.265091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbce61fe-06fe-4de6-9317-1f538f19298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:00.265719 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cbce61fe-06fe-4de6-9317-1f538f19298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:00.273244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c8f6f-2a98-441f-9d3a-77ce0866f40a None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:00.282502 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce61fe-06fe-4de6-9317-1f538f19298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=faed8fbc-4f90-4c48-8a8a-de71cd1c0c36,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:00.299442 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cbce61fe-06fe-4de6-9317-1f538f19298a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9198239 Jul 27 19:57:00.302638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55658) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:00.307926 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f9697a67-3554-4a1d-a27d-15a4a4b0860c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'mac_address': 'fa:16:3e:3c:5c:d1', 'name': 'tempest-NetworksTestDHCPv6-2108516276'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:00.552918 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9697a67-3554-4a1d-a27d-15a4a4b0860c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:00.562767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': 'faed8fbc-4f90-4c48-8a8a-de71cd1c0c36'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:57:00.565353 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:00.575956 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9697a67-3554-4a1d-a27d-15a4a4b0860c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:00.621942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-f9697a67-3554-4a1d-a27d-15a4a4b0860c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 01807156-8048-4289-9797-d3430207dec7 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:57:00.705572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e87a6392-2f3e-4f59-a758-87fa421a8a65 req-c50090b6-3cc6-4ee9-b928-0e3ce6407005 tempest-ServersNegativeTestMultiTenantJSON-513475137 tempest-ServersNegativeTestMultiTenantJSON-513475137-project] 10.222.0.48 "GET /v2.0/ports?device_id=7145c38a-84ec-4590-80dc-82ccf7009a09 HTTP/1.1" status: 200 len: 210 time: 0.0808885 Jul 27 19:57:00.764627 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Allocated IP 2001:db8::f816:3eff:fe37:29d9 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/faed8fbc-4f90-4c48-8a8a-de71cd1c0c36/ed2771cd-7f5b-4ff2-9d33-55c23401d179) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:00.883695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01efbf6b-a8e0-4f09-a1d9-5ee108e1fd26 req-5383d586-5f8a-4206-ae1c-5223bdfbfafa tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0650644 Jul 27 19:57:00.923453 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-64de4933-ce71-4892-8038-5fb4de0e6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:00.926083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-64de4933-ce71-4892-8038-5fb4de0e6bf4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=289fc2dd6cba4a79a60c85368f2dc796&device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 1095 time: 0.8076658 Jul 27 19:57:00.942029 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d2e9c-b6f1-491b-8de2-d2119a36c061 req-977e90af-9be9-4246-9c09-237cac70aa4b tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:00.947923 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd5d2e9c-b6f1-491b-8de2-d2119a36c061 req-977e90af-9be9-4246-9c09-237cac70aa4b tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.2386229 Jul 27 19:57:00.952033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f33cb2f-a03e-440f-9e39-4e9730a15614 req-b67fe2b5-cea6-425c-8540-347500f9dd4a service neutron] 10.222.0.52 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8417559 Jul 27 19:57:00.958083 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:00.975237 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Transition to ACTIVE for port object ed2771cd-7f5b-4ff2-9d33-55c23401d179 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:00.999030 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Transition to ACTIVE for port object ed2771cd-7f5b-4ff2-9d33-55c23401d179 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:01.018211 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:01.018846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2cb40-380f-4ea2-a1fe-103d80427c56 req-333ae78c-b909-42c2-8c6f-d0c50465c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:01.020378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67b2cb40-380f-4ea2-a1fe-103d80427c56 req-333ae78c-b909-42c2-8c6f-d0c50465c615 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 1098 time: 0.2429388 Jul 27 19:57:01.021738 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-d41772e6-cd24-42d5-ad59-f16e7b84f30b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e17bf7-4d10-4be6-a663-f2e1959b9319 HTTP/1.1" status: 200 len: 217 time: 0.0724554 Jul 27 19:57:01.067858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd5d2e9c-b6f1-491b-8de2-d2119a36c061 req-da701273-a86f-4bb2-806f-6d29279d110f tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064153 Jul 27 19:57:01.090258 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-f9697a67-3554-4a1d-a27d-15a4a4b0860c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::f816:3eff:fe3c:5cd1 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/faed8fbc-4f90-4c48-8a8a-de71cd1c0c36/01807156-8048-4289-9797-d3430207dec7) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:01.101866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:01.110126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:01.114148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:01.122704 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Pushing event updated for resources: {'Port': ['ID=ed2771cd-7f5b-4ff2-9d33-55c23401d179,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:01.200411 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-533f2b2a-80a8-4f77-af5b-12b9fa48feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:01.203515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-533f2b2a-80a8-4f77-af5b-12b9fa48feb6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3a0225cf-270c-42c0-adb1-939c4f198eb6 HTTP/1.1" status: 200 len: 859 time: 0.1655843 Jul 27 19:57:01.205274 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Attempting to bind port ed2771cd-7f5b-4ff2-9d33-55c23401d179 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:57:01.205793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Attempting to bind port ed2771cd-7f5b-4ff2-9d33-55c23401d179 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:57:01.206220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Attempting to bind port ed2771cd-7f5b-4ff2-9d33-55c23401d179 on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:57:01.215847 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:57:01.216585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:57:01.216999 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:01.217471 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:57:01.218275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Bound port: ed2771cd-7f5b-4ff2-9d33-55c23401d179, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:57:01.218663 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:01.295053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-438605e2-8603-4c55-aead-7c960e7e8e5b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0dfd149c-5da4-4dc6-95ab-8e162771181f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782773 Jul 27 19:57:01.312294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] For port ed2771cd-7f5b-4ff2-9d33-55c23401d179, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:57:01.316203 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] For port ed2771cd-7f5b-4ff2-9d33-55c23401d179, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ed2771cd-7f5b-4ff2-9d33-55c23401d179,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:57:01.321746 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:01.338649 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9697a67-3554-4a1d-a27d-15a4a4b0860c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:01.355425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-f9697a67-3554-4a1d-a27d-15a4a4b0860c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object 01807156-8048-4289-9797-d3430207dec7 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:01.367993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2cb40-380f-4ea2-a1fe-103d80427c56 req-64bd6dd4-19bd-4b43-a0ed-ed233f13f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:01.370229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67b2cb40-380f-4ea2-a1fe-103d80427c56 req-64bd6dd4-19bd-4b43-a0ed-ed233f13f252 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 918 time: 0.2799549 Jul 27 19:57:01.397712 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9697a67-3554-4a1d-a27d-15a4a4b0860c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:01.398316 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fef83-2267-4323-b758-15ee42d45f4e None None] Pushing event updated for resources: {'Port': ['ID=ed2771cd-7f5b-4ff2-9d33-55c23401d179,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:01.412824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61a4bc-9340-49ef-b658-8da2e80acf52 req-911a143a-78af-4a47-9d14-fc65e4d54d98 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:01.414672 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c61a4bc-9340-49ef-b658-8da2e80acf52 req-911a143a-78af-4a47-9d14-fc65e4d54d98 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 943 time: 0.2039907 Jul 27 19:57:01.468530 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9697a67-3554-4a1d-a27d-15a4a4b0860c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:01.471626 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f9697a67-3554-4a1d-a27d-15a4a4b0860c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:01.477057 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9697a67-3554-4a1d-a27d-15a4a4b0860c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:01.482996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9697a67-3554-4a1d-a27d-15a4a4b0860c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:01.484205 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9697a67-3554-4a1d-a27d-15a4a4b0860c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:01.488070 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9697a67-3554-4a1d-a27d-15a4a4b0860c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=01807156-8048-4289-9797-d3430207dec7,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:01.509995 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f9697a67-3554-4a1d-a27d-15a4a4b0860c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2064457 Jul 27 19:57:01.512659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55674) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:01.538865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-4b79afda-9508-4041-a0b0-db85462236ef service neutron] 10.222.0.63 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316723 Jul 27 19:57:01.543793 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67b2cb40-380f-4ea2-a1fe-103d80427c56 req-67168fb5-788a-4c74-a453-e6a814166c18 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 HTTP/1.1" status: 200 len: 1002 time: 0.1465471 Jul 27 19:57:01.547170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c61a4bc-9340-49ef-b658-8da2e80acf52 req-909ba8fa-480e-498b-b601-13a13c8b3c2d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222124 Jul 27 19:57:01.608681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa24aaf-5a61-4c35-bbc2-9a9e7ebd76d0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:01.615005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa24aaf-5a61-4c35-bbc2-9a9e7ebd76d0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:01.619574 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2aa24aaf-5a61-4c35-bbc2-9a9e7ebd76d0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1054049 Jul 27 19:57:01.620493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55676) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:01.776470 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55682) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:01.818520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baefcaba-3983-4cca-8c14-3086d17a5b26 req-b8052bde-7ff9-45d8-952f-764e455b2859 service neutron] 10.222.0.63 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702942 Jul 27 19:57:01.830893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2cb40-380f-4ea2-a1fe-103d80427c56 req-1077314a-90d7-4eb0-822e-32a4f96cbcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:01.832555 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67b2cb40-380f-4ea2-a1fe-103d80427c56 req-1077314a-90d7-4eb0-822e-32a4f96cbcbb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d09a00cb-b386-481d-ac77-b852f1db0dbd HTTP/1.1" status: 200 len: 856 time: 0.2645304 Jul 27 19:57:01.847865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4e26d1-2519-4337-903c-a2dbb9785e81 admin admin] Deleting subnet 4eddf7c0-ec53-41a4-81ba-3037e460ed13 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:57:01.855020 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e4e26d1-2519-4337-903c-a2dbb9785e81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:01.896949 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-230b9dc3-73ad-46c7-85dd-357e8c477d3f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port 01807156-8048-4289-9797-d3430207dec7 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:57:01.897436 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-230b9dc3-73ad-46c7-85dd-357e8c477d3f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:01.898316 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e4e26d1-2519-4337-903c-a2dbb9785e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:01.953069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e4e26d1-2519-4337-903c-a2dbb9785e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:01.999042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbe0ded-3435-4190-a739-3b608b3397b7', 'tag': '07e17bf7-4d10-4be6-a663-f2e1959b9319'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:57:02.002313 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27060f4-9fb6-4504-b86e-cf104774351c" -d '{"events": [{"name": "network-changed", "server_uuid": "acbe0ded-3435-4190-a739-3b608b3397b7", "tag": "07e17bf7-4d10-4be6-a663-f2e1959b9319"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:57:02.042184 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e4e26d1-2519-4337-903c-a2dbb9785e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.053244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ed2771cd-7f5b-4ff2-9d33-55c23401d179 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:02.078256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2cb40-380f-4ea2-a1fe-103d80427c56 req-c5651fc7-0611-4e24-8036-b08039cb3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:02.081506 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67b2cb40-380f-4ea2-a1fe-103d80427c56 req-c5651fc7-0611-4e24-8036-b08039cb3251 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a353abe-4a3b-464a-8986-fca747b8e0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2355638 Jul 27 19:57:02.083748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e26d1-2519-4337-903c-a2dbb9785e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eddf7c0-ec53-41a4-81ba-3037e460ed13,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:02.086913 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e65b5dd-2fbe-4adb-95f4-6668089402a2 x-openstack-request-id: req-7e65b5dd-2fbe-4adb-95f4-6668089402a2 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:57:02.087208 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acbe0ded-3435-4190-a739-3b608b3397b7", "tag": "07e17bf7-4d10-4be6-a663-f2e1959b9319", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:57:02.087476 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e65b5dd-2fbe-4adb-95f4-6668089402a2 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:57:02.087861 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbe0ded-3435-4190-a739-3b608b3397b7', 'tag': '07e17bf7-4d10-4be6-a663-f2e1959b9319', 'status': 'completed', 'code': 200} Jul 27 19:57:02.101155 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e4e26d1-2519-4337-903c-a2dbb9785e81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.105518 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9e4e26d1-2519-4337-903c-a2dbb9785e81 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4eddf7c0-ec53-41a4-81ba-3037e460ed13 HTTP/1.1" status: 204 len: 168 time: 0.3254359 Jul 27 19:57:02.106076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55692) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:02.131906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-feac723e-6edf-4901-9502-a8ac14f642a7 req-b09405f3-387e-4e74-920c-938462e83107 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0787916 Jul 27 19:57:02.132130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port ed2771cd-7f5b-4ff2-9d33-55c23401d179 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:02.202255 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-230b9dc3-73ad-46c7-85dd-357e8c477d3f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.274292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-230b9dc3-73ad-46c7-85dd-357e8c477d3f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for 01807156-8048-4289-9797-d3430207dec7 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:57:02.283498 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21b7-4019-b38d-48a36acdb864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.361959 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device adb7792f-c3a0-46d7-99a2-7fb3501620ac no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:57:02.405553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: adb7792f-c3a0-46d7-99a2-7fb3501620ac {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:57:02.405832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device adb7792f-c3a0-46d7-99a2-7fb3501620ac not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:57:02.442039 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21b7-4019-b38d-48a36acdb864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.456284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d0b8c36c-21b7-4019-b38d-48a36acdb864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddbe641-6e3a-461f-96f2-3907edd456b0']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:57:02.463702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67b2cb40-380f-4ea2-a1fe-103d80427c56 req-6382af67-6215-46bc-bc1d-bb847a5e922a service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580086 Jul 27 19:57:02.469254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d0b8c36c-21b7-4019-b38d-48a36acdb864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5915b5f-72b5-4ef9-a234-feadd5bed928') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:57:02.469555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d0b8c36c-21b7-4019-b38d-48a36acdb864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5915b5f-72b5-4ef9-a234-feadd5bed928') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:57:02.469980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27060f4-9fb6-4504-b86e-cf104774351c req-443720d0-b26f-4b66-95f0-ee7b57c0a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:02.471739 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d27060f4-9fb6-4504-b86e-cf104774351c req-443720d0-b26f-4b66-95f0-ee7b57c0a2ae service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=289fc2dd6cba4a79a60c85368f2dc796&device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 1095 time: 0.3648767 Jul 27 19:57:02.480853 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21b7-4019-b38d-48a36acdb864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.497166 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21b7-4019-b38d-48a36acdb864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.507439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b8c36c-21b7-4019-b38d-48a36acdb864 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:57:02.508041 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21b7-4019-b38d-48a36acdb864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:57:02.510705 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:57:02.572798 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21b7-4019-b38d-48a36acdb864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.584073 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d0b8c36c-21b7-4019-b38d-48a36acdb864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.587341 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d0b8c36c-21b7-4019-b38d-48a36acdb864 admin admin] 10.222.0.48 "DELETE /v2.0/networks/eddbe641-6e3a-461f-96f2-3907edd456b0 HTTP/1.1" status: 204 len: 168 time: 0.4801979 Jul 27 19:57:02.600807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5319b-ce08-4a78-99de-a611eb7eb1a6 req-df809772-b2a1-4ac8-901e-74f17b02beb0 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:02.602368 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62c5319b-ce08-4a78-99de-a611eb7eb1a6 req-df809772-b2a1-4ac8-901e-74f17b02beb0 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.3398964 Jul 27 19:57:02.602660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55698) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:02.605216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8c36c-21b7-4019-b38d-48a36acdb864 admin admin] Pushing event deleted for resources: {'Network': ['ID=eddbe641-6e3a-461f-96f2-3907edd456b0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:02.677961 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-038f44d2-2797-4dd9-8a35-6f010375e1d6 admin admin] Deleting subnet 0e7557ea-46a7-44ed-bc8a-3aef20660c5c {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:57:02.681685 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-038f44d2-2797-4dd9-8a35-6f010375e1d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.722011 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-038f44d2-2797-4dd9-8a35-6f010375e1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.802542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-038f44d2-2797-4dd9-8a35-6f010375e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.803814 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5459219b-141f-412c-8e9b-73b88944b313 None None] Provisioning for port ed2771cd-7f5b-4ff2-9d33-55c23401d179 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:02.810774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5459219b-141f-412c-8e9b-73b88944b313 None None] Provisioning complete for port ed2771cd-7f5b-4ff2-9d33-55c23401d179 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:02.812944 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5459219b-141f-412c-8e9b-73b88944b313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.843050 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62c5319b-ce08-4a78-99de-a611eb7eb1a6 req-03e278ff-6526-40c5-86fc-899dc7da4642 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236626 Jul 27 19:57:02.856557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27060f4-9fb6-4504-b86e-cf104774351c req-c0f1ef83-1efe-46a0-be0f-9cf6f1b0054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:02.858239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d27060f4-9fb6-4504-b86e-cf104774351c req-c0f1ef83-1efe-46a0-be0f-9cf6f1b0054c service neutron] 10.222.0.63 "GET /v2.0/networks?id=0dfd149c-5da4-4dc6-95ab-8e162771181f HTTP/1.1" status: 200 len: 920 time: 0.3791065 Jul 27 19:57:02.862674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67b2cb40-380f-4ea2-a1fe-103d80427c56 req-9e2bb617-a5ad-442d-bd13-f78c2fa3fcec service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821578 Jul 27 19:57:02.882048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-038f44d2-2797-4dd9-8a35-6f010375e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.889080 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-230b9dc3-73ad-46c7-85dd-357e8c477d3f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.899470 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-038f44d2-2797-4dd9-8a35-6f010375e1d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:02.899470 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-038f44d2-2797-4dd9-8a35-6f010375e1d6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0e7557ea-46a7-44ed-bc8a-3aef20660c5c HTTP/1.1" status: 204 len: 168 time: 0.2872925 Jul 27 19:57:02.899470 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55702) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:02.949554 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f44d2-2797-4dd9-8a35-6f010375e1d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7557ea-46a7-44ed-bc8a-3aef20660c5c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:02.991349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d27060f4-9fb6-4504-b86e-cf104774351c req-bcf61e3c-be03-4d97-8865-77fec5fb3d4c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e17bf7-4d10-4be6-a663-f2e1959b9319 HTTP/1.1" status: 200 len: 217 time: 0.1237130 Jul 27 19:57:03.001151 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b9dc3-73ad-46c7-85dd-357e8c477d3f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=01807156-8048-4289-9797-d3430207dec7,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:03.015970 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5459219b-141f-412c-8e9b-73b88944b313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.021094 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50bd9144-cab0-49eb-b55d-d60b139d2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.076286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5459219b-141f-412c-8e9b-73b88944b313 None None] For port ed2771cd-7f5b-4ff2-9d33-55c23401d179, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ed2771cd-7f5b-4ff2-9d33-55c23401d179,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:03.079859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f089b-3726-428d-8db3-4356d4018f76 req-70ff0968-0dda-4cd8-9651-63a2111fd554 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:03.081621 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5459219b-141f-412c-8e9b-73b88944b313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.088003 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc3f089b-3726-428d-8db3-4356d4018f76 req-70ff0968-0dda-4cd8-9651-63a2111fd554 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 943 time: 0.3778496 Jul 27 19:57:03.096247 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-230b9dc3-73ad-46c7-85dd-357e8c477d3f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.098389 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-230b9dc3-73ad-46c7-85dd-357e8c477d3f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/01807156-8048-4289-9797-d3430207dec7 HTTP/1.1" status: 204 len: 168 time: 1.4757736 Jul 27 19:57:03.111166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55704) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:03.131055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 055e3f68-318c-45f0-b7c7-2f3602a31d1a details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:57:03.139574 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50bd9144-cab0-49eb-b55d-d60b139d2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.155589 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-50bd9144-cab0-49eb-b55d-d60b139d2d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a49ce01-0b6c-4179-a29f-3b63ac094c13']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:57:03.171806 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-50bd9144-cab0-49eb-b55d-d60b139d2d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1d4ff7-cb41-4ef9-b267-49936204bbd0') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:57:03.172146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-50bd9144-cab0-49eb-b55d-d60b139d2d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1d4ff7-cb41-4ef9-b267-49936204bbd0') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:57:03.186362 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50bd9144-cab0-49eb-b55d-d60b139d2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.186735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459219b-141f-412c-8e9b-73b88944b313 None None] Pushing event updated for resources: {'Port': ['ID=ed2771cd-7f5b-4ff2-9d33-55c23401d179,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:03.194839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27060f4-9fb6-4504-b86e-cf104774351c req-4279d7ec-98a6-46bb-bc4a-77b483bf8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:03.196642 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d27060f4-9fb6-4504-b86e-cf104774351c req-4279d7ec-98a6-46bb-bc4a-77b483bf8bdc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3a0225cf-270c-42c0-adb1-939c4f198eb6 HTTP/1.1" status: 200 len: 859 time: 0.1897287 Jul 27 19:57:03.211996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-45515caf-f306-46a7-ab91-f912a15e9080 None None] Could not find standard attr ID for object 01807156-8048-4289-9797-d3430207dec7. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:57:03.220002 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50bd9144-cab0-49eb-b55d-d60b139d2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.231275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bd9144-cab0-49eb-b55d-d60b139d2d4b admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:57:03.231775 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50bd9144-cab0-49eb-b55d-d60b139d2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:57:03.234667 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:57:03.306755 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc3f089b-3726-428d-8db3-4356d4018f76 req-d3f8ce22-711e-43d1-b29c-0a56fec24a2c tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177446 Jul 27 19:57:03.313473 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50bd9144-cab0-49eb-b55d-d60b139d2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.321568 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d27060f4-9fb6-4504-b86e-cf104774351c req-6500bc49-003b-4129-b740-2d19444bb16a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0dfd149c-5da4-4dc6-95ab-8e162771181f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052575 Jul 27 19:57:03.328681 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-50bd9144-cab0-49eb-b55d-d60b139d2d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.331299 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-50bd9144-cab0-49eb-b55d-d60b139d2d4b admin admin] 10.222.0.48 "DELETE /v2.0/networks/6a49ce01-0b6c-4179-a29f-3b63ac094c13 HTTP/1.1" status: 204 len: 168 time: 0.4306331 Jul 27 19:57:03.356352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd9144-cab0-49eb-b55d-d60b139d2d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=6a49ce01-0b6c-4179-a29f-3b63ac094c13,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:03.385211 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c5e6d4-1cd1-4b76-a31c-79366ed10f54 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:03.387330 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c5e6d4-1cd1-4b76-a31c-79366ed10f54 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:03.389624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b1c5e6d4-1cd1-4b76-a31c-79366ed10f54 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2768626 Jul 27 19:57:03.391762 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55714) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:03.399535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 055e3f68-318c-45f0-b7c7-2f3602a31d1a, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=055e3f68-318c-45f0-b7c7-2f3602a31d1a,segment=NetworkSegment(dd733597-e680-40ca-961f-cf49b0487d90),segment_id=dd733597-e680-40ca-961f-cf49b0487d90)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:03.413699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '055e3f68-318c-45f0-b7c7-2f3602a31d1a', 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f', 'port_id': '055e3f68-318c-45f0-b7c7-2f3602a31d1a', 'mac_address': 'fa:16:3e:ca:dd:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0225cf-270c-42c0-adb1-939c4f198eb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:57:03.424027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71177c92-d9fa-43e3-acc8-299d8eed63e4 req-35ad11f1-59f1-493b-b695-3d26cb3b8377 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.1236930 Jul 27 19:57:03.475797 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.484950 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8acf407-1f22-475f-8a19-90c3c37cc453 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet faed8fbc-4f90-4c48-8a8a-de71cd1c0c36 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:57:03.489461 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c8acf407-1f22-475f-8a19-90c3c37cc453 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.492381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055e3f68-318c-45f0-b7c7-2f3602a31d1a {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:57:03.509965 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d27060f4-9fb6-4504-b86e-cf104774351c req-cc5c479c-e3cc-497c-99ab-93d147c98eb6 service neutron] 10.222.0.63 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188452 Jul 27 19:57:03.526150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 055e3f68-318c-45f0-b7c7-2f3602a31d1a, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=055e3f68-318c-45f0-b7c7-2f3602a31d1a,segment=NetworkSegment(dd733597-e680-40ca-961f-cf49b0487d90),segment_id=dd733597-e680-40ca-961f-cf49b0487d90)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:03.533697 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.536101 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c8acf407-1f22-475f-8a19-90c3c37cc453 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.595350 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=055e3f68-318c-45f0-b7c7-2f3602a31d1a,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:03.637521 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d27060f4-9fb6-4504-b86e-cf104774351c req-1a566580-90ef-468b-b2a1-03c6d77b485c service neutron] 10.222.0.63 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190434 Jul 27 19:57:03.641596 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c8acf407-1f22-475f-8a19-90c3c37cc453 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.660820 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55716) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:03.703090 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d3278a48-4912-4da0-a764-cc503fc1f2e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a10a3d4a9124223aad79482d525b3e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406201 Jul 27 19:57:03.705402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55718) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:03.708841 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c8acf407-1f22-475f-8a19-90c3c37cc453 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.737069 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acf407-1f22-475f-8a19-90c3c37cc453 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=faed8fbc-4f90-4c48-8a8a-de71cd1c0c36,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:03.740601 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c8acf407-1f22-475f-8a19-90c3c37cc453 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.745388 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c8acf407-1f22-475f-8a19-90c3c37cc453 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/faed8fbc-4f90-4c48-8a8a-de71cd1c0c36 HTTP/1.1" status: 204 len: 168 time: 0.3520379 Jul 27 19:57:03.745513 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55720) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:03.748993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d07c9a9-20c7-4b68-809e-807df950d18e None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:03.759798 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43a2c656-1c1b-46d4-a09d-ba603d700ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.785503 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43a2c656-1c1b-46d4-a09d-ba603d700ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.789906 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ae12631d-d6e9-4b7b-8110-ef8c6e2a40ac tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404561 Jul 27 19:57:03.790154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55722) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:03.795166 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:03.839396 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43a2c656-1c1b-46d4-a09d-ba603d700ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.842517 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43a2c656-1c1b-46d4-a09d-ba603d700ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:03.846292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-43a2c656-1c1b-46d4-a09d-ba603d700ab6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5300fdf-d1c3-46c6-9ef7-f0ff2420a094 HTTP/1.1" status: 204 len: 168 time: 0.1374867 Jul 27 19:57:03.858485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2c656-1c1b-46d4-a09d-ba603d700ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5300fdf-d1c3-46c6-9ef7-f0ff2420a094,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:03.908785 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:03.919618 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:04.027189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['055e3f68-318c-45f0-b7c7-2f3602a31d1a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:57:04.059233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc81c6b-8c5d-4d73-9c9a-cab9052c9a0c req-c64ecb5e-026b-48e8-85b5-444a79adc5fa tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:04.060931 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afc81c6b-8c5d-4d73-9c9a-cab9052c9a0c req-c64ecb5e-026b-48e8-85b5-444a79adc5fa tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.0778754 Jul 27 19:57:04.075846 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ed2771cd-7f5b-4ff2-9d33-55c23401d179 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:04.119485 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afc81c6b-8c5d-4d73-9c9a-cab9052c9a0c req-904a0db4-a5b1-4e37-9a1d-cbd46f594323 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518613 Jul 27 19:57:04.199623 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ed2771cd-7f5b-4ff2-9d33-55c23401d179 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:04.199999 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:04.258678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfc0a5b-3d43-4118-9cd7-6b3db2c2c7e8 None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:57:04.349292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55734) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:04.370771 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:57:04.397477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ccfc0a5b-3d43-4118-9cd7-6b3db2c2c7e8 None None] Deleting port ed2771cd-7f5b-4ff2-9d33-55c23401d179 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:57:04.397855 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0a5b-3d43-4118-9cd7-6b3db2c2c7e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:04.400045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-57552c2f-915c-4f09-a7c3-db1e6893bfbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50048d3fbf884932a490f5ded4e4188f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492294 Jul 27 19:57:04.409564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55736) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:04.501007 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-476c1788-4d4a-4fb6-9060-0afaeb2f83e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:04.504926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ccfc0a5b-3d43-4118-9cd7-6b3db2c2c7e8 None None] For port ed2771cd-7f5b-4ff2-9d33-55c23401d179, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ed2771cd-7f5b-4ff2-9d33-55c23401d179,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:04.505629 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0a5b-3d43-4118-9cd7-6b3db2c2c7e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:04.535052 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ccfc0a5b-3d43-4118-9cd7-6b3db2c2c7e8 None None] Calling delete_port for ed2771cd-7f5b-4ff2-9d33-55c23401d179 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:57:04.537048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82594a10-ae13-4d49-8847-025d9ee51cdc req-7cf7614a-3f6a-43cf-a599-d51cae176544 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:04.539409 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82594a10-ae13-4d49-8847-025d9ee51cdc req-7cf7614a-3f6a-43cf-a599-d51cae176544 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 943 time: 0.1377966 Jul 27 19:57:04.560290 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-476c1788-4d4a-4fb6-9060-0afaeb2f83e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:04.579618 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:04.619633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82594a10-ae13-4d49-8847-025d9ee51cdc req-c37fc7ec-a42e-4976-be01-e7f15178df09 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628090 Jul 27 19:57:04.657951 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0a5b-3d43-4118-9cd7-6b3db2c2c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:04.664635 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2245a39-ea15-4e9c-b453-e04bb84c58cf req-42daf6ad-701c-467d-8026-27b028876a36 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0489268 Jul 27 19:57:04.672269 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-476c1788-4d4a-4fb6-9060-0afaeb2f83e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:04.675864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-476c1788-4d4a-4fb6-9060-0afaeb2f83e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:04.681266 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-476c1788-4d4a-4fb6-9060-0afaeb2f83e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/927f46bd-ebd1-488f-ae0a-69fa36fc5a91 HTTP/1.1" status: 204 len: 168 time: 0.2707460 Jul 27 19:57:04.684025 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc0a5b-3d43-4118-9cd7-6b3db2c2c7e8 None None] Pushing event deleted for resources: {'Port': ['ID=ed2771cd-7f5b-4ff2-9d33-55c23401d179,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:04.690195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c1788-4d4a-4fb6-9060-0afaeb2f83e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927f46bd-ebd1-488f-ae0a-69fa36fc5a91,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:04.694080 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc0a5b-3d43-4118-9cd7-6b3db2c2c7e8 None None] No DVR routers for this DVR port ed2771cd-7f5b-4ff2-9d33-55c23401d179 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:57:04.804218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] For port ed2771cd-7f5b-4ff2-9d33-55c23401d179, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ed2771cd-7f5b-4ff2-9d33-55c23401d179,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:04.836000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:04.840967 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:04.841675 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:04.894179 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=ed2771cd-7f5b-4ff2-9d33-55c23401d179,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:04.902252 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:04.906818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:04.910779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:04.911389 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:04.916108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f802f-7669-45ef-aa41-be1cab7793e6 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:04.925261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=a4b22912-e815-43b1-bd52-1841ab98f293,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:04.932574 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b64aecb8-bd06-4670-b6a4-78db8e20d508 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1413643 Jul 27 19:57:04.935459 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55748) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:04.941583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6d01f423-986a-45a3-b1a5-f36df52a1ee6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'mac_address': 'fa:16:3e:b8:51:a3', 'name': 'tempest-NetworksTestDHCPv6-563262391'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:05.070218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d01f423-986a-45a3-b1a5-f36df52a1ee6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:05.094761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': 'a4b22912-e815-43b1-bd52-1841ab98f293'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:57:05.096050 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:05.160163 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6d01f423-986a-45a3-b1a5-f36df52a1ee6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:05.186427 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-6d01f423-986a-45a3-b1a5-f36df52a1ee6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 005d2422-6203-4312-87f5-c2ec06dda04d yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:57:05.242936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Allocated IP 2001:db8::f816:3eff:fedb:ba56 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/a4b22912-e815-43b1-bd52-1841ab98f293/2ecda115-df1d-42fc-a460-12f8416dce00) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:05.321527 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a30826-8f63-4c36-a7e1-b6824ef02f1a req-73005620-f39f-462c-bf70-c5d64d05e97e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:05.329097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47a30826-8f63-4c36-a7e1-b6824ef02f1a req-73005620-f39f-462c-bf70-c5d64d05e97e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.0887480 Jul 27 19:57:05.364423 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47a30826-8f63-4c36-a7e1-b6824ef02f1a req-bcc979ef-ee27-4b48-add0-a7c7ae7f5da6 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343692 Jul 27 19:57:05.408500 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:05.417139 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Transition to ACTIVE for port object 2ecda115-df1d-42fc-a460-12f8416dce00 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:05.431621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Transition to ACTIVE for port object 2ecda115-df1d-42fc-a460-12f8416dce00 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:05.438186 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:05.474198 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:05.481301 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:05.484760 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:05.488617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-6d01f423-986a-45a3-b1a5-f36df52a1ee6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::f816:3eff:feb8:51a3 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/a4b22912-e815-43b1-bd52-1841ab98f293/005d2422-6203-4312-87f5-c2ec06dda04d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:05.491798 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Pushing event updated for resources: {'Port': ['ID=2ecda115-df1d-42fc-a460-12f8416dce00,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:05.549780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Attempting to bind port 2ecda115-df1d-42fc-a460-12f8416dce00 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:57:05.550358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Attempting to bind port 2ecda115-df1d-42fc-a460-12f8416dce00 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:57:05.550523 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Attempting to bind port 2ecda115-df1d-42fc-a460-12f8416dce00 on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:57:05.556962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:57:05.557211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:57:05.557890 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:05.558370 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:57:05.558906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Bound port: 2ecda115-df1d-42fc-a460-12f8416dce00, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:57:05.559355 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:05.636734 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] For port 2ecda115-df1d-42fc-a460-12f8416dce00, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:57:05.640043 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] For port 2ecda115-df1d-42fc-a460-12f8416dce00, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2ecda115-df1d-42fc-a460-12f8416dce00,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:57:05.646617 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:05.674172 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6d01f423-986a-45a3-b1a5-f36df52a1ee6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:05.696763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-6d01f423-986a-45a3-b1a5-f36df52a1ee6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object 005d2422-6203-4312-87f5-c2ec06dda04d will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:05.716862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d87f5-fb21-40be-a3af-049a6bdc2bbc None None] Pushing event updated for resources: {'Port': ['ID=2ecda115-df1d-42fc-a460-12f8416dce00,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:05.776230 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6d01f423-986a-45a3-b1a5-f36df52a1ee6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:05.838457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55784) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:06.010523 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73f45c3e-3f3a-4699-8a1e-8af327c2ae3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:06.061146 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2ecda115-df1d-42fc-a460-12f8416dce00 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:06.122657 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73f45c3e-3f3a-4699-8a1e-8af327c2ae3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:06.136041 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73f45c3e-3f3a-4699-8a1e-8af327c2ae3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:06.136500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 2ecda115-df1d-42fc-a460-12f8416dce00 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:06.181123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f45c3e-3f3a-4699-8a1e-8af327c2ae3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e3fee4-fe3a-4308-8c72-b11fc5d596ab,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:06.196454 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-73f45c3e-3f3a-4699-8a1e-8af327c2ae3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cff862db57c949a3bd39537f4478e84a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548682 Jul 27 19:57:06.197847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55790) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:06.212284 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3876c9b-3a59-44a7-a5b1-6462b3eb78bd req-50e0a606-f344-42ff-87b5-a88283415898 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.4270217 Jul 27 19:57:06.217996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d01f423-986a-45a3-b1a5-f36df52a1ee6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:06.223338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-6d01f423-986a-45a3-b1a5-f36df52a1ee6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:06.226737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ed2771cd-7f5b-4ff2-9d33-55c23401d179 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:57:06.231684 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d01f423-986a-45a3-b1a5-f36df52a1ee6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:06.237448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d01f423-986a-45a3-b1a5-f36df52a1ee6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:06.238070 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6d01f423-986a-45a3-b1a5-f36df52a1ee6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:06.242928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01f423-986a-45a3-b1a5-f36df52a1ee6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=005d2422-6203-4312-87f5-c2ec06dda04d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:06.265771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddba97-2e26-4e2c-9ab4-62bbe96ae320 req-7768a26c-485a-41a3-88db-77deff6d5f25 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:06.272754 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: ed2771cd-7f5b-4ff2-9d33-55c23401d179 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:57:06.273123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ed2771cd-7f5b-4ff2-9d33-55c23401d179 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:57:06.273674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51ddba97-2e26-4e2c-9ab4-62bbe96ae320 req-7768a26c-485a-41a3-88db-77deff6d5f25 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 943 time: 0.5356297 Jul 27 19:57:06.283302 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6d01f423-986a-45a3-b1a5-f36df52a1ee6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3460271 Jul 27 19:57:06.286627 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55792) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:06.305173 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef25e-6246-41a4-b81d-060873a413b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:06.319463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51ddba97-2e26-4e2c-9ab4-62bbe96ae320 req-9298a672-4263-4f62-89c5-3d90a9a64b57 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449910 Jul 27 19:57:06.349243 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef25e-6246-41a4-b81d-060873a413b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:06.374805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 07e17bf7-4d10-4be6-a663-f2e1959b9319 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:57:06.498458 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 07e17bf7-4d10-4be6-a663-f2e1959b9319, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=07e17bf7-4d10-4be6-a663-f2e1959b9319,segment=NetworkSegment(dd733597-e680-40ca-961f-cf49b0487d90),segment_id=dd733597-e680-40ca-961f-cf49b0487d90)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:06.518147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '07e17bf7-4d10-4be6-a663-f2e1959b9319', 'network_id': '0dfd149c-5da4-4dc6-95ab-8e162771181f', 'port_id': '07e17bf7-4d10-4be6-a663-f2e1959b9319', 'mac_address': 'fa:16:3e:cb:d7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0225cf-270c-42c0-adb1-939c4f198eb6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:57:06.530828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ee21e-1650-4b76-849a-f6383fb9bcfd req-05c78b2b-23db-4b99-a9d8-c2ce8d8c5d49 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:06.533335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b31ee21e-1650-4b76-849a-f6383fb9bcfd req-05c78b2b-23db-4b99-a9d8-c2ce8d8c5d49 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.0834436 Jul 27 19:57:06.571422 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:06.583039 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b31ee21e-1650-4b76-849a-f6383fb9bcfd req-9a9b9f12-6ccd-4c18-a69a-25d404579d63 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415366 Jul 27 19:57:06.586800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e17bf7-4d10-4be6-a663-f2e1959b9319 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:57:06.613037 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 07e17bf7-4d10-4be6-a663-f2e1959b9319, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=07e17bf7-4d10-4be6-a663-f2e1959b9319,segment=NetworkSegment(dd733597-e680-40ca-961f-cf49b0487d90),segment_id=dd733597-e680-40ca-961f-cf49b0487d90)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:06.618618 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:06.678204 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=07e17bf7-4d10-4be6-a663-f2e1959b9319,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:06.789698 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aafa3ac-f617-4d83-ac02-526c55d0663b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:06.795702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aafa3ac-f617-4d83-ac02-526c55d0663b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:06.797465 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6aafa3ac-f617-4d83-ac02-526c55d0663b tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5095308 Jul 27 19:57:06.801375 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55798) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:06.843918 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef25e-6246-41a4-b81d-060873a413b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:06.846471 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef25e-6246-41a4-b81d-060873a413b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:06.847655 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9b0ef25e-6246-41a4-b81d-060873a413b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34e3fee4-fe3a-4308-8c72-b11fc5d596ab HTTP/1.1" status: 204 len: 168 time: 0.6486115 Jul 27 19:57:06.869121 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ef25e-6246-41a4-b81d-060873a413b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e3fee4-fe3a-4308-8c72-b11fc5d596ab,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:06.876478 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0720f1f3-8916-445b-a98f-e1c78f5047bf None None] Provisioning for port 2ecda115-df1d-42fc-a460-12f8416dce00 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:06.892515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0720f1f3-8916-445b-a98f-e1c78f5047bf None None] Provisioning complete for port 2ecda115-df1d-42fc-a460-12f8416dce00 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:06.892813 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0720f1f3-8916-445b-a98f-e1c78f5047bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:06.900910 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['07e17bf7-4d10-4be6-a663-f2e1959b9319'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:57:06.930537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-38fb1c66-efef-4724-a2a8-0adfc1639628 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port 005d2422-6203-4312-87f5-c2ec06dda04d {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:57:06.931092 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38fb1c66-efef-4724-a2a8-0adfc1639628 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:07.046044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38fb1c66-efef-4724-a2a8-0adfc1639628 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:07.061687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-38fb1c66-efef-4724-a2a8-0adfc1639628 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for 005d2422-6203-4312-87f5-c2ec06dda04d owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:57:07.071854 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0720f1f3-8916-445b-a98f-e1c78f5047bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:07.125288 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0720f1f3-8916-445b-a98f-e1c78f5047bf None None] For port 2ecda115-df1d-42fc-a460-12f8416dce00, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2ecda115-df1d-42fc-a460-12f8416dce00,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:07.135974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 055e3f68-318c-45f0-b7c7-2f3602a31d1a up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:07.161754 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0720f1f3-8916-445b-a98f-e1c78f5047bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:07.240684 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38fb1c66-efef-4724-a2a8-0adfc1639628 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:07.247983 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720f1f3-8916-445b-a98f-e1c78f5047bf None None] Pushing event updated for resources: {'Port': ['ID=2ecda115-df1d-42fc-a460-12f8416dce00,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:07.261903 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 055e3f68-318c-45f0-b7c7-2f3602a31d1a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:07.267699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 055e3f68-318c-45f0-b7c7-2f3602a31d1a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:07.268471 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:07.285685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb1c66-efef-4724-a2a8-0adfc1639628 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=005d2422-6203-4312-87f5-c2ec06dda04d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:07.323874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b1347c7c-1928-4dd2-a393-9b60eafa4bc7 None None] Could not find standard attr ID for object 005d2422-6203-4312-87f5-c2ec06dda04d. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:57:07.348978 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38fb1c66-efef-4724-a2a8-0adfc1639628 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:07.352463 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-38fb1c66-efef-4724-a2a8-0adfc1639628 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/005d2422-6203-4312-87f5-c2ec06dda04d HTTP/1.1" status: 204 len: 168 time: 0.5487993 Jul 27 19:57:07.355533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55820) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:07.401062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fadec317-c74a-4285-9dd6-77d3f7fb5f1b req-db436b7f-cca1-44f0-b6ee-6574a6f20b05 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0743322 Jul 27 19:57:07.416417 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:07.436751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02efabd-5659-4f09-8b11-714fed169547 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:07.438598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02efabd-5659-4f09-8b11-714fed169547 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:07.440615 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d02efabd-5659-4f09-8b11-714fed169547 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0838885 Jul 27 19:57:07.443347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55822) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:07.463062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6105ceda-4efb-4ccd-9247-cce7e1719be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055e3f68-318c-45f0-b7c7-2f3602a31d1a'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:57:07.472480 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37be324-f9e1-4aa6-953f-7a22bd9e2b14" -d '{"events": [{"server_uuid": "6105ceda-4efb-4ccd-9247-cce7e1719be1", "name": "network-vif-plugged", "status": "completed", "tag": "055e3f68-318c-45f0-b7c7-2f3602a31d1a"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:57:07.491866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 055e3f68-318c-45f0-b7c7-2f3602a31d1a, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=055e3f68-318c-45f0-b7c7-2f3602a31d1a,segment=NetworkSegment(dd733597-e680-40ca-961f-cf49b0487d90),segment_id=dd733597-e680-40ca-961f-cf49b0487d90)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:07.496615 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:07.545541 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de8ee76-84d0-4912-84b6-4ffec433a799 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet a4b22912-e815-43b1-bd52-1841ab98f293 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:57:07.551667 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4de8ee76-84d0-4912-84b6-4ffec433a799 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:07.555224 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8bf77b-e862-4a7b-87c5-868cb641a548 x-openstack-request-id: req-3b8bf77b-e862-4a7b-87c5-868cb641a548 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:57:07.555224 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6105ceda-4efb-4ccd-9247-cce7e1719be1", "name": "network-vif-plugged", "status": "completed", "tag": "055e3f68-318c-45f0-b7c7-2f3602a31d1a", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:57:07.555224 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b8bf77b-e862-4a7b-87c5-868cb641a548 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:57:07.555224 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6105ceda-4efb-4ccd-9247-cce7e1719be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055e3f68-318c-45f0-b7c7-2f3602a31d1a', 'code': 200} Jul 27 19:57:07.600916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=055e3f68-318c-45f0-b7c7-2f3602a31d1a,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:07.611911 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097ad3a-2ac7-49ff-acc2-1a9000f2a301 req-42146351-ec69-427b-b0ea-09d252d3352d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:07.614624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4de8ee76-84d0-4912-84b6-4ffec433a799 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:07.630504 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4097ad3a-2ac7-49ff-acc2-1a9000f2a301 req-42146351-ec69-427b-b0ea-09d252d3352d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 944 time: 0.1618249 Jul 27 19:57:07.721368 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4de8ee76-84d0-4912-84b6-4ffec433a799 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:07.744847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4097ad3a-2ac7-49ff-acc2-1a9000f2a301 req-f3c47234-38b9-43e4-a6ad-68af78f864da tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120794 Jul 27 19:57:07.782761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86c2d-7ed1-41b6-b3de-387f97920806 req-0baa7b2a-ebad-4050-b136-74066f45a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:07.784341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92e86c2d-7ed1-41b6-b3de-387f97920806 req-0baa7b2a-ebad-4050-b136-74066f45a3be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 1097 time: 0.1419685 Jul 27 19:57:07.806154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6513cac-49c8-4759-9c79-bc0497c57ab8 req-73d509ef-45e1-4f7b-ba5c-16496faeeaa4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:07.806788 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4de8ee76-84d0-4912-84b6-4ffec433a799 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:07.807736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6513cac-49c8-4759-9c79-bc0497c57ab8 req-73d509ef-45e1-4f7b-ba5c-16496faeeaa4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.1246321 Jul 27 19:57:07.844285 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8ee76-84d0-4912-84b6-4ffec433a799 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b22912-e815-43b1-bd52-1841ab98f293,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:07.864096 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4de8ee76-84d0-4912-84b6-4ffec433a799 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:07.866467 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4de8ee76-84d0-4912-84b6-4ffec433a799 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/a4b22912-e815-43b1-bd52-1841ab98f293 HTTP/1.1" status: 204 len: 168 time: 0.4217060 Jul 27 19:57:07.866789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3d53b7-aac8-4b09-9ab2-51354b523c06 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:07.868866 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55840) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:07.870065 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92e86c2d-7ed1-41b6-b3de-387f97920806 req-47434283-6c58-4ed3-ab27-f3b9e3c44047 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613339 Jul 27 19:57:07.875298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6513cac-49c8-4759-9c79-bc0497c57ab8 req-b8653590-c107-4aec-8fac-825c900bf35a tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533576 Jul 27 19:57:07.916595 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-07a651de-1fc9-4ec3-ad04-9e4e06189632 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462291 Jul 27 19:57:07.919059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55842) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:08.001221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b2f12-b263-4020-a6ea-2e5c2e365cac tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:08.002747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f60b2f12-b263-4020-a6ea-2e5c2e365cac tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0827448 Jul 27 19:57:08.006289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55846) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:08.011600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2ecda115-df1d-42fc-a460-12f8416dce00 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:08.058397 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003eb5d7-1205-4716-9ee0-ae0ff47f8785 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:08.060450 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-003eb5d7-1205-4716-9ee0-ae0ff47f8785 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0526016 Jul 27 19:57:08.063376 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55848) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:08.075017 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 2ecda115-df1d-42fc-a460-12f8416dce00 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:08.075542 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:08.124224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55850) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:08.124570 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-18e74c4b-2cc3-4839-81b7-9d43a6540974 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596924 Jul 27 19:57:08.134853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-43c044d1-c413-47b9-9941-a28bab04c092 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:08.148737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e17179a-c225-4f3d-913e-49be1af728f0 None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:57:08.229148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1e17179a-c225-4f3d-913e-49be1af728f0 None None] Deleting port 2ecda115-df1d-42fc-a460-12f8416dce00 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:57:08.230078 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1e17179a-c225-4f3d-913e-49be1af728f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:08.245843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c044d1-c413-47b9-9941-a28bab04c092 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:08.250329 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43c044d1-c413-47b9-9941-a28bab04c092 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:08.298928 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1e17179a-c225-4f3d-913e-49be1af728f0 None None] For port 2ecda115-df1d-42fc-a460-12f8416dce00, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2ecda115-df1d-42fc-a460-12f8416dce00,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:08.298928 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1e17179a-c225-4f3d-913e-49be1af728f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:08.319572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1e17179a-c225-4f3d-913e-49be1af728f0 None None] Calling delete_port for 2ecda115-df1d-42fc-a460-12f8416dce00 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:57:08.340200 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:08.398744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 07e17bf7-4d10-4be6-a663-f2e1959b9319 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:08.433116 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1e17179a-c225-4f3d-913e-49be1af728f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:08.476157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17179a-c225-4f3d-913e-49be1af728f0 None None] Pushing event deleted for resources: {'Port': ['ID=2ecda115-df1d-42fc-a460-12f8416dce00,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:08.479617 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e17179a-c225-4f3d-913e-49be1af728f0 None None] No DVR routers for this DVR port 2ecda115-df1d-42fc-a460-12f8416dce00 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:57:08.487051 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43c044d1-c413-47b9-9941-a28bab04c092 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:08.507237 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 07e17bf7-4d10-4be6-a663-f2e1959b9319 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:08.518558 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 07e17bf7-4d10-4be6-a663-f2e1959b9319 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:08.520225 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:08.585231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b474ddb-eb0a-4fa7-89b3-a546a13e8cea req-ff8316ce-36cb-4903-a165-f08b9037fe34 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0565219 Jul 27 19:57:08.587192 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c044d1-c413-47b9-9941-a28bab04c092 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:08.588884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-43c044d1-c413-47b9-9941-a28bab04c092 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:08.592251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c044d1-c413-47b9-9941-a28bab04c092 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:08.593097 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43c044d1-c413-47b9-9941-a28bab04c092 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:08.612637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c044d1-c413-47b9-9941-a28bab04c092 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=f2c5fd7f-c9c2-409a-87d2-cb755e6b969a,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:08.620858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55870) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:08.625051 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-43c044d1-c413-47b9-9941-a28bab04c092 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4959633 Jul 27 19:57:08.626648 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-44c1ee86-8483-47a4-b3c5-3a3ffd9dd130 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'mac_address': 'fa:16:3e:f9:1b:7d', 'name': 'tempest-NetworksTestDHCPv6-1759813626'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:08.629100 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1d25b7-2c62-489e-8686-ead33352ce3d None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:08.721456 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:08.746991 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c1ee86-8483-47a4-b3c5-3a3ffd9dd130 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:08.809511 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 07e17bf7-4d10-4be6-a663-f2e1959b9319, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=07e17bf7-4d10-4be6-a663-f2e1959b9319,segment=NetworkSegment(dd733597-e680-40ca-961f-cf49b0487d90),segment_id=dd733597-e680-40ca-961f-cf49b0487d90)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:08.834802 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:08.842752 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': 'f2c5fd7f-c9c2-409a-87d2-cb755e6b969a'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:57:08.843614 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:08.911102 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44c1ee86-8483-47a4-b3c5-3a3ffd9dd130 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:08.961705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76398f-a1ab-48fc-90a4-9bca61ad4054 req-0494b8f2-a71e-4145-b799-dddea032fd94 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:08.963214 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d76398f-a1ab-48fc-90a4-9bca61ad4054 req-0494b8f2-a71e-4145-b799-dddea032fd94 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.1515803 Jul 27 19:57:08.965591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-44c1ee86-8483-47a4-b3c5-3a3ffd9dd130 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 6b1ccfee-72f5-4e4e-951f-1061210b4473 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:57:09.060858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d76398f-a1ab-48fc-90a4-9bca61ad4054 req-4ad5b5fc-6b49-4116-872e-bdb3acf6057e tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874996 Jul 27 19:57:09.153618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=07e17bf7-4d10-4be6-a663-f2e1959b9319,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:09.175703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d236e-92f0-445f-a178-e379e66564fd req-81dfa5fb-8b1e-46ce-a0d6-beadec312642 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:09.177841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-078d236e-92f0-445f-a178-e379e66564fd req-81dfa5fb-8b1e-46ce-a0d6-beadec312642 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.1067100 Jul 27 19:57:09.195717 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-44c1ee86-8483-47a4-b3c5-3a3ffd9dd130 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::19f (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/f2c5fd7f-c9c2-409a-87d2-cb755e6b969a/6b1ccfee-72f5-4e4e-951f-1061210b4473) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:09.241177 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-078d236e-92f0-445f-a178-e379e66564fd req-97aa91c5-97a7-4611-a823-fb1d1f1f1457 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571272 Jul 27 19:57:09.376975 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44c1ee86-8483-47a4-b3c5-3a3ffd9dd130 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:09.393290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-44c1ee86-8483-47a4-b3c5-3a3ffd9dd130 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object 6b1ccfee-72f5-4e4e-951f-1061210b4473 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:09.432154 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44c1ee86-8483-47a4-b3c5-3a3ffd9dd130 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:09.476730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c1ee86-8483-47a4-b3c5-3a3ffd9dd130 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:09.480342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-44c1ee86-8483-47a4-b3c5-3a3ffd9dd130 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:09.486081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Allocated IP 2001:db8::2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/f2c5fd7f-c9c2-409a-87d2-cb755e6b969a/e70fe3f9-e438-4e0a-bbfb-f752a3261736) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:09.487359 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c1ee86-8483-47a4-b3c5-3a3ffd9dd130 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:09.493685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c1ee86-8483-47a4-b3c5-3a3ffd9dd130 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:09.494331 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44c1ee86-8483-47a4-b3c5-3a3ffd9dd130 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:09.507886 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1ee86-8483-47a4-b3c5-3a3ffd9dd130 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=6b1ccfee-72f5-4e4e-951f-1061210b4473,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:09.518046 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-44c1ee86-8483-47a4-b3c5-3a3ffd9dd130 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8959877 Jul 27 19:57:09.521832 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55898) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:09.572925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbe0ded-3435-4190-a739-3b608b3397b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e17bf7-4d10-4be6-a663-f2e1959b9319'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:57:09.575482 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ce8e71-8da2-47f2-a3c1-7d81e68061e3" -d '{"events": [{"server_uuid": "acbe0ded-3435-4190-a739-3b608b3397b7", "name": "network-vif-plugged", "status": "completed", "tag": "07e17bf7-4d10-4be6-a663-f2e1959b9319"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:57:09.640366 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7163b5bc-300c-4d2a-9603-44e92de1fe86 x-openstack-request-id: req-7163b5bc-300c-4d2a-9603-44e92de1fe86 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:57:09.641032 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbe0ded-3435-4190-a739-3b608b3397b7", "name": "network-vif-plugged", "status": "completed", "tag": "07e17bf7-4d10-4be6-a663-f2e1959b9319", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:57:09.641032 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7163b5bc-300c-4d2a-9603-44e92de1fe86 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:57:09.641593 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbe0ded-3435-4190-a739-3b608b3397b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e17bf7-4d10-4be6-a663-f2e1959b9319', 'code': 200} Jul 27 19:57:09.649515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09051b55-15f3-4196-b1ac-23ffb05efd66 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:09.658501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55910) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:09.659893 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-09051b55-15f3-4196-b1ac-23ffb05efd66 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1366451 Jul 27 19:57:09.765704 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:09.780196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Transition to ACTIVE for port object e70fe3f9-e438-4e0a-bbfb-f752a3261736 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:09.798647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b17ec54-a95a-4620-97d5-2022b5452651 req-0bf775ef-245e-401e-a875-1a3f344ed109 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0559914 Jul 27 19:57:09.800437 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Transition to ACTIVE for port object e70fe3f9-e438-4e0a-bbfb-f752a3261736 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:09.809966 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:09.872932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:09.875318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e704e-d6da-4d2a-9c34-fa688f30086f req-0211e73c-585c-42d1-ae17-f7fb973772d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:09.875775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:09.877133 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c9e704e-d6da-4d2a-9c34-fa688f30086f req-0211e73c-585c-42d1-ae17-f7fb973772d9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 1097 time: 0.1581018 Jul 27 19:57:09.881067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:09.884549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Pushing event updated for resources: {'Port': ['ID=e70fe3f9-e438-4e0a-bbfb-f752a3261736,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:09.938537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-975ae873-d933-43db-8411-b1d40fd10798 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port 6b1ccfee-72f5-4e4e-951f-1061210b4473 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:57:09.938888 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-975ae873-d933-43db-8411-b1d40fd10798 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:09.963634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Attempting to bind port e70fe3f9-e438-4e0a-bbfb-f752a3261736 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:57:09.964135 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Attempting to bind port e70fe3f9-e438-4e0a-bbfb-f752a3261736 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:57:09.964668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Attempting to bind port e70fe3f9-e438-4e0a-bbfb-f752a3261736 on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:57:09.970606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:57:09.971072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:57:09.971634 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:09.972065 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:57:09.972671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Bound port: e70fe3f9-e438-4e0a-bbfb-f752a3261736, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:57:09.973170 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:09.999413 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c9e704e-d6da-4d2a-9c34-fa688f30086f req-55406c46-8c10-4929-b3a0-ecb5076fd551 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128631 Jul 27 19:57:10.057758 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2ecda115-df1d-42fc-a460-12f8416dce00 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:57:10.077485 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-975ae873-d933-43db-8411-b1d40fd10798 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:10.086405 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 2ecda115-df1d-42fc-a460-12f8416dce00 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:57:10.086743 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2ecda115-df1d-42fc-a460-12f8416dce00 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:57:10.112827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] For port e70fe3f9-e438-4e0a-bbfb-f752a3261736, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:57:10.115753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-975ae873-d933-43db-8411-b1d40fd10798 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for 6b1ccfee-72f5-4e4e-951f-1061210b4473 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:57:10.116436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] For port e70fe3f9-e438-4e0a-bbfb-f752a3261736, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e70fe3f9-e438-4e0a-bbfb-f752a3261736,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:57:10.123000 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:10.204959 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb315a9e-d715-4dd1-81f4-27183a81879d None None] Pushing event updated for resources: {'Port': ['ID=e70fe3f9-e438-4e0a-bbfb-f752a3261736,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:10.275830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e072b7a-0089-4b7c-aba2-50a3fb0f327c req-df343049-dfea-4ffa-b444-3a7298634a70 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:10.281738 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e072b7a-0089-4b7c-aba2-50a3fb0f327c req-df343049-dfea-4ffa-b444-3a7298634a70 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.1057873 Jul 27 19:57:10.414985 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e072b7a-0089-4b7c-aba2-50a3fb0f327c req-811a2c59-7c5e-430d-9ce4-6f6beb2dce07 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220765 Jul 27 19:57:10.420231 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-975ae873-d933-43db-8411-b1d40fd10798 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:10.483005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ae873-d933-43db-8411-b1d40fd10798 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=6b1ccfee-72f5-4e4e-951f-1061210b4473,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:10.514268 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-975ae873-d933-43db-8411-b1d40fd10798 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:10.516282 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-975ae873-d933-43db-8411-b1d40fd10798 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/6b1ccfee-72f5-4e4e-951f-1061210b4473 HTTP/1.1" status: 204 len: 168 time: 0.8566084 Jul 27 19:57:10.519020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55934) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:10.543157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5cd2a-9a10-4a40-a543-f33c29d311b1 req-6f4b65d6-18d0-4e17-9c32-3af9ed711484 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:10.550841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5d5cd2a-9a10-4a40-a543-f33c29d311b1 req-6f4b65d6-18d0-4e17-9c32-3af9ed711484 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.2123833 Jul 27 19:57:10.597282 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5d5cd2a-9a10-4a40-a543-f33c29d311b1 req-3b1df541-205f-467d-b1ff-0d07b9e74237 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453625 Jul 27 19:57:10.618631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0058b25-382b-4319-a28b-737c6ea67c24 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:10.620145 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0058b25-382b-4319-a28b-737c6ea67c24 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:10.621774 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d0058b25-382b-4319-a28b-737c6ea67c24 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1015959 Jul 27 19:57:10.628143 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55940) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:10.722055 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3021da2-e1b3-4316-bb42-3afce8b30aef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet f2c5fd7f-c9c2-409a-87d2-cb755e6b969a {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:57:10.727265 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3021da2-e1b3-4316-bb42-3afce8b30aef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:10.787334 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3021da2-e1b3-4316-bb42-3afce8b30aef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:10.902197 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3021da2-e1b3-4316-bb42-3afce8b30aef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:10.983087 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05491c81-9733-4ad8-8e13-cedda458f1e6 req-3ff09708-a61f-41ac-84c7-bae71c2d1dfa tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0506630 Jul 27 19:57:11.036519 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3021da2-e1b3-4316-bb42-3afce8b30aef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:11.073074 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3021da2-e1b3-4316-bb42-3afce8b30aef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:11.076317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b3021da2-e1b3-4316-bb42-3afce8b30aef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/f2c5fd7f-c9c2-409a-87d2-cb755e6b969a HTTP/1.1" status: 204 len: 168 time: 0.4470024 Jul 27 19:57:11.077454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3021da2-e1b3-4316-bb42-3afce8b30aef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c5fd7f-c9c2-409a-87d2-cb755e6b969a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:11.077784 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55950) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:11.124980 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3f13afd5-d402-4f96-9d1c-f37f79b842b1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458202 Jul 27 19:57:11.127409 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55954) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:11.211730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845be6e3-a11d-4651-bfee-241701771fb6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:11.216370 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55956) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:11.217254 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-845be6e3-a11d-4651-bfee-241701771fb6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0888035 Jul 27 19:57:11.278886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e402891-7b33-4534-8655-51d6222ad174 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:11.280710 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1e402891-7b33-4534-8655-51d6222ad174 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0632887 Jul 27 19:57:11.283553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55960) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:11.329516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3e16b609-2bc7-4d33-b060-dc82b271ab28 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410616 Jul 27 19:57:11.329929 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55962) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:11.335615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:11.432300 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:11.439604 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:11.444466 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:11.550018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34dbce6-1e08-436f-bcba-71334734cf58 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:11.570463 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a1960-67e2-4016-a2ca-5b71229e4528 req-5e25bb60-15f3-4da9-9124-fa5ddfc9e905 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:11.571878 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-757a1960-67e2-4016-a2ca-5b71229e4528 req-5e25bb60-15f3-4da9-9124-fa5ddfc9e905 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.0728028 Jul 27 19:57:11.614355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-757a1960-67e2-4016-a2ca-5b71229e4528 req-d6686c07-a156-40c4-aee1-85819edde9b7 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348239 Jul 27 19:57:11.645825 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3d468157-2392-490f-8315-c7881ee12b89 None None] Provisioning for port e70fe3f9-e438-4e0a-bbfb-f752a3261736 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:11.837171 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31021cfd-d11f-4d5c-a87d-9011f320989e req-8a7315f5-4d95-469b-9127-455996876fa2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:11.839343 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31021cfd-d11f-4d5c-a87d-9011f320989e req-8a7315f5-4d95-469b-9127-455996876fa2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.1367478 Jul 27 19:57:11.871083 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f011e789-807e-4c1d-baa9-f20dca5a868d None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:57:11.921069 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:57:11.927907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31021cfd-d11f-4d5c-a87d-9011f320989e req-1a214120-cbdf-43e9-97a0-8c649b62adde tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812807 Jul 27 19:57:11.954021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f011e789-807e-4c1d-baa9-f20dca5a868d None None] Deleting port e70fe3f9-e438-4e0a-bbfb-f752a3261736 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:57:11.954405 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f011e789-807e-4c1d-baa9-f20dca5a868d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:12.061700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9d2ec-1750-41e0-8041-1f513e3f5b99 req-d0273401-3785-487d-be8e-62398821ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:12.063419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdb9d2ec-1750-41e0-8041-1f513e3f5b99 req-d0273401-3785-487d-be8e-62398821ea07 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=289fc2dd6cba4a79a60c85368f2dc796&device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 1097 time: 0.1345429 Jul 27 19:57:12.167848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f011e789-807e-4c1d-baa9-f20dca5a868d None None] For port e70fe3f9-e438-4e0a-bbfb-f752a3261736, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e70fe3f9-e438-4e0a-bbfb-f752a3261736,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:12.168832 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f011e789-807e-4c1d-baa9-f20dca5a868d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:12.199084 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f011e789-807e-4c1d-baa9-f20dca5a868d None None] Calling delete_port for e70fe3f9-e438-4e0a-bbfb-f752a3261736 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:57:12.202319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-04c947bf-a1d6-4e3e-99cc-826d7dad7563 req-8a662cfd-ea58-4483-8a86-1576fd640db3 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0441322 Jul 27 19:57:12.237563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21b42d-0b95-4e3b-a35b-949f3d8aba70 req-ec3e1041-ea7e-4243-81ef-1abc2cfcd564 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:12.245016 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a21b42d-0b95-4e3b-a35b-949f3d8aba70 req-ec3e1041-ea7e-4243-81ef-1abc2cfcd564 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.1873257 Jul 27 19:57:12.276910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9d2ec-1750-41e0-8041-1f513e3f5b99 req-cb9df92b-7cf6-4902-8ca6-fb40220bd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:12.279339 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdb9d2ec-1750-41e0-8041-1f513e3f5b99 req-cb9df92b-7cf6-4902-8ca6-fb40220bd819 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0dfd149c-5da4-4dc6-95ab-8e162771181f HTTP/1.1" status: 200 len: 920 time: 0.1827106 Jul 27 19:57:12.279973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:12.328109 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f011e789-807e-4c1d-baa9-f20dca5a868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:12.346979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a21b42d-0b95-4e3b-a35b-949f3d8aba70 req-59d5f8fd-ffd7-4758-b270-c9f2496c082c tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009960 Jul 27 19:57:12.353905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdb9d2ec-1750-41e0-8041-1f513e3f5b99 req-4bbcf929-6661-4e76-a8e4-b65b34fac82c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e17bf7-4d10-4be6-a663-f2e1959b9319 HTTP/1.1" status: 200 len: 217 time: 0.0620604 Jul 27 19:57:12.397298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011e789-807e-4c1d-baa9-f20dca5a868d None None] Pushing event deleted for resources: {'Port': ['ID=e70fe3f9-e438-4e0a-bbfb-f752a3261736,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:12.406069 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011e789-807e-4c1d-baa9-f20dca5a868d None None] No DVR routers for this DVR port e70fe3f9-e438-4e0a-bbfb-f752a3261736 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:57:12.427578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9d2ec-1750-41e0-8041-1f513e3f5b99 req-5b75a085-178e-4a39-8f43-732c03b870e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:12.429238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdb9d2ec-1750-41e0-8041-1f513e3f5b99 req-5b75a085-178e-4a39-8f43-732c03b870e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3a0225cf-270c-42c0-adb1-939c4f198eb6 HTTP/1.1" status: 200 len: 859 time: 0.0682380 Jul 27 19:57:12.467103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdb9d2ec-1750-41e0-8041-1f513e3f5b99 req-bde50043-cf48-4445-9d18-707cdec1f964 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0dfd149c-5da4-4dc6-95ab-8e162771181f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287628 Jul 27 19:57:12.503242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] For port e70fe3f9-e438-4e0a-bbfb-f752a3261736, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e70fe3f9-e438-4e0a-bbfb-f752a3261736,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:12.543283 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:12.549117 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:12.550074 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:12.575193 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdb9d2ec-1750-41e0-8041-1f513e3f5b99 req-0fc66077-897f-4827-a6ee-15ad9f235dcf service neutron] 10.222.0.63 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000485 Jul 27 19:57:12.609400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=e70fe3f9-e438-4e0a-bbfb-f752a3261736,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:12.635699 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:12.639673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:12.641547 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=317d619c-7d43-4b1f-946f-3a8acad8b095,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:12.644536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:12.645305 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:12.651290 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9febc45f-f99e-408c-9b6f-c0fb35b2c3f6 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:12.666334 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-aee8c82f-f21c-4766-8498-f5b286453e49 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3351352 Jul 27 19:57:12.670119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56000) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:12.676059 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-360c8711-6d92-4096-a2d8-ae09ff1a70db tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:12.741278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdb9d2ec-1750-41e0-8041-1f513e3f5b99 req-edca9638-6a9d-4d28-bb66-b1321d228335 service neutron] 10.222.0.63 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563084 Jul 27 19:57:12.850202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'tenant_id': '305c956667a14f3281357498df0801fc', 'fixed_ips': [{'subnet_id': '317d619c-7d43-4b1f-946f-3a8acad8b095'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:57:12.851816 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:12.855174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360c8711-6d92-4096-a2d8-ae09ff1a70db tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:12.858889 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-360c8711-6d92-4096-a2d8-ae09ff1a70db tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:12.972049 n-d-705657-21 neutron-server[94060]: INFO neutron.db.ipam_backend_mixin [None req-360c8711-6d92-4096-a2d8-ae09ff1a70db tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 317d619c-7d43-4b1f-946f-3a8acad8b095 (CIDR: 2001:db8::/64) Jul 27 19:57:12.976808 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-360c8711-6d92-4096-a2d8-ae09ff1a70db tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 19:57:12.978153 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360c8711-6d92-4096-a2d8-ae09ff1a70db tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:13.006020 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-360c8711-6d92-4096-a2d8-ae09ff1a70db tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3344803 Jul 27 19:57:13.008844 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56012) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:13.014722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-7a0872d7-886d-412e-97d2-f3baac18a788 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:13.037474 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Allocated IP 2001:db8::f816:3eff:fe52:99a (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/317d619c-7d43-4b1f-946f-3a8acad8b095/6587a4f0-7d70-409c-a2d8-93cd00d9117c) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:13.162862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b86a52-1329-4268-89e1-687a1ea6c4df req-df3dc20c-4c26-459a-a250-00c384b1d1d7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:13.169070 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8b86a52-1329-4268-89e1-687a1ea6c4df req-df3dc20c-4c26-459a-a250-00c384b1d1d7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.1501946 Jul 27 19:57:13.209924 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:13.214273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0872d7-886d-412e-97d2-f3baac18a788 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:13.217900 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a0872d7-886d-412e-97d2-f3baac18a788 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:13.219455 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Transition to ACTIVE for port object 6587a4f0-7d70-409c-a2d8-93cd00d9117c will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:13.237445 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Transition to ACTIVE for port object 6587a4f0-7d70-409c-a2d8-93cd00d9117c will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:13.238603 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8b86a52-1329-4268-89e1-687a1ea6c4df req-caab0823-819f-43b8-9563-068cdc9f048d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662026 Jul 27 19:57:13.244787 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:13.287815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:13.291366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:13.296643 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:13.411683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Pushing event updated for resources: {'Port': ['ID=6587a4f0-7d70-409c-a2d8-93cd00d9117c,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:13.451975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e2791dfe-acb4-4d1e-a67f-032a23981b26 req-3c288b21-ece9-4e70-924a-dbb75c784f5e tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0932429 Jul 27 19:57:13.481907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Attempting to bind port 6587a4f0-7d70-409c-a2d8-93cd00d9117c on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:57:13.482713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Attempting to bind port 6587a4f0-7d70-409c-a2d8-93cd00d9117c by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:57:13.483457 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Attempting to bind port 6587a4f0-7d70-409c-a2d8-93cd00d9117c on network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:57:13.489990 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3341d695-8a0a-4a25-b030-7bf40365603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:13.492519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:57:13.492972 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Checking segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:57:13.493528 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:13.494054 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Bound using segment: {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:57:13.494630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Bound port: 6587a4f0-7d70-409c-a2d8-93cd00d9117c, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5810588d-2120-46ec-99e5-a9d4d42102fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:57:13.495185 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:13.564151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] For port 6587a4f0-7d70-409c-a2d8-93cd00d9117c, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:57:13.570042 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] For port 6587a4f0-7d70-409c-a2d8-93cd00d9117c, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6587a4f0-7d70-409c-a2d8-93cd00d9117c,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:57:13.574561 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:13.585578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec4562-ada3-4fd0-b3bb-1a48cb22b9c7 req-9d0dc502-ec8a-4183-908a-ff79fe8dcf8f tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:13.587241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ec4562-ada3-4fd0-b3bb-1a48cb22b9c7 req-9d0dc502-ec8a-4183-908a-ff79fe8dcf8f tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.1297815 Jul 27 19:57:13.636145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb7617-c376-4089-a1ee-463586423b23 None None] Pushing event updated for resources: {'Port': ['ID=6587a4f0-7d70-409c-a2d8-93cd00d9117c,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:13.684045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6ec4562-ada3-4fd0-b3bb-1a48cb22b9c7 req-a00afe40-a84d-4f22-8c3c-989593ef3245 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666075 Jul 27 19:57:13.706511 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a0872d7-886d-412e-97d2-f3baac18a788 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:13.753627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0872d7-886d-412e-97d2-f3baac18a788 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:13.757471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-7a0872d7-886d-412e-97d2-f3baac18a788 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:13.761738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0872d7-886d-412e-97d2-f3baac18a788 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:13.762325 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a0872d7-886d-412e-97d2-f3baac18a788 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:13.767719 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0872d7-886d-412e-97d2-f3baac18a788 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=d9aad94f-a688-4c3e-a1d8-24c59d1684fd,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:13.781759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7a0872d7-886d-412e-97d2-f3baac18a788 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7717462 Jul 27 19:57:13.784814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56022) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:13.790337 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'mac_address': 'fa:16:3e:a8:64:99', 'name': 'tempest-NetworksTestDHCPv6-1230112971'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:13.916659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:14.057797 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:14.079332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6587a4f0-7d70-409c-a2d8-93cd00d9117c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:14.097717 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 8c6170bb-a344-4c59-b787-d18a251938fa yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:57:14.154492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:14.343155 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8:0:1::80 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/d9aad94f-a688-4c3e-a1d8-24c59d1684fd/8c6170bb-a344-4c59-b787-d18a251938fa) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:14.354550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::f816:3eff:fea8:6499 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/317d619c-7d43-4b1f-946f-3a8acad8b095/8c6170bb-a344-4c59-b787-d18a251938fa) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:14.483948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0793da-cfd6-41d0-ad4e-34b0f91bc28b req-b666cb11-45f4-4f42-87b9-6dd9e637b142 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:14.485747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef0793da-cfd6-41d0-ad4e-34b0f91bc28b req-b666cb11-45f4-4f42-87b9-6dd9e637b142 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.1236932 Jul 27 19:57:14.595096 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef0793da-cfd6-41d0-ad4e-34b0f91bc28b req-6ef62285-ce36-48a6-8b2f-a5f7e99d3990 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795772 Jul 27 19:57:14.712673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d49468b-33a0-492e-8dd8-9488c2b59510 req-458ff9fe-b959-41da-8386-3cb1b69f41e2 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0835998 Jul 27 19:57:14.727887 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:14.745833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object 8c6170bb-a344-4c59-b787-d18a251938fa will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:14.789790 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:14.855869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0011e2-38c0-406d-99e4-c8c7912a395c None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:14.859974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=8c6170bb-a344-4c59-b787-d18a251938fa,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:14.878624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:14.898532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:14.901708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:14.908287 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:14.909198 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:14.926021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8f34cb63-c1f2-48f6-b19b-7b1b0bf61316 None None] Provisioning for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:14.936433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8f34cb63-c1f2-48f6-b19b-7b1b0bf61316 None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:14.936433 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8f34cb63-c1f2-48f6-b19b-7b1b0bf61316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:14.949586 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56058) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:14.957822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f2fb302d-4f18-47af-9b3d-6fd88ce948e7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1718400 Jul 27 19:57:14.992020 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef718182-daca-402d-bfcc-9d77fa9c4c75 req-8f9fc9d2-7b58-4867-9a34-4a94bbba69ba tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:14.993649 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef718182-daca-402d-bfcc-9d77fa9c4c75 req-8f9fc9d2-7b58-4867-9a34-4a94bbba69ba tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.1909897 Jul 27 19:57:15.058953 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef718182-daca-402d-bfcc-9d77fa9c4c75 req-434e25a1-3d79-4b63-a06f-6cc16845f505 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592380 Jul 27 19:57:15.108575 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8f34cb63-c1f2-48f6-b19b-7b1b0bf61316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:15.115562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-75a0ab2f-e21f-45ec-b744-b8fa43c4d59e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port 8c6170bb-a344-4c59-b787-d18a251938fa {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:57:15.115909 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75a0ab2f-e21f-45ec-b744-b8fa43c4d59e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:15.158254 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8f34cb63-c1f2-48f6-b19b-7b1b0bf61316 None None] For port 6587a4f0-7d70-409c-a2d8-93cd00d9117c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6587a4f0-7d70-409c-a2d8-93cd00d9117c,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:15.170577 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8f34cb63-c1f2-48f6-b19b-7b1b0bf61316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:15.235404 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34cb63-c1f2-48f6-b19b-7b1b0bf61316 None None] Pushing event updated for resources: {'Port': ['ID=6587a4f0-7d70-409c-a2d8-93cd00d9117c,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:15.265947 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75a0ab2f-e21f-45ec-b744-b8fa43c4d59e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:15.285159 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-75a0ab2f-e21f-45ec-b744-b8fa43c4d59e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for 8c6170bb-a344-4c59-b787-d18a251938fa owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:57:15.291979 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562a4e25-b23c-4e09-b29f-79dcbda0e9fb None None] Update dhcp port {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'fixed_ips': [{'subnet_id': '317d619c-7d43-4b1f-946f-3a8acad8b095', 'ip_address': '2001:db8::f816:3eff:fe52:99a'}, {'subnet_id': 'd9aad94f-a688-4c3e-a1d8-24c59d1684fd'}], 'binding:host_id': 'n-d-705657-21'}, 'id': '6587a4f0-7d70-409c-a2d8-93cd00d9117c'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 19:57:15.351183 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-562a4e25-b23c-4e09-b29f-79dcbda0e9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:15.532924 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75a0ab2f-e21f-45ec-b744-b8fa43c4d59e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:15.565780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56068) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:15.590777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-562a4e25-b23c-4e09-b29f-79dcbda0e9fb None None] Allocated IP 2001:db8:0:1::2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/d9aad94f-a688-4c3e-a1d8-24c59d1684fd/6587a4f0-7d70-409c-a2d8-93cd00d9117c) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:15.637371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0ab2f-e21f-45ec-b744-b8fa43c4d59e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=8c6170bb-a344-4c59-b787-d18a251938fa,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:15.735307 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75a0ab2f-e21f-45ec-b744-b8fa43c4d59e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:15.737373 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-75a0ab2f-e21f-45ec-b744-b8fa43c4d59e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/8c6170bb-a344-4c59-b787-d18a251938fa HTTP/1.1" status: 204 len: 168 time: 0.7861545 Jul 27 19:57:15.740211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56074) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:15.751450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-562a4e25-b23c-4e09-b29f-79dcbda0e9fb None None] For port 6587a4f0-7d70-409c-a2d8-93cd00d9117c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6587a4f0-7d70-409c-a2d8-93cd00d9117c,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:15.790324 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-562a4e25-b23c-4e09-b29f-79dcbda0e9fb None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:15.808117 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-562a4e25-b23c-4e09-b29f-79dcbda0e9fb None None] Transition to ACTIVE for port object 6587a4f0-7d70-409c-a2d8-93cd00d9117c will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:15.817774 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-709e88cb-8011-46f7-b173-ccbaad40db73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:15.821070 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-562a4e25-b23c-4e09-b29f-79dcbda0e9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:15.832096 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f2652a-19ca-4bed-9fb6-49ea40b75bb6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:15.836526 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-29f2652a-19ca-4bed-9fb6-49ea40b75bb6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0921926 Jul 27 19:57:15.836810 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56080) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:15.899470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a4e25-b23c-4e09-b29f-79dcbda0e9fb None None] Pushing event updated for resources: {'Port': ['ID=6587a4f0-7d70-409c-a2d8-93cd00d9117c,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:15.900553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7762f-f6e2-4c40-90be-28e0712ce1f8 req-bec62b41-a737-48e7-b431-77941bafbc94 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:15.911791 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ca7762f-f6e2-4c40-90be-28e0712ce1f8 req-bec62b41-a737-48e7-b431-77941bafbc94 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.1672635 Jul 27 19:57:15.979386 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f0675d-908f-4278-b4a9-769b209357ab tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:15.980320 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ca7762f-f6e2-4c40-90be-28e0712ce1f8 req-904d88fd-9d88-47f7-99c7-2d8866cfeb30 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674438 Jul 27 19:57:15.981189 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c1f0675d-908f-4278-b4a9-769b209357ab tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1434228 Jul 27 19:57:15.985384 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56084) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:16.020437 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d847c27d-d8e0-4de7-bf5e-0b971b87b01a req-b1bc3ef9-bb4b-4ff4-a8d2-10b660f0555f tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0857317 Jul 27 19:57:16.041570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6587a4f0-7d70-409c-a2d8-93cd00d9117c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:16.064103 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f057c116-ff8d-4798-92c9-873f1241669e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:16.071694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f057c116-ff8d-4798-92c9-873f1241669e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:16.073355 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f057c116-ff8d-4798-92c9-873f1241669e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:16.075382 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f057c116-ff8d-4798-92c9-873f1241669e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0885952 Jul 27 19:57:16.078385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56092) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:16.116161 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e33b0d64-5a7a-42fa-b833-3bcc0eac5735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:16.206243 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:16.213961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b49168-fa4f-46b6-8eb9-d6268f884adc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 317d619c-7d43-4b1f-946f-3a8acad8b095 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:57:16.223370 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53b49168-fa4f-46b6-8eb9-d6268f884adc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:16.635078 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-709e88cb-8011-46f7-b173-ccbaad40db73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:16.643286 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53b49168-fa4f-46b6-8eb9-d6268f884adc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:16.668117 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-709e88cb-8011-46f7-b173-ccbaad40db73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:16.697575 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-709e88cb-8011-46f7-b173-ccbaad40db73 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=142c52f0dd58499d91029897221cea4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1306586 Jul 27 19:57:16.700333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56120) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:16.709828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef0101-6569-4dd9-a513-1c9c99c4babd req-0fc41153-eb95-496d-be1b-8546f13aca16 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:16.712229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10ef0101-6569-4dd9-a513-1c9c99c4babd req-0fc41153-eb95-496d-be1b-8546f13aca16 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.5562167 Jul 27 19:57:16.806364 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6fb5dadb-36c5-4318-b217-59463c8aab7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:16.831792 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d7180798-8786-4d71-b462-a570cbda37b6 None None] Could not find standard attr ID for object 8c6170bb-a344-4c59-b787-d18a251938fa. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:57:16.852610 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10ef0101-6569-4dd9-a513-1c9c99c4babd req-f53505a6-f0d1-43d8-ba9d-74542db34111 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154594 Jul 27 19:57:16.853854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d7180798-8786-4d71-b462-a570cbda37b6 None None] Provisioning for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:16.855595 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e88cb-8011-46f7-b173-ccbaad40db73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526cebde-ed97-4dca-a022-6a8ffba83ad0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:16.882412 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6fb5dadb-36c5-4318-b217-59463c8aab7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:16.884547 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d7180798-8786-4d71-b462-a570cbda37b6 None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:16.885700 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d7180798-8786-4d71-b462-a570cbda37b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:16.913941 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53b49168-fa4f-46b6-8eb9-d6268f884adc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:16.994351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6fb5dadb-36c5-4318-b217-59463c8aab7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:17.004558 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6fb5dadb-36c5-4318-b217-59463c8aab7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:17.010882 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6fb5dadb-36c5-4318-b217-59463c8aab7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/526cebde-ed97-4dca-a022-6a8ffba83ad0 HTTP/1.1" status: 204 len: 168 time: 0.3066831 Jul 27 19:57:17.073342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5dadb-36c5-4318-b217-59463c8aab7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526cebde-ed97-4dca-a022-6a8ffba83ad0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:17.083522 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53b49168-fa4f-46b6-8eb9-d6268f884adc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:17.155304 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b49168-fa4f-46b6-8eb9-d6268f884adc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=317d619c-7d43-4b1f-946f-3a8acad8b095,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:17.163063 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53b49168-fa4f-46b6-8eb9-d6268f884adc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:17.165746 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-53b49168-fa4f-46b6-8eb9-d6268f884adc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/317d619c-7d43-4b1f-946f-3a8acad8b095 HTTP/1.1" status: 204 len: 168 time: 1.0856454 Jul 27 19:57:17.168621 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56134) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:17.254534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:57:17.258151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76582c17-fba4-4e17-ba04-cd74369a77d9 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:17.284647 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:17.337671 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-188c8aa7-06e6-45a2-8ee5-ed2e9be40fb9 req-6b9b7990-29bf-47de-a43c-827232e33b90 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0935166 Jul 27 19:57:17.382978 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac3c240-fde6-47bd-8130-949027274833 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet d9aad94f-a688-4c3e-a1d8-24c59d1684fd {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:57:17.390145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b310f6a-836d-4288-b7e6-871c6dc11d35 req-681a1bff-d870-47e4-81cf-aa238d2f83f4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:17.394484 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eac3c240-fde6-47bd-8130-949027274833 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:17.408707 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b310f6a-836d-4288-b7e6-871c6dc11d35 req-681a1bff-d870-47e4-81cf-aa238d2f83f4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.2546136 Jul 27 19:57:17.506515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b310f6a-836d-4288-b7e6-871c6dc11d35 req-33d3bae3-236c-475c-9ffe-cb23ac802dd3 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948439 Jul 27 19:57:17.522549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-de1fa261-1533-4b91-87c5-fe75d6b69af0 None None] Could not find standard attr ID for object 8c6170bb-a344-4c59-b787-d18a251938fa. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:57:17.550198 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eac3c240-fde6-47bd-8130-949027274833 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:17.738854 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eac3c240-fde6-47bd-8130-949027274833 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:17.784375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56142) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:17.815453 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42b1ff1d-c8a9-4f4d-84bb-59ed23adb8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:17.883600 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eac3c240-fde6-47bd-8130-949027274833 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:17.929881 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:17.955431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3c240-fde6-47bd-8130-949027274833 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=d9aad94f-a688-4c3e-a1d8-24c59d1684fd,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:17.957950 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eac3c240-fde6-47bd-8130-949027274833 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:17.962767 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-eac3c240-fde6-47bd-8130-949027274833 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/d9aad94f-a688-4c3e-a1d8-24c59d1684fd HTTP/1.1" status: 204 len: 168 time: 0.7931092 Jul 27 19:57:17.967326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56146) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:17.992478 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'port_id': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'mac_address': 'fa:16:3e:b5:a8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:57:18.002314 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42b1ff1d-c8a9-4f4d-84bb-59ed23adb8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:18.025321 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42b1ff1d-c8a9-4f4d-84bb-59ed23adb8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:18.035380 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a62e1c06-cee7-4d86-8df7-86973dc59dad tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634303 Jul 27 19:57:18.038428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56148) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:18.048573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:18.112480 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:18.113192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-42b1ff1d-c8a9-4f4d-84bb-59ed23adb8e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5cd010590c2a40b4b8324da5c0af13df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3263869 Jul 27 19:57:18.114814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56150) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:18.114814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1ff1d-c8a9-4f4d-84bb-59ed23adb8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17ccf38-bc96-4b44-aafd-57d0d8e54a28,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:18.124562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20e8200-fc7d-4408-8fa4-a70f7677e142 None None] Update dhcp port {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'fixed_ips': [{'subnet_id': 'd9aad94f-a688-4c3e-a1d8-24c59d1684fd'}], 'binding:host_id': 'n-d-705657-21'}, 'id': '6587a4f0-7d70-409c-a2d8-93cd00d9117c'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 19:57:18.163277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:57:18.202567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:18.203671 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c20e8200-fc7d-4408-8fa4-a70f7677e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:18.223952 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:18.234924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f6ef2-41b8-4acc-b029-202940649dae req-b82b4fbc-1a20-454c-88f7-453ae6471e4b tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:18.235398 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:18.236602 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e9f6ef2-41b8-4acc-b029-202940649dae req-b82b4fbc-1a20-454c-88f7-453ae6471e4b tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.2326927 Jul 27 19:57:18.242321 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:18.297227 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e9f6ef2-41b8-4acc-b029-202940649dae req-12203582-5983-47a7-b30c-4f54fab78263 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469246 Jul 27 19:57:18.297670 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0d1eada9-98e9-433f-beb9-f2cc26382b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:18.350808 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0d1eada9-98e9-433f-beb9-f2cc26382b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:18.456709 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0d1eada9-98e9-433f-beb9-f2cc26382b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:18.460274 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0d1eada9-98e9-433f-beb9-f2cc26382b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:18.461613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0d1eada9-98e9-433f-beb9-f2cc26382b3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a17ccf38-bc96-4b44-aafd-57d0d8e54a28 HTTP/1.1" status: 204 len: 168 time: 0.3387547 Jul 27 19:57:18.498883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1eada9-98e9-433f-beb9-f2cc26382b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17ccf38-bc96-4b44-aafd-57d0d8e54a28,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:18.552836 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4889d859-7a81-4997-80ee-adbde4f67886 req-96575f36-d469-4fcd-8dbc-9afc1a538975 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0898244 Jul 27 19:57:18.719251 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['f62ca415-ca84-4b6d-9eed-6f7b2491b8b0'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:57:18.795625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67802051-ed54-4ac5-8df8-e16d38cd7324 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:18.894109 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:57:18.897251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ef1b6-b63e-4aec-bbd2-14a15bffc74f req-396a7f3d-70cc-4dd4-bbde-dcc7ad58fa85 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:18.904903 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e3ef1b6-b63e-4aec-bbd2-14a15bffc74f req-396a7f3d-70cc-4dd4-bbde-dcc7ad58fa85 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 945 time: 0.1390307 Jul 27 19:57:19.004774 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e3ef1b6-b63e-4aec-bbd2-14a15bffc74f req-3cff74fc-c894-4127-ae29-320aa5ead210 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962446 Jul 27 19:57:19.109989 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:19.126042 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-216d45df-d351-4143-bce8-00f6877fe7f7 None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:19.126416 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-216d45df-d351-4143-bce8-00f6877fe7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:19.197335 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:19.283639 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:19.650197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2f403-90a3-4599-bd02-fd5a0025f70d req-1ebe6a58-fbcb-47f8-975f-1b3f0ba69d0b tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:19.672752 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afb2f403-90a3-4599-bd02-fd5a0025f70d req-1ebe6a58-fbcb-47f8-975f-1b3f0ba69d0b tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.1634822 Jul 27 19:57:19.680837 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] For port 6587a4f0-7d70-409c-a2d8-93cd00d9117c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6587a4f0-7d70-409c-a2d8-93cd00d9117c,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:19.741839 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:19.755187 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:19.756001 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:19.805540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c044dba9-6853-42c5-8075-45bae7b5b34f req-6adc3bd0-e9f2-4256-af11-900fe8d56e6b tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0946922 Jul 27 19:57:19.837685 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afb2f403-90a3-4599-bd02-fd5a0025f70d req-d01047c3-07dd-49e9-b843-dce43647559b tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639507 Jul 27 19:57:19.935549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6587a4f0-7d70-409c-a2d8-93cd00d9117c no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:57:20.037334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=6587a4f0-7d70-409c-a2d8-93cd00d9117c,revision_number=8']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:20.055184 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:20.071264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:20.082038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:20.082653 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:20.139285 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:20.142696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=14ca9a23-a745-4d55-8227-44d8b1f81021,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:20.172435 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cf83a787-416f-4254-bb1a-06f1b6fcdf61 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1321914 Jul 27 19:57:20.173097 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56198) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:20.186701 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1de68a62-e30a-4541-ac36-1f3f0a72ffc2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:20.253185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 6587a4f0-7d70-409c-a2d8-93cd00d9117c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6587a4f0-7d70-409c-a2d8-93cd00d9117c,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:20.267580 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:20.283809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e6d9b-fc27-4fa5-a0a3-89c960641431 req-076cf109-4005-4249-a50e-f6590a3499f3 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:20.312288 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb7e6d9b-fc27-4fa5-a0a3-89c960641431 req-076cf109-4005-4249-a50e-f6590a3499f3 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 945 time: 0.1617417 Jul 27 19:57:20.363899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=6587a4f0-7d70-409c-a2d8-93cd00d9117c,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:20.498132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb7e6d9b-fc27-4fa5-a0a3-89c960641431 req-038b85bf-6d18-45c4-8e4b-c29e4176ceb1 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850748 Jul 27 19:57:20.514709 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6587a4f0-7d70-409c-a2d8-93cd00d9117c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:20.558248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de68a62-e30a-4541-ac36-1f3f0a72ffc2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:20.565042 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1de68a62-e30a-4541-ac36-1f3f0a72ffc2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:20.565592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de617d67-4f44-4aa2-844e-6f2ec7ed45df None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:20.689227 n-d-705657-21 neutron-server[94060]: INFO neutron.db.ipam_backend_mixin [None req-1de68a62-e30a-4541-ac36-1f3f0a72ffc2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14ca9a23-a745-4d55-8227-44d8b1f81021 (CIDR: 2001:db8::/64) Jul 27 19:57:20.689948 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a226de98-dd9c-45a6-9f14-43200a5a4487 None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:20.690277 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a226de98-dd9c-45a6-9f14-43200a5a4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:20.694192 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de68a62-e30a-4541-ac36-1f3f0a72ffc2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 19:57:20.694770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de68a62-e30a-4541-ac36-1f3f0a72ffc2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:20.720927 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1de68a62-e30a-4541-ac36-1f3f0a72ffc2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5464988 Jul 27 19:57:20.723954 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56204) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:20.731060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6d4de049-28b7-4a4d-b2e9-253c6fbaece1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:20.953150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:20.954380 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:20.968573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4de049-28b7-4a4d-b2e9-253c6fbaece1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:20.973948 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c2eadc6-2571-4652-a1a5-896835882385 req-1c9cc0e5-f800-4c9f-b656-e5cb97ca662e tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0488100 Jul 27 19:57:20.999931 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6d4de049-28b7-4a4d-b2e9-253c6fbaece1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:21.089952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec671b-4c7b-4bd9-b1dd-8f0b4f029f08 req-637d305d-1d3c-4e20-9152-6a5d6dfa6821 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:21.095831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64ec671b-4c7b-4bd9-b1dd-8f0b4f029f08 req-637d305d-1d3c-4e20-9152-6a5d6dfa6821 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.1197312 Jul 27 19:57:21.100955 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a226de98-dd9c-45a6-9f14-43200a5a4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:21.160465 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:21.197873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64ec671b-4c7b-4bd9-b1dd-8f0b4f029f08 req-2a6550c4-b3d4-42dd-b23a-10f8b66e7847 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940216 Jul 27 19:57:21.217418 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:21.309439 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a226de98-dd9c-45a6-9f14-43200a5a4487 None None] For port 6587a4f0-7d70-409c-a2d8-93cd00d9117c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6587a4f0-7d70-409c-a2d8-93cd00d9117c,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:21.321352 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a226de98-dd9c-45a6-9f14-43200a5a4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:21.439931 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.api [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:57:21.440465 n-d-705657-21 neutron-server[94061]: DEBUG oslo_db.api [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:57:21.445195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:21.452904 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:21.471434 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226de98-dd9c-45a6-9f14-43200a5a4487 None None] Pushing event updated for resources: {'Port': ['ID=6587a4f0-7d70-409c-a2d8-93cd00d9117c,revision_number=10']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:21.536960 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6d4de049-28b7-4a4d-b2e9-253c6fbaece1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:21.578341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-53f7b9e3-3c9a-44c9-b68b-f46ca0e086c5 None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:21.578751 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-53f7b9e3-3c9a-44c9-b68b-f46ca0e086c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:21.606399 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:21.635547 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4de049-28b7-4a4d-b2e9-253c6fbaece1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=23f55ad8-1b34-4525-9104-41fd99240392,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:21.644796 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:21.648140 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:57:21.650681 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e222fac5-87f9-4893-b18e-696e7f802b78" -d '{"events": [{"server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "name": "network-vif-plugged", "status": "completed", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:57:21.659148 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4de049-28b7-4a4d-b2e9-253c6fbaece1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:21.660806 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:21.665273 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6d4de049-28b7-4a4d-b2e9-253c6fbaece1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:21.668716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4de049-28b7-4a4d-b2e9-253c6fbaece1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:21.669423 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6d4de049-28b7-4a4d-b2e9-253c6fbaece1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:21.681295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bdff14-c1d5-4f34-8849-388acec9e765 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:21.698920 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6d4de049-28b7-4a4d-b2e9-253c6fbaece1 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9730842 Jul 27 19:57:21.702169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56234) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:21.707485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'mac_address': 'fa:16:3e:8d:8e:7d', 'name': 'tempest-NetworksTestDHCPv6-1722292270'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:21.774552 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d111b3eb-c996-462f-8249-8acee855b5e0 x-openstack-request-id: req-d111b3eb-c996-462f-8249-8acee855b5e0 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:57:21.774552 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "name": "network-vif-plugged", "status": "completed", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:57:21.774552 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d111b3eb-c996-462f-8249-8acee855b5e0 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:57:21.774552 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'code': 200} Jul 27 19:57:21.885870 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:21.890809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c23f91-9ed1-46e0-8def-719b609089cf req-2e8df907-de55-4a33-82fe-a4929cfb422c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:21.898849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a0c23f91-9ed1-46e0-8def-719b609089cf req-2e8df907-de55-4a33-82fe-a4929cfb422c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 945 time: 0.2760322 Jul 27 19:57:21.977182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:21.990378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a0c23f91-9ed1-46e0-8def-719b609089cf req-7e455bda-4d53-4e83-98c6-073938e686d5 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902729 Jul 27 19:57:22.213472 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:22.285840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f676c1e7-f95f-4164-9d92-08d65b85bd26 req-ddc06b9c-dd46-49af-8959-13b6fca04340 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0990419 Jul 27 19:57:22.303042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port dd32134c-e457-4ca7-9fcb-b1cd3f9734b2 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:57:22.436296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a726c62-25e9-4dba-b93b-1a23abce8018 None None] Update dhcp port {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'fixed_ips': [{'subnet_id': '14ca9a23-a745-4d55-8227-44d8b1f81021', 'ip_address': '2001:db8::f816:3eff:fe52:99a'}, {'subnet_id': '23f55ad8-1b34-4525-9104-41fd99240392'}], 'binding:host_id': 'n-d-705657-21'}, 'id': '6587a4f0-7d70-409c-a2d8-93cd00d9117c'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 19:57:22.438347 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6587a4f0-7d70-409c-a2d8-93cd00d9117c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:22.593582 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1a726c62-25e9-4dba-b93b-1a23abce8018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:22.617562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5750-e28a-4efa-a1bb-7911d21ef938 req-22a68f79-e72b-42c3-9d1b-23299bb2675e tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:22.625109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4ee5750-e28a-4efa-a1bb-7911d21ef938 req-22a68f79-e72b-42c3-9d1b-23299bb2675e tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.1917500 Jul 27 19:57:22.690136 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:57:22.714528 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4ee5750-e28a-4efa-a1bb-7911d21ef938 req-9749de7f-f66d-4b79-b9d9-dcecf3acfdce tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883310 Jul 27 19:57:22.728966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8:0:1::13 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/23f55ad8-1b34-4525-9104-41fd99240392/dd32134c-e457-4ca7-9fcb-b1cd3f9734b2) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:22.736518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::f816:3eff:fe8d:8e7d (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/14ca9a23-a745-4d55-8227-44d8b1f81021/dd32134c-e457-4ca7-9fcb-b1cd3f9734b2) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:22.819386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:22.819386 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:22.967770 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:22.988106 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object dd32134c-e457-4ca7-9fcb-b1cd3f9734b2 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:23.043471 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:23.171360 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-1a726c62-25e9-4dba-b93b-1a23abce8018 None None] Allocated IP 2001:db8:0:1::2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/23f55ad8-1b34-4525-9104-41fd99240392/6587a4f0-7d70-409c-a2d8-93cd00d9117c) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:23.302018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:23.308700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=dd32134c-e457-4ca7-9fcb-b1cd3f9734b2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:23.319555 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:23.334051 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:23.342835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:23.347045 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:23.364197 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1a726c62-25e9-4dba-b93b-1a23abce8018 None None] For port 6587a4f0-7d70-409c-a2d8-93cd00d9117c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6587a4f0-7d70-409c-a2d8-93cd00d9117c,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:23.417187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ebcb067d-e81d-4770-8e6e-2c659e6cb26d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7139180 Jul 27 19:57:23.417919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56272) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:23.465475 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1a726c62-25e9-4dba-b93b-1a23abce8018 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:23.488142 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1a726c62-25e9-4dba-b93b-1a23abce8018 None None] Transition to ACTIVE for port object 6587a4f0-7d70-409c-a2d8-93cd00d9117c will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:23.502563 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1a726c62-25e9-4dba-b93b-1a23abce8018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:23.513581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ba3f-3d0c-4533-bf1a-32da9bce8a91 req-57c1c037-9c3d-4dd0-bfda-8c264dd353e9 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:23.513581 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b2ba3f-3d0c-4533-bf1a-32da9bce8a91 req-57c1c037-9c3d-4dd0-bfda-8c264dd353e9 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.3776674 Jul 27 19:57:23.603511 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5dda8da-8259-4cee-86b9-8c0226efaee4 req-4dc6711b-ed5e-4076-b688-1c274f09da10 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0626853 Jul 27 19:57:23.605220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56282) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:23.668055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a726c62-25e9-4dba-b93b-1a23abce8018 None None] Pushing event updated for resources: {'Port': ['ID=6587a4f0-7d70-409c-a2d8-93cd00d9117c,revision_number=11']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:23.709335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b2ba3f-3d0c-4533-bf1a-32da9bce8a91 req-a1fad682-7b15-4e97-a222-174cf94cb0ea tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879437 Jul 27 19:57:23.813950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d34550d6-5166-485d-b783-08bc3d4dc4ba tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port dd32134c-e457-4ca7-9fcb-b1cd3f9734b2 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:57:23.817042 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d34550d6-5166-485d-b783-08bc3d4dc4ba tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:23.879333 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b229c5c-6866-44d4-b021-aaa9d3838fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:24.047131 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d34550d6-5166-485d-b783-08bc3d4dc4ba tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:24.062845 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d34550d6-5166-485d-b783-08bc3d4dc4ba tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for dd32134c-e457-4ca7-9fcb-b1cd3f9734b2 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:57:24.074762 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b229c5c-6866-44d4-b021-aaa9d3838fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:24.076474 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4cfb5-f5a9-4ce0-a4ac-5ee230346e7e req-a219dd2d-655f-4bd5-a61e-9d075952d6f7 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:24.085126 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3f4cfb5-f5a9-4ce0-a4ac-5ee230346e7e req-a219dd2d-655f-4bd5-a61e-9d075952d6f7 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.2307248 Jul 27 19:57:24.094345 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b229c5c-6866-44d4-b021-aaa9d3838fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:24.197207 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4b229c5c-6866-44d4-b021-aaa9d3838fe3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67b4ab4f9ced436cb6c797a7d0056ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5904825 Jul 27 19:57:24.201140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56292) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:24.212157 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b229c5c-6866-44d4-b021-aaa9d3838fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5435e9b8-08d1-4467-ab55-80831d504b6d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:24.328202 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5ab42ac-3567-4c5e-aa16-548ff77116fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:24.357277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5ab42ac-3567-4c5e-aa16-548ff77116fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:24.386412 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3f4cfb5-f5a9-4ce0-a4ac-5ee230346e7e req-2f578370-dc03-42f3-8c84-2eee14fd9932 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954066 Jul 27 19:57:24.421192 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5ab42ac-3567-4c5e-aa16-548ff77116fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:24.426021 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5ab42ac-3567-4c5e-aa16-548ff77116fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:24.429355 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c5ab42ac-3567-4c5e-aa16-548ff77116fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5435e9b8-08d1-4467-ab55-80831d504b6d HTTP/1.1" status: 204 len: 168 time: 0.2256045 Jul 27 19:57:24.435051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6587a4f0-7d70-409c-a2d8-93cd00d9117c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:24.442538 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab42ac-3567-4c5e-aa16-548ff77116fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5435e9b8-08d1-4467-ab55-80831d504b6d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:24.632539 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d34550d6-5166-485d-b783-08bc3d4dc4ba tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:24.701727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34550d6-5166-485d-b783-08bc3d4dc4ba tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=dd32134c-e457-4ca7-9fcb-b1cd3f9734b2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:24.752555 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d34550d6-5166-485d-b783-08bc3d4dc4ba tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:24.755188 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d34550d6-5166-485d-b783-08bc3d4dc4ba tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/dd32134c-e457-4ca7-9fcb-b1cd3f9734b2 HTTP/1.1" status: 204 len: 168 time: 1.3361306 Jul 27 19:57:24.762996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56308) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:24.800819 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ab454f42-169d-4d4e-b4b6-9f1713ab5f32 None None] Provisioning for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:24.807657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ab454f42-169d-4d4e-b4b6-9f1713ab5f32 None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:24.809046 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab454f42-169d-4d4e-b4b6-9f1713ab5f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:24.945196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa168b9a-0358-40e6-b555-b0cebb7ae093 req-3e0e6b46-7259-4d65-a631-d7aea47aede9 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.1044877 Jul 27 19:57:24.992387 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56314) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:25.011047 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6590f02d-17e6-4124-a24c-7e3367b1d454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:25.131419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5393de-6242-417b-976b-741d7bdfa13e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:25.132536 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bf5393de-6242-417b-976b-741d7bdfa13e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3683617 Jul 27 19:57:25.133254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56316) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:25.253631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f9299-f562-4ed0-9f0c-5f15289f6279 req-fba07f9f-6d7e-4ba1-a740-fa84a0bdba78 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:25.256537 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6590f02d-17e6-4124-a24c-7e3367b1d454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:25.262022 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-222f9299-f562-4ed0-9f0c-5f15289f6279 req-fba07f9f-6d7e-4ba1-a740-fa84a0bdba78 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.3346612 Jul 27 19:57:25.269062 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6590f02d-17e6-4124-a24c-7e3367b1d454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:25.341411 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-222f9299-f562-4ed0-9f0c-5f15289f6279 req-05d7b4fa-b0f7-430d-9f2c-e6d009c97478 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778260 Jul 27 19:57:25.366176 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56318) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:25.372725 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6590f02d-17e6-4124-a24c-7e3367b1d454 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=991540acb36741c987a4deb5f47b8fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787766 Jul 27 19:57:25.374100 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590f02d-17e6-4124-a24c-7e3367b1d454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f789dc-eca4-4908-8dd1-43d2a1befc1e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:25.403951 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-348fe310-c83f-47cb-a98e-d2bed24c1c10 None None] Could not find standard attr ID for object dd32134c-e457-4ca7-9fcb-b1cd3f9734b2. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:57:25.449836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215355f8-d792-4c0a-943e-c7d4a3441c70 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:25.453833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-215355f8-d792-4c0a-943e-c7d4a3441c70 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3174193 Jul 27 19:57:25.455705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56322) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:25.488015 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08e8b6a3-8068-4d3d-9e37-364d55bcff8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:25.554894 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08e8b6a3-8068-4d3d-9e37-364d55bcff8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:25.561908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e596b89-cb6d-449e-b19d-f0b3a0f93be0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:25.564694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e596b89-cb6d-449e-b19d-f0b3a0f93be0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:25.566432 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e596b89-cb6d-449e-b19d-f0b3a0f93be0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:25.571653 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9e596b89-cb6d-449e-b19d-f0b3a0f93be0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1157780 Jul 27 19:57:25.572475 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56324) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:25.689800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f0a99-4c45-4b6f-b394-b503512f2cd2 req-976c5391-7925-444b-95c2-fd3824f1f645 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:25.693874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b62f0a99-4c45-4b6f-b394-b503512f2cd2 req-976c5391-7925-444b-95c2-fd3824f1f645 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.1613927 Jul 27 19:57:25.705838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b59b0ca-809e-4bf5-8941-c6b2afba03b5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 14ca9a23-a745-4d55-8227-44d8b1f81021 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:57:25.720260 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b59b0ca-809e-4bf5-8941-c6b2afba03b5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:25.750961 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08e8b6a3-8068-4d3d-9e37-364d55bcff8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:25.753671 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08e8b6a3-8068-4d3d-9e37-364d55bcff8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:25.755115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-08e8b6a3-8068-4d3d-9e37-364d55bcff8f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80f789dc-eca4-4908-8dd1-43d2a1befc1e HTTP/1.1" status: 204 len: 168 time: 0.3874617 Jul 27 19:57:25.786960 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b62f0a99-4c45-4b6f-b394-b503512f2cd2 req-c60dbee6-7a37-4506-95a7-038a9c4b13e2 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850439 Jul 27 19:57:25.788241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8b6a3-8068-4d3d-9e37-364d55bcff8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f789dc-eca4-4908-8dd1-43d2a1befc1e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:25.788892 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b59b0ca-809e-4bf5-8941-c6b2afba03b5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:25.920355 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b59b0ca-809e-4bf5-8941-c6b2afba03b5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:26.000156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b59b0ca-809e-4bf5-8941-c6b2afba03b5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:26.023329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b59b0ca-809e-4bf5-8941-c6b2afba03b5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:26.026168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47974f56-fad1-4744-b973-f0bd210b0204 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:26.029146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56334) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:26.029477 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2b59b0ca-809e-4bf5-8941-c6b2afba03b5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/14ca9a23-a745-4d55-8227-44d8b1f81021 HTTP/1.1" status: 204 len: 168 time: 0.4557569 Jul 27 19:57:26.054953 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59b0ca-809e-4bf5-8941-c6b2afba03b5 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=14ca9a23-a745-4d55-8227-44d8b1f81021,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:26.229597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a59f8ee9-a9dd-4f13-9c09-5b336b205ef1 req-745827a5-b085-4bdc-82b8-4d2463253717 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0764461 Jul 27 19:57:26.235626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7498f20-9a12-4b22-b30f-b0e5c1abbe31 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 23f55ad8-1b34-4525-9104-41fd99240392 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:57:26.243648 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7498f20-9a12-4b22-b30f-b0e5c1abbe31 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:26.321436 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7498f20-9a12-4b22-b30f-b0e5c1abbe31 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:26.460749 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7498f20-9a12-4b22-b30f-b0e5c1abbe31 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:26.618514 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7498f20-9a12-4b22-b30f-b0e5c1abbe31 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:26.643712 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7498f20-9a12-4b22-b30f-b0e5c1abbe31 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:26.646539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a7498f20-9a12-4b22-b30f-b0e5c1abbe31 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/23f55ad8-1b34-4525-9104-41fd99240392 HTTP/1.1" status: 204 len: 168 time: 0.6161053 Jul 27 19:57:26.650332 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56350) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:26.674170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbdf98-39c1-49f0-b83e-2774972400e4 req-35787749-66e8-45fa-bb47-6985fde188a0 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:26.684162 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8cbdf98-39c1-49f0-b83e-2774972400e4 req-35787749-66e8-45fa-bb47-6985fde188a0 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.2193782 Jul 27 19:57:26.729356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7498f20-9a12-4b22-b30f-b0e5c1abbe31 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=23f55ad8-1b34-4525-9104-41fd99240392,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:26.771365 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8cbdf98-39c1-49f0-b83e-2774972400e4 req-a3b6c238-c11f-46d3-bc65-059fc31e5a55 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860047 Jul 27 19:57:26.821499 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d44168dd-e45a-4966-b7f5-c4f923d638e8 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1696551 Jul 27 19:57:26.828718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56358) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:26.845599 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dfea5d6f-8469-47ed-a9ba-4d26468e1447 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:26.873012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e9bef33-c0aa-460b-ab56-2956c998e970 req-c02e8ec8-58f9-463a-9495-733d4f860004 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.1005583 Jul 27 19:57:27.046663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1c948-6c1f-4277-a9d0-730054442b08 req-23264827-e854-4269-822b-8e0537964304 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:27.059930 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0d1c948-6c1f-4277-a9d0-730054442b08 req-23264827-e854-4269-822b-8e0537964304 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.1527936 Jul 27 19:57:27.082646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfea5d6f-8469-47ed-a9ba-4d26468e1447 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:27.086627 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfea5d6f-8469-47ed-a9ba-4d26468e1447 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:27.165731 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0d1c948-6c1f-4277-a9d0-730054442b08 req-395c46b1-d9e4-49c6-93cc-3fe4dca4a327 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043794 Jul 27 19:57:27.413771 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfea5d6f-8469-47ed-a9ba-4d26468e1447 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:27.501242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfea5d6f-8469-47ed-a9ba-4d26468e1447 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:27.505636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-dfea5d6f-8469-47ed-a9ba-4d26468e1447 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:27.512679 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfea5d6f-8469-47ed-a9ba-4d26468e1447 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:27.513639 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfea5d6f-8469-47ed-a9ba-4d26468e1447 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:27.514890 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd452f29-6e90-4611-bc47-96524012147e req-921005ef-f43f-472b-8228-fa81cb70508e tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.1170616 Jul 27 19:57:27.561649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f6f6c-a880-40fc-a8a6-4908646a70c9 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:27.564196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea5d6f-8469-47ed-a9ba-4d26468e1447 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=2e3b5cc8-fd92-4c6d-8538-29bc870a62f7,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:27.588281 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dfea5d6f-8469-47ed-a9ba-4d26468e1447 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7509408 Jul 27 19:57:27.588552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56374) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:27.596302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-23dcf046-c404-4153-874c-dcd73fd87b34 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:27.787556 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dcf046-c404-4153-874c-dcd73fd87b34 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:27.791405 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23dcf046-c404-4153-874c-dcd73fd87b34 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:27.823702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-83fbd109-6342-4498-970e-bb23a97760ac None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:27.830571 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-83fbd109-6342-4498-970e-bb23a97760ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:28.043194 n-d-705657-21 neutron-server[94060]: INFO neutron.db.ipam_backend_mixin [None req-23dcf046-c404-4153-874c-dcd73fd87b34 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e3b5cc8-fd92-4c6d-8538-29bc870a62f7 (CIDR: 2001:db8::/64) Jul 27 19:57:28.054886 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-23dcf046-c404-4153-874c-dcd73fd87b34 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 19:57:28.055348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23dcf046-c404-4153-874c-dcd73fd87b34 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:28.115178 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7a9e2-b6e9-4f73-beb9-6aada1f02867 req-e76fe4a8-cb63-45a0-97da-2c3c32302cf7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:28.125037 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c7a9e2-b6e9-4f73-beb9-6aada1f02867 req-e76fe4a8-cb63-45a0-97da-2c3c32302cf7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.1997495 Jul 27 19:57:28.135132 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-23dcf046-c404-4153-874c-dcd73fd87b34 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5454090 Jul 27 19:57:28.139787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56388) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:28.151903 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:28.265569 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5c7a9e2-b6e9-4f73-beb9-6aada1f02867 req-3ce1b151-09a0-421a-ab73-1bda971b75dc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381657 Jul 27 19:57:28.342745 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1ab4cd-3067-4bdc-9605-ff46246c86a3 None None] Update dhcp port {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'fixed_ips': [{'subnet_id': '2e3b5cc8-fd92-4c6d-8538-29bc870a62f7'}], 'binding:host_id': 'n-d-705657-21'}, 'id': '6587a4f0-7d70-409c-a2d8-93cd00d9117c'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 19:57:28.461188 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab4cd-3067-4bdc-9605-ff46246c86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:28.470669 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba6cfe-8640-45cd-8fb9-cdb77773bbf6 req-5c3b27f4-3ef6-422c-a59b-5b1c9b06e1b6 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:28.472282 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-07ba6cfe-8640-45cd-8fb9-cdb77773bbf6 req-5c3b27f4-3ef6-422c-a59b-5b1c9b06e1b6 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.1810174 Jul 27 19:57:28.514288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:28.523084 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:28.569401 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-07ba6cfe-8640-45cd-8fb9-cdb77773bbf6 req-f8abba5b-3dc1-4962-b756-f391adbfffb2 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848308 Jul 27 19:57:28.733365 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d5fbfaa-a25e-45f6-9e62-c396f7409ef7 req-37a5396d-3ff4-4b6f-9821-8f4bc7a456c3 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0569174 Jul 27 19:57:28.935355 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-ef1ab4cd-3067-4bdc-9605-ff46246c86a3 None None] Allocated IP 2001:db8::2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/2e3b5cc8-fd92-4c6d-8538-29bc870a62f7/6587a4f0-7d70-409c-a2d8-93cd00d9117c) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:29.170587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ef1ab4cd-3067-4bdc-9605-ff46246c86a3 None None] For port 6587a4f0-7d70-409c-a2d8-93cd00d9117c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6587a4f0-7d70-409c-a2d8-93cd00d9117c,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:29.235509 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab4cd-3067-4bdc-9605-ff46246c86a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:29.266938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ef1ab4cd-3067-4bdc-9605-ff46246c86a3 None None] Transition to ACTIVE for port object 6587a4f0-7d70-409c-a2d8-93cd00d9117c will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:29.275559 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab4cd-3067-4bdc-9605-ff46246c86a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:29.365110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:57:29.412730 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f051963-87e0-4c52-b223-085997454d7d req-74d862e0-3fad-4730-9ab9-44a22ca4f293 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835&device_id=f3d4a5cc-8354-4073-8af8-55d87581868a HTTP/1.1" status: 200 len: 210 time: 0.1140120 Jul 27 19:57:29.487482 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ab4cd-3067-4bdc-9605-ff46246c86a3 None None] Pushing event updated for resources: {'Port': ['ID=6587a4f0-7d70-409c-a2d8-93cd00d9117c,revision_number=14']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:29.622338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701aa3d-2d0f-47a4-8358-5a0b239b3ffc req-46374fac-acd7-49b0-885a-ccc0d4138864 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:29.638652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6701aa3d-2d0f-47a4-8358-5a0b239b3ffc req-46374fac-acd7-49b0-885a-ccc0d4138864 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.2020464 Jul 27 19:57:29.793031 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6701aa3d-2d0f-47a4-8358-5a0b239b3ffc req-21e3d5fc-35fc-4c41-a698-6c9f41e5434d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489308 Jul 27 19:57:29.926312 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c934d966-2aa3-4df4-8f59-9cfbf6c20f78 req-62bb04a1-6bb0-444c-95f7-84e1e1c0fc8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=de8ad3b8f86741fd82a420bf526f2beb&device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0872755 Jul 27 19:57:29.997052 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c934d966-2aa3-4df4-8f59-9cfbf6c20f78 req-69ca0f90-1b64-467e-84f2-7ae5bdb7cbd8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=de8ad3b8f86741fd82a420bf526f2beb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532513 Jul 27 19:57:30.189777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934d966-2aa3-4df4-8f59-9cfbf6c20f78 req-aa173ba4-a72e-4749-84c6-1df68ffa532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:30.192064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c934d966-2aa3-4df4-8f59-9cfbf6c20f78 req-aa173ba4-a72e-4749-84c6-1df68ffa532f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266127 Jul 27 19:57:30.316903 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0942c33-0aed-4817-979c-bc44d5627ec8 req-1b57b867-41be-4f65-a861-19ef66d0964c tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.1190479 Jul 27 19:57:30.378016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6587a4f0-7d70-409c-a2d8-93cd00d9117c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:30.419730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1db2a7-bad7-4eba-a7fd-89b141dd6e5b req-b98a69f2-178e-4615-adfa-4685661124bb tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:30.427787 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1e1db2a7-bad7-4eba-a7fd-89b141dd6e5b req-b98a69f2-178e-4615-adfa-4685661124bb tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.4288163 Jul 27 19:57:30.586966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1e1db2a7-bad7-4eba-a7fd-89b141dd6e5b req-15c39fb0-463c-4d19-80d4-26d724aa5206 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478114 Jul 27 19:57:30.609959 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:30.701893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-761dbdca-a567-4b73-802c-f1d0101f0e6b None None] Provisioning for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:30.707351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-761dbdca-a567-4b73-802c-f1d0101f0e6b None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:30.708610 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-761dbdca-a567-4b73-802c-f1d0101f0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:30.729336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56460) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:30.859183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] For port 6587a4f0-7d70-409c-a2d8-93cd00d9117c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6587a4f0-7d70-409c-a2d8-93cd00d9117c,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:30.894443 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:30.903358 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:30.904609 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:30.913977 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:30.979620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=6587a4f0-7d70-409c-a2d8-93cd00d9117c,revision_number=16']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:31.025769 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:31.029749 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:31.035256 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:31.035949 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:31.040892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3f8575-dc28-4593-b355-ce4bb34a86c2 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:31.043776 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:31.059196 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:31.067860 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=d48e38bb-e392-4cd6-bc71-56422e0bdf78,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:31.087494 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9aed1726-fedf-465a-a02d-0431d12bf121 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9469771 Jul 27 19:57:31.090790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56468) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:31.108522 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'mac_address': 'fa:16:3e:b3:83:49', 'name': 'tempest-NetworksTestDHCPv6-608337574'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:31.120843 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72f5bf506a4f4bebad51bfa54b16e732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890593 Jul 27 19:57:31.123267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56470) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:31.223387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e302990f-114a-43f3-b8ea-cbee54c9b000,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:31.271601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:31.272032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:31.277352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:31.278533 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:31.278946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:31.279367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:31.279793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:31.280214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:31.280725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:31.281119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:31.281514 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:31.281906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:31.291146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ac9977-07ed-459f-af1b-66bcdd33eda7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:31.344495 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55ed8609-d4bc-49a1-b29e-79c1b9ce1fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:31.388988 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834c9e4-dc51-4f6b-9366-ef148da0c6e0 req-295626d2-ece4-43d4-8407-b463f89203bc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:31.397028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1834c9e4-dc51-4f6b-9366-ef148da0c6e0 req-295626d2-ece4-43d4-8407-b463f89203bc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.3516226 Jul 27 19:57:31.401163 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55ed8609-d4bc-49a1-b29e-79c1b9ce1fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:31.461828 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:31.510154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 910f0862-c3cc-4829-bec2-b83d7601ac77 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:57:31.562534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1834c9e4-dc51-4f6b-9366-ef148da0c6e0 req-4e3ad6fa-61f1-47f9-a9c4-eb0cf76a840f tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644659 Jul 27 19:57:31.628424 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afac2d77-a5d2-4f4a-bb84-c7688833814f req-934bb203-3a05-4afa-886d-8ea36e4d1fda tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.1088569 Jul 27 19:57:31.678482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55ed8609-d4bc-49a1-b29e-79c1b9ce1fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:31.681188 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55ed8609-d4bc-49a1-b29e-79c1b9ce1fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:31.685644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-55ed8609-d4bc-49a1-b29e-79c1b9ce1fe7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e302990f-114a-43f3-b8ea-cbee54c9b000 HTTP/1.1" status: 204 len: 168 time: 0.5196488 Jul 27 19:57:31.706966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed8609-d4bc-49a1-b29e-79c1b9ce1fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e302990f-114a-43f3-b8ea-cbee54c9b000,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:32.024840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::59 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/2e3b5cc8-fd92-4c6d-8538-29bc870a62f7/910f0862-c3cc-4829-bec2-b83d7601ac77) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:32.042763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8:0:1:f816:3eff:feb3:8349 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/d48e38bb-e392-4cd6-bc71-56422e0bdf78/910f0862-c3cc-4829-bec2-b83d7601ac77) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:32.045844 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac349963-b050-4535-97a6-e1392ebc89b7 req-4bc091f2-ab76-4e7b-8d90-caa401e4e16e tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:32.067417 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac349963-b050-4535-97a6-e1392ebc89b7 req-4bc091f2-ab76-4e7b-8d90-caa401e4e16e tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.2265620 Jul 27 19:57:32.111131 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c934d966-2aa3-4df4-8f59-9cfbf6c20f78 req-ec1932ba-d4e5-48c3-abd4-7d1b8f2c7ab6 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.1081560 Jul 27 19:57:32.209355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac349963-b050-4535-97a6-e1392ebc89b7 req-04fb75e3-1700-4c16-bc2a-f161173c337d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392462 Jul 27 19:57:32.253557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56490) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:32.299149 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f54f051b-5f9a-4b55-b4be-cfb665b5ca9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:32.402146 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6587a4f0-7d70-409c-a2d8-93cd00d9117c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:32.439297 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:32.464158 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f54f051b-5f9a-4b55-b4be-cfb665b5ca9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:32.475748 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f54f051b-5f9a-4b55-b4be-cfb665b5ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:32.487461 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object 910f0862-c3cc-4829-bec2-b83d7601ac77 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:32.509483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:32.510194 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:32.548831 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:32.570700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f051b-5f9a-4b55-b4be-cfb665b5ca9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce49ed6a-cd1d-4ca2-bccc-bbe2a28b234d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:32.584385 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f54f051b-5f9a-4b55-b4be-cfb665b5ca9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b0a4faa52424632922d7598b523b420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264983 Jul 27 19:57:32.585217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56494) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:32.616983 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-77ed0607-0954-4c85-9bee-bfd8503d7c6c None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:32.617362 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-77ed0607-0954-4c85-9bee-bfd8503d7c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:32.661846 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:32.666508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:32.674835 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:32.683369 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:32.684356 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:32.699376 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=910f0862-c3cc-4829-bec2-b83d7601ac77,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:32.717590 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-60c37140-4301-4631-9f3b-17199e21c591 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6255774 Jul 27 19:57:32.720885 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56502) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:32.843031 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7db7f351-2858-4fcc-bcfe-9b1d8e9979cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:32.870561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7134bbfd-797a-4d9e-9f20-1f1e9d7c6c52 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port 910f0862-c3cc-4829-bec2-b83d7601ac77 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:57:32.870898 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7134bbfd-797a-4d9e-9f20-1f1e9d7c6c52 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:32.907719 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7db7f351-2858-4fcc-bcfe-9b1d8e9979cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:32.974296 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20e3f202-0c35-448a-b4b5-ceccd37aeed3 req-54447d07-b140-431b-b9ee-fa7a51d9f71b tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d094a0-6f13-49a5-ab23-122c20680835 HTTP/1.1" status: 200 len: 210 time: 0.0956841 Jul 27 19:57:33.050051 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f9acd-5c7a-453f-85bd-24734dc8370f req-da0828d0-d647-447c-9d96-3769bd47cdb0 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:33.070235 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f50f9acd-5c7a-453f-85bd-24734dc8370f req-da0828d0-d647-447c-9d96-3769bd47cdb0 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.3259254 Jul 27 19:57:33.080629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-360d22eb-d8fb-4045-97b7-629bd1642795 None None] Provisioning for port 910f0862-c3cc-4829-bec2-b83d7601ac77 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:33.085319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-360d22eb-d8fb-4045-97b7-629bd1642795 None None] Provisioning complete for port 910f0862-c3cc-4829-bec2-b83d7601ac77 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:33.085493 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7134bbfd-797a-4d9e-9f20-1f1e9d7c6c52 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:33.086469 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-360d22eb-d8fb-4045-97b7-629bd1642795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:33.112029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7134bbfd-797a-4d9e-9f20-1f1e9d7c6c52 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for 910f0862-c3cc-4829-bec2-b83d7601ac77 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:57:33.169519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f50f9acd-5c7a-453f-85bd-24734dc8370f req-bce1fc6b-f81a-4b80-8920-c9c34cf41081 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977323 Jul 27 19:57:33.190442 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-360d22eb-d8fb-4045-97b7-629bd1642795 None None] Port 910f0862-c3cc-4829-bec2-b83d7601ac77 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:57:33.191814 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7db7f351-2858-4fcc-bcfe-9b1d8e9979cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:33.196628 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7db7f351-2858-4fcc-bcfe-9b1d8e9979cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:33.203280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7db7f351-2858-4fcc-bcfe-9b1d8e9979cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce49ed6a-cd1d-4ca2-bccc-bbe2a28b234d HTTP/1.1" status: 204 len: 168 time: 0.6167791 Jul 27 19:57:33.221616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7f351-2858-4fcc-bcfe-9b1d8e9979cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce49ed6a-cd1d-4ca2-bccc-bbe2a28b234d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:33.423454 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7134bbfd-797a-4d9e-9f20-1f1e9d7c6c52 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:33.498199 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134bbfd-797a-4d9e-9f20-1f1e9d7c6c52 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=910f0862-c3cc-4829-bec2-b83d7601ac77,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:33.545513 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920134c-5fb4-429c-93d6-6cb67b35dfe5 req-ea6195bd-4536-42a3-bbe4-b7e998427c8c tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:33.549797 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7134bbfd-797a-4d9e-9f20-1f1e9d7c6c52 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:33.553095 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7134bbfd-797a-4d9e-9f20-1f1e9d7c6c52 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/910f0862-c3cc-4829-bec2-b83d7601ac77 HTTP/1.1" status: 204 len: 168 time: 0.8306417 Jul 27 19:57:33.563102 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4920134c-5fb4-429c-93d6-6cb67b35dfe5 req-ea6195bd-4536-42a3-bbe4-b7e998427c8c tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.2201796 Jul 27 19:57:33.564037 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56516) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:33.625431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4920134c-5fb4-429c-93d6-6cb67b35dfe5 req-0d5cce11-b312-420b-bb43-4f4af688d42d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597429 Jul 27 19:57:33.648582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9b8e0-3a56-42e4-82bb-6d5a41b77cd2 req-6769a1a3-051f-4c8f-8086-010e1aec3d74 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:33.662781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fa9b8e0-3a56-42e4-82bb-6d5a41b77cd2 req-6769a1a3-051f-4c8f-8086-010e1aec3d74 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 946 time: 0.2526443 Jul 27 19:57:33.688162 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa8ca5e-5770-4b53-8080-4dde58ad5e67 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:33.696010 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6fa8ca5e-5770-4b53-8080-4dde58ad5e67 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1271689 Jul 27 19:57:33.697859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56520) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:33.762917 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fa9b8e0-3a56-42e4-82bb-6d5a41b77cd2 req-20e194ba-fbba-4c06-81be-a151920244ae tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948119 Jul 27 19:57:33.801119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232459a-7efc-4758-8d95-cf93bd6813ab tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:33.803549 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7232459a-7efc-4758-8d95-cf93bd6813ab tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1035428 Jul 27 19:57:33.805987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56526) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:33.878770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea8acd-17bc-42b3-ab16-1a6cc1238b68 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:33.881001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea8acd-17bc-42b3-ab16-1a6cc1238b68 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:33.882801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea8acd-17bc-42b3-ab16-1a6cc1238b68 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:33.887119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3dea8acd-17bc-42b3-ab16-1a6cc1238b68 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0773845 Jul 27 19:57:33.887821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56530) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:33.947784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b67d84-7513-4b47-b8d0-1a33914217ef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 2e3b5cc8-fd92-4c6d-8538-29bc870a62f7 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:57:33.953843 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c8b67d84-7513-4b47-b8d0-1a33914217ef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:34.009133 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c8b67d84-7513-4b47-b8d0-1a33914217ef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:34.127794 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c8b67d84-7513-4b47-b8d0-1a33914217ef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:34.361854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33aa2c4e-85e4-47e3-bfb3-923b3353b01b req-1aa25f22-8eda-4817-9c97-18980452c9ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=de8ad3b8f86741fd82a420bf526f2beb&device_id=f3d4a5cc-8354-4073-8af8-55d87581868a HTTP/1.1" status: 200 len: 210 time: 0.0779040 Jul 27 19:57:34.381721 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e211306-2fb0-467b-a36e-6e04b85de6bc req-e11fdf78-778e-4a29-849e-1efeb0c8be5d tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d4a5cc-8354-4073-8af8-55d87581868a HTTP/1.1" status: 200 len: 210 time: 0.1011581 Jul 27 19:57:34.382779 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c8b67d84-7513-4b47-b8d0-1a33914217ef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:34.484079 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b67d84-7513-4b47-b8d0-1a33914217ef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3b5cc8-fd92-4c6d-8538-29bc870a62f7,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:34.490394 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c8b67d84-7513-4b47-b8d0-1a33914217ef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:34.495378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56552) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:34.495872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c8b67d84-7513-4b47-b8d0-1a33914217ef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/2e3b5cc8-fd92-4c6d-8538-29bc870a62f7 HTTP/1.1" status: 204 len: 168 time: 0.6070166 Jul 27 19:57:34.497790 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33aa2c4e-85e4-47e3-bfb3-923b3353b01b req-70f62b97-a856-4bdd-b93f-af5f069ee3a3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=de8ad3b8f86741fd82a420bf526f2beb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117640 Jul 27 19:57:34.507068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01825ec9-361c-46b4-9315-8b4ddf450a25 None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:34.608356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a850a096-62c3-4785-8456-258d07150c7a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet d48e38bb-e392-4cd6-bc71-56422e0bdf78 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:57:34.615716 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a850a096-62c3-4785-8456-258d07150c7a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:34.681441 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a850a096-62c3-4785-8456-258d07150c7a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:34.893794 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a850a096-62c3-4785-8456-258d07150c7a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:35.015503 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a850a096-62c3-4785-8456-258d07150c7a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:35.028020 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3572f3-55a4-483e-b6ce-e415da8e9583 req-702b847d-2f17-4bf7-a36f-9a02d5547b98 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:35.029661 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d3572f3-55a4-483e-b6ce-e415da8e9583 req-702b847d-2f17-4bf7-a36f-9a02d5547b98 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.7161076 Jul 27 19:57:35.078316 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850a096-62c3-4785-8456-258d07150c7a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=d48e38bb-e392-4cd6-bc71-56422e0bdf78,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:35.090751 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a850a096-62c3-4785-8456-258d07150c7a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:35.095754 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a850a096-62c3-4785-8456-258d07150c7a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/d48e38bb-e392-4cd6-bc71-56422e0bdf78 HTTP/1.1" status: 204 len: 168 time: 0.5992963 Jul 27 19:57:35.098483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56570) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:35.129351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa2c4e-85e4-47e3-bfb3-923b3353b01b req-cd907c3d-0fe6-4914-a2c1-d31979571258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:35.130923 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33aa2c4e-85e4-47e3-bfb3-923b3353b01b req-cd907c3d-0fe6-4914-a2c1-d31979571258 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6245196 Jul 27 19:57:35.151181 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d3572f3-55a4-483e-b6ce-e415da8e9583 req-bcf37283-3b06-4b1d-ad8a-ec1668580167 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058655 Jul 27 19:57:35.180323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cccbeb-2967-4aeb-93dd-9e70026f6257 req-0f149d7e-c88f-477a-b7c8-427da07385f9 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:35.182017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8cccbeb-2967-4aeb-93dd-9e70026f6257 req-0f149d7e-c88f-477a-b7c8-427da07385f9 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 946 time: 0.2322528 Jul 27 19:57:35.194740 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9ca8c4d4-a517-4a3e-9f00-1cb73edb1b26 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919886 Jul 27 19:57:35.195072 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56578) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:35.195784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b419e-791f-4123-af64-e1e7e2adc7bb req-e4931c16-e1a3-45cd-baa3-68a5bd1bf844 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:35.197393 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd2b419e-791f-4123-af64-e1e7e2adc7bb req-e4931c16-e1a3-45cd-baa3-68a5bd1bf844 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.2489588 Jul 27 19:57:35.207834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-cc176ff3-5cd2-456f-beb3-b004312b2cef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:35.334810 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd2b419e-791f-4123-af64-e1e7e2adc7bb req-484c8606-c653-4dc2-9ddc-5b9a268d6a3b tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248820 Jul 27 19:57:35.437063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc176ff3-5cd2-456f-beb3-b004312b2cef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:35.448856 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc176ff3-5cd2-456f-beb3-b004312b2cef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:35.600727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-e8cccbeb-2967-4aeb-93dd-9e70026f6257 req-06ae42cc-b330-4c63-af08-a8e943ade1c8 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Deleting port c1d3940e-4702-4969-8b18-da449d3c1a70 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:57:35.601171 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e8cccbeb-2967-4aeb-93dd-9e70026f6257 req-06ae42cc-b330-4c63-af08-a8e943ade1c8 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:35.624860 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38d86da0-9735-4bb1-bfe6-018da94a17a4 req-dc00b261-3984-4a97-9299-bdc682a6ffc8 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d4a5cc-8354-4073-8af8-55d87581868a HTTP/1.1" status: 200 len: 210 time: 0.0931156 Jul 27 19:57:35.788500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bc7ab-52f9-4ed4-ba1a-f315b1146d63 req-ecea48c3-a81b-410a-b40b-d9ab4fe2302a tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:35.795858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-510bc7ab-52f9-4ed4-ba1a-f315b1146d63 req-ecea48c3-a81b-410a-b40b-d9ab4fe2302a tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 946 time: 0.4424803 Jul 27 19:57:35.850530 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bd124c-aa0f-442c-8880-b1063d1a9f4f None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:35.853863 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc176ff3-5cd2-456f-beb3-b004312b2cef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:35.885202 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-510bc7ab-52f9-4ed4-ba1a-f315b1146d63 req-9e9aefa6-e182-4b01-b132-634341eb0f16 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806735 Jul 27 19:57:35.896525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-e8cccbeb-2967-4aeb-93dd-9e70026f6257 req-06ae42cc-b330-4c63-af08-a8e943ade1c8 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] For port c1d3940e-4702-4969-8b18-da449d3c1a70, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c1d3940e-4702-4969-8b18-da449d3c1a70,segment=NetworkSegment(797e43a7-7ada-4082-a960-c2166e0705bd),segment_id=797e43a7-7ada-4082-a960-c2166e0705bd)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:35.896832 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e8cccbeb-2967-4aeb-93dd-9e70026f6257 req-06ae42cc-b330-4c63-af08-a8e943ade1c8 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:35.910489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-e8cccbeb-2967-4aeb-93dd-9e70026f6257 req-06ae42cc-b330-4c63-af08-a8e943ade1c8 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Calling delete_port for c1d3940e-4702-4969-8b18-da449d3c1a70 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:57:35.921342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc176ff3-5cd2-456f-beb3-b004312b2cef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:35.926800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-cc176ff3-5cd2-456f-beb3-b004312b2cef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:35.930045 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc176ff3-5cd2-456f-beb3-b004312b2cef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:35.930912 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc176ff3-5cd2-456f-beb3-b004312b2cef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:35.951704 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc176ff3-5cd2-456f-beb3-b004312b2cef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=869a967a-d77f-4859-8ed5-d740686adebc,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:35.963891 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cc176ff3-5cd2-456f-beb3-b004312b2cef tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7642705 Jul 27 19:57:35.963891 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56594) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:35.969575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-309ee4fa-88a9-4e5c-a1ed-bd94dd7b0201 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:36.087415 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4acd38ca-8327-460c-925e-b5417a1dd322 None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:36.087705 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4acd38ca-8327-460c-925e-b5417a1dd322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:36.165396 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309ee4fa-88a9-4e5c-a1ed-bd94dd7b0201 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:36.173784 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-309ee4fa-88a9-4e5c-a1ed-bd94dd7b0201 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:36.192448 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e8cccbeb-2967-4aeb-93dd-9e70026f6257 req-06ae42cc-b330-4c63-af08-a8e943ade1c8 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:36.227160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['c1d3940e-4702-4969-8b18-da449d3c1a70'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:57:36.273091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae42cc-b330-4c63-af08-a8e943ade1c8 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Pushing event deleted for resources: {'Port': ['ID=c1d3940e-4702-4969-8b18-da449d3c1a70,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:36.361322 n-d-705657-21 neutron-server[94060]: INFO neutron.db.ipam_backend_mixin [None req-309ee4fa-88a9-4e5c-a1ed-bd94dd7b0201 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 869a967a-d77f-4859-8ed5-d740686adebc (CIDR: 2001:db8::/64) Jul 27 19:57:36.381641 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-309ee4fa-88a9-4e5c-a1ed-bd94dd7b0201 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 19:57:36.383128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309ee4fa-88a9-4e5c-a1ed-bd94dd7b0201 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:36.422317 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-309ee4fa-88a9-4e5c-a1ed-bd94dd7b0201 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4570792 Jul 27 19:57:36.425124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56602) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:36.431070 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'subnet': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:36.487644 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cccbeb-2967-4aeb-93dd-9e70026f6257 req-06ae42cc-b330-4c63-af08-a8e943ade1c8 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] No DVR routers for this DVR port c1d3940e-4702-4969-8b18-da449d3c1a70 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:57:36.499621 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e8cccbeb-2967-4aeb-93dd-9e70026f6257 req-06ae42cc-b330-4c63-af08-a8e943ade1c8 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:36.502060 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8cccbeb-2967-4aeb-93dd-9e70026f6257 req-06ae42cc-b330-4c63-af08-a8e943ade1c8 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.63 "DELETE /v2.0/ports/c1d3940e-4702-4969-8b18-da449d3c1a70 HTTP/1.1" status: 204 len: 173 time: 1.3037312 Jul 27 19:57:36.502702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7c82f3-7764-46f7-b852-830de3ef950a', 'name': 'network-vif-deleted', 'tag': 'c1d3940e-4702-4969-8b18-da449d3c1a70'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:57:36.505531 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a65babc-b493-45ef-8e7f-7b79de7d2a02" -d '{"events": [{"server_uuid": "9a7c82f3-7764-46f7-b852-830de3ef950a", "name": "network-vif-deleted", "tag": "c1d3940e-4702-4969-8b18-da449d3c1a70"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:57:36.577317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d5d1a-fdfa-4978-8d79-ef2a1c68a852 req-f4e6adf0-0a10-428d-8ae5-aa37216a7f80 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:36.578993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-213d5d1a-fdfa-4978-8d79-ef2a1c68a852 req-f4e6adf0-0a10-428d-8ae5-aa37216a7f80 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.2371531 Jul 27 19:57:36.644946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d706b14b-2dff-4ebb-9e37-d9ffb50ddfba None None] Update dhcp port {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'fixed_ips': [{'subnet_id': '869a967a-d77f-4859-8ed5-d740686adebc'}], 'binding:host_id': 'n-d-705657-21'}, 'id': '6587a4f0-7d70-409c-a2d8-93cd00d9117c'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 19:57:36.662479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7660872-1276-41b4-b3ae-47a5c68d91cf req-d37ff15e-5db5-41cd-b3d3-ca1384714c93 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:36.664403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7660872-1276-41b4-b3ae-47a5c68d91cf req-d37ff15e-5db5-41cd-b3d3-ca1384714c93 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.1800206 Jul 27 19:57:36.685362 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-213d5d1a-fdfa-4978-8d79-ef2a1c68a852 req-8cbc4f1e-1c08-47b0-89a9-0d7a394b3c1b tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879543 Jul 27 19:57:36.706358 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:36.712230 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:36.773478 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7660872-1276-41b4-b3ae-47a5c68d91cf req-323aa148-fdca-4f34-9f66-dee692c91777 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867155 Jul 27 19:57:36.784980 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d706b14b-2dff-4ebb-9e37-d9ffb50ddfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:36.909445 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33aa2c4e-85e4-47e3-bfb3-923b3353b01b req-3279bfe9-3ff5-417e-8c83-d70ae820f880 tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3d4a5cc-8354-4073-8af8-55d87581868a HTTP/1.1" status: 200 len: 210 time: 0.1186781 Jul 27 19:57:36.928116 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b04a795-b530-4698-bce5-2cd237afe7e0 x-openstack-request-id: req-0b04a795-b530-4698-bce5-2cd237afe7e0 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:57:36.939253 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7c82f3-7764-46f7-b852-830de3ef950a", "name": "network-vif-deleted", "tag": "c1d3940e-4702-4969-8b18-da449d3c1a70", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:57:36.940194 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b04a795-b530-4698-bce5-2cd237afe7e0 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:57:36.945618 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7c82f3-7764-46f7-b852-830de3ef950a', 'name': 'network-vif-deleted', 'tag': 'c1d3940e-4702-4969-8b18-da449d3c1a70', 'status': 'completed', 'code': 200} Jul 27 19:57:37.068818 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-d706b14b-2dff-4ebb-9e37-d9ffb50ddfba None None] Allocated IP 2001:db8::2 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/869a967a-d77f-4859-8ed5-d740686adebc/6587a4f0-7d70-409c-a2d8-93cd00d9117c) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:37.092667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79a37963-7f30-482f-999d-98c28520f73d req-3fbc7495-d89c-487b-8198-1d38475283df tempest-ServerShowV247Test-1284952352 tempest-ServerShowV247Test-1284952352-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3d4a5cc-8354-4073-8af8-55d87581868a HTTP/1.1" status: 200 len: 210 time: 0.1446786 Jul 27 19:57:37.228702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-54a84086-9bf3-41bb-90c8-be7ab171e75f req-3ed942d5-c104-460e-9992-3e7a3f8365fc tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a7c82f3-7764-46f7-b852-830de3ef950a HTTP/1.1" status: 200 len: 210 time: 0.0650074 Jul 27 19:57:37.261683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d706b14b-2dff-4ebb-9e37-d9ffb50ddfba None None] For port 6587a4f0-7d70-409c-a2d8-93cd00d9117c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6587a4f0-7d70-409c-a2d8-93cd00d9117c,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:37.301734 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d706b14b-2dff-4ebb-9e37-d9ffb50ddfba None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:37.321724 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d706b14b-2dff-4ebb-9e37-d9ffb50ddfba None None] Transition to ACTIVE for port object 6587a4f0-7d70-409c-a2d8-93cd00d9117c will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:37.332060 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d706b14b-2dff-4ebb-9e37-d9ffb50ddfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:37.422004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706b14b-2dff-4ebb-9e37-d9ffb50ddfba None None] Pushing event updated for resources: {'Port': ['ID=6587a4f0-7d70-409c-a2d8-93cd00d9117c,revision_number=19']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:37.431273 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:57:37.769836 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:38.061057 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] For port 6587a4f0-7d70-409c-a2d8-93cd00d9117c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6587a4f0-7d70-409c-a2d8-93cd00d9117c,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:38.081987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51829033-acab-4584-954a-4f96fb13aac6 req-c951030f-3b3b-4d1e-ad44-f64d55f6288b tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:38.097121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51829033-acab-4584-954a-4f96fb13aac6 req-c951030f-3b3b-4d1e-ad44-f64d55f6288b tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.2039971 Jul 27 19:57:38.105277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:38.141079 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9473b-76c1-43b5-812a-e2de6cf42983 req-f27af932-2667-41d3-a2c0-c62e706732d8 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:38.141351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:38.142454 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:38.154048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85c9473b-76c1-43b5-812a-e2de6cf42983 req-f27af932-2667-41d3-a2c0-c62e706732d8 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.2149851 Jul 27 19:57:38.163959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56668) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:38.212960 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51829033-acab-4584-954a-4f96fb13aac6 req-793b9553-744a-479d-9484-d6dd8aab41be tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146152 Jul 27 19:57:38.262063 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85c9473b-76c1-43b5-812a-e2de6cf42983 req-03c813b6-434e-4127-a115-ff9cf85e26ee tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045289 Jul 27 19:57:38.274311 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103e8eb9-9acd-4c38-9fe4-7b35f2318e1d None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:38.322488 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:38.329936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:38.333609 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:38.334974 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:38.373892 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9472840 Jul 27 19:57:38.376920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56674) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:38.384312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Request body: {'port': {'network_id': 'b7527c15-3a4d-43bb-9a9f-a7f1856671c2', 'mac_address': 'fa:16:3e:db:0a:29', 'name': 'tempest-NetworksTestDHCPv6-1300130576'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:38.411611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Subnet': ['ID=95b8667e-a6ab-4ffa-a2dd-7227d07187c7,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:38.421311 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e61434-9520-4f76-b8e7-5c6e7aa0ec69 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=6587a4f0-7d70-409c-a2d8-93cd00d9117c,revision_number=21']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:38.456335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6587a4f0-7d70-409c-a2d8-93cd00d9117c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:38.553874 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13fc34e9-bfeb-4886-8cb8-55fd3254a8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:38.619441 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7b880156-0fe5-4e5c-a9a3-ffd616beedea None None] Provisioning for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:38.623317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c1d3940e-4702-4969-8b18-da449d3c1a70 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:57:38.696087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: c1d3940e-4702-4969-8b18-da449d3c1a70 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:57:38.696509 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c1d3940e-4702-4969-8b18-da449d3c1a70 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:57:38.709390 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:38.715384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7b880156-0fe5-4e5c-a9a3-ffd616beedea None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:38.715882 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b880156-0fe5-4e5c-a9a3-ffd616beedea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:38.763562 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13fc34e9-bfeb-4886-8cb8-55fd3254a8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:38.779621 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13fc34e9-bfeb-4886-8cb8-55fd3254a8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:38.826876 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Made reservation on behalf of 305c956667a14f3281357498df0801fc for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:38.929933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:38.930718 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:38.950568 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-13fc34e9-bfeb-4886-8cb8-55fd3254a8f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ca895d930724278aea6aaf48e12a249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7789965 Jul 27 19:57:38.956302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc34e9-bfeb-4886-8cb8-55fd3254a8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cf4dc1-6bc6-466f-8012-0cafdaf3d9a3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:38.959211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56684) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:38.960790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56686) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:39.094254 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b446f953-48e9-4238-932c-0a193d91a1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:39.120030 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b446f953-48e9-4238-932c-0a193d91a1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:39.182844 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b446f953-48e9-4238-932c-0a193d91a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:39.185832 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b446f953-48e9-4238-932c-0a193d91a1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:39.187435 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b446f953-48e9-4238-932c-0a193d91a1b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88cf4dc1-6bc6-466f-8012-0cafdaf3d9a3 HTTP/1.1" status: 204 len: 168 time: 0.2270896 Jul 27 19:57:39.197705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446f953-48e9-4238-932c-0a193d91a1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cf4dc1-6bc6-466f-8012-0cafdaf3d9a3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:39.247204 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d69639-2779-4866-97c3-66cb45fdc748 req-ada8eef9-b84e-4348-bf39-025cb63f4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:39.248848 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33d69639-2779-4866-97c3-66cb45fdc748 req-ada8eef9-b84e-4348-bf39-025cb63f4e7f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 1097 time: 0.2871680 Jul 27 19:57:39.251462 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:39.269406 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b234fcbc-4e89-4034-bcbd-0f1fbe0e4ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:39.459788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] device_id is not set on port 43d60b3f-c0e0-49d4-9184-6b27d4d1235d yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:57:39.651239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33d69639-2779-4866-97c3-66cb45fdc748 req-21865f1b-2eac-4189-b7d5-f866759446d0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774498 Jul 27 19:57:39.692233 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56712) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:39.710733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e85e129f-34cf-45fc-83ea-196428dc01e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:39.720097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75c6d4-d0be-4121-ba07-c810ea7dd4b8 req-f43274d5-9d89-47c4-991d-2da8bca372b7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:39.728617 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e75c6d4-d0be-4121-ba07-c810ea7dd4b8 req-f43274d5-9d89-47c4-991d-2da8bca372b7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.3301227 Jul 27 19:57:39.795892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3476ac26-13f6-426b-b4d6-28d25f33b5bb None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:39.842277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0101404-b720-4a92-9341-848ca14ceb65 req-95f41255-35d5-447f-86a1-609800ea55da tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:39.845318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0101404-b720-4a92-9341-848ca14ceb65 req-95f41255-35d5-447f-86a1-609800ea55da tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.4072268 Jul 27 19:57:39.856659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8::350 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/869a967a-d77f-4859-8ed5-d740686adebc/43d60b3f-c0e0-49d4-9184-6b27d4d1235d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:39.887023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-59835684-1419-474f-a681-100e2b6e1de2 None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:39.887427 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-59835684-1419-474f-a681-100e2b6e1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:39.887559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Allocated IP 2001:db8:0:1:f816:3eff:fedb:a29 (b7527c15-3a4d-43bb-9a9f-a7f1856671c2/95b8667e-a6ab-4ffa-a2dd-7227d07187c7/43d60b3f-c0e0-49d4-9184-6b27d4d1235d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:39.917005 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e75c6d4-d0be-4121-ba07-c810ea7dd4b8 req-df468c37-9860-42a2-af68-e8027f6cf839 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874318 Jul 27 19:57:39.920148 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b234fcbc-4e89-4034-bcbd-0f1fbe0e4ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:39.973355 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b234fcbc-4e89-4034-bcbd-0f1fbe0e4ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:40.059796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0101404-b720-4a92-9341-848ca14ceb65 req-40828c7a-fbf8-4ed5-b55e-867ac75c8625 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977117 Jul 27 19:57:40.080847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b234fcbc-4e89-4034-bcbd-0f1fbe0e4ca1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de8ad3b8f86741fd82a420bf526f2beb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1127136 Jul 27 19:57:40.085341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56716) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:40.116534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234fcbc-4e89-4034-bcbd-0f1fbe0e4ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d109e263-521f-4ebd-baee-1f4742a6699d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:40.148782 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e85e129f-34cf-45fc-83ea-196428dc01e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:40.165030 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e85e129f-34cf-45fc-83ea-196428dc01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:40.210492 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e85e129f-34cf-45fc-83ea-196428dc01e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e71f3fe288954cad85f568028397a8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5168216 Jul 27 19:57:40.223267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56718) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:40.240017 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fab9d7db-85d0-4ac4-9174-cec8ee23dab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:40.254067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e129f-34cf-45fc-83ea-196428dc01e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b23de0-0498-46d4-bf6f-ce2c23e1aca3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:40.277924 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fab9d7db-85d0-4ac4-9174-cec8ee23dab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:40.413029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fab9d7db-85d0-4ac4-9174-cec8ee23dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:40.421467 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fab9d7db-85d0-4ac4-9174-cec8ee23dab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:40.423252 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fab9d7db-85d0-4ac4-9174-cec8ee23dab5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d109e263-521f-4ebd-baee-1f4742a6699d HTTP/1.1" status: 204 len: 168 time: 0.3363059 Jul 27 19:57:40.448764 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9d7db-85d0-4ac4-9174-cec8ee23dab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d109e263-521f-4ebd-baee-1f4742a6699d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:40.487580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6587a4f0-7d70-409c-a2d8-93cd00d9117c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:40.543888 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75c23b76-7d47-4121-8c2c-26d20366ed05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:40.549821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e7264-3fff-4e6b-b876-2807de64bcde req-d25439f9-fcd5-4351-ab3e-c4a0e586b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:40.551728 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e2e7264-3fff-4e6b-b876-2807de64bcde req-d25439f9-fcd5-4351-ab3e-c4a0e586b284 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 1098 time: 0.3104610 Jul 27 19:57:40.556041 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:40.662566 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75c23b76-7d47-4121-8c2c-26d20366ed05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:40.667599 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Transition to ACTIVE for port object 43d60b3f-c0e0-49d4-9184-6b27d4d1235d will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:40.696644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:40.697098 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:40.785569 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:40.826143 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e7264-3fff-4e6b-b876-2807de64bcde req-257f6feb-742d-4ed3-8656-8bd8d4a034c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:40.827942 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e2e7264-3fff-4e6b-b876-2807de64bcde req-257f6feb-742d-4ed3-8656-8bd8d4a034c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 918 time: 0.2656310 Jul 27 19:57:40.832334 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75c23b76-7d47-4121-8c2c-26d20366ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:40.835165 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75c23b76-7d47-4121-8c2c-26d20366ed05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:40.840605 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-75c23b76-7d47-4121-8c2c-26d20366ed05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40b23de0-0498-46d4-bf6f-ce2c23e1aca3 HTTP/1.1" status: 204 len: 168 time: 0.6151314 Jul 27 19:57:40.904872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c23b76-7d47-4121-8c2c-26d20366ed05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b23de0-0498-46d4-bf6f-ce2c23e1aca3,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:40.909746 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:40.921328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:40.931650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:40.948611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:40.949693 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:40.955228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event updated for resources: {'Port': ['ID=43d60b3f-c0e0-49d4-9184-6b27d4d1235d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:40.987265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e2e7264-3fff-4e6b-b876-2807de64bcde req-93c4c54c-2d8b-4d5f-ac98-662ffc1f0d3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 HTTP/1.1" status: 200 len: 1002 time: 0.1434193 Jul 27 19:57:40.994189 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f36021a8-ad46-45c6-b5f3-b1c236affb11 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6159809 Jul 27 19:57:40.996794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56736) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:41.072592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e7264-3fff-4e6b-b876-2807de64bcde req-1ab52e17-0300-40ec-a6f0-0fcd470b75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:41.074808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e2e7264-3fff-4e6b-b876-2807de64bcde req-1ab52e17-0300-40ec-a6f0-0fcd470b75f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d09a00cb-b386-481d-ac77-b852f1db0dbd HTTP/1.1" status: 200 len: 856 time: 0.0788293 Jul 27 19:57:41.255939 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa37a08-e7b2-47b1-8d17-189fe3e723ae req-940c889d-0066-4391-839a-3fb04234228d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:41.257776 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efa37a08-e7b2-47b1-8d17-189fe3e723ae req-940c889d-0066-4391-839a-3fb04234228d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.1820581 Jul 27 19:57:41.264842 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e7264-3fff-4e6b-b876-2807de64bcde req-c4703ea2-02a5-4535-9add-7fe8059d1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:41.276511 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e2e7264-3fff-4e6b-b876-2807de64bcde req-c4703ea2-02a5-4535-9add-7fe8059d1669 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a353abe-4a3b-464a-8986-fca747b8e0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333663 Jul 27 19:57:41.281649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aa328af2-5d10-4375-a432-71605a98816b None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:41.282601 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa328af2-5d10-4375-a432-71605a98816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:41.294486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-bbd17ed1-dc48-4c2a-b149-1d3ac5a7cebf tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting port 43d60b3f-c0e0-49d4-9184-6b27d4d1235d {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:57:41.294854 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bbd17ed1-dc48-4c2a-b149-1d3ac5a7cebf tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:41.484599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bbd17ed1-dc48-4c2a-b149-1d3ac5a7cebf tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:41.518080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-bbd17ed1-dc48-4c2a-b149-1d3ac5a7cebf tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Calling delete_port for 43d60b3f-c0e0-49d4-9184-6b27d4d1235d owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:57:41.525173 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:41.529691 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e2e7264-3fff-4e6b-b876-2807de64bcde req-216a9344-4d5b-455d-8ec1-686cfa5f41c7 service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251298 Jul 27 19:57:41.661071 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efa37a08-e7b2-47b1-8d17-189fe3e723ae req-8d108988-a78a-4b38-a58f-60c469f259fb tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3820343 Jul 27 19:57:41.681565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea13e1-714c-40df-873c-c57ec4e13282 req-33239840-0b9b-496b-9a96-a72f84e3c967 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:41.689748 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dea13e1-714c-40df-873c-c57ec4e13282 req-33239840-0b9b-496b-9a96-a72f84e3c967 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.3946140 Jul 27 19:57:41.754896 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dea13e1-714c-40df-873c-c57ec4e13282 req-b028abd0-cb7b-41a2-9888-32753f27a2d2 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592673 Jul 27 19:57:41.785833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e2e7264-3fff-4e6b-b876-2807de64bcde req-b8784330-b0ef-4da9-8cf4-cfc1dc2f29a5 service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307782 Jul 27 19:57:41.855557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6ef91ce6-bb53-4376-b3ec-3fe5ef976387 None None] Provisioning for port 43d60b3f-c0e0-49d4-9184-6b27d4d1235d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:41.860246 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bbd17ed1-dc48-4c2a-b149-1d3ac5a7cebf tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:41.861634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6ef91ce6-bb53-4376-b3ec-3fe5ef976387 None None] Provisioning complete for port 43d60b3f-c0e0-49d4-9184-6b27d4d1235d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:41.862201 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6ef91ce6-bb53-4376-b3ec-3fe5ef976387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:41.904371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6ef91ce6-bb53-4376-b3ec-3fe5ef976387 None None] Port 43d60b3f-c0e0-49d4-9184-6b27d4d1235d was deleted so its status cannot be updated. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 19:57:41.905748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd17ed1-dc48-4c2a-b149-1d3ac5a7cebf tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Port': ['ID=43d60b3f-c0e0-49d4-9184-6b27d4d1235d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:41.979905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ddd56-946e-4466-816f-4973a8805c84 req-80a7edb6-ebc8-4c4f-930a-318b4e6ff1a0 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:41.990037 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40ddd56-946e-4466-816f-4973a8805c84 req-80a7edb6-ebc8-4c4f-930a-318b4e6ff1a0 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.1376159 Jul 27 19:57:42.003160 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bbd17ed1-dc48-4c2a-b149-1d3ac5a7cebf tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:42.005458 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bbd17ed1-dc48-4c2a-b149-1d3ac5a7cebf tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/43d60b3f-c0e0-49d4-9184-6b27d4d1235d HTTP/1.1" status: 204 len: 168 time: 1.0070095 Jul 27 19:57:42.008627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56780) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:42.080340 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a40ddd56-946e-4466-816f-4973a8805c84 req-65ca9705-aa08-4f33-ae59-ef6aedbe6eda tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840032 Jul 27 19:57:42.115757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab67f4ef-ab32-46b1-8f48-f4dd0cd3d061 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:42.117426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ab67f4ef-ab32-46b1-8f48-f4dd0cd3d061 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1076243 Jul 27 19:57:42.120146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56786) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:42.256880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288fcf8f-1422-4697-b89c-d9d62e2c9f1d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:42.258516 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-288fcf8f-1422-4697-b89c-d9d62e2c9f1d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1371970 Jul 27 19:57:42.261457 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56798) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:42.391593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ea0d49-a0a6-4883-bb7d-830fe0fde85d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:42.393846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ea0d49-a0a6-4883-bb7d-830fe0fde85d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:42.395436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ea0d49-a0a6-4883-bb7d-830fe0fde85d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:42.399613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-22ea0d49-a0a6-4883-bb7d-830fe0fde85d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1344500 Jul 27 19:57:42.400010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56806) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:42.506092 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4071301e-7d9b-4cbd-9cb4-5000f65468b6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 869a967a-d77f-4859-8ed5-d740686adebc {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:57:42.517736 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4071301e-7d9b-4cbd-9cb4-5000f65468b6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:42.573874 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4071301e-7d9b-4cbd-9cb4-5000f65468b6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:42.644210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ec32b-b2cb-4fcc-9b3d-cd746d1c8686 req-4b451ac4-888b-4bae-9c00-1610e775feb1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:42.656845 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b5ec32b-b2cb-4fcc-9b3d-cd746d1c8686 req-4b451ac4-888b-4bae-9c00-1610e775feb1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.1781971 Jul 27 19:57:42.717435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b5ec32b-b2cb-4fcc-9b3d-cd746d1c8686 req-a62bffeb-2d70-40cc-811b-1499b1e2557a tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595477 Jul 27 19:57:42.734035 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4071301e-7d9b-4cbd-9cb4-5000f65468b6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:42.866503 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4071301e-7d9b-4cbd-9cb4-5000f65468b6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:42.901046 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4071301e-7d9b-4cbd-9cb4-5000f65468b6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:42.904052 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4071301e-7d9b-4cbd-9cb4-5000f65468b6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/869a967a-d77f-4859-8ed5-d740686adebc HTTP/1.1" status: 204 len: 168 time: 0.5020385 Jul 27 19:57:42.911668 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56824) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:42.926958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a43ecac-dbd5-4338-a7f8-0520f5afc91f None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:42.947024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071301e-7d9b-4cbd-9cb4-5000f65468b6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=869a967a-d77f-4859-8ed5-d740686adebc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:42.980347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aeee30-f84c-4c65-845c-c431f90e93d2 req-e06a4fe8-b310-4358-b792-26c2c9d0f848 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:42.991249 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85aeee30-f84c-4c65-845c-c431f90e93d2 req-e06a4fe8-b310-4358-b792-26c2c9d0f848 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 946 time: 0.2195005 Jul 27 19:57:43.028107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56826) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:43.034075 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e565345-5776-4b1a-bc7b-33b346f19328 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Deleting subnet 95b8667e-a6ab-4ffa-a2dd-7227d07187c7 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:57:43.055312 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2e565345-5776-4b1a-bc7b-33b346f19328 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.108840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85aeee30-f84c-4c65-845c-c431f90e93d2 req-0b3b4255-0b33-43a1-a261-6f8b412b1873 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166902 Jul 27 19:57:43.128018 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2e565345-5776-4b1a-bc7b-33b346f19328 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.269175 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2e565345-5776-4b1a-bc7b-33b346f19328 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.287985 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b071fc7-031b-4a5f-ae84-a784caf21090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.347667 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2e565345-5776-4b1a-bc7b-33b346f19328 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.353868 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8871e8ae-54e4-48a4-b10b-42fab59ecec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.367827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:57:43.390800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e565345-5776-4b1a-bc7b-33b346f19328 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Subnet': ['ID=95b8667e-a6ab-4ffa-a2dd-7227d07187c7,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:43.393918 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2e565345-5776-4b1a-bc7b-33b346f19328 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.396335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2e565345-5776-4b1a-bc7b-33b346f19328 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/95b8667e-a6ab-4ffa-a2dd-7227d07187c7 HTTP/1.1" status: 204 len: 168 time: 0.4843771 Jul 27 19:57:43.398786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56838) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:43.465709 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b071fc7-031b-4a5f-ae84-a784caf21090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.474686 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b071fc7-031b-4a5f-ae84-a784caf21090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.513235 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-33dc43ba-3b39-49f5-9f20-b28d6a0cba14 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132317 Jul 27 19:57:43.515796 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56846) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:43.519171 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.534831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56848) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:43.535542 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b071fc7-031b-4a5f-ae84-a784caf21090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3fe082-64bd-402a-b049-21917671c8b6,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:43.592546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:43.594076 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:57:43.598353 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b344439-0702-44d0-b552-6a58f268ca50" -d '{"events": [{"server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "name": "network-vif-unplugged", "status": "completed", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:57:43.605850 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4b071fc7-031b-4a5f-ae84-a784caf21090 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a19f921a70b4b2c8a35806d1de956b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749543 Jul 27 19:57:43.606366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56854) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:43.613789 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.654951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee09c14-1ee6-4bc3-9d11-4292b0babaa6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:43.660471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7ee09c14-1ee6-4bc3-9d11-4292b0babaa6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1402955 Jul 27 19:57:43.664685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56856) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:43.680362 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0c660da6-22c2-4cd7-a202-fab515c422ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.717355 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0c660da6-22c2-4cd7-a202-fab515c422ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.787060 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb386de6-fad9-4b56-b9a8-f598ea4a2839 x-openstack-request-id: req-fb386de6-fad9-4b56-b9a8-f598ea4a2839 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:57:43.787823 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "name": "network-vif-unplugged", "status": "completed", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:57:43.788260 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb386de6-fad9-4b56-b9a8-f598ea4a2839 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:57:43.788875 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'code': 200} Jul 27 19:57:43.789675 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:43.799912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced50d16-ccd9-4914-8b2a-4d5ddd4ffb09 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:43.804447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ced50d16-ccd9-4914-8b2a-4d5ddd4ffb09 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1374190 Jul 27 19:57:43.805760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56862) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:43.830880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:43.869491 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.871320 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-971d2797-8971-4cd6-a6c3-14be0315b051 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639398 Jul 27 19:57:43.876104 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56864) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:43.920431 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b018f9-993b-44ba-894d-d0a0d166dad6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:43.921270 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b018f9-993b-44ba-894d-d0a0d166dad6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:43.922391 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e7b018f9-993b-44ba-894d-d0a0d166dad6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/43d60b3f-c0e0-49d4-9184-6b27d4d1235d HTTP/1.1" status: 404 len: 333 time: 0.0449975 Jul 27 19:57:43.934240 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56868) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:43.961067 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0c660da6-22c2-4cd7-a202-fab515c422ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.965039 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0c660da6-22c2-4cd7-a202-fab515c422ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:43.969374 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0c660da6-22c2-4cd7-a202-fab515c422ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c3fe082-64bd-402a-b049-21917671c8b6 HTTP/1.1" status: 204 len: 168 time: 0.3586116 Jul 27 19:57:43.991676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c660da6-22c2-4cd7-a202-fab515c422ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3fe082-64bd-402a-b049-21917671c8b6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:43.998955 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f48ce0-4437-43e5-826b-f5743b983d2a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:43.999688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f48ce0-4437-43e5-826b-f5743b983d2a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:44.002651 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-45f48ce0-4437-43e5-826b-f5743b983d2a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/95b8667e-a6ab-4ffa-a2dd-7227d07187c7 HTTP/1.1" status: 404 len: 337 time: 0.0670342 Jul 27 19:57:44.005950 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56872) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:44.042673 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-b829ae9d-abc1-46b7-a891-4eb23379f335 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:44.043434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b829ae9d-abc1-46b7-a891-4eb23379f335 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:44.045803 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b829ae9d-abc1-46b7-a891-4eb23379f335 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/869a967a-d77f-4859-8ed5-d740686adebc HTTP/1.1" status: 404 len: 337 time: 0.0387096 Jul 27 19:57:44.056345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56874) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:44.062728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b117ee7-6cbf-4aca-8d0c-8800883eb95a req-34c5d075-05df-4523-9f55-e0cc7d18ba1c tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:44.071329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b117ee7-6cbf-4aca-8d0c-8800883eb95a req-34c5d075-05df-4523-9f55-e0cc7d18ba1c tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2451584 Jul 27 19:57:44.089285 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-101be20b-a20c-469f-8f22-a7259a14a5d9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:44.090400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101be20b-a20c-469f-8f22-a7259a14a5d9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:44.093943 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-101be20b-a20c-469f-8f22-a7259a14a5d9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/910f0862-c3cc-4829-bec2-b83d7601ac77 HTTP/1.1" status: 404 len: 333 time: 0.0357597 Jul 27 19:57:44.097402 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56876) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:44.134648 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded5dfb7-4f87-436c-9ff8-681277fd48c0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:44.135666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded5dfb7-4f87-436c-9ff8-681277fd48c0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:44.137860 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b117ee7-6cbf-4aca-8d0c-8800883eb95a req-68fa9f5f-62b7-4e14-a585-4dfb6b3e3253 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655494 Jul 27 19:57:44.137996 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ded5dfb7-4f87-436c-9ff8-681277fd48c0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/d48e38bb-e392-4cd6-bc71-56422e0bdf78 HTTP/1.1" status: 404 len: 337 time: 0.0372288 Jul 27 19:57:44.142158 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56878) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:44.158665 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:44.200509 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7b6c9e-d1da-45db-b7ae-a29e053fe9af None None] Network b7527c15-3a4d-43bb-9a9f-a7f1856671c2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:44.264181 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54fb40e-1c97-4111-a60e-c469d6ffbfbd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:44.271081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54fb40e-1c97-4111-a60e-c469d6ffbfbd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:44.277158 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56884) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:44.285920 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f54fb40e-1c97-4111-a60e-c469d6ffbfbd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/2e3b5cc8-fd92-4c6d-8538-29bc870a62f7 HTTP/1.1" status: 404 len: 337 time: 0.1408672 Jul 27 19:57:44.345155 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05d54ee-0490-45df-93e9-a37226dddf50 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:44.345866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-558394af-0594-4e32-8237-057fcde680c1 None None] Provisioning complete for port 6587a4f0-7d70-409c-a2d8-93cd00d9117c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:44.345866 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-558394af-0594-4e32-8237-057fcde680c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:44.346295 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05d54ee-0490-45df-93e9-a37226dddf50 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:44.348331 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a05d54ee-0490-45df-93e9-a37226dddf50 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/dd32134c-e457-4ca7-9fcb-b1cd3f9734b2 HTTP/1.1" status: 404 len: 333 time: 0.0698593 Jul 27 19:57:44.351608 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56890) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:44.386234 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad3b89d-6ab3-4eb2-ae55-e75b2fc3f155 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:44.388443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad3b89d-6ab3-4eb2-ae55-e75b2fc3f155 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:44.390769 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3ad3b89d-6ab3-4eb2-ae55-e75b2fc3f155 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/23f55ad8-1b34-4525-9104-41fd99240392 HTTP/1.1" status: 404 len: 337 time: 0.0378873 Jul 27 19:57:44.393535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56892) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:44.443342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83362b14-6891-4275-b7d4-cd47ebf4fd66 req-31e3b132-c1e6-40ea-8838-4bd091bfe675 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:44.455403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83362b14-6891-4275-b7d4-cd47ebf4fd66 req-31e3b132-c1e6-40ea-8838-4bd091bfe675 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.1935651 Jul 27 19:57:44.466567 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Allocated IP 172.25.1.53 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/978dbf71-6219-4488-be8e-f7200d7ea9e3) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:44.483327 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc712fd2-6701-439e-aaef-207942cd0adf tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:44.495668 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc712fd2-6701-439e-aaef-207942cd0adf tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:44.497558 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bc712fd2-6701-439e-aaef-207942cd0adf tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/14ca9a23-a745-4d55-8227-44d8b1f81021 HTTP/1.1" status: 404 len: 337 time: 0.1023176 Jul 27 19:57:44.500386 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56898) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:44.533452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83362b14-6891-4275-b7d4-cd47ebf4fd66 req-75ee1966-8032-4f79-a926-be3ce79a31e9 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650990 Jul 27 19:57:44.588052 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5aca7e3-d071-439c-9bc7-8132ae540853 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:44.588879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5aca7e3-d071-439c-9bc7-8132ae540853 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:44.593055 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e5aca7e3-d071-439c-9bc7-8132ae540853 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/8c6170bb-a344-4c59-b787-d18a251938fa HTTP/1.1" status: 404 len: 333 time: 0.0864503 Jul 27 19:57:44.593442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56908) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:44.643754 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6ea2a7-c579-4c88-b971-8a5ec5307b27 None None] DHCP port deletion for b7527c15-3a4d-43bb-9a9f-a7f1856671c2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:57:44.734633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ea2a7-c579-4c88-b971-8a5ec5307b27 None None] Deleting port 6587a4f0-7d70-409c-a2d8-93cd00d9117c {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:57:44.735029 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9b6ea2a7-c579-4c88-b971-8a5ec5307b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:44.759540 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c2f6a0-a949-48e1-a6d3-39592db7cad9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:44.761269 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c2f6a0-a949-48e1-a6d3-39592db7cad9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:44.768386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-63c2f6a0-a949-48e1-a6d3-39592db7cad9 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/d9aad94f-a688-4c3e-a1d8-24c59d1684fd HTTP/1.1" status: 404 len: 337 time: 0.1737404 Jul 27 19:57:44.773916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56916) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:44.820384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be3d76-2748-4d30-9502-0a391d3122ab req-ecc8d10f-b56c-48b0-bf62-5d35ca45011b tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:44.828368 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8be3d76-2748-4d30-9502-0a391d3122ab req-ecc8d10f-b56c-48b0-bf62-5d35ca45011b tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2326102 Jul 27 19:57:44.889301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8be3d76-2748-4d30-9502-0a391d3122ab req-8bc02305-83fb-4d67-84ae-270cce826822 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538850 Jul 27 19:57:44.890128 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ea116e-ddcb-4017-8845-08bf5de4ccc2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:44.890593 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ea116e-ddcb-4017-8845-08bf5de4ccc2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:44.892382 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-73ea116e-ddcb-4017-8845-08bf5de4ccc2 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/317d619c-7d43-4b1f-946f-3a8acad8b095 HTTP/1.1" status: 404 len: 337 time: 0.1142964 Jul 27 19:57:44.895040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56922) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:44.911707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9b6ea2a7-c579-4c88-b971-8a5ec5307b27 None None] For port 6587a4f0-7d70-409c-a2d8-93cd00d9117c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6587a4f0-7d70-409c-a2d8-93cd00d9117c,segment=NetworkSegment(5810588d-2120-46ec-99e5-a9d4d42102fe),segment_id=5810588d-2120-46ec-99e5-a9d4d42102fe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:44.911707 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9b6ea2a7-c579-4c88-b971-8a5ec5307b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:44.921518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ea2a7-c579-4c88-b971-8a5ec5307b27 None None] Calling delete_port for 6587a4f0-7d70-409c-a2d8-93cd00d9117c owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:57:44.925164 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:44.970757 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-076f6af4-15a2-4cd1-b7ac-acfcaaad4594 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:44.976063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076f6af4-15a2-4cd1-b7ac-acfcaaad4594 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:44.980618 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-076f6af4-15a2-4cd1-b7ac-acfcaaad4594 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/6b1ccfee-72f5-4e4e-951f-1061210b4473 HTTP/1.1" status: 404 len: 333 time: 0.0803852 Jul 27 19:57:44.981114 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56926) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:45.029944 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a021387b-8c7f-472a-b637-fcce348733d7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:45.030546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a021387b-8c7f-472a-b637-fcce348733d7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:45.032900 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a021387b-8c7f-472a-b637-fcce348733d7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/f2c5fd7f-c9c2-409a-87d2-cb755e6b969a HTTP/1.1" status: 404 len: 337 time: 0.0505764 Jul 27 19:57:45.034096 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:45.035992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56932) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:45.039466 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9b6ea2a7-c579-4c88-b971-8a5ec5307b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:45.057594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6ea2a7-c579-4c88-b971-8a5ec5307b27 None None] No DVR routers for this DVR port 6587a4f0-7d70-409c-a2d8-93cd00d9117c on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:57:45.077606 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5ad981-46a5-4c9c-b9f7-bc2b36ec6946 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:45.078327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5ad981-46a5-4c9c-b9f7-bc2b36ec6946 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:45.080466 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4a5ad981-46a5-4c9c-b9f7-bc2b36ec6946 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/005d2422-6203-4312-87f5-c2ec06dda04d HTTP/1.1" status: 404 len: 333 time: 0.0428810 Jul 27 19:57:45.083417 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56936) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:45.118480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ea2a7-c579-4c88-b971-8a5ec5307b27 None None] Pushing event deleted for resources: {'Port': ['ID=6587a4f0-7d70-409c-a2d8-93cd00d9117c,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:45.122326 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f201bc8f-3029-4324-bbbc-fda268cb6208 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:45.125139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f201bc8f-3029-4324-bbbc-fda268cb6208 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:45.127293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f201bc8f-3029-4324-bbbc-fda268cb6208 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/a4b22912-e815-43b1-bd52-1841ab98f293 HTTP/1.1" status: 404 len: 337 time: 0.0423610 Jul 27 19:57:45.130406 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56938) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:45.165036 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Pushing event updated for resources: {'Port': ['ID=978dbf71-6219-4488-be8e-f7200d7ea9e3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:45.170365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:45.199751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:45.202767 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:45.235904 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-acecb694-5a53-4e71-b2d0-606e2949c8dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:45.236905 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acecb694-5a53-4e71-b2d0-606e2949c8dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:45.241500 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-acecb694-5a53-4e71-b2d0-606e2949c8dc tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/01807156-8048-4289-9797-d3430207dec7 HTTP/1.1" status: 404 len: 333 time: 0.1075196 Jul 27 19:57:45.241979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56946) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:45.305003 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-054f582c-c32d-4c55-8710-633715ed1ae6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:45.305954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054f582c-c32d-4c55-8710-633715ed1ae6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:45.310269 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-054f582c-c32d-4c55-8710-633715ed1ae6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/faed8fbc-4f90-4c48-8a8a-de71cd1c0c36 HTTP/1.1" status: 404 len: 337 time: 0.0659411 Jul 27 19:57:45.313550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56950) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:45.334869 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:45.365044 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1137a826-3a92-4d77-8fef-7d052d2b07c4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:45.366124 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1137a826-3a92-4d77-8fef-7d052d2b07c4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:45.368223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1137a826-3a92-4d77-8fef-7d052d2b07c4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/b6e33fbe-dbd4-4fe0-b8eb-da3f7bf67ee6 HTTP/1.1" status: 404 len: 333 time: 0.0515254 Jul 27 19:57:45.370859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56952) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:45.409926 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:45.411845 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5833c041-80ee-4d5d-8fd9-bc3add95492d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:45.412183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5833c041-80ee-4d5d-8fd9-bc3add95492d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:45.414021 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5833c041-80ee-4d5d-8fd9-bc3add95492d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/4c7bb631-28ec-4262-8fbb-efe4d3ad36e2 HTTP/1.1" status: 404 len: 337 time: 0.0422261 Jul 27 19:57:45.416668 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56954) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:45.481153 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2caf3e1-a59a-49f8-b466-17ba7aeee872 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:45.481942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2caf3e1-a59a-49f8-b466-17ba7aeee872 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:45.484111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e2caf3e1-a59a-49f8-b466-17ba7aeee872 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/2cd4a8e1-ae63-499b-8e5c-71aa736f1585 HTTP/1.1" status: 404 len: 333 time: 0.0660672 Jul 27 19:57:45.487168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56960) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:45.546086 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-697d363a-e15f-43aa-a938-b008275a6400 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:45.551819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697d363a-e15f-43aa-a938-b008275a6400 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:45.584070 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-697d363a-e15f-43aa-a938-b008275a6400 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/609ac00c-88a3-4f57-9460-c49db7c33ffc HTTP/1.1" status: 404 len: 337 time: 0.0935762 Jul 27 19:57:45.590190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56966) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:45.661789 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b103851-8c0a-4f8e-819a-80a6cf04b208 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:45.662649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b103851-8c0a-4f8e-819a-80a6cf04b208 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:45.668014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56974) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:45.668574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9b103851-8c0a-4f8e-819a-80a6cf04b208 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/20f9aeca-8c99-4320-9f27-32e8bca195a9 HTTP/1.1" status: 404 len: 333 time: 0.0691402 Jul 27 19:57:45.728207 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93b7148-6813-406d-8b01-9268b86c26aa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:45.728699 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93b7148-6813-406d-8b01-9268b86c26aa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:45.730728 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a93b7148-6813-406d-8b01-9268b86c26aa tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/0bc4c778-5000-47e7-bf90-f8b238f90f2d HTTP/1.1" status: 404 len: 337 time: 0.0615830 Jul 27 19:57:45.741554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691dea5-a775-4b58-8011-7f90d6462f59 req-51c82ef9-c3b5-420f-8bed-48a58f8135cc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:45.743445 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b691dea5-a775-4b58-8011-7f90d6462f59 req-51c82ef9-c3b5-420f-8bed-48a58f8135cc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.1521754 Jul 27 19:57:45.743994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56976) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:45.786884 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38af300-36ce-43a6-aa04-31086c5f9ec4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:45.787336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38af300-36ce-43a6-aa04-31086c5f9ec4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:45.792176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f38af300-36ce-43a6-aa04-31086c5f9ec4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/e5caffc5-007e-425e-aebc-061de8ddca16 HTTP/1.1" status: 404 len: 337 time: 0.0470560 Jul 27 19:57:45.792468 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56978) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:45.842921 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b691dea5-a775-4b58-8011-7f90d6462f59 req-ffb8cedd-da4b-49b6-835e-19faff1477e1 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884414 Jul 27 19:57:45.869717 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:45.873005 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecabcc3-7057-4a28-a0dd-4b6f0b8745a3 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:45.873671 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecabcc3-7057-4a28-a0dd-4b6f0b8745a3 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:45.875395 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9ecabcc3-7057-4a28-a0dd-4b6f0b8745a3 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/b3ef9794-060c-4a59-ad34-811903eabf92 HTTP/1.1" status: 404 len: 333 time: 0.0803542 Jul 27 19:57:45.878823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56986) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:45.880737 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:45.948989 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48a96dd-c1b5-4ef6-8fab-5159be69027f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:45.949441 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48a96dd-c1b5-4ef6-8fab-5159be69027f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:45.951293 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a48a96dd-c1b5-4ef6-8fab-5159be69027f tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/8a62276e-c6ca-447f-860a-96e782e3c783 HTTP/1.1" status: 404 len: 337 time: 0.0717335 Jul 27 19:57:45.954599 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 56998) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:45.961551 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d2eddce2-42d9-4615-979b-77ecd82d8914 req-758b31e9-c0db-4553-8658-4ba4dd62a4e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2585776 Jul 27 19:57:45.995713 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d59d18a-2b50-455c-a89d-eee49c40c967 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:45.996241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d59d18a-2b50-455c-a89d-eee49c40c967 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:45.998267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1d59d18a-2b50-455c-a89d-eee49c40c967 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/283f3be1-adf4-475e-be83-25e5bd595bc8 HTTP/1.1" status: 404 len: 337 time: 0.0421102 Jul 27 19:57:46.002060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57004) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:46.013902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Pushing event updated for resources: {'Port': ['ID=978dbf71-6219-4488-be8e-f7200d7ea9e3,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:46.029961 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:46.047731 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:46.053495 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-35d2d069-28ba-44dc-9a89-ff923a5e2f9f tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5013251 Jul 27 19:57:46.054197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57010) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:46.060538 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f5a465de-2715-4b61-9671-7178c497a51d tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-310517384', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'fixed_ips': [{'ip_address': '172.25.1.53'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:46.101378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a465de-2715-4b61-9671-7178c497a51d tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Made reservation on behalf of cbdfef96c415445c9e41523d9d6aef00 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:46.104187 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5a465de-2715-4b61-9671-7178c497a51d tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:46.105499 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b74f1979-a4a6-4ee1-9f2a-302ba4d1387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:46.119985 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5a465de-2715-4b61-9671-7178c497a51d tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:46.124029 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-299e5cb1-3d87-4c51-87a9-b23d24e3bb1a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:46.124817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299e5cb1-3d87-4c51-87a9-b23d24e3bb1a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:46.126827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-299e5cb1-3d87-4c51-87a9-b23d24e3bb1a tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/cbef5595-d686-459a-a157-cefaf31a1f5a HTTP/1.1" status: 404 len: 333 time: 0.1238582 Jul 27 19:57:46.136765 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57014) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:46.197075 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2dff4e-a33a-4921-842e-c26463535630 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:46.199111 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2dff4e-a33a-4921-842e-c26463535630 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:46.205811 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:46.211680 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4d2dff4e-a33a-4921-842e-c26463535630 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/a96a0b4f-ad5e-487e-bef1-8e69b3d6b55f HTTP/1.1" status: 404 len: 337 time: 0.0735173 Jul 27 19:57:46.213491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57022) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:46.240062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-29904844-4ad2-4a1c-b662-6ce4186ce461 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:46.241810 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-29904844-4ad2-4a1c-b662-6ce4186ce461 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/networks?id=a52c9ed9-1a4a-428e-9f39-af50989151d1 HTTP/1.1" status: 200 len: 814 time: 0.2413118 Jul 27 19:57:46.272441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0257f-f3d3-4aa1-974b-e8366433f4cb req-d5ea6f3a-a61e-40a1-b609-f16415e61b74 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:46.279832 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9f0257f-f3d3-4aa1-974b-e8366433f4cb req-d5ea6f3a-a61e-40a1-b609-f16415e61b74 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2047989 Jul 27 19:57:46.294590 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b243d21-f084-4ec4-9344-7df46d7e58d6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:46.295449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b243d21-f084-4ec4-9344-7df46d7e58d6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:46.298154 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1b243d21-f084-4ec4-9344-7df46d7e58d6 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/4f5e55f2-f797-4514-b147-040717e6da2b HTTP/1.1" status: 404 len: 337 time: 0.0826046 Jul 27 19:57:46.300774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57026) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:46.334117 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6587a4f0-7d70-409c-a2d8-93cd00d9117c no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:57:46.369521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 6587a4f0-7d70-409c-a2d8-93cd00d9117c {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:57:46.370176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6587a4f0-7d70-409c-a2d8-93cd00d9117c not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:57:46.391577 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5a465de-2715-4b61-9671-7178c497a51d tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:46.397912 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5a465de-2715-4b61-9671-7178c497a51d tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:46.403564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-f5a465de-2715-4b61-9671-7178c497a51d tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] device_id is not set on port 73da4137-50dc-441b-959d-41b9e866ca42 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:57:46.534713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a465de-2715-4b61-9671-7178c497a51d tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdf7ed7-613b-4ada-9ff0-b9f908f78640,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:46.659219 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a465de-2715-4b61-9671-7178c497a51d tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 19:57:46.660552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a465de-2715-4b61-9671-7178c497a51d tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:46.671024 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-421628f9-9f9b-4436-b103-cffd370b4e4d tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/quotas/f7f5ed366b854578a9ee2e795afa5933 HTTP/1.1" status: 200 len: 375 time: 0.4073310 Jul 27 19:57:46.671983 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e4a889-8c78-452f-9eed-bd825138331c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:46.672681 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e4a889-8c78-452f-9eed-bd825138331c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:46.677103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-94e4a889-8c78-452f-9eed-bd825138331c tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/68fde0aa-5de9-4a12-b82d-0d0987a9cc3c HTTP/1.1" status: 404 len: 333 time: 0.3726404 Jul 27 19:57:46.677585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57036) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:46.715095 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3691436-98e0-4b5c-9f73-08f2eba5c646 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:46.715800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3691436-98e0-4b5c-9f73-08f2eba5c646 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:46.717570 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b3691436-98e0-4b5c-9f73-08f2eba5c646 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/c55a7e80-e9c8-48a3-bf6a-5367880a7e5b HTTP/1.1" status: 404 len: 337 time: 0.0374701 Jul 27 19:57:46.718454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-b0584037-7017-4f14-8aa8-68f8c0fd4efb tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7f5ed366b854578a9ee2e795afa5933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365956 Jul 27 19:57:46.719177 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f5a465de-2715-4b61-9671-7178c497a51d tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.6638062 Jul 27 19:57:46.722176 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57040) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:46.724113 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57042) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:46.736263 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9f0257f-f3d3-4aa1-974b-e8366433f4cb req-ce0ee76e-f4d0-47cd-b4db-83c85ee54ac6 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554868 Jul 27 19:57:46.848934 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-338dc49e-c208-40f4-8868-c1a67e177773 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:46.849536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338dc49e-c208-40f4-8868-c1a67e177773 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:46.851681 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-338dc49e-c208-40f4-8868-c1a67e177773 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/400ecd31-d2dc-4ab7-8e8d-22dee3809320 HTTP/1.1" status: 404 len: 337 time: 0.0803862 Jul 27 19:57:46.854833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57052) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:46.892318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-72ca72d1-7ea1-464c-922b-b0dfa2a25b43 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports?device_id=27da6bfa-3bbd-4da9-b68b-a786aaf19551 HTTP/1.1" status: 200 len: 205 time: 0.0362692 Jul 27 19:57:46.901309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57056) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:46.970094 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-f1b8a5ba-1ca3-43b1-92c0-3303c2e1f889 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] delete failed (client error): The resource could not be found. Jul 27 19:57:46.971253 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f1b8a5ba-1ca3-43b1-92c0-3303c2e1f889 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/routers/27da6bfa-3bbd-4da9-b68b-a786aaf19551 HTTP/1.1" status: 404 len: 336 time: 0.0688736 Jul 27 19:57:46.980800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57060) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:47.063220 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b418c67-9cfe-4cc6-8acc-f1571842bf46 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:47.067066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b418c67-9cfe-4cc6-8acc-f1571842bf46 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:47.073453 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3b418c67-9cfe-4cc6-8acc-f1571842bf46 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/924b8b4f-cd35-48fe-93f7-7e75e9e6a764 HTTP/1.1" status: 404 len: 337 time: 0.0914137 Jul 27 19:57:47.076736 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57064) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:47.095453 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:47.144009 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9570f81f-95a2-47f2-8e9a-1da0b2e5541e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "GET /v2.0/ports?device_id=dee99dc5-5047-4ed5-9a97-930bcb51365a HTTP/1.1" status: 200 len: 205 time: 0.0629551 Jul 27 19:57:47.151305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57068) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:47.201455 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-4f078a1e-3a9e-405b-8cff-f129f43b0cf4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] delete failed (client error): The resource could not be found. Jul 27 19:57:47.202866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4f078a1e-3a9e-405b-8cff-f129f43b0cf4 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/routers/dee99dc5-5047-4ed5-9a97-930bcb51365a HTTP/1.1" status: 404 len: 336 time: 0.0501425 Jul 27 19:57:47.205581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57074) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:47.248751 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-991a7959-182a-445e-a4b5-54273a72f4cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:47.249218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991a7959-182a-445e-a4b5-54273a72f4cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:47.251128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-991a7959-182a-445e-a4b5-54273a72f4cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/398ac020-f5a6-457a-a790-52e045cdc0c4 HTTP/1.1" status: 404 len: 337 time: 0.0443230 Jul 27 19:57:47.253988 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57078) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:47.380104 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc047b6-c27f-4e31-b32f-8797944aa463 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:47.380563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc047b6-c27f-4e31-b32f-8797944aa463 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:47.381249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:57:47.382331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1fc047b6-c27f-4e31-b32f-8797944aa463 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/b53b5532-5501-4971-9ec1-cce534686ede HTTP/1.1" status: 404 len: 337 time: 0.1268990 Jul 27 19:57:47.385618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57086) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:47.416524 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d2bd3f9a-0fdc-43ff-b9d1-509363eeab07 service neutron] 10.222.0.48 "GET /v2.0/networks/a52c9ed9-1a4a-428e-9f39-af50989151d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783876 Jul 27 19:57:47.462194 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14feb11-df92-4cce-99c9-bfac96c543c7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:47.462968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14feb11-df92-4cce-99c9-bfac96c543c7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:47.464704 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e14feb11-df92-4cce-99c9-bfac96c543c7 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/49e28902-b991-4453-8f29-b267fb994600 HTTP/1.1" status: 404 len: 333 time: 0.0781524 Jul 27 19:57:47.467380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57088) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:47.563378 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-726a5f94-7beb-4c65-86aa-982f633eb25d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:47.563831 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726a5f94-7beb-4c65-86aa-982f633eb25d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:47.565800 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-726a5f94-7beb-4c65-86aa-982f633eb25d tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/19981d53-e038-4b92-9cc9-4583f555f3a1 HTTP/1.1" status: 404 len: 337 time: 0.0853508 Jul 27 19:57:47.569020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57094) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:47.606813 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab119fb-e5a1-414a-b4e2-69a5c2f2810e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:47.607847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab119fb-e5a1-414a-b4e2-69a5c2f2810e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:47.610035 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bab119fb-e5a1-414a-b4e2-69a5c2f2810e tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/30530599-4bc6-438f-9f9c-309390d15f9f HTTP/1.1" status: 404 len: 333 time: 0.0390425 Jul 27 19:57:47.612715 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-91c0dc15-ec0f-4d4f-b6d4-a7371869e40e tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Deleting port 978dbf71-6219-4488-be8e-f7200d7ea9e3 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:57:47.613112 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91c0dc15-ec0f-4d4f-b6d4-a7371869e40e tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:47.619280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e9d53-f169-4736-9f52-14423e23e6d7 req-e4bc2109-7401-4cc7-bbdc-5b777c8516d7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:47.620922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-705e9d53-f169-4736-9f52-14423e23e6d7 req-e4bc2109-7401-4cc7-bbdc-5b777c8516d7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.3509154 Jul 27 19:57:47.621428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57098) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:47.672232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-4df153ea-32da-4175-9108-8de1ae2cad0f service neutron] 10.222.0.48 "GET /v2.0/networks/a52c9ed9-1a4a-428e-9f39-af50989151d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204137 Jul 27 19:57:47.676314 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5bdc7f-650d-4cbc-9dfe-a4d3c0024664 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:47.680836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5bdc7f-650d-4cbc-9dfe-a4d3c0024664 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:47.682711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ea5bdc7f-650d-4cbc-9dfe-a4d3c0024664 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/b49d8065-040a-446d-8522-5c77afb18a9c HTTP/1.1" status: 404 len: 337 time: 0.0585952 Jul 27 19:57:47.689148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57100) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:47.733281 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91c0dc15-ec0f-4d4f-b6d4-a7371869e40e tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:47.733618 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91c0dc15-ec0f-4d4f-b6d4-a7371869e40e tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:47.765619 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-91c0dc15-ec0f-4d4f-b6d4-a7371869e40e tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Calling delete_port for 978dbf71-6219-4488-be8e-f7200d7ea9e3 owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:57:47.775572 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdff53af-a9cd-479b-98bc-0f350effad09 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:47.776377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdff53af-a9cd-479b-98bc-0f350effad09 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:47.778170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bdff53af-a9cd-479b-98bc-0f350effad09 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/15ac8ab4-1568-4dc7-8963-b4d8c28ff82e HTTP/1.1" status: 404 len: 333 time: 0.0791142 Jul 27 19:57:47.781730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57106) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:47.810997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-705e9d53-f169-4736-9f52-14423e23e6d7 req-faf6467a-a751-405f-ad05-c144aeb80a30 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776626 Jul 27 19:57:47.928589 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f944c7-00bf-43c4-80bd-1903516dca60 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:47.929078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f944c7-00bf-43c4-80bd-1903516dca60 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:47.930894 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-02f944c7-00bf-43c4-80bd-1903516dca60 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/ff4a9645-17cf-4b30-b759-4b398808bc87 HTTP/1.1" status: 404 len: 337 time: 0.1481833 Jul 27 19:57:47.933688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57120) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:48.031920 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7278320-6f19-468a-932d-bd52f018ea05 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:48.032657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7278320-6f19-468a-932d-bd52f018ea05 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:48.034435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b7278320-6f19-468a-932d-bd52f018ea05 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/acb01ed2-fc8c-47a4-8f4e-d527a075a8f6 HTTP/1.1" status: 404 len: 333 time: 0.0997510 Jul 27 19:57:48.058997 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57126) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:48.097285 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91c0dc15-ec0f-4d4f-b6d4-a7371869e40e tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:48.124828 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ef5a75d-eb5c-4e4e-9ed2-899d86d32fa3 req-e039028a-5b04-47c9-b12e-8d78b3dd46e7 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 210 time: 0.1068172 Jul 27 19:57:48.168006 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b190dc-4dd5-453c-99fb-f26904bb6634 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:48.168786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b190dc-4dd5-453c-99fb-f26904bb6634 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:48.170960 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-12b190dc-4dd5-453c-99fb-f26904bb6634 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/782859ef-4404-4775-8dfa-378dd98b2df5 HTTP/1.1" status: 404 len: 337 time: 0.1097798 Jul 27 19:57:48.173425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57130) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:48.175124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0dc15-ec0f-4d4f-b6d4-a7371869e40e tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Pushing event deleted for resources: {'Port': ['ID=978dbf71-6219-4488-be8e-f7200d7ea9e3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:48.209112 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2f1d7d-7a9b-47e5-a17e-66c907c6aa91 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:48.210394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2f1d7d-7a9b-47e5-a17e-66c907c6aa91 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:48.212693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1b2f1d7d-7a9b-47e5-a17e-66c907c6aa91 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/612f91bc-7d06-4949-9276-2a7a7ed3971f HTTP/1.1" status: 404 len: 333 time: 0.0379078 Jul 27 19:57:48.215692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57132) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:48.254767 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bc4d8b-b912-4181-898b-13078b521040 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:48.255494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bc4d8b-b912-4181-898b-13078b521040 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:48.257713 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-53bc4d8b-b912-4181-898b-13078b521040 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/457667d0-f665-4890-9c33-9ed01a363b5c HTTP/1.1" status: 404 len: 337 time: 0.0407660 Jul 27 19:57:48.260381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57136) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:48.308880 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-17eaea58-68cc-4742-8953-3e62092ba0e0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:48.309966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17eaea58-68cc-4742-8953-3e62092ba0e0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:48.311951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-17eaea58-68cc-4742-8953-3e62092ba0e0 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/30bb6661-3ee8-4de7-9778-eb6fc980a84d HTTP/1.1" status: 404 len: 333 time: 0.0503838 Jul 27 19:57:48.319240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57142) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:48.356732 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c6fc51-5024-4e4f-9990-f80acdfa04cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:48.357496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c6fc51-5024-4e4f-9990-f80acdfa04cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:48.362659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57146) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:48.363664 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a3c6fc51-5024-4e4f-9990-f80acdfa04cd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/43d3a802-e2ab-4bce-b63b-f1f2b040975b HTTP/1.1" status: 404 len: 337 time: 0.0424311 Jul 27 19:57:48.372428 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91c0dc15-ec0f-4d4f-b6d4-a7371869e40e tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:48.378825 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91c0dc15-ec0f-4d4f-b6d4-a7371869e40e tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:48.380447 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-91c0dc15-ec0f-4d4f-b6d4-a7371869e40e tempest-ExternalNetworksAdminNegativeTestJSON-794547281 tempest-ExternalNetworksAdminNegativeTestJSON-794547281-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/3202af32-406e-4417-adf2-9094d1b76cfe HTTP/1.1" status: 204 len: 168 time: 1.6572618 Jul 27 19:57:48.438186 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa9ace6-b96b-48c4-b27c-1a258a4b8291 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:48.438984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa9ace6-b96b-48c4-b27c-1a258a4b8291 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:48.441832 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9fa9ace6-b96b-48c4-b27c-1a258a4b8291 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/ports/50813847-6656-4315-b6cf-127d5969264f HTTP/1.1" status: 404 len: 333 time: 0.0776751 Jul 27 19:57:48.443558 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57152) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:48.517615 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f7761f-c070-4351-abac-451ea90045dd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] DELETE failed (client error): The resource could not be found. Jul 27 19:57:48.518143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f7761f-c070-4351-abac-451ea90045dd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:48.522747 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c1f7761f-c070-4351-abac-451ea90045dd tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/subnets/6028afda-605e-48cd-9396-5b3d078a58ab HTTP/1.1" status: 404 len: 337 time: 0.0779884 Jul 27 19:57:48.527414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57156) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:48.666294 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c7ae25cc-9f3c-4e76-a215-3b9c59be9810 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:48.780523 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c7ae25cc-9f3c-4e76-a215-3b9c59be9810 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:48.795334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c7ae25cc-9f3c-4e76-a215-3b9c59be9810 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7527c15-3a4d-43bb-9a9f-a7f1856671c2']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:57:48.816212 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c7ae25cc-9f3c-4e76-a215-3b9c59be9810 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5810588d-2120-46ec-99e5-a9d4d42102fe') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:57:48.816618 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c7ae25cc-9f3c-4e76-a215-3b9c59be9810 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5810588d-2120-46ec-99e5-a9d4d42102fe') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:57:48.840862 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c7ae25cc-9f3c-4e76-a215-3b9c59be9810 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:48.860474 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:48.863045 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c7ae25cc-9f3c-4e76-a215-3b9c59be9810 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:48.871478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ae25cc-9f3c-4e76-a215-3b9c59be9810 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:57:48.882077 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c7ae25cc-9f3c-4e76-a215-3b9c59be9810 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:57:48.891207 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:57:48.961754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57170) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:49.026442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1c8b6-c050-4d5d-bf8a-a03cc2e5a4cf req-1f53c88b-7eab-47b3-9118-c56432407c15 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:49.041482 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ae1c8b6-c050-4d5d-bf8a-a03cc2e5a4cf req-1f53c88b-7eab-47b3-9118-c56432407c15 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.1246476 Jul 27 19:57:49.078192 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c7ae25cc-9f3c-4e76-a215-3b9c59be9810 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:49.090141 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c7ae25cc-9f3c-4e76-a215-3b9c59be9810 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:49.094677 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c7ae25cc-9f3c-4e76-a215-3b9c59be9810 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] 10.222.0.48 "DELETE /v2.0/networks/b7527c15-3a4d-43bb-9a9f-a7f1856671c2 HTTP/1.1" status: 204 len: 168 time: 0.5616517 Jul 27 19:57:49.108911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae25cc-9f3c-4e76-a215-3b9c59be9810 tempest-NetworksTestDHCPv6-1098808270 tempest-NetworksTestDHCPv6-1098808270-project] Pushing event deleted for resources: {'Network': ['ID=b7527c15-3a4d-43bb-9a9f-a7f1856671c2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:49.122732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ae1c8b6-c050-4d5d-bf8a-a03cc2e5a4cf req-0e3d4a1d-38a0-40e5-ada5-5085f91855ea tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801032 Jul 27 19:57:49.237666 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8c5237a-70bc-4f32-8aef-86d035d00056 req-ef7213d3-92e6-46bd-a1ea-bbfce2d8b84e tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 210 time: 0.0313540 Jul 27 19:57:49.293725 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-66a013af-4ff5-46cc-a0c8-d69428eec360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:49.455767 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-66a013af-4ff5-46cc-a0c8-d69428eec360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:49.461661 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-66a013af-4ff5-46cc-a0c8-d69428eec360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:49.526091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-66a013af-4ff5-46cc-a0c8-d69428eec360 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8269d8ec8234faa9c8f989a1efcbb09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5480061 Jul 27 19:57:49.531624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57196) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:49.540346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a013af-4ff5-46cc-a0c8-d69428eec360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab57c17f-9814-40e6-a4cc-d5923adeb9ef,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:49.603468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57200) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:49.680945 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55bc6335-a70e-4045-80ad-67cac4c52aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:49.722158 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-ad880553-634b-4552-a8b5-139b36053c91 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:49.725172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-ad880553-634b-4552-a8b5-139b36053c91 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.52 "GET /v2.0/networks?id=a52c9ed9-1a4a-428e-9f39-af50989151d1 HTTP/1.1" status: 200 len: 814 time: 0.2189875 Jul 27 19:57:49.745652 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55bc6335-a70e-4045-80ad-67cac4c52aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:49.748265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-3ed7b93d-9510-4830-bb49-6050ca09d021 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Request body: {'port': {'device_id': '76476355-8c0f-4114-88c5-c715374a6b8f', 'network_id': 'a52c9ed9-1a4a-428e-9f39-af50989151d1', 'admin_state_up': True, 'tenant_id': 'f7f5ed366b854578a9ee2e795afa5933'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:49.874952 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55bc6335-a70e-4045-80ad-67cac4c52aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:49.878890 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55bc6335-a70e-4045-80ad-67cac4c52aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:49.882609 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-55bc6335-a70e-4045-80ad-67cac4c52aa9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab57c17f-9814-40e6-a4cc-d5923adeb9ef HTTP/1.1" status: 204 len: 168 time: 0.3474288 Jul 27 19:57:49.907928 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc6335-a70e-4045-80ad-67cac4c52aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab57c17f-9814-40e6-a4cc-d5923adeb9ef,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:49.987144 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d3195f1d-8124-4cfe-86de-f252212a4006 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=305c956667a14f3281357498df0801fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3830314 Jul 27 19:57:49.990329 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57214) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:50.040593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-3ed7b93d-9510-4830-bb49-6050ca09d021 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Made reservation on behalf of f7f5ed366b854578a9ee2e795afa5933 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:50.044822 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-3ed7b93d-9510-4830-bb49-6050ca09d021 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:50.069066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc876a-dbc5-485f-b0e2-fdbe1575bf64 req-7890eb74-8250-42de-aeff-32d04b85b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:50.071073 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dcc876a-dbc5-485f-b0e2-fdbe1575bf64 req-7890eb74-8250-42de-aeff-32d04b85b98a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=289fc2dd6cba4a79a60c85368f2dc796&device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 1097 time: 0.1817882 Jul 27 19:57:50.079566 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abade0-0c53-4637-b6c4-9f89a5eed73b req-b05cda35-db23-4763-a800-2ebdf653d870 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:50.081416 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95abade0-0c53-4637-b6c4-9f89a5eed73b req-b05cda35-db23-4763-a800-2ebdf653d870 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.1763916 Jul 27 19:57:50.090373 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-77eca4c0-9661-46c9-9848-b700bdc74e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:50.119684 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-77eca4c0-9661-46c9-9848-b700bdc74e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:50.194980 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-77eca4c0-9661-46c9-9848-b700bdc74e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:50.198405 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-77eca4c0-9661-46c9-9848-b700bdc74e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:50.199746 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-77eca4c0-9661-46c9-9848-b700bdc74e38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d78876df-6c5e-45ac-b6bd-1c1f9825353e HTTP/1.1" status: 204 len: 168 time: 0.2082810 Jul 27 19:57:50.221147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eca4c0-9661-46c9-9848-b700bdc74e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78876df-6c5e-45ac-b6bd-1c1f9825353e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:50.253552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57226) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:50.347448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95abade0-0c53-4637-b6c4-9f89a5eed73b req-2edca81a-db6c-496a-a0bf-d3b33129916d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447069 Jul 27 19:57:50.355778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc876a-dbc5-485f-b0e2-fdbe1575bf64 req-dba01c7e-3051-4674-aba5-c31aab9700b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:50.357579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dcc876a-dbc5-485f-b0e2-fdbe1575bf64 req-dba01c7e-3051-4674-aba5-c31aab9700b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0dfd149c-5da4-4dc6-95ab-8e162771181f HTTP/1.1" status: 200 len: 920 time: 0.2716942 Jul 27 19:57:50.364870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-3ed7b93d-9510-4830-bb49-6050ca09d021 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Allocated IP 172.20.0.7 (a52c9ed9-1a4a-428e-9f39-af50989151d1/85e0a734-7a07-4f42-a2e9-e9ff1c933818/40a4e791-5d3f-44ae-8e30-797a6d32215e) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:50.446376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dcc876a-dbc5-485f-b0e2-fdbe1575bf64 req-e6246057-9e60-4c51-bc60-d630bf02cdca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=055e3f68-318c-45f0-b7c7-2f3602a31d1a HTTP/1.1" status: 200 len: 217 time: 0.0788639 Jul 27 19:57:50.449594 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57236) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:50.501406 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f780c23f-110f-434e-8c17-0de89e529543 req-8310f581-6bfc-4033-be6e-397308425714 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 210 time: 0.0581212 Jul 27 19:57:50.542511 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8a8608d3-9e2a-440e-bda6-a0839e55ea0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cbdfef96c415445c9e41523d9d6aef00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0897896 Jul 27 19:57:50.543396 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57238) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:50.627901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc876a-dbc5-485f-b0e2-fdbe1575bf64 req-3e9f464b-3722-4e35-bb54-cf5b842fab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:50.629677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dcc876a-dbc5-485f-b0e2-fdbe1575bf64 req-3e9f464b-3722-4e35-bb54-cf5b842fab97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3a0225cf-270c-42c0-adb1-939c4f198eb6 HTTP/1.1" status: 200 len: 859 time: 0.1711173 Jul 27 19:57:50.659434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a996d55-a1d3-4f96-87a4-2b2b81aa777f req-1da1b2bd-6b88-49da-9333-6848c33907bb tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:50.661232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a996d55-a1d3-4f96-87a4-2b2b81aa777f req-1da1b2bd-6b88-49da-9333-6848c33907bb tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.3008523 Jul 27 19:57:50.670225 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6bb53993-a195-4041-b31d-31a53c8acd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:50.685685 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dcc876a-dbc5-485f-b0e2-fdbe1575bf64 req-ec80f548-3737-49c9-a42d-8fb2cb9c4b31 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dfd149c-5da4-4dc6-95ab-8e162771181f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462055 Jul 27 19:57:50.712314 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6bb53993-a195-4041-b31d-31a53c8acd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:50.773778 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6bb53993-a195-4041-b31d-31a53c8acd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:50.776612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6bb53993-a195-4041-b31d-31a53c8acd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:50.781641 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6bb53993-a195-4041-b31d-31a53c8acd13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bdf7ed7-613b-4ada-9ff0-b9f908f78640 HTTP/1.1" status: 204 len: 168 time: 0.2335973 Jul 27 19:57:50.795375 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb53993-a195-4041-b31d-31a53c8acd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdf7ed7-613b-4ada-9ff0-b9f908f78640,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:50.796765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a996d55-a1d3-4f96-87a4-2b2b81aa777f req-8c1648b5-1511-4db4-8fd6-dc3d96253554 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161654 Jul 27 19:57:50.805293 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-575075f4-e014-49c5-8a2b-bd44f62a820c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:50.813186 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-3ed7b93d-9510-4830-bb49-6050ca09d021 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:50.871858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dcc876a-dbc5-485f-b0e2-fdbe1575bf64 req-ae706d89-3933-43b2-afd5-315a854ebc3b service neutron] 10.222.0.52 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701264 Jul 27 19:57:50.939998 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-3ed7b93d-9510-4830-bb49-6050ca09d021 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:50.995528 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-575075f4-e014-49c5-8a2b-bd44f62a820c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:51.002712 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-575075f4-e014-49c5-8a2b-bd44f62a820c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:51.002948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-3ed7b93d-9510-4830-bb49-6050ca09d021 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Network a52c9ed9-1a4a-428e-9f39-af50989151d1 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:51.017601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-3ed7b93d-9510-4830-bb49-6050ca09d021 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:51.026615 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-3ed7b93d-9510-4830-bb49-6050ca09d021 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:51.033541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7b93d-9510-4830-bb49-6050ca09d021 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Pushing event updated for resources: {'Port': ['ID=40a4e791-5d3f-44ae-8e30-797a6d32215e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:51.065056 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575075f4-e014-49c5-8a2b-bd44f62a820c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2532b3b7-d119-45a1-8ba0-9fb7171517d5,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:51.069157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dcc876a-dbc5-485f-b0e2-fdbe1575bf64 req-c970f707-0e62-4e9d-8971-6dfa2d451a33 service neutron] 10.222.0.52 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863942 Jul 27 19:57:51.072573 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-575075f4-e014-49c5-8a2b-bd44f62a820c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3c5cb901dd241a6a39338096a0811eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8177021 Jul 27 19:57:51.076195 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57254) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:51.097548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-3ed7b93d-9510-4830-bb49-6050ca09d021 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:51.098519 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-3ed7b93d-9510-4830-bb49-6050ca09d021 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:51.137732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-3ed7b93d-9510-4830-bb49-6050ca09d021 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4007514 Jul 27 19:57:51.142504 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-49a4b069-ad90-46c0-a1ef-8f476bc23f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:51.162625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Request body: {'port': {'device_id': '76476355-8c0f-4114-88c5-c715374a6b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:51.172132 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-49a4b069-ad90-46c0-a1ef-8f476bc23f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:51.268261 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-49a4b069-ad90-46c0-a1ef-8f476bc23f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:51.275098 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-49a4b069-ad90-46c0-a1ef-8f476bc23f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:51.279154 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-49a4b069-ad90-46c0-a1ef-8f476bc23f8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2532b3b7-d119-45a1-8ba0-9fb7171517d5 HTTP/1.1" status: 204 len: 168 time: 0.1988983 Jul 27 19:57:51.295649 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4b069-ad90-46c0-a1ef-8f476bc23f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2532b3b7-d119-45a1-8ba0-9fb7171517d5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:51.341569 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:51.537358 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57280) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:51.739721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57288) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:51.760357 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-861bd690-bd1e-4103-9064-d654d60283de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:51.794327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412eac8-7cfa-4694-9691-e68affa9b8d3 req-0e3d0a87-4e10-49ca-af51-10997368911a tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:51.795968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2412eac8-7cfa-4694-9691-e68affa9b8d3 req-0e3d0a87-4e10-49ca-af51-10997368911a tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2937322 Jul 27 19:57:51.809959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621074-cf80-48c4-bd01-2e5d73b0c8f1 req-16232a20-8407-4cf3-91f8-9b4f6f0ca284 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:51.819342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-93621074-cf80-48c4-bd01-2e5d73b0c8f1 req-16232a20-8407-4cf3-91f8-9b4f6f0ca284 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 931 time: 0.1780987 Jul 27 19:57:51.869169 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1713420773'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:51.941108 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2412eac8-7cfa-4694-9691-e68affa9b8d3 req-0bbd96df-256f-4538-8f9e-9d3222c4cb6d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192727 Jul 27 19:57:51.949548 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-861bd690-bd1e-4103-9064-d654d60283de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:51.954620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a4e791-5d3f-44ae-8e30-797a6d32215e {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:57:51.961716 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-861bd690-bd1e-4103-9064-d654d60283de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:51.973358 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-93621074-cf80-48c4-bd01-2e5d73b0c8f1 req-aa763a3a-5f19-49c3-9e34-d54eadfd5739 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530111 Jul 27 19:57:51.985820 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.005217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Transition to ACTIVE for port object 40a4e791-5d3f-44ae-8e30-797a6d32215e will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:52.021573 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.032139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Made reservation on behalf of 53f7251615794b80ad64d5e88088b160 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:52.035892 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.040539 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-861bd690-bd1e-4103-9064-d654d60283de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e5e6fbd9b6e4ba0bc4a3720d1079116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000512 Jul 27 19:57:52.041309 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bd690-bd1e-4103-9064-d654d60283de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af17670-44d0-4512-a46c-595700a19521,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:52.043851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57294) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:52.088462 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.126455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=40a4e791-5d3f-44ae-8e30-797a6d32215e,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:52.193361 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5db1e786-1f92-4408-a89d-8998a5c9a6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.245568 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5db1e786-1f92-4408-a89d-8998a5c9a6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.316545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Attempting to bind port 40a4e791-5d3f-44ae-8e30-797a6d32215e on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:57:52.317679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Attempting to bind port 40a4e791-5d3f-44ae-8e30-797a6d32215e by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '797e43a7-7ada-4082-a960-c2166e0705bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a52c9ed9-1a4a-428e-9f39-af50989151d1'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:57:52.317679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Attempting to bind port 40a4e791-5d3f-44ae-8e30-797a6d32215e on network a52c9ed9-1a4a-428e-9f39-af50989151d1 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:57:52.323516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Port 40a4e791-5d3f-44ae-8e30-797a6d32215e on network a52c9ed9-1a4a-428e-9f39-af50989151d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:57:52.323836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Attempting to bind port 40a4e791-5d3f-44ae-8e30-797a6d32215e on network a52c9ed9-1a4a-428e-9f39-af50989151d1 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:57:52.332375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:57:52.332648 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.332833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Checking segment: {'id': '797e43a7-7ada-4082-a960-c2166e0705bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a52c9ed9-1a4a-428e-9f39-af50989151d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:57:52.333119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Bound using segment: {'id': '797e43a7-7ada-4082-a960-c2166e0705bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a52c9ed9-1a4a-428e-9f39-af50989151d1'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:57:52.333753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Bound port: 40a4e791-5d3f-44ae-8e30-797a6d32215e, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797e43a7-7ada-4082-a960-c2166e0705bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a52c9ed9-1a4a-428e-9f39-af50989151d1'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:57:52.334374 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.339662 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.354486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:57:52.362219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d736a09-8c00-4c6d-a07b-842dcbf3468b req-b77acb4f-b553-45d6-88ec-9c2cc5384c48 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:52.363791 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d736a09-8c00-4c6d-a07b-842dcbf3468b req-b77acb4f-b553-45d6-88ec-9c2cc5384c48 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.1804740 Jul 27 19:57:52.365868 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.366282 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Added segment 45fb81a0-3abd-4402-91a9-2db6f3b9e434 of type vlan for network 156c6409-795c-4e30-a318-12b87fa56cd7 Jul 27 19:57:52.413424 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.427268 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] For port 40a4e791-5d3f-44ae-8e30-797a6d32215e, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:57:52.430612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] For port 40a4e791-5d3f-44ae-8e30-797a6d32215e, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=40a4e791-5d3f-44ae-8e30-797a6d32215e,segment=NetworkSegment(797e43a7-7ada-4082-a960-c2166e0705bd),segment_id=797e43a7-7ada-4082-a960-c2166e0705bd)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:57:52.440186 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.449758 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5db1e786-1f92-4408-a89d-8998a5c9a6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.452872 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5db1e786-1f92-4408-a89d-8998a5c9a6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.456641 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5db1e786-1f92-4408-a89d-8998a5c9a6ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0af17670-44d0-4512-a46c-595700a19521 HTTP/1.1" status: 204 len: 168 time: 0.3907204 Jul 27 19:57:52.462312 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.468426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:52.469156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.501392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=40a4e791-5d3f-44ae-8e30-797a6d32215e,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:52.526780 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d736a09-8c00-4c6d-a07b-842dcbf3468b req-4b07fc0b-31c7-45f5-bef6-052f9228832e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946949 Jul 27 19:57:52.529956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:52.530848 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.532454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-d7957330-d7e1-4820-bda5-835cb51ef4f9 service neutron] 10.222.0.52 "PUT /v2.0/ports/40a4e791-5d3f-44ae-8e30-797a6d32215e HTTP/1.1" status: 200 len: 1092 time: 1.3809733 Jul 27 19:57:52.533111 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76476355-8c0f-4114-88c5-c715374a6b8f', 'tag': '40a4e791-5d3f-44ae-8e30-797a6d32215e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:57:52.536762 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c04886-ced1-4846-ad6f-ebb3066d01b6" -d '{"events": [{"name": "network-changed", "server_uuid": "76476355-8c0f-4114-88c5-c715374a6b8f", "tag": "40a4e791-5d3f-44ae-8e30-797a6d32215e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:57:52.584647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a033ffe-1b66-418e-8308-aba0ad519ea3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:52.588083 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2739c0-bcf5-4630-a270-3c99c10f41f8 x-openstack-request-id: req-4c2739c0-bcf5-4630-a270-3c99c10f41f8 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:57:52.588414 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76476355-8c0f-4114-88c5-c715374a6b8f", "tag": "40a4e791-5d3f-44ae-8e30-797a6d32215e", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:57:52.588843 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4c2739c0-bcf5-4630-a270-3c99c10f41f8 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:57:52.589107 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76476355-8c0f-4114-88c5-c715374a6b8f', 'tag': '40a4e791-5d3f-44ae-8e30-797a6d32215e', 'status': 'completed', 'code': 200} Jul 27 19:57:52.619482 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0807805 Jul 27 19:57:52.620690 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1e786-1f92-4408-a89d-8998a5c9a6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af17670-44d0-4512-a46c-595700a19521,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:52.625756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57310) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:52.630961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-df696300-cc7f-4504-8c1c-ffc7fb735639 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Request body: {'subnet': {'network_id': '156c6409-795c-4e30-a318-12b87fa56cd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:52.653565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5eb7d-f26a-4e97-bf9f-965f4ef8b73d tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Pushing event updated for resources: {'Network': ['ID=156c6409-795c-4e30-a318-12b87fa56cd7,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:52.667600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 156c6409-795c-4e30-a318-12b87fa56cd7 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:57:52.756258 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-37bb4ca1-a7fa-4fa8-b1b0-2f9dcc083809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:52.757972 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-37bb4ca1-a7fa-4fa8-b1b0-2f9dcc083809 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7f5ed366b854578a9ee2e795afa5933&device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 1095 time: 0.1608822 Jul 27 19:57:52.764679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df696300-cc7f-4504-8c1c-ffc7fb735639 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Made reservation on behalf of 53f7251615794b80ad64d5e88088b160 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:52.772945 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-df696300-cc7f-4504-8c1c-ffc7fb735639 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:52.888056 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-e1908bd1-bb61-473a-b740-60ff7234ba96 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a4e791-5d3f-44ae-8e30-797a6d32215e HTTP/1.1" status: 200 len: 217 time: 0.0606120 Jul 27 19:57:52.973341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-b541cb83-c114-4423-adf8-6409df53762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:52.975447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-b541cb83-c114-4423-adf8-6409df53762e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85e0a734-7a07-4f42-a2e9-e9ff1c933818 HTTP/1.1" status: 200 len: 854 time: 0.0773523 Jul 27 19:57:53.094661 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-31e94820-fd26-495b-ab72-d2e67ba02163 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a52c9ed9-1a4a-428e-9f39-af50989151d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099801 Jul 27 19:57:53.625783 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-df696300-cc7f-4504-8c1c-ffc7fb735639 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:53.681700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-cbd5813b-ba12-4c6c-b71c-c93abbd7d513 service neutron] 10.222.0.52 "GET /v2.0/networks/a52c9ed9-1a4a-428e-9f39-af50989151d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729032 Jul 27 19:57:53.689119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a55f00-e4ad-4bf8-99f6-9d7583e4f4e9 req-9aa32639-536e-4250-85ff-f9cfd072b6a2 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:53.690552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7a55f00-e4ad-4bf8-99f6-9d7583e4f4e9 req-9aa32639-536e-4250-85ff-f9cfd072b6a2 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.5943911 Jul 27 19:57:53.702575 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193e0a0-9a72-4231-a44d-e24d3ecbc24b req-aff8714e-abc3-4cd0-bbd0-73cdc66ddf6b tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:53.704100 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3193e0a0-9a72-4231-a44d-e24d3ecbc24b req-aff8714e-abc3-4cd0-bbd0-73cdc66ddf6b tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 943 time: 0.6124802 Jul 27 19:57:53.756853 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57362) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:53.806770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df696300-cc7f-4504-8c1c-ffc7fb735639 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Pushing event updated for resources: {'Subnet': ['ID=7bf38657-6e9d-47ae-a23d-6754a0a4f6da,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:53.862256 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-877fdbc7-3cd0-4017-9b54-cce4d68a5e27 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:53.883614 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-877fdbc7-3cd0-4017-9b54-cce4d68a5e27 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] 10.222.0.48 "PUT /v2.0/quotas/eeb0e96ec50a4d15803ae76bc6cd17f1 HTTP/1.1" status: 200 len: 368 time: 0.1253982 Jul 27 19:57:53.886436 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57368) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:53.891343 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Request body: {'network': {'project_id': 'eeb0e96ec50a4d15803ae76bc6cd17f1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:53.893176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3193e0a0-9a72-4231-a44d-e24d3ecbc24b req-7b9f7570-17d0-49c8-a712-6aa8fcd9dba6 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692479 Jul 27 19:57:53.899308 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7a55f00-e4ad-4bf8-99f6-9d7583e4f4e9 req-e4cc0f42-e93d-4e8c-93e8-b95e03c69043 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786482 Jul 27 19:57:53.907053 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df696300-cc7f-4504-8c1c-ffc7fb735639 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Checking segment: {'id': '45fb81a0-3abd-4402-91a9-2db6f3b9e434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '156c6409-795c-4e30-a318-12b87fa56cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:57:53.916286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df696300-cc7f-4504-8c1c-ffc7fb735639 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Network hostable DHCP agents. Network: 156c6409-795c-4e30-a318-12b87fa56cd7, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:57:53.940362 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Made reservation on behalf of eeb0e96ec50a4d15803ae76bc6cd17f1 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:53.949977 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:53.952690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ba4257c-a081-44fd-9a77-16ada08cc2bf req-40d3b070-2991-47c4-a752-a1d983ac75e0 service neutron] 10.222.0.52 "GET /v2.0/networks/a52c9ed9-1a4a-428e-9f39-af50989151d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610643 Jul 27 19:57:53.963828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eddce2-42d9-4615-979b-77ecd82d8914 req-59b4fc66-c2b8-441b-b0ca-7107055f9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:53.965467 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2eddce2-42d9-4615-979b-77ecd82d8914 req-59b4fc66-c2b8-441b-b0ca-7107055f9d92 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1&tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc HTTP/1.1" status: 200 len: 1096 time: 0.2125115 Jul 27 19:57:53.966172 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:53.968944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df696300-cc7f-4504-8c1c-ffc7fb735639 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Network 156c6409-795c-4e30-a318-12b87fa56cd7 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:57:53.985908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-df696300-cc7f-4504-8c1c-ffc7fb735639 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 156c6409-795c-4e30-a318-12b87fa56cd7) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:53.999387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b1cdaf-2e24-4120-b2e2-8db7155b5aeb None None] Network 156c6409-795c-4e30-a318-12b87fa56cd7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:54.008347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df696300-cc7f-4504-8c1c-ffc7fb735639 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:54.009234 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-df696300-cc7f-4504-8c1c-ffc7fb735639 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.138344 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.145265 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.176909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:57:54.179164 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-df696300-cc7f-4504-8c1c-ffc7fb735639 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5523367 Jul 27 19:57:54.185339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57374) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:54.191498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-9cf7073b-4dba-44a7-bc75-62ecb96ba8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Request body: {'port': {'network_id': '156c6409-795c-4e30-a318-12b87fa56cd7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1153028525'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:54.194894 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe474b15-8857-4908-a0f0-a2e7142b6991,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:54.221394 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.222186 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Added segment 4722c79f-b706-4eff-80d1-3623ab764630 of type vlan for network 4bc4dd5d-61eb-4620-8620-e54c4369253f Jul 27 19:57:54.247630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c04886-ced1-4846-ad6f-ebb3066d01b6 req-3d75c7e3-13bd-4792-a609-9a038994dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:54.249496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26c04886-ced1-4846-ad6f-ebb3066d01b6 req-3d75c7e3-13bd-4792-a609-9a038994dc7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7f5ed366b854578a9ee2e795afa5933&device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 1095 time: 0.1782384 Jul 27 19:57:54.255434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eddce2-42d9-4615-979b-77ecd82d8914 req-79c884e7-6ce2-403d-81e2-992f5d4c3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:54.257182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2eddce2-42d9-4615-979b-77ecd82d8914 req-79c884e7-6ce2-403d-81e2-992f5d4c3183 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 1096 time: 0.2524927 Jul 27 19:57:54.263712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-156c6409-795c-4e30-a318-12b87fa56cd7', 'network_id': '156c6409-795c-4e30-a318-12b87fa56cd7', 'tenant_id': '53f7251615794b80ad64d5e88088b160', 'fixed_ips': [{'subnet_id': '7bf38657-6e9d-47ae-a23d-6754a0a4f6da'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:57:54.265615 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.279397 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.317925 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.320794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:54.320794 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.352285 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4647408 Jul 27 19:57:54.378777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57380) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:54.398679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d1a60ce7-cec7-4e92-9e90-6560ac06bc54 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Request body: {'network': {'project_id': 'eeb0e96ec50a4d15803ae76bc6cd17f1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:54.408682 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cda89f-f10c-424e-9328-28c04d082bb0 req-2adb6038-f94d-460b-b6ec-4e4ad75046e7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:54.415876 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134768d-4de2-4f38-8948-09da9c34ce07 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Pushing event updated for resources: {'Network': ['ID=4bc4dd5d-61eb-4620-8620-e54c4369253f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:54.416647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7cda89f-f10c-424e-9328-28c04d082bb0 req-2adb6038-f94d-460b-b6ec-4e4ad75046e7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.3057079 Jul 27 19:57:54.439669 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 4bc4dd5d-61eb-4620-8620-e54c4369253f details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:57:54.510127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Allocated IP 2001:db8::2 (156c6409-795c-4e30-a318-12b87fa56cd7/7bf38657-6e9d-47ae-a23d-6754a0a4f6da/d74dfb49-a5e1-4632-a0aa-3368a165af2d) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:54.537531 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a60ce7-cec7-4e92-9e90-6560ac06bc54 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Made reservation on behalf of eeb0e96ec50a4d15803ae76bc6cd17f1 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:54.539938 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d1a60ce7-cec7-4e92-9e90-6560ac06bc54 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.556110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7cda89f-f10c-424e-9328-28c04d082bb0 req-bb746d9b-0ce9-4934-86a4-f4d88d0db942 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384072 Jul 27 19:57:54.585751 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eddce2-42d9-4615-979b-77ecd82d8914 req-c2ecf4b7-6fae-44c4-85b0-c9c8ae69fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:54.587266 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2eddce2-42d9-4615-979b-77ecd82d8914 req-c2ecf4b7-6fae-44c4-85b0-c9c8ae69fcbe service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 918 time: 0.3063748 Jul 27 19:57:54.591109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c04886-ced1-4846-ad6f-ebb3066d01b6 req-7c658b0c-f882-462d-87e5-3ff2d4015b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:54.592530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26c04886-ced1-4846-ad6f-ebb3066d01b6 req-7c658b0c-f882-462d-87e5-3ff2d4015b13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a52c9ed9-1a4a-428e-9f39-af50989151d1 HTTP/1.1" status: 200 len: 915 time: 0.3203664 Jul 27 19:57:54.647382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf7073b-4dba-44a7-bc75-62ecb96ba8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Made reservation on behalf of 53f7251615794b80ad64d5e88088b160 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:54.650942 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9cf7073b-4dba-44a7-bc75-62ecb96ba8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.690607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a60ce7-cec7-4e92-9e90-6560ac06bc54 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:57:54.707480 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26c04886-ced1-4846-ad6f-ebb3066d01b6 req-27940c88-b8a7-4cc1-b371-94afaf124353 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a4e791-5d3f-44ae-8e30-797a6d32215e HTTP/1.1" status: 200 len: 217 time: 0.0967565 Jul 27 19:57:54.708039 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.720183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Transition to ACTIVE for port object d74dfb49-a5e1-4632-a0aa-3368a165af2d will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:54.728551 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d1a60ce7-cec7-4e92-9e90-6560ac06bc54 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.728888 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-d1a60ce7-cec7-4e92-9e90-6560ac06bc54 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Added segment 45acc90f-b8d6-4afe-a56f-0ff2767edca0 of type vlan for network c0fedae4-b8b3-44a1-93c8-f8a6b62819c3 Jul 27 19:57:54.736603 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Transition to ACTIVE for port object d74dfb49-a5e1-4632-a0aa-3368a165af2d will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:54.743952 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.765137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-9cf7073b-4dba-44a7-bc75-62ecb96ba8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] device_id is not set on port 436b0ce7-99ee-4f90-938f-73f0a36a9d91 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:57:54.776844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2eddce2-42d9-4615-979b-77ecd82d8914 req-614db6ee-b464-45c7-bb57-5a519007a2ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 HTTP/1.1" status: 200 len: 1000 time: 0.1739981 Jul 27 19:57:54.782496 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Network 156c6409-795c-4e30-a318-12b87fa56cd7 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:54.785540 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:54.788051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:54.822489 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Pushing event updated for resources: {'Port': ['ID=d74dfb49-a5e1-4632-a0aa-3368a165af2d,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:54.854958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:54.855499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:54.855618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:54.855934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:54.856480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:54.857149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:54.857354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:54.857968 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:54.858611 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:54.858920 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:54.859473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:54.859808 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:54.874260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Attempting to bind port d74dfb49-a5e1-4632-a0aa-3368a165af2d on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:57:54.874620 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Attempting to bind port d74dfb49-a5e1-4632-a0aa-3368a165af2d by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '45fb81a0-3abd-4402-91a9-2db6f3b9e434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '156c6409-795c-4e30-a318-12b87fa56cd7'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:57:54.875216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Attempting to bind port d74dfb49-a5e1-4632-a0aa-3368a165af2d on network 156c6409-795c-4e30-a318-12b87fa56cd7 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:57:54.880563 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:57:54.881047 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d1a60ce7-cec7-4e92-9e90-6560ac06bc54 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.881217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Checking segment: {'id': '45fb81a0-3abd-4402-91a9-2db6f3b9e434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '156c6409-795c-4e30-a318-12b87fa56cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:57:54.881581 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.881989 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Bound using segment: {'id': '45fb81a0-3abd-4402-91a9-2db6f3b9e434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '156c6409-795c-4e30-a318-12b87fa56cd7'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:57:54.882447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Bound port: d74dfb49-a5e1-4632-a0aa-3368a165af2d, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fb81a0-3abd-4402-91a9-2db6f3b9e434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '156c6409-795c-4e30-a318-12b87fa56cd7'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:57:54.882847 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.902051 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c04886-ced1-4846-ad6f-ebb3066d01b6 req-67e5660e-81f9-4998-8a07-e94fd57ef699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:54.903566 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26c04886-ced1-4846-ad6f-ebb3066d01b6 req-67e5660e-81f9-4998-8a07-e94fd57ef699 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=85e0a734-7a07-4f42-a2e9-e9ff1c933818 HTTP/1.1" status: 200 len: 854 time: 0.1850436 Jul 27 19:57:54.952806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] For port d74dfb49-a5e1-4632-a0aa-3368a165af2d, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:57:54.958080 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] For port d74dfb49-a5e1-4632-a0aa-3368a165af2d, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d74dfb49-a5e1-4632-a0aa-3368a165af2d,segment=NetworkSegment(45fb81a0-3abd-4402-91a9-2db6f3b9e434),segment_id=45fb81a0-3abd-4402-91a9-2db6f3b9e434)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:57:54.970012 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:54.986619 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26c04886-ced1-4846-ad6f-ebb3066d01b6 req-ebe23fa4-5f11-433d-a6cf-b84b12c9cc62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a52c9ed9-1a4a-428e-9f39-af50989151d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701847 Jul 27 19:57:54.991829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eddce2-42d9-4615-979b-77ecd82d8914 req-fd8291bf-6913-4339-b67b-87f36afd58c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:54.993329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2eddce2-42d9-4615-979b-77ecd82d8914 req-fd8291bf-6913-4339-b67b-87f36afd58c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d09a00cb-b386-481d-ac77-b852f1db0dbd HTTP/1.1" status: 200 len: 856 time: 0.1923993 Jul 27 19:57:55.030949 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d1a60ce7-cec7-4e92-9e90-6560ac06bc54 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:55.035456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a60ce7-cec7-4e92-9e90-6560ac06bc54 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:55.037337 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d1a60ce7-cec7-4e92-9e90-6560ac06bc54 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:55.038673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2a8e-f64e-48a9-84bc-1a11df56c3c9 None None] Pushing event updated for resources: {'Port': ['ID=d74dfb49-a5e1-4632-a0aa-3368a165af2d,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:55.256121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-9cf7073b-4dba-44a7-bc75-62ecb96ba8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Allocated IP 2001:db8::382 (156c6409-795c-4e30-a318-12b87fa56cd7/7bf38657-6e9d-47ae-a23d-6754a0a4f6da/436b0ce7-99ee-4f90-938f-73f0a36a9d91) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:55.275089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d1a60ce7-cec7-4e92-9e90-6560ac06bc54 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8949924 Jul 27 19:57:55.278180 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57406) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:55.288814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-adb43276-9e9b-4ad6-bd28-4d2ef94c9937 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Request body: {'network': {'project_id': 'eeb0e96ec50a4d15803ae76bc6cd17f1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:55.305482 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb43276-9e9b-4ad6-bd28-4d2ef94c9937 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 19:57:55.306088 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb43276-9e9b-4ad6-bd28-4d2ef94c9937 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:57:55.307506 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-adb43276-9e9b-4ad6-bd28-4d2ef94c9937 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0276117 Jul 27 19:57:55.313730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a60ce7-cec7-4e92-9e90-6560ac06bc54 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Pushing event updated for resources: {'Network': ['ID=c0fedae4-b8b3-44a1-93c8-f8a6b62819c3,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:55.333927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network c0fedae4-b8b3-44a1-93c8-f8a6b62819c3 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:57:55.459694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57412) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:55.485301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3445c-4c93-4165-811d-173a8e0f4afd req-0fd0ee8c-96e3-4ce6-bc35-d1a2927419f8 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:55.492642 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0f3445c-4c93-4165-811d-173a8e0f4afd req-0fd0ee8c-96e3-4ce6-bc35-d1a2927419f8 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.4881539 Jul 27 19:57:55.538279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26c04886-ced1-4846-ad6f-ebb3066d01b6 req-6c4cfc20-3281-4335-b533-9379e6bcc226 service neutron] 10.222.0.52 "GET /v2.0/networks/a52c9ed9-1a4a-428e-9f39-af50989151d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060344 Jul 27 19:57:55.547902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a150163-7bb5-4e69-a825-515c19131960 req-c1197fea-fc19-4daf-91b5-d22dfc4c3c41 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:55.549543 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a150163-7bb5-4e69-a825-515c19131960 req-c1197fea-fc19-4daf-91b5-d22dfc4c3c41 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 943 time: 0.5250094 Jul 27 19:57:55.551836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eddce2-42d9-4615-979b-77ecd82d8914 req-ca9c8951-63a0-4de8-8706-48cbcd169e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:55.553368 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2eddce2-42d9-4615-979b-77ecd82d8914 req-ca9c8951-63a0-4de8-8706-48cbcd169e4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a353abe-4a3b-464a-8986-fca747b8e0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5277565 Jul 27 19:57:55.741029 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-34339a28-43e4-4153-92e9-a13aebf027a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eeb0e96ec50a4d15803ae76bc6cd17f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797701 Jul 27 19:57:55.744729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57422) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:55.808295 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-308c1126-55ea-4011-9a9c-e708391b3851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:55.835378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-308c1126-55ea-4011-9a9c-e708391b3851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:55.894337 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-308c1126-55ea-4011-9a9c-e708391b3851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:55.897861 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-308c1126-55ea-4011-9a9c-e708391b3851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:55.899335 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-308c1126-55ea-4011-9a9c-e708391b3851 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe474b15-8857-4908-a0f0-a2e7142b6991 HTTP/1.1" status: 204 len: 168 time: 0.1533561 Jul 27 19:57:55.908551 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57426) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:55.909419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c1126-55ea-4011-9a9c-e708391b3851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe474b15-8857-4908-a0f0-a2e7142b6991,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:56.021909 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88ce1df1-7df7-4687-b33b-b6b57009fcd5 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.064042 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0f3445c-4c93-4165-811d-173a8e0f4afd req-23058ba6-0b53-45cb-ba99-31a1fc2b70a1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703330 Jul 27 19:57:56.115863 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9cf7073b-4dba-44a7-bc75-62ecb96ba8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.135121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a150163-7bb5-4e69-a825-515c19131960 req-3a8192bc-789e-4104-acd5-df2eb036579a tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690632 Jul 27 19:57:56.145530 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88ce1df1-7df7-4687-b33b-b6b57009fcd5 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.165817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-9cf7073b-4dba-44a7-bc75-62ecb96ba8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Transition to ACTIVE for port object 436b0ce7-99ee-4f90-938f-73f0a36a9d91 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:56.172822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-88ce1df1-7df7-4687-b33b-b6b57009fcd5 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fedae4-b8b3-44a1-93c8-f8a6b62819c3']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:57:56.194581 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5282e6c9-1b03-463c-8fc8-0a7b9daa6351 None None] Network 156c6409-795c-4e30-a318-12b87fa56cd7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:57:56.212089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26c04886-ced1-4846-ad6f-ebb3066d01b6 req-1347e541-f22a-43c9-a362-09eb85fdeafc service neutron] 10.222.0.52 "GET /v2.0/networks/a52c9ed9-1a4a-428e-9f39-af50989151d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562994 Jul 27 19:57:56.216647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-88ce1df1-7df7-4687-b33b-b6b57009fcd5 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45acc90f-b8d6-4afe-a56f-0ff2767edca0') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:57:56.217039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-88ce1df1-7df7-4687-b33b-b6b57009fcd5 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45acc90f-b8d6-4afe-a56f-0ff2767edca0') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:57:56.236431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2eddce2-42d9-4615-979b-77ecd82d8914 req-358a7026-4934-4170-922d-c1c297b16424 service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605706 Jul 27 19:57:56.245611 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88ce1df1-7df7-4687-b33b-b6b57009fcd5 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.277140 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88ce1df1-7df7-4687-b33b-b6b57009fcd5 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.295392 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ce1df1-7df7-4687-b33b-b6b57009fcd5 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:57:56.296696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88ce1df1-7df7-4687-b33b-b6b57009fcd5 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:57:56.299265 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:57:56.372514 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88ce1df1-7df7-4687-b33b-b6b57009fcd5 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.394469 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9cf7073b-4dba-44a7-bc75-62ecb96ba8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.402308 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d74dfb49-a5e1-4632-a0aa-3368a165af2d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:56.402908 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88ce1df1-7df7-4687-b33b-b6b57009fcd5 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.407216 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-88ce1df1-7df7-4687-b33b-b6b57009fcd5 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] 10.222.0.48 "DELETE /v2.0/networks/c0fedae4-b8b3-44a1-93c8-f8a6b62819c3 HTTP/1.1" status: 204 len: 168 time: 0.4940827 Jul 27 19:57:56.408832 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce1df1-7df7-4687-b33b-b6b57009fcd5 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0fedae4-b8b3-44a1-93c8-f8a6b62819c3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:56.411680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57434) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:56.482829 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2eddce2-42d9-4615-979b-77ecd82d8914 req-fd367d3a-3239-49e4-93d8-b1bd463766e8 service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270620 Jul 27 19:57:56.486706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3a46d4a9-b52a-4895-b13d-753665ee6e19 None None] Provisioning for port d74dfb49-a5e1-4632-a0aa-3368a165af2d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:56.488010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf7073b-4dba-44a7-bc75-62ecb96ba8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Network 156c6409-795c-4e30-a318-12b87fa56cd7 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:56.507666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-9cf7073b-4dba-44a7-bc75-62ecb96ba8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:56.517333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf7073b-4dba-44a7-bc75-62ecb96ba8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:56.523502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf7073b-4dba-44a7-bc75-62ecb96ba8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:56.524378 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9cf7073b-4dba-44a7-bc75-62ecb96ba8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.527730 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b1db4c9b-b1a5-4b21-b13e-8b2c96d44279 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.532180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7073b-4dba-44a7-bc75-62ecb96ba8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Pushing event updated for resources: {'Port': ['ID=436b0ce7-99ee-4f90-938f-73f0a36a9d91,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:56.554122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port d74dfb49-a5e1-4632-a0aa-3368a165af2d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:56.567390 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc3789-2d14-4dae-9680-8b82ee3bb2fe req-46b838da-51b6-4b5f-affd-8c9eb48b7303 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:56.567618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d74dfb49-a5e1-4632-a0aa-3368a165af2d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:56.567956 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.570295 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59bc3789-2d14-4dae-9680-8b82ee3bb2fe req-46b838da-51b6-4b5f-affd-8c9eb48b7303 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.2070913 Jul 27 19:57:56.576272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9cf7073b-4dba-44a7-bc75-62ecb96ba8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3889754 Jul 27 19:57:56.578665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57440) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:56.584359 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Request body: {'port': {'network_id': '156c6409-795c-4e30-a318-12b87fa56cd7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-917102951', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:56.585251 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.api.validators [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] bootfile-name is not in valid_values {{(pid=94059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 19:57:56.585930 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.api.validators [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] tftp-server is not in valid_values {{(pid=94059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 19:57:56.586965 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.api.validators [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] server-ip-address is not in valid_values {{(pid=94059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 19:57:56.689177 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b1db4c9b-b1a5-4b21-b13e-8b2c96d44279 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.714616 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59bc3789-2d14-4dae-9680-8b82ee3bb2fe req-c8ec1f2b-f3f9-4411-8a99-14fe6c59cb11 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367133 Jul 27 19:57:56.716157 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.717832 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b1db4c9b-b1a5-4b21-b13e-8b2c96d44279 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc4dd5d-61eb-4620-8620-e54c4369253f']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:57:56.740044 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b1db4c9b-b1a5-4b21-b13e-8b2c96d44279 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4722c79f-b706-4eff-80d1-3623ab764630') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:57:56.740331 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b1db4c9b-b1a5-4b21-b13e-8b2c96d44279 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4722c79f-b706-4eff-80d1-3623ab764630') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:57:56.755194 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b1db4c9b-b1a5-4b21-b13e-8b2c96d44279 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.774672 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b1db4c9b-b1a5-4b21-b13e-8b2c96d44279 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.790359 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1db4c9b-b1a5-4b21-b13e-8b2c96d44279 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:57:56.794537 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b1db4c9b-b1a5-4b21-b13e-8b2c96d44279 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:57:56.797008 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:57:56.812550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port d74dfb49-a5e1-4632-a0aa-3368a165af2d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d74dfb49-a5e1-4632-a0aa-3368a165af2d,segment=NetworkSegment(45fb81a0-3abd-4402-91a9-2db6f3b9e434),segment_id=45fb81a0-3abd-4402-91a9-2db6f3b9e434)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:56.817481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Made reservation on behalf of 53f7251615794b80ad64d5e88088b160 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:57:56.819806 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.821909 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.849657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] device_id is not set on port 12bfd45c-ada3-466c-b657-1a7a4ae58c6d yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:57:56.886257 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=d74dfb49-a5e1-4632-a0aa-3368a165af2d,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:56.931163 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b1db4c9b-b1a5-4b21-b13e-8b2c96d44279 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.939081 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b1db4c9b-b1a5-4b21-b13e-8b2c96d44279 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:56.944366 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b1db4c9b-b1a5-4b21-b13e-8b2c96d44279 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] 10.222.0.48 "DELETE /v2.0/networks/4bc4dd5d-61eb-4620-8620-e54c4369253f HTTP/1.1" status: 204 len: 168 time: 0.5307672 Jul 27 19:57:56.955590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db4c9b-b1a5-4b21-b13e-8b2c96d44279 tempest-QuotasNegativeTest-1379456651 tempest-QuotasNegativeTest-1379456651-project-admin] Pushing event deleted for resources: {'Network': ['ID=4bc4dd5d-61eb-4620-8620-e54c4369253f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:57.036797 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5b87742d-634a-4c12-9d94-9221fc27d325 None None] Provisioning complete for port d74dfb49-a5e1-4632-a0aa-3368a165af2d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:57.037183 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5b87742d-634a-4c12-9d94-9221fc27d325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:57.042098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Allocated IP 2001:db8::39d (156c6409-795c-4e30-a318-12b87fa56cd7/7bf38657-6e9d-47ae-a23d-6754a0a4f6da/12bfd45c-ada3-466c-b657-1a7a4ae58c6d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:57:57.184988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5b87742d-634a-4c12-9d94-9221fc27d325 None None] Provisioning for port 436b0ce7-99ee-4f90-938f-73f0a36a9d91 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:57.189817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5b87742d-634a-4c12-9d94-9221fc27d325 None None] Provisioning complete for port 436b0ce7-99ee-4f90-938f-73f0a36a9d91 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:57.190608 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5b87742d-634a-4c12-9d94-9221fc27d325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:57.281968 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-5b87742d-634a-4c12-9d94-9221fc27d325 None None] Port 436b0ce7-99ee-4f90-938f-73f0a36a9d91 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:57:57.412112 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5688b96b-1cc2-4faf-be3c-81d8823b9cbb None None] Provisioning complete for port 436b0ce7-99ee-4f90-938f-73f0a36a9d91 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:57.412509 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5688b96b-1cc2-4faf-be3c-81d8823b9cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:57.459812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 40a4e791-5d3f-44ae-8e30-797a6d32215e details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:57:57.515068 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:57.568644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 40a4e791-5d3f-44ae-8e30-797a6d32215e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=40a4e791-5d3f-44ae-8e30-797a6d32215e,segment=NetworkSegment(797e43a7-7ada-4082-a960-c2166e0705bd),segment_id=797e43a7-7ada-4082-a960-c2166e0705bd)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:57.583270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '40a4e791-5d3f-44ae-8e30-797a6d32215e', 'network_id': 'a52c9ed9-1a4a-428e-9f39-af50989151d1', 'port_id': '40a4e791-5d3f-44ae-8e30-797a6d32215e', 'mac_address': 'fa:16:3e:ae:d2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e0a734-7a07-4f42-a2e9-e9ff1c933818', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:57:57.602229 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45b239-103a-4258-a2cc-ce3de28324c8 req-e60d6a67-62dd-4afe-abdb-2efe47c762d6 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:57.604100 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff45b239-103a-4258-a2cc-ce3de28324c8 req-e60d6a67-62dd-4afe-abdb-2efe47c762d6 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 943 time: 0.3334496 Jul 27 19:57:57.613049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Transition to ACTIVE for port object 12bfd45c-ada3-466c-b657-1a7a4ae58c6d will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:57:57.685493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f9ff4-9ed3-43d5-8f8f-96451ac9d7f9 req-7c2c3c5d-d4c1-443f-afd8-67fae9850e6d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:57.703758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc4f9ff4-9ed3-43d5-8f8f-96451ac9d7f9 req-7c2c3c5d-d4c1-443f-afd8-67fae9850e6d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.4614482 Jul 27 19:57:57.786610 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff45b239-103a-4258-a2cc-ce3de28324c8 req-c113c5bf-1cda-4f56-8446-ecda845a7f27 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674182 Jul 27 19:57:57.795723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57480) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:57.811382 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:57.843075 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc4f9ff4-9ed3-43d5-8f8f-96451ac9d7f9 req-ff2091bc-9bcb-4ffc-9033-bebbc26d90ab tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380646 Jul 27 19:57:57.915093 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:57.939244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-5688b96b-1cc2-4faf-be3c-81d8823b9cbb None None] Port 436b0ce7-99ee-4f90-938f-73f0a36a9d91 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:57:57.944599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:57.950850 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:57.993995 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:58.036518 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48ef2dd3861546f58a1f85f3a163c87c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394931 Jul 27 19:57:58.038947 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57484) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:58.049982 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Network 156c6409-795c-4e30-a318-12b87fa56cd7 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:57:58.055421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:57:58.060174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a4e791-5d3f-44ae-8e30-797a6d32215e {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:57:58.063173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7c7a5e-619e-41db-9472-bb0dd3e01898,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:58.077386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:57:58.093329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:58.094803 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:58.137868 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 40a4e791-5d3f-44ae-8e30-797a6d32215e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=40a4e791-5d3f-44ae-8e30-797a6d32215e,segment=NetworkSegment(797e43a7-7ada-4082-a960-c2166e0705bd),segment_id=797e43a7-7ada-4082-a960-c2166e0705bd)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:57:58.145718 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:58.152355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Pushing event updated for resources: {'Port': ['ID=12bfd45c-ada3-466c-b657-1a7a4ae58c6d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:58.171076 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3d647949-b46d-4035-a44b-fff4261d3613 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5911691 Jul 27 19:57:58.174916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57486) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:58.176944 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:58.177399 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:58.188248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:58.188740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:58.189096 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:58.189451 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:58.189785 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:58.190115 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:58.190466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:58.190820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:58.191185 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:58.191567 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4f20c4-5775-4694-92e4-f00bb6cfa56a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:57:58.292873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408247e5-8c18-4210-a6df-af9dc331d7df req-b1c489f7-abef-46c6-93b9-257627a69b18 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:58.301747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-408247e5-8c18-4210-a6df-af9dc331d7df req-b1c489f7-abef-46c6-93b9-257627a69b18 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.1142492 Jul 27 19:57:58.340872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=40a4e791-5d3f-44ae-8e30-797a6d32215e,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:58.368428 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-408247e5-8c18-4210-a6df-af9dc331d7df req-d3de1317-b0ff-406b-917f-c5ca6cfd587c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591347 Jul 27 19:57:58.396275 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e231d02-e1a1-4c55-a6a9-52edd227a6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:58.445232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d74dfb49-a5e1-4632-a0aa-3368a165af2d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:57:58.463243 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e231d02-e1a1-4c55-a6a9-52edd227a6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:58.515956 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb819bd5-dd12-413f-b95c-35708b28b0ed tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:58.524286 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb819bd5-dd12-413f-b95c-35708b28b0ed tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:58.526888 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['40a4e791-5d3f-44ae-8e30-797a6d32215e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:57:58.532716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb819bd5-dd12-413f-b95c-35708b28b0ed tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:58.537870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57488) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:58.538871 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-eb819bd5-dd12-413f-b95c-35708b28b0ed tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3215363 Jul 27 19:57:58.579244 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e231d02-e1a1-4c55-a6a9-52edd227a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:58.581895 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e231d02-e1a1-4c55-a6a9-52edd227a6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:58.583175 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8e231d02-e1a1-4c55-a6a9-52edd227a6e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f7c7a5e-619e-41db-9472-bb0dd3e01898 HTTP/1.1" status: 204 len: 168 time: 0.5407629 Jul 27 19:57:58.611775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e231d02-e1a1-4c55-a6a9-52edd227a6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7c7a5e-619e-41db-9472-bb0dd3e01898,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:58.793191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-817f8fc0-cb28-4e8b-93ef-caa21fc1befb None None] Provisioning for port 12bfd45c-ada3-466c-b657-1a7a4ae58c6d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:57:58.798696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-774df370-cab8-4dcf-9c33-d1cf5f869dfd tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Deleting port 12bfd45c-ada3-466c-b657-1a7a4ae58c6d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:57:58.799012 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-774df370-cab8-4dcf-9c33-d1cf5f869dfd tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:58.818165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-817f8fc0-cb28-4e8b-93ef-caa21fc1befb None None] Provisioning complete for port 12bfd45c-ada3-466c-b657-1a7a4ae58c6d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:58.818514 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-817f8fc0-cb28-4e8b-93ef-caa21fc1befb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:58.932135 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d74dfb49-a5e1-4632-a0aa-3368a165af2d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:57:58.933006 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:59.012224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-817f8fc0-cb28-4e8b-93ef-caa21fc1befb None None] Port 12bfd45c-ada3-466c-b657-1a7a4ae58c6d cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:57:59.106963 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-774df370-cab8-4dcf-9c33-d1cf5f869dfd tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:59.134725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-774df370-cab8-4dcf-9c33-d1cf5f869dfd tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Calling delete_port for 12bfd45c-ada3-466c-b657-1a7a4ae58c6d owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:57:59.162083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a1a2a-5805-4e08-ba91-1b625f03d9dc req-a1135f99-9432-4954-9e3a-4d03be60ad86 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:59.169679 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f0a1a2a-5805-4e08-ba91-1b625f03d9dc req-a1135f99-9432-4954-9e3a-4d03be60ad86 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 944 time: 0.1849439 Jul 27 19:57:59.243755 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3ff03-f83f-4f6c-9fa3-97241ea3c9c2 req-c578a117-c3a1-4440-a059-9ca06db2b1d1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:59.252021 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bad3ff03-f83f-4f6c-9fa3-97241ea3c9c2 req-c578a117-c3a1-4440-a059-9ca06db2b1d1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2536535 Jul 27 19:57:59.290261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f0a1a2a-5805-4e08-ba91-1b625f03d9dc req-61300e7b-d96b-41b3-9b6b-6adf44db9381 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146622 Jul 27 19:57:59.344906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bad3ff03-f83f-4f6c-9fa3-97241ea3c9c2 req-9bff2f46-40e2-4ed1-9072-be6aab781a92 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867002 Jul 27 19:57:59.552923 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-774df370-cab8-4dcf-9c33-d1cf5f869dfd tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:59.615595 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774df370-cab8-4dcf-9c33-d1cf5f869dfd tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Pushing event deleted for resources: {'Port': ['ID=12bfd45c-ada3-466c-b657-1a7a4ae58c6d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:57:59.666859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57512) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:59.670187 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-774df370-cab8-4dcf-9c33-d1cf5f869dfd tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:59.672446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-774df370-cab8-4dcf-9c33-d1cf5f869dfd tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] 10.222.0.48 "DELETE /v2.0/ports/12bfd45c-ada3-466c-b657-1a7a4ae58c6d HTTP/1.1" status: 204 len: 168 time: 1.1335130 Jul 27 19:57:59.677205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57514) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:59.686211 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ec467200-136b-4ad5-94de-757f1a0ab1ef tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Request body: {'port': {'name': 'tempest-new-port-name-1936786733', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:57:59.687038 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.api.validators [None req-ec467200-136b-4ad5-94de-757f1a0ab1ef tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] bootfile-name is not in valid_values {{(pid=94059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 19:57:59.687574 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.api.validators [None req-ec467200-136b-4ad5-94de-757f1a0ab1ef tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] tftp-server is not in valid_values {{(pid=94059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 19:57:59.688093 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.api.validators [None req-ec467200-136b-4ad5-94de-757f1a0ab1ef tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] server-ip-address is not in valid_values {{(pid=94059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 19:57:59.691645 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:57:59.697037 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-927a1911-9b3f-4305-b1d5-e37b837106fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:59.775217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d7dbe-8c75-4bce-b94a-9747cafd52b0 req-7ba15f97-80f6-4ca9-a2a0-4f960bd294ce tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:57:59.776974 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b1d7dbe-8c75-4bce-b94a-9747cafd52b0 req-7ba15f97-80f6-4ca9-a2a0-4f960bd294ce tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.2876959 Jul 27 19:57:59.850994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-927a1911-9b3f-4305-b1d5-e37b837106fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:59.864763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-927a1911-9b3f-4305-b1d5-e37b837106fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:59.937379 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec467200-136b-4ad5-94de-757f1a0ab1ef tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:57:59.964360 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-927a1911-9b3f-4305-b1d5-e37b837106fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05de36415b2e4b229783c3546f4159ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953036 Jul 27 19:57:59.967001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57518) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:57:59.993191 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a1911-9b3f-4305-b1d5-e37b837106fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21144d71-9fe1-4468-ae57-23104baa8deb,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:00.023012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b1d7dbe-8c75-4bce-b94a-9747cafd52b0 req-e2494238-9d65-43eb-919d-c76690a97c62 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365851 Jul 27 19:58:00.113301 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3d844a05-f10e-47d0-9f01-c2c87c020919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:00.148783 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3d844a05-f10e-47d0-9f01-c2c87c020919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:00.220735 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3d844a05-f10e-47d0-9f01-c2c87c020919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:00.225709 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3d844a05-f10e-47d0-9f01-c2c87c020919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:00.226618 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3d844a05-f10e-47d0-9f01-c2c87c020919 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21144d71-9fe1-4468-ae57-23104baa8deb HTTP/1.1" status: 204 len: 168 time: 0.2586651 Jul 27 19:58:00.240318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d844a05-f10e-47d0-9f01-c2c87c020919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21144d71-9fe1-4468-ae57-23104baa8deb,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:00.305903 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec467200-136b-4ad5-94de-757f1a0ab1ef tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:00.317012 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec467200-136b-4ad5-94de-757f1a0ab1ef tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:00.367229 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec467200-136b-4ad5-94de-757f1a0ab1ef tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Pushing event updated for resources: {'Port': ['ID=436b0ce7-99ee-4f90-938f-73f0a36a9d91,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:00.387594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ec467200-136b-4ad5-94de-757f1a0ab1ef tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] In _notify_port_updated(), no bound segment for port 436b0ce7-99ee-4f90-938f-73f0a36a9d91 on network 156c6409-795c-4e30-a318-12b87fa56cd7 {{(pid=94059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 19:58:00.393277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec467200-136b-4ad5-94de-757f1a0ab1ef tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:00.393825 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec467200-136b-4ad5-94de-757f1a0ab1ef tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:00.398245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ec467200-136b-4ad5-94de-757f1a0ab1ef tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] 10.222.0.48 "PUT /v2.0/ports/436b0ce7-99ee-4f90-938f-73f0a36a9d91 HTTP/1.1" status: 200 len: 1130 time: 0.7137518 Jul 27 19:58:00.399057 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57528) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:00.484479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521a569-d133-4677-aa2f-97ee2a7a9812 req-ab0d4eae-2436-4913-8be6-6ebaa7bd05df tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:00.486769 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e521a569-d133-4677-aa2f-97ee2a7a9812 req-ab0d4eae-2436-4913-8be6-6ebaa7bd05df tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 944 time: 0.1214814 Jul 27 19:58:00.516132 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931a8399-518e-4c67-9279-24e29d0ce075 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:00.518515 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-931a8399-518e-4c67-9279-24e29d0ce075 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] 10.222.0.48 "GET /v2.0/ports/436b0ce7-99ee-4f90-938f-73f0a36a9d91 HTTP/1.1" status: 200 len: 1130 time: 0.1184676 Jul 27 19:58:00.523115 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57534) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:00.579365 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e521a569-d133-4677-aa2f-97ee2a7a9812 req-698ea436-a95f-4c4d-a7c8-f73bf8184de9 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818543 Jul 27 19:58:00.775518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5e554238-a375-47b0-93be-4676a788dcf8 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Deleting port 436b0ce7-99ee-4f90-938f-73f0a36a9d91 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:00.776163 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e554238-a375-47b0-93be-4676a788dcf8 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:00.868569 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-4975734e-9848-4943-8c54-c9e41fea5149 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1336446 Jul 27 19:58:00.871858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-13f35e96-b61e-45d7-8230-c621bd0759bf None None] Provisioning complete for port 436b0ce7-99ee-4f90-938f-73f0a36a9d91 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:00.872919 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-13f35e96-b61e-45d7-8230-c621bd0759bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:00.903591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86075df0-e366-4192-99be-1555157e977b req-890715ad-ef01-4fd8-a32e-3d8a8043ae5d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:00.918405 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-86075df0-e366-4192-99be-1555157e977b req-890715ad-ef01-4fd8-a32e-3d8a8043ae5d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2345805 Jul 27 19:58:00.948278 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e554238-a375-47b0-93be-4676a788dcf8 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:00.957854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-13f35e96-b61e-45d7-8230-c621bd0759bf None None] Port 436b0ce7-99ee-4f90-938f-73f0a36a9d91 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:58:00.986591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5e554238-a375-47b0-93be-4676a788dcf8 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Calling delete_port for 436b0ce7-99ee-4f90-938f-73f0a36a9d91 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:01.023882 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-86075df0-e366-4192-99be-1555157e977b req-4f47fab8-1bd4-477d-b9b7-728d6299f547 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986507 Jul 27 19:58:01.093755 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-1e8507d7-b74e-4d44-9394-34ede5dd2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:01.099562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-1e8507d7-b74e-4d44-9394-34ede5dd2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:01.100706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-1e8507d7-b74e-4d44-9394-34ede5dd2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:01.101346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-1e8507d7-b74e-4d44-9394-34ede5dd2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:01.101982 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-1e8507d7-b74e-4d44-9394-34ede5dd2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:01.102613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-1e8507d7-b74e-4d44-9394-34ede5dd2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:01.103235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-1e8507d7-b74e-4d44-9394-34ede5dd2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:01.106884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-1e8507d7-b74e-4d44-9394-34ede5dd2e2a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f58925f86c5a406cbce55135dc048b98&device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 6495 time: 0.1750677 Jul 27 19:58:01.289663 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e554238-a375-47b0-93be-4676a788dcf8 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:01.392467 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e554238-a375-47b0-93be-4676a788dcf8 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Pushing event deleted for resources: {'Port': ['ID=436b0ce7-99ee-4f90-938f-73f0a36a9d91,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:01.446322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 40a4e791-5d3f-44ae-8e30-797a6d32215e up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:58:01.454647 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e554238-a375-47b0-93be-4676a788dcf8 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:01.464651 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5e554238-a375-47b0-93be-4676a788dcf8 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] 10.222.0.48 "DELETE /v2.0/ports/436b0ce7-99ee-4f90-938f-73f0a36a9d91 HTTP/1.1" status: 204 len: 168 time: 0.9400232 Jul 27 19:58:01.476117 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57556) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:01.502872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-4ee5475d-7f50-49c4-9d39-3e038edf44f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:01.503584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-4ee5475d-7f50-49c4-9d39-3e038edf44f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:01.503832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-4ee5475d-7f50-49c4-9d39-3e038edf44f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:01.507326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-4ee5475d-7f50-49c4-9d39-3e038edf44f1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fe0599a8-e2b9-4d58-ac69-a9a391fdb31e&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=9731c54d-8776-469f-b0a4-97666d3f2100&id=9731c54d-8776-469f-b0a4-97666d3f2100 HTTP/1.1" status: 200 len: 2293 time: 0.3630359 Jul 27 19:58:01.571377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3099bd-8ce8-483c-9ce1-947a12532d09 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Deleting subnet 7bf38657-6e9d-47ae-a23d-6754a0a4f6da {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:58:01.576007 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7d3099bd-8ce8-483c-9ce1-947a12532d09 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:01.600288 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 40a4e791-5d3f-44ae-8e30-797a6d32215e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:58:01.604841 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 40a4e791-5d3f-44ae-8e30-797a6d32215e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:01.606241 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:01.671065 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-2f44efae-87c5-46b8-9766-9ea86f6206a2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 HTTP/1.1" status: 200 len: 1000 time: 0.1512959 Jul 27 19:58:01.696299 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7d3099bd-8ce8-483c-9ce1-947a12532d09 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:01.810352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208375-7d4a-410e-97f6-885482c60f32 req-a5cc44c0-9183-4b28-8815-07838552dc39 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:01.821590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31208375-7d4a-410e-97f6-885482c60f32 req-a5cc44c0-9183-4b28-8815-07838552dc39 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.4717102 Jul 27 19:58:01.875407 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:01.878987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-68440a6a-9d53-4c88-bd58-a0707b612e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:01.880744 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-68440a6a-9d53-4c88-bd58-a0707b612e08 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8228838-7f56-4f49-b8c4-a9a60e68ed8f HTTP/1.1" status: 200 len: 850 time: 0.1983879 Jul 27 19:58:01.900675 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31208375-7d4a-410e-97f6-885482c60f32 req-acc89d03-dd91-4414-880a-e5bc189854e1 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778983 Jul 27 19:58:01.951006 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76476355-8c0f-4114-88c5-c715374a6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a4e791-5d3f-44ae-8e30-797a6d32215e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:58:01.957902 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8331440d-8463-4a0a-9250-132cfe246dda" -d '{"events": [{"server_uuid": "76476355-8c0f-4114-88c5-c715374a6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "40a4e791-5d3f-44ae-8e30-797a6d32215e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:58:01.991506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 40a4e791-5d3f-44ae-8e30-797a6d32215e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=40a4e791-5d3f-44ae-8e30-797a6d32215e,segment=NetworkSegment(797e43a7-7ada-4082-a960-c2166e0705bd),segment_id=797e43a7-7ada-4082-a960-c2166e0705bd)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:02.000600 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:02.010782 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7d3099bd-8ce8-483c-9ce1-947a12532d09 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:02.109275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=40a4e791-5d3f-44ae-8e30-797a6d32215e,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:02.149522 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7d3099bd-8ce8-483c-9ce1-947a12532d09 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:02.164980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-eb18ec83-3f26-45f5-8a39-1d999ad6ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:02.166493 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-eb18ec83-3f26-45f5-8a39-1d999ad6ed36 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe0599a8-e2b9-4d58-ac69-a9a391fdb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2645268 Jul 27 19:58:02.219754 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3099bd-8ce8-483c-9ce1-947a12532d09 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf38657-6e9d-47ae-a23d-6754a0a4f6da,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:02.237921 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7d3099bd-8ce8-483c-9ce1-947a12532d09 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:02.239001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5f8e60-ebe3-4bf0-83d6-eba24ee571ed None None] Network 156c6409-795c-4e30-a318-12b87fa56cd7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:02.243543 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7d3099bd-8ce8-483c-9ce1-947a12532d09 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] 10.222.0.48 "DELETE /v2.0/subnets/7bf38657-6e9d-47ae-a23d-6754a0a4f6da HTTP/1.1" status: 204 len: 168 time: 0.7637036 Jul 27 19:58:02.243889 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57576) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:02.265345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa7826-8e27-40c7-b9b8-da3deda68ba5 req-c2901e46-0a5a-4631-80a3-e3c96863b5e4 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:02.295489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2fa7826-8e27-40c7-b9b8-da3deda68ba5 req-c2901e46-0a5a-4631-80a3-e3c96863b5e4 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 945 time: 0.2775474 Jul 27 19:58:02.375708 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:02.376317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2fa7826-8e27-40c7-b9b8-da3deda68ba5 req-d769f342-272e-4844-9095-df0e0294bda9 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754960 Jul 27 19:58:02.424793 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-a6254697-59bd-4ed7-9806-e86a1d28dc78 service neutron] 10.222.0.63 "GET /v2.0/networks/fe0599a8-e2b9-4d58-ac69-a9a391fdb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454808 Jul 27 19:58:02.459211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Deleting port d74dfb49-a5e1-4632-a0aa-3368a165af2d {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:02.459560 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:02.491025 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03246868-258b-4b60-b5cb-d09a449c861b x-openstack-request-id: req-03246868-258b-4b60-b5cb-d09a449c861b {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:58:02.491608 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76476355-8c0f-4114-88c5-c715374a6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "40a4e791-5d3f-44ae-8e30-797a6d32215e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:58:02.492099 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03246868-258b-4b60-b5cb-d09a449c861b {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:58:02.492980 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76476355-8c0f-4114-88c5-c715374a6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a4e791-5d3f-44ae-8e30-797a6d32215e', 'code': 200} Jul 27 19:58:02.642393 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] For port d74dfb49-a5e1-4632-a0aa-3368a165af2d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d74dfb49-a5e1-4632-a0aa-3368a165af2d,segment=NetworkSegment(45fb81a0-3abd-4402-91a9-2db6f3b9e434),segment_id=45fb81a0-3abd-4402-91a9-2db6f3b9e434)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:02.643290 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:02.669893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Calling delete_port for d74dfb49-a5e1-4632-a0aa-3368a165af2d owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:02.732199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-68b79e10-da1d-4aa9-8429-fd3c10b7809d service neutron] 10.222.0.63 "GET /v2.0/networks/fe0599a8-e2b9-4d58-ac69-a9a391fdb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021650 Jul 27 19:58:02.757891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3bac53-1f2e-4381-9697-ffef7088096b None None] DHCP port deletion for 156c6409-795c-4e30-a318-12b87fa56cd7 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:58:02.840511 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-b5d9f96d-a73a-4b36-b8cd-e1768154263d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=6b82a051-4a63-458c-b31a-5df21e5cf87c HTTP/1.1" status: 200 len: 217 time: 0.0944772 Jul 27 19:58:02.861887 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-5e3bac53-1f2e-4381-9697-ffef7088096b None None] Deleting port d74dfb49-a5e1-4632-a0aa-3368a165af2d {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:02.862291 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5e3bac53-1f2e-4381-9697-ffef7088096b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:02.862515 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:02.931763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Pushing event deleted for resources: {'Port': ['ID=d74dfb49-a5e1-4632-a0aa-3368a165af2d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:02.941973 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] No DVR routers for this DVR port d74dfb49-a5e1-4632-a0aa-3368a165af2d on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:58:02.955679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e6567-c4de-4b51-90e5-9542eefe71d5 req-94195ac3-8aeb-446a-a65e-e1e9eaa66c22 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:02.959428 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d3e6567-c4de-4b51-90e5-9542eefe71d5 req-94195ac3-8aeb-446a-a65e-e1e9eaa66c22 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.3186274 Jul 27 19:58:03.003528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5e3bac53-1f2e-4381-9697-ffef7088096b None None] For port d74dfb49-a5e1-4632-a0aa-3368a165af2d, host n-d-705657-21, got binding levels [] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:03.004151 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5e3bac53-1f2e-4381-9697-ffef7088096b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:03.021178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-5e3bac53-1f2e-4381-9697-ffef7088096b None None] Calling delete_port for d74dfb49-a5e1-4632-a0aa-3368a165af2d owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:03.024296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.ipam_backend_mixin [None req-5e3bac53-1f2e-4381-9697-ffef7088096b None None] Port d74dfb49-a5e1-4632-a0aa-3368a165af2d was not found and therefore no delete operation was performed {{(pid=94061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 19:58:03.026231 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5e3bac53-1f2e-4381-9697-ffef7088096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:03.055921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bac53-1f2e-4381-9697-ffef7088096b None None] Pushing event deleted for resources: {'Port': ['ID=d74dfb49-a5e1-4632-a0aa-3368a165af2d,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:03.060120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3bac53-1f2e-4381-9697-ffef7088096b None None] No DVR routers for this DVR port d74dfb49-a5e1-4632-a0aa-3368a165af2d on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:58:03.116996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-a69baa21-2c6c-4af7-9489-384cba6cd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:03.118724 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-a69baa21-2c6c-4af7-9489-384cba6cd502 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.2632775 Jul 27 19:58:03.152596 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d3e6567-c4de-4b51-90e5-9542eefe71d5 req-e7d00776-cd65-4172-ab81-2640e0af1d29 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798422 Jul 27 19:58:03.249669 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:03.271029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156c6409-795c-4e30-a318-12b87fa56cd7']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:03.291886 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45fb81a0-3abd-4402-91a9-2db6f3b9e434') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:03.292186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45fb81a0-3abd-4402-91a9-2db6f3b9e434') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:03.311773 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:03.337821 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:03.356727 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:58:03.358631 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:58:03.367370 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:58:03.417301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-cae4789b-4aa4-4a3e-8616-09fa3d245ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:03.418878 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-cae4789b-4aa4-4a3e-8616-09fa3d245ac9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2613761 Jul 27 19:58:03.529129 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57606) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:03.562891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:03.600036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-04d3bf4e-88de-4101-88b0-e1b5e0917b8b service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531320 Jul 27 19:58:03.603836 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:03.605853 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] 10.222.0.48 "DELETE /v2.0/networks/156c6409-795c-4e30-a318-12b87fa56cd7 HTTP/1.1" status: 204 len: 168 time: 1.3477173 Jul 27 19:58:03.613597 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed970e-bb41-4427-8d0a-d8f1b33dd09b tempest-ExtraDHCPOptionsIpV6TestJSON-751242936 tempest-ExtraDHCPOptionsIpV6TestJSON-751242936-project] Pushing event deleted for resources: {'Network': ['ID=156c6409-795c-4e30-a318-12b87fa56cd7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:03.772879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-388582015'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:03.799849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d6a29-58b2-4127-a364-44e2df194df5 req-2103b8db-a527-46a9-a628-cccfaa6988ea tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:03.807001 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b0d6a29-58b2-4127-a364-44e2df194df5 req-2103b8db-a527-46a9-a628-cccfaa6988ea tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.4711647 Jul 27 19:58:03.821255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Made reservation on behalf of 5e66c6934cc741c295de560a1369a8e2 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:03.824925 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:03.849140 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:03.863790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f68fd-0174-4d79-b97c-17788419ee51 req-311e420f-d8eb-48fd-a5c3-a2368aeeb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:03.865486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-028f68fd-0174-4d79-b97c-17788419ee51 req-311e420f-d8eb-48fd-a5c3-a2368aeeb284 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 1097 time: 0.5093412 Jul 27 19:58:04.043078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-b4907d78-521e-4dee-af92-e6e6a242ee5b service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299994 Jul 27 19:58:04.062634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a47625-073e-403e-9263-28c96453e105 req-20a1125d-4127-43ba-84f7-69c03cc40779 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:04.072556 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5a47625-073e-403e-9263-28c96453e105 req-20a1125d-4127-43ba-84f7-69c03cc40779 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 945 time: 0.4604883 Jul 27 19:58:04.078577 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:04.086810 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:04.147983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d8fb53-6dcc-424d-9b5b-c083acf509be,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:04.162046 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-028f68fd-0174-4d79-b97c-17788419ee51 req-834a8a04-e59b-440f-84df-360b1ded9030 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655263 Jul 27 19:58:04.173464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:58:04.188586 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:04.189749 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Added segment a088dfe7-9b99-4503-bca8-a663645debbd of type vlan for network 66ac72c8-da60-4c05-b831-097e8f8b98f1 Jul 27 19:58:04.218316 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-b01ff5e7-e122-41ad-b4fa-e062bb0dd5af service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=2319aae9-ce95-4f29-aabf-b219da789e06 HTTP/1.1" status: 200 len: 217 time: 0.1376853 Jul 27 19:58:04.241787 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b0d6a29-58b2-4127-a364-44e2df194df5 req-ebae5df2-0d94-43c1-8f1d-7a9abedd9772 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4246116 Jul 27 19:58:04.258599 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5a47625-073e-403e-9263-28c96453e105 req-ad8d3f30-cdb7-4b42-8cb5-7a2dc1ce832e tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800199 Jul 27 19:58:04.365913 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:04.424491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d74dfb49-a5e1-4632-a0aa-3368a165af2d no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:58:04.432085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-0f7cc6bc-2e34-4556-a8e4-e95d3debcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:04.434082 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-0f7cc6bc-2e34-4556-a8e4-e95d3debcacb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.1909177 Jul 27 19:58:04.439214 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:04.446751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:04.447928 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:04.461519 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57624) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:04.476946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: d74dfb49-a5e1-4632-a0aa-3368a165af2d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:58:04.477294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d74dfb49-a5e1-4632-a0aa-3368a165af2d not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:58:04.500046 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9646280 Jul 27 19:58:04.600630 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311b4ef-1c92-4c67-81cd-3469584f397b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Pushing event updated for resources: {'Network': ['ID=66ac72c8-da60-4c05-b831-097e8f8b98f1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:04.620250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 66ac72c8-da60-4c05-b831-097e8f8b98f1 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:04.828859 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-205ca71f-454a-427a-a390-52350a0fab6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53f7251615794b80ad64d5e88088b160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579135 Jul 27 19:58:04.831644 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57636) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:04.920579 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-07047ae5-3e4e-457e-890b-e550273ae83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:04.983572 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-07047ae5-3e4e-457e-890b-e550273ae83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:05.076927 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-07047ae5-3e4e-457e-890b-e550273ae83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:05.079790 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-07047ae5-3e4e-457e-890b-e550273ae83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:05.081115 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-07047ae5-3e4e-457e-890b-e550273ae83c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a033ffe-1b66-418e-8308-aba0ad519ea3 HTTP/1.1" status: 204 len: 168 time: 0.2478957 Jul 27 19:58:05.098671 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07047ae5-3e4e-457e-890b-e550273ae83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a033ffe-1b66-418e-8308-aba0ad519ea3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:05.134812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b67e5-2f99-43f8-82ba-62db9135a8f3 req-942c7fc2-1ae8-4a0f-b1d7-d3052476e4b8 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:05.136588 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-819b67e5-2f99-43f8-82ba-62db9135a8f3 req-942c7fc2-1ae8-4a0f-b1d7-d3052476e4b8 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.7191861 Jul 27 19:58:05.138832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-4fc369d7-400d-41a5-a690-a297f310c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:05.140217 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-4fc369d7-400d-41a5-a690-a297f310c0bf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1828926 Jul 27 19:58:05.217478 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-819b67e5-2f99-43f8-82ba-62db9135a8f3 req-a9e0c385-92dd-4d36-b8c3-90c7cf37f3a0 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713975 Jul 27 19:58:05.356378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-2bdbf5e1-bf65-4cfa-b870-91a90c1b8c00 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494765 Jul 27 19:58:05.558197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-a0326395-ece4-4b6f-b133-631c9c5b3652 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901309 Jul 27 19:58:05.635311 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-68026b4d-7498-447d-af40-15d94533fb33 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=1c389675-fc2c-489a-ac5e-e52b3557cb14 HTTP/1.1" status: 200 len: 217 time: 0.0673077 Jul 27 19:58:05.707747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-38b4e93d-0c6a-46ce-8ee3-e1771a99c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:05.713896 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-38b4e93d-0c6a-46ce-8ee3-e1771a99c8ce service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.0689759 Jul 27 19:58:05.784127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-7a9c307e-76e7-496c-a469-ba0cf503c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:05.786666 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-7a9c307e-76e7-496c-a469-ba0cf503c382 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0657210 Jul 27 19:58:05.923862 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57658) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:05.947249 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Request body: {'port': {'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1', 'binding:host_id': 'n-h2-705657-21', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173929051'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:05.967230 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-47ec384c-fde7-4f92-93a1-195a3087c10f service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600096 Jul 27 19:58:06.020194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Made reservation on behalf of a13912e6dabc42b6a23f6093fdf2acae for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:06.022900 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:06.053460 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:06.068654 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-1c2b341f-c53e-480c-9508-a5a2a81391d0 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926681 Jul 27 19:58:06.122834 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-27334dd5-1d0f-450a-815c-087a9e23589d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 HTTP/1.1" status: 200 len: 217 time: 0.0437593 Jul 27 19:58:06.205722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-dc742dae-28b9-414b-815f-3fc548dfe837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:06.210406 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-dc742dae-28b9-414b-815f-3fc548dfe837 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.0697393 Jul 27 19:58:06.277819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901e4cd-f36c-4b08-b0f2-60f09f06f170 req-8bae7974-c7fc-4a8f-bcdd-6cfb46bb7f73 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:06.295325 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1901e4cd-f36c-4b08-b0f2-60f09f06f170 req-8bae7974-c7fc-4a8f-bcdd-6cfb46bb7f73 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 945 time: 0.2070677 Jul 27 19:58:06.298546 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:06.332185 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:06.415399 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] device_id is not set on port 5d0bee22-41a9-4d23-8a1b-650a24be4dda yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:58:06.428135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2506fca8-2186-4b38-8f37-f39db69a6d71,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:06.450714 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1901e4cd-f36c-4b08-b0f2-60f09f06f170 req-654606fc-5908-4cf7-a0d4-7f1e3ede794a tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520545 Jul 27 19:58:06.472355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-e61e6cb7-295d-4a31-96d8-71aa4b86ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:06.474522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-e61e6cb7-295d-4a31-96d8-71aa4b86ceda service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2498271 Jul 27 19:58:06.740762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab04b4-e84e-491b-88ff-a179033b3cd0 req-d13042ba-10bd-411c-ad65-1800d275ba4f tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:06.748131 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4ab04b4-e84e-491b-88ff-a179033b3cd0 req-d13042ba-10bd-411c-ad65-1800d275ba4f tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.1838975 Jul 27 19:58:06.751343 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-4c94647d-ec57-49af-8a32-9375993da8a9 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690804 Jul 27 19:58:06.876314 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4ab04b4-e84e-491b-88ff-a179033b3cd0 req-a1084de3-b7b0-4707-b1fe-c2b8c864ec89 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221256 Jul 27 19:58:06.901633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] device_id is not set on port 5d0bee22-41a9-4d23-8a1b-650a24be4dda yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:58:06.922509 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:06.952903 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Transition to ACTIVE for port object 5d0bee22-41a9-4d23-8a1b-650a24be4dda will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:06.967949 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:07.033172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-bff2f0e3-95ef-458d-94a1-2acd4d858af6 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572904 Jul 27 19:58:07.051815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57688) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:07.090154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Pushing event updated for resources: {'Port': ['ID=5d0bee22-41a9-4d23-8a1b-650a24be4dda,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:07.127039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Checking segment: {'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:07.127604 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Network hostable DHCP agents. Network: 66ac72c8-da60-4c05-b831-097e8f8b98f1, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:58:07.137490 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-bc18b9ab-2dff-4c31-8b1b-a498b0c450d5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1a40ce14-5f90-474d-95b9-4921682fa7d3 HTTP/1.1" status: 200 len: 217 time: 0.0880191 Jul 27 19:58:07.172910 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Network 66ac72c8-da60-4c05-b831-097e8f8b98f1 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:58:07.188335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 66ac72c8-da60-4c05-b831-097e8f8b98f1) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:07.201131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d81f107-a6ad-439b-8dd7-ce8418be2d4e None None] Network 66ac72c8-da60-4c05-b831-097e8f8b98f1 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:07.203472 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913de9f-2bc1-4437-bc90-d932aa5ff565 req-e779a1ed-8dc2-419a-b512-a8f0cc6d8f04 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:07.204317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:07.212231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3913de9f-2bc1-4437-bc90-d932aa5ff565 req-e779a1ed-8dc2-419a-b512-a8f0cc6d8f04 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2597277 Jul 27 19:58:07.235905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-4fc33980-1ded-4287-9b62-bcdfd60654c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:07.237733 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-4fc33980-1ded-4287-9b62-bcdfd60654c5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a HTTP/1.1" status: 200 len: 797 time: 0.0885432 Jul 27 19:58:07.238583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:07.239585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:07.259620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:07.277661 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:07.278996 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:07.279756 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 2 to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda Jul 27 19:58:07.302943 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3913de9f-2bc1-4437-bc90-d932aa5ff565 req-aa93c79b-0c0e-4a28-8e95-de669dc3a11a tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895503 Jul 27 19:58:07.311402 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:07.311721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:07.312059 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:07.323058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:07.323383 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:07.323777 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 3 to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda Jul 27 19:58:07.369003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1938816962'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:07.370738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:07.371071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:07.371410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:07.384890 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:07.385136 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:07.385513 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 4 to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda Jul 27 19:58:07.414526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:07.414886 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:07.415186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:07.431271 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:07.432544 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:07.432956 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 5 to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda Jul 27 19:58:07.443343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-0365b80a-c43c-4a37-b6d0-a1ce5c8a8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:07.451947 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-0365b80a-c43c-4a37-b6d0-a1ce5c8a8d1b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9731c54d-8776-469f-b0a4-97666d3f2100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2059166 Jul 27 19:58:07.457808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:07.458899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:07.462754 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:07.476011 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:07.476658 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:07.477192 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 6 to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda Jul 27 19:58:07.480991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Made reservation on behalf of 4d4fb9f878834d1da0932461d040211c for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:07.484898 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:07.501512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:07.502183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:07.502620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:07.511886 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:07.512560 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:07.513653 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 7 to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda Jul 27 19:58:07.530887 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:07.531385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:07.531836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:07.538940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:07.539421 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:07.539911 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 8 to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda Jul 27 19:58:07.576275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:07.577316 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:07.578535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:07.585126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:07.586490 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:07.587635 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 9 to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda Jul 27 19:58:07.601257 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:07.610182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:07.611275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:07.612135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:07.618165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:07.619172 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:07.619802 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 10 to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda Jul 27 19:58:07.637481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:07.638253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:07.639563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:07.649771 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:07.650520 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 5d0bee22-41a9-4d23-8a1b-650a24be4dda on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:07.651160 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:07.759551 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] For port 5d0bee22-41a9-4d23-8a1b-650a24be4dda, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:58:07.760480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempted to set empty binding levels {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 19:58:07.765404 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-37b03184-6ea2-442c-9b8b-08d03acb8d92 service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033385 Jul 27 19:58:07.769696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:07.791477 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:07.793119 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:07.870407 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Pushing event updated for resources: {'Port': ['ID=5d0bee22-41a9-4d23-8a1b-650a24be4dda,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:07.873565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94aa5b6-c78a-4752-a5ca-5dca40364c2c req-c929b21f-051d-4efd-be56-40e99f0cd044 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:07.875142 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a94aa5b6-c78a-4752-a5ca-5dca40364c2c req-c929b21f-051d-4efd-be56-40e99f0cd044 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 945 time: 0.2754304 Jul 27 19:58:07.949853 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a94aa5b6-c78a-4752-a5ca-5dca40364c2c req-ae57e082-7918-48c1-8eb6-a26869513013 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664492 Jul 27 19:58:07.956169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-4230331c-d850-4a5e-ba04-12112ab3bdfa service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818061 Jul 27 19:58:07.956994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57702) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:08.017669 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-e67e579c-6577-42e3-8792-a4dda8cf3590 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8509d889-e654-492c-90f2-f145f97d6866 HTTP/1.1" status: 200 len: 217 time: 0.0522039 Jul 27 19:58:08.083760 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.101853 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-495de3ed-06ba-48ef-959c-5d1eb01f3a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.1764140 Jul 27 19:58:08.104253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57708) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:08.115617 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.130058 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:58:08.142372 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.142980 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Added segment da5a4830-2e72-457b-a492-8cc02d807af6 of type vlan for network c9261664-22af-4b17-b5dc-59c58f328f39 Jul 27 19:58:08.238583 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6019905b-dccd-4557-8f2f-6060b2455b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.238969 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.275965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-703631ff-b352-44cf-af43-645fdae7b776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Deleting port 5d0bee22-41a9-4d23-8a1b-650a24be4dda {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:08.276412 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-703631ff-b352-44cf-af43-645fdae7b776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.336821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-18c9b399-8e56-4d89-9cee-4af455fec3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:08.338446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-18c9b399-8e56-4d89-9cee-4af455fec3b4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a HTTP/1.1" status: 200 len: 797 time: 0.3112478 Jul 27 19:58:08.351429 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d8abf2-b6a6-4acb-94ac-79536c3e06e3,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:08.370854 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.383489 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.390006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:08.392631 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.404821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-703631ff-b352-44cf-af43-645fdae7b776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] For port 5d0bee22-41a9-4d23-8a1b-650a24be4dda, host n-h2-705657-21, got binding levels [] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:08.405110 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-703631ff-b352-44cf-af43-645fdae7b776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.425605 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-703631ff-b352-44cf-af43-645fdae7b776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Calling delete_port for 5d0bee22-41a9-4d23-8a1b-650a24be4dda owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:08.469831 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723d560-e255-4427-80c3-792ad5624f51 req-2d3192ec-ffc6-4cd8-b802-82e5d1d0242e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:08.478674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b723d560-e255-4427-80c3-792ad5624f51 req-2d3192ec-ffc6-4cd8-b802-82e5d1d0242e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.4303100 Jul 27 19:58:08.524624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6019905b-dccd-4557-8f2f-6060b2455b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.531501 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6019905b-dccd-4557-8f2f-6060b2455b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.578092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5251849 Jul 27 19:58:08.578874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019905b-dccd-4557-8f2f-6060b2455b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7deca7-bc41-49b3-bb6b-6ce092d327b3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:08.581612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57714) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:08.585438 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed968cd-2467-41f6-8996-545fbee08d8f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Pushing event updated for resources: {'Network': ['ID=c9261664-22af-4b17-b5dc-59c58f328f39,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:08.588846 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6019905b-dccd-4557-8f2f-6060b2455b83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63987e29942f4b588ffdfb70a7b946c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6295774 Jul 27 19:58:08.590055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57716) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:08.594519 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-09f598be-9e31-44d7-a348-b2006e00e64e tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Request body: {'subnet': {'network_id': 'c9261664-22af-4b17-b5dc-59c58f328f39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:08.617086 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b723d560-e255-4427-80c3-792ad5624f51 req-3ae27300-5885-441b-937d-c65cc6d45cd7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375906 Jul 27 19:58:08.618662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network c9261664-22af-4b17-b5dc-59c58f328f39 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:08.625342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-149064d0-8f30-4946-8597-6256e84adbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:08.626916 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-149064d0-8f30-4946-8597-6256e84adbf4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9731c54d-8776-469f-b0a4-97666d3f2100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2563586 Jul 27 19:58:08.674617 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-703631ff-b352-44cf-af43-645fdae7b776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.730760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703631ff-b352-44cf-af43-645fdae7b776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d0bee22-41a9-4d23-8a1b-650a24be4dda,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:08.757934 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-703631ff-b352-44cf-af43-645fdae7b776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.763116 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-703631ff-b352-44cf-af43-645fdae7b776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "DELETE /v2.0/ports/5d0bee22-41a9-4d23-8a1b-650a24be4dda HTTP/1.1" status: 204 len: 168 time: 0.6545317 Jul 27 19:58:08.763949 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57718) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:08.780228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-070d7a78-3989-49b2-91bc-969ee4ca66d3 service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437287 Jul 27 19:58:08.807950 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3820bd-06ff-4e8e-a2a6-ed63cfc874e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] GET failed (client error): The resource could not be found. Jul 27 19:58:08.813365 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5c3820bd-06ff-4e8e-a2a6-ed63cfc874e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "GET /v2.0/ports/5d0bee22-41a9-4d23-8a1b-650a24be4dda HTTP/1.1" status: 404 len: 333 time: 0.0435646 Jul 27 19:58:08.813365 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b93895b-6fed-4637-a474-97969883850b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.813365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f598be-9e31-44d7-a348-b2006e00e64e tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Made reservation on behalf of 4d4fb9f878834d1da0932461d040211c for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:08.813808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57720) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:08.816177 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-09f598be-9e31-44d7-a348-b2006e00e64e tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.820230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-be37e9d1-2dea-4629-a975-978ddbd10c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Request body: {'port': {'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072185336'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:08.864596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19273a-8698-431e-8c95-ad90b8b92511 req-dab3d66c-96c3-436b-8dea-a2e7ee1a3978 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:08.865731 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab19273a-8698-431e-8c95-ad90b8b92511 req-dab3d66c-96c3-436b-8dea-a2e7ee1a3978 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.1415968 Jul 27 19:58:08.887659 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b93895b-6fed-4637-a474-97969883850b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.913054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be37e9d1-2dea-4629-a975-978ddbd10c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Made reservation on behalf of a13912e6dabc42b6a23f6093fdf2acae for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:08.915385 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-be37e9d1-2dea-4629-a975-978ddbd10c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.953670 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab19273a-8698-431e-8c95-ad90b8b92511 req-0c692380-401c-4afc-b434-0f8cfae1a240 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772736 Jul 27 19:58:08.958896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-be37e9d1-2dea-4629-a975-978ddbd10c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] device_id is not set on port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:58:08.966203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b5f682c-fd42-46fb-902f-c2ca78dc4fc9 req-92921e74-d15f-4512-86c6-57f3d25adf3b service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744673 Jul 27 19:58:08.985078 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b93895b-6fed-4637-a474-97969883850b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.988150 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b93895b-6fed-4637-a474-97969883850b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:08.992214 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9b93895b-6fed-4637-a474-97969883850b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f7deca7-bc41-49b3-bb6b-6ce092d327b3 HTTP/1.1" status: 204 len: 168 time: 0.3361211 Jul 27 19:58:09.011904 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93895b-6fed-4637-a474-97969883850b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7deca7-bc41-49b3-bb6b-6ce092d327b3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:09.073435 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-09f598be-9e31-44d7-a348-b2006e00e64e tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.156044 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f598be-9e31-44d7-a348-b2006e00e64e tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Pushing event updated for resources: {'Subnet': ['ID=7f9e139a-65cc-40f3-84a8-e4d0c4e92398,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:09.165930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f598be-9e31-44d7-a348-b2006e00e64e tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Checking segment: {'id': 'da5a4830-2e72-457b-a492-8cc02d807af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c9261664-22af-4b17-b5dc-59c58f328f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:09.166362 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f598be-9e31-44d7-a348-b2006e00e64e tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Network hostable DHCP agents. Network: c9261664-22af-4b17-b5dc-59c58f328f39, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:58:09.183567 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-be37e9d1-2dea-4629-a975-978ddbd10c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.188875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f598be-9e31-44d7-a348-b2006e00e64e tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Network c9261664-22af-4b17-b5dc-59c58f328f39 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:58:09.199015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-09f598be-9e31-44d7-a348-b2006e00e64e tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, c9261664-22af-4b17-b5dc-59c58f328f39) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:09.204342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f598be-9e31-44d7-a348-b2006e00e64e tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:09.205200 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-09f598be-9e31-44d7-a348-b2006e00e64e tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.209604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d857b34c-79b2-42a5-885c-3ead05a5d881 None None] Network c9261664-22af-4b17-b5dc-59c58f328f39 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:09.224423 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-09f598be-9e31-44d7-a348-b2006e00e64e tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6415229 Jul 27 19:58:09.227454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57728) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:09.235293 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ed8bf696-05f5-4bb8-9a87-0d7269bf3d23 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Request body: {'port': {'network_id': 'c9261664-22af-4b17-b5dc-59c58f328f39', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1131067469'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:09.283388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ed504-818f-42f1-b0d6-2642595d641b req-1df135b4-9ea6-4b7c-8378-28c6c8ae54fc tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:09.292350 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b2ed504-818f-42f1-b0d6-2642595d641b req-1df135b4-9ea6-4b7c-8378-28c6c8ae54fc tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 945 time: 0.1231401 Jul 27 19:58:09.308214 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-be37e9d1-2dea-4629-a975-978ddbd10c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.371065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be37e9d1-2dea-4629-a975-978ddbd10c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Network 66ac72c8-da60-4c05-b831-097e8f8b98f1 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:09.372272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-c9261664-22af-4b17-b5dc-59c58f328f39', 'network_id': 'c9261664-22af-4b17-b5dc-59c58f328f39', 'tenant_id': '4d4fb9f878834d1da0932461d040211c', 'fixed_ips': [{'subnet_id': '7f9e139a-65cc-40f3-84a8-e4d0c4e92398'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:58:09.375014 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.381734 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-be37e9d1-2dea-4629-a975-978ddbd10c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:09.390772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be37e9d1-2dea-4629-a975-978ddbd10c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:09.391902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be37e9d1-2dea-4629-a975-978ddbd10c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:09.392565 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-be37e9d1-2dea-4629-a975-978ddbd10c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.409634 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b2ed504-818f-42f1-b0d6-2642595d641b req-d8f96295-81ab-458f-86ad-1b058afb708f tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163688 Jul 27 19:58:09.415114 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57732) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:09.429956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37e9d1-2dea-4629-a975-978ddbd10c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Pushing event updated for resources: {'Port': ['ID=b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:09.439408 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-184722d2-ca36-477d-ad80-d86aa711b2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.449611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-be37e9d1-2dea-4629-a975-978ddbd10c7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6348248 Jul 27 19:58:09.452562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57734) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:09.456985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8bf696-05f5-4bb8-9a87-0d7269bf3d23 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Made reservation on behalf of 4d4fb9f878834d1da0932461d040211c for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:09.460801 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed8bf696-05f5-4bb8-9a87-0d7269bf3d23 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.462002 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:09.490623 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-ed8bf696-05f5-4bb8-9a87-0d7269bf3d23 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] device_id is not set on port ccf38747-6c61-4edc-9708-2bc81673028a yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:58:09.543480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Allocated IP 172.20.0.2 (c9261664-22af-4b17-b5dc-59c58f328f39/7f9e139a-65cc-40f3-84a8-e4d0c4e92398/55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:09.553877 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.630816 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-184722d2-ca36-477d-ad80-d86aa711b2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.637395 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-184722d2-ca36-477d-ad80-d86aa711b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.683020 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-184722d2-ca36-477d-ad80-d86aa711b2e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bac0497bace44598ee03fc84f51dea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642217 Jul 27 19:58:09.683020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184722d2-ca36-477d-ad80-d86aa711b2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41d6c07-6f4d-4e4b-b4c9-d8fb83a7b968,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:09.684127 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57738) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:09.735599 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.737278 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c48ea104-f96a-4db6-8be6-7f175401f2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.745666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Transition to ACTIVE for port object 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:09.760706 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c48ea104-f96a-4db6-8be6-7f175401f2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.764748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Transition to ACTIVE for port object 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:09.772426 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.820690 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Network c9261664-22af-4b17-b5dc-59c58f328f39 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:09.824378 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:09.825010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] device_id is not set on port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:58:09.829043 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:09.833285 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Pushing event updated for resources: {'Port': ['ID=55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:09.836511 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.852574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-ed8bf696-05f5-4bb8-9a87-0d7269bf3d23 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Allocated IP 172.20.0.11 (c9261664-22af-4b17-b5dc-59c58f328f39/7f9e139a-65cc-40f3-84a8-e4d0c4e92398/ccf38747-6c61-4edc-9708-2bc81673028a) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:09.864382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Transition to ACTIVE for port object b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:09.868841 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c48ea104-f96a-4db6-8be6-7f175401f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.871865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c48ea104-f96a-4db6-8be6-7f175401f2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.873128 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c48ea104-f96a-4db6-8be6-7f175401f2b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d41d6c07-6f4d-4e4b-b4c9-d8fb83a7b968 HTTP/1.1" status: 204 len: 168 time: 0.1884320 Jul 27 19:58:09.874912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccc470-84dd-4fb9-8df5-e7a6603530fe req-742e5f47-3438-4470-956d-fcd8f097af29 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:09.877151 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69ccc470-84dd-4fb9-8df5-e7a6603530fe req-742e5f47-3438-4470-956d-fcd8f097af29 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.1349194 Jul 27 19:58:09.879064 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.888896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ea104-f96a-4db6-8be6-7f175401f2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41d6c07-6f4d-4e4b-b4c9-d8fb83a7b968,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:09.906630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Attempting to bind port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:09.906993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Attempting to bind port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'da5a4830-2e72-457b-a492-8cc02d807af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c9261664-22af-4b17-b5dc-59c58f328f39'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:09.907702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Attempting to bind port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 on network c9261664-22af-4b17-b5dc-59c58f328f39 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:09.918160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:58:09.918539 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Checking segment: {'id': 'da5a4830-2e72-457b-a492-8cc02d807af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c9261664-22af-4b17-b5dc-59c58f328f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:09.918940 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:09.919322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Bound using segment: {'id': 'da5a4830-2e72-457b-a492-8cc02d807af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c9261664-22af-4b17-b5dc-59c58f328f39'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:58:09.919815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Bound port: 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5a4830-2e72-457b-a492-8cc02d807af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c9261664-22af-4b17-b5dc-59c58f328f39'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:58:09.920150 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:10.002701 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69ccc470-84dd-4fb9-8df5-e7a6603530fe req-40c497d2-9a5d-4fca-86c6-8c25ba0d5cb5 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666103 Jul 27 19:58:10.009089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Pushing event updated for resources: {'Port': ['ID=b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:10.031282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:10.031664 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:10.032041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:10.041582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:10.041934 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:10.042400 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 2 to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 Jul 27 19:58:10.042720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] For port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:58:10.047251 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] For port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8,segment=NetworkSegment(da5a4830-2e72-457b-a492-8cc02d807af6),segment_id=da5a4830-2e72-457b-a492-8cc02d807af6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:58:10.054931 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:10.074452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:10.074681 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:10.075026 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:10.081184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:10.081517 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:10.082065 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 3 to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 Jul 27 19:58:10.110058 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:10.111632 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed8bf696-05f5-4bb8-9a87-0d7269bf3d23 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:10.113601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:10.114156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:10.119920 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5348843-c4ca-4c72-9fcb-4403b220d785 None None] Pushing event updated for resources: {'Port': ['ID=55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:10.122430 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:10.122711 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:10.123106 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 4 to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 Jul 27 19:58:10.148971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:10.149312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:10.149760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:10.154563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:10.155072 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-ed8bf696-05f5-4bb8-9a87-0d7269bf3d23 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Transition to ACTIVE for port object ccf38747-6c61-4edc-9708-2bc81673028a will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:10.155537 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:10.156154 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 5 to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 Jul 27 19:58:10.181418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:10.181788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:10.182122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:10.190667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:10.191078 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:10.192738 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 6 to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 Jul 27 19:58:10.242053 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed8bf696-05f5-4bb8-9a87-0d7269bf3d23 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:10.283614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:10.284190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:10.285789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:10.300816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:10.301143 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:10.301705 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 7 to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 Jul 27 19:58:10.301840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8bf696-05f5-4bb8-9a87-0d7269bf3d23 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Network c9261664-22af-4b17-b5dc-59c58f328f39 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:10.305498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ed8bf696-05f5-4bb8-9a87-0d7269bf3d23 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:10.308763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8bf696-05f5-4bb8-9a87-0d7269bf3d23 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:10.385301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:10.385627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:10.386006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:10.401168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:10.402275 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:10.402410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bf696-05f5-4bb8-9a87-0d7269bf3d23 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Pushing event updated for resources: {'Port': ['ID=ccf38747-6c61-4edc-9708-2bc81673028a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:10.403961 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 8 to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 Jul 27 19:58:10.447285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d9420-ff07-48a1-92cd-e0806bd0a55a req-ee3bf8f3-a4be-403f-aea4-ece6f3a81622 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:10.456064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa0d9420-ff07-48a1-92cd-e0806bd0a55a req-ee3bf8f3-a4be-403f-aea4-ece6f3a81622 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2677944 Jul 27 19:58:10.486023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8bf696-05f5-4bb8-9a87-0d7269bf3d23 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:10.486873 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed8bf696-05f5-4bb8-9a87-0d7269bf3d23 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:10.501230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:10.501538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:10.502174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:10.513572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:10.513918 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:10.523235 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ed8bf696-05f5-4bb8-9a87-0d7269bf3d23 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2922671 Jul 27 19:58:10.526583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57758) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:10.529024 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 9 to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 Jul 27 19:58:10.536832 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Request body: {'port': {'network_id': 'c9261664-22af-4b17-b5dc-59c58f328f39', 'name': 'tempest-ExtraDHCPOptionsTestJSON-936399569', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:10.537502 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.api.validators [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] bootfile-name is not in valid_values {{(pid=94060) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 19:58:10.537945 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.api.validators [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] tftp-server is not in valid_values {{(pid=94060) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 19:58:10.538366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.api.validators [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] server-ip-address is not in valid_values {{(pid=94060) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 19:58:10.584750 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa0d9420-ff07-48a1-92cd-e0806bd0a55a req-838302c6-7e94-41e1-b179-94e5d99e72dc tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275301 Jul 27 19:58:10.597122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7c14f-6976-4a25-bf98-731404808284 req-4c859ef5-cee2-4a0d-a448-9f475203072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:10.599502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9e7c14f-6976-4a25-bf98-731404808284 req-4c859ef5-cee2-4a0d-a448-9f475203072d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 1097 time: 0.2680490 Jul 27 19:58:10.604915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:10.604915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:10.605231 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:10.622785 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:10.623119 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:10.631649 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 10 to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 Jul 27 19:58:10.722626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:10.722973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:10.723296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:10.737675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:10.737991 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:10.738649 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:10.739279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Made reservation on behalf of 4d4fb9f878834d1da0932461d040211c for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:10.743496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:10.752452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9e7c14f-6976-4a25-bf98-731404808284 req-ec58e720-f060-41d9-8de9-3a05dd1fe5bc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377630 Jul 27 19:58:10.766562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] device_id is not set on port a7effa7d-0eaf-4c44-af05-f716541d209a yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:58:10.834199 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb57982-de28-4527-a321-2ee5e0717635 req-066999f4-8410-43b5-9c5c-d00da4db154a tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:10.842039 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0bb57982-de28-4527-a321-2ee5e0717635 req-066999f4-8410-43b5-9c5c-d00da4db154a tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 945 time: 0.2000926 Jul 27 19:58:10.856635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] For port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:58:10.857008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempted to set empty binding levels {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 19:58:10.869336 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:10.910220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] In _notify_port_updated(), no bound segment for port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 19:58:10.911562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:10.912294 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:10.916617 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "PUT /v2.0/ports/b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 HTTP/1.1" status: 200 len: 980 time: 1.4625382 Jul 27 19:58:10.917296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57770) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:10.933987 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Allocated IP 172.20.0.3 (c9261664-22af-4b17-b5dc-59c58f328f39/7f9e139a-65cc-40f3-84a8-e4d0c4e92398/a7effa7d-0eaf-4c44-af05-f716541d209a) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:11.010163 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0bb57982-de28-4527-a321-2ee5e0717635 req-f08f60be-d63e-4645-b4fa-914bc52a9346 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669877 Jul 27 19:58:11.018361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f7e17-120a-4746-a3d6-a5274abe2f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Pushing event updated for resources: {'Port': ['ID=b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:11.135780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.136315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.136817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.137286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.138777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.140778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.140778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.141011 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.141459 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.141902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.143226 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.143702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.145994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.146483 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.146951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.147410 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.148001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.149041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.149526 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.149996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.150466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.151360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.151360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.151950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.152428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.153799 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.154270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.154731 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.155190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.155662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.156101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.156634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.157053 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.157523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.158473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.162618 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5c6f691b-2ebc-4ac6-8f7c-5b1a1265919a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31480 time: 0.2356596 Jul 27 19:58:11.171877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57784) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:11.249948 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:11.272454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Transition to ACTIVE for port object a7effa7d-0eaf-4c44-af05-f716541d209a will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:11.322169 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:11.395677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Network c9261664-22af-4b17-b5dc-59c58f328f39 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:11.401178 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:11.404585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:11.442405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Pushing event updated for resources: {'Port': ['ID=a7effa7d-0eaf-4c44-af05-f716541d209a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:11.453205 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:11.529613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.544124 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:11.580538 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b3e12e7a-5066-4abb-b951-92b4bc37e31f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.0523250 Jul 27 19:58:11.583338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57802) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:11.619683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c6a50f-d695-4a7f-b378-c827a3dc608a None None] Network c9261664-22af-4b17-b5dc-59c58f328f39 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:11.730561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dfb1ae-36cb-4b28-9548-2d0f1340e680 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.762344 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dfb1ae-36cb-4b28-9548-2d0f1340e680 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.782951 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dfb1ae-36cb-4b28-9548-2d0f1340e680 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.791722 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e4dfb1ae-36cb-4b28-9548-2d0f1340e680 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2045012 Jul 27 19:58:11.795148 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57810) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:11.815283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3f10a1a5-dbb6-4645-b60e-cb2a632de5f5 None None] Provisioning for port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:58:11.898983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c41dda-605f-4959-9a23-d98f7f8c81ee req-990a6a82-def7-49e9-8059-65d78eda6638 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:11.900576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7c41dda-605f-4959-9a23-d98f7f8c81ee req-990a6a82-def7-49e9-8059-65d78eda6638 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.7296808 Jul 27 19:58:11.945999 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-cec6b006-79d5-43ce-af5a-fc35f359133a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Deleting port a7effa7d-0eaf-4c44-af05-f716541d209a {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:11.946552 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cec6b006-79d5-43ce-af5a-fc35f359133a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:11.955511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4b18cd2d-6e44-489f-99f6-474c3c3083b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Deleting port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:11.955859 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b18cd2d-6e44-489f-99f6-474c3c3083b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:12.049749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cec08-878b-4ebf-bcba-88bb17a91e84 req-97451962-d31f-4a32-9c3d-4fa296854845 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:12.058216 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ce7cec08-878b-4ebf-bcba-88bb17a91e84 req-97451962-d31f-4a32-9c3d-4fa296854845 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2475646 Jul 27 19:58:12.065861 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7c41dda-605f-4959-9a23-d98f7f8c81ee req-99854baf-a59d-49f1-be2b-a221c174dad5 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527798 Jul 27 19:58:12.093293 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cec6b006-79d5-43ce-af5a-fc35f359133a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:12.122582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4b18cd2d-6e44-489f-99f6-474c3c3083b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] For port b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57, host n-h2-705657-21, got binding levels [] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:12.123220 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b18cd2d-6e44-489f-99f6-474c3c3083b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:12.150729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-cec6b006-79d5-43ce-af5a-fc35f359133a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Calling delete_port for a7effa7d-0eaf-4c44-af05-f716541d209a owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:12.154406 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ce7cec08-878b-4ebf-bcba-88bb17a91e84 req-3a7035fc-44c6-4fdf-9e86-bc7f7980cb56 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887358 Jul 27 19:58:12.160071 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4b18cd2d-6e44-489f-99f6-474c3c3083b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Calling delete_port for b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:12.318450 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b18cd2d-6e44-489f-99f6-474c3c3083b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:12.418047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18cd2d-6e44-489f-99f6-474c3c3083b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:12.443401 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b18cd2d-6e44-489f-99f6-474c3c3083b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:12.445474 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4b18cd2d-6e44-489f-99f6-474c3c3083b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "DELETE /v2.0/ports/b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 HTTP/1.1" status: 204 len: 168 time: 1.2726536 Jul 27 19:58:12.448026 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57832) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:12.504561 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d5a189-9f8b-401a-9762-e4e15508f1e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] GET failed (client error): The resource could not be found. Jul 27 19:58:12.506292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-24d5a189-9f8b-401a-9762-e4e15508f1e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "GET /v2.0/ports/b6024f23-a206-4ef1-b0f0-0a7cfa6c5a57 HTTP/1.1" status: 404 len: 333 time: 0.0569723 Jul 27 19:58:12.510369 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57838) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:12.517970 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cec6b006-79d5-43ce-af5a-fc35f359133a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:12.521853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-541ce149-7a23-4256-8054-7a7a84a14508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097385474', 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:12.528078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:58:12.568993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541ce149-7a23-4256-8054-7a7a84a14508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Made reservation on behalf of a13912e6dabc42b6a23f6093fdf2acae for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:12.571784 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-541ce149-7a23-4256-8054-7a7a84a14508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:12.602317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-541ce149-7a23-4256-8054-7a7a84a14508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] device_id is not set on port 7b2c15de-d3d9-4af3-97b7-abcb19d9d4c0 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:58:12.663498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6b006-79d5-43ce-af5a-fc35f359133a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Pushing event deleted for resources: {'Port': ['ID=a7effa7d-0eaf-4c44-af05-f716541d209a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:12.678367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-47c2629b-ea7d-45be-9287-7ba96a112009 None None] Could not find standard attr ID for object a7effa7d-0eaf-4c44-af05-f716541d209a. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:58:12.713784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:58:12.728980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:12.731300 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:12.831270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-47c2629b-ea7d-45be-9287-7ba96a112009 None None] Provisioning for port ccf38747-6c61-4edc-9708-2bc81673028a completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:58:12.852900 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-47c2629b-ea7d-45be-9287-7ba96a112009 None None] Provisioning complete for port ccf38747-6c61-4edc-9708-2bc81673028a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:12.857361 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-47c2629b-ea7d-45be-9287-7ba96a112009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:12.859754 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cec6b006-79d5-43ce-af5a-fc35f359133a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:12.866962 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57862) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:12.868267 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cec6b006-79d5-43ce-af5a-fc35f359133a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] 10.222.0.48 "DELETE /v2.0/ports/a7effa7d-0eaf-4c44-af05-f716541d209a HTTP/1.1" status: 204 len: 168 time: 1.0719786 Jul 27 19:58:12.878622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6a062e59-2fbf-4403-975d-63109b0c841f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Request body: {'port': {'name': 'tempest-new-port-name-1233975766', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:12.879266 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.api.validators [None req-6a062e59-2fbf-4403-975d-63109b0c841f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] bootfile-name is not in valid_values {{(pid=94059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 19:58:12.879711 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.api.validators [None req-6a062e59-2fbf-4403-975d-63109b0c841f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] tftp-server is not in valid_values {{(pid=94059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 19:58:12.880139 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.api.validators [None req-6a062e59-2fbf-4403-975d-63109b0c841f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] server-ip-address is not in valid_values {{(pid=94059) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 19:58:12.946236 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-47c2629b-ea7d-45be-9287-7ba96a112009 None None] Port ccf38747-6c61-4edc-9708-2bc81673028a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:58:13.020558 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:13.039546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-47c2629b-ea7d-45be-9287-7ba96a112009 None None] Provisioning complete for port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:13.040122 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-47c2629b-ea7d-45be-9287-7ba96a112009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:13.099205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0cba3-e495-4a19-9ef1-1fa12b23bb9d req-ab9787d0-dfb4-4f92-b26f-a0eaca41c675 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:13.107049 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-deb0cba3-e495-4a19-9ef1-1fa12b23bb9d req-ab9787d0-dfb4-4f92-b26f-a0eaca41c675 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.4124939 Jul 27 19:58:13.115114 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a62e5-6b62-4711-8dc8-64f7203f6e66 req-19072343-06f5-4883-b35a-a99542c65b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:13.116677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba8a62e5-6b62-4711-8dc8-64f7203f6e66 req-19072343-06f5-4883-b35a-a99542c65b99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=289fc2dd6cba4a79a60c85368f2dc796&device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 1097 time: 0.4211264 Jul 27 19:58:13.246073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8,segment=NetworkSegment(da5a4830-2e72-457b-a492-8cc02d807af6),segment_id=da5a4830-2e72-457b-a492-8cc02d807af6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:13.274038 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a062e59-2fbf-4403-975d-63109b0c841f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:13.287841 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:13.314169 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-541ce149-7a23-4256-8054-7a7a84a14508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:13.355786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-deb0cba3-e495-4a19-9ef1-1fa12b23bb9d req-7d2660a3-2068-4fb9-86b0-ccb597943607 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478032 Jul 27 19:58:13.387278 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa6e545d-4183-44dc-9875-20b42e5ba356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:13.391877 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-47c2629b-ea7d-45be-9287-7ba96a112009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:13.428494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:13.480364 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.api [None req-47c2629b-ea7d-45be-9287-7ba96a112009 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:58:13.480877 n-d-705657-21 neutron-server[94061]: DEBUG oslo_db.api [None req-47c2629b-ea7d-45be-9287-7ba96a112009 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:58:13.605770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a62e5-6b62-4711-8dc8-64f7203f6e66 req-3d236ac4-3d0b-44f1-800d-d1a0f32e38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:13.607825 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba8a62e5-6b62-4711-8dc8-64f7203f6e66 req-3d236ac4-3d0b-44f1-800d-d1a0f32e38c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0dfd149c-5da4-4dc6-95ab-8e162771181f HTTP/1.1" status: 200 len: 920 time: 0.4376323 Jul 27 19:58:13.671877 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-541ce149-7a23-4256-8054-7a7a84a14508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:13.683059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1511f-683d-4458-853c-08499cbb93aa req-5965054d-f9a1-420d-893b-9a06ddd981e4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:13.690883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8c1511f-683d-4458-853c-08499cbb93aa req-5965054d-f9a1-420d-893b-9a06ddd981e4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.4543192 Jul 27 19:58:13.706914 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba8a62e5-6b62-4711-8dc8-64f7203f6e66 req-4f857724-f3f3-432f-8b99-173fa6e1f7a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=055e3f68-318c-45f0-b7c7-2f3602a31d1a HTTP/1.1" status: 200 len: 217 time: 0.0849881 Jul 27 19:58:13.881321 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541ce149-7a23-4256-8054-7a7a84a14508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Network 66ac72c8-da60-4c05-b831-097e8f8b98f1 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:13.898057 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a062e59-2fbf-4403-975d-63109b0c841f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:13.901882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-541ce149-7a23-4256-8054-7a7a84a14508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:13.908715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541ce149-7a23-4256-8054-7a7a84a14508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:13.910172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541ce149-7a23-4256-8054-7a7a84a14508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:13.910447 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-541ce149-7a23-4256-8054-7a7a84a14508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:13.912740 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a062e59-2fbf-4403-975d-63109b0c841f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:13.914463 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ce149-7a23-4256-8054-7a7a84a14508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Pushing event updated for resources: {'Port': ['ID=7b2c15de-d3d9-4af3-97b7-abcb19d9d4c0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:13.928250 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8c1511f-683d-4458-853c-08499cbb93aa req-06dde65a-6800-47aa-a9b9-4eb659cc3982 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353334 Jul 27 19:58:13.945793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a62e5-6b62-4711-8dc8-64f7203f6e66 req-bff96777-ee35-43f9-9ec9-700ca40c9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:13.947304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba8a62e5-6b62-4711-8dc8-64f7203f6e66 req-bff96777-ee35-43f9-9ec9-700ca40c9bf6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3a0225cf-270c-42c0-adb1-939c4f198eb6 HTTP/1.1" status: 200 len: 859 time: 0.2253754 Jul 27 19:58:14.013262 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-541ce149-7a23-4256-8054-7a7a84a14508 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5014617 Jul 27 19:58:14.016825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57934) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:14.051813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba8a62e5-6b62-4711-8dc8-64f7203f6e66 req-af46d3d2-0826-47b9-8377-12ed70660a57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dfd149c-5da4-4dc6-95ab-8e162771181f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792325 Jul 27 19:58:14.088844 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a062e59-2fbf-4403-975d-63109b0c841f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Pushing event updated for resources: {'Port': ['ID=ccf38747-6c61-4edc-9708-2bc81673028a,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:14.153571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6a062e59-2fbf-4403-975d-63109b0c841f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] In _notify_port_updated(), no bound segment for port ccf38747-6c61-4edc-9708-2bc81673028a on network c9261664-22af-4b17-b5dc-59c58f328f39 {{(pid=94059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 19:58:14.160246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a062e59-2fbf-4403-975d-63109b0c841f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:14.161571 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a062e59-2fbf-4403-975d-63109b0c841f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:14.163423 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6a062e59-2fbf-4403-975d-63109b0c841f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] 10.222.0.48 "PUT /v2.0/ports/ccf38747-6c61-4edc-9708-2bc81673028a HTTP/1.1" status: 200 len: 1137 time: 1.2916861 Jul 27 19:58:14.166299 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57942) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:14.249937 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e3a24da1-7ec8-4c66-9787-95eb80dadb95 None None] Provisioning complete for port ccf38747-6c61-4edc-9708-2bc81673028a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:14.251295 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e3a24da1-7ec8-4c66-9787-95eb80dadb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:14.294864 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a93219d-2b31-4526-ae7b-33e9e8a01637 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:14.296308 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8a93219d-2b31-4526-ae7b-33e9e8a01637 tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] 10.222.0.48 "GET /v2.0/ports/ccf38747-6c61-4edc-9708-2bc81673028a HTTP/1.1" status: 200 len: 1137 time: 0.1288931 Jul 27 19:58:14.305316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 57956) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:14.327302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e3a24da1-7ec8-4c66-9787-95eb80dadb95 None None] Port ccf38747-6c61-4edc-9708-2bc81673028a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:58:14.335150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e3a24da1-7ec8-4c66-9787-95eb80dadb95 None None] Could not find standard attr ID for object a7effa7d-0eaf-4c44-af05-f716541d209a. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:58:14.338328 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba8a62e5-6b62-4711-8dc8-64f7203f6e66 req-48a84ac8-3423-469a-9215-9bea0a40000e service neutron] 10.222.0.52 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721226 Jul 27 19:58:14.394433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:58:14.453214 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:14.453648 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:14.487922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aab130e4-409e-4bc0-95f5-ddff88670f53 None None] Provisioning complete for port ccf38747-6c61-4edc-9708-2bc81673028a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:14.488579 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aab130e4-409e-4bc0-95f5-ddff88670f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:14.570310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-aab130e4-409e-4bc0-95f5-ddff88670f53 None None] Port ccf38747-6c61-4edc-9708-2bc81673028a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:58:14.589652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba8a62e5-6b62-4711-8dc8-64f7203f6e66 req-94e5058b-e214-4480-be38-ead3cba74696 service neutron] 10.222.0.52 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887121 Jul 27 19:58:14.714476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-57170195-6780-4c7f-a47e-4bab67aae3ff tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Deleting port ccf38747-6c61-4edc-9708-2bc81673028a {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:14.714831 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-57170195-6780-4c7f-a47e-4bab67aae3ff tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:14.775108 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3215315d-125b-457d-b8be-014195696906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:14.779159 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3215315d-125b-457d-b8be-014195696906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "GET /v2.0/ports/7b2c15de-d3d9-4af3-97b7-abcb19d9d4c0 HTTP/1.1" status: 200 len: 959 time: 0.7587886 Jul 27 19:58:14.779452 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 57996) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:14.780637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85364de4-1046-422d-a779-de4e8586f76c req-31507046-445f-4d1a-81c4-3afac575f6aa tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:14.782255 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85364de4-1046-422d-a779-de4e8586f76c req-31507046-445f-4d1a-81c4-3afac575f6aa tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.1916618 Jul 27 19:58:14.868594 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-57170195-6780-4c7f-a47e-4bab67aae3ff tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:14.876360 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85364de4-1046-422d-a779-de4e8586f76c req-1cee8884-025c-472a-89eb-6956909320a0 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870404 Jul 27 19:58:14.897245 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-57170195-6780-4c7f-a47e-4bab67aae3ff tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Calling delete_port for ccf38747-6c61-4edc-9708-2bc81673028a owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:14.934920 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-95891662-0204-45d4-8250-06b66d58fa8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Deleting port 7b2c15de-d3d9-4af3-97b7-abcb19d9d4c0 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:14.935750 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95891662-0204-45d4-8250-06b66d58fa8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.028867 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95891662-0204-45d4-8250-06b66d58fa8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.060861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-95891662-0204-45d4-8250-06b66d58fa8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Calling delete_port for 7b2c15de-d3d9-4af3-97b7-abcb19d9d4c0 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:15.121349 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-57170195-6780-4c7f-a47e-4bab67aae3ff tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.180162 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57170195-6780-4c7f-a47e-4bab67aae3ff tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Pushing event deleted for resources: {'Port': ['ID=ccf38747-6c61-4edc-9708-2bc81673028a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:15.208880 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95891662-0204-45d4-8250-06b66d58fa8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.245658 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95891662-0204-45d4-8250-06b66d58fa8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.250073 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-95891662-0204-45d4-8250-06b66d58fa8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "DELETE /v2.0/ports/7b2c15de-d3d9-4af3-97b7-abcb19d9d4c0 HTTP/1.1" status: 204 len: 168 time: 0.4689066 Jul 27 19:58:15.258725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58024) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:15.277764 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95891662-0204-45d4-8250-06b66d58fa8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b2c15de-d3d9-4af3-97b7-abcb19d9d4c0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:15.314513 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c148fa8-ca9e-4dad-bb9a-9aff57db59e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] GET failed (client error): The resource could not be found. Jul 27 19:58:15.316756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6c148fa8-ca9e-4dad-bb9a-9aff57db59e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "GET /v2.0/ports/7b2c15de-d3d9-4af3-97b7-abcb19d9d4c0 HTTP/1.1" status: 404 len: 333 time: 0.0451734 Jul 27 19:58:15.322128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58026) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:15.328141 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7741a8c4-03b7-4216-82ec-1ffe8915b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Request body: {'port': {'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1415667977'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:15.336631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbae68-505b-440d-a827-0a63a334f605 req-eb8b9309-57df-4fa6-b463-361048958d86 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:15.338933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85bbae68-505b-440d-a827-0a63a334f605 req-eb8b9309-57df-4fa6-b463-361048958d86 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.2530856 Jul 27 19:58:15.355697 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-57170195-6780-4c7f-a47e-4bab67aae3ff tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.362970 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-57170195-6780-4c7f-a47e-4bab67aae3ff tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] 10.222.0.48 "DELETE /v2.0/ports/ccf38747-6c61-4edc-9708-2bc81673028a HTTP/1.1" status: 204 len: 168 time: 1.0498841 Jul 27 19:58:15.366894 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58028) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:15.391374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7741a8c4-03b7-4216-82ec-1ffe8915b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Made reservation on behalf of a13912e6dabc42b6a23f6093fdf2acae for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:15.393999 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7741a8c4-03b7-4216-82ec-1ffe8915b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.424123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-7741a8c4-03b7-4216-82ec-1ffe8915b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] device_id is not set on port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:58:15.498149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-5810f984-5428-49a3-825c-0ded560bed2a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Deleting subnet 7f9e139a-65cc-40f3-84a8-e4d0c4e92398 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:58:15.503760 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85bbae68-505b-440d-a827-0a63a334f605 req-efbf9ee4-f3c3-4ed5-8c2a-0bb037a01383 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355147 Jul 27 19:58:15.506106 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5810f984-5428-49a3-825c-0ded560bed2a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.557017 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5810f984-5428-49a3-825c-0ded560bed2a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.579378 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58032) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:15.635130 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7741a8c4-03b7-4216-82ec-1ffe8915b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.672300 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5810f984-5428-49a3-825c-0ded560bed2a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.683287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7741a8c4-03b7-4216-82ec-1ffe8915b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.731543 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9dcca65e-6b2e-41ff-9d79-4d9dc14bbf61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.736742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7741a8c4-03b7-4216-82ec-1ffe8915b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Network 66ac72c8-da60-4c05-b831-097e8f8b98f1 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:15.741210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-7741a8c4-03b7-4216-82ec-1ffe8915b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:15.743383 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741a8c4-03b7-4216-82ec-1ffe8915b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Pushing event updated for resources: {'Port': ['ID=7d62ffb1-354e-4021-81c5-d1f3c6f443f5,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:15.745742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7741a8c4-03b7-4216-82ec-1ffe8915b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:15.746816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7741a8c4-03b7-4216-82ec-1ffe8915b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:15.747603 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7741a8c4-03b7-4216-82ec-1ffe8915b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.806430 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5810f984-5428-49a3-825c-0ded560bed2a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.842294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810f984-5428-49a3-825c-0ded560bed2a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9e139a-65cc-40f3-84a8-e4d0c4e92398,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:15.849118 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5810f984-5428-49a3-825c-0ded560bed2a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.851716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5810f984-5428-49a3-825c-0ded560bed2a tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] 10.222.0.48 "DELETE /v2.0/subnets/7f9e139a-65cc-40f3-84a8-e4d0c4e92398 HTTP/1.1" status: 204 len: 168 time: 0.4823482 Jul 27 19:58:15.854631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58036) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:15.857069 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5710741a-ca36-498b-be2b-e5a81dc7e767 None None] Network c9261664-22af-4b17-b5dc-59c58f328f39 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:15.905290 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9dcca65e-6b2e-41ff-9d79-4d9dc14bbf61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.920111 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9dcca65e-6b2e-41ff-9d79-4d9dc14bbf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:15.937713 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7741a8c4-03b7-4216-82ec-1ffe8915b4ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6141653 Jul 27 19:58:15.941772 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58042) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:15.948656 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:15.999959 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.049693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9dcca65e-6b2e-41ff-9d79-4d9dc14bbf61 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=791430c018544f1588eacbd9d8180dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4689779 Jul 27 19:58:16.056271 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58046) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:16.083279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcca65e-6b2e-41ff-9d79-4d9dc14bbf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc9e3e8-54ae-41f0-aab3-82cdec1f75ef,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:16.151703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469b802-6dac-4454-97e9-e8b41beab50b req-e7335cd3-abaf-45a4-a91b-b26aa1470eae tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:16.155194 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f469b802-6dac-4454-97e9-e8b41beab50b req-e7335cd3-abaf-45a4-a91b-b26aa1470eae tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.1219745 Jul 27 19:58:16.160150 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.213412 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e4b18383-e98e-4c91-aae9-8c2392f97ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.228436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f469b802-6dac-4454-97e9-e8b41beab50b req-e7644e95-d6e4-467e-9a4a-07430fb5f230 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583200 Jul 27 19:58:16.307292 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4ad0af29-4647-4f26-a584-b7b8b4177398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.310676 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.321637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Deleting port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:16.322776 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.327085 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e4b18383-e98e-4c91-aae9-8c2392f97ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.400477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dcef94-0375-4d42-9753-14126305691e None None] DHCP port deletion for c9261664-22af-4b17-b5dc-59c58f328f39 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:58:16.448749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a1dcef94-0375-4d42-9753-14126305691e None None] Deleting port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:16.449473 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a1dcef94-0375-4d42-9753-14126305691e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.492839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] For port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8,segment=NetworkSegment(da5a4830-2e72-457b-a492-8cc02d807af6),segment_id=da5a4830-2e72-457b-a492-8cc02d807af6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:16.493322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.520306 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Calling delete_port for 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:16.524063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a1dcef94-0375-4d42-9753-14126305691e None None] For port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8,segment=NetworkSegment(da5a4830-2e72-457b-a492-8cc02d807af6),segment_id=da5a4830-2e72-457b-a492-8cc02d807af6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:16.526839 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a1dcef94-0375-4d42-9753-14126305691e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.548014 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e4b18383-e98e-4c91-aae9-8c2392f97ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.550805 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e4b18383-e98e-4c91-aae9-8c2392f97ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.550960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a1dcef94-0375-4d42-9753-14126305691e None None] Calling delete_port for 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:16.554815 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e4b18383-e98e-4c91-aae9-8c2392f97ad5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1cc9e3e8-54ae-41f0-aab3-82cdec1f75ef HTTP/1.1" status: 204 len: 168 time: 0.4953954 Jul 27 19:58:16.622353 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b18383-e98e-4c91-aae9-8c2392f97ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc9e3e8-54ae-41f0-aab3-82cdec1f75ef,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:16.646239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] device_id is not set on port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:58:16.669847 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.694872 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a1dcef94-0375-4d42-9753-14126305691e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.720557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Transition to ACTIVE for port object 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:16.736536 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.745345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcef94-0375-4d42-9753-14126305691e None None] Pushing event deleted for resources: {'Port': ['ID=55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:16.750422 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dcef94-0375-4d42-9753-14126305691e None None] No DVR routers for this DVR port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:58:16.767084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8efea-6965-469c-b484-4111d65ff074 req-5ed3814e-ca09-4d12-94a7-e27c7efed850 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:16.776903 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0a8efea-6965-469c-b484-4111d65ff074 req-5ed3814e-ca09-4d12-94a7-e27c7efed850 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 944 time: 0.1219959 Jul 27 19:58:16.805086 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:16.815970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Pushing event updated for resources: {'Port': ['ID=7d62ffb1-354e-4021-81c5-d1f3c6f443f5,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:16.818131 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0a8efea-6965-469c-b484-4111d65ff074 req-5f39e9f1-2f29-4611-a1a3-3f5ccd286a3a tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401204 Jul 27 19:58:16.858915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] No DVR routers for this DVR port 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:58:16.865756 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Pushing event deleted for resources: {'Port': ['ID=55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:16.895966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:16.895966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:16.895966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:16.901780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:16.902110 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:16.903638 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 2 to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 Jul 27 19:58:16.964480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:16.964817 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:16.965150 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:16.973640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:16.973950 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:16.983758 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 3 to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 Jul 27 19:58:16.988271 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:17.006162 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9261664-22af-4b17-b5dc-59c58f328f39']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:17.014900 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:17.015349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:17.015775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:17.022685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5a4830-2e72-457b-a492-8cc02d807af6') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:17.022989 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5a4830-2e72-457b-a492-8cc02d807af6') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:17.032596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:17.032936 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:17.034805 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 4 to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 Jul 27 19:58:17.039484 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:17.085034 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:17.085688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:17.085688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:17.086331 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:17.097106 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:17.099455 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:17.100104 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:17.102671 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 5 to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 Jul 27 19:58:17.123782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:58:17.124200 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:58:17.130688 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:58:17.204072 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:17.204685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:17.205079 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:17.218580 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:17.219186 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:17.221939 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 6 to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 Jul 27 19:58:17.241136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:17.241486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:17.241864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:17.247865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:17.248427 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:17.248854 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 7 to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 Jul 27 19:58:17.253329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:17.259621 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:17.262279 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] 10.222.0.48 "DELETE /v2.0/networks/c9261664-22af-4b17-b5dc-59c58f328f39 HTTP/1.1" status: 204 len: 168 time: 1.4035277 Jul 27 19:58:17.288855 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:17.289417 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:17.289753 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:17.293358 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520b6ab-c885-4464-a126-bd86cbed287f tempest-ExtraDHCPOptionsTestJSON-1560573888 tempest-ExtraDHCPOptionsTestJSON-1560573888-project] Pushing event deleted for resources: {'Network': ['ID=c9261664-22af-4b17-b5dc-59c58f328f39,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:17.298095 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:17.298432 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:17.298823 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 8 to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 Jul 27 19:58:17.314222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:17.314500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:17.314840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:17.319813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:17.320201 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:17.320589 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 9 to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 Jul 27 19:58:17.337968 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:17.338338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:17.339035 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:17.344374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:17.344712 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:17.345106 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempt 10 to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 Jul 27 19:58:17.364151 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:17.364543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:17.365036 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempting to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:17.370735 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:58:17.371089 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Failed to bind port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on host n-h2-705657-21 for vnic_type normal using segments [{'id': 'a088dfe7-9b99-4503-bca8-a663645debbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '66ac72c8-da60-4c05-b831-097e8f8b98f1'}] Jul 27 19:58:17.371450 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:17.454139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] For port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:58:17.454980 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attempted to set empty binding levels {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 19:58:17.462232 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:17.500836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823b72a-0eb7-4c4a-b0cb-d9ec0353ec27 req-e04c973e-b0cf-4263-af70-247ca8b1d988 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:17.502737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a823b72a-0eb7-4c4a-b0cb-d9ec0353ec27 req-e04c973e-b0cf-4263-af70-247ca8b1d988 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.1095915 Jul 27 19:58:17.506955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:58:17.513900 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] In _notify_port_updated(), no bound segment for port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 on network 66ac72c8-da60-4c05-b831-097e8f8b98f1 {{(pid=94060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 19:58:17.514946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:17.515561 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:17.519704 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "PUT /v2.0/ports/7d62ffb1-354e-4021-81c5-d1f3c6f443f5 HTTP/1.1" status: 200 len: 980 time: 1.5735967 Jul 27 19:58:17.520265 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58084) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:17.575023 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a823b72a-0eb7-4c4a-b0cb-d9ec0353ec27 req-431eb57a-2f87-4691-9264-fe5785f55881 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635977 Jul 27 19:58:17.618449 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de98d1b-57a8-4d8a-b9df-46b6b4be925a tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Pushing event updated for resources: {'Port': ['ID=7d62ffb1-354e-4021-81c5-d1f3c6f443f5,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:17.618573 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58088) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:17.729170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:17.742796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8d72a58f-1128-4d1d-be45-25358af31ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Deleting port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:17.749167 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d72a58f-1128-4d1d-be45-25358af31ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:17.760940 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'port_id': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'mac_address': 'fa:16:3e:b5:a8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:58:17.839348 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:17.860195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:58:17.907980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:17.911234 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d89b029c-1c4f-4084-8a7b-603ca7dd8743 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d4fb9f878834d1da0932461d040211c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913280 Jul 27 19:58:17.912119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58102) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:17.914339 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:17.934296 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-8d72a58f-1128-4d1d-be45-25358af31ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] For port 7d62ffb1-354e-4021-81c5-d1f3c6f443f5, host n-h2-705657-21, got binding levels [] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:17.934723 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d72a58f-1128-4d1d-be45-25358af31ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:17.971773 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8d72a58f-1128-4d1d-be45-25358af31ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Calling delete_port for 7d62ffb1-354e-4021-81c5-d1f3c6f443f5 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:18.028582 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:18.037540 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58108) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:18.043796 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3eaf60ae-a5a3-4c43-b1e6-e83b8b731bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.072455 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3eaf60ae-a5a3-4c43-b1e6-e83b8b731bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.089775 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d72a58f-1128-4d1d-be45-25358af31ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.120786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279028e2-956d-431c-9f24-73c6843fe6ad req-c2bebfb9-a891-49ec-bb3a-a19cfd6c39b1 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:18.122357 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-279028e2-956d-431c-9f24-73c6843fe6ad req-c2bebfb9-a891-49ec-bb3a-a19cfd6c39b1 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 945 time: 0.1660049 Jul 27 19:58:18.135604 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d72a58f-1128-4d1d-be45-25358af31ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.139086 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8d72a58f-1128-4d1d-be45-25358af31ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "DELETE /v2.0/ports/7d62ffb1-354e-4021-81c5-d1f3c6f443f5 HTTP/1.1" status: 204 len: 168 time: 0.6173384 Jul 27 19:58:18.140574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72a58f-1128-4d1d-be45-25358af31ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d62ffb1-354e-4021-81c5-d1f3c6f443f5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:18.150163 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58114) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:18.165246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['f62ca415-ca84-4b6d-9eed-6f7b2491b8b0'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:58:18.187515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-279028e2-956d-431c-9f24-73c6843fe6ad req-05f18ffc-9596-4495-8589-2b2da0c7ba14 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513964 Jul 27 19:58:18.203531 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3eaf60ae-a5a3-4c43-b1e6-e83b8b731bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.207834 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3eaf60ae-a5a3-4c43-b1e6-e83b8b731bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.212020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3eaf60ae-a5a3-4c43-b1e6-e83b8b731bae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00d8abf2-b6a6-4acb-94ac-79536c3e06e3 HTTP/1.1" status: 204 len: 168 time: 0.2958345 Jul 27 19:58:18.240230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf60ae-a5a3-4c43-b1e6-e83b8b731bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d8abf2-b6a6-4acb-94ac-79536c3e06e3,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:18.257653 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-f687fd89-2dcc-45ca-964a-d9b1c170e1f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] GET failed (client error): The resource could not be found. Jul 27 19:58:18.274845 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58122) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:18.275019 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f687fd89-2dcc-45ca-964a-d9b1c170e1f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442594131-project-admin] 10.222.0.48 "GET /v2.0/ports/7d62ffb1-354e-4021-81c5-d1f3c6f443f5 HTTP/1.1" status: 404 len: 333 time: 0.1236613 Jul 27 19:58:18.282366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eedf8059-0b4f-4e33-9412-508e7cc0f2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.390196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:58:18.419451 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-49e6f4e5-380c-492c-a069-846e276c0265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.422291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:58:18.422750 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 55d6fa05-a4ae-4e23-9dfb-e475d04ee5d8 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:58:18.475556 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eedf8059-0b4f-4e33-9412-508e7cc0f2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.489438 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eedf8059-0b4f-4e33-9412-508e7cc0f2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.538250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-49e6f4e5-380c-492c-a069-846e276c0265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.542958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf8059-0b4f-4e33-9412-508e7cc0f2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317be2ec-7cf0-4c3e-9bd7-7600367487d3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:18.548767 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-eedf8059-0b4f-4e33-9412-508e7cc0f2ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=274d7fefe57048b993727a67ce9c7ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5090144 Jul 27 19:58:18.560179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58128) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:18.563385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-49e6f4e5-380c-492c-a069-846e276c0265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ac72c8-da60-4c05-b831-097e8f8b98f1']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:18.583036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-49e6f4e5-380c-492c-a069-846e276c0265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a088dfe7-9b99-4503-bca8-a663645debbd') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:18.583331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-49e6f4e5-380c-492c-a069-846e276c0265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a088dfe7-9b99-4503-bca8-a663645debbd') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:18.598853 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-49e6f4e5-380c-492c-a069-846e276c0265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.624792 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-49e6f4e5-380c-492c-a069-846e276c0265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.636897 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e6f4e5-380c-492c-a069-846e276c0265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:58:18.637305 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-49e6f4e5-380c-492c-a069-846e276c0265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:58:18.640522 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:58:18.678095 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-00094b91-f784-4376-9b05-ad37a0aa6c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.714557 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-00094b91-f784-4376-9b05-ad37a0aa6c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.721347 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-49e6f4e5-380c-492c-a069-846e276c0265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.726641 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-49e6f4e5-380c-492c-a069-846e276c0265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.728681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-49e6f4e5-380c-492c-a069-846e276c0265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] 10.222.0.48 "DELETE /v2.0/networks/66ac72c8-da60-4c05-b831-097e8f8b98f1 HTTP/1.1" status: 204 len: 168 time: 0.4528241 Jul 27 19:58:18.756604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6f4e5-380c-492c-a069-846e276c0265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967673157-project] Pushing event deleted for resources: {'Network': ['ID=66ac72c8-da60-4c05-b831-097e8f8b98f1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:18.793699 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-00094b91-f784-4376-9b05-ad37a0aa6c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.797120 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-00094b91-f784-4376-9b05-ad37a0aa6c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:18.798805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-00094b91-f784-4376-9b05-ad37a0aa6c80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/317be2ec-7cf0-4c3e-9bd7-7600367487d3 HTTP/1.1" status: 204 len: 168 time: 0.2376015 Jul 27 19:58:18.808426 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00094b91-f784-4376-9b05-ad37a0aa6c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317be2ec-7cf0-4c3e-9bd7-7600367487d3,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:18.872856 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:19.077493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58152) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:19.336574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ccf8a756-409b-45fc-82a4-604fa91cd966 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e66c6934cc741c295de560a1369a8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575750 Jul 27 19:58:19.340188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58174) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:19.392252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a346561-7748-4665-91ef-bc8e3f1f9fd3 req-90b600b4-ce8d-497f-b3d3-41979e2cedc5 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:19.400666 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a346561-7748-4665-91ef-bc8e3f1f9fd3 req-90b600b4-ce8d-497f-b3d3-41979e2cedc5 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2312632 Jul 27 19:58:19.402293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58176) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:19.412144 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60cca148-6a76-44c3-993c-69e7b8cc06ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:19.437699 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60cca148-6a76-44c3-993c-69e7b8cc06ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:19.459039 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a346561-7748-4665-91ef-bc8e3f1f9fd3 req-2a70a8a7-44f9-4958-b9bc-636d177eef63 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550900 Jul 27 19:58:19.489517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d43933-e728-4792-b9fd-b9d3bb6d1e16 req-68e0a12b-52d4-4bca-82c1-432f9f2ca69a tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:19.495418 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60cca148-6a76-44c3-993c-69e7b8cc06ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:19.498242 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60cca148-6a76-44c3-993c-69e7b8cc06ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:19.499555 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-60cca148-6a76-44c3-993c-69e7b8cc06ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1d8fb53-6dcc-424d-9b5b-c083acf509be HTTP/1.1" status: 204 len: 168 time: 0.1577878 Jul 27 19:58:19.504643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2d43933-e728-4792-b9fd-b9d3bb6d1e16 req-68e0a12b-52d4-4bca-82c1-432f9f2ca69a tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 945 time: 0.2021687 Jul 27 19:58:19.513754 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:58:19.531573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cca148-6a76-44c3-993c-69e7b8cc06ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d8fb53-6dcc-424d-9b5b-c083acf509be,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:19.562361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2d43933-e728-4792-b9fd-b9d3bb6d1e16 req-9c07bad8-9d90-4fab-ab71-0336bb25d123 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551872 Jul 27 19:58:19.592237 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:19.593147 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:19.698767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-933090836'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:19.699644 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:19.728249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:58:19.731063 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425dc086-f14f-4e2a-b5fb-2ce4d3fbc7e6" -d '{"events": [{"server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "name": "network-vif-plugged", "status": "completed", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:58:19.734256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:19.753360 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:19.755731 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:19.758862 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:19.796883 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:19.828032 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,revision_number=10']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:19.860565 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86dff94-2f54-4bff-a848-c3223b3f5f1f x-openstack-request-id: req-e86dff94-2f54-4bff-a848-c3223b3f5f1f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:58:19.861141 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "name": "network-vif-plugged", "status": "completed", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:58:19.861381 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e86dff94-2f54-4bff-a848-c3223b3f5f1f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:58:19.861778 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'code': 200} Jul 27 19:58:19.965074 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:19.976694 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:20.026317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:58:20.058288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b83840e-6ed2-4e3b-ad06-c7485ea0537a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:20.061270 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:20.061610 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Added segment 2f1c6865-36d0-434c-a4a6-0ffbe19c87e5 of type vlan for network 8a1555d8-3f56-45ec-a63c-2b8f636cc6eb Jul 27 19:58:20.079806 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58208) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:20.122668 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:20.136639 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0057aba-d336-4ece-87bf-c13aace8bb14 req-ed49e5c3-23dd-4001-bd5f-a6c15b135662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:20.143228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a0057aba-d336-4ece-87bf-c13aace8bb14 req-ed49e5c3-23dd-4001-bd5f-a6c15b135662 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 1099 time: 0.1304977 Jul 27 19:58:20.153199 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8948a84b-d457-40f9-b75a-336442a15743 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a13912e6dabc42b6a23f6093fdf2acae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711415 Jul 27 19:58:20.155581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58212) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:20.205349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a0057aba-d336-4ece-87bf-c13aace8bb14 req-3098befc-5732-49c0-9ad3-c0b92bbffcc0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539086 Jul 27 19:58:20.205967 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:20.212137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:20.212875 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:20.215651 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-489c6f9d-e402-402f-a3c0-709d9d9f320c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:20.243704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-489c6f9d-e402-402f-a3c0-709d9d9f320c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:20.293520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8899431 Jul 27 19:58:20.306635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e4527-6079-420d-a5e0-eb620b4b2a8a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Network': ['ID=8a1555d8-3f56-45ec-a63c-2b8f636cc6eb,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:20.319121 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-489c6f9d-e402-402f-a3c0-709d9d9f320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:20.322455 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-489c6f9d-e402-402f-a3c0-709d9d9f320c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:20.323823 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-489c6f9d-e402-402f-a3c0-709d9d9f320c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2506fca8-2186-4b38-8f37-f39db69a6d71 HTTP/1.1" status: 204 len: 168 time: 0.1670618 Jul 27 19:58:20.328462 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 8a1555d8-3f56-45ec-a63c-2b8f636cc6eb details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:20.351942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c6f9d-e402-402f-a3c0-709d9d9f320c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2506fca8-2186-4b38-8f37-f39db69a6d71,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:20.736018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8f018-c80b-48a2-9145-a4f48b553862 req-9fbeb5cb-d5a0-4e4a-8d0a-17f28f296d5f tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:20.760773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ded8f018-c80b-48a2-9145-a4f48b553862 req-9fbeb5cb-d5a0-4e4a-8d0a-17f28f296d5f tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 947 time: 0.1137838 Jul 27 19:58:20.868835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ded8f018-c80b-48a2-9145-a4f48b553862 req-bc747513-fe4a-444d-ae98-22c91dd5047b tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066329 Jul 27 19:58:21.132815 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58248) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:21.412645 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1814154400', 'router:external': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:21.458429 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Made reservation on behalf of 593963bf9ca84a63ac4c5b475fb89760 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:21.461246 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:21.480135 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:21.736243 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:21.755498 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:21.852499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:58:21.890813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9290590-1947-4ffb-9cfb-2c031c4e32df,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:21.924781 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:21.925732 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Added segment b24ce484-54e2-4f70-86ab-54b2aba1097b of type vlan for network 14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a Jul 27 19:58:22.052475 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:22.109517 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:22.111268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:22.112809 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:22.186920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0215f92-bb92-43b8-889d-d9ad97764aef req-194f9030-3230-493c-9aa5-6e66206890c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:22.196033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0215f92-bb92-43b8-889d-d9ad97764aef req-194f9030-3230-493c-9aa5-6e66206890c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 947 time: 0.1566825 Jul 27 19:58:22.227473 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Pushing event updated for resources: {'Network': ['ID=14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:22.241943 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:22.244125 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6d210eed-134f-4bba-b595-511fff387222 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1095774 Jul 27 19:58:22.246905 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58310) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:22.254649 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-66a29313-e17c-4caf-8c54-48fb521a18a5 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Request body: {'subnet': {'network_id': '14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:22.298872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a29313-e17c-4caf-8c54-48fb521a18a5 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Made reservation on behalf of 593963bf9ca84a63ac4c5b475fb89760 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:22.302428 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66a29313-e17c-4caf-8c54-48fb521a18a5 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:22.317093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0215f92-bb92-43b8-889d-d9ad97764aef req-df9fb31c-6e23-4b1c-ab94-60115c34da90 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196284 Jul 27 19:58:22.770235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-66a29313-e17c-4caf-8c54-48fb521a18a5 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:58:22.770766 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66a29313-e17c-4caf-8c54-48fb521a18a5 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:22.833926 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a29313-e17c-4caf-8c54-48fb521a18a5 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f22921fe-d89a-4af1-9e50-b4489468715a,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:22.848785 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a29313-e17c-4caf-8c54-48fb521a18a5 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Checking segment: {'id': 'b24ce484-54e2-4f70-86ab-54b2aba1097b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:22.849153 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a29313-e17c-4caf-8c54-48fb521a18a5 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Network hostable DHCP agents. Network: 14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:58:22.870957 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a29313-e17c-4caf-8c54-48fb521a18a5 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Network 14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:58:22.883998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-66a29313-e17c-4caf-8c54-48fb521a18a5 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:22.889712 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a29313-e17c-4caf-8c54-48fb521a18a5 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:22.890322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66a29313-e17c-4caf-8c54-48fb521a18a5 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:22.895899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a7148c-3a5b-40d2-b2a6-e3b195b06185 None None] Network 14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:22.914334 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-66a29313-e17c-4caf-8c54-48fb521a18a5 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6635554 Jul 27 19:58:22.914641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58328) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:22.927919 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-38ca7fdf-4260-46d9-b3d3-eebcc288a9dc tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1091236229', 'network_id': '14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:22.977754 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ca7fdf-4260-46d9-b3d3-eebcc288a9dc tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Made reservation on behalf of 593963bf9ca84a63ac4c5b475fb89760 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:22.986769 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38ca7fdf-4260-46d9-b3d3-eebcc288a9dc tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:22.996207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58330) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:23.035724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-38ca7fdf-4260-46d9-b3d3-eebcc288a9dc tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] device_id is not set on port 06ef2cc9-b8a0-4325-bcdb-74f86370b538 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:58:23.167399 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f064574-86a6-429a-b5ad-0e14738c6020 None None] Network 14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:23.199261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-38ca7fdf-4260-46d9-b3d3-eebcc288a9dc tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Allocated IP 2001:db8::28d (14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a/f22921fe-d89a-4af1-9e50-b4489468715a/06ef2cc9-b8a0-4325-bcdb-74f86370b538) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:23.199990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1895824174', 'router:external': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:23.226405 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Made reservation on behalf of 5e0a2986ae404b0d94d6f30269aa43d8 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:23.231224 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:23.252426 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:23.377483 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:23.397677 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:23.423086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:58:23.445407 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:23.446969 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Added segment 507a51da-ad06-4b43-b4ff-656a7993ff62 of type vlan for network eebf23fe-bd47-43fb-bcb5-18963cb7c3a0 Jul 27 19:58:23.454472 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38ca7fdf-4260-46d9-b3d3-eebcc288a9dc tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:23.515710 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38ca7fdf-4260-46d9-b3d3-eebcc288a9dc tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:23.542813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ca7fdf-4260-46d9-b3d3-eebcc288a9dc tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Network 14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:23.545638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-38ca7fdf-4260-46d9-b3d3-eebcc288a9dc tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:23.548136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca7fdf-4260-46d9-b3d3-eebcc288a9dc tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:23.549175 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ca7fdf-4260-46d9-b3d3-eebcc288a9dc tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:23.549780 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38ca7fdf-4260-46d9-b3d3-eebcc288a9dc tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:23.562081 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:23.630247 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-38ca7fdf-4260-46d9-b3d3-eebcc288a9dc tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7122421 Jul 27 19:58:23.645201 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58338) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:23.668082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca7fdf-4260-46d9-b3d3-eebcc288a9dc tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Pushing event updated for resources: {'Port': ['ID=06ef2cc9-b8a0-4325-bcdb-74f86370b538,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:23.688636 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a2d65d-4f19-45bc-8344-e9a0948a1ecd,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:23.710696 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:23.711892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:23.712742 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:23.727443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58340) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:23.738974 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b292ba47-9b50-4838-b605-2584b5006bac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'subnet': {'network_id': '8a1555d8-3f56-45ec-a63c-2b8f636cc6eb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:23.784199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7865455 Jul 27 19:58:23.787610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58344) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:23.795550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ce8ba6a9-dd81-45d9-8a4a-ee41438b92a5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Request body: {'subnet': {'network_id': 'eebf23fe-bd47-43fb-bcb5-18963cb7c3a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:23.801045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6217c0-db89-4487-826a-b67aac65e80a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Pushing event updated for resources: {'Network': ['ID=eebf23fe-bd47-43fb-bcb5-18963cb7c3a0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:23.812054 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network eebf23fe-bd47-43fb-bcb5-18963cb7c3a0 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:23.838498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cd8ce-2bb1-4c67-a98c-8b74247c622b req-031a8441-0aef-4a3f-9729-89b7a4801781 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:23.848010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af9cd8ce-2bb1-4c67-a98c-8b74247c622b req-031a8441-0aef-4a3f-9729-89b7a4801781 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 947 time: 0.3280435 Jul 27 19:58:23.860742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5a223bb0-0ca0-4418-b9fd-f90697056ea8 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Deleting port 06ef2cc9-b8a0-4325-bcdb-74f86370b538 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:23.861010 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5a223bb0-0ca0-4418-b9fd-f90697056ea8 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:23.867113 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8ba6a9-dd81-45d9-8a4a-ee41438b92a5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Made reservation on behalf of 5e0a2986ae404b0d94d6f30269aa43d8 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:23.869923 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce8ba6a9-dd81-45d9-8a4a-ee41438b92a5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:23.896631 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af9cd8ce-2bb1-4c67-a98c-8b74247c622b req-9308feb9-ad4b-4e7f-a9fa-991796e6cd6a tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475874 Jul 27 19:58:24.031217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b292ba47-9b50-4838-b605-2584b5006bac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:24.035155 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b292ba47-9b50-4838-b605-2584b5006bac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:24.125352 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5a223bb0-0ca0-4418-b9fd-f90697056ea8 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:24.179302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5a223bb0-0ca0-4418-b9fd-f90697056ea8 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Calling delete_port for 06ef2cc9-b8a0-4325-bcdb-74f86370b538 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:24.499554 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b292ba47-9b50-4838-b605-2584b5006bac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:24.552289 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5a223bb0-0ca0-4418-b9fd-f90697056ea8 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:24.615893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a223bb0-0ca0-4418-b9fd-f90697056ea8 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Pushing event deleted for resources: {'Port': ['ID=06ef2cc9-b8a0-4325-bcdb-74f86370b538,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:24.625334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292ba47-9b50-4838-b605-2584b5006bac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Subnet': ['ID=7ec8f2aa-4157-48cd-adb0-b4c685e60199,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:24.666333 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5a223bb0-0ca0-4418-b9fd-f90697056ea8 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:24.670932 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5a223bb0-0ca0-4418-b9fd-f90697056ea8 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "DELETE /v2.0/ports/06ef2cc9-b8a0-4325-bcdb-74f86370b538 HTTP/1.1" status: 204 len: 168 time: 1.0221362 Jul 27 19:58:24.671363 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58358) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:24.676957 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a', 'external_fixed_ips': [{'subnet_id': 'f22921fe-d89a-4af1-9e50-b4489468715a', 'ip_address': '2001:db8::28d'}]}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:24.678065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292ba47-9b50-4838-b605-2584b5006bac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Checking segment: {'id': '2f1c6865-36d0-434c-a4a6-0ffbe19c87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8a1555d8-3f56-45ec-a63c-2b8f636cc6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:24.678581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b292ba47-9b50-4838-b605-2584b5006bac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network hostable DHCP agents. Network: 8a1555d8-3f56-45ec-a63c-2b8f636cc6eb, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:58:24.706343 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:24.707715 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:24.730900 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-ce8ba6a9-dd81-45d9-8a4a-ee41438b92a5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 19:58:24.731414 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce8ba6a9-dd81-45d9-8a4a-ee41438b92a5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:24.744328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b292ba47-9b50-4838-b605-2584b5006bac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network 8a1555d8-3f56-45ec-a63c-2b8f636cc6eb is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:58:24.797606 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8ba6a9-dd81-45d9-8a4a-ee41438b92a5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Checking segment: {'id': '507a51da-ad06-4b43-b4ff-656a7993ff62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'eebf23fe-bd47-43fb-bcb5-18963cb7c3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:24.798291 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8ba6a9-dd81-45d9-8a4a-ee41438b92a5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Network hostable DHCP agents. Network: eebf23fe-bd47-43fb-bcb5-18963cb7c3a0, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:58:24.806801 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b292ba47-9b50-4838-b605-2584b5006bac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 8a1555d8-3f56-45ec-a63c-2b8f636cc6eb) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:24.815506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d1f2f-7a6f-4926-b10f-e051ac5d3ada None None] Network 8a1555d8-3f56-45ec-a63c-2b8f636cc6eb requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:24.818799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b292ba47-9b50-4838-b605-2584b5006bac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:24.819393 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b292ba47-9b50-4838-b605-2584b5006bac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:24.845238 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b292ba47-9b50-4838-b605-2584b5006bac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1154056 Jul 27 19:58:24.846607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8ba6a9-dd81-45d9-8a4a-ee41438b92a5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Network eebf23fe-bd47-43fb-bcb5-18963cb7c3a0 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:58:24.853837 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58360) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:24.854481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ce8ba6a9-dd81-45d9-8a4a-ee41438b92a5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, eebf23fe-bd47-43fb-bcb5-18963cb7c3a0) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:24.856165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ba6a9-dd81-45d9-8a4a-ee41438b92a5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Pushing event updated for resources: {'Subnet': ['ID=811b7ede-ef09-4fdd-af94-59d7127eaa24,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:24.867410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-84ac2af7-8483-4e05-b893-ed76aeb9cfdb tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1908894957'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:24.874300 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8ba6a9-dd81-45d9-8a4a-ee41438b92a5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:24.874886 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce8ba6a9-dd81-45d9-8a4a-ee41438b92a5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:24.894175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9abe1-69b2-4394-a601-0a4fb91c0ddb None None] Network eebf23fe-bd47-43fb-bcb5-18963cb7c3a0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:24.905146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ac2af7-8483-4e05-b893-ed76aeb9cfdb tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:24.909277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84ac2af7-8483-4e05-b893-ed76aeb9cfdb tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:24.943504 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ac2af7-8483-4e05-b893-ed76aeb9cfdb tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:58:24.955439 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84ac2af7-8483-4e05-b893-ed76aeb9cfdb tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:24.955833 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-84ac2af7-8483-4e05-b893-ed76aeb9cfdb tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Added segment 77ac71a9-9e88-4662-8e6b-2cbb3bdb7df4 of type vlan for network 79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e Jul 27 19:58:25.006646 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84ac2af7-8483-4e05-b893-ed76aeb9cfdb tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:25.044762 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ce8ba6a9-dd81-45d9-8a4a-ee41438b92a5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2548532 Jul 27 19:58:25.045463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58364) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:25.052180 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2a2101fb-6819-403c-95c5-629f4bbaf43e tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2035547265', 'network_id': 'eebf23fe-bd47-43fb-bcb5-18963cb7c3a0'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:25.071968 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84ac2af7-8483-4e05-b893-ed76aeb9cfdb tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:25.079107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ac2af7-8483-4e05-b893-ed76aeb9cfdb tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:25.079744 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84ac2af7-8483-4e05-b893-ed76aeb9cfdb tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:25.161687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2101fb-6819-403c-95c5-629f4bbaf43e tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Made reservation on behalf of 5e0a2986ae404b0d94d6f30269aa43d8 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:25.164388 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2a2101fb-6819-403c-95c5-629f4bbaf43e tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:25.192652 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac2af7-8483-4e05-b893-ed76aeb9cfdb tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Network': ['ID=79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:25.214394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-2a2101fb-6819-403c-95c5-629f4bbaf43e tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] device_id is not set on port 5f31060b-6cac-4c75-ace0-ff353cbe2e48 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 19:58:25.221755 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-84ac2af7-8483-4e05-b893-ed76aeb9cfdb tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3588316 Jul 27 19:58:25.224551 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58370) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:25.225863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-8a1555d8-3f56-45ec-a63c-2b8f636cc6eb', 'network_id': '8a1555d8-3f56-45ec-a63c-2b8f636cc6eb', 'tenant_id': 'b3c9f2e6c4ed489eb0a00e1f520d0e17', 'fixed_ips': [{'subnet_id': '7ec8f2aa-4157-48cd-adb0-b4c685e60199'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:58:25.229026 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:25.231313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9997ff24-e5e0-4dc2-9cf1-52f38c05ceff tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'subnet': {'network_id': '79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:25.234174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:25.318161 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:25.495256 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-2a2101fb-6819-403c-95c5-629f4bbaf43e tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Allocated IP 172.20.0.3 (eebf23fe-bd47-43fb-bcb5-18963cb7c3a0/811b7ede-ef09-4fdd-af94-59d7127eaa24/5f31060b-6cac-4c75-ace0-ff353cbe2e48) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:25.501894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c3dfde-fece-4e09-9439-f3e366a82bac None None] Network eebf23fe-bd47-43fb-bcb5-18963cb7c3a0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:25.571095 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9997ff24-e5e0-4dc2-9cf1-52f38c05ceff tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:25.574851 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9997ff24-e5e0-4dc2-9cf1-52f38c05ceff tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:25.658347 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:25.823481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Allocated IP 2001:db8:0:ffff::2 (8a1555d8-3f56-45ec-a63c-2b8f636cc6eb/7ec8f2aa-4157-48cd-adb0-b4c685e60199/998bfcc2-ecf5-4be4-8944-1e73f1567a0b) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:25.896914 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2a2101fb-6819-403c-95c5-629f4bbaf43e tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:25.971910 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9997ff24-e5e0-4dc2-9cf1-52f38c05ceff tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:25.972691 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:26.001148 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:26.008576 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:26.011060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Transition to ACTIVE for port object 998bfcc2-ecf5-4be4-8944-1e73f1567a0b will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:26.040468 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Transition to ACTIVE for port object 998bfcc2-ecf5-4be4-8944-1e73f1567a0b will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:26.049196 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:26.094608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Pushing event updated for resources: {'Port': ['ID=998bfcc2-ecf5-4be4-8944-1e73f1567a0b,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:26.116145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Network 8a1555d8-3f56-45ec-a63c-2b8f636cc6eb is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:26.117981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:26.122602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:26.250855 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Attempting to bind port 998bfcc2-ecf5-4be4-8944-1e73f1567a0b on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:26.251227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Attempting to bind port 998bfcc2-ecf5-4be4-8944-1e73f1567a0b by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '2f1c6865-36d0-434c-a4a6-0ffbe19c87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8a1555d8-3f56-45ec-a63c-2b8f636cc6eb'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:26.252186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Attempting to bind port 998bfcc2-ecf5-4be4-8944-1e73f1567a0b on network 8a1555d8-3f56-45ec-a63c-2b8f636cc6eb {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:26.260671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:58:26.261359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Checking segment: {'id': '2f1c6865-36d0-434c-a4a6-0ffbe19c87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8a1555d8-3f56-45ec-a63c-2b8f636cc6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:26.261942 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:26.262555 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Bound using segment: {'id': '2f1c6865-36d0-434c-a4a6-0ffbe19c87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8a1555d8-3f56-45ec-a63c-2b8f636cc6eb'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:58:26.263261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Bound port: 998bfcc2-ecf5-4be4-8944-1e73f1567a0b, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1c6865-36d0-434c-a4a6-0ffbe19c87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8a1555d8-3f56-45ec-a63c-2b8f636cc6eb'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:58:26.264221 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:26.367904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Allocated IP 2001:db8::28d (14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a/f22921fe-d89a-4af1-9e50-b4489468715a/10bd1b9b-264e-421a-8fc4-15d9fc3eda6d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:26.413315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] For port 998bfcc2-ecf5-4be4-8944-1e73f1567a0b, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:58:26.423357 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] For port 998bfcc2-ecf5-4be4-8944-1e73f1567a0b, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=998bfcc2-ecf5-4be4-8944-1e73f1567a0b,segment=NetworkSegment(2f1c6865-36d0-434c-a4a6-0ffbe19c87e5),segment_id=2f1c6865-36d0-434c-a4a6-0ffbe19c87e5)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:58:26.428513 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:26.526340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d742ed-2aa4-447c-9045-29c5a4b2c602 None None] Pushing event updated for resources: {'Port': ['ID=998bfcc2-ecf5-4be4-8944-1e73f1567a0b,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:26.572643 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:26.620022 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:26.643985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997ff24-e5e0-4dc2-9cf1-52f38c05ceff tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Subnet': ['ID=5501d909-146a-4f7f-a592-f5a67fd020c8,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:26.658831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9997ff24-e5e0-4dc2-9cf1-52f38c05ceff tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Checking segment: {'id': '77ac71a9-9e88-4662-8e6b-2cbb3bdb7df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:26.659193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9997ff24-e5e0-4dc2-9cf1-52f38c05ceff tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network hostable DHCP agents. Network: 79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:58:26.667209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Network 14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:26.669963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:26.673251 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2a2101fb-6819-403c-95c5-629f4bbaf43e tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:26.705818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Pushing event updated for resources: {'Port': ['ID=10bd1b9b-264e-421a-8fc4-15d9fc3eda6d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:26.754987 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2101fb-6819-403c-95c5-629f4bbaf43e tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Network eebf23fe-bd47-43fb-bcb5-18963cb7c3a0 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:26.756240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9997ff24-e5e0-4dc2-9cf1-52f38c05ceff tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network 79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:58:26.758595 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:26.763667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-2a2101fb-6819-403c-95c5-629f4bbaf43e tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:26.769807 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2101fb-6819-403c-95c5-629f4bbaf43e tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Pushing event updated for resources: {'Port': ['ID=5f31060b-6cac-4c75-ace0-ff353cbe2e48,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:26.774077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2101fb-6819-403c-95c5-629f4bbaf43e tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:26.777745 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-9997ff24-e5e0-4dc2-9cf1-52f38c05ceff tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:26.796283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b387c2b-254b-4275-bc36-79f1f7697550 None None] Network 79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:26.807478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9997ff24-e5e0-4dc2-9cf1-52f38c05ceff tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:26.808069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9997ff24-e5e0-4dc2-9cf1-52f38c05ceff tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:26.851478 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9997ff24-e5e0-4dc2-9cf1-52f38c05ceff tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6224725 Jul 27 19:58:26.852297 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58386) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:26.853650 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2101fb-6819-403c-95c5-629f4bbaf43e tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:26.854266 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2a2101fb-6819-403c-95c5-629f4bbaf43e tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:26.893079 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2a2101fb-6819-403c-95c5-629f4bbaf43e tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8458149 Jul 27 19:58:26.895410 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58388) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:27.042340 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.062196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d01bd19-c82c-4f23-b5d3-5c2436ccfdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e', 'network_id': '79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e', 'tenant_id': 'b3c9f2e6c4ed489eb0a00e1f520d0e17', 'fixed_ips': [{'subnet_id': '5501d909-146a-4f7f-a592-f5a67fd020c8'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:58:27.063320 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d01bd19-c82c-4f23-b5d3-5c2436ccfdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.115358 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.152958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-3634fed6-a288-4adc-8ad2-f2d3f88b3779 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Deleting port 5f31060b-6cac-4c75-ace0-ff353cbe2e48 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:27.153500 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3634fed6-a288-4adc-8ad2-f2d3f88b3779 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.167838 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.218131 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server [None req-1d01bd19-c82c-4f23-b5d3-5c2436ccfdd5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5501d909-146a-4f7f-a592-f5a67fd020c8: This subnet is being modified by another concurrent operation. Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise exception Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5501d909-146a-4f7f-a592-f5a67fd020c8: This subnet is being modified by another concurrent operation. Jul 27 19:58:27.220845 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Jul 27 19:58:27.241352 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149623f5-aaa0-4254-813e-75d63d9f97e9 None None] Network 79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:27.268156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Subnet': ['ID=5501d909-146a-4f7f-a592-f5a67fd020c8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:27.377800 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3634fed6-a288-4adc-8ad2-f2d3f88b3779 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.395147 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.410599 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:27.424956 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ac71a9-9e88-4662-8e6b-2cbb3bdb7df4') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:27.425525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ac71a9-9e88-4662-8e6b-2cbb3bdb7df4') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:27.431451 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-3634fed6-a288-4adc-8ad2-f2d3f88b3779 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Calling delete_port for 5f31060b-6cac-4c75-ace0-ff353cbe2e48 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:27.446985 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.467389 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.477507 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:58:27.478079 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:58:27.483556 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:58:27.571353 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.578156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.580675 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e HTTP/1.1" status: 204 len: 168 time: 0.7129693 Jul 27 19:58:27.585863 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58396) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:27.592992 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b7d26aad-5c94-450e-a0fe-60f3085c9324 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-306475657'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:27.612223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c278d-59f2-4f78-aa89-68d2bd4bbc2c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Network': ['ID=79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:27.648371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d26aad-5c94-450e-a0fe-60f3085c9324 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:27.654613 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7d26aad-5c94-450e-a0fe-60f3085c9324 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.664697 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.803335 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3634fed6-a288-4adc-8ad2-f2d3f88b3779 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.807828 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d26aad-5c94-450e-a0fe-60f3085c9324 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:58:27.824926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907aaa99-5f1c-4f6d-883b-2138510b305c None None] Network 8a1555d8-3f56-45ec-a63c-2b8f636cc6eb requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:27.842153 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7d26aad-5c94-450e-a0fe-60f3085c9324 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:27.842553 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-b7d26aad-5c94-450e-a0fe-60f3085c9324 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Added segment 2a96ec08-a0a2-4cda-ad78-9f362cbb9561 of type vlan for network 582dc218-774b-435f-9d2b-155eeaccab22 Jul 27 19:58:27.852741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634fed6-a288-4adc-8ad2-f2d3f88b3779 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f31060b-6cac-4c75-ace0-ff353cbe2e48,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:27.968438 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7d26aad-5c94-450e-a0fe-60f3085c9324 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:28.059354 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7d26aad-5c94-450e-a0fe-60f3085c9324 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:28.077666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d26aad-5c94-450e-a0fe-60f3085c9324 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:28.082642 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7d26aad-5c94-450e-a0fe-60f3085c9324 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:28.109253 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bdaa7229-d076-4f7a-9709-dc02c2b727d2 None None] Provisioning for port 998bfcc2-ecf5-4be4-8944-1e73f1567a0b completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:58:28.167980 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3634fed6-a288-4adc-8ad2-f2d3f88b3779 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:28.170040 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3634fed6-a288-4adc-8ad2-f2d3f88b3779 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "DELETE /v2.0/ports/5f31060b-6cac-4c75-ace0-ff353cbe2e48 HTTP/1.1" status: 204 len: 168 time: 1.2735653 Jul 27 19:58:28.172882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58400) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:28.178514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d26aad-5c94-450e-a0fe-60f3085c9324 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Network': ['ID=582dc218-774b-435f-9d2b-155eeaccab22,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:28.190475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eebf23fe-bd47-43fb-bcb5-18963cb7c3a0', 'external_fixed_ips': [{'subnet_id': '811b7ede-ef09-4fdd-af94-59d7127eaa24', 'ip_address': '172.20.0.3'}]}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:28.195312 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b7d26aad-5c94-450e-a0fe-60f3085c9324 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6067436 Jul 27 19:58:28.198276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58402) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:28.204567 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2b1bb399-5933-4494-9d42-31a12111f98f tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'subnet': {'network_id': '582dc218-774b-435f-9d2b-155eeaccab22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:28.220150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Router 9890b734-eba5-46a8-9eb2-078ff94494c5 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:58:28.239182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 582dc218-774b-435f-9d2b-155eeaccab22 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:28.296090 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:28.297200 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:28.353722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1bb399-5933-4494-9d42-31a12111f98f tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:28.358434 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b1bb399-5933-4494-9d42-31a12111f98f tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:28.417831 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:28.430854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:58:28.444254 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d6d21-0519-453e-93f0-828b6421d537 None None] Sync routers for ids ['9890b734-eba5-46a8-9eb2-078ff94494c5'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:58:28.464048 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d6d21-0519-453e-93f0-828b6421d537 None None] Routers {'9890b734-eba5-46a8-9eb2-078ff94494c5'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:28.465039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4c1d6d21-0519-453e-93f0-828b6421d537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9890b734-eba5-46a8-9eb2-078ff94494c5'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:28.594494 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:28.594853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 998bfcc2-ecf5-4be4-8944-1e73f1567a0b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:58:28.595818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-55124815-59d6-4e39-8b51-20560023966c tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9226635 Jul 27 19:58:28.598947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58412) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:28.739915 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055822e5-a13f-4328-943a-4583956d00fa None None] get_active_networks_info from n-d-705657-21 {{(pid=94061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 19:58:28.780382 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b1bb399-5933-4494-9d42-31a12111f98f tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:28.858117 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bb399-5933-4494-9d42-31a12111f98f tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Subnet': ['ID=f312c9aa-39a3-431f-b163-9e4024de43a4,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:28.870522 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1bb399-5933-4494-9d42-31a12111f98f tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Checking segment: {'id': '2a96ec08-a0a2-4cda-ad78-9f362cbb9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '582dc218-774b-435f-9d2b-155eeaccab22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:28.870896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bb399-5933-4494-9d42-31a12111f98f tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network hostable DHCP agents. Network: 582dc218-774b-435f-9d2b-155eeaccab22, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:58:28.890641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bb399-5933-4494-9d42-31a12111f98f tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network 582dc218-774b-435f-9d2b-155eeaccab22 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:58:28.904754 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-2b1bb399-5933-4494-9d42-31a12111f98f tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 582dc218-774b-435f-9d2b-155eeaccab22) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:28.912536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1bb399-5933-4494-9d42-31a12111f98f tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:28.914098 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b1bb399-5933-4494-9d42-31a12111f98f tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:28.951865 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2b1bb399-5933-4494-9d42-31a12111f98f tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7517898 Jul 27 19:58:28.955239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58416) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:28.962863 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-af78c2df-f5e2-4b2e-a069-7f43454b0f11 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2073053703'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:29.002512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af78c2df-f5e2-4b2e-a069-7f43454b0f11 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:29.004352 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-4c1d6d21-0519-453e-93f0-828b6421d537 None None] Set router 9890b734-eba5-46a8-9eb2-078ff94494c5 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:58:29.008195 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af78c2df-f5e2-4b2e-a069-7f43454b0f11 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.062128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af78c2df-f5e2-4b2e-a069-7f43454b0f11 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:58:29.075070 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af78c2df-f5e2-4b2e-a069-7f43454b0f11 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.075418 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-af78c2df-f5e2-4b2e-a069-7f43454b0f11 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Added segment 5b0f82a0-2d8a-4c5c-9f0c-3bb434b5e436 of type vlan for network 7c6fb52e-e9ad-419d-88fb-805cccdcd657 Jul 27 19:58:29.079549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 998bfcc2-ecf5-4be4-8944-1e73f1567a0b completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:58:29.087213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 998bfcc2-ecf5-4be4-8944-1e73f1567a0b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:29.088343 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.142648 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af78c2df-f5e2-4b2e-a069-7f43454b0f11 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.197760 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af78c2df-f5e2-4b2e-a069-7f43454b0f11 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.205196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af78c2df-f5e2-4b2e-a069-7f43454b0f11 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:29.205966 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af78c2df-f5e2-4b2e-a069-7f43454b0f11 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.227407 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-af78c2df-f5e2-4b2e-a069-7f43454b0f11 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2693174 Jul 27 19:58:29.230009 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58420) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:29.236682 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.237238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f273b620-9c0b-4ce8-9428-5fcb2bb0e575 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'subnet': {'network_id': '7c6fb52e-e9ad-419d-88fb-805cccdcd657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:29.313621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055822e5-a13f-4328-943a-4583956d00fa None None] Resources bound (agent type, host, resource id): {{(pid=94061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 19:58:29.359847 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a08711b6-8dc9-4bbf-91f3-876d2ed809cb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.372304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78c2df-f5e2-4b2e-a069-7f43454b0f11 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Network': ['ID=7c6fb52e-e9ad-419d-88fb-805cccdcd657,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:29.392717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 7c6fb52e-e9ad-419d-88fb-805cccdcd657 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:29.409980 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f273b620-9c0b-4ce8-9428-5fcb2bb0e575 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:29.412320 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.414833 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f273b620-9c0b-4ce8-9428-5fcb2bb0e575 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.493721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_backend_mixin [None req-f273b620-9c0b-4ce8-9428-5fcb2bb0e575 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Performing IP validity checks on allocation pools {{(pid=94060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 19:58:29.494270 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_backend_mixin [None req-f273b620-9c0b-4ce8-9428-5fcb2bb0e575 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 19:58:29.585163 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a08711b6-8dc9-4bbf-91f3-876d2ed809cb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.592729 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 998bfcc2-ecf5-4be4-8944-1e73f1567a0b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=998bfcc2-ecf5-4be4-8944-1e73f1567a0b,segment=NetworkSegment(2f1c6865-36d0-434c-a4a6-0ffbe19c87e5),segment_id=2f1c6865-36d0-434c-a4a6-0ffbe19c87e5)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:29.607113 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.615206 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.649461 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.686502 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f273b620-9c0b-4ce8-9428-5fcb2bb0e575 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.781157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-a08711b6-8dc9-4bbf-91f3-876d2ed809cb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Deleting port 10bd1b9b-264e-421a-8fc4-15d9fc3eda6d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:29.781808 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a08711b6-8dc9-4bbf-91f3-876d2ed809cb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.794240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f273b620-9c0b-4ce8-9428-5fcb2bb0e575 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Checking segment: {'id': '5b0f82a0-2d8a-4c5c-9f0c-3bb434b5e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7c6fb52e-e9ad-419d-88fb-805cccdcd657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:29.794612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f273b620-9c0b-4ce8-9428-5fcb2bb0e575 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network hostable DHCP agents. Network: 7c6fb52e-e9ad-419d-88fb-805cccdcd657, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:58:29.797424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273b620-9c0b-4ce8-9428-5fcb2bb0e575 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Subnet': ['ID=8a32f27b-2919-42e7-a045-45a6dd602dab,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:29.813465 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4c1d6d21-0519-453e-93f0-828b6421d537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9890b734-eba5-46a8-9eb2-078ff94494c5', 'name': '', 'tenant_id': '593963bf9ca84a63ac4c5b475fb89760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a', 'external_fixed_ips': [{'subnet_id': 'f22921fe-d89a-4af1-9e50-b4489468715a', 'ip_address': '2001:db8::28d'}], 'enable_snat': True}, 'gw_port_id': '10bd1b9b-264e-421a-8fc4-15d9fc3eda6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:58:24Z', 'updated_at': '2021-07-27T19:58:26Z', 'revision_number': 3, 'project_id': '593963bf9ca84a63ac4c5b475fb89760', 'gw_port': {'id': '10bd1b9b-264e-421a-8fc4-15d9fc3eda6d', 'name': '', 'network_id': '14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9890b734-eba5-46a8-9eb2-078ff94494c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'f22921fe-d89a-4af1-9e50-b4489468715a', 'ip_address': '2001:db8::28d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:58:26Z', 'updated_at': '2021-07-27T19:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f22921fe-d89a-4af1-9e50-b4489468715a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:29.827666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f273b620-9c0b-4ce8-9428-5fcb2bb0e575 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network 7c6fb52e-e9ad-419d-88fb-805cccdcd657 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:58:29.842398 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f273b620-9c0b-4ce8-9428-5fcb2bb0e575 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 7c6fb52e-e9ad-419d-88fb-805cccdcd657) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:29.849371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f273b620-9c0b-4ce8-9428-5fcb2bb0e575 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:29.850324 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f273b620-9c0b-4ce8-9428-5fcb2bb0e575 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.873739 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f273b620-9c0b-4ce8-9428-5fcb2bb0e575 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6401827 Jul 27 19:58:29.874243 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58428) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:29.889093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d6d21-0519-453e-93f0-828b6421d537 None None] Checking router: 9890b734-eba5-46a8-9eb2-078ff94494c5 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:58:29.889447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d6d21-0519-453e-93f0-828b6421d537 None None] Updating router 9890b734-eba5-46a8-9eb2-078ff94494c5 port 10bd1b9b-264e-421a-8fc4-15d9fc3eda6d binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:58:29.921012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Allocated IP 172.20.0.3 (eebf23fe-bd47-43fb-bcb5-18963cb7c3a0/811b7ede-ef09-4fdd-af94-59d7127eaa24/67a3c345-92cd-4dbd-a1f0-1cf6103ae978) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:29.926645 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=998bfcc2-ecf5-4be4-8944-1e73f1567a0b,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:29.928251 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a08711b6-8dc9-4bbf-91f3-876d2ed809cb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.948150 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4c1d6d21-0519-453e-93f0-828b6421d537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:29.950055 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-a08711b6-8dc9-4bbf-91f3-876d2ed809cb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Calling delete_port for 10bd1b9b-264e-421a-8fc4-15d9fc3eda6d owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:30.075816 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.169669 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.208917 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.264038 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.297000 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Subnet': ['ID=8a32f27b-2919-42e7-a045-45a6dd602dab,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:30.351660 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a08711b6-8dc9-4bbf-91f3-876d2ed809cb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.390834 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.403216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 998bfcc2-ecf5-4be4-8944-1e73f1567a0b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:58:30.408254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6fb52e-e9ad-419d-88fb-805cccdcd657']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:30.410337 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-582dc218-774b-435f-9d2b-155eeaccab22', 'network_id': '582dc218-774b-435f-9d2b-155eeaccab22', 'tenant_id': 'b3c9f2e6c4ed489eb0a00e1f520d0e17', 'fixed_ips': [{'subnet_id': 'f312c9aa-39a3-431f-b163-9e4024de43a4'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:58:30.411453 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.423245 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0f82a0-2d8a-4c5c-9f0c-3bb434b5e436') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:30.423667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0f82a0-2d8a-4c5c-9f0c-3bb434b5e436') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:30.435239 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.435459 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08711b6-8dc9-4bbf-91f3-876d2ed809cb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Pushing event deleted for resources: {'Port': ['ID=10bd1b9b-264e-421a-8fc4-15d9fc3eda6d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:30.458642 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.466817 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:58:30.467349 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:58:30.471587 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:58:30.475890 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.479272 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a08711b6-8dc9-4bbf-91f3-876d2ed809cb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.549667 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.557034 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.564215 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/7c6fb52e-e9ad-419d-88fb-805cccdcd657 HTTP/1.1" status: 204 len: 168 time: 0.6857538 Jul 27 19:58:30.574846 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58432) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:30.580509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-809561d9-46c5-40b1-889d-4cc83913e50b tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1999767872'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:30.587331 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe765e24-d187-4fb3-95b1-9042be36af64 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Network': ['ID=7c6fb52e-e9ad-419d-88fb-805cccdcd657,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:30.607462 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809561d9-46c5-40b1-889d-4cc83913e50b tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:30.611606 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-809561d9-46c5-40b1-889d-4cc83913e50b tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.623811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 998bfcc2-ecf5-4be4-8944-1e73f1567a0b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:30.624195 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.638232 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809561d9-46c5-40b1-889d-4cc83913e50b tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:58:30.642850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Network eebf23fe-bd47-43fb-bcb5-18963cb7c3a0 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:30.648798 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a08711b6-8dc9-4bbf-91f3-876d2ed809cb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.653469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:30.655867 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a08711b6-8dc9-4bbf-91f3-876d2ed809cb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.658742 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-809561d9-46c5-40b1-889d-4cc83913e50b tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.659293 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-809561d9-46c5-40b1-889d-4cc83913e50b tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Added segment c3bfd91a-6132-44d7-9c58-0febd4c58370 of type vlan for network 6065d46f-862e-4f17-bb17-c66538bc3028 Jul 27 19:58:30.660606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:30.666351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Pushing event updated for resources: {'Port': ['ID=67a3c345-92cd-4dbd-a1f0-1cf6103ae978,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:30.691236 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.api [None req-4c1d6d21-0519-453e-93f0-828b6421d537 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:58:30.691622 n-d-705657-21 neutron-server[94061]: DEBUG oslo_db.api [None req-4c1d6d21-0519-453e-93f0-828b6421d537 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:58:30.715856 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-809561d9-46c5-40b1-889d-4cc83913e50b tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.722075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Allocated IP 2001:db8::3 (582dc218-774b-435f-9d2b-155eeaccab22/f312c9aa-39a3-431f-b163-9e4024de43a4/96478afd-22d3-4713-a0fa-842078ab4b73) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:30.743686 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a08711b6-8dc9-4bbf-91f3-876d2ed809cb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.743686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08711b6-8dc9-4bbf-91f3-876d2ed809cb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9890b734-eba5-46a8-9eb2-078ff94494c5 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:58:30.749833 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a08711b6-8dc9-4bbf-91f3-876d2ed809cb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.751185 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a08711b6-8dc9-4bbf-91f3-876d2ed809cb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "DELETE /v2.0/routers/9890b734-eba5-46a8-9eb2-078ff94494c5 HTTP/1.1" status: 204 len: 168 time: 2.1512997 Jul 27 19:58:30.754500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58438) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:30.781049 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-809561d9-46c5-40b1-889d-4cc83913e50b tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.790774 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809561d9-46c5-40b1-889d-4cc83913e50b tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:30.791715 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-809561d9-46c5-40b1-889d-4cc83913e50b tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.919737 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809561d9-46c5-40b1-889d-4cc83913e50b tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Network': ['ID=6065d46f-862e-4f17-bb17-c66538bc3028,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:30.932319 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-809561d9-46c5-40b1-889d-4cc83913e50b tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3530505 Jul 27 19:58:30.932516 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58448) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:30.938315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-bd005631-640b-4eae-8e0f-c3d4d3eeee7e tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'subnet': {'network_id': '6065d46f-862e-4f17-bb17-c66538bc3028', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:30.944967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Deleting subnet f22921fe-d89a-4af1-9e50-b4489468715a {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:58:30.949382 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:30.955672 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 6065d46f-862e-4f17-bb17-c66538bc3028 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:30.999179 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.048761 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.061428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd005631-640b-4eae-8e0f-c3d4d3eeee7e tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:31.065595 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd005631-640b-4eae-8e0f-c3d4d3eeee7e tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.075618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Transition to ACTIVE for port object 96478afd-22d3-4713-a0fa-842078ab4b73 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:31.090666 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.104423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Transition to ACTIVE for port object 96478afd-22d3-4713-a0fa-842078ab4b73 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:31.112376 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.185445 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.219776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Pushing event updated for resources: {'Port': ['ID=96478afd-22d3-4713-a0fa-842078ab4b73,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:31.227082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Network 582dc218-774b-435f-9d2b-155eeaccab22 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:31.227941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d6d21-0519-453e-93f0-828b6421d537 None None] Port 10bd1b9b-264e-421a-8fc4-15d9fc3eda6d not found while updating agent binding for router 9890b734-eba5-46a8-9eb2-078ff94494c5. {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 27 19:58:31.239148 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.243904 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d6d21-0519-453e-93f0-828b6421d537 None None] Routers set() bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:31.244347 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d6d21-0519-453e-93f0-828b6421d537 None None] Router IDs set() for agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 19:58:31.245642 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_agentschedulers_db [None req-4c1d6d21-0519-453e-93f0-828b6421d537 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9890b734-eba5-46a8-9eb2-078ff94494c5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent'). {{(pid=94061) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 19:58:31.245642 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d6d21-0519-453e-93f0-828b6421d537 None None] The sync data for ids ['9890b734-eba5-46a8-9eb2-078ff94494c5'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:58:31.249384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:31.252954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:31.311173 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f22921fe-d89a-4af1-9e50-b4489468715a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:31.315050 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.317138 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/f22921fe-d89a-4af1-9e50-b4489468715a HTTP/1.1" status: 204 len: 168 time: 0.5617824 Jul 27 19:58:31.320195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58450) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:31.322739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Attempting to bind port 96478afd-22d3-4713-a0fa-842078ab4b73 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:31.323276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Attempting to bind port 96478afd-22d3-4713-a0fa-842078ab4b73 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '2a96ec08-a0a2-4cda-ad78-9f362cbb9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '582dc218-774b-435f-9d2b-155eeaccab22'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:31.323737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Attempting to bind port 96478afd-22d3-4713-a0fa-842078ab4b73 on network 582dc218-774b-435f-9d2b-155eeaccab22 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:31.330517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:58:31.331165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Checking segment: {'id': '2a96ec08-a0a2-4cda-ad78-9f362cbb9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '582dc218-774b-435f-9d2b-155eeaccab22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:31.331847 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.333141 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Bound using segment: {'id': '2a96ec08-a0a2-4cda-ad78-9f362cbb9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '582dc218-774b-435f-9d2b-155eeaccab22'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:58:31.333347 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Bound port: 96478afd-22d3-4713-a0fa-842078ab4b73, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a96ec08-a0a2-4cda-ad78-9f362cbb9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '582dc218-774b-435f-9d2b-155eeaccab22'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:58:31.335293 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.375911 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd005631-640b-4eae-8e0f-c3d4d3eeee7e tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.380637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:31.381145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:31.381361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:31.381623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:31.381949 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:31.382281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:31.382610 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:31.382933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:31.383255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:31.383578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:31.383898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:31.384218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9d52c4-7156-4095-a97b-016819d55fc7 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:31.431953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] For port 96478afd-22d3-4713-a0fa-842078ab4b73, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:58:31.434314 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd005631-640b-4eae-8e0f-c3d4d3eeee7e tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Subnet': ['ID=0899ba30-e076-4fa5-b8ad-ccd6ca3ce82b,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:31.435057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] For port 96478afd-22d3-4713-a0fa-842078ab4b73, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=96478afd-22d3-4713-a0fa-842078ab4b73,segment=NetworkSegment(2a96ec08-a0a2-4cda-ad78-9f362cbb9561),segment_id=2a96ec08-a0a2-4cda-ad78-9f362cbb9561)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:58:31.442748 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.458857 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da81e561-ab70-4328-80a8-e559fa257f34 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.482680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd005631-640b-4eae-8e0f-c3d4d3eeee7e tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Checking segment: {'id': 'c3bfd91a-6132-44d7-9c58-0febd4c58370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6065d46f-862e-4f17-bb17-c66538bc3028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:31.483107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd005631-640b-4eae-8e0f-c3d4d3eeee7e tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network hostable DHCP agents. Network: 6065d46f-862e-4f17-bb17-c66538bc3028, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:58:31.503231 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd005631-640b-4eae-8e0f-c3d4d3eeee7e tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network 6065d46f-862e-4f17-bb17-c66538bc3028 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:58:31.514350 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9093d0-e765-4294-b634-ed8e82d76203 None None] Pushing event updated for resources: {'Port': ['ID=96478afd-22d3-4713-a0fa-842078ab4b73,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:31.520269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-bd005631-640b-4eae-8e0f-c3d4d3eeee7e tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 6065d46f-862e-4f17-bb17-c66538bc3028) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:31.525030 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd005631-640b-4eae-8e0f-c3d4d3eeee7e tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:31.535225 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd005631-640b-4eae-8e0f-c3d4d3eeee7e tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.556953 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bd005631-640b-4eae-8e0f-c3d4d3eeee7e tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6208096 Jul 27 19:58:31.558155 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58454) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:31.637109 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da81e561-ab70-4328-80a8-e559fa257f34 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.640900 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.702439 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-da81e561-ab70-4328-80a8-e559fa257f34 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:31.722852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-da81e561-ab70-4328-80a8-e559fa257f34 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24ce484-54e2-4f70-86ab-54b2aba1097b') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:31.723008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-da81e561-ab70-4328-80a8-e559fa257f34 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24ce484-54e2-4f70-86ab-54b2aba1097b') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:31.760609 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.761435 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da81e561-ab70-4328-80a8-e559fa257f34 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.840865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.957160 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:31.998854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Subnet': ['ID=0899ba30-e076-4fa5-b8ad-ccd6ca3ce82b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:32.114845 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.127673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6065d46f-862e-4f17-bb17-c66538bc3028']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:32.148724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bfd91a-6132-44d7-9c58-0febd4c58370') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:32.149376 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bfd91a-6132-44d7-9c58-0febd4c58370') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:32.161910 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.192421 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.200203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:58:32.201223 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:58:32.207273 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:58:32.317468 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da81e561-ab70-4328-80a8-e559fa257f34 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.329652 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.340943 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.342630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da81e561-ab70-4328-80a8-e559fa257f34 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:58:32.343107 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da81e561-ab70-4328-80a8-e559fa257f34 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.344126 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/6065d46f-862e-4f17-bb17-c66538bc3028 HTTP/1.1" status: 204 len: 168 time: 0.7855594 Jul 27 19:58:32.356735 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58462) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:58:32.360514 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:58:32.379544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0a3dc728-2c3e-403c-96f6-6a10786284e6 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-314984445'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:32.383911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154225ed-bbf2-4fb3-a5ff-78e1d841e24d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Network': ['ID=6065d46f-862e-4f17-bb17-c66538bc3028,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:32.405816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3dc728-2c3e-403c-96f6-6a10786284e6 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:32.410350 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc728-2c3e-403c-96f6-6a10786284e6 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.423624 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 96478afd-22d3-4713-a0fa-842078ab4b73 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:58:32.448598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3dc728-2c3e-403c-96f6-6a10786284e6 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:58:32.470932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc728-2c3e-403c-96f6-6a10786284e6 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.471340 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-0a3dc728-2c3e-403c-96f6-6a10786284e6 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Added segment 65d3c102-af4e-4f7d-993b-311b1d745ed5 of type vlan for network 25893aa1-0a08-4eb7-a219-9e87eb78f32a Jul 27 19:58:32.490485 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da81e561-ab70-4328-80a8-e559fa257f34 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.500407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da81e561-ab70-4328-80a8-e559fa257f34 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 19:58:32.506306 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da81e561-ab70-4328-80a8-e559fa257f34 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.514359 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-da81e561-ab70-4328-80a8-e559fa257f34 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "DELETE /v2.0/networks/14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a HTTP/1.1" status: 204 len: 168 time: 1.1930842 Jul 27 19:58:32.522274 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 96478afd-22d3-4713-a0fa-842078ab4b73 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:58:32.547316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Router f3cf0fcf-7d77-4aa9-9dd8-07368f360f02 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:58:32.572085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81e561-ab70-4328-80a8-e559fa257f34 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Pushing event deleted for resources: {'Network': ['ID=14dbcc36-d0f4-4b8e-9a42-8ffa4e5d521a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:32.574158 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc728-2c3e-403c-96f6-6a10786284e6 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.648644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc728-2c3e-403c-96f6-6a10786284e6 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.658290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3dc728-2c3e-403c-96f6-6a10786284e6 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:32.659179 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc728-2c3e-403c-96f6-6a10786284e6 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.784609 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0a3dc728-2c3e-403c-96f6-6a10786284e6 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4207370 Jul 27 19:58:32.786017 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58476) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:32.790989 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-133b9b3e-aeea-4bbb-99a2-c8859d907df3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'subnet': {'network_id': '25893aa1-0a08-4eb7-a219-9e87eb78f32a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:32.858625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:58:32.883327 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:32.888658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-75cc0557-5a58-4143-80e3-32dac519e70b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.7121534 Jul 27 19:58:32.889213 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58478) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:32.948778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58482) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:32.962835 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a9ca1c84-7cd5-4355-83b0-38bf002ce6b2 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Request body: {'router': {'name': 'tempest-router--1304785157', 'project_id': '6280c01181504a72bcf9aeab73be6d83'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:32.982969 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dc728-2c3e-403c-96f6-6a10786284e6 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Network': ['ID=25893aa1-0a08-4eb7-a219-9e87eb78f32a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:32.995771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 25893aa1-0a08-4eb7-a219-9e87eb78f32a details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:33.108183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b061cc2e-ee38-4525-b23c-adb2bf2c1046 None None] Network 582dc218-774b-435f-9d2b-155eeaccab22 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:33.133620 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9ca1c84-7cd5-4355-83b0-38bf002ce6b2 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.134766 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9ca1c84-7cd5-4355-83b0-38bf002ce6b2 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.162024 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f08d-52ab-42f2-b35b-dc2383b8cccc tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.259680 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bc7a78-dcd0-4fff-81e0-3dda02244587 None None] Network 7c6fb52e-e9ad-419d-88fb-805cccdcd657 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:33.265456 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9ca1c84-7cd5-4355-83b0-38bf002ce6b2 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.273271 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc91c49-41c1-4b3a-9549-7f099ad0d07b None None] Network 6065d46f-862e-4f17-bb17-c66538bc3028 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:33.286119 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9ca1c84-7cd5-4355-83b0-38bf002ce6b2 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.296118 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f08d-52ab-42f2-b35b-dc2383b8cccc tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.319314 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133b9b3e-aeea-4bbb-99a2-c8859d907df3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:33.331475 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-133b9b3e-aeea-4bbb-99a2-c8859d907df3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.346253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2088b-c5e3-4170-8e03-05376e34206e req-0fd4dcfa-1120-4ec6-9448-7e897555755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:33.348190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41b2088b-c5e3-4170-8e03-05376e34206e req-0fd4dcfa-1120-4ec6-9448-7e897555755d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=289fc2dd6cba4a79a60c85368f2dc796&device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 1097 time: 0.3213520 Jul 27 19:58:33.360167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bc7a78-dcd0-4fff-81e0-3dda02244587 None None] Network 7c6fb52e-e9ad-419d-88fb-805cccdcd657 could not be found, it might have been deleted concurrently. {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 19:58:33.366806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc91c49-41c1-4b3a-9549-7f099ad0d07b None None] Network 6065d46f-862e-4f17-bb17-c66538bc3028 could not be found, it might have been deleted concurrently. {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 19:58:33.388048 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab42fe50-427a-4b52-94f9-eca738a27c0f None None] Network 7c6fb52e-e9ad-419d-88fb-805cccdcd657 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:33.389995 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d7a86-d664-4b78-b70a-7c668d6e8e72 None None] Network 6065d46f-862e-4f17-bb17-c66538bc3028 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:33.399091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abce111-c2f4-4fe8-92c9-16f61f4cf190 req-42732915-ec43-402d-89ba-0102585e7423 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:33.401734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8abce111-c2f4-4fe8-92c9-16f61f4cf190 req-42732915-ec43-402d-89ba-0102585e7423 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.3142307 Jul 27 19:58:33.402077 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17baf69-0b76-4c16-83ab-e5ad3306559a None None] Sync routers for ids ['f3cf0fcf-7d77-4aa9-9dd8-07368f360f02'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:58:33.409146 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9ca1c84-7cd5-4355-83b0-38bf002ce6b2 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.411208 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a9ca1c84-7cd5-4355-83b0-38bf002ce6b2 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4611416 Jul 27 19:58:33.416239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58496) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:33.417570 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17baf69-0b76-4c16-83ab-e5ad3306559a None None] Routers {'f3cf0fcf-7d77-4aa9-9dd8-07368f360f02'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:33.418418 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a17baf69-0b76-4c16-83ab-e5ad3306559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f3cf0fcf-7d77-4aa9-9dd8-07368f360f02'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:33.420888 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d7a86-d664-4b78-b70a-7c668d6e8e72 None None] Network 6065d46f-862e-4f17-bb17-c66538bc3028 could not be found, it might have been deleted concurrently. {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 19:58:33.463532 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-81fa62c4-fc39-46de-84a3-4b0d1f00e899 None None] Provisioning for port 96478afd-22d3-4713-a0fa-842078ab4b73 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:58:33.469125 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab42fe50-427a-4b52-94f9-eca738a27c0f None None] Network 7c6fb52e-e9ad-419d-88fb-805cccdcd657 could not be found, it might have been deleted concurrently. {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 19:58:33.484262 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-81fa62c4-fc39-46de-84a3-4b0d1f00e899 None None] Provisioning complete for port 96478afd-22d3-4713-a0fa-842078ab4b73 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:33.486961 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-81fa62c4-fc39-46de-84a3-4b0d1f00e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.521078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8abce111-c2f4-4fe8-92c9-16f61f4cf190 req-b4566355-5002-4400-b6eb-300bbb9041e6 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023238 Jul 27 19:58:33.527106 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-273f86fa-c73f-4f95-bc45-8e134854171b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.536073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-fdb2f08d-52ab-42f2-b35b-dc2383b8cccc tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Deleting port 67a3c345-92cd-4dbd-a1f0-1cf6103ae978 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:33.536749 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f08d-52ab-42f2-b35b-dc2383b8cccc tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.591211 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-a17baf69-0b76-4c16-83ab-e5ad3306559a None None] Set router f3cf0fcf-7d77-4aa9-9dd8-07368f360f02 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:58:33.620576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2088b-c5e3-4170-8e03-05376e34206e req-6114e925-b44c-4270-a721-b7783b7ce6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:33.622209 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41b2088b-c5e3-4170-8e03-05376e34206e req-6114e925-b44c-4270-a721-b7783b7ce6c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0dfd149c-5da4-4dc6-95ab-8e162771181f HTTP/1.1" status: 200 len: 920 time: 0.2618678 Jul 27 19:58:33.648327 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a17baf69-0b76-4c16-83ab-e5ad3306559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cf0fcf-7d77-4aa9-9dd8-07368f360f02', 'name': '', 'tenant_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:58:28Z', 'updated_at': '2021-07-27T19:58:33Z', 'revision_number': 4, 'project_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:33.680806 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17baf69-0b76-4c16-83ab-e5ad3306559a None None] Checking router: f3cf0fcf-7d77-4aa9-9dd8-07368f360f02 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:58:33.690529 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17baf69-0b76-4c16-83ab-e5ad3306559a None None] Routers {'f3cf0fcf-7d77-4aa9-9dd8-07368f360f02'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:33.691614 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a17baf69-0b76-4c16-83ab-e5ad3306559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f3cf0fcf-7d77-4aa9-9dd8-07368f360f02'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:33.756605 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-273f86fa-c73f-4f95-bc45-8e134854171b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.763145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-273f86fa-c73f-4f95-bc45-8e134854171b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.765830 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f08d-52ab-42f2-b35b-dc2383b8cccc tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.773626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41b2088b-c5e3-4170-8e03-05376e34206e req-c62d786e-391d-489b-af55-3be4f90f8ae1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=055e3f68-318c-45f0-b7c7-2f3602a31d1a HTTP/1.1" status: 200 len: 217 time: 0.1374335 Jul 27 19:58:33.785228 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-a17baf69-0b76-4c16-83ab-e5ad3306559a None None] Set router f3cf0fcf-7d77-4aa9-9dd8-07368f360f02 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:58:33.803495 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-fdb2f08d-52ab-42f2-b35b-dc2383b8cccc tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Calling delete_port for 67a3c345-92cd-4dbd-a1f0-1cf6103ae978 owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:33.843232 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a17baf69-0b76-4c16-83ab-e5ad3306559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cf0fcf-7d77-4aa9-9dd8-07368f360f02', 'name': '', 'tenant_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:58:28Z', 'updated_at': '2021-07-27T19:58:33Z', 'revision_number': 4, 'project_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:33.881016 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17baf69-0b76-4c16-83ab-e5ad3306559a None None] The sync data for ids ['f3cf0fcf-7d77-4aa9-9dd8-07368f360f02'] in n-d-705657-21 is: [{'id': 'f3cf0fcf-7d77-4aa9-9dd8-07368f360f02', 'name': '', 'tenant_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:58:28Z', 'updated_at': '2021-07-27T19:58:33Z', 'revision_number': 4, 'project_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:58:33.892089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2088b-c5e3-4170-8e03-05376e34206e req-a10c9dbd-b869-4930-bd2d-8cf75aa83f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:33.893795 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41b2088b-c5e3-4170-8e03-05376e34206e req-a10c9dbd-b869-4930-bd2d-8cf75aa83f06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3a0225cf-270c-42c0-adb1-939c4f198eb6 HTTP/1.1" status: 200 len: 859 time: 0.1014550 Jul 27 19:58:33.907177 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-133b9b3e-aeea-4bbb-99a2-c8859d907df3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.943723 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-273f86fa-c73f-4f95-bc45-8e134854171b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.944198 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273f86fa-c73f-4f95-bc45-8e134854171b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4f73aa2-2812-41bc-bccd-8df986ee49a9 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:58:33.953298 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-81fa62c4-fc39-46de-84a3-4b0d1f00e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.954911 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-273f86fa-c73f-4f95-bc45-8e134854171b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:33.956117 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-273f86fa-c73f-4f95-bc45-8e134854171b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "DELETE /v2.0/routers/a4f73aa2-2812-41bc-bccd-8df986ee49a9 HTTP/1.1" status: 204 len: 168 time: 0.5389397 Jul 27 19:58:33.981788 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b9b3e-aeea-4bbb-99a2-c8859d907df3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Subnet': ['ID=c6759f64-4492-48bc-9fcf-90002d92c67a,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:34.004971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41b2088b-c5e3-4170-8e03-05376e34206e req-2b2afb7d-dd7d-43cb-9137-073ac64222fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dfd149c-5da4-4dc6-95ab-8e162771181f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899775 Jul 27 19:58:34.012753 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b9b3e-aeea-4bbb-99a2-c8859d907df3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Checking segment: {'id': '65d3c102-af4e-4f7d-993b-311b1d745ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '25893aa1-0a08-4eb7-a219-9e87eb78f32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:34.013454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b9b3e-aeea-4bbb-99a2-c8859d907df3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network hostable DHCP agents. Network: 25893aa1-0a08-4eb7-a219-9e87eb78f32a, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:58:34.041381 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b9b3e-aeea-4bbb-99a2-c8859d907df3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network 25893aa1-0a08-4eb7-a219-9e87eb78f32a is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:58:34.061317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-81fa62c4-fc39-46de-84a3-4b0d1f00e899 None None] For port 96478afd-22d3-4713-a0fa-842078ab4b73, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=96478afd-22d3-4713-a0fa-842078ab4b73,segment=NetworkSegment(2a96ec08-a0a2-4cda-ad78-9f362cbb9561),segment_id=2a96ec08-a0a2-4cda-ad78-9f362cbb9561)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:34.063764 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-133b9b3e-aeea-4bbb-99a2-c8859d907df3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 25893aa1-0a08-4eb7-a219-9e87eb78f32a) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:34.069397 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-81fa62c4-fc39-46de-84a3-4b0d1f00e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:34.072581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133b9b3e-aeea-4bbb-99a2-c8859d907df3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:34.073186 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-133b9b3e-aeea-4bbb-99a2-c8859d907df3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:34.113850 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-133b9b3e-aeea-4bbb-99a2-c8859d907df3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3241155 Jul 27 19:58:34.114080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58500) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:34.122240 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8733e27d-e3fc-4186-80e1-c7987ec4c0a1 None None] Network 25893aa1-0a08-4eb7-a219-9e87eb78f32a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:34.249406 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58506) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:34.353873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa62c4-fc39-46de-84a3-4b0d1f00e899 None None] Pushing event updated for resources: {'Port': ['ID=96478afd-22d3-4713-a0fa-842078ab4b73,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:34.355920 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:34.362095 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41b2088b-c5e3-4170-8e03-05376e34206e req-13288f1b-aa8e-455d-8523-cfbda18d8ce6 service neutron] 10.222.0.52 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089445 Jul 27 19:58:34.415962 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f08d-52ab-42f2-b35b-dc2383b8cccc tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:34.443076 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:34.533128 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:34.541744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2f08d-52ab-42f2-b35b-dc2383b8cccc tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Pushing event deleted for resources: {'Port': ['ID=67a3c345-92cd-4dbd-a1f0-1cf6103ae978,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:34.576266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Subnet': ['ID=c6759f64-4492-48bc-9fcf-90002d92c67a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:34.601695 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e3054c-60c0-44e8-aec4-eb794c2f1c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-25893aa1-0a08-4eb7-a219-9e87eb78f32a', 'network_id': '25893aa1-0a08-4eb7-a219-9e87eb78f32a', 'tenant_id': 'b3c9f2e6c4ed489eb0a00e1f520d0e17', 'fixed_ips': [{'subnet_id': 'c6759f64-4492-48bc-9fcf-90002d92c67a'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:58:34.602921 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f2e3054c-60c0-44e8-aec4-eb794c2f1c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:34.679494 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41b2088b-c5e3-4170-8e03-05376e34206e req-fda8f42a-7497-4eac-9524-c855a4ae163b service neutron] 10.222.0.52 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071799 Jul 27 19:58:34.680148 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f08d-52ab-42f2-b35b-dc2383b8cccc tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:34.711788 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:34.755166 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25893aa1-0a08-4eb7-a219-9e87eb78f32a']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:34.779829 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d3c102-af4e-4f7d-993b-311b1d745ed5') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:34.780248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d3c102-af4e-4f7d-993b-311b1d745ed5') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:34.795768 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:34.806180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2241a499-28ee-459d-97d4-f78754135c2f None None] Network 25893aa1-0a08-4eb7-a219-9e87eb78f32a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:34.843222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-924619789', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:34.878307 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:34.901175 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f08d-52ab-42f2-b35b-dc2383b8cccc tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:34.904012 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f08d-52ab-42f2-b35b-dc2383b8cccc tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:34.917213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:58:34.917997 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:58:34.927937 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:58:35.002673 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f08d-52ab-42f2-b35b-dc2383b8cccc tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.002673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb2f08d-52ab-42f2-b35b-dc2383b8cccc tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3cf0fcf-7d77-4aa9-9dd8-07368f360f02 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:58:35.008127 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f08d-52ab-42f2-b35b-dc2383b8cccc tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.015396 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fdb2f08d-52ab-42f2-b35b-dc2383b8cccc tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "DELETE /v2.0/routers/f3cf0fcf-7d77-4aa9-9dd8-07368f360f02 HTTP/1.1" status: 204 len: 168 time: 2.1248889 Jul 27 19:58:35.018591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58518) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:35.047477 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.049162 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.060331 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539efdef-d698-4093-845e-04f120604af5 None None] Network 582dc218-774b-435f-9d2b-155eeaccab22 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:35.079490 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.114156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.116376 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/25893aa1-0a08-4eb7-a219-9e87eb78f32a HTTP/1.1" status: 204 len: 168 time: 1.0010295 Jul 27 19:58:35.120512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a941a-cd9d-4c7f-b487-73340505c22a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Network': ['ID=25893aa1-0a08-4eb7-a219-9e87eb78f32a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:35.123419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58520) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:35.137332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fe7d7-34c7-4851-8cde-355f0ac9ab5d req-b3c5fc7b-b3e7-4e8f-8eb5-8f938aecf45d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:35.138393 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dace8340-07a1-468b-bfd1-0cb6333eb726 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-49871727'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:35.139134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-508fe7d7-34c7-4851-8cde-355f0ac9ab5d req-b3c5fc7b-b3e7-4e8f-8eb5-8f938aecf45d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.4100759 Jul 27 19:58:35.144613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6f4da0-5ea9-4999-b2fc-f783bfea0f81 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Deleting subnet 811b7ede-ef09-4fdd-af94-59d7127eaa24 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:58:35.150536 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4da0-5ea9-4999-b2fc-f783bfea0f81 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.165682 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dace8340-07a1-468b-bfd1-0cb6333eb726 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:35.168155 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dace8340-07a1-468b-bfd1-0cb6333eb726 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.181406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1458c2e8-9706-4a34-829d-9450c6164a01 None None] Provisioning complete for port 96478afd-22d3-4713-a0fa-842078ab4b73 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:35.182122 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1458c2e8-9706-4a34-829d-9450c6164a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.233267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.234244 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-508fe7d7-34c7-4851-8cde-355f0ac9ab5d req-8212bac7-ac3c-4100-8495-fadf13138e3e tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540359 Jul 27 19:58:35.243666 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4da0-5ea9-4999-b2fc-f783bfea0f81 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.255617 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dace8340-07a1-468b-bfd1-0cb6333eb726 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:58:35.291125 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4da0-5ea9-4999-b2fc-f783bfea0f81 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.372282 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dace8340-07a1-468b-bfd1-0cb6333eb726 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.374229 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-dace8340-07a1-468b-bfd1-0cb6333eb726 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Added segment 7659daac-cca3-4cf6-acd8-ad1da63c8bd7 of type vlan for network ba906eec-1c47-47bb-b71b-4eab825b95f2 Jul 27 19:58:35.424704 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4da0-5ea9-4999-b2fc-f783bfea0f81 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.473244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f4da0-5ea9-4999-b2fc-f783bfea0f81 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=811b7ede-ef09-4fdd-af94-59d7127eaa24,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:35.485558 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4da0-5ea9-4999-b2fc-f783bfea0f81 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.487633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6f6f4da0-5ea9-4999-b2fc-f783bfea0f81 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/811b7ede-ef09-4fdd-af94-59d7127eaa24 HTTP/1.1" status: 204 len: 168 time: 0.4683094 Jul 27 19:58:35.490433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58528) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:35.588374 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.600423 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dace8340-07a1-468b-bfd1-0cb6333eb726 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.601933 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3063024-8d7d-4ec3-aa46-87edabf3935c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.683812 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dace8340-07a1-468b-bfd1-0cb6333eb726 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.689518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dace8340-07a1-468b-bfd1-0cb6333eb726 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:35.690123 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dace8340-07a1-468b-bfd1-0cb6333eb726 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.697602 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3063024-8d7d-4ec3-aa46-87edabf3935c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.707822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c3063024-8d7d-4ec3-aa46-87edabf3935c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebf23fe-bd47-43fb-bcb5-18963cb7c3a0']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:35.718349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c3063024-8d7d-4ec3-aa46-87edabf3935c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507a51da-ad06-4b43-b4ff-656a7993ff62') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:35.718656 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c3063024-8d7d-4ec3-aa46-87edabf3935c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507a51da-ad06-4b43-b4ff-656a7993ff62') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:35.728098 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3063024-8d7d-4ec3-aa46-87edabf3935c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.742243 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3063024-8d7d-4ec3-aa46-87edabf3935c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.749457 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3063024-8d7d-4ec3-aa46-87edabf3935c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:58:35.750133 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3063024-8d7d-4ec3-aa46-87edabf3935c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:58:35.752129 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:58:35.759192 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dace8340-07a1-468b-bfd1-0cb6333eb726 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6325464 Jul 27 19:58:35.762062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58530) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:35.768602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-2c0e05ac-1384-4940-bba3-cccd52aca33a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'subnet': {'network_id': 'ba906eec-1c47-47bb-b71b-4eab825b95f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:35.771370 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace8340-07a1-468b-bfd1-0cb6333eb726 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Network': ['ID=ba906eec-1c47-47bb-b71b-4eab825b95f2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:35.777568 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c52c736c-8b6d-484e-ba1d-543d06a70432 None None] Provisioning complete for port 96478afd-22d3-4713-a0fa-842078ab4b73 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:35.777955 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c52c736c-8b6d-484e-ba1d-543d06a70432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.800920 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network ba906eec-1c47-47bb-b71b-4eab825b95f2 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:35.895256 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3063024-8d7d-4ec3-aa46-87edabf3935c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.900267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3063024-8d7d-4ec3-aa46-87edabf3935c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eebf23fe-bd47-43fb-bcb5-18963cb7c3a0 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 19:58:35.903934 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3063024-8d7d-4ec3-aa46-87edabf3935c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:35.906149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c3063024-8d7d-4ec3-aa46-87edabf3935c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "DELETE /v2.0/networks/eebf23fe-bd47-43fb-bcb5-18963cb7c3a0 HTTP/1.1" status: 204 len: 168 time: 0.4142928 Jul 27 19:58:35.923734 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3063024-8d7d-4ec3-aa46-87edabf3935c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Pushing event deleted for resources: {'Network': ['ID=eebf23fe-bd47-43fb-bcb5-18963cb7c3a0,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:35.947362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0e05ac-1384-4940-bba3-cccd52aca33a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:35.953414 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2c0e05ac-1384-4940-bba3-cccd52aca33a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:36.192090 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2c0e05ac-1384-4940-bba3-cccd52aca33a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:36.232910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58538) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:36.240623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5755d7b3-32c3-4939-b1ef-8a912b878974 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Request body: {'router': {'name': 'tempest-router--1991835399', 'project_id': '82a7791f04f14854bb571b5ab2973589'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:36.292632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e05ac-1384-4940-bba3-cccd52aca33a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Subnet': ['ID=fff5a7c5-6513-4f5b-b6dd-82591de52d8a,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:36.303685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e05ac-1384-4940-bba3-cccd52aca33a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Checking segment: {'id': '7659daac-cca3-4cf6-acd8-ad1da63c8bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ba906eec-1c47-47bb-b71b-4eab825b95f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:36.304051 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0e05ac-1384-4940-bba3-cccd52aca33a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network hostable DHCP agents. Network: ba906eec-1c47-47bb-b71b-4eab825b95f2, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:58:36.308940 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5755d7b3-32c3-4939-b1ef-8a912b878974 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:36.310071 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5755d7b3-32c3-4939-b1ef-8a912b878974 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:36.334722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0e05ac-1384-4940-bba3-cccd52aca33a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network ba906eec-1c47-47bb-b71b-4eab825b95f2 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:58:36.385149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-2c0e05ac-1384-4940-bba3-cccd52aca33a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, ba906eec-1c47-47bb-b71b-4eab825b95f2) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:36.391864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85358aeb-b38e-4a3a-a56e-3093c6402796 None None] Network ba906eec-1c47-47bb-b71b-4eab825b95f2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:36.394876 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:36.401062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0e05ac-1384-4940-bba3-cccd52aca33a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:36.401682 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2c0e05ac-1384-4940-bba3-cccd52aca33a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:36.421602 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:36.463183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 96478afd-22d3-4713-a0fa-842078ab4b73 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:58:36.467808 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5755d7b3-32c3-4939-b1ef-8a912b878974 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:36.481783 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5755d7b3-32c3-4939-b1ef-8a912b878974 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:36.484703 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2c0e05ac-1384-4940-bba3-cccd52aca33a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7216420 Jul 27 19:58:36.493232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58550) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:36.498541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-44b48df3-4aeb-4a1e-a361-51c3febb37ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'subnet': {'network_id': 'ba906eec-1c47-47bb-b71b-4eab825b95f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:36.548472 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5755d7b3-32c3-4939-b1ef-8a912b878974 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:36.549335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5755d7b3-32c3-4939-b1ef-8a912b878974 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3155551 Jul 27 19:58:36.552718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58556) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:36.563382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cc286-51b5-4141-ae38-c05694264515 req-2cba4fae-7907-4f8a-9bd7-aeadced91066 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:36.566231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-576cc286-51b5-4141-ae38-c05694264515 req-2cba4fae-7907-4f8a-9bd7-aeadced91066 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2339170 Jul 27 19:58:36.582288 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 96478afd-22d3-4713-a0fa-842078ab4b73 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:36.582666 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:36.693753 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-576cc286-51b5-4141-ae38-c05694264515 req-0067908e-ffc2-4194-bb66-ed8788d584bc tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100545 Jul 27 19:58:36.728077 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:58:36.741484 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-ba906eec-1c47-47bb-b71b-4eab825b95f2', 'network_id': 'ba906eec-1c47-47bb-b71b-4eab825b95f2', 'tenant_id': 'b3c9f2e6c4ed489eb0a00e1f520d0e17', 'fixed_ips': [{'subnet_id': 'fff5a7c5-6513-4f5b-b6dd-82591de52d8a'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:58:36.742559 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:36.747776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b48df3-4aeb-4a1e-a361-51c3febb37ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:36.755829 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44b48df3-4aeb-4a1e-a361-51c3febb37ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:36.772810 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59323be1-9be5-4548-a412-18f79f9dc7b3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:36.870124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Allocated IP 172.25.1.198 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/b2260ec8-42dc-4cc3-8fb5-0a9dae71e313) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:36.907105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Allocated IP 2001:db8::2 (ba906eec-1c47-47bb-b71b-4eab825b95f2/fff5a7c5-6513-4f5b-b6dd-82591de52d8a/b35dad39-8726-49ee-81cb-8c0dcbd0e4f7) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:36.942434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625835bb-4d11-45d2-90ca-c8fa0be6a858 req-d3b59644-7442-4262-803c-afd9a481e47f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:36.948428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625835bb-4d11-45d2-90ca-c8fa0be6a858 req-d3b59644-7442-4262-803c-afd9a481e47f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:36.954525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625835bb-4d11-45d2-90ca-c8fa0be6a858 req-d3b59644-7442-4262-803c-afd9a481e47f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:36.960706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625835bb-4d11-45d2-90ca-c8fa0be6a858 req-d3b59644-7442-4262-803c-afd9a481e47f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:36.966470 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625835bb-4d11-45d2-90ca-c8fa0be6a858 req-d3b59644-7442-4262-803c-afd9a481e47f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:36.972955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625835bb-4d11-45d2-90ca-c8fa0be6a858 req-d3b59644-7442-4262-803c-afd9a481e47f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:36.979810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625835bb-4d11-45d2-90ca-c8fa0be6a858 req-d3b59644-7442-4262-803c-afd9a481e47f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:36.988914 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-625835bb-4d11-45d2-90ca-c8fa0be6a858 req-d3b59644-7442-4262-803c-afd9a481e47f tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5431 time: 0.1607823 Jul 27 19:58:37.019102 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59323be1-9be5-4548-a412-18f79f9dc7b3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.023060 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59323be1-9be5-4548-a412-18f79f9dc7b3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.050186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-625835bb-4d11-45d2-90ca-c8fa0be6a858 req-2893be3a-f6f3-4b17-89ae-dacb2e5934b5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610371 Jul 27 19:58:37.080333 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.085752 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59323be1-9be5-4548-a412-18f79f9dc7b3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.086255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59323be1-9be5-4548-a412-18f79f9dc7b3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 116d9c46-ec44-494a-bb10-a7d5b2de9d0c {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:58:37.090164 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Transition to ACTIVE for port object b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:37.093103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59323be1-9be5-4548-a412-18f79f9dc7b3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.094660 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-59323be1-9be5-4548-a412-18f79f9dc7b3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "DELETE /v2.0/routers/116d9c46-ec44-494a-bb10-a7d5b2de9d0c HTTP/1.1" status: 204 len: 168 time: 0.5406721 Jul 27 19:58:37.112713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Transition to ACTIVE for port object b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:37.116436 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.150007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Network ba906eec-1c47-47bb-b71b-4eab825b95f2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:37.152190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:37.174094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:37.181602 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.182092 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44b48df3-4aeb-4a1e-a361-51c3febb37ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.240585 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b48df3-4aeb-4a1e-a361-51c3febb37ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network ba906eec-1c47-47bb-b71b-4eab825b95f2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:37.247959 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Pushing event updated for resources: {'Port': ['ID=b35dad39-8726-49ee-81cb-8c0dcbd0e4f7,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:37.259250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-44b48df3-4aeb-4a1e-a361-51c3febb37ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:37.260133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Attempting to bind port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:37.260543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Attempting to bind port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '7659daac-cca3-4cf6-acd8-ad1da63c8bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ba906eec-1c47-47bb-b71b-4eab825b95f2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:37.260912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Attempting to bind port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 on network ba906eec-1c47-47bb-b71b-4eab825b95f2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:37.269387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:58:37.269702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Checking segment: {'id': '7659daac-cca3-4cf6-acd8-ad1da63c8bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ba906eec-1c47-47bb-b71b-4eab825b95f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:37.270117 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.270512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Bound using segment: {'id': '7659daac-cca3-4cf6-acd8-ad1da63c8bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ba906eec-1c47-47bb-b71b-4eab825b95f2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:58:37.270982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Bound port: b35dad39-8726-49ee-81cb-8c0dcbd0e4f7, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7659daac-cca3-4cf6-acd8-ad1da63c8bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ba906eec-1c47-47bb-b71b-4eab825b95f2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:58:37.271364 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.271653 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b48df3-4aeb-4a1e-a361-51c3febb37ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:37.272467 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44b48df3-4aeb-4a1e-a361-51c3febb37ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.272821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58566) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:37.281423 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.309497 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b48df3-4aeb-4a1e-a361-51c3febb37ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Subnet': ['ID=8be484d8-5fea-4d32-9504-07bfef2010bf,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:37.329432 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:37.333843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:37.340083 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:37.360904 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] For port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:58:37.361334 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-44b48df3-4aeb-4a1e-a361-51c3febb37ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8662684 Jul 27 19:58:37.363783 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58570) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:37.366150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] For port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b35dad39-8726-49ee-81cb-8c0dcbd0e4f7,segment=NetworkSegment(7659daac-cca3-4cf6-acd8-ad1da63c8bd7),segment_id=7659daac-cca3-4cf6-acd8-ad1da63c8bd7)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:58:37.372869 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.390168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Pushing event updated for resources: {'Port': ['ID=b2260ec8-42dc-4cc3-8fb5-0a9dae71e313,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:37.456962 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae911c58-425b-4934-bfcf-a5097fbb860d req-1057e13a-c324-4b13-964f-c76ee1bece77 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:37.469761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae911c58-425b-4934-bfcf-a5097fbb860d req-1057e13a-c324-4b13-964f-c76ee1bece77 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:37.476207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae911c58-425b-4934-bfcf-a5097fbb860d req-1057e13a-c324-4b13-964f-c76ee1bece77 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:37.490334 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae911c58-425b-4934-bfcf-a5097fbb860d req-1057e13a-c324-4b13-964f-c76ee1bece77 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:37.491620 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187903d-9a5f-4540-aa54-9c17ee30bfcc None None] Pushing event updated for resources: {'Port': ['ID=b35dad39-8726-49ee-81cb-8c0dcbd0e4f7,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:37.499427 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae911c58-425b-4934-bfcf-a5097fbb860d req-1057e13a-c324-4b13-964f-c76ee1bece77 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:37.507131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae911c58-425b-4934-bfcf-a5097fbb860d req-1057e13a-c324-4b13-964f-c76ee1bece77 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:37.513362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae911c58-425b-4934-bfcf-a5097fbb860d req-1057e13a-c324-4b13-964f-c76ee1bece77 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:37.518611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae911c58-425b-4934-bfcf-a5097fbb860d req-1057e13a-c324-4b13-964f-c76ee1bece77 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5431 time: 0.2803097 Jul 27 19:58:37.547118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07121a-ce72-4ee5-ba77-2e9f07ef33b4 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:37.548678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07121a-ce72-4ee5-ba77-2e9f07ef33b4 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:37.552732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07121a-ce72-4ee5-ba77-2e9f07ef33b4 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:37.554431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07121a-ce72-4ee5-ba77-2e9f07ef33b4 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:37.556017 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07121a-ce72-4ee5-ba77-2e9f07ef33b4 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:37.564011 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58574) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:37.566376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2d07121a-ce72-4ee5-ba77-2e9f07ef33b4 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2011416 Jul 27 19:58:37.572074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6f996c86-f38e-4d02-92de-0172061dcb77 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-319559008'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:37.619492 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-932619234', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:37.658587 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f996c86-f38e-4d02-92de-0172061dcb77 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:37.661802 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f996c86-f38e-4d02-92de-0172061dcb77 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.738695 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.739750 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.765170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f996c86-f38e-4d02-92de-0172061dcb77 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:58:37.774066 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.845645 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f996c86-f38e-4d02-92de-0172061dcb77 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.845990 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-6f996c86-f38e-4d02-92de-0172061dcb77 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Added segment 5f0ba704-4e97-4553-ab23-79ba9f719d39 of type vlan for network 0a649b34-ded5-474f-bd0b-6684eec230a3 Jul 27 19:58:37.900754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45e223-31f2-49dd-973a-84e2116641c1 req-acebdd20-5e1f-4e74-bf83-abfc77bf9534 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:37.902691 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f45e223-31f2-49dd-973a-84e2116641c1 req-acebdd20-5e1f-4e74-bf83-abfc77bf9534 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.0881405 Jul 27 19:58:37.949297 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:37.961126 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f45e223-31f2-49dd-973a-84e2116641c1 req-ce8b29be-17c5-4f63-bff1-3d12788f6339 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488231 Jul 27 19:58:37.976621 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f996c86-f38e-4d02-92de-0172061dcb77 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:38.182637 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:38.189695 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f996c86-f38e-4d02-92de-0172061dcb77 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:38.195606 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f996c86-f38e-4d02-92de-0172061dcb77 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:38.196289 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f996c86-f38e-4d02-92de-0172061dcb77 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:38.344770 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6f996c86-f38e-4d02-92de-0172061dcb77 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7788296 Jul 27 19:58:38.344983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58582) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:38.352249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-12555aa9-aaac-4be7-8cf0-7c263b68fb06 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:38.362503 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f996c86-f38e-4d02-92de-0172061dcb77 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Network': ['ID=0a649b34-ded5-474f-bd0b-6684eec230a3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:38.364076 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:38.370772 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:38.399223 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 0a649b34-ded5-474f-bd0b-6684eec230a3 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:38.501806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:58:38.614856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:58:38.618683 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12555aa9-aaac-4be7-8cf0-7c263b68fb06 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:38.639199 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12555aa9-aaac-4be7-8cf0-7c263b68fb06 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:38.666681 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12555aa9-aaac-4be7-8cf0-7c263b68fb06 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network 0a649b34-ded5-474f-bd0b-6684eec230a3 is not hosted by any dhcp agent {{(pid=94059) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 19:58:38.672936 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12555aa9-aaac-4be7-8cf0-7c263b68fb06 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:38.673552 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12555aa9-aaac-4be7-8cf0-7c263b68fb06 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:38.678925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-12555aa9-aaac-4be7-8cf0-7c263b68fb06 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "PUT /v2.0/networks/0a649b34-ded5-474f-bd0b-6684eec230a3 HTTP/1.1" status: 200 len: 723 time: 0.3287630 Jul 27 19:58:38.690238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58584) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:38.696269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-fe928734-6cf7-42f5-8b47-aedadf857403 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'subnet': {'network_id': '0a649b34-ded5-474f-bd0b-6684eec230a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:38.723668 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Router 1eded59f-96f4-4436-aca6-a2470596e0dc is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:58:38.731851 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12555aa9-aaac-4be7-8cf0-7c263b68fb06 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Network': ['ID=0a649b34-ded5-474f-bd0b-6684eec230a3,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:38.742114 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7d1b1f-72f2-4078-b858-a14e0af9c05e None None] Network ba906eec-1c47-47bb-b71b-4eab825b95f2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:38.786167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 0a649b34-ded5-474f-bd0b-6684eec230a3 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:38.790863 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:38.818367 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:38.858714 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-966b6201-f8b0-4f89-9e3f-bca581b3f56f None None] Provisioning for port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:58:38.868195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-966b6201-f8b0-4f89-9e3f-bca581b3f56f None None] Provisioning complete for port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:38.868858 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-966b6201-f8b0-4f89-9e3f-bca581b3f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:38.988244 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe928734-6cf7-42f5-8b47-aedadf857403 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:38.991930 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe928734-6cf7-42f5-8b47-aedadf857403 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:39.073269 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-966b6201-f8b0-4f89-9e3f-bca581b3f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:39.174656 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806c1a7-5b95-4c8e-ae36-7344184251ca req-e590ff40-76d9-43c6-8539-ef7786d4308c tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:39.177375 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1806c1a7-5b95-4c8e-ae36-7344184251ca req-e590ff40-76d9-43c6-8539-ef7786d4308c tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.1220894 Jul 27 19:58:39.207497 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-966b6201-f8b0-4f89-9e3f-bca581b3f56f None None] For port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b35dad39-8726-49ee-81cb-8c0dcbd0e4f7,segment=NetworkSegment(7659daac-cca3-4cf6-acd8-ad1da63c8bd7),segment_id=7659daac-cca3-4cf6-acd8-ad1da63c8bd7)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:39.214156 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-966b6201-f8b0-4f89-9e3f-bca581b3f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:39.223395 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc25b64-deff-4844-ba61-22d6ef5b2d31 None None] Update dhcp port {'port': {'network_id': 'ba906eec-1c47-47bb-b71b-4eab825b95f2', 'fixed_ips': [{'subnet_id': 'fff5a7c5-6513-4f5b-b6dd-82591de52d8a', 'ip_address': '2001:db8::2'}, {'subnet_id': '8be484d8-5fea-4d32-9504-07bfef2010bf'}], 'binding:host_id': 'n-d-705657-21'}, 'id': 'b35dad39-8726-49ee-81cb-8c0dcbd0e4f7'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 19:58:39.232798 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1806c1a7-5b95-4c8e-ae36-7344184251ca req-3ec4f33f-131c-4424-b705-984e3b546cf6 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461648 Jul 27 19:58:39.293798 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:58:39.308047 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe928734-6cf7-42f5-8b47-aedadf857403 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:39.310708 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Allocated IP 172.25.1.86 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/0892bde5-89ff-43c4-9e07-6ac874e3a6b9) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:39.321963 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14016346-e5eb-4d8b-a433-8f54d6d8993c None None] Sync routers for ids ['1eded59f-96f4-4436-aca6-a2470596e0dc'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:58:39.369969 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afc25b64-deff-4844-ba61-22d6ef5b2d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:39.370384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:39.374179 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3a6dbb4b-0dee-4281-be2a-f96ab041805b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1209760 Jul 27 19:58:39.374354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b6201-f8b0-4f89-9e3f-bca581b3f56f None None] Pushing event updated for resources: {'Port': ['ID=b35dad39-8726-49ee-81cb-8c0dcbd0e4f7,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:39.377229 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58598) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:39.386904 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14016346-e5eb-4d8b-a433-8f54d6d8993c None None] Routers {'1eded59f-96f4-4436-aca6-a2470596e0dc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:39.387586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-14016346-e5eb-4d8b-a433-8f54d6d8993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1eded59f-96f4-4436-aca6-a2470596e0dc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:39.430117 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe928734-6cf7-42f5-8b47-aedadf857403 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Subnet': ['ID=3789c12a-8af8-4f5d-ac94-a2f5fc01f826,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:39.438031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-14016346-e5eb-4d8b-a433-8f54d6d8993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:39.457072 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe928734-6cf7-42f5-8b47-aedadf857403 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Checking segment: {'id': '5f0ba704-4e97-4553-ab23-79ba9f719d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0a649b34-ded5-474f-bd0b-6684eec230a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:39.457483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe928734-6cf7-42f5-8b47-aedadf857403 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network hostable DHCP agents. Network: 0a649b34-ded5-474f-bd0b-6684eec230a3, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:58:39.508696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:39.513167 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe928734-6cf7-42f5-8b47-aedadf857403 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network 0a649b34-ded5-474f-bd0b-6684eec230a3 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:58:39.528826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fc82e0ec-f9b5-4bdb-9760-b385691c0500 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/routers/1eded59f-96f4-4436-aca6-a2470596e0dc HTTP/1.1" status: 200 len: 924 time: 0.1471672 Jul 27 19:58:39.529191 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-fe928734-6cf7-42f5-8b47-aedadf857403 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 0a649b34-ded5-474f-bd0b-6684eec230a3) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:39.529336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58600) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:39.536164 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe928734-6cf7-42f5-8b47-aedadf857403 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:39.536625 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe928734-6cf7-42f5-8b47-aedadf857403 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:39.578984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1f32d5ae-f86a-47db-8d05-84e1b7aa3b18 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "GET /v2.0/ports?device_id=1eded59f-96f4-4436-aca6-a2470596e0dc HTTP/1.1" status: 200 len: 205 time: 0.0464327 Jul 27 19:58:39.579191 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58602) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:39.595225 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fe928734-6cf7-42f5-8b47-aedadf857403 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9026988 Jul 27 19:58:39.597911 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:39.609292 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58604) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:39.630124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8924c284-64e4-4dce-9750-1b4340564f3a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:39.653770 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278ad562-764f-48c9-aa84-350e5d07019c None None] Network 0a649b34-ded5-474f-bd0b-6684eec230a3 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:39.666025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:39.690905 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:39.700691 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:39.826325 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-afc25b64-deff-4844-ba61-22d6ef5b2d31 None None] Allocated IP 172.20.0.1 (ba906eec-1c47-47bb-b71b-4eab825b95f2/8be484d8-5fea-4d32-9504-07bfef2010bf/b35dad39-8726-49ee-81cb-8c0dcbd0e4f7) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:39.935151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-afc25b64-deff-4844-ba61-22d6ef5b2d31 None None] For port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b35dad39-8726-49ee-81cb-8c0dcbd0e4f7,segment=NetworkSegment(7659daac-cca3-4cf6-acd8-ad1da63c8bd7),segment_id=7659daac-cca3-4cf6-acd8-ad1da63c8bd7)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:39.977488 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afc25b64-deff-4844-ba61-22d6ef5b2d31 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:39.995869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-afc25b64-deff-4844-ba61-22d6ef5b2d31 None None] Transition to ACTIVE for port object b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:40.051800 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afc25b64-deff-4844-ba61-22d6ef5b2d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:40.079627 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14016346-e5eb-4d8b-a433-8f54d6d8993c None None] Routers {'1eded59f-96f4-4436-aca6-a2470596e0dc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:40.080016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-14016346-e5eb-4d8b-a433-8f54d6d8993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1eded59f-96f4-4436-aca6-a2470596e0dc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:40.171157 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72cf6aa9-bbc7-4856-848e-67b608b9e4c4 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:40.185761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-14016346-e5eb-4d8b-a433-8f54d6d8993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:40.186666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14016346-e5eb-4d8b-a433-8f54d6d8993c None None] The sync data for ids ['1eded59f-96f4-4436-aca6-a2470596e0dc'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:58:40.316917 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72cf6aa9-bbc7-4856-848e-67b608b9e4c4 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:40.416684 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc25b64-deff-4844-ba61-22d6ef5b2d31 None None] Pushing event updated for resources: {'Port': ['ID=b35dad39-8726-49ee-81cb-8c0dcbd0e4f7,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:40.490508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd230c-f709-46f3-be6a-7f40a8c4e00a req-a32a7516-5a61-4dde-bd22-b2307f7d9e81 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:40.501846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fafd230c-f709-46f3-be6a-7f40a8c4e00a req-a32a7516-5a61-4dde-bd22-b2307f7d9e81 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 945 time: 0.1966879 Jul 27 19:58:40.543024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:58:40.571436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fafd230c-f709-46f3-be6a-7f40a8c4e00a req-c63316b8-ff7c-4d51-b596-963d7770fd78 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/security-groups?id=524e4cd3-18a1-41ef-8159-7a504d46a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717764 Jul 27 19:58:40.574074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Pushing event updated for resources: {'Port': ['ID=0892bde5-89ff-43c4-9e07-6ac874e3a6b9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:40.614588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-72cf6aa9-bbc7-4856-848e-67b608b9e4c4 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Deleting port b2260ec8-42dc-4cc3-8fb5-0a9dae71e313 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:40.615102 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72cf6aa9-bbc7-4856-848e-67b608b9e4c4 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:40.666136 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-0a649b34-ded5-474f-bd0b-6684eec230a3', 'network_id': '0a649b34-ded5-474f-bd0b-6684eec230a3', 'tenant_id': 'b3c9f2e6c4ed489eb0a00e1f520d0e17', 'fixed_ips': [{'subnet_id': '3789c12a-8af8-4f5d-ac94-a2f5fc01f826'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:58:40.667485 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:40.717607 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72cf6aa9-bbc7-4856-848e-67b608b9e4c4 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:40.739513 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-72cf6aa9-bbc7-4856-848e-67b608b9e4c4 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Calling delete_port for b2260ec8-42dc-4cc3-8fb5-0a9dae71e313 owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:40.766704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8924c284-64e4-4dce-9750-1b4340564f3a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16767714'] for subnet, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:40.975911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Allocated IP 2001:db8::2 (0a649b34-ded5-474f-bd0b-6684eec230a3/3789c12a-8af8-4f5d-ac94-a2f5fc01f826/c5f06771-7eea-4a8c-b7b9-8e00c9d1572a) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:41.015656 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a5a1e-59a6-4ac9-b607-7a78e38ce1f3 req-c021e77b-19c3-4eb4-ae56-29992fffee7c tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:41.021044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b8a5a1e-59a6-4ac9-b607-7a78e38ce1f3 req-c021e77b-19c3-4eb4-ae56-29992fffee7c tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.6047652 Jul 27 19:58:41.024953 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72cf6aa9-bbc7-4856-848e-67b608b9e4c4 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.049425 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.131640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf6aa9-bbc7-4856-848e-67b608b9e4c4 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Pushing event deleted for resources: {'Port': ['ID=b2260ec8-42dc-4cc3-8fb5-0a9dae71e313,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:41.217612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58630) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:41.257783 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b8a5a1e-59a6-4ac9-b607-7a78e38ce1f3 req-b2e895dc-60a9-46b0-b68b-3e67077f158d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255852 Jul 27 19:58:41.273354 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.283350 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Transition to ACTIVE for port object c5f06771-7eea-4a8c-b7b9-8e00c9d1572a will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:41.300453 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Transition to ACTIVE for port object c5f06771-7eea-4a8c-b7b9-8e00c9d1572a will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:41.305682 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72cf6aa9-bbc7-4856-848e-67b608b9e4c4 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.310857 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.409564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f2e29-8db3-4598-83a1-0ca761084f08 None None] Network ba906eec-1c47-47bb-b71b-4eab825b95f2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:41.441382 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72cf6aa9-bbc7-4856-848e-67b608b9e4c4 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.443849 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72cf6aa9-bbc7-4856-848e-67b608b9e4c4 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.503188 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72cf6aa9-bbc7-4856-848e-67b608b9e4c4 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.504042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cf6aa9-bbc7-4856-848e-67b608b9e4c4 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Fanout notify agent at l3_agent the message router_deleted on router 1eded59f-96f4-4436-aca6-a2470596e0dc {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:58:41.505084 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8924c284-64e4-4dce-9750-1b4340564f3a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742871611109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5873707'] for subnet, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.511996 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72cf6aa9-bbc7-4856-848e-67b608b9e4c4 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.516699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-72cf6aa9-bbc7-4856-848e-67b608b9e4c4 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "DELETE /v2.0/routers/1eded59f-96f4-4436-aca6-a2470596e0dc HTTP/1.1" status: 204 len: 168 time: 1.9331908 Jul 27 19:58:41.517002 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58638) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:41.523088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1183677460', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'enable_snat': False}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:41.549098 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Network 0a649b34-ded5-474f-bd0b-6684eec230a3 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:41.549457 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.551369 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.574036 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8924c284-64e4-4dce-9750-1b4340564f3a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:41.574996 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8924c284-64e4-4dce-9750-1b4340564f3a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.576572 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8924c284-64e4-4dce-9750-1b4340564f3a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "PUT /v2.0/subnets/3789c12a-8af8-4f5d-ac94-a2f5fc01f826 HTTP/1.1" status: 200 len: 826 time: 1.9599011 Jul 27 19:58:41.585126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:41.597594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Pushing event updated for resources: {'Port': ['ID=c5f06771-7eea-4a8c-b7b9-8e00c9d1572a,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:41.604841 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.606767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-44f30f37-4907-4cba-94e4-8f478d4e3c95 None None] Provisioning for port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:58:41.611261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:41.619021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58640) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:41.638842 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-44f30f37-4907-4cba-94e4-8f478d4e3c95 None None] Provisioning complete for port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:41.639252 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-44f30f37-4907-4cba-94e4-8f478d4e3c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.640713 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.704920 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924c284-64e4-4dce-9750-1b4340564f3a tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Subnet': ['ID=3789c12a-8af8-4f5d-ac94-a2f5fc01f826,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:41.729361 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087fccd-c8ba-4869-9fa6-3c2f4460e670 req-c700f910-b63a-42bb-bed2-6a2157c9441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:41.730016 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087fccd-c8ba-4869-9fa6-3c2f4460e670 req-c700f910-b63a-42bb-bed2-6a2157c9441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:41.730561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087fccd-c8ba-4869-9fa6-3c2f4460e670 req-c700f910-b63a-42bb-bed2-6a2157c9441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:41.731107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087fccd-c8ba-4869-9fa6-3c2f4460e670 req-c700f910-b63a-42bb-bed2-6a2157c9441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:41.731777 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087fccd-c8ba-4869-9fa6-3c2f4460e670 req-c700f910-b63a-42bb-bed2-6a2157c9441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:41.732317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087fccd-c8ba-4869-9fa6-3c2f4460e670 req-c700f910-b63a-42bb-bed2-6a2157c9441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:41.732930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087fccd-c8ba-4869-9fa6-3c2f4460e670 req-c700f910-b63a-42bb-bed2-6a2157c9441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:41.735256 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5087fccd-c8ba-4869-9fa6-3c2f4460e670 req-c700f910-b63a-42bb-bed2-6a2157c9441c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 6495 time: 0.5166392 Jul 27 19:58:41.744792 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.826316 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Attempting to bind port c5f06771-7eea-4a8c-b7b9-8e00c9d1572a on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:41.826962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Attempting to bind port c5f06771-7eea-4a8c-b7b9-8e00c9d1572a by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5f0ba704-4e97-4553-ab23-79ba9f719d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0a649b34-ded5-474f-bd0b-6684eec230a3'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:41.827232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Attempting to bind port c5f06771-7eea-4a8c-b7b9-8e00c9d1572a on network 0a649b34-ded5-474f-bd0b-6684eec230a3 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:41.848359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:58:41.849263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Checking segment: {'id': '5f0ba704-4e97-4553-ab23-79ba9f719d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0a649b34-ded5-474f-bd0b-6684eec230a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:41.849996 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.850419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Bound using segment: {'id': '5f0ba704-4e97-4553-ab23-79ba9f719d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0a649b34-ded5-474f-bd0b-6684eec230a3'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:58:41.850908 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Bound port: c5f06771-7eea-4a8c-b7b9-8e00c9d1572a, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0ba704-4e97-4553-ab23-79ba9f719d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0a649b34-ded5-474f-bd0b-6684eec230a3'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:58:41.851303 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.853871 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.857319 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5087fccd-c8ba-4869-9fa6-3c2f4460e670 req-5a7e7fc5-c571-464c-99f7-2ea2bbe9a68a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099699 Jul 27 19:58:41.889222 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:41.903987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab579323-05e3-4e05-8ec0-6118a97b1eb6 req-03964340-d03a-4bc0-a259-15fa3c241550 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:41.905992 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab579323-05e3-4e05-8ec0-6118a97b1eb6 req-03964340-d03a-4bc0-a259-15fa3c241550 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 945 time: 0.2633774 Jul 27 19:58:42.011334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Deleting port c5f06771-7eea-4a8c-b7b9-8e00c9d1572a {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:42.011809 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:42.015151 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Router 53240ba9-d98c-469b-bfb0-5504c0d36a2b is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:58:42.016341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab579323-05e3-4e05-8ec0-6118a97b1eb6 req-7ba78040-71f7-415f-95d8-34aff0f5d0e3 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/security-groups?id=524e4cd3-18a1-41ef-8159-7a504d46a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028569 Jul 27 19:58:42.080039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-26069447-a036-4a28-8461-151df4cbecdd None None] For port c5f06771-7eea-4a8c-b7b9-8e00c9d1572a, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:58:42.087229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-26069447-a036-4a28-8461-151df4cbecdd None None] For port c5f06771-7eea-4a8c-b7b9-8e00c9d1572a, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c5f06771-7eea-4a8c-b7b9-8e00c9d1572a,segment=NetworkSegment(5f0ba704-4e97-4553-ab23-79ba9f719d39),segment_id=5f0ba704-4e97-4553-ab23-79ba9f719d39)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:58:42.098864 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:42.253279 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26069447-a036-4a28-8461-151df4cbecdd None None] Pushing event updated for resources: {'Port': ['ID=c5f06771-7eea-4a8c-b7b9-8e00c9d1572a,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:42.306151 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:42.324006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] For port c5f06771-7eea-4a8c-b7b9-8e00c9d1572a, host n-d-705657-21, got binding levels [] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:42.324486 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:42.332925 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:42.358378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:58:42.368084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Calling delete_port for c5f06771-7eea-4a8c-b7b9-8e00c9d1572a owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:42.369849 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e41c01-887a-491d-a24d-0ee20752c225 None None] Sync routers for ids ['53240ba9-d98c-469b-bfb0-5504c0d36a2b'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:58:42.390509 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e41c01-887a-491d-a24d-0ee20752c225 None None] Routers {'53240ba9-d98c-469b-bfb0-5504c0d36a2b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:42.391578 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-79e41c01-887a-491d-a24d-0ee20752c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['53240ba9-d98c-469b-bfb0-5504c0d36a2b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:42.444617 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:58:42.472095 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-79e41c01-887a-491d-a24d-0ee20752c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:42.500802 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e41c01-887a-491d-a24d-0ee20752c225 None None] Routers {'53240ba9-d98c-469b-bfb0-5504c0d36a2b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:42.502458 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-79e41c01-887a-491d-a24d-0ee20752c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['53240ba9-d98c-469b-bfb0-5504c0d36a2b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:42.566797 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-79e41c01-887a-491d-a24d-0ee20752c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:42.567649 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e41c01-887a-491d-a24d-0ee20752c225 None None] The sync data for ids ['53240ba9-d98c-469b-bfb0-5504c0d36a2b'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:58:42.622733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:42.624239 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:42.634387 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:42.636387 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e6ad28e5-3ead-4747-9f58-a8cac3e5a5ca tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3617892 Jul 27 19:58:42.639410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58656) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:42.645753 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:42.724321 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Allocated IP 172.25.1.200 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/8ea36dca-e6ec-4494-8934-6fc13878d8a1) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:42.735055 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e0c55-a5b1-4ef4-8697-cec3dd52727a req-46c49ba1-175e-49de-9858-3de21ee72298 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:42.736826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c5e0c55-a5b1-4ef4-8697-cec3dd52727a req-46c49ba1-175e-49de-9858-3de21ee72298 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2923312 Jul 27 19:58:42.737857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7505608c-6fe8-43ce-a45b-50b132819a09 None None] Provisioning complete for port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:42.738314 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7505608c-6fe8-43ce-a45b-50b132819a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:42.771547 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Port': ['ID=c5f06771-7eea-4a8c-b7b9-8e00c9d1572a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:42.847881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No DVR routers for this DVR port c5f06771-7eea-4a8c-b7b9-8e00c9d1572a on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:58:42.954223 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:42.954513 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c5e0c55-a5b1-4ef4-8697-cec3dd52727a req-f4d2a506-545b-48ec-92be-0643fefe45a1 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082486 Jul 27 19:58:42.988370 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e6fd2d17-25c0-471d-ac7a-eefd61ee812f tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/routers/53240ba9-d98c-469b-bfb0-5504c0d36a2b HTTP/1.1" status: 200 len: 919 time: 0.3451378 Jul 27 19:58:42.989784 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:42.992818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58660) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:43.035613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a5374351-ffad-4fac-97d6-92035bcda4ed tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "GET /v2.0/ports?device_id=53240ba9-d98c-469b-bfb0-5504c0d36a2b HTTP/1.1" status: 200 len: 205 time: 0.0403395 Jul 27 19:58:43.038611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58662) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:43.053528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae314c45-7296-446f-b166-345747c05c68 req-ffa6f96f-a729-484e-855b-a355c7b857fc tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:43.054965 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae314c45-7296-446f-b166-345747c05c68 req-ffa6f96f-a729-484e-855b-a355c7b857fc tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 945 time: 0.1621070 Jul 27 19:58:43.080747 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.096340 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.123305 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Subnet': ['ID=3789c12a-8af8-4f5d-ac94-a2f5fc01f826,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:43.137139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae314c45-7296-446f-b166-345747c05c68 req-31b80952-d220-4f67-922d-9e3846ee03ab tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/security-groups?id=524e4cd3-18a1-41ef-8159-7a504d46a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730660 Jul 27 19:58:43.153968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:43.157143 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:43.159743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:43.166163 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Pushing event updated for resources: {'Port': ['ID=8ea36dca-e6ec-4494-8934-6fc13878d8a1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:43.233710 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.249643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a649b34-ded5-474f-bd0b-6684eec230a3']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:43.263768 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-901fd56d-d060-48b7-8e1d-f8511302e26b tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.269246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0ba704-4e97-4553-ab23-79ba9f719d39') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:43.269777 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0ba704-4e97-4553-ab23-79ba9f719d39') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:43.324427 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.364240 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a575c34a-7d0f-455e-a5d4-0d9644d0d2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.375108 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.415667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:58:43.416238 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:58:43.419458 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:58:43.464887 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.514702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-901fd56d-d060-48b7-8e1d-f8511302e26b tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.519468 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.529005 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.530970 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/0a649b34-ded5-474f-bd0b-6684eec230a3 HTTP/1.1" status: 204 len: 168 time: 1.9094493 Jul 27 19:58:43.543257 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58670) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:43.553814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59823d-0c41-4a99-a061-ac1eebf794ef tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Network': ['ID=0a649b34-ded5-474f-bd0b-6684eec230a3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:43.585225 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-57900577-b780-449d-8599-c5e103395472 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] DELETE failed (client error): The resource could not be found. Jul 27 19:58:43.585682 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57900577-b780-449d-8599-c5e103395472 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:58:43.587477 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-57900577-b780-449d-8599-c5e103395472 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/0a649b34-ded5-474f-bd0b-6684eec230a3 HTTP/1.1" status: 404 len: 339 time: 0.0428843 Jul 27 19:58:43.593410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58672) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:43.600035 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3292d713-4328-42eb-bc15-cefffc51e0a0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-994845432', 'description': 'd1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:43.631554 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4ac1d594-c105-42f6-acfe-0a21172a24ae None None] Could not find standard attr ID for object c5f06771-7eea-4a8c-b7b9-8e00c9d1572a. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 19:58:43.633007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3292d713-4328-42eb-bc15-cefffc51e0a0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:43.637310 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3292d713-4328-42eb-bc15-cefffc51e0a0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.642689 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-901fd56d-d060-48b7-8e1d-f8511302e26b tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Deleting port 0892bde5-89ff-43c4-9e07-6ac874e3a6b9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:43.643171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-901fd56d-d060-48b7-8e1d-f8511302e26b tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.671730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a683c2-2579-4d2a-b061-f8892341d1a7 None None] DHCP port deletion for 0a649b34-ded5-474f-bd0b-6684eec230a3 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:58:43.696361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485ee610-075a-49dc-98dd-bbe03b515d54 None None] Network 0a649b34-ded5-474f-bd0b-6684eec230a3 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:43.703609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda53c9-45e7-469a-8832-dbb44dc8aff6 req-ef39759e-b904-41db-a196-a569833427ec tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:43.705149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4eda53c9-45e7-469a-8832-dbb44dc8aff6 req-ef39759e-b904-41db-a196-a569833427ec tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 945 time: 0.1348219 Jul 27 19:58:43.711476 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485ee610-075a-49dc-98dd-bbe03b515d54 None None] Network 0a649b34-ded5-474f-bd0b-6684eec230a3 could not be found, it might have been deleted concurrently. {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 19:58:43.717297 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3292d713-4328-42eb-bc15-cefffc51e0a0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:58:43.722621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b411e459-0971-4622-a590-a08c5ae1d7c8 None None] Network 0a649b34-ded5-474f-bd0b-6684eec230a3 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:43.735406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b411e459-0971-4622-a590-a08c5ae1d7c8 None None] Network 0a649b34-ded5-474f-bd0b-6684eec230a3 could not be found, it might have been deleted concurrently. {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 19:58:43.739044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3292d713-4328-42eb-bc15-cefffc51e0a0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.739390 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-3292d713-4328-42eb-bc15-cefffc51e0a0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Added segment 0676e8cc-b738-4287-80f5-b351d6bb911b of type vlan for network 47b8d027-46d9-48af-a51f-85d6b23be12b Jul 27 19:58:43.759212 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-901fd56d-d060-48b7-8e1d-f8511302e26b tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.793493 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4eda53c9-45e7-469a-8832-dbb44dc8aff6 req-4c6d092f-dca1-4794-9594-059acaee5efb tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767369 Jul 27 19:58:43.796072 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.803457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-901fd56d-d060-48b7-8e1d-f8511302e26b tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Calling delete_port for 0892bde5-89ff-43c4-9e07-6ac874e3a6b9 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:43.805048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3292d713-4328-42eb-bc15-cefffc51e0a0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.884678 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3292d713-4328-42eb-bc15-cefffc51e0a0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.890322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3292d713-4328-42eb-bc15-cefffc51e0a0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:43.890919 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3292d713-4328-42eb-bc15-cefffc51e0a0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:43.926473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Router 8634fdb6-f482-46f5-b4d1-a16096d095ee is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:58:43.957924 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3292d713-4328-42eb-bc15-cefffc51e0a0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3634696 Jul 27 19:58:43.962524 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58674) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:44.009452 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292d713-4328-42eb-bc15-cefffc51e0a0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Network': ['ID=47b8d027-46d9-48af-a51f-85d6b23be12b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:44.021537 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 47b8d027-46d9-48af-a51f-85d6b23be12b details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:44.101069 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4daf18-cffa-4b16-a159-acae762dc8b1 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:44.102816 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7d4daf18-cffa-4b16-a159-acae762dc8b1 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "GET /v2.0/networks?id=47b8d027-46d9-48af-a51f-85d6b23be12b HTTP/1.1" status: 200 len: 764 time: 0.1374328 Jul 27 19:58:44.105761 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58678) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:44.111034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-553c636f-469f-4dbb-a7a2-c3efa94ff0f7 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'network': {'description': 'd2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:44.230825 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-901fd56d-d060-48b7-8e1d-f8511302e26b tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:44.315980 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fd56d-d060-48b7-8e1d-f8511302e26b tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Pushing event deleted for resources: {'Port': ['ID=0892bde5-89ff-43c4-9e07-6ac874e3a6b9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:44.393505 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-553c636f-469f-4dbb-a7a2-c3efa94ff0f7 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:44.416950 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-553c636f-469f-4dbb-a7a2-c3efa94ff0f7 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:44.428154 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-901fd56d-d060-48b7-8e1d-f8511302e26b tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:44.434761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:58:44.447074 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Sync routers for ids ['8634fdb6-f482-46f5-b4d1-a16096d095ee'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:58:44.459466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Routers {'8634fdb6-f482-46f5-b4d1-a16096d095ee'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:44.460440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8634fdb6-f482-46f5-b4d1-a16096d095ee'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:44.474509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-553c636f-469f-4dbb-a7a2-c3efa94ff0f7 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network 47b8d027-46d9-48af-a51f-85d6b23be12b is not hosted by any dhcp agent {{(pid=94060) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 19:58:44.475082 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:44.478488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e40b748d-8c0d-422e-9c6c-79dff824cf55 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.9579294 Jul 27 19:58:44.478976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58682) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:44.479938 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553c636f-469f-4dbb-a7a2-c3efa94ff0f7 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:44.480617 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-553c636f-469f-4dbb-a7a2-c3efa94ff0f7 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:44.482033 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-553c636f-469f-4dbb-a7a2-c3efa94ff0f7 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "PUT /v2.0/networks/47b8d027-46d9-48af-a51f-85d6b23be12b HTTP/1.1" status: 200 len: 761 time: 0.3752804 Jul 27 19:58:44.493661 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58684) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:44.574448 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Set router 8634fdb6-f482-46f5-b4d1-a16096d095ee gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:58:44.593647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fab5d-8028-4158-acb6-61f961085224 req-0424a262-7a2c-4da1-85c4-800e35167a6b tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:44.595332 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-410fab5d-8028-4158-acb6-61f961085224 req-0424a262-7a2c-4da1-85c4-800e35167a6b tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 945 time: 0.2441308 Jul 27 19:58:44.611267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76465803-df5c-4b6a-963d-b47bc2ecbfd4 req-a4e843b9-693e-42b5-863e-096dcdde6b7c tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:44.613251 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76465803-df5c-4b6a-963d-b47bc2ecbfd4 req-a4e843b9-693e-42b5-863e-096dcdde6b7c tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2608151 Jul 27 19:58:44.742675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a93c2e-2354-437a-affb-4eb00a02b37c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:44.750385 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b4a93c2e-2354-437a-affb-4eb00a02b37c tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "GET /v2.0/networks?id=47b8d027-46d9-48af-a51f-85d6b23be12b HTTP/1.1" status: 200 len: 764 time: 0.2504363 Jul 27 19:58:44.760177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58686) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:44.793201 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7b62bb19-e1e7-49c9-82be-d9bc0695367f tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/routers/8634fdb6-f482-46f5-b4d1-a16096d095ee HTTP/1.1" status: 200 len: 909 time: 0.3105071 Jul 27 19:58:44.817606 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-410fab5d-8028-4158-acb6-61f961085224 req-25ecc977-831e-4030-9d28-05e7b36aeead tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/security-groups?id=524e4cd3-18a1-41ef-8159-7a504d46a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899958 Jul 27 19:58:44.818331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58688) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:44.853974 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76465803-df5c-4b6a-963d-b47bc2ecbfd4 req-b78f5c84-f820-4018-b959-948950ede7d9 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274749 Jul 27 19:58:44.857250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1183677460', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'enable_snat': True}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:44.972837 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-901fd56d-d060-48b7-8e1d-f8511302e26b tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:44.977865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-901fd56d-d060-48b7-8e1d-f8511302e26b tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:44.983121 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c636f-469f-4dbb-a7a2-c3efa94ff0f7 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Network': ['ID=47b8d027-46d9-48af-a51f-85d6b23be12b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:44.987392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634fdb6-f482-46f5-b4d1-a16096d095ee', 'name': 'tempest-snat-router-1183677460', 'tenant_id': '593963bf9ca84a63ac4c5b475fb89760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.200'}], 'enable_snat': False}, 'gw_port_id': '8ea36dca-e6ec-4494-8934-6fc13878d8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:58:41Z', 'updated_at': '2021-07-27T19:58:43Z', 'revision_number': 3, 'project_id': '593963bf9ca84a63ac4c5b475fb89760', 'gw_port': {'id': '8ea36dca-e6ec-4494-8934-6fc13878d8a1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634fdb6-f482-46f5-b4d1-a16096d095ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:58:42Z', 'updated_at': '2021-07-27T19:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:45.019949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 47b8d027-46d9-48af-a51f-85d6b23be12b details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:45.024215 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Checking router: 8634fdb6-f482-46f5-b4d1-a16096d095ee for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:58:45.024599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Updating router 8634fdb6-f482-46f5-b4d1-a16096d095ee port 8ea36dca-e6ec-4494-8934-6fc13878d8a1 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:58:45.030898 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-901fd56d-d060-48b7-8e1d-f8511302e26b tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.031908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901fd56d-d060-48b7-8e1d-f8511302e26b tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Fanout notify agent at l3_agent the message router_deleted on router 53240ba9-d98c-469b-bfb0-5504c0d36a2b {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:58:45.039247 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.040325 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.043192 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-901fd56d-d060-48b7-8e1d-f8511302e26b tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.048366 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-901fd56d-d060-48b7-8e1d-f8511302e26b tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "DELETE /v2.0/routers/53240ba9-d98c-469b-bfb0-5504c0d36a2b HTTP/1.1" status: 204 len: 168 time: 2.0086374 Jul 27 19:58:45.049003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58694) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:45.054919 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1667861025', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'enable_snat': False}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:45.080258 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.083053 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.095023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e8541d-6189-47d3-98db-870c126dced7 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.099408 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-79e8541d-6189-47d3-98db-870c126dced7 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3322141 Jul 27 19:58:45.105524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58696) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:45.113262 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.156338 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.171529 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bded9f48-4dac-45ad-8205-1cb70c1b5bc3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 207 time: 0.0640211 Jul 27 19:58:45.201013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58698) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:45.207244 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.223880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-763e5753-fe05-4dc7-856a-b809c408abca tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.225725 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-763e5753-fe05-4dc7-856a-b809c408abca tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 945 time: 0.3394613 Jul 27 19:58:45.234200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870b03f-8645-4288-89f0-9eba67e9f0cd req-37267d4b-a084-4f99-be3b-8d6e15ed38e8 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.235919 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2870b03f-8645-4288-89f0-9eba67e9f0cd req-37267d4b-a084-4f99-be3b-8d6e15ed38e8 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 945 time: 0.3482273 Jul 27 19:58:45.375333 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.408826 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.420221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Transition to ACTIVE for port object 8ea36dca-e6ec-4494-8934-6fc13878d8a1 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:45.427741 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.451810 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.464607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118bdcb7-b559-4f35-9c19-8678c732eb21 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.470776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118bdcb7-b559-4f35-9c19-8678c732eb21 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.472741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2870b03f-8645-4288-89f0-9eba67e9f0cd req-b07d1c9e-505a-4212-bd60-7e0e8683c380 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995349 Jul 27 19:58:45.478019 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118bdcb7-b559-4f35-9c19-8678c732eb21 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.485716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118bdcb7-b559-4f35-9c19-8678c732eb21 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.492298 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118bdcb7-b559-4f35-9c19-8678c732eb21 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.493145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Attempting to bind port 8ea36dca-e6ec-4494-8934-6fc13878d8a1 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:45.493668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Attempting to bind port 8ea36dca-e6ec-4494-8934-6fc13878d8a1 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:45.493863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Attempting to bind port 8ea36dca-e6ec-4494-8934-6fc13878d8a1 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:45.495936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01689178-23e2-4372-b6bd-399bdd3b07e4 None None] Pushing event updated for resources: {'Port': ['ID=8ea36dca-e6ec-4494-8934-6fc13878d8a1,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:45.498788 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118bdcb7-b559-4f35-9c19-8678c732eb21 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.500998 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-118bdcb7-b559-4f35-9c19-8678c732eb21 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.2989018 Jul 27 19:58:45.502932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:58:45.503929 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:45.504378 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.505013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:58:45.505394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58700) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:45.505532 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Bound port: 8ea36dca-e6ec-4494-8934-6fc13878d8a1, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:58:45.505855 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.561191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] For port 8ea36dca-e6ec-4494-8934-6fc13878d8a1, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:58:45.564453 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] For port 8ea36dca-e6ec-4494-8934-6fc13878d8a1, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8ea36dca-e6ec-4494-8934-6fc13878d8a1,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:58:45.570536 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.598565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-ab4f8cb3-03e8-42d1-9a05-f248953687e7 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Deleting port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:45.599005 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-ab4f8cb3-03e8-42d1-9a05-f248953687e7 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.638529 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Routers {'8634fdb6-f482-46f5-b4d1-a16096d095ee'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:45.639472 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8634fdb6-f482-46f5-b4d1-a16096d095ee'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:45.662361 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c00e8c03-cdf6-4ef2-8aeb-e0700ace95a4 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.1521986 Jul 27 19:58:45.663850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58702) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:45.681550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01689178-23e2-4372-b6bd-399bdd3b07e4 None None] Pushing event updated for resources: {'Port': ['ID=8ea36dca-e6ec-4494-8934-6fc13878d8a1,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:45.730492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-ab4f8cb3-03e8-42d1-9a05-f248953687e7 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] For port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f61dea07-8b3f-40cd-bffa-f3f14e56a0e4,segment=NetworkSegment(59a82611-f169-4a10-bd70-3d3ab9c26bed),segment_id=59a82611-f169-4a10-bd70-3d3ab9c26bed)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:45.730947 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-ab4f8cb3-03e8-42d1-9a05-f248953687e7 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.764776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] Set router 8634fdb6-f482-46f5-b4d1-a16096d095ee gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:58:45.768363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc55988-6f86-4957-b483-86e1b843f3ae tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.770094 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc55988-6f86-4957-b483-86e1b843f3ae tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.772841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc55988-6f86-4957-b483-86e1b843f3ae tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.774380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc55988-6f86-4957-b483-86e1b843f3ae tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.775899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc55988-6f86-4957-b483-86e1b843f3ae tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.781146 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5bc55988-6f86-4957-b483-86e1b843f3ae tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1128581 Jul 27 19:58:45.805439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58704) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:45.901633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aafda89-9563-4f13-bede-871ac9dd65e5 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.903064 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aafda89-9563-4f13-bede-871ac9dd65e5 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.904500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aafda89-9563-4f13-bede-871ac9dd65e5 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.906041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aafda89-9563-4f13-bede-871ac9dd65e5 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.907454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aafda89-9563-4f13-bede-871ac9dd65e5 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:45.912509 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1aafda89-9563-4f13-bede-871ac9dd65e5 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1027236 Jul 27 19:58:45.913168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58710) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:45.939030 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:45.988810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634fdb6-f482-46f5-b4d1-a16096d095ee', 'name': 'tempest-snat-router-1183677460', 'tenant_id': '593963bf9ca84a63ac4c5b475fb89760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.200'}], 'enable_snat': False}, 'gw_port_id': '8ea36dca-e6ec-4494-8934-6fc13878d8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:58:41Z', 'updated_at': '2021-07-27T19:58:43Z', 'revision_number': 3, 'project_id': '593963bf9ca84a63ac4c5b475fb89760', 'gw_port': {'id': '8ea36dca-e6ec-4494-8934-6fc13878d8a1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634fdb6-f482-46f5-b4d1-a16096d095ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:58:42Z', 'updated_at': '2021-07-27T19:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:45.992339 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:46.016061 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724cdbfa-f14d-411c-a33b-7cd01edb9770 None None] The sync data for ids ['8634fdb6-f482-46f5-b4d1-a16096d095ee'] in n-d-705657-21 is: [{'id': '8634fdb6-f482-46f5-b4d1-a16096d095ee', 'name': 'tempest-snat-router-1183677460', 'tenant_id': '593963bf9ca84a63ac4c5b475fb89760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.200'}], 'enable_snat': False}, 'gw_port_id': '8ea36dca-e6ec-4494-8934-6fc13878d8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:58:41Z', 'updated_at': '2021-07-27T19:58:43Z', 'revision_number': 3, 'project_id': '593963bf9ca84a63ac4c5b475fb89760', 'gw_port': {'id': '8ea36dca-e6ec-4494-8934-6fc13878d8a1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ac:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634fdb6-f482-46f5-b4d1-a16096d095ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:58:42Z', 'updated_at': '2021-07-27T19:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:58:46.111576 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56555db3-a9b2-4c26-996d-48646642d3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:46.137096 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-ab4f8cb3-03e8-42d1-9a05-f248953687e7 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:46.137722 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-ab4f8cb3-03e8-42d1-9a05-f248953687e7 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:46.137981 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-ab4f8cb3-03e8-42d1-9a05-f248953687e7 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Floating IP 7c433847-7cfd-4ba7-9cc9-a639d75061bc disassociated. External IP: 172.25.1.51, port: f61dea07-8b3f-40cd-bffa-f3f14e56a0e4. Jul 27 19:58:46.138090 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-ab4f8cb3-03e8-42d1-9a05-f248953687e7 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Calling delete_port for f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:46.142477 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:46.147258 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226cc7d0-b7d9-4a5e-afd2-2c4841c36a95 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:46.151379 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-226cc7d0-b7d9-4a5e-afd2-2c4841c36a95 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "GET /v2.0/networks/8a1555d8-3f56-45ec-a63c-2b8f636cc6eb HTTP/1.1" status: 200 len: 803 time: 0.2346866 Jul 27 19:58:46.152847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58712) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:46.189134 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:46.210070 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:46.241035 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Allocated IP 172.25.1.145 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/003ad1d6-cabf-4798-b68e-32d837f899f6) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:46.295263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c60c5-13f3-442f-b197-f43e40d8a5ca req-a86a57c8-459d-4445-ba9c-5aa77587fda0 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:46.296820 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a1c60c5-13f3-442f-b197-f43e40d8a5ca req-a86a57c8-459d-4445-ba9c-5aa77587fda0 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 945 time: 0.3760767 Jul 27 19:58:46.368755 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-770a070d-437e-4f09-bd17-d22209789625 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "GET /v2.0/networks/8a1555d8-3f56-45ec-a63c-2b8f636cc6eb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2144880 Jul 27 19:58:46.373186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58714) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:46.396728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc6b57-3d45-4f2d-8773-5db67812b300 req-eb13136e-35d3-45cd-b172-fdded257217c tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:46.400115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60fc6b57-3d45-4f2d-8773-5db67812b300 req-eb13136e-35d3-45cd-b172-fdded257217c tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.52 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 945 time: 0.3959014 Jul 27 19:58:46.411293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78cddb-17e8-466e-b09f-bbf22fc4e3ba req-368232af-f0c5-4a8b-8821-0cfef0461888 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:46.413546 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa78cddb-17e8-466e-b09f-bbf22fc4e3ba req-368232af-f0c5-4a8b-8821-0cfef0461888 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.4471917 Jul 27 19:58:46.468867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287627a8-dac8-4dbf-80bd-a67d65b64293 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:46.470220 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-287627a8-dac8-4dbf-80bd-a67d65b64293 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "GET /v2.0/subnets/7ec8f2aa-4157-48cd-adb0-b4c685e60199 HTTP/1.1" status: 200 len: 843 time: 0.0958979 Jul 27 19:58:46.474554 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58716) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:46.498443 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:46.503627 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a1c60c5-13f3-442f-b197-f43e40d8a5ca req-1561d1bf-731c-4bb8-a818-f360ecdd64f4 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/security-groups?id=524e4cd3-18a1-41ef-8159-7a504d46a0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976964 Jul 27 19:58:46.563607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d173b4-6915-44e9-b5c5-5590a14d279f tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:46.564120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa78cddb-17e8-466e-b09f-bbf22fc4e3ba req-c10f28b2-468d-4859-9363-2526774058f4 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292152 Jul 27 19:58:46.568306 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-57d173b4-6915-44e9-b5c5-5590a14d279f tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "GET /v2.0/subnets/7ec8f2aa-4157-48cd-adb0-b4c685e60199?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0891635 Jul 27 19:58:46.570071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58720) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:46.575085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a17981f7-153f-4ac8-bb1e-16867a2442d0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-905763218'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:46.622085 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:46.627455 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17981f7-153f-4ac8-bb1e-16867a2442d0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:46.631906 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a17981f7-153f-4ac8-bb1e-16867a2442d0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:46.688267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:46.701053 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:46.703813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:46.707756 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-ab4f8cb3-03e8-42d1-9a05-f248953687e7 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:46.745230 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Pushing event updated for resources: {'Port': ['ID=003ad1d6-cabf-4798-b68e-32d837f899f6,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:46.749020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17981f7-153f-4ac8-bb1e-16867a2442d0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:58:46.769774 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a17981f7-153f-4ac8-bb1e-16867a2442d0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:46.770153 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-a17981f7-153f-4ac8-bb1e-16867a2442d0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Added segment d8def633-aafa-49b8-9e04-1b8d5926899e of type vlan for network 09b6b032-80a9-4d85-aedf-5776a0fad244 Jul 27 19:58:46.774042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Allocated IP 172.25.1.219 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/97ed62ba-b78a-43e0-8e9a-6ac9c4868469) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:46.782201 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f8cb3-03e8-42d1-9a05-f248953687e7 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Pushing event deleted for resources: {'Port': ['ID=f61dea07-8b3f-40cd-bffa-f3f14e56a0e4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:46.799299 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-60fc6b57-3d45-4f2d-8773-5db67812b300 req-7ed8b938-bde7-4b0a-9d9a-2f68a4bd8e76 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Deleting port 40a4e791-5d3f-44ae-8e30-797a6d32215e {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:46.799770 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-60fc6b57-3d45-4f2d-8773-5db67812b300 req-7ed8b938-bde7-4b0a-9d9a-2f68a4bd8e76 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:46.889319 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a17981f7-153f-4ac8-bb1e-16867a2442d0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:46.959317 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a17981f7-153f-4ac8-bb1e-16867a2442d0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:46.965361 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17981f7-153f-4ac8-bb1e-16867a2442d0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:46.966378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a17981f7-153f-4ac8-bb1e-16867a2442d0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:47.076725 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a17981f7-153f-4ac8-bb1e-16867a2442d0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5055563 Jul 27 19:58:47.080796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58722) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:47.085868 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:47.089154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b469e694-73e3-4100-969c-402b6d0683cc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'subnet': {'network_id': '09b6b032-80a9-4d85-aedf-5776a0fad244', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:47.118114 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17981f7-153f-4ac8-bb1e-16867a2442d0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Network': ['ID=09b6b032-80a9-4d85-aedf-5776a0fad244,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:47.130016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 09b6b032-80a9-4d85-aedf-5776a0fad244 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:58:47.238507 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:47.270138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed0101-8a6e-4a60-901b-b1437e2fed14 req-be4a0d19-8b2e-4622-ae65-4fff6155ec5e tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:47.273934 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faed0101-8a6e-4a60-901b-b1437e2fed14 req-be4a0d19-8b2e-4622-ae65-4fff6155ec5e tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 945 time: 0.6763020 Jul 27 19:58:47.315745 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b469e694-73e3-4100-969c-402b6d0683cc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Made reservation on behalf of b3c9f2e6c4ed489eb0a00e1f520d0e17 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:58:47.323561 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b469e694-73e3-4100-969c-402b6d0683cc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:47.426110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_backend_mixin [None req-b469e694-73e3-4100-969c-402b6d0683cc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Performing IP validity checks on allocation pools {{(pid=94060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 19:58:47.426985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_backend_mixin [None req-b469e694-73e3-4100-969c-402b6d0683cc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 19:58:47.498788 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faed0101-8a6e-4a60-901b-b1437e2fed14 req-4a394679-ee60-4607-8bff-40ec4c4a6561 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf5c2b9-19ea-460a-be12-8f76b3915adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734061 Jul 27 19:58:47.508646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-60fc6b57-3d45-4f2d-8773-5db67812b300 req-7ed8b938-bde7-4b0a-9d9a-2f68a4bd8e76 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] For port 40a4e791-5d3f-44ae-8e30-797a6d32215e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=40a4e791-5d3f-44ae-8e30-797a6d32215e,segment=NetworkSegment(797e43a7-7ada-4082-a960-c2166e0705bd),segment_id=797e43a7-7ada-4082-a960-c2166e0705bd)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:47.509173 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-60fc6b57-3d45-4f2d-8773-5db67812b300 req-7ed8b938-bde7-4b0a-9d9a-2f68a4bd8e76 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:47.549620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-60fc6b57-3d45-4f2d-8773-5db67812b300 req-7ed8b938-bde7-4b0a-9d9a-2f68a4bd8e76 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Calling delete_port for 40a4e791-5d3f-44ae-8e30-797a6d32215e owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:47.553888 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:47.563793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-ab4f8cb3-03e8-42d1-9a05-f248953687e7 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Router 8d34c6cb-e20e-4bc3-be89-61fada18d03a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:58:47.608674 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:47.631255 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:58:47.662439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-563d4ce2-02db-467a-b7b1-d7352772ea5b req-3d3e11f4-d67a-4164-bd95-71662d2e0d08 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 210 time: 0.0822246 Jul 27 19:58:47.679459 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:58:47.680155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:58:47.835617 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:47.942558 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:47.952927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-ab4f8cb3-03e8-42d1-9a05-f248953687e7 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:58:47.961429 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:47.964628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:47.966571 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4196b5-6121-45a4-8012-bfcb339cf728 None None] Sync routers for ids ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:58:47.971261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Pushing event updated for resources: {'Port': ['ID=97ed62ba-b78a-43e0-8e9a-6ac9c4868469,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:47.979091 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4196b5-6121-45a4-8012-bfcb339cf728 None None] Routers {'8d34c6cb-e20e-4bc3-be89-61fada18d03a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:47.979515 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-be4196b5-6121-45a4-8012-bfcb339cf728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:47.983146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773efb43-1b8e-4c33-b49c-701e1780510a req-b83645ee-a4e4-40b9-90fc-528628df0242 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:47.983360 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-773efb43-1b8e-4c33-b49c-701e1780510a req-b83645ee-a4e4-40b9-90fc-528628df0242 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2749622 Jul 27 19:58:48.077361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-ab4f8cb3-03e8-42d1-9a05-f248953687e7 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] No DVR routers for this DVR port f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:58:48.080225 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-ab4f8cb3-03e8-42d1-9a05-f248953687e7 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:48.082991 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-87ea745e-f681-4d63-9d1b-a86ba3cc8916 req-ab4f8cb3-03e8-42d1-9a05-f248953687e7 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.52 "DELETE /v2.0/ports/f61dea07-8b3f-40cd-bffa-f3f14e56a0e4 HTTP/1.1" status: 204 len: 173 time: 2.8125856 Jul 27 19:58:48.088219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee', 'name': 'network-vif-deleted', 'tag': 'f61dea07-8b3f-40cd-bffa-f3f14e56a0e4'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:58:48.091013 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6eea1b-6dd0-4283-9584-a510313dae30" -d '{"events": [{"server_uuid": "ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee", "name": "network-vif-deleted", "tag": "f61dea07-8b3f-40cd-bffa-f3f14e56a0e4"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:58:48.095721 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b469e694-73e3-4100-969c-402b6d0683cc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:48.104692 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-60fc6b57-3d45-4f2d-8773-5db67812b300 req-7ed8b938-bde7-4b0a-9d9a-2f68a4bd8e76 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:48.133402 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-be4196b5-6121-45a4-8012-bfcb339cf728 None None] Set router 8d34c6cb-e20e-4bc3-be89-61fada18d03a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:58:48.182517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-773efb43-1b8e-4c33-b49c-701e1780510a req-4b33c78e-bf50-46f6-921c-623f04257701 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727278 Jul 27 19:58:48.183439 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8b938-bde7-4b0a-9d9a-2f68a4bd8e76 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Pushing event deleted for resources: {'Port': ['ID=40a4e791-5d3f-44ae-8e30-797a6d32215e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:48.220382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469e694-73e3-4100-969c-402b6d0683cc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Subnet': ['ID=7647f931-e725-4e5b-b9f5-6b1a2a0f95a7,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:48.228655 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b469e694-73e3-4100-969c-402b6d0683cc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Checking segment: {'id': 'd8def633-aafa-49b8-9e04-1b8d5926899e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '09b6b032-80a9-4d85-aedf-5776a0fad244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:48.229186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b469e694-73e3-4100-969c-402b6d0683cc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network hostable DHCP agents. Network: 09b6b032-80a9-4d85-aedf-5776a0fad244, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:58:48.245710 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ad157b-3c45-4d3f-81e0-b8c43a543da6 x-openstack-request-id: req-81ad157b-3c45-4d3f-81e0-b8c43a543da6 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:58:48.246160 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee", "name": "network-vif-deleted", "tag": "f61dea07-8b3f-40cd-bffa-f3f14e56a0e4", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:58:48.246422 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81ad157b-3c45-4d3f-81e0-b8c43a543da6 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:58:48.246819 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee', 'name': 'network-vif-deleted', 'tag': 'f61dea07-8b3f-40cd-bffa-f3f14e56a0e4', 'status': 'completed', 'code': 200} Jul 27 19:58:48.266952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Router 4d512300-2a13-465c-b42a-be732e2a9c6c is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:58:48.273631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b469e694-73e3-4100-969c-402b6d0683cc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Network 09b6b032-80a9-4d85-aedf-5776a0fad244 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:58:48.291060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b469e694-73e3-4100-969c-402b6d0683cc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 09b6b032-80a9-4d85-aedf-5776a0fad244) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:48.300336 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86682786-e9ab-4a54-8486-04306df04265 None None] Network 09b6b032-80a9-4d85-aedf-5776a0fad244 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:48.308682 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fc6b57-3d45-4f2d-8773-5db67812b300 req-7ed8b938-bde7-4b0a-9d9a-2f68a4bd8e76 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] No DVR routers for this DVR port 40a4e791-5d3f-44ae-8e30-797a6d32215e on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:58:48.328352 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-60fc6b57-3d45-4f2d-8773-5db67812b300 req-7ed8b938-bde7-4b0a-9d9a-2f68a4bd8e76 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:48.330448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60fc6b57-3d45-4f2d-8773-5db67812b300 req-7ed8b938-bde7-4b0a-9d9a-2f68a4bd8e76 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.52 "DELETE /v2.0/ports/40a4e791-5d3f-44ae-8e30-797a6d32215e HTTP/1.1" status: 204 len: 173 time: 1.9112780 Jul 27 19:58:48.371463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b469e694-73e3-4100-969c-402b6d0683cc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:48.372180 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b469e694-73e3-4100-969c-402b6d0683cc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:48.461153 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b469e694-73e3-4100-969c-402b6d0683cc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3766184 Jul 27 19:58:48.462894 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58730) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:48.472169 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-78860b4d-b2ef-45e6-bd22-73cd83527bda tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:48.543061 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:48.550665 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8ea36dca-e6ec-4494-8934-6fc13878d8a1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:58:48.639493 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 8ea36dca-e6ec-4494-8934-6fc13878d8a1 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:58:48.646537 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-09b6b032-80a9-4d85-aedf-5776a0fad244', 'network_id': '09b6b032-80a9-4d85-aedf-5776a0fad244', 'tenant_id': 'b3c9f2e6c4ed489eb0a00e1f520d0e17', 'fixed_ips': [{'subnet_id': '7647f931-e725-4e5b-b9f5-6b1a2a0f95a7'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:58:48.647823 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:48.651891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8ea36dca-e6ec-4494-8934-6fc13878d8a1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:48.652561 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:48.673927 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-be4196b5-6121-45a4-8012-bfcb339cf728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:07Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'gw_port': {'id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:08Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3d394e59-e6e5-49be-822c-15a91d994d27', 'name': '', 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'mac_address': 'fa:16:3e:81:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:13Z', 'updated_at': '2021-07-27T19:56:22Z', 'revision_number': 5, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'subnets': [{'id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:48.688507 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78860b4d-b2ef-45e6-bd22-73cd83527bda tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16767714'] for subnet, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:48.724542 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:58:48.747932 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4196b5-6121-45a4-8012-bfcb339cf728 None None] Checking router: 8d34c6cb-e20e-4bc3-be89-61fada18d03a for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:58:48.769235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Sync routers for ids ['4d512300-2a13-465c-b42a-be732e2a9c6c'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:58:48.773915 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4196b5-6121-45a4-8012-bfcb339cf728 None None] Routers {'8d34c6cb-e20e-4bc3-be89-61fada18d03a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:48.776978 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:48.777726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25c7fe07-2601-4204-b4a6-25723a70660e req-369f90dd-1ded-4d17-b184-868b027bcfb7 tempest-VolumesSnapshotTestJSON-980924045 tempest-VolumesSnapshotTestJSON-980924045-project] 10.222.0.48 "GET /v2.0/ports?device_id=76476355-8c0f-4114-88c5-c715374a6b8f HTTP/1.1" status: 200 len: 210 time: 0.0683763 Jul 27 19:58:48.780752 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-80f4f1e5-77de-489f-9c3d-1ab48d24a75b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.7279561 Jul 27 19:58:48.781778 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-be4196b5-6121-45a4-8012-bfcb339cf728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:48.782413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58736) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:48.850522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Routers {'4d512300-2a13-465c-b42a-be732e2a9c6c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:48.851979 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['4d512300-2a13-465c-b42a-be732e2a9c6c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:48.963530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eee7b002-0764-4572-b2ee-0cd207973a5d req-7205cbe1-ec60-4c45-87f6-e59083d8cbbd tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4f4fd8-c56b-4a5d-a29b-34ae58ee98ee HTTP/1.1" status: 200 len: 210 time: 0.0974634 Jul 27 19:58:48.964524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Set router 4d512300-2a13-465c-b42a-be732e2a9c6c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:58:49.011941 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78860b4d-b2ef-45e6-bd22-73cd83527bda tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742871611109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5873707'] for subnet, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.018985 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-be4196b5-6121-45a4-8012-bfcb339cf728 None None] Set router 8d34c6cb-e20e-4bc3-be89-61fada18d03a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:58:49.042868 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.067561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78860b4d-b2ef-45e6-bd22-73cd83527bda tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:49.068520 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-78860b4d-b2ef-45e6-bd22-73cd83527bda tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.068700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 8ea36dca-e6ec-4494-8934-6fc13878d8a1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8ea36dca-e6ec-4494-8934-6fc13878d8a1,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:49.071159 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-78860b4d-b2ef-45e6-bd22-73cd83527bda tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "PUT /v2.0/subnets/7647f931-e725-4e5b-b9f5-6b1a2a0f95a7 HTTP/1.1" status: 200 len: 900 time: 0.6070282 Jul 27 19:58:49.071422 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.074903 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58738) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:49.100438 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.142992 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.162076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58740) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:49.162768 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5881b374-ca0c-4227-9e52-95d267a8cc72 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/routers/4d512300-2a13-465c-b42a-be732e2a9c6c HTTP/1.1" status: 200 len: 909 time: 0.3738780 Jul 27 19:58:49.172216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1667861025', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'enable_snat': True}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:49.180060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78860b4d-b2ef-45e6-bd22-73cd83527bda tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event updated for resources: {'Subnet': ['ID=7647f931-e725-4e5b-b9f5-6b1a2a0f95a7,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:49.210972 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Allocated IP 2001:db8::3 (09b6b032-80a9-4d85-aedf-5776a0fad244/7647f931-e725-4e5b-b9f5-6b1a2a0f95a7/e0c795b2-733b-44cb-abb9-79a058cc96e1) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:49.232173 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.233402 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.259794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=8ea36dca-e6ec-4494-8934-6fc13878d8a1,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:49.357878 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.363323 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.395560 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-be4196b5-6121-45a4-8012-bfcb339cf728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:07Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'gw_port': {'id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:08Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3d394e59-e6e5-49be-822c-15a91d994d27', 'name': '', 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'mac_address': 'fa:16:3e:81:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:13Z', 'updated_at': '2021-07-27T19:56:22Z', 'revision_number': 5, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'subnets': [{'id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:49.402367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Router 1932d3fe-dbea-4a72-9014-81dcddfefa88 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:58:49.431655 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4196b5-6121-45a4-8012-bfcb339cf728 None None] The sync data for ids ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'] in n-d-705657-21 is: [{'id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:07Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'gw_port': {'id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:08Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3d394e59-e6e5-49be-822c-15a91d994d27', 'name': '', 'network_id': 'b06ac358-2837-4b10-9e3f-bef0ca756cfa', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'mac_address': 'fa:16:3e:81:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:13Z', 'updated_at': '2021-07-27T19:56:22Z', 'revision_number': 5, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'subnets': [{'id': '7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:58:49.537859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52337cd6-9b67-4a5e-8892-ca83990a9828 req-1ab88861-c24d-413a-a1df-cc3314aaed6f tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:49.546098 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52337cd6-9b67-4a5e-8892-ca83990a9828 req-1ab88861-c24d-413a-a1df-cc3314aaed6f tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2036648 Jul 27 19:58:49.593352 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.615619 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52337cd6-9b67-4a5e-8892-ca83990a9828 req-6a68eca1-39e2-4017-8483-6a1fc1c38bf0 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685568 Jul 27 19:58:49.616768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:58:49.618019 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.634679 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e628f6-1977-4f8e-9368-8bfae9160363 None None] Sync routers for ids ['1932d3fe-dbea-4a72-9014-81dcddfefa88'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:58:49.639971 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.645818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-42376a70-8344-46a3-b66f-f2a8f9e8d21b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7956076 Jul 27 19:58:49.646695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58744) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:49.648867 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e628f6-1977-4f8e-9368-8bfae9160363 None None] Routers {'1932d3fe-dbea-4a72-9014-81dcddfefa88'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:49.652298 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-11e628f6-1977-4f8e-9368-8bfae9160363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1932d3fe-dbea-4a72-9014-81dcddfefa88'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:49.723103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 40a4e791-5d3f-44ae-8e30-797a6d32215e no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:58:49.748133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 40a4e791-5d3f-44ae-8e30-797a6d32215e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:58:49.748133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 40a4e791-5d3f-44ae-8e30-797a6d32215e not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:58:49.772656 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.784994 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Transition to ACTIVE for port object e0c795b2-733b-44cb-abb9-79a058cc96e1 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:49.788673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d512300-2a13-465c-b42a-be732e2a9c6c', 'name': 'tempest-snat-router-1667861025', 'tenant_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.145'}], 'enable_snat': False}, 'gw_port_id': '003ad1d6-cabf-4798-b68e-32d837f899f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:58:45Z', 'updated_at': '2021-07-27T19:58:46Z', 'revision_number': 3, 'project_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'gw_port': {'id': '003ad1d6-cabf-4798-b68e-32d837f899f6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d512300-2a13-465c-b42a-be732e2a9c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:58:46Z', 'updated_at': '2021-07-27T19:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:49.829068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Checking router: 4d512300-2a13-465c-b42a-be732e2a9c6c for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:58:49.829659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Updating router 4d512300-2a13-465c-b42a-be732e2a9c6c port 003ad1d6-cabf-4798-b68e-32d837f899f6 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:58:49.857908 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ff2566b8-eb92-4026-bc68-f556b0b48d78 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/routers/1932d3fe-dbea-4a72-9014-81dcddfefa88 HTTP/1.1" status: 200 len: 908 time: 0.2103219 Jul 27 19:58:49.858593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58750) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:49.860206 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-11e628f6-1977-4f8e-9368-8bfae9160363 None None] Set router 1932d3fe-dbea-4a72-9014-81dcddfefa88 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:58:49.882822 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.964858 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:49.978857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89dccb9-cec4-4e2a-82e3-a9fedc54d157 None None] New status for floating IP 7c433847-7cfd-4ba7-9cc9-a639d75061bc: DOWN {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:58:50.034165 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f832b484-4ea9-48a1-9e43-ed820119cfc3 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.037534 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.054879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Transition to ACTIVE for port object e0c795b2-733b-44cb-abb9-79a058cc96e1 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:50.070296 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58756) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:50.105102 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.119271 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-11e628f6-1977-4f8e-9368-8bfae9160363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1932d3fe-dbea-4a72-9014-81dcddfefa88', 'name': 'tempest-snat-router-1183677460', 'tenant_id': '593963bf9ca84a63ac4c5b475fb89760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '97ed62ba-b78a-43e0-8e9a-6ac9c4868469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:58:45Z', 'updated_at': '2021-07-27T19:58:48Z', 'revision_number': 3, 'project_id': '593963bf9ca84a63ac4c5b475fb89760', 'gw_port': {'id': '97ed62ba-b78a-43e0-8e9a-6ac9c4868469', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1932d3fe-dbea-4a72-9014-81dcddfefa88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:58:46Z', 'updated_at': '2021-07-27T19:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:50.175926 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e628f6-1977-4f8e-9368-8bfae9160363 None None] Checking router: 1932d3fe-dbea-4a72-9014-81dcddfefa88 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:58:50.176628 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e628f6-1977-4f8e-9368-8bfae9160363 None None] Updating router 1932d3fe-dbea-4a72-9014-81dcddfefa88 port 97ed62ba-b78a-43e0-8e9a-6ac9c4868469 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:58:50.219877 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f832b484-4ea9-48a1-9e43-ed820119cfc3 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.260073 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.271651 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Network 09b6b032-80a9-4d85-aedf-5776a0fad244 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:50.274702 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-11e628f6-1977-4f8e-9368-8bfae9160363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.286354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Pushing event updated for resources: {'Port': ['ID=e0c795b2-733b-44cb-abb9-79a058cc96e1,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:50.299866 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Subnet': ['ID=7647f931-e725-4e5b-b9f5-6b1a2a0f95a7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:50.307636 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:50.319775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76476355-8c0f-4114-88c5-c715374a6b8f', 'name': 'network-vif-deleted', 'tag': '40a4e791-5d3f-44ae-8e30-797a6d32215e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:58:50.324817 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5aba80-196c-4b01-a90f-202e7b8496e6" -d '{"events": [{"server_uuid": "76476355-8c0f-4114-88c5-c715374a6b8f", "name": "network-vif-deleted", "tag": "40a4e791-5d3f-44ae-8e30-797a6d32215e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:58:50.332365 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:50.398760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f832b484-4ea9-48a1-9e43-ed820119cfc3 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Deleting port 97ed62ba-b78a-43e0-8e9a-6ac9c4868469 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:50.399504 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f832b484-4ea9-48a1-9e43-ed820119cfc3 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.404844 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df62acf-04bb-4bc2-93ed-66c96b042955 x-openstack-request-id: req-4df62acf-04bb-4bc2-93ed-66c96b042955 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:58:50.405541 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76476355-8c0f-4114-88c5-c715374a6b8f", "name": "network-vif-deleted", "tag": "40a4e791-5d3f-44ae-8e30-797a6d32215e", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:58:50.405921 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4df62acf-04bb-4bc2-93ed-66c96b042955 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:58:50.406941 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76476355-8c0f-4114-88c5-c715374a6b8f', 'name': 'network-vif-deleted', 'tag': '40a4e791-5d3f-44ae-8e30-797a6d32215e', 'status': 'completed', 'code': 200} Jul 27 19:58:50.454277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3196398-3028-40d7-afd0-05ffbd395b2b tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.463510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Attempting to bind port e0c795b2-733b-44cb-abb9-79a058cc96e1 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:50.463890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Attempting to bind port e0c795b2-733b-44cb-abb9-79a058cc96e1 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'd8def633-aafa-49b8-9e04-1b8d5926899e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '09b6b032-80a9-4d85-aedf-5776a0fad244'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:50.464258 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Attempting to bind port e0c795b2-733b-44cb-abb9-79a058cc96e1 on network 09b6b032-80a9-4d85-aedf-5776a0fad244 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:50.476787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:58:50.477165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Checking segment: {'id': 'd8def633-aafa-49b8-9e04-1b8d5926899e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '09b6b032-80a9-4d85-aedf-5776a0fad244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:50.477578 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.478500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Bound using segment: {'id': 'd8def633-aafa-49b8-9e04-1b8d5926899e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '09b6b032-80a9-4d85-aedf-5776a0fad244'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:58:50.478500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Bound port: e0c795b2-733b-44cb-abb9-79a058cc96e1, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8def633-aafa-49b8-9e04-1b8d5926899e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '09b6b032-80a9-4d85-aedf-5776a0fad244'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:58:50.478907 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.521302 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f832b484-4ea9-48a1-9e43-ed820119cfc3 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.522046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8ea36dca-e6ec-4494-8934-6fc13878d8a1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:58:50.524072 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.538650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f832b484-4ea9-48a1-9e43-ed820119cfc3 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Calling delete_port for 97ed62ba-b78a-43e0-8e9a-6ac9c4868469 owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:50.550674 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3196398-3028-40d7-afd0-05ffbd395b2b tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.554773 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b6b032-80a9-4d85-aedf-5776a0fad244']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:50.572537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8def633-aafa-49b8-9e04-1b8d5926899e') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:50.572830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8def633-aafa-49b8-9e04-1b8d5926899e') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:50.578602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] For port e0c795b2-733b-44cb-abb9-79a058cc96e1, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:58:50.582133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] For port e0c795b2-733b-44cb-abb9-79a058cc96e1, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e0c795b2-733b-44cb-abb9-79a058cc96e1,segment=NetworkSegment(d8def633-aafa-49b8-9e04-1b8d5926899e),segment_id=d8def633-aafa-49b8-9e04-1b8d5926899e)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:58:50.593673 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.608915 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.615922 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.623340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:58:50.623701 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:58:50.627120 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:58:50.686128 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.718514 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3196398-3028-40d7-afd0-05ffbd395b2b tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.726262 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3196398-3028-40d7-afd0-05ffbd395b2b tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.730436 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b3196398-3028-40d7-afd0-05ffbd395b2b tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "DELETE /v2.0/security-groups/524e4cd3-18a1-41ef-8159-7a504d46a0b7 HTTP/1.1" status: 204 len: 168 time: 0.6577158 Jul 27 19:58:50.749550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58768) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:50.767261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030af2a-3ba6-43a1-a630-42c51baa0fa1 None None] Pushing event updated for resources: {'Port': ['ID=e0c795b2-733b-44cb-abb9-79a058cc96e1,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:50.771072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8ea36dca-e6ec-4494-8934-6fc13878d8a1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:50.771456 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.773288 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1f7b19-7e29-45fc-b1cd-72e41db00553 None None] Network 09b6b032-80a9-4d85-aedf-5776a0fad244 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:50.775214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3196398-3028-40d7-afd0-05ffbd395b2b tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524e4cd3-18a1-41ef-8159-7a504d46a0b7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:50.779193 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.api [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 19:58:50.779193 n-d-705657-21 neutron-server[94060]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 19:58:50.779193 n-d-705657-21 neutron-server[94060]: [parameters: {'id': '09b6b032-80a9-4d85-aedf-5776a0fad244'}] Jul 27 19:58:50.779193 n-d-705657-21 neutron-server[94060]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:58:50.779974 n-d-705657-21 neutron-server[94060]: DEBUG oslo_db.api [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:58:50.781116 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-50c45d33-1cdc-4427-8e87-2241ec8d16e9 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] show failed (client error): The resource could not be found. Jul 27 19:58:50.782936 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-50c45d33-1cdc-4427-8e87-2241ec8d16e9 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "GET /v2.0/security-groups/524e4cd3-18a1-41ef-8159-7a504d46a0b7 HTTP/1.1" status: 404 len: 347 time: 0.0320399 Jul 27 19:58:50.785940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58770) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:50.844196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Transition to ACTIVE for port object 003ad1d6-cabf-4798-b68e-32d837f899f6 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:50.860715 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f832b484-4ea9-48a1-9e43-ed820119cfc3 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.874218 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:50.907706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832b484-4ea9-48a1-9e43-ed820119cfc3 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Pushing event deleted for resources: {'Port': ['ID=97ed62ba-b78a-43e0-8e9a-6ac9c4868469,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:50.928691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ee4ca-8564-4f23-a202-c2abb97aeb34 None None] Pushing event updated for resources: {'Port': ['ID=003ad1d6-cabf-4798-b68e-32d837f899f6,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:50.967280 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Allocated IP 172.25.1.209 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:50.970287 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Attempting to bind port 003ad1d6-cabf-4798-b68e-32d837f899f6 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:50.970672 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Attempting to bind port 003ad1d6-cabf-4798-b68e-32d837f899f6 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:50.971047 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Attempting to bind port 003ad1d6-cabf-4798-b68e-32d837f899f6 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:51.005039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:58:51.005578 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:51.005859 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.006879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:58:51.006879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Bound port: 003ad1d6-cabf-4798-b68e-32d837f899f6, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:58:51.007133 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.029967 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f832b484-4ea9-48a1-9e43-ed820119cfc3 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.047349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f402c-c7a3-4359-adbf-a4c4fe500e71 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Deleting port 6a6b15a4-72e7-4525-a221-6f99f8585fbd {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:51.047761 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc7f402c-c7a3-4359-adbf-a4c4fe500e71 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.134210 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] For port 003ad1d6-cabf-4798-b68e-32d837f899f6, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:58:51.138896 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] For port 003ad1d6-cabf-4798-b68e-32d837f899f6, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=003ad1d6-cabf-4798-b68e-32d837f899f6,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:58:51.156231 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.164696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc8788-708a-4853-83d9-77ff272745ad req-c85e6dda-76d6-4f1d-92ab-9b2a609f1902 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:51.166420 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ccc8788-708a-4853-83d9-77ff272745ad req-c85e6dda-76d6-4f1d-92ab-9b2a609f1902 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.3511248 Jul 27 19:58:51.168462 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f832b484-4ea9-48a1-9e43-ed820119cfc3 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.171208 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f832b484-4ea9-48a1-9e43-ed820119cfc3 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.186538 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.192356 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc7f402c-c7a3-4359-adbf-a4c4fe500e71 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.192723 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc7f402c-c7a3-4359-adbf-a4c4fe500e71 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.209491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f402c-c7a3-4359-adbf-a4c4fe500e71 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Calling delete_port for 6a6b15a4-72e7-4525-a221-6f99f8585fbd owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:51.240366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ee4ca-8564-4f23-a202-c2abb97aeb34 None None] Pushing event updated for resources: {'Port': ['ID=003ad1d6-cabf-4798-b68e-32d837f899f6,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:51.253506 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ccc8788-708a-4853-83d9-77ff272745ad req-73745cf4-85b6-4ea6-b988-e1d6d5a6c109 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801346 Jul 27 19:58:51.259806 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f832b484-4ea9-48a1-9e43-ed820119cfc3 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.261601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f832b484-4ea9-48a1-9e43-ed820119cfc3 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1932d3fe-dbea-4a72-9014-81dcddfefa88 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:58:51.277472 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f832b484-4ea9-48a1-9e43-ed820119cfc3 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.279458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f832b484-4ea9-48a1-9e43-ed820119cfc3 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "DELETE /v2.0/routers/1932d3fe-dbea-4a72-9014-81dcddfefa88 HTTP/1.1" status: 204 len: 168 time: 1.4163423 Jul 27 19:58:51.280128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58772) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:51.282633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Routers {'4d512300-2a13-465c-b42a-be732e2a9c6c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:51.282998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['4d512300-2a13-465c-b42a-be732e2a9c6c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:51.299972 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.386451 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.460235 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.462981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcf4b04-04b4-4780-aad4-f6ada4c2c963 None None] Network 09b6b032-80a9-4d85-aedf-5776a0fad244 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:51.470957 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:51.486367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:51.493656 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:51.510726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] Set router 4d512300-2a13-465c-b42a-be732e2a9c6c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:58:51.538789 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Pushing event updated for resources: {'Port': ['ID=fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:51.583598 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.db.api [None req-11e628f6-1977-4f8e-9368-8bfae9160363 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:58:51.584188 n-d-705657-21 neutron-server[94062]: DEBUG oslo_db.api [None req-11e628f6-1977-4f8e-9368-8bfae9160363 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:58:51.589229 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.647083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Deleting port 8ea36dca-e6ec-4494-8934-6fc13878d8a1 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:51.647468 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.718945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Deleting port e0c795b2-733b-44cb-abb9-79a058cc96e1 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:51.719504 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.738514 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc7f402c-c7a3-4359-adbf-a4c4fe500e71 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:51.771052 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4fcf7d-f124-4356-ba2f-c2d982af8e3e None None] get_active_networks_info from n-d-705657-21 {{(pid=94061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 19:58:51.820227 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f402c-c7a3-4359-adbf-a4c4fe500e71 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Pushing event deleted for resources: {'Port': ['ID=6a6b15a4-72e7-4525-a221-6f99f8585fbd,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:51.953478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] For port e0c795b2-733b-44cb-abb9-79a058cc96e1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e0c795b2-733b-44cb-abb9-79a058cc96e1,segment=NetworkSegment(d8def633-aafa-49b8-9e04-1b8d5926899e),segment_id=d8def633-aafa-49b8-9e04-1b8d5926899e)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:51.953761 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:52.008150 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Calling delete_port for e0c795b2-733b-44cb-abb9-79a058cc96e1 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:52.021229 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc7f402c-c7a3-4359-adbf-a4c4fe500e71 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:52.023866 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cc7f402c-c7a3-4359-adbf-a4c4fe500e71 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:52.025148 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cc7f402c-c7a3-4359-adbf-a4c4fe500e71 tempest-ServersTestManualDisk-1596048563 tempest-ServersTestManualDisk-1596048563-project] 10.222.0.48 "DELETE /v2.0/floatingips/7c433847-7cfd-4ba7-9cc9-a639d75061bc HTTP/1.1" status: 204 len: 168 time: 1.2377758 Jul 27 19:58:52.032162 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58780) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:52.039003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d512300-2a13-465c-b42a-be732e2a9c6c', 'name': 'tempest-snat-router-1667861025', 'tenant_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.145'}], 'enable_snat': False}, 'gw_port_id': '003ad1d6-cabf-4798-b68e-32d837f899f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:58:45Z', 'updated_at': '2021-07-27T19:58:46Z', 'revision_number': 3, 'project_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'gw_port': {'id': '003ad1d6-cabf-4798-b68e-32d837f899f6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d512300-2a13-465c-b42a-be732e2a9c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:58:46Z', 'updated_at': '2021-07-27T19:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:52.071912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc53ae39-e22b-446b-afc3-946dd698d22b None None] The sync data for ids ['4d512300-2a13-465c-b42a-be732e2a9c6c'] in n-d-705657-21 is: [{'id': '4d512300-2a13-465c-b42a-be732e2a9c6c', 'name': 'tempest-snat-router-1667861025', 'tenant_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.145'}], 'enable_snat': False}, 'gw_port_id': '003ad1d6-cabf-4798-b68e-32d837f899f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:58:45Z', 'updated_at': '2021-07-27T19:58:46Z', 'revision_number': 3, 'project_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'gw_port': {'id': '003ad1d6-cabf-4798-b68e-32d837f899f6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d512300-2a13-465c-b42a-be732e2a9c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:58:46Z', 'updated_at': '2021-07-27T19:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:58:52.110115 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] For port 8ea36dca-e6ec-4494-8934-6fc13878d8a1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8ea36dca-e6ec-4494-8934-6fc13878d8a1,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:52.110762 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:52.118506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fcf7d-f124-4356-ba2f-c2d982af8e3e None None] Resources bound (agent type, host, resource id): {{(pid=94061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 19:58:52.127399 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e628f6-1977-4f8e-9368-8bfae9160363 None None] Port 97ed62ba-b78a-43e0-8e9a-6ac9c4868469 not found while updating agent binding for router 1932d3fe-dbea-4a72-9014-81dcddfefa88. {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 27 19:58:52.128531 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Calling delete_port for 8ea36dca-e6ec-4494-8934-6fc13878d8a1 owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:52.148891 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e628f6-1977-4f8e-9368-8bfae9160363 None None] Routers set() bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:52.149316 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e628f6-1977-4f8e-9368-8bfae9160363 None None] Router IDs set() for agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 19:58:52.150001 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_agentschedulers_db [None req-11e628f6-1977-4f8e-9368-8bfae9160363 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1932d3fe-dbea-4a72-9014-81dcddfefa88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent'). {{(pid=94062) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 19:58:52.150382 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e628f6-1977-4f8e-9368-8bfae9160363 None None] The sync data for ids ['1932d3fe-dbea-4a72-9014-81dcddfefa88'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:58:52.164084 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:52.416287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:52.435094 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:52.501739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ea36dca-e6ec-4494-8934-6fc13878d8a1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:52.596206 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeee55d-e1e6-49cb-94a1-3d63702b4724 req-e872e95a-1c32-443e-b30c-765849fb7a89 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:52.604559 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaeee55d-e1e6-49cb-94a1-3d63702b4724 req-e872e95a-1c32-443e-b30c-765849fb7a89 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2312753 Jul 27 19:58:52.667276 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:52.706641 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaeee55d-e1e6-49cb-94a1-3d63702b4724 req-93194ae7-cae3-4a46-b2d3-a6de0a075110 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009879 Jul 27 19:58:52.795162 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:52.798695 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:52.859141 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:52.859815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8634fdb6-f482-46f5-b4d1-a16096d095ee {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:58:52.865099 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:52.866408 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ba938cb9-772a-4715-983c-aa5a7aefa13b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "DELETE /v2.0/routers/8634fdb6-f482-46f5-b4d1-a16096d095ee HTTP/1.1" status: 204 len: 168 time: 1.5853329 Jul 27 19:58:52.870255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58790) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:52.875833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1990394442', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}, 'admin_state_up': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:52.910516 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:52.913531 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:52.980173 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:53.007010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No DVR routers for this DVR port e0c795b2-733b-44cb-abb9-79a058cc96e1 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:58:53.017914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Port': ['ID=e0c795b2-733b-44cb-abb9-79a058cc96e1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:53.207382 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:53.219430 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:53.231774 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b6b032-80a9-4d85-aedf-5776a0fad244']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:53.269895 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8def633-aafa-49b8-9e04-1b8d5926899e') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:53.270249 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8def633-aafa-49b8-9e04-1b8d5926899e') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:53.285487 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:53.293853 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:53.363089 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:53.377159 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:58:53.377701 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:58:53.383483 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:58:53.449009 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:53.472333 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:53.528816 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:53.539551 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:53.541801 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/09b6b032-80a9-4d85-aedf-5776a0fad244 HTTP/1.1" status: 204 len: 168 time: 4.4652729 Jul 27 19:58:53.549211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58792) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:53.592677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51922983-ce84-4df0-b12a-82ca2a825cc2 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Network': ['ID=09b6b032-80a9-4d85-aedf-5776a0fad244,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:53.594892 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c29e9d-59ae-417d-b9d7-026edd3bad2d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] DELETE failed (client error): The resource could not be found. Jul 27 19:58:53.595454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c29e9d-59ae-417d-b9d7-026edd3bad2d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:58:53.600363 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-85c29e9d-59ae-417d-b9d7-026edd3bad2d tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/subnets/7647f931-e725-4e5b-b9f5-6b1a2a0f95a7 HTTP/1.1" status: 404 len: 337 time: 0.0506883 Jul 27 19:58:53.601307 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58794) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:53.634804 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b1d7a6-f071-4a22-8a91-cbd95eacd4c9 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] DELETE failed (client error): The resource could not be found. Jul 27 19:58:53.635411 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b1d7a6-f071-4a22-8a91-cbd95eacd4c9 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:58:53.639798 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-77b1d7a6-f071-4a22-8a91-cbd95eacd4c9 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/09b6b032-80a9-4d85-aedf-5776a0fad244 HTTP/1.1" status: 404 len: 339 time: 0.0355678 Jul 27 19:58:53.645604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58796) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:53.647949 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Allocated IP 172.25.1.211 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/795073bd-731d-4835-8f6a-3487439c2ddb) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:58:53.674830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Router 50c9152a-2e7a-455f-b72d-fb359e3be316 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:58:53.733920 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37ef9ef4-7b7b-4add-869a-8949004afe0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:53.801613 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29243340-bb33-46ae-ac7f-9fae844d8665 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:53.878230 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:58:53.893084 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Sync routers for ids ['50c9152a-2e7a-455f-b72d-fb359e3be316'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:58:53.907961 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:53.909192 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4c372114-1899-433d-9b0d-1e8abf002dd3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7451901 Jul 27 19:58:53.914939 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Routers {'50c9152a-2e7a-455f-b72d-fb359e3be316'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:53.915876 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['50c9152a-2e7a-455f-b72d-fb359e3be316'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:53.939107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58802) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:54.011453 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29243340-bb33-46ae-ac7f-9fae844d8665 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.083435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-29243340-bb33-46ae-ac7f-9fae844d8665 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b8d027-46d9-48af-a51f-85d6b23be12b']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:54.133018 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Set router 50c9152a-2e7a-455f-b72d-fb359e3be316 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:58:54.148744 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.151815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-29243340-bb33-46ae-ac7f-9fae844d8665 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0676e8cc-b738-4287-80f5-b351d6bb911b') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:54.152108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-29243340-bb33-46ae-ac7f-9fae844d8665 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0676e8cc-b738-4287-80f5-b351d6bb911b') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:54.195832 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-37ef9ef4-7b7b-4add-869a-8949004afe0e admin admin] Deleting port 3d394e59-e6e5-49be-822c-15a91d994d27 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:54.196602 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37ef9ef4-7b7b-4add-869a-8949004afe0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.209293 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29243340-bb33-46ae-ac7f-9fae844d8665 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.242663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561b5d0-fbfb-47b6-bee9-678dabceed7d req-3dee990a-b982-42eb-85e2-6e4ed9644205 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:54.244230 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e561b5d0-fbfb-47b6-bee9-678dabceed7d req-3dee990a-b982-42eb-85e2-6e4ed9644205 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.3936019 Jul 27 19:58:54.252101 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29243340-bb33-46ae-ac7f-9fae844d8665 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.285208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29243340-bb33-46ae-ac7f-9fae844d8665 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:58:54.285629 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29243340-bb33-46ae-ac7f-9fae844d8665 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:58:54.291021 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:58:54.296969 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-37ef9ef4-7b7b-4add-869a-8949004afe0e admin admin] For port 3d394e59-e6e5-49be-822c-15a91d994d27, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=3d394e59-e6e5-49be-822c-15a91d994d27,segment=NetworkSegment(59a82611-f169-4a10-bd70-3d3ab9c26bed),segment_id=59a82611-f169-4a10-bd70-3d3ab9c26bed)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:54.297644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37ef9ef4-7b7b-4add-869a-8949004afe0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.327572 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-37ef9ef4-7b7b-4add-869a-8949004afe0e admin admin] Calling delete_port for 3d394e59-e6e5-49be-822c-15a91d994d27 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:54.353240 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9e8c7df2-2b17-4a9b-87cc-c51224ea4e8a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/routers/50c9152a-2e7a-455f-b72d-fb359e3be316 HTTP/1.1" status: 200 len: 908 time: 0.4121768 Jul 27 19:58:54.359003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58804) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:54.416210 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9152a-2e7a-455f-b72d-fb359e3be316', 'name': 'tempest-snat-router-1667861025', 'tenant_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:58:49Z', 'updated_at': '2021-07-27T19:58:51Z', 'revision_number': 3, 'project_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'gw_port': {'id': 'fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:46:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c9152a-2e7a-455f-b72d-fb359e3be316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:58:50Z', 'updated_at': '2021-07-27T19:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:54.453158 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Checking router: 50c9152a-2e7a-455f-b72d-fb359e3be316 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:58:54.453646 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Updating router 50c9152a-2e7a-455f-b72d-fb359e3be316 port fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 19:58:54.479502 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af6a2fff-40bc-4bea-b280-d91536decbdd tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.513664 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 003ad1d6-cabf-4798-b68e-32d837f899f6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:58:54.526271 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.545491 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e561b5d0-fbfb-47b6-bee9-678dabceed7d req-dfeb09a3-60e1-4a94-93fb-67232b125059 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852898 Jul 27 19:58:54.582630 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29243340-bb33-46ae-ac7f-9fae844d8665 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.595700 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29243340-bb33-46ae-ac7f-9fae844d8665 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.597955 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-29243340-bb33-46ae-ac7f-9fae844d8665 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/47b8d027-46d9-48af-a51f-85d6b23be12b HTTP/1.1" status: 204 len: 168 time: 0.9513733 Jul 27 19:58:54.602329 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58806) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:54.604571 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.635413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 003ad1d6-cabf-4798-b68e-32d837f899f6 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:58:54.640075 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7a4c8f-c962-47df-9454-ddc4cfc59672 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] DELETE failed (client error): The resource could not be found. Jul 27 19:58:54.640821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7a4c8f-c962-47df-9454-ddc4cfc59672 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:58:54.642979 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 003ad1d6-cabf-4798-b68e-32d837f899f6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:54.644157 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.647780 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-db7a4c8f-c962-47df-9454-ddc4cfc59672 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/subnets/3789c12a-8af8-4f5d-ac94-a2f5fc01f826 HTTP/1.1" status: 404 len: 337 time: 0.0442569 Jul 27 19:58:54.648750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58808) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:54.680878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Pushing event updated for resources: {'Port': ['ID=795073bd-731d-4835-8f6a-3487439c2ddb,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:54.685930 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca92a5c4-706d-44d4-8726-9bce545da4e7 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] DELETE failed (client error): The resource could not be found. Jul 27 19:58:54.686588 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca92a5c4-706d-44d4-8726-9bce545da4e7 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:58:54.691971 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ca92a5c4-706d-44d4-8726-9bce545da4e7 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/0a649b34-ded5-474f-bd0b-6684eec230a3 HTTP/1.1" status: 404 len: 339 time: 0.0387013 Jul 27 19:58:54.693697 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58810) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:54.713425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29243340-bb33-46ae-ac7f-9fae844d8665 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Network': ['ID=47b8d027-46d9-48af-a51f-85d6b23be12b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:54.730590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:58:54.731388 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37ef9ef4-7b7b-4add-869a-8949004afe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.738677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:58:54.742760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:58:54.762749 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef9ef4-7b7b-4add-869a-8949004afe0e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d394e59-e6e5-49be-822c-15a91d994d27,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:54.789326 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af6a2fff-40bc-4bea-b280-d91536decbdd tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.814924 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.848483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-5905df86-01ad-40c2-9c3d-8319068f2db0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Deleting subnet 8be484d8-5fea-4d32-9504-07bfef2010bf {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:58:54.854298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 003ad1d6-cabf-4798-b68e-32d837f899f6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=003ad1d6-cabf-4798-b68e-32d837f899f6,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:54.863290 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.876152 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5905df86-01ad-40c2-9c3d-8319068f2db0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:54.970846 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=003ad1d6-cabf-4798-b68e-32d837f899f6,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:54.982317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8ea36dca-e6ec-4494-8934-6fc13878d8a1 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:58:54.996543 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:55.011675 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Transition to ACTIVE for port object fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:58:55.020148 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:55.042911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 8ea36dca-e6ec-4494-8934-6fc13878d8a1 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:58:55.043260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8ea36dca-e6ec-4494-8934-6fc13878d8a1 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:58:55.045681 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.046023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.046363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.046697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.047031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.053167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.053529 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.054277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.054277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.054537 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.054834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.055160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.063479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-af6a2fff-40bc-4bea-b280-d91536decbdd tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Deleting port fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:55.072348 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af6a2fff-40bc-4bea-b280-d91536decbdd tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:55.080628 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f04ee-9ace-4396-aa5e-9d6b6174055d None None] Pushing event updated for resources: {'Port': ['ID=fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:55.097358 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f04ee-9ace-4396-aa5e-9d6b6174055d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.098043 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f04ee-9ace-4396-aa5e-9d6b6174055d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.098927 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f04ee-9ace-4396-aa5e-9d6b6174055d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.099976 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f04ee-9ace-4396-aa5e-9d6b6174055d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.100681 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f04ee-9ace-4396-aa5e-9d6b6174055d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.101195 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f04ee-9ace-4396-aa5e-9d6b6174055d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.101786 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f04ee-9ace-4396-aa5e-9d6b6174055d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.102346 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f04ee-9ace-4396-aa5e-9d6b6174055d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.102932 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f04ee-9ace-4396-aa5e-9d6b6174055d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.103499 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f04ee-9ace-4396-aa5e-9d6b6174055d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.104165 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f04ee-9ace-4396-aa5e-9d6b6174055d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.104708 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262f04ee-9ace-4396-aa5e-9d6b6174055d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:55.117615 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5905df86-01ad-40c2-9c3d-8319068f2db0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:55.143115 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Attempting to bind port fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:58:55.143904 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Attempting to bind port fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:58:55.144808 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Attempting to bind port fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:58:55.151565 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:58:55.152325 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:58:55.153739 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:55.154686 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:58:55.155510 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Bound port: fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:58:55.156214 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:55.216921 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37ef9ef4-7b7b-4add-869a-8949004afe0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:55.233374 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] For port fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:58:55.237980 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] For port fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:58:55.243630 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:55.249187 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af6a2fff-40bc-4bea-b280-d91536decbdd tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:55.269431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-af6a2fff-40bc-4bea-b280-d91536decbdd tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Calling delete_port for fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:55.290205 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:55.317845 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f04ee-9ace-4396-aa5e-9d6b6174055d None None] Pushing event updated for resources: {'Port': ['ID=fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:55.350335 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5905df86-01ad-40c2-9c3d-8319068f2db0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:55.352796 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Routers {'50c9152a-2e7a-455f-b72d-fb359e3be316'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:55.353540 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['50c9152a-2e7a-455f-b72d-fb359e3be316'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:55.471899 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] Set router 50c9152a-2e7a-455f-b72d-fb359e3be316 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:58:55.541755 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9152a-2e7a-455f-b72d-fb359e3be316', 'name': 'tempest-snat-router-1667861025', 'tenant_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:58:49Z', 'updated_at': '2021-07-27T19:58:54Z', 'revision_number': 4, 'project_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:55.572684 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a80a9-c9d8-483a-aa8b-d1f35ac60737 None None] The sync data for ids ['50c9152a-2e7a-455f-b72d-fb359e3be316'] in n-d-705657-21 is: [{'id': '50c9152a-2e7a-455f-b72d-fb359e3be316', 'name': 'tempest-snat-router-1667861025', 'tenant_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:58:49Z', 'updated_at': '2021-07-27T19:58:54Z', 'revision_number': 4, 'project_id': '5e0a2986ae404b0d94d6f30269aa43d8', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:58:55.624338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ef9ef4-7b7b-4add-869a-8949004afe0e admin admin] Router 8d34c6cb-e20e-4bc3-be89-61fada18d03a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:58:55.638849 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5905df86-01ad-40c2-9c3d-8319068f2db0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:55.643862 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:55.672789 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905df86-01ad-40c2-9c3d-8319068f2db0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Subnet': ['ID=8be484d8-5fea-4d32-9504-07bfef2010bf,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:55.723473 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5905df86-01ad-40c2-9c3d-8319068f2db0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:55.726285 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5905df86-01ad-40c2-9c3d-8319068f2db0 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/subnets/8be484d8-5fea-4d32-9504-07bfef2010bf HTTP/1.1" status: 204 len: 168 time: 1.0315702 Jul 27 19:58:55.733483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58824) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:55.741930 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d300de2-4f56-41ba-9aab-98b7066c983e None None] Network ba906eec-1c47-47bb-b71b-4eab825b95f2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:55.881312 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-7338bc98-b2cc-4778-8714-539a628e8414 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Deleting subnet fff5a7c5-6513-4f5b-b6dd-82591de52d8a {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:58:55.886753 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7338bc98-b2cc-4778-8714-539a628e8414 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:55.938123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ef9ef4-7b7b-4add-869a-8949004afe0e admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:58:55.949081 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-37ef9ef4-7b7b-4add-869a-8949004afe0e admin admin] 10.222.0.48 "PUT /v2.0/routers/8d34c6cb-e20e-4bc3-be89-61fada18d03a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9135466 Jul 27 19:58:55.950132 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58826) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:55.959463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dba7a4f-2243-48a3-91ec-3a67fd073ae4 None None] Sync routers for ids ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:58:55.984553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dba7a4f-2243-48a3-91ec-3a67fd073ae4 None None] Routers {'8d34c6cb-e20e-4bc3-be89-61fada18d03a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:55.985655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9dba7a4f-2243-48a3-91ec-3a67fd073ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:55.999069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7338bc98-b2cc-4778-8714-539a628e8414 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:56.152464 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:56.177779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-9dba7a4f-2243-48a3-91ec-3a67fd073ae4 None None] Set router 8d34c6cb-e20e-4bc3-be89-61fada18d03a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:58:56.191865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7338bc98-b2cc-4778-8714-539a628e8414 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:56.313063 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7338bc98-b2cc-4778-8714-539a628e8414 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:56.321253 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:56.351361 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338bc98-b2cc-4778-8714-539a628e8414 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Subnet': ['ID=fff5a7c5-6513-4f5b-b6dd-82591de52d8a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:56.356958 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7338bc98-b2cc-4778-8714-539a628e8414 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:56.361675 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7338bc98-b2cc-4778-8714-539a628e8414 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/subnets/fff5a7c5-6513-4f5b-b6dd-82591de52d8a HTTP/1.1" status: 204 len: 168 time: 0.6214080 Jul 27 19:58:56.368708 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58828) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:56.444728 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af6a2fff-40bc-4bea-b280-d91536decbdd tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:56.528263 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:56.556163 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] Deleting port 8297e9bf-8e68-4b7a-98e1-ed680596855a {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:56.556559 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:56.606906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 003ad1d6-cabf-4798-b68e-32d837f899f6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:58:56.634878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a2fff-40bc-4bea-b280-d91536decbdd tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcc1dbc9-2ea4-4a1f-a54c-dc138fce462c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:56.665156 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9dba7a4f-2243-48a3-91ec-3a67fd073ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:07Z', 'updated_at': '2021-07-27T19:58:54Z', 'revision_number': 5, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'gw_port': {'id': '8297e9bf-8e68-4b7a-98e1-ed680596855a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:08Z', 'updated_at': '2021-07-27T19:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:56.705505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dba7a4f-2243-48a3-91ec-3a67fd073ae4 None None] Checking router: 8d34c6cb-e20e-4bc3-be89-61fada18d03a for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:58:56.731590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dba7a4f-2243-48a3-91ec-3a67fd073ae4 None None] Routers {'8d34c6cb-e20e-4bc3-be89-61fada18d03a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:56.732340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9dba7a4f-2243-48a3-91ec-3a67fd073ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:56.738628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] For port 8297e9bf-8e68-4b7a-98e1-ed680596855a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8297e9bf-8e68-4b7a-98e1-ed680596855a,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:56.739190 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:56.742283 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Deleting port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:56.742609 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:56.772586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169a888-a87c-43c2-9bea-c3156b8cd312 req-9cba57b6-3514-442b-bb78-4659a65e6c3c tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:56.782865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c169a888-a87c-43c2-9bea-c3156b8cd312 req-9cba57b6-3514-442b-bb78-4659a65e6c3c tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 1.1319869 Jul 27 19:58:56.808165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] Calling delete_port for 8297e9bf-8e68-4b7a-98e1-ed680596855a owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:56.846689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 003ad1d6-cabf-4798-b68e-32d837f899f6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:56.847265 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:56.861852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Router 0d28a840-0840-44f1-a5a6-66af725c3c06 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:58:56.942720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb411a-1b89-4bc0-a934-769c138dfef7 req-e3d06896-749f-449e-a52e-7c00aa4c0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:56.944197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ecb411a-1b89-4bc0-a934-769c138dfef7 req-e3d06896-749f-449e-a52e-7c00aa4c0207 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 1097 time: 0.5096936 Jul 27 19:58:56.961602 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c169a888-a87c-43c2-9bea-c3156b8cd312 req-56a6cf19-d536-42ee-ac85-33b867ff4f28 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776795 Jul 27 19:58:56.964372 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-9dba7a4f-2243-48a3-91ec-3a67fd073ae4 None None] Set router 8d34c6cb-e20e-4bc3-be89-61fada18d03a gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:58:56.971310 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af6a2fff-40bc-4bea-b280-d91536decbdd tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:57.046056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9dba7a4f-2243-48a3-91ec-3a67fd073ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:07Z', 'updated_at': '2021-07-27T19:58:56Z', 'revision_number': 6, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:57.101578 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dba7a4f-2243-48a3-91ec-3a67fd073ae4 None None] The sync data for ids ['8d34c6cb-e20e-4bc3-be89-61fada18d03a'] in n-d-705657-21 is: [{'id': '8d34c6cb-e20e-4bc3-be89-61fada18d03a', 'name': 'tempest-ServersTestManualDisk-1386352858-router', 'tenant_id': '44bf5dc907cd434da6d1ad3797d71340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:07Z', 'updated_at': '2021-07-27T19:58:56Z', 'revision_number': 6, 'project_id': '44bf5dc907cd434da6d1ad3797d71340', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:58:57.176709 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af6a2fff-40bc-4bea-b280-d91536decbdd tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:57.184754 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af6a2fff-40bc-4bea-b280-d91536decbdd tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:57.186739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6c0c87-37f9-4f3a-b6e5-699d62c7d114 None None] Network ba906eec-1c47-47bb-b71b-4eab825b95f2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:57.222390 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ecb411a-1b89-4bc0-a934-769c138dfef7 req-5e3df41e-d9a8-4e91-9cf7-97de5d318b23 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579503 Jul 27 19:58:57.271419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6460b646-d406-435c-9d83-c20e5ddd6dfa None None] Provisioning complete for port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:58:57.271873 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6460b646-d406-435c-9d83-c20e5ddd6dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:57.274845 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af6a2fff-40bc-4bea-b280-d91536decbdd tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:57.275506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6a2fff-40bc-4bea-b280-d91536decbdd tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50c9152a-2e7a-455f-b72d-fb359e3be316 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:58:57.282426 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af6a2fff-40bc-4bea-b280-d91536decbdd tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:57.286563 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-af6a2fff-40bc-4bea-b280-d91536decbdd tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "DELETE /v2.0/routers/50c9152a-2e7a-455f-b72d-fb359e3be316 HTTP/1.1" status: 204 len: 168 time: 2.9264929 Jul 27 19:58:57.289639 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58832) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:57.374457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] For port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b35dad39-8726-49ee-81cb-8c0dcbd0e4f7,segment=NetworkSegment(7659daac-cca3-4cf6-acd8-ad1da63c8bd7),segment_id=7659daac-cca3-4cf6-acd8-ad1da63c8bd7)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:57.375154 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:57.397527 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Calling delete_port for b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:57.444184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:58:57.454190 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78cf968-84a3-448e-b2a9-feeede78c82f None None] Sync routers for ids ['0d28a840-0840-44f1-a5a6-66af725c3c06'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:58:57.466798 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:57.468513 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c831109b-3313-4f8a-a7de-ff10d9b80166 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.5968537 Jul 27 19:58:57.471196 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58834) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:57.477251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-21961249-112b-4cc0-94fe-6ca3c4de5150 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'enable_snat': False}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:58:57.481134 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78cf968-84a3-448e-b2a9-feeede78c82f None None] Routers {'0d28a840-0840-44f1-a5a6-66af725c3c06'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:57.483797 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-e78cf968-84a3-448e-b2a9-feeede78c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0d28a840-0840-44f1-a5a6-66af725c3c06'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:57.564820 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:57.610820 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-e78cf968-84a3-448e-b2a9-feeede78c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:57.631378 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78cf968-84a3-448e-b2a9-feeede78c82f None None] Routers {'0d28a840-0840-44f1-a5a6-66af725c3c06'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:58:57.632010 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-e78cf968-84a3-448e-b2a9-feeede78c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0d28a840-0840-44f1-a5a6-66af725c3c06'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:57.660893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edf658c-f4a9-43bb-ba59-adf3bd0b4873 None None] DHCP port deletion for ba906eec-1c47-47bb-b71b-4eab825b95f2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:58:57.710743 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:57.746055 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-e78cf968-84a3-448e-b2a9-feeede78c82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:57.746715 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78cf968-84a3-448e-b2a9-feeede78c82f None None] The sync data for ids ['0d28a840-0840-44f1-a5a6-66af725c3c06'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:58:57.746866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9edf658c-f4a9-43bb-ba59-adf3bd0b4873 None None] Deleting port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:57.747164 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9edf658c-f4a9-43bb-ba59-adf3bd0b4873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:57.764984 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:57.776472 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Port': ['ID=b35dad39-8726-49ee-81cb-8c0dcbd0e4f7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:57.791038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No DVR routers for this DVR port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:58:57.832422 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9edf658c-f4a9-43bb-ba59-adf3bd0b4873 None None] For port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7, host n-d-705657-21, got binding levels [] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:57.833102 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9edf658c-f4a9-43bb-ba59-adf3bd0b4873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:57.848467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9edf658c-f4a9-43bb-ba59-adf3bd0b4873 None None] Calling delete_port for b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:57.851760 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.ipam_backend_mixin [None req-9edf658c-f4a9-43bb-ba59-adf3bd0b4873 None None] Port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 was not found and therefore no delete operation was performed {{(pid=94061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 19:58:57.853661 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9edf658c-f4a9-43bb-ba59-adf3bd0b4873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:57.886366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf658c-f4a9-43bb-ba59-adf3bd0b4873 None None] Pushing event deleted for resources: {'Port': ['ID=b35dad39-8726-49ee-81cb-8c0dcbd0e4f7,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:57.896225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] Pushing event deleted for resources: {'Port': ['ID=8297e9bf-8e68-4b7a-98e1-ed680596855a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:57.901738 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:57.912826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf658c-f4a9-43bb-ba59-adf3bd0b4873 None None] No DVR routers for this DVR port b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:58:58.086164 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.090797 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.098404 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.145279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba906eec-1c47-47bb-b71b-4eab825b95f2']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:58.156941 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7659daac-cca3-4cf6-acd8-ad1da63c8bd7') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:58.157234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7659daac-cca3-4cf6-acd8-ad1da63c8bd7') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:58.174543 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.175210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d34c6cb-e20e-4bc3-be89-61fada18d03a {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:58:58.178351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.182732 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.184069 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0534156e-aa6c-4ebb-9a72-fc160a788203 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8d34c6cb-e20e-4bc3-be89-61fada18d03a HTTP/1.1" status: 204 len: 168 time: 2.2336147 Jul 27 19:58:58.189917 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58840) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:58.232339 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.239986 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.248561 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21961249-112b-4cc0-94fe-6ca3c4de5150 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.253083 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:58:58.253804 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:58:58.257520 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:58:58.285679 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-df38daea-10f4-4012-b4d1-50822a113217 admin admin] Deleting subnet 7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:58:58.328836 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-df38daea-10f4-4012-b4d1-50822a113217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.353098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aa279-530f-4707-a831-633641d73145 req-c5d70e4e-1d92-43ee-ab67-9e537f4a1bc9 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:58:58.354665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e63aa279-530f-4707-a831-633641d73145 req-c5d70e4e-1d92-43ee-ab67-9e537f4a1bc9 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2917039 Jul 27 19:58:58.378816 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.382176 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-df38daea-10f4-4012-b4d1-50822a113217 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.427545 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.429775 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/ba906eec-1c47-47bb-b71b-4eab825b95f2 HTTP/1.1" status: 204 len: 168 time: 2.0598617 Jul 27 19:58:58.430899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Network': ['ID=ba906eec-1c47-47bb-b71b-4eab825b95f2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:58.435328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58842) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:58.442550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:58.443152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:58.443653 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:58.444179 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:58.444714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:58.445217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:58.445734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:58.446437 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:58.447083 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:58.447571 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:58.448078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:58.448586 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65d76b-a0e0-4f49-b10b-b14dfb893740 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:58:58.450800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:58:58.455438 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Deleting port 003ad1d6-cabf-4798-b68e-32d837f899f6 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:58.455902 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.494135 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:58:58.494435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b35dad39-8726-49ee-81cb-8c0dcbd0e4f7 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:58:58.495091 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3d394e59-e6e5-49be-822c-15a91d994d27 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:58:58.527122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 3d394e59-e6e5-49be-822c-15a91d994d27 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:58:58.527463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3d394e59-e6e5-49be-822c-15a91d994d27 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:58:58.527939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8297e9bf-8e68-4b7a-98e1-ed680596855a no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:58:58.565518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 8297e9bf-8e68-4b7a-98e1-ed680596855a {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:58:58.565518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8297e9bf-8e68-4b7a-98e1-ed680596855a not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:58:58.580097 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-df38daea-10f4-4012-b4d1-50822a113217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.587876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e63aa279-530f-4707-a831-633641d73145 req-817aa321-d69e-477f-99f8-97e16c2bb2e6 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229619 Jul 27 19:58:58.630008 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1788f2b9-580a-406a-bcac-5f9bdac29c61 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] DELETE failed (client error): The resource could not be found. Jul 27 19:58:58.630608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1788f2b9-580a-406a-bcac-5f9bdac29c61 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:58:58.634600 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1788f2b9-580a-406a-bcac-5f9bdac29c61 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/subnets/c6759f64-4492-48bc-9fcf-90002d92c67a HTTP/1.1" status: 404 len: 337 time: 0.1956418 Jul 27 19:58:58.639934 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58844) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:58.646703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] For port 003ad1d6-cabf-4798-b68e-32d837f899f6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=003ad1d6-cabf-4798-b68e-32d837f899f6,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:58.647170 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.666491 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-47625755-d5ea-4d06-8f11-9a65b3efb7b3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] DELETE failed (client error): The resource could not be found. Jul 27 19:58:58.667023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47625755-d5ea-4d06-8f11-9a65b3efb7b3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:58:58.668792 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-47625755-d5ea-4d06-8f11-9a65b3efb7b3 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/25893aa1-0a08-4eb7-a219-9e87eb78f32a HTTP/1.1" status: 404 len: 339 time: 0.0276508 Jul 27 19:58:58.671645 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Calling delete_port for 003ad1d6-cabf-4798-b68e-32d837f899f6 owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:58.673293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58846) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:58.709113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-df38daea-10f4-4012-b4d1-50822a113217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.717613 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfca71d-a614-453c-b5a1-92e358ef4ced tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] DELETE failed (client error): The resource could not be found. Jul 27 19:58:58.718103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dfca71d-a614-453c-b5a1-92e358ef4ced tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:58:58.724003 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5dfca71d-a614-453c-b5a1-92e358ef4ced tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/subnets/0899ba30-e076-4fa5-b8ad-ccd6ca3ce82b HTTP/1.1" status: 404 len: 337 time: 0.0432668 Jul 27 19:58:58.726745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58850) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:58.760691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edb149e-b63c-443a-886b-d25235b3af00 None None] Network b06ac358-2837-4b10-9e3f-bef0ca756cfa requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:58.760850 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-df38daea-10f4-4012-b4d1-50822a113217 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.760850 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-df38daea-10f4-4012-b4d1-50822a113217 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7 HTTP/1.1" status: 204 len: 168 time: 0.5642765 Jul 27 19:58:58.760850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38daea-10f4-4012-b4d1-50822a113217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eeaef87-e21d-45b3-9aec-cbe35fe7f7c7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:58.760850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58852) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:58.819906 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4bd01c-9cc6-49a6-b98e-353acbd6672b tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] DELETE failed (client error): The resource could not be found. Jul 27 19:58:58.820779 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4bd01c-9cc6-49a6-b98e-353acbd6672b tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:58:58.824749 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0a4bd01c-9cc6-49a6-b98e-353acbd6672b tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/6065d46f-862e-4f17-bb17-c66538bc3028 HTTP/1.1" status: 404 len: 339 time: 0.0939255 Jul 27 19:58:58.829038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58854) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:58.882811 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-378252c1-ffef-4481-840e-d8311effe463 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] DELETE failed (client error): The resource could not be found. Jul 27 19:58:58.883177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378252c1-ffef-4481-840e-d8311effe463 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:58:58.884913 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-378252c1-ffef-4481-840e-d8311effe463 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/subnets/8a32f27b-2919-42e7-a045-45a6dd602dab HTTP/1.1" status: 404 len: 337 time: 0.0546963 Jul 27 19:58:58.887395 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58856) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:58.909787 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:58.912310 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e141883-cc33-4758-ab92-df23ccbb6f22 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] DELETE failed (client error): The resource could not be found. Jul 27 19:58:58.912867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e141883-cc33-4758-ab92-df23ccbb6f22 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:58:58.914590 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8e141883-cc33-4758-ab92-df23ccbb6f22 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/7c6fb52e-e9ad-419d-88fb-805cccdcd657 HTTP/1.1" status: 404 len: 339 time: 0.0263090 Jul 27 19:58:58.917286 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58858) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:58.998169 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6870559-9243-40e0-b9ff-064fd715ac97 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Deleting subnet f312c9aa-39a3-431f-b163-9e4024de43a4 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:58:59.004125 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6870559-9243-40e0-b9ff-064fd715ac97 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.061846 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6870559-9243-40e0-b9ff-064fd715ac97 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.095765 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] Deleting port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:59.096110 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.173656 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.182689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bad100-e018-46bd-a9ae-bfc055307b55 None None] DHCP port deletion for b06ac358-2837-4b10-9e3f-bef0ca756cfa request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:58:59.231216 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Pushing event deleted for resources: {'Port': ['ID=003ad1d6-cabf-4798-b68e-32d837f899f6,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:59.242126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e0bad100-e018-46bd-a9ae-bfc055307b55 None None] Deleting port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:59.242818 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e0bad100-e018-46bd-a9ae-bfc055307b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.252058 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6870559-9243-40e0-b9ff-064fd715ac97 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.291202 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] For port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=377bdbcf-c1ba-4a1c-9163-e3d922b5a52f,segment=NetworkSegment(59a82611-f169-4a10-bd70-3d3ab9c26bed),segment_id=59a82611-f169-4a10-bd70-3d3ab9c26bed)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:59.291540 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.316318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] Calling delete_port for 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:59.323997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e0bad100-e018-46bd-a9ae-bfc055307b55 None None] For port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=377bdbcf-c1ba-4a1c-9163-e3d922b5a52f,segment=NetworkSegment(59a82611-f169-4a10-bd70-3d3ab9c26bed),segment_id=59a82611-f169-4a10-bd70-3d3ab9c26bed)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:58:59.326948 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e0bad100-e018-46bd-a9ae-bfc055307b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.357886 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e0bad100-e018-46bd-a9ae-bfc055307b55 None None] Calling delete_port for 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:58:59.359696 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.425004 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6870559-9243-40e0-b9ff-064fd715ac97 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.468708 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e0bad100-e018-46bd-a9ae-bfc055307b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.474347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6870559-9243-40e0-b9ff-064fd715ac97 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Subnet': ['ID=f312c9aa-39a3-431f-b163-9e4024de43a4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:59.477224 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6870559-9243-40e0-b9ff-064fd715ac97 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.479396 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f6870559-9243-40e0-b9ff-064fd715ac97 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/subnets/f312c9aa-39a3-431f-b163-9e4024de43a4 HTTP/1.1" status: 204 len: 168 time: 0.5584440 Jul 27 19:58:59.482201 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58862) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:58:59.487850 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21961249-112b-4cc0-94fe-6ca3c4de5150 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.519731 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21961249-112b-4cc0-94fe-6ca3c4de5150 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.522580 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.525259 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.525478 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9909e79-1d8c-4b39-9956-515d16f3ca15 None None] Network 582dc218-774b-435f-9d2b-155eeaccab22 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:58:59.539742 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.573858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bad100-e018-46bd-a9ae-bfc055307b55 None None] Pushing event deleted for resources: {'Port': ['ID=377bdbcf-c1ba-4a1c-9163-e3d922b5a52f,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:59.574807 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=377bdbcf-c1ba-4a1c-9163-e3d922b5a52f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:58:59.585678 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] No DVR routers for this DVR port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:58:59.682994 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bad100-e018-46bd-a9ae-bfc055307b55 None None] No DVR routers for this DVR port 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:58:59.728300 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.751416 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.765882 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06ac358-2837-4b10-9e3f-bef0ca756cfa']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:59.797847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a82611-f169-4a10-bd70-3d3ab9c26bed') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:59.797847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a82611-f169-4a10-bd70-3d3ab9c26bed') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:58:59.811524 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.856891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.875648 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:58:59.886886 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:58:59.889521 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:58:59.902200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Deleting port 96478afd-22d3-4713-a0fa-842078ab4b73 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:58:59.902575 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:58:59.941728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c730d127-bba1-46dc-acba-04adc675a97b None None] DHCP port deletion for 582dc218-774b-435f-9d2b-155eeaccab22 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:59:00.022086 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] For port 96478afd-22d3-4713-a0fa-842078ab4b73, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=96478afd-22d3-4713-a0fa-842078ab4b73,segment=NetworkSegment(2a96ec08-a0a2-4cda-ad78-9f362cbb9561),segment_id=2a96ec08-a0a2-4cda-ad78-9f362cbb9561)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:00.022450 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.025101 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.025756 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c730d127-bba1-46dc-acba-04adc675a97b None None] Deleting port 96478afd-22d3-4713-a0fa-842078ab4b73 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:00.026253 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c730d127-bba1-46dc-acba-04adc675a97b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.036145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.052853 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b06ac358-2837-4b10-9e3f-bef0ca756cfa HTTP/1.1" status: 204 len: 168 time: 1.2918274 Jul 27 19:59:00.078555 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.080798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d512300-2a13-465c-b42a-be732e2a9c6c {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:59:00.081071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Calling delete_port for 96478afd-22d3-4713-a0fa-842078ab4b73 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:00.099008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c730d127-bba1-46dc-acba-04adc675a97b None None] For port 96478afd-22d3-4713-a0fa-842078ab4b73, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=96478afd-22d3-4713-a0fa-842078ab4b73,segment=NetworkSegment(2a96ec08-a0a2-4cda-ad78-9f362cbb9561),segment_id=2a96ec08-a0a2-4cda-ad78-9f362cbb9561)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:00.100371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c730d127-bba1-46dc-acba-04adc675a97b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.104047 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.116759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-31e152d9-72ad-400b-8881-b572d4dcf98a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "DELETE /v2.0/routers/4d512300-2a13-465c-b42a-be732e2a9c6c HTTP/1.1" status: 204 len: 168 time: 2.8237593 Jul 27 19:59:00.120315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58870) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:00.121912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c730d127-bba1-46dc-acba-04adc675a97b None None] Calling delete_port for 96478afd-22d3-4713-a0fa-842078ab4b73 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:00.125418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-185687663', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}, 'admin_state_up': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:00.132148 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597ec59-7ee3-4f71-9837-63e1de5d31e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b06ac358-2837-4b10-9e3f-bef0ca756cfa,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:00.262670 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.267369 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.290967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaced69-5669-4cdd-b432-c54cbe4f5f6c req-76318c88-d462-447b-a390-3b2b9d4c6d83 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:00.292925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ddaced69-5669-4cdd-b432-c54cbe4f5f6c req-76318c88-d462-447b-a390-3b2b9d4c6d83 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.3016384 Jul 27 19:59:00.304475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21961249-112b-4cc0-94fe-6ca3c4de5150 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Router 0d28a840-0840-44f1-a5a6-66af725c3c06 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:59:00.334252 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.339712 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c730d127-bba1-46dc-acba-04adc675a97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.367384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730d127-bba1-46dc-acba-04adc675a97b None None] No DVR routers for this DVR port 96478afd-22d3-4713-a0fa-842078ab4b73 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:59:00.385129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ddaced69-5669-4cdd-b432-c54cbe4f5f6c req-37c39f8d-3cb2-4ef5-be51-a74e921f2058 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766416 Jul 27 19:59:00.392929 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.430457 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730d127-bba1-46dc-acba-04adc675a97b None None] Pushing event deleted for resources: {'Port': ['ID=96478afd-22d3-4713-a0fa-842078ab4b73,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:00.459407 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Port': ['ID=96478afd-22d3-4713-a0fa-842078ab4b73,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:00.470915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58874) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:00.478234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No DVR routers for this DVR port 96478afd-22d3-4713-a0fa-842078ab4b73 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:59:00.629257 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.639242 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3464464e-6382-49b2-b289-5098d2d18207 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44bf5dc907cd434da6d1ad3797d71340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668193 Jul 27 19:59:00.642851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58880) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:00.645583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582dc218-774b-435f-9d2b-155eeaccab22']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:00.669437 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a96ec08-a0a2-4cda-ad78-9f362cbb9561') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:00.669676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a96ec08-a0a2-4cda-ad78-9f362cbb9561') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:00.695302 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.745804 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.786136 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.790780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:00.794813 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:00.799383 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:00.816211 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34d61243-eebe-4268-8c40-deace61f34f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.828089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21961249-112b-4cc0-94fe-6ca3c4de5150 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:59:00.851074 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34d61243-eebe-4268-8c40-deace61f34f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.857155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120cd78e-a7f5-42a6-80d4-0bac503b6e93 None None] Sync routers for ids ['0d28a840-0840-44f1-a5a6-66af725c3c06'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:59:00.868930 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120cd78e-a7f5-42a6-80d4-0bac503b6e93 None None] Routers {'0d28a840-0840-44f1-a5a6-66af725c3c06'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:00.869591 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-120cd78e-a7f5-42a6-80d4-0bac503b6e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0d28a840-0840-44f1-a5a6-66af725c3c06'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:00.883987 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21961249-112b-4cc0-94fe-6ca3c4de5150 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:00.896802 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58884) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:00.898567 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-21961249-112b-4cc0-94fe-6ca3c4de5150 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "PUT /v2.0/routers/0d28a840-0840-44f1-a5a6-66af725c3c06 HTTP/1.1" status: 200 len: 926 time: 3.4171407 Jul 27 19:59:00.917599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-120cd78e-a7f5-42a6-80d4-0bac503b6e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:00.920811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 96478afd-22d3-4713-a0fa-842078ab4b73 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:59:00.947848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 96478afd-22d3-4713-a0fa-842078ab4b73 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:59:00.948516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 96478afd-22d3-4713-a0fa-842078ab4b73 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:59:00.949104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:59:00.975898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:59:00.976582 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 377bdbcf-c1ba-4a1c-9163-e3d922b5a52f not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:59:00.980464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120cd78e-a7f5-42a6-80d4-0bac503b6e93 None None] Routers {'0d28a840-0840-44f1-a5a6-66af725c3c06'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:00.981789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-120cd78e-a7f5-42a6-80d4-0bac503b6e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0d28a840-0840-44f1-a5a6-66af725c3c06'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:01.017098 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-120cd78e-a7f5-42a6-80d4-0bac503b6e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:01.018009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120cd78e-a7f5-42a6-80d4-0bac503b6e93 None None] The sync data for ids ['0d28a840-0840-44f1-a5a6-66af725c3c06'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:59:01.068838 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:01.079515 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae12c9a-8cd2-417d-b213-e4e4058aeb26 req-7ea9ef5a-ba86-49af-b395-6bf8e037b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:01.081324 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aae12c9a-8cd2-417d-b213-e4e4058aeb26 req-7ea9ef5a-ba86-49af-b395-6bf8e037b725 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=289fc2dd6cba4a79a60c85368f2dc796&device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 1097 time: 0.2739067 Jul 27 19:59:01.088429 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:01.090530 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/582dc218-774b-435f-9d2b-155eeaccab22 HTTP/1.1" status: 204 len: 168 time: 1.6077542 Jul 27 19:59:01.095536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58888) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:01.133398 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb9151-7267-496e-b60d-dd2496ff18b0 req-904215b5-6466-4636-9c9f-3fa56134a7a9 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:01.133948 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34d61243-eebe-4268-8c40-deace61f34f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:01.135874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1bb9151-7267-496e-b60d-dd2496ff18b0 req-904215b5-6466-4636-9c9f-3fa56134a7a9 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2562957 Jul 27 19:59:01.136145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34d61243-eebe-4268-8c40-deace61f34f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:01.140004 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-34d61243-eebe-4268-8c40-deace61f34f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3726b6f5-1846-4499-a567-78e08027c430 HTTP/1.1" status: 204 len: 168 time: 0.4886327 Jul 27 19:59:01.143567 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3be18-1e16-4f8a-8a0d-c867011c9fcc tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Network': ['ID=582dc218-774b-435f-9d2b-155eeaccab22,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:01.156732 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d61243-eebe-4268-8c40-deace61f34f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3726b6f5-1846-4499-a567-78e08027c430,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:01.186578 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bc490293-11d7-49a8-86db-5b53bfd7af00 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/routers/0d28a840-0840-44f1-a5a6-66af725c3c06 HTTP/1.1" status: 200 len: 926 time: 0.2834721 Jul 27 19:59:01.187517 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58892) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:01.210430 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc654dc-ba6d-4732-bc87-abca36650926 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] DELETE failed (client error): The resource could not be found. Jul 27 19:59:01.212246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc654dc-ba6d-4732-bc87-abca36650926 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:59:01.212698 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8cc654dc-ba6d-4732-bc87-abca36650926 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/subnets/5501d909-146a-4f7f-a592-f5a67fd020c8 HTTP/1.1" status: 404 len: 337 time: 0.1087933 Jul 27 19:59:01.225234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58894) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:01.269987 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e13912-7339-46b2-82f2-47756c34c666 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] DELETE failed (client error): The resource could not be found. Jul 27 19:59:01.270765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e13912-7339-46b2-82f2-47756c34c666 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:59:01.272589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-07e13912-7339-46b2-82f2-47756c34c666 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/79ccff8f-e49c-4f7e-bd30-1a0fcd446c5e HTTP/1.1" status: 404 len: 339 time: 0.0465412 Jul 27 19:59:01.276578 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58896) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:01.296454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1bb9151-7267-496e-b60d-dd2496ff18b0 req-06f5fbc6-a5a1-4866-a641-1eeee95802a8 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965652 Jul 27 19:59:01.349567 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bcf7f0-8a8f-4295-9b70-41d2fbee344f tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:01.354467 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-72bcf7f0-8a8f-4295-9b70-41d2fbee344f tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&device_id=0d28a840-0840-44f1-a5a6-66af725c3c06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1659207 Jul 27 19:59:01.355158 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58898) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:01.361562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae12c9a-8cd2-417d-b213-e4e4058aeb26 req-90796e8e-0bde-4008-b7c3-d437630d9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:01.363720 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aae12c9a-8cd2-417d-b213-e4e4058aeb26 req-90796e8e-0bde-4008-b7c3-d437630d9e2b service neutron] 10.222.0.52 "GET /v2.0/networks?id=0dfd149c-5da4-4dc6-95ab-8e162771181f HTTP/1.1" status: 200 len: 920 time: 0.2744431 Jul 27 19:59:01.410502 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2196858-d3ea-4ab5-8a8a-00f7ebf30072 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Deleting subnet 7ec8f2aa-4157-48cd-adb0-b4c685e60199 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:59:01.416382 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2196858-d3ea-4ab5-8a8a-00f7ebf30072 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:01.436423 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aae12c9a-8cd2-417d-b213-e4e4058aeb26 req-5fa73f83-0460-40b1-a5f6-e49063f2cfc5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=055e3f68-318c-45f0-b7c7-2f3602a31d1a HTTP/1.1" status: 200 len: 217 time: 0.0384974 Jul 27 19:59:01.488057 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:01.491828 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2196858-d3ea-4ab5-8a8a-00f7ebf30072 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:01.535487 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:01.540683 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262a003f-f5a6-4962-9d0a-24c235f7d083 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:01.545367 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-262a003f-f5a6-4962-9d0a-24c235f7d083 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 881 time: 0.1868665 Jul 27 19:59:01.548070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58900) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:01.587830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-966705c7-fb89-42d6-b304-dae3034f23fc tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d28a840-0840-44f1-a5a6-66af725c3c06 HTTP/1.1" status: 200 len: 205 time: 0.0383146 Jul 27 19:59:01.603872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58904) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:01.617777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae12c9a-8cd2-417d-b213-e4e4058aeb26 req-30bb32c5-bb8e-4f16-baac-7e1a340fed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:01.619546 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aae12c9a-8cd2-417d-b213-e4e4058aeb26 req-30bb32c5-bb8e-4f16-baac-7e1a340fed3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3a0225cf-270c-42c0-adb1-939c4f198eb6 HTTP/1.1" status: 200 len: 859 time: 0.1410942 Jul 27 19:59:01.679599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2196858-d3ea-4ab5-8a8a-00f7ebf30072 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:01.691135 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aae12c9a-8cd2-417d-b213-e4e4058aeb26 req-549455e5-e3ba-49ae-84d3-035ff572611b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0dfd149c-5da4-4dc6-95ab-8e162771181f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569742 Jul 27 19:59:01.807371 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8051d409-6557-4d42-9e84-65d703077cce tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:01.863538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Allocated IP 172.25.1.18 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/42c89409-9ced-4722-81d8-9cca43fb23f0) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:01.914503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aae12c9a-8cd2-417d-b213-e4e4058aeb26 req-57d0b303-c433-4302-9e8b-09f2d470b611 service neutron] 10.222.0.52 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133799 Jul 27 19:59:01.944531 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-982ef175-ca03-41dc-ba47-4c6240f00def req-f352fb27-6d56-4221-a657-517171aef022 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2582042 Jul 27 19:59:01.976544 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2196858-d3ea-4ab5-8a8a-00f7ebf30072 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:01.993358 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2196858-d3ea-4ab5-8a8a-00f7ebf30072 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:01.995341 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e2196858-d3ea-4ab5-8a8a-00f7ebf30072 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/subnets/7ec8f2aa-4157-48cd-adb0-b4c685e60199 HTTP/1.1" status: 204 len: 168 time: 0.7177148 Jul 27 19:59:02.003444 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b7fbd5-c2ae-42aa-a49f-519035872b7c None None] Network 8a1555d8-3f56-45ec-a63c-2b8f636cc6eb requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:02.019875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58912) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:02.118100 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:02.122177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2196858-d3ea-4ab5-8a8a-00f7ebf30072 tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec8f2aa-4157-48cd-adb0-b4c685e60199,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:02.133639 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8051d409-6557-4d42-9e84-65d703077cce tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:02.256810 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8051d409-6557-4d42-9e84-65d703077cce tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Deleting port 795073bd-731d-4835-8f6a-3487439c2ddb {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:02.257489 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8051d409-6557-4d42-9e84-65d703077cce tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:02.264885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aae12c9a-8cd2-417d-b213-e4e4058aeb26 req-3f64472e-24ad-4cf6-8479-77081e0483e4 service neutron] 10.222.0.52 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246977 Jul 27 19:59:02.268286 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:02.278834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Deleting port 998bfcc2-ecf5-4be4-8944-1e73f1567a0b {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:02.279329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:02.283358 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ef175-ca03-41dc-ba47-4c6240f00def req-d31eca92-6045-40c2-a502-dd700c19b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:02.285576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-982ef175-ca03-41dc-ba47-4c6240f00def req-d31eca92-6045-40c2-a502-dd700c19b802 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=289fc2dd6cba4a79a60c85368f2dc796&device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 1097 time: 0.2451673 Jul 27 19:59:02.417618 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] For port 998bfcc2-ecf5-4be4-8944-1e73f1567a0b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=998bfcc2-ecf5-4be4-8944-1e73f1567a0b,segment=NetworkSegment(2f1c6865-36d0-434c-a4a6-0ffbe19c87e5),segment_id=2f1c6865-36d0-434c-a4a6-0ffbe19c87e5)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:02.417983 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:02.441702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Calling delete_port for 998bfcc2-ecf5-4be4-8944-1e73f1567a0b owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:02.448258 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8051d409-6557-4d42-9e84-65d703077cce tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:02.470815 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8051d409-6557-4d42-9e84-65d703077cce tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Calling delete_port for 795073bd-731d-4835-8f6a-3487439c2ddb owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:02.615230 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:02.671539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Pushing event updated for resources: {'Port': ['ID=42c89409-9ced-4722-81d8-9cca43fb23f0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:02.698047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ef175-ca03-41dc-ba47-4c6240f00def req-f101ab70-3ac3-470a-ba4b-e2be244fe87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:02.699627 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-982ef175-ca03-41dc-ba47-4c6240f00def req-f101ab70-3ac3-470a-ba4b-e2be244fe87b service neutron] 10.222.0.63 "GET /v2.0/networks?id=0dfd149c-5da4-4dc6-95ab-8e162771181f HTTP/1.1" status: 200 len: 920 time: 0.3656716 Jul 27 19:59:02.703501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:02.716198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:02.728086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:02.744257 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:02.759739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 003ad1d6-cabf-4798-b68e-32d837f899f6 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:59:02.787799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-982ef175-ca03-41dc-ba47-4c6240f00def req-12db57ec-43a1-4dcc-aec4-c65fb72fa64c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e17bf7-4d10-4be6-a663-f2e1959b9319 HTTP/1.1" status: 200 len: 217 time: 0.0776298 Jul 27 19:59:02.788093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Port': ['ID=998bfcc2-ecf5-4be4-8944-1e73f1567a0b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:02.790397 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] No DVR routers for this DVR port 998bfcc2-ecf5-4be4-8944-1e73f1567a0b on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:59:02.795746 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d8cb131-108b-473d-bd4c-0c160cc9c371 req-d771916e-fa3f-4801-95ec-781fbfbfa423 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2987077 Jul 27 19:59:02.833465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607c165-3b79-48f5-aa4d-2687807ff6bd req-2599f35d-7737-4a9a-bb57-8eff3f275a67 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:02.843782 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 003ad1d6-cabf-4798-b68e-32d837f899f6 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:59:02.844521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 003ad1d6-cabf-4798-b68e-32d837f899f6 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:59:02.844995 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c607c165-3b79-48f5-aa4d-2687807ff6bd req-2599f35d-7737-4a9a-bb57-8eff3f275a67 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.3267546 Jul 27 19:59:02.934745 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:02.945213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1555d8-3f56-45ec-a63c-2b8f636cc6eb']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:02.955639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1c6865-36d0-434c-a4a6-0ffbe19c87e5') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:02.956714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1c6865-36d0-434c-a4a6-0ffbe19c87e5') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:02.965260 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:02.985292 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:02.992327 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:02.992327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:02.997177 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:03.041402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ef175-ca03-41dc-ba47-4c6240f00def req-f40aa28d-f945-4034-824b-b09ef3a192ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:03.043134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-982ef175-ca03-41dc-ba47-4c6240f00def req-f40aa28d-f945-4034-824b-b09ef3a192ce service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3a0225cf-270c-42c0-adb1-939c4f198eb6 HTTP/1.1" status: 200 len: 859 time: 0.2461765 Jul 27 19:59:03.083968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c607c165-3b79-48f5-aa4d-2687807ff6bd req-d9038d8c-9946-4c93-91b6-3e31524ac61a tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188420 Jul 27 19:59:03.113656 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adb7537-6962-453c-be71-77c7455f103b None None] DHCP port deletion for 8a1555d8-3f56-45ec-a63c-2b8f636cc6eb request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:59:03.119355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-982ef175-ca03-41dc-ba47-4c6240f00def req-7fc4aabd-5664-4aa1-954c-9f41a0df649b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0dfd149c-5da4-4dc6-95ab-8e162771181f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535541 Jul 27 19:59:03.145010 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.178763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.184363 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] 10.222.0.48 "DELETE /v2.0/networks/8a1555d8-3f56-45ec-a63c-2b8f636cc6eb HTTP/1.1" status: 204 len: 168 time: 1.1625087 Jul 27 19:59:03.210727 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67ade3-c006-41c6-a075-a33ee8202aac tempest-NetworksIpV6Test-1616650038 tempest-NetworksIpV6Test-1616650038-project] Pushing event deleted for resources: {'Network': ['ID=8a1555d8-3f56-45ec-a63c-2b8f636cc6eb,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:03.216678 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58932) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:03.259555 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8051d409-6557-4d42-9e84-65d703077cce tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.305604 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051d409-6557-4d42-9e84-65d703077cce tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Pushing event deleted for resources: {'Port': ['ID=795073bd-731d-4835-8f6a-3487439c2ddb,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:03.421510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1779462367-network', 'tenant_id': 'f70e39cc6ad448eea0e54b7571d63c4c'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:03.458459 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8051d409-6557-4d42-9e84-65d703077cce tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.462645 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] Made reservation on behalf of f70e39cc6ad448eea0e54b7571d63c4c for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:03.465100 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.585677 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8051d409-6557-4d42-9e84-65d703077cce tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.588002 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8051d409-6557-4d42-9e84-65d703077cce tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.641116 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8051d409-6557-4d42-9e84-65d703077cce tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.641584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8051d409-6557-4d42-9e84-65d703077cce tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Fanout notify agent at l3_agent the message router_deleted on router 0d28a840-0840-44f1-a5a6-66af725c3c06 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:59:03.650627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cb131-108b-473d-bd4c-0c160cc9c371 req-0f166f4d-1977-44b2-be9e-92993a506583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:03.651089 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8051d409-6557-4d42-9e84-65d703077cce tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.651969 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8051d409-6557-4d42-9e84-65d703077cce tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "DELETE /v2.0/routers/0d28a840-0840-44f1-a5a6-66af725c3c06 HTTP/1.1" status: 204 len: 168 time: 2.0471072 Jul 27 19:59:03.652722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d8cb131-108b-473d-bd4c-0c160cc9c371 req-0f166f4d-1977-44b2-be9e-92993a506583 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 1099 time: 0.7916675 Jul 27 19:59:03.653124 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.655709 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58938) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:03.662045 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1b19b907-8fae-4bce-a20e-a1fdf664bf8c tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-29160036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:03.694355 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b19b907-8fae-4bce-a20e-a1fdf664bf8c tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.695963 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b19b907-8fae-4bce-a20e-a1fdf664bf8c tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.719826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58940) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:03.816443 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b19b907-8fae-4bce-a20e-a1fdf664bf8c tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.838713 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b19b907-8fae-4bce-a20e-a1fdf664bf8c tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.870099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-982ef175-ca03-41dc-ba47-4c6240f00def req-d1922b20-1ee6-4642-a2a3-0a4e64b919e4 service neutron] 10.222.0.63 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7343171 Jul 27 19:59:03.932739 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.938807 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.946730 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.958870 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:59:03.983309 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b19b907-8fae-4bce-a20e-a1fdf664bf8c tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:03.984548 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1b19b907-8fae-4bce-a20e-a1fdf664bf8c tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3278747 Jul 27 19:59:03.987714 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3f469dc1-43ab-422d-b248-c2ac9baafa58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3c9f2e6c4ed489eb0a00e1f520d0e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660613 Jul 27 19:59:03.991062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58944) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:03.991393 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58946) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:03.998429 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Request body: {'router': {'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:04.009833 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:04.010170 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] Added segment 218fe438-2adf-405e-96a9-3df385af93d9 of type vlan for network a4c12267-2617-45a9-88fa-70776aa8c5bd Jul 27 19:59:04.027652 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cb131-108b-473d-bd4c-0c160cc9c371 req-2232a9a4-bd25-4d82-b362-56737130af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:04.029595 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d8cb131-108b-473d-bd4c-0c160cc9c371 req-2232a9a4-bd25-4d82-b362-56737130af17 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 918 time: 0.3289070 Jul 27 19:59:04.048709 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c2e55d-033c-461e-8e01-e19099bd8c7c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:04.123718 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d8cb131-108b-473d-bd4c-0c160cc9c371 req-b3026872-f813-4db4-a63d-fe3f183a07d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 HTTP/1.1" status: 200 len: 1002 time: 0.0838110 Jul 27 19:59:04.130987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-982ef175-ca03-41dc-ba47-4c6240f00def req-86d1db0d-5666-46a6-99d0-965787940853 service neutron] 10.222.0.63 "GET /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491260 Jul 27 19:59:04.218467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cb131-108b-473d-bd4c-0c160cc9c371 req-549aca86-4d8d-4226-9be1-1ef13b4d9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:04.219890 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d8cb131-108b-473d-bd4c-0c160cc9c371 req-549aca86-4d8d-4226-9be1-1ef13b4d9363 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d09a00cb-b386-481d-ac77-b852f1db0dbd HTTP/1.1" status: 200 len: 856 time: 0.0621808 Jul 27 19:59:04.443004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 998bfcc2-ecf5-4be4-8944-1e73f1567a0b no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:59:04.446025 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:04.467121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 998bfcc2-ecf5-4be4-8944-1e73f1567a0b {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:59:04.467797 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 998bfcc2-ecf5-4be4-8944-1e73f1567a0b not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:59:04.478579 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae78a3-8687-4a79-af4d-12867f9bdf9a req-8ab4a4a0-a391-46dc-913d-0f46292de0f0 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:04.486880 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3ae78a3-8687-4a79-af4d-12867f9bdf9a req-8ab4a4a0-a391-46dc-913d-0f46292de0f0 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.1656895 Jul 27 19:59:04.545085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cb131-108b-473d-bd4c-0c160cc9c371 req-98d9bfcc-5be5-41b2-a63f-4f5f03d5f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:04.546975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d8cb131-108b-473d-bd4c-0c160cc9c371 req-98d9bfcc-5be5-41b2-a63f-4f5f03d5f3b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a353abe-4a3b-464a-8986-fca747b8e0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2405570 Jul 27 19:59:04.597746 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3ae78a3-8687-4a79-af4d-12867f9bdf9a req-360f1276-8bdf-4773-afaf-4df6803ace8f tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086113 Jul 27 19:59:04.642794 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:04.706160 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23698dda-27d8-4911-8fab-caaa36a1d4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:04.760041 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d8cb131-108b-473d-bd4c-0c160cc9c371 req-c38844ba-436d-441c-80ca-37d049f2f1ed service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952090 Jul 27 19:59:04.793810 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:04.797187 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:04.798165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:04.798864 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:04.810814 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23698dda-27d8-4911-8fab-caaa36a1d4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:04.843164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Router e92c49dd-1aa0-408a-b7de-700fb24081e4 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:59:04.888598 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6705823 Jul 27 19:59:04.896412 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58962) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:04.904063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8225c602-7a11-4736-a28b-9547edf60c59 admin admin] Request body: {'subnet': {'network_id': 'a4c12267-2617-45a9-88fa-70776aa8c5bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1779462367-subnet', 'tenant_id': 'f70e39cc6ad448eea0e54b7571d63c4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:04.944695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d8cb131-108b-473d-bd4c-0c160cc9c371 req-6a0c5ce7-5a05-4b98-bcaf-fa317560b45a service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743684 Jul 27 19:59:05.003501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8225c602-7a11-4736-a28b-9547edf60c59 admin admin] Made reservation on behalf of f70e39cc6ad448eea0e54b7571d63c4c for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:05.006818 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8225c602-7a11-4736-a28b-9547edf60c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:05.011219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c207c35-7443-49ea-a357-af501f922c08 admin admin] Pushing event updated for resources: {'Network': ['ID=a4c12267-2617-45a9-88fa-70776aa8c5bd,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:05.023683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network a4c12267-2617-45a9-88fa-70776aa8c5bd details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:05.035199 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:59:05.049154 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de872fa0-8a20-494d-aa3c-7a96a9be7fc4 None None] Sync routers for ids ['e92c49dd-1aa0-408a-b7de-700fb24081e4'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:59:05.067804 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:05.074383 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-61480c3d-7a81-4b0a-ab5b-43c5f6db3431 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.9524715 Jul 27 19:59:05.075414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58966) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:05.078577 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de872fa0-8a20-494d-aa3c-7a96a9be7fc4 None None] Routers {'e92c49dd-1aa0-408a-b7de-700fb24081e4'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:05.081619 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-de872fa0-8a20-494d-aa3c-7a96a9be7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e92c49dd-1aa0-408a-b7de-700fb24081e4'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:05.090203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6c6dc832-fc82-4a0f-a05d-0109cf1216ed tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'enable_snat': False}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:05.150175 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-de872fa0-8a20-494d-aa3c-7a96a9be7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:05.167670 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de872fa0-8a20-494d-aa3c-7a96a9be7fc4 None None] Routers {'e92c49dd-1aa0-408a-b7de-700fb24081e4'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:05.168316 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-de872fa0-8a20-494d-aa3c-7a96a9be7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e92c49dd-1aa0-408a-b7de-700fb24081e4'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:05.207645 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-de872fa0-8a20-494d-aa3c-7a96a9be7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:05.208319 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de872fa0-8a20-494d-aa3c-7a96a9be7fc4 None None] The sync data for ids ['e92c49dd-1aa0-408a-b7de-700fb24081e4'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:59:05.236308 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23698dda-27d8-4911-8fab-caaa36a1d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:05.239147 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23698dda-27d8-4911-8fab-caaa36a1d4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:05.242740 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-23698dda-27d8-4911-8fab-caaa36a1d4d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b83840e-6ed2-4e3b-ad06-c7485ea0537a HTTP/1.1" status: 204 len: 168 time: 1.2458618 Jul 27 19:59:05.277428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23698dda-27d8-4911-8fab-caaa36a1d4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b83840e-6ed2-4e3b-ad06-c7485ea0537a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:05.543729 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8225c602-7a11-4736-a28b-9547edf60c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:05.690275 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:05.724948 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:05.768961 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225c602-7a11-4736-a28b-9547edf60c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95752dd9-8faf-45dd-bd3e-7de52b22abfe,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:05.826825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8225c602-7a11-4736-a28b-9547edf60c59 admin admin] Checking segment: {'id': '218fe438-2adf-405e-96a9-3df385af93d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a4c12267-2617-45a9-88fa-70776aa8c5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:05.827196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8225c602-7a11-4736-a28b-9547edf60c59 admin admin] Network hostable DHCP agents. Network: a4c12267-2617-45a9-88fa-70776aa8c5bd, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:59:05.846921 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc832-fc82-4a0f-a05d-0109cf1216ed tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:05.910584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8225c602-7a11-4736-a28b-9547edf60c59 admin admin] Network a4c12267-2617-45a9-88fa-70776aa8c5bd is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:59:05.979646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-8225c602-7a11-4736-a28b-9547edf60c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, a4c12267-2617-45a9-88fa-70776aa8c5bd) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:05.985877 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Allocated IP 172.25.1.6 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/645c6fb9-b6ea-4bd9-b01b-75c483c8d944) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:05.989110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bec8f13-7b81-4bca-b95a-b0a536467d1d None None] Network a4c12267-2617-45a9-88fa-70776aa8c5bd requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:06.004420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8225c602-7a11-4736-a28b-9547edf60c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:06.005175 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8225c602-7a11-4736-a28b-9547edf60c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:06.100317 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8225c602-7a11-4736-a28b-9547edf60c59 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1971164 Jul 27 19:59:06.192961 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:06.223759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59014) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:06.291111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a12dd74-3571-4b8b-a862-0a3434e03816 None None] Network a4c12267-2617-45a9-88fa-70776aa8c5bd requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:06.356537 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:06.358713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1614459410'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:06.391493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:06.397583 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:06.416562 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:06.419264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:06.598163 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:06.605977 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:06.627301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:59:06.646318 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:06.646688 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Added segment 093c02e7-f99a-4cad-90f0-914308f8598e of type vlan for network c16e9e78-95d6-4844-b667-b18d2477f2e4 Jul 27 19:59:06.703156 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:06.745928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63fa981-b266-4d0b-93a8-8c55cd76083d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:06.786376 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:06.790372 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:06.792339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Pushing event updated for resources: {'Port': ['ID=645c6fb9-b6ea-4bd9-b01b-75c483c8d944,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:06.865231 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:06.871486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:06.872142 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:06.962765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7364616 Jul 27 19:59:06.984214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-020b8587-f051-4c3e-9ce7-2a04ce17d22a tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:06.986003 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-020b8587-f051-4c3e-9ce7-2a04ce17d22a tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/networks?id=a4c12267-2617-45a9-88fa-70776aa8c5bd HTTP/1.1" status: 200 len: 822 time: 0.2773252 Jul 27 19:59:07.034103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8fef6-a75c-454f-af56-818b35dddcfc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Network': ['ID=c16e9e78-95d6-4844-b667-b18d2477f2e4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:07.047607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-b0ae6377-f5ba-4944-971a-856862c4bd1c tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/quotas/f70e39cc6ad448eea0e54b7571d63c4c HTTP/1.1" status: 200 len: 375 time: 0.0339134 Jul 27 19:59:07.061339 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network c16e9e78-95d6-4844-b667-b18d2477f2e4 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:07.107676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59036) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:07.113278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-9f0ab17b-5fe1-454e-8c50-5aa80e019bd6 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f70e39cc6ad448eea0e54b7571d63c4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432670 Jul 27 19:59:07.114077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6e1de6c1-5627-4d8c-bd45-079f67a8cb6e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'subnet': {'network_id': 'c16e9e78-95d6-4844-b667-b18d2477f2e4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:07.231548 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc832-fc82-4a0f-a05d-0109cf1216ed tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:07.253698 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-2acb4abf-4631-40bb-8052-3a35b1bc3fcb service neutron] 10.222.0.48 "GET /v2.0/networks/a4c12267-2617-45a9-88fa-70776aa8c5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295490 Jul 27 19:59:07.277388 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc832-fc82-4a0f-a05d-0109cf1216ed tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:07.359508 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:07.364574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1de6c1-5627-4d8c-bd45-079f67a8cb6e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:07.368422 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e1de6c1-5627-4d8c-bd45-079f67a8cb6e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:07.377370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-c96bdb9e-d49b-467b-a757-f68cf697e546 service neutron] 10.222.0.48 "GET /v2.0/networks/a4c12267-2617-45a9-88fa-70776aa8c5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155925 Jul 27 19:59:07.631093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3e7daf3-919f-457e-87f6-64e32e0f5a6a req-9ea7af59-1ef8-4e05-b7ee-d193ed72848f tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 210 time: 0.0430460 Jul 27 19:59:07.643393 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e1de6c1-5627-4d8c-bd45-079f67a8cb6e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:07.799811 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1de6c1-5627-4d8c-bd45-079f67a8cb6e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Subnet': ['ID=0414aac1-7077-4ce7-b231-1a765e712b7a,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:07.810659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6dc832-fc82-4a0f-a05d-0109cf1216ed tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Router e92c49dd-1aa0-408a-b7de-700fb24081e4 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:59:07.858865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1de6c1-5627-4d8c-bd45-079f67a8cb6e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Checking segment: {'id': '093c02e7-f99a-4cad-90f0-914308f8598e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c16e9e78-95d6-4844-b667-b18d2477f2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:07.859235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1de6c1-5627-4d8c-bd45-079f67a8cb6e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network hostable DHCP agents. Network: c16e9e78-95d6-4844-b667-b18d2477f2e4, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:59:07.999418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1de6c1-5627-4d8c-bd45-079f67a8cb6e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network c16e9e78-95d6-4844-b667-b18d2477f2e4 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:59:08.023545 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6e1de6c1-5627-4d8c-bd45-079f67a8cb6e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, c16e9e78-95d6-4844-b667-b18d2477f2e4) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:08.034073 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1de6c1-5627-4d8c-bd45-079f67a8cb6e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:08.034742 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e1de6c1-5627-4d8c-bd45-079f67a8cb6e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:08.040657 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:08.042743 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd957a4d-b45b-4ccc-839c-fe69896f0594 None None] Network c16e9e78-95d6-4844-b667-b18d2477f2e4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:08.050374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6dc832-fc82-4a0f-a05d-0109cf1216ed tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:59:08.053550 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:08.059938 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc832-fc82-4a0f-a05d-0109cf1216ed tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:08.061194 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6c6dc832-fc82-4a0f-a05d-0109cf1216ed tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "PUT /v2.0/routers/e92c49dd-1aa0-408a-b7de-700fb24081e4 HTTP/1.1" status: 200 len: 920 time: 2.9828699 Jul 27 19:59:08.064021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59048) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:08.071625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59050) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:08.073651 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6e1de6c1-5627-4d8c-bd45-079f67a8cb6e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9612606 Jul 27 19:59:08.089594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b033c4-f07b-4b17-ac96-964a5c47906d None None] Sync routers for ids ['e92c49dd-1aa0-408a-b7de-700fb24081e4'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:59:08.163214 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b033c4-f07b-4b17-ac96-964a5c47906d None None] Routers {'e92c49dd-1aa0-408a-b7de-700fb24081e4'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:08.164319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-51b033c4-f07b-4b17-ac96-964a5c47906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e92c49dd-1aa0-408a-b7de-700fb24081e4'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:08.185516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-421661c3-af79-41b8-8227-b45b7fb26861 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1027425866'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:08.260493 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-51b033c4-f07b-4b17-ac96-964a5c47906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:08.296256 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b033c4-f07b-4b17-ac96-964a5c47906d None None] Routers {'e92c49dd-1aa0-408a-b7de-700fb24081e4'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:08.297390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-51b033c4-f07b-4b17-ac96-964a5c47906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e92c49dd-1aa0-408a-b7de-700fb24081e4'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:08.300230 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Router 3b949046-caf7-41a9-b61f-ed51e5252f80 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:59:08.363872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-51b033c4-f07b-4b17-ac96-964a5c47906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:08.364939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b7b06346-6792-41b5-b90e-f5d862a2d16f tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/routers/e92c49dd-1aa0-408a-b7de-700fb24081e4 HTTP/1.1" status: 200 len: 920 time: 0.2994897 Jul 27 19:59:08.365952 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b033c4-f07b-4b17-ac96-964a5c47906d None None] The sync data for ids ['e92c49dd-1aa0-408a-b7de-700fb24081e4'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:59:08.366421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421661c3-af79-41b8-8227-b45b7fb26861 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:08.373824 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-421661c3-af79-41b8-8227-b45b7fb26861 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:08.381148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59052) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:08.398814 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:08.466071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-c16e9e78-95d6-4844-b667-b18d2477f2e4', 'network_id': 'c16e9e78-95d6-4844-b667-b18d2477f2e4', 'tenant_id': 'ad49a290aaba4381a403532335d5620e', 'fixed_ips': [{'subnet_id': '0414aac1-7077-4ce7-b231-1a765e712b7a'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:59:08.468278 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:08.473873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421661c3-af79-41b8-8227-b45b7fb26861 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:59:08.495046 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-421661c3-af79-41b8-8227-b45b7fb26861 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:08.495393 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-421661c3-af79-41b8-8227-b45b7fb26861 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Added segment a25ae2b8-0cf5-4ebc-bcda-29b9a4441386 of type vlan for network f07bc6cd-560c-4b59-8695-714515a7f604 Jul 27 19:59:08.553901 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:59:08.564167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfc78a8-b371-419c-b0ed-13452834d42c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:08.568346 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-acfc78a8-b371-419c-b0ed-13452834d42c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&device_id=e92c49dd-1aa0-408a-b7de-700fb24081e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1837404 Jul 27 19:59:08.568730 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e608f-61d7-41ca-bd86-8c1ed13251c0 None None] Sync routers for ids ['3b949046-caf7-41a9-b61f-ed51e5252f80'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:59:08.569202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59054) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:08.577623 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:08.579212 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e608f-61d7-41ca-bd86-8c1ed13251c0 None None] Routers {'3b949046-caf7-41a9-b61f-ed51e5252f80'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:08.579843 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-317e608f-61d7-41ca-bd86-8c1ed13251c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3b949046-caf7-41a9-b61f-ed51e5252f80'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:08.582446 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-14152583-ba0d-4c49-929d-b2225410811f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "PUT /v2.0/routers/3b949046-caf7-41a9-b61f-ed51e5252f80 HTTP/1.1" status: 200 len: 880 time: 4.5886462 Jul 27 19:59:08.583369 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59056) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:08.586726 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-421661c3-af79-41b8-8227-b45b7fb26861 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:08.658982 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-317e608f-61d7-41ca-bd86-8c1ed13251c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:08.677400 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-421661c3-af79-41b8-8227-b45b7fb26861 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:08.683153 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421661c3-af79-41b8-8227-b45b7fb26861 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:08.683756 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-421661c3-af79-41b8-8227-b45b7fb26861 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:08.707282 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e608f-61d7-41ca-bd86-8c1ed13251c0 None None] Routers {'3b949046-caf7-41a9-b61f-ed51e5252f80'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:08.707939 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-317e608f-61d7-41ca-bd86-8c1ed13251c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3b949046-caf7-41a9-b61f-ed51e5252f80'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:08.757949 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f272ec53-3e01-4ace-88d5-7ffd27389608 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:08.759321 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f272ec53-3e01-4ace-88d5-7ffd27389608 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 881 time: 0.1892226 Jul 27 19:59:08.763107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59060) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:08.769319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-421661c3-af79-41b8-8227-b45b7fb26861 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6961811 Jul 27 19:59:08.769900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59062) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:08.785892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c21314c9-79b4-477f-a941-ac2f9199e86f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'subnet': {'network_id': 'f07bc6cd-560c-4b59-8695-714515a7f604', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:08.820643 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Allocated IP 172.20.255.242 (c16e9e78-95d6-4844-b667-b18d2477f2e4/0414aac1-7077-4ce7-b231-1a765e712b7a/1b24769b-6d92-4bef-9174-888ae57d5df6) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:08.827539 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-317e608f-61d7-41ca-bd86-8c1ed13251c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:08.828257 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e608f-61d7-41ca-bd86-8c1ed13251c0 None None] The sync data for ids ['3b949046-caf7-41a9-b61f-ed51e5252f80'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:59:08.869153 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f2a1c31e-c6b2-4ff8-a618-5ed00859a04e tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e92c49dd-1aa0-408a-b7de-700fb24081e4 HTTP/1.1" status: 200 len: 205 time: 0.1048648 Jul 27 19:59:08.871178 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-adc6f0d0-577f-4c4e-baa6-a07ac0c40649 req-ea638cb1-7414-407e-be33-7e273cb7089c tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 210 time: 0.0894129 Jul 27 19:59:08.879414 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6ae41f21-f22a-4f21-b466-37b36208bc74 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/routers/3b949046-caf7-41a9-b61f-ed51e5252f80 HTTP/1.1" status: 200 len: 921 time: 0.2930357 Jul 27 19:59:08.880174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59064) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:08.880527 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59066) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:08.899767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421661c3-af79-41b8-8227-b45b7fb26861 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Network': ['ID=f07bc6cd-560c-4b59-8695-714515a7f604,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:09.008965 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-bc9ff52a-4e95-4022-8c82-8cec6a363eb3 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:09.010500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-bc9ff52a-4e95-4022-8c82-8cec6a363eb3 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.52 "GET /v2.0/networks?id=a4c12267-2617-45a9-88fa-70776aa8c5bd HTTP/1.1" status: 200 len: 822 time: 0.1120479 Jul 27 19:59:09.027863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-5de49c1b-9ba6-4fa0-8147-fcaeafe1741b tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Request body: {'port': {'device_id': '20da86e1-f0d9-4d4a-9e37-51cc474ae211', 'network_id': 'a4c12267-2617-45a9-88fa-70776aa8c5bd', 'admin_state_up': True, 'tenant_id': 'f70e39cc6ad448eea0e54b7571d63c4c'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:09.040167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network f07bc6cd-560c-4b59-8695-714515a7f604 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:09.137176 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21314c9-79b4-477f-a941-ac2f9199e86f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:09.140876 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c21314c9-79b4-477f-a941-ac2f9199e86f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:09.246645 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-5de49c1b-9ba6-4fa0-8147-fcaeafe1741b tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Made reservation on behalf of f70e39cc6ad448eea0e54b7571d63c4c for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:09.250590 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-5de49c1b-9ba6-4fa0-8147-fcaeafe1741b tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:09.370552 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:09.380205 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Transition to ACTIVE for port object 1b24769b-6d92-4bef-9174-888ae57d5df6 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:09.397749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Transition to ACTIVE for port object 1b24769b-6d92-4bef-9174-888ae57d5df6 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:09.406415 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:09.454466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Network c16e9e78-95d6-4844-b667-b18d2477f2e4 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:09.459095 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:09.463190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:09.464849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-5de49c1b-9ba6-4fa0-8147-fcaeafe1741b tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Allocated IP 172.20.0.13 (a4c12267-2617-45a9-88fa-70776aa8c5bd/95752dd9-8faf-45dd-bd3e-7de52b22abfe/fe27a8f4-a3f7-44b1-a230-8ee92278f980) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:09.466759 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cbdb7e-a1ed-4a4e-8c81-ff0dcb5b6e58 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:09.471880 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-92cbdb7e-a1ed-4a4e-8c81-ff0dcb5b6e58 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&device_id=3b949046-caf7-41a9-b61f-ed51e5252f80&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.5883014 Jul 27 19:59:09.472686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59068) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:09.495890 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7fc7c47b-e1b2-498b-8bbd-ae1add19f518 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:09.529067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Pushing event updated for resources: {'Port': ['ID=1b24769b-6d92-4bef-9174-888ae57d5df6,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:09.535918 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c21314c9-79b4-477f-a941-ac2f9199e86f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:09.546552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Attempting to bind port 1b24769b-6d92-4bef-9174-888ae57d5df6 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:59:09.547017 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Attempting to bind port 1b24769b-6d92-4bef-9174-888ae57d5df6 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '093c02e7-f99a-4cad-90f0-914308f8598e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c16e9e78-95d6-4844-b667-b18d2477f2e4'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:59:09.547387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Attempting to bind port 1b24769b-6d92-4bef-9174-888ae57d5df6 on network c16e9e78-95d6-4844-b667-b18d2477f2e4 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:09.556426 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:59:09.556426 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Checking segment: {'id': '093c02e7-f99a-4cad-90f0-914308f8598e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c16e9e78-95d6-4844-b667-b18d2477f2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:09.556819 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:09.557731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Bound using segment: {'id': '093c02e7-f99a-4cad-90f0-914308f8598e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c16e9e78-95d6-4844-b667-b18d2477f2e4'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:59:09.558205 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Bound port: 1b24769b-6d92-4bef-9174-888ae57d5df6, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093c02e7-f99a-4cad-90f0-914308f8598e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c16e9e78-95d6-4844-b667-b18d2477f2e4'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:59:09.558591 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:09.643302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] For port 1b24769b-6d92-4bef-9174-888ae57d5df6, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:59:09.644478 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7fc7c47b-e1b2-498b-8bbd-ae1add19f518 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:09.652781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] For port 1b24769b-6d92-4bef-9174-888ae57d5df6, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=1b24769b-6d92-4bef-9174-888ae57d5df6,segment=NetworkSegment(093c02e7-f99a-4cad-90f0-914308f8598e),segment_id=093c02e7-f99a-4cad-90f0-914308f8598e)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:59:09.660346 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:09.704590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7fc7c47b-e1b2-498b-8bbd-ae1add19f518 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Deleting port 42c89409-9ced-4722-81d8-9cca43fb23f0 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:09.705249 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7fc7c47b-e1b2-498b-8bbd-ae1add19f518 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:09.729632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c3c6f-6776-4a42-89fb-6122c47efa10 None None] Pushing event updated for resources: {'Port': ['ID=1b24769b-6d92-4bef-9174-888ae57d5df6,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:09.810538 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7fc7c47b-e1b2-498b-8bbd-ae1add19f518 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:09.827097 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7fc7c47b-e1b2-498b-8bbd-ae1add19f518 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Calling delete_port for 42c89409-9ced-4722-81d8-9cca43fb23f0 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:10.063145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7fc7c47b-e1b2-498b-8bbd-ae1add19f518 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.128149 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7c47b-e1b2-498b-8bbd-ae1add19f518 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Pushing event deleted for resources: {'Port': ['ID=42c89409-9ced-4722-81d8-9cca43fb23f0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:10.143743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21314c9-79b4-477f-a941-ac2f9199e86f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Subnet': ['ID=b4310dde-8a51-41d7-afe5-6bf8c02afcaa,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:10.174504 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7fc7c47b-e1b2-498b-8bbd-ae1add19f518 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.181601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21314c9-79b4-477f-a941-ac2f9199e86f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Checking segment: {'id': 'a25ae2b8-0cf5-4ebc-bcda-29b9a4441386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f07bc6cd-560c-4b59-8695-714515a7f604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:10.181960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21314c9-79b4-477f-a941-ac2f9199e86f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network hostable DHCP agents. Network: f07bc6cd-560c-4b59-8695-714515a7f604, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:59:10.193312 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9bfd5d4d-3a8a-45a4-a8b0-4729bc553945 req-612cb537-c675-4df7-8e80-9053c642063d tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 210 time: 0.0541439 Jul 27 19:59:10.222350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed80689-58e0-4a70-a0e3-e8a76cf1aa87 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:10.226726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1ed80689-58e0-4a70-a0e3-e8a76cf1aa87 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 881 time: 0.7480488 Jul 27 19:59:10.228278 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59072) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:10.276629 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aeca059f-50a5-457d-8095-dffe0234f1e8 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b949046-caf7-41a9-b61f-ed51e5252f80 HTTP/1.1" status: 200 len: 205 time: 0.0451498 Jul 27 19:59:10.280442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21314c9-79b4-477f-a941-ac2f9199e86f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network f07bc6cd-560c-4b59-8695-714515a7f604 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:59:10.282929 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59074) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:10.293940 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-5de49c1b-9ba6-4fa0-8147-fcaeafe1741b tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.297095 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7fc7c47b-e1b2-498b-8bbd-ae1add19f518 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.305009 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-c21314c9-79b4-477f-a941-ac2f9199e86f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, f07bc6cd-560c-4b59-8695-714515a7f604) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:10.311514 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21314c9-79b4-477f-a941-ac2f9199e86f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:10.312434 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c21314c9-79b4-477f-a941-ac2f9199e86f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.325562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f30d71f-49fb-41f7-afe4-d31aba11fc1c None None] Network f07bc6cd-560c-4b59-8695-714515a7f604 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:10.344278 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7fc7c47b-e1b2-498b-8bbd-ae1add19f518 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.346978 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c21314c9-79b4-477f-a941-ac2f9199e86f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5672038 Jul 27 19:59:10.349063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59076) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:10.363736 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-5de49c1b-9ba6-4fa0-8147-fcaeafe1741b tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.423771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-5de49c1b-9ba6-4fa0-8147-fcaeafe1741b tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Network a4c12267-2617-45a9-88fa-70776aa8c5bd is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:10.427852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-5de49c1b-9ba6-4fa0-8147-fcaeafe1741b tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:10.435516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-5de49c1b-9ba6-4fa0-8147-fcaeafe1741b tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:10.439097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de49c1b-9ba6-4fa0-8147-fcaeafe1741b tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Pushing event updated for resources: {'Port': ['ID=fe27a8f4-a3f7-44b1-a230-8ee92278f980,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:10.497553 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7fc7c47b-e1b2-498b-8bbd-ae1add19f518 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.498159 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc7c47b-e1b2-498b-8bbd-ae1add19f518 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Fanout notify agent at l3_agent the message router_deleted on router e92c49dd-1aa0-408a-b7de-700fb24081e4 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:59:10.499301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-5de49c1b-9ba6-4fa0-8147-fcaeafe1741b tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:10.500579 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-5de49c1b-9ba6-4fa0-8147-fcaeafe1741b tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.512978 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7fc7c47b-e1b2-498b-8bbd-ae1add19f518 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.518599 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7fc7c47b-e1b2-498b-8bbd-ae1add19f518 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "DELETE /v2.0/routers/e92c49dd-1aa0-408a-b7de-700fb24081e4 HTTP/1.1" status: 204 len: 168 time: 1.6320045 Jul 27 19:59:10.518599 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59078) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:10.524448 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4960f4aa-c2bf-4057-8de3-112367cc5b9f tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-872659427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:10.550739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1b24769b-6d92-4bef-9174-888ae57d5df6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:59:10.579586 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e49ecb4-ebbd-483f-a67b-165d1f89802e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.606898 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-5de49c1b-9ba6-4fa0-8147-fcaeafe1741b tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5861588 Jul 27 19:59:10.622214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Request body: {'port': {'device_id': '20da86e1-f0d9-4d4a-9e37-51cc474ae211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:10.637121 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4960f4aa-c2bf-4057-8de3-112367cc5b9f tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.638184 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4960f4aa-c2bf-4057-8de3-112367cc5b9f tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.659146 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.659384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-f07bc6cd-560c-4b59-8695-714515a7f604', 'network_id': 'f07bc6cd-560c-4b59-8695-714515a7f604', 'tenant_id': 'ad49a290aaba4381a403532335d5620e', 'fixed_ips': [{'subnet_id': 'b4310dde-8a51-41d7-afe5-6bf8c02afcaa'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:59:10.667409 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.697406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 1b24769b-6d92-4bef-9174-888ae57d5df6 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:59:10.744292 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.852440 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4960f4aa-c2bf-4057-8de3-112367cc5b9f tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.857361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Allocated IP 172.20.0.2 (f07bc6cd-560c-4b59-8695-714515a7f604/b4310dde-8a51-41d7-afe5-6bf8c02afcaa/d82fdfca-8940-40da-82ef-dc3b6402fe53) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:10.865719 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4960f4aa-c2bf-4057-8de3-112367cc5b9f tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.883923 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4960f4aa-c2bf-4057-8de3-112367cc5b9f tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.885254 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4960f4aa-c2bf-4057-8de3-112367cc5b9f tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3644757 Jul 27 19:59:10.890854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59080) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:10.900973 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Request body: {'router': {'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:10.908125 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e49ecb4-ebbd-483f-a67b-165d1f89802e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:10.963815 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.103166 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.115247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Transition to ACTIVE for port object d82fdfca-8940-40da-82ef-dc3b6402fe53 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:11.138594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Transition to ACTIVE for port object d82fdfca-8940-40da-82ef-dc3b6402fe53 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:11.143381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a786ab-a97c-4979-bec8-ed88d7c8778b None None] Network c16e9e78-95d6-4844-b667-b18d2477f2e4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:11.164272 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.279182 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.284675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe27a8f4-a3f7-44b1-a230-8ee92278f980 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:59:11.299220 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.315720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Transition to ACTIVE for port object fe27a8f4-a3f7-44b1-a230-8ee92278f980 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:11.329540 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Network f07bc6cd-560c-4b59-8695-714515a7f604 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:11.351055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:11.356814 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:11.359047 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.372333 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.378023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Subnet': ['ID=b4310dde-8a51-41d7-afe5-6bf8c02afcaa,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:11.397306 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6e49ecb4-ebbd-483f-a67b-165d1f89802e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Deleting port 645c6fb9-b6ea-4bd9-b01b-75c483c8d944 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:11.397306 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e49ecb4-ebbd-483f-a67b-165d1f89802e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.428752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe27a8f4-a3f7-44b1-a230-8ee92278f980,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:11.429693 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cbd6e58b-8704-4e14-9f96-61b7c39a8481 None None] Provisioning for port 1b24769b-6d92-4bef-9174-888ae57d5df6 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:59:11.461647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Pushing event updated for resources: {'Port': ['ID=d82fdfca-8940-40da-82ef-dc3b6402fe53,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:11.507989 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cbd6e58b-8704-4e14-9f96-61b7c39a8481 None None] Provisioning complete for port 1b24769b-6d92-4bef-9174-888ae57d5df6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:59:11.508620 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cbd6e58b-8704-4e14-9f96-61b7c39a8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.577089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf632b61-dc97-403e-95e3-67b963c63c3a req-0dbfcadb-5542-4854-adba-37050fe5a4eb tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:11.578876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf632b61-dc97-403e-95e3-67b963c63c3a req-0dbfcadb-5542-4854-adba-37050fe5a4eb tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 944 time: 0.2595289 Jul 27 19:59:11.588008 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.632587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Attempting to bind port d82fdfca-8940-40da-82ef-dc3b6402fe53 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:59:11.633328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Attempting to bind port d82fdfca-8940-40da-82ef-dc3b6402fe53 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'a25ae2b8-0cf5-4ebc-bcda-29b9a4441386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f07bc6cd-560c-4b59-8695-714515a7f604'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:59:11.634363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Attempting to bind port d82fdfca-8940-40da-82ef-dc3b6402fe53 on network f07bc6cd-560c-4b59-8695-714515a7f604 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:11.665542 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:59:11.666191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Checking segment: {'id': 'a25ae2b8-0cf5-4ebc-bcda-29b9a4441386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f07bc6cd-560c-4b59-8695-714515a7f604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:11.666958 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.667575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Bound using segment: {'id': 'a25ae2b8-0cf5-4ebc-bcda-29b9a4441386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f07bc6cd-560c-4b59-8695-714515a7f604'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:59:11.668272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Bound port: d82fdfca-8940-40da-82ef-dc3b6402fe53, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25ae2b8-0cf5-4ebc-bcda-29b9a4441386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f07bc6cd-560c-4b59-8695-714515a7f604'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:59:11.668906 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.669764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Attempting to bind port fe27a8f4-a3f7-44b1-a230-8ee92278f980 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:59:11.670110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Attempting to bind port fe27a8f4-a3f7-44b1-a230-8ee92278f980 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '218fe438-2adf-405e-96a9-3df385af93d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a4c12267-2617-45a9-88fa-70776aa8c5bd'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:59:11.670441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Attempting to bind port fe27a8f4-a3f7-44b1-a230-8ee92278f980 on network a4c12267-2617-45a9-88fa-70776aa8c5bd {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:11.699083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Port fe27a8f4-a3f7-44b1-a230-8ee92278f980 on network a4c12267-2617-45a9-88fa-70776aa8c5bd not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:59:11.699423 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Attempting to bind port fe27a8f4-a3f7-44b1-a230-8ee92278f980 on network a4c12267-2617-45a9-88fa-70776aa8c5bd {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:11.719522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf632b61-dc97-403e-95e3-67b963c63c3a req-efaf462f-4caa-410e-90fe-5c12b9158859 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/security-groups?id=89c2e55d-033c-461e-8e01-e19099bd8c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273358 Jul 27 19:59:11.722586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:59:11.722926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Checking segment: {'id': '218fe438-2adf-405e-96a9-3df385af93d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a4c12267-2617-45a9-88fa-70776aa8c5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:11.723315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Bound using segment: {'id': '218fe438-2adf-405e-96a9-3df385af93d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a4c12267-2617-45a9-88fa-70776aa8c5bd'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:59:11.723750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Bound port: fe27a8f4-a3f7-44b1-a230-8ee92278f980, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218fe438-2adf-405e-96a9-3df385af93d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a4c12267-2617-45a9-88fa-70776aa8c5bd'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:59:11.724113 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.809824 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cbd6e58b-8704-4e14-9f96-61b7c39a8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.854877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] For port d82fdfca-8940-40da-82ef-dc3b6402fe53, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:59:11.860128 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] For port d82fdfca-8940-40da-82ef-dc3b6402fe53, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d82fdfca-8940-40da-82ef-dc3b6402fe53,segment=NetworkSegment(a25ae2b8-0cf5-4ebc-bcda-29b9a4441386),segment_id=a25ae2b8-0cf5-4ebc-bcda-29b9a4441386)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:59:11.863856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] For port fe27a8f4-a3f7-44b1-a230-8ee92278f980, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:59:11.868032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] For port fe27a8f4-a3f7-44b1-a230-8ee92278f980, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fe27a8f4-a3f7-44b1-a230-8ee92278f980,segment=NetworkSegment(218fe438-2adf-405e-96a9-3df385af93d9),segment_id=218fe438-2adf-405e-96a9-3df385af93d9)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:59:11.868749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-cbd6e58b-8704-4e14-9f96-61b7c39a8481 None None] For port 1b24769b-6d92-4bef-9174-888ae57d5df6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=1b24769b-6d92-4bef-9174-888ae57d5df6,segment=NetworkSegment(093c02e7-f99a-4cad-90f0-914308f8598e),segment_id=093c02e7-f99a-4cad-90f0-914308f8598e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:11.872245 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.874330 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.885820 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.891215 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cbd6e58b-8704-4e14-9f96-61b7c39a8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.902622 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07bc6cd-560c-4b59-8695-714515a7f604']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:11.916915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25ae2b8-0cf5-4ebc-bcda-29b9a4441386') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:11.917327 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25ae2b8-0cf5-4ebc-bcda-29b9a4441386') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:11.943154 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.972928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:11.973835 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:11.985824 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] 10.222.0.52 "PUT /v2.0/ports/fe27a8f4-a3f7-44b1-a230-8ee92278f980 HTTP/1.1" status: 200 len: 1093 time: 1.3694222 Jul 27 19:59:11.986286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20da86e1-f0d9-4d4a-9e37-51cc474ae211', 'tag': 'fe27a8f4-a3f7-44b1-a230-8ee92278f980'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:59:11.993928 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4616b9-e37d-46a2-bc5d-7a0699876589" -d '{"events": [{"name": "network-changed", "server_uuid": "20da86e1-f0d9-4d4a-9e37-51cc474ae211", "tag": "fe27a8f4-a3f7-44b1-a230-8ee92278f980"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:59:12.007334 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:12.013820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6c9e07-144f-452d-a543-dd8c8c82628c None None] Network f07bc6cd-560c-4b59-8695-714515a7f604 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:12.032431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:12.032859 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:12.049363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64101587-3bab-4561-aa9d-c2725298e559 None None] Pushing event updated for resources: {'Port': ['ID=d82fdfca-8940-40da-82ef-dc3b6402fe53,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:12.075584 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49fa707-10fa-4251-a708-39f01392f7bf x-openstack-request-id: req-a49fa707-10fa-4251-a708-39f01392f7bf {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:59:12.075881 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20da86e1-f0d9-4d4a-9e37-51cc474ae211", "tag": "fe27a8f4-a3f7-44b1-a230-8ee92278f980", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:59:12.076137 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a49fa707-10fa-4251-a708-39f01392f7bf {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:59:12.090007 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20da86e1-f0d9-4d4a-9e37-51cc474ae211', 'tag': 'fe27a8f4-a3f7-44b1-a230-8ee92278f980', 'status': 'completed', 'code': 200} Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:12.155338 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:12.157764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59df195-b5c7-4604-94cc-01272022e8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe27a8f4-a3f7-44b1-a230-8ee92278f980,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:12.177143 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.api [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 19:59:12.177143 n-d-705657-21 neutron-server[94060]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 19:59:12.177143 n-d-705657-21 neutron-server[94060]: [parameters: {'id': 'f07bc6cd-560c-4b59-8695-714515a7f604'}] Jul 27 19:59:12.177143 n-d-705657-21 neutron-server[94060]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:59:12.185146 n-d-705657-21 neutron-server[94060]: DEBUG oslo_db.api [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:59:12.224895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-1e00f38b-f636-42ca-aae6-41b9d0dd781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:12.228465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-1e00f38b-f636-42ca-aae6-41b9d0dd781e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f70e39cc6ad448eea0e54b7571d63c4c&device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 1096 time: 0.1969323 Jul 27 19:59:12.252357 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6e58b-8704-4e14-9f96-61b7c39a8481 None None] Pushing event updated for resources: {'Port': ['ID=1b24769b-6d92-4bef-9174-888ae57d5df6,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:12.326093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-26140941-5f4b-49f5-bd01-167187e39f8d None None] Provisioning complete for port 1b24769b-6d92-4bef-9174-888ae57d5df6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:59:12.326477 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26140941-5f4b-49f5-bd01-167187e39f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:12.328876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-0ba2d1c5-7551-495b-a57d-c2ef36f5a00b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe27a8f4-a3f7-44b1-a230-8ee92278f980 HTTP/1.1" status: 200 len: 217 time: 0.0906248 Jul 27 19:59:12.395286 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e49ecb4-ebbd-483f-a67b-165d1f89802e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:12.399659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-aaddb926-04ca-40cc-a64a-ebef6309e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:12.401685 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-aaddb926-04ca-40cc-a64a-ebef6309e415 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95752dd9-8faf-45dd-bd3e-7de52b22abfe HTTP/1.1" status: 200 len: 862 time: 0.0652928 Jul 27 19:59:12.410269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6e49ecb4-ebbd-483f-a67b-165d1f89802e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Calling delete_port for 645c6fb9-b6ea-4bd9-b01b-75c483c8d944 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:12.445429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1b24769b-6d92-4bef-9174-888ae57d5df6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:59:12.457939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-6e2ec890-79e5-4b8b-b0a0-9b2c182c7032 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4c12267-2617-45a9-88fa-70776aa8c5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480013 Jul 27 19:59:12.538622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 1b24769b-6d92-4bef-9174-888ae57d5df6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:59:12.539285 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:12.562495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe0d658-d6fa-44f6-ac1b-b005369b7cdc None None] get_active_networks_info from n-d-705657-21 {{(pid=94061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 19:59:12.637295 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-19376936-154d-4b5e-aeb7-54794f5bd244 service neutron] 10.222.0.52 "GET /v2.0/networks/a4c12267-2617-45a9-88fa-70776aa8c5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695256 Jul 27 19:59:12.650371 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:12.673181 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:12.790590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-412433ca-ccb6-4f00-861b-ef16a7ab4676 req-09abfc06-ad63-4767-9d4c-c60b74ec7197 service neutron] 10.222.0.52 "GET /v2.0/networks/a4c12267-2617-45a9-88fa-70776aa8c5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442544 Jul 27 19:59:12.801619 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:12.826346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe0d658-d6fa-44f6-ac1b-b005369b7cdc None None] Resources bound (agent type, host, resource id): {{(pid=94061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 19:59:12.930179 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Allocated IP 172.25.1.251 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/a00dafc4-e3cd-4a4c-9095-8b025db5946d) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:13.003738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2ea09-9421-4b00-916a-99d7b2c8538e req-cd73f008-cd7a-4242-9cad-c5855bbc6599 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:13.006049 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25c2ea09-9421-4b00-916a-99d7b2c8538e req-cd73f008-cd7a-4242-9cad-c5855bbc6599 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 944 time: 0.1237352 Jul 27 19:59:13.008644 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4616b9-e37d-46a2-bc5d-7a0699876589 req-8cca85d6-8599-4221-803b-a9ae602be2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:13.010261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b4616b9-e37d-46a2-bc5d-7a0699876589 req-8cca85d6-8599-4221-803b-a9ae602be2b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f70e39cc6ad448eea0e54b7571d63c4c&device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 1096 time: 0.1740649 Jul 27 19:59:13.081508 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e49ecb4-ebbd-483f-a67b-165d1f89802e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.162062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4616b9-e37d-46a2-bc5d-7a0699876589 req-4cfdf560-53c4-4360-948a-12d25959835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:13.163690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b4616b9-e37d-46a2-bc5d-7a0699876589 req-4cfdf560-53c4-4360-948a-12d25959835f service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4c12267-2617-45a9-88fa-70776aa8c5bd HTTP/1.1" status: 200 len: 923 time: 0.1263337 Jul 27 19:59:13.165312 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49ecb4-ebbd-483f-a67b-165d1f89802e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Pushing event deleted for resources: {'Port': ['ID=645c6fb9-b6ea-4bd9-b01b-75c483c8d944,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:13.218883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25c2ea09-9421-4b00-916a-99d7b2c8538e req-8cdd8efe-fe5e-474b-93ca-064901d9a888 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/security-groups?id=89c2e55d-033c-461e-8e01-e19099bd8c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055585 Jul 27 19:59:13.220293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b4616b9-e37d-46a2-bc5d-7a0699876589 req-a20164d7-ca32-4a4d-a463-ab222e3efbf8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe27a8f4-a3f7-44b1-a230-8ee92278f980 HTTP/1.1" status: 200 len: 217 time: 0.0454862 Jul 27 19:59:13.267014 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.274987 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e49ecb4-ebbd-483f-a67b-165d1f89802e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.281756 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Deleting port d82fdfca-8940-40da-82ef-dc3b6402fe53 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:13.282211 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.310309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4616b9-e37d-46a2-bc5d-7a0699876589 req-e4d15c53-6689-4a2d-970b-2981981c8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:13.317640 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b4616b9-e37d-46a2-bc5d-7a0699876589 req-e4d15c53-6689-4a2d-970b-2981981c8745 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95752dd9-8faf-45dd-bd3e-7de52b22abfe HTTP/1.1" status: 200 len: 862 time: 0.0878341 Jul 27 19:59:13.357472 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e6618ac-424f-4ee7-8b12-162ead64a5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.378914 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b4616b9-e37d-46a2-bc5d-7a0699876589 req-3f42bf5d-b691-4d6a-8a4d-e10ed4ce94f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4c12267-2617-45a9-88fa-70776aa8c5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483835 Jul 27 19:59:13.454041 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e49ecb4-ebbd-483f-a67b-165d1f89802e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.461966 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e49ecb4-ebbd-483f-a67b-165d1f89802e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.492314 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b4616b9-e37d-46a2-bc5d-7a0699876589 req-460615f9-85a7-4517-b4fd-282afd1dba0d service neutron] 10.222.0.52 "GET /v2.0/networks/a4c12267-2617-45a9-88fa-70776aa8c5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005485 Jul 27 19:59:13.535689 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] For port d82fdfca-8940-40da-82ef-dc3b6402fe53, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d82fdfca-8940-40da-82ef-dc3b6402fe53,segment=NetworkSegment(a25ae2b8-0cf5-4ebc-bcda-29b9a4441386),segment_id=a25ae2b8-0cf5-4ebc-bcda-29b9a4441386)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:13.536453 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.552743 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e49ecb4-ebbd-483f-a67b-165d1f89802e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.553566 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e49ecb4-ebbd-483f-a67b-165d1f89802e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Fanout notify agent at l3_agent the message router_deleted on router 3b949046-caf7-41a9-b61f-ed51e5252f80 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:59:13.563834 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e49ecb4-ebbd-483f-a67b-165d1f89802e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.565769 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6e49ecb4-ebbd-483f-a67b-165d1f89802e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "DELETE /v2.0/routers/3b949046-caf7-41a9-b61f-ed51e5252f80 HTTP/1.1" status: 204 len: 168 time: 3.2815547 Jul 27 19:59:13.570064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59118) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:13.572867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Calling delete_port for d82fdfca-8940-40da-82ef-dc3b6402fe53 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:13.579840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-9146c33d-34fc-464c-9986-1e0cf70b3e0b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-591370591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:13.598959 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.633675 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9146c33d-34fc-464c-9986-1e0cf70b3e0b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.635152 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9146c33d-34fc-464c-9986-1e0cf70b3e0b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.659383 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b4616b9-e37d-46a2-bc5d-7a0699876589 req-255e0a9f-054f-4e11-aa09-5bb3cad7b838 service neutron] 10.222.0.52 "GET /v2.0/networks/a4c12267-2617-45a9-88fa-70776aa8c5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582336 Jul 27 19:59:13.690514 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:59:13.693854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:13.701804 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:13.704192 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:13.713719 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9146c33d-34fc-464c-9986-1e0cf70b3e0b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.719147 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9146c33d-34fc-464c-9986-1e0cf70b3e0b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.738811 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9146c33d-34fc-464c-9986-1e0cf70b3e0b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.743240 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9146c33d-34fc-464c-9986-1e0cf70b3e0b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1693637 Jul 27 19:59:13.743752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59120) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:13.750807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'enable_snat': True}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:13.756106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Pushing event updated for resources: {'Port': ['ID=a00dafc4-e3cd-4a4c-9095-8b025db5946d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:13.865677 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:13.921656 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Port': ['ID=d82fdfca-8940-40da-82ef-dc3b6402fe53,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:13.924009 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No DVR routers for this DVR port d82fdfca-8940-40da-82ef-dc3b6402fe53 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:59:14.012256 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.012610 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.029189 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07bc6cd-560c-4b59-8695-714515a7f604']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:14.043838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25ae2b8-0cf5-4ebc-bcda-29b9a4441386') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:14.044282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25ae2b8-0cf5-4ebc-bcda-29b9a4441386') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:14.164434 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.167542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.218018 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.231380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:14.231939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:14.235536 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:14.274949 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.305027 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.359235 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.452670 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.458072 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/f07bc6cd-560c-4b59-8695-714515a7f604 HTTP/1.1" status: 204 len: 168 time: 4.1042852 Jul 27 19:59:14.462923 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59128) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:14.470415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-3d4238c9-4d5e-4337-8b8e-051624fbfe8a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-738345913'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:14.524772 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30385199-5cba-4f79-bd6b-6bca7652ddb0 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Network': ['ID=f07bc6cd-560c-4b59-8695-714515a7f604,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:14.565866 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.574776 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.603043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Allocated IP 172.25.1.53 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/472e2232-75cc-4679-b4bd-a581d4f4b94b) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:14.719348 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4238c9-4d5e-4337-8b8e-051624fbfe8a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:14.722813 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3d4238c9-4d5e-4337-8b8e-051624fbfe8a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.755661 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.761001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Router 7bcc0887-a5dc-4d24-86c3-4593f6343e35 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:59:14.775667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35f393-7b70-4309-96cc-0235d9029d78 req-c5352e87-f1cb-4378-b540-f49f540b347f tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:14.777254 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a35f393-7b70-4309-96cc-0235d9029d78 req-c5352e87-f1cb-4378-b540-f49f540b347f tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 944 time: 0.3865128 Jul 27 19:59:14.793113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4238c9-4d5e-4337-8b8e-051624fbfe8a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:59:14.816085 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3d4238c9-4d5e-4337-8b8e-051624fbfe8a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.816460 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-3d4238c9-4d5e-4337-8b8e-051624fbfe8a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Added segment 9a7db79c-6a1f-42b3-a594-d9f464782702 of type vlan for network b64634cd-b31e-4407-81df-fba014e87dc1 Jul 27 19:59:14.844655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a35f393-7b70-4309-96cc-0235d9029d78 req-3022792f-c8bc-4d5d-b81e-cd3014405360 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/security-groups?id=89c2e55d-033c-461e-8e01-e19099bd8c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605633 Jul 27 19:59:14.896462 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3d4238c9-4d5e-4337-8b8e-051624fbfe8a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.909668 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:59:14.911213 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.917287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.921167 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2f284c59-418e-405a-9b96-7c7c29b79fc9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "PUT /v2.0/routers/7bcc0887-a5dc-4d24-86c3-4593f6343e35 HTTP/1.1" status: 200 len: 879 time: 4.0269680 Jul 27 19:59:14.921914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59132) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:14.927108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c92943d-dada-49d3-897c-4925eb37100b None None] Sync routers for ids ['7bcc0887-a5dc-4d24-86c3-4593f6343e35'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:59:14.936027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c92943d-dada-49d3-897c-4925eb37100b None None] Routers {'7bcc0887-a5dc-4d24-86c3-4593f6343e35'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:14.936823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8c92943d-dada-49d3-897c-4925eb37100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7bcc0887-a5dc-4d24-86c3-4593f6343e35'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:14.972239 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3d4238c9-4d5e-4337-8b8e-051624fbfe8a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.975281 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8c92943d-dada-49d3-897c-4925eb37100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:14.979726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4238c9-4d5e-4337-8b8e-051624fbfe8a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:14.980262 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3d4238c9-4d5e-4337-8b8e-051624fbfe8a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:14.984385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c92943d-dada-49d3-897c-4925eb37100b None None] Routers {'7bcc0887-a5dc-4d24-86c3-4593f6343e35'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:14.985058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8c92943d-dada-49d3-897c-4925eb37100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:58:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7bcc0887-a5dc-4d24-86c3-4593f6343e35'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:14.997310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:15.006794 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3d4238c9-4d5e-4337-8b8e-051624fbfe8a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5426188 Jul 27 19:59:15.011160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:15.020110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59134) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:15.026009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8c92943d-dada-49d3-897c-4925eb37100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:15.026768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c92943d-dada-49d3-897c-4925eb37100b None None] The sync data for ids ['7bcc0887-a5dc-4d24-86c3-4593f6343e35'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:59:15.027036 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f9d95c27-c3f8-43bc-a894-787d3a6f3657 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'subnet': {'network_id': 'b64634cd-b31e-4407-81df-fba014e87dc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:15.057157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:15.101247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Pushing event updated for resources: {'Port': ['ID=472e2232-75cc-4679-b4bd-a581d4f4b94b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:15.117395 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4238c9-4d5e-4337-8b8e-051624fbfe8a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Network': ['ID=b64634cd-b31e-4407-81df-fba014e87dc1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:15.131351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network b64634cd-b31e-4407-81df-fba014e87dc1 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:15.387540 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-84cd2c7c-bfa7-4a2d-931a-0aa3a0aa6810 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/routers/7bcc0887-a5dc-4d24-86c3-4593f6343e35 HTTP/1.1" status: 200 len: 920 time: 0.4648502 Jul 27 19:59:15.390737 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:15.395217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59136) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:15.429490 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d95c27-c3f8-43bc-a894-787d3a6f3657 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:15.433045 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9d95c27-c3f8-43bc-a894-787d3a6f3657 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:15.501592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_backend_mixin [None req-f9d95c27-c3f8-43bc-a894-787d3a6f3657 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Performing IP validity checks on allocation pools {{(pid=94060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 19:59:15.502143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_backend_mixin [None req-f9d95c27-c3f8-43bc-a894-787d3a6f3657 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 19:59:15.542560 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc05e92-b869-4d87-97e8-290d2eb035c3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:15.544127 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-edc05e92-b869-4d87-97e8-290d2eb035c3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&device_id=7bcc0887-a5dc-4d24-86c3-4593f6343e35&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1479399 Jul 27 19:59:15.547473 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59138) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:15.627768 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:15.631881 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:15.719210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15199705-9b99-4a55-a66f-13847cb274ae tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:15.720952 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-15199705-9b99-4a55-a66f-13847cb274ae tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 881 time: 0.1724036 Jul 27 19:59:15.723806 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59146) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:15.755311 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9d95c27-c3f8-43bc-a894-787d3a6f3657 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:15.759742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fe27a8f4-a3f7-44b1-a230-8ee92278f980 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:59:15.783715 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1512367e-9e06-409c-8386-084ba9e323eb tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcc0887-a5dc-4d24-86c3-4593f6343e35 HTTP/1.1" status: 200 len: 205 time: 0.0581224 Jul 27 19:59:15.787981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59148) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:15.842090 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d95c27-c3f8-43bc-a894-787d3a6f3657 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Subnet': ['ID=c02ac40e-43c5-4ec3-bebd-564be5523831,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:15.854850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d95c27-c3f8-43bc-a894-787d3a6f3657 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Checking segment: {'id': '9a7db79c-6a1f-42b3-a594-d9f464782702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b64634cd-b31e-4407-81df-fba014e87dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:15.855290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d95c27-c3f8-43bc-a894-787d3a6f3657 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network hostable DHCP agents. Network: b64634cd-b31e-4407-81df-fba014e87dc1, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:59:15.880511 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d95c27-c3f8-43bc-a894-787d3a6f3657 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network b64634cd-b31e-4407-81df-fba014e87dc1 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:59:15.901371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f9d95c27-c3f8-43bc-a894-787d3a6f3657 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, b64634cd-b31e-4407-81df-fba014e87dc1) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:15.919093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d95c27-c3f8-43bc-a894-787d3a6f3657 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:15.919801 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9d95c27-c3f8-43bc-a894-787d3a6f3657 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:15.925442 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a19f01a-6e3d-4b11-98c7-2fedcbedb0c6 None None] Network b64634cd-b31e-4407-81df-fba014e87dc1 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:15.935639 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Router 91eb73c1-3f68-495c-8912-d772778ddd20 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:59:15.939937 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f9d95c27-c3f8-43bc-a894-787d3a6f3657 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9169571 Jul 27 19:59:15.941693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59154) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:15.994324 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b555d12c-27f4-4f3f-85bd-9dc1b5a814b9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.051016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fe27a8f4-a3f7-44b1-a230-8ee92278f980, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fe27a8f4-a3f7-44b1-a230-8ee92278f980,segment=NetworkSegment(218fe438-2adf-405e-96a9-3df385af93d9),segment_id=218fe438-2adf-405e-96a9-3df385af93d9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:16.072138 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'fe27a8f4-a3f7-44b1-a230-8ee92278f980', 'network_id': 'a4c12267-2617-45a9-88fa-70776aa8c5bd', 'port_id': 'fe27a8f4-a3f7-44b1-a230-8ee92278f980', 'mac_address': 'fa:16:3e:35:93:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95752dd9-8faf-45dd-bd3e-7de52b22abfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:59:16.117291 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.121895 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.167883 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b57dc5e1-b81d-470d-b688-37fabcef1185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.172148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe27a8f4-a3f7-44b1-a230-8ee92278f980 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:59:16.173891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:59:16.186322 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7bb594-7706-4023-877d-475922fcd27f None None] Sync routers for ids ['91eb73c1-3f68-495c-8912-d772778ddd20'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:59:16.189685 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.191329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-79b4d54c-5975-4667-a16a-7e0bfe82a101 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "PUT /v2.0/routers/91eb73c1-3f68-495c-8912-d772778ddd20 HTTP/1.1" status: 200 len: 917 time: 2.4464474 Jul 27 19:59:16.195979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59156) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:16.202290 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7bb594-7706-4023-877d-475922fcd27f None None] Routers {'91eb73c1-3f68-495c-8912-d772778ddd20'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:16.203787 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ae7bb594-7706-4023-877d-475922fcd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['91eb73c1-3f68-495c-8912-d772778ddd20'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:16.252608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fe27a8f4-a3f7-44b1-a230-8ee92278f980, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fe27a8f4-a3f7-44b1-a230-8ee92278f980,segment=NetworkSegment(218fe438-2adf-405e-96a9-3df385af93d9),segment_id=218fe438-2adf-405e-96a9-3df385af93d9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:16.276594 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.310329 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ae7bb594-7706-4023-877d-475922fcd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:16.332926 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7bb594-7706-4023-877d-475922fcd27f None None] Routers {'91eb73c1-3f68-495c-8912-d772778ddd20'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:16.333762 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ae7bb594-7706-4023-877d-475922fcd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['91eb73c1-3f68-495c-8912-d772778ddd20'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:16.341894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=fe27a8f4-a3f7-44b1-a230-8ee92278f980,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:16.345138 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.355625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef766f43-bdbf-43ea-a5aa-6a436452a008 req-3334bb33-1700-48d0-9cf2-bf80da917e5f tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:16.363080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef766f43-bdbf-43ea-a5aa-6a436452a008 req-3334bb33-1700-48d0-9cf2-bf80da917e5f tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 944 time: 0.3722599 Jul 27 19:59:16.370057 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b555d12c-27f4-4f3f-85bd-9dc1b5a814b9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.373112 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.432315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e8bb45-cdf9-45b2-b9f1-02af34d841c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b64634cd-b31e-4407-81df-fba014e87dc1', 'network_id': 'b64634cd-b31e-4407-81df-fba014e87dc1', 'tenant_id': 'ad49a290aaba4381a403532335d5620e', 'fixed_ips': [{'subnet_id': 'c02ac40e-43c5-4ec3-bebd-564be5523831'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:59:16.433551 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-33e8bb45-cdf9-45b2-b9f1-02af34d841c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.448205 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ae7bb594-7706-4023-877d-475922fcd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:16.449125 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7bb594-7706-4023-877d-475922fcd27f None None] The sync data for ids ['91eb73c1-3f68-495c-8912-d772778ddd20'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:59:16.477667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef766f43-bdbf-43ea-a5aa-6a436452a008 req-1938d2db-a527-4c73-a418-4054996f124e tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/security-groups?id=89c2e55d-033c-461e-8e01-e19099bd8c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043146 Jul 27 19:59:16.512671 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-94f9b90d-001a-41dd-bdf2-859ed8111047 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/routers/91eb73c1-3f68-495c-8912-d772778ddd20 HTTP/1.1" status: 200 len: 923 time: 0.2998035 Jul 27 19:59:16.517375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59166) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:16.583332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-b555d12c-27f4-4f3f-85bd-9dc1b5a814b9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Deleting port a00dafc4-e3cd-4a4c-9095-8b025db5946d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:16.583767 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b555d12c-27f4-4f3f-85bd-9dc1b5a814b9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.591504 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.619325 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['fe27a8f4-a3f7-44b1-a230-8ee92278f980'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:59:16.625097 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Subnet': ['ID=c02ac40e-43c5-4ec3-bebd-564be5523831,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:16.681690 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b555d12c-27f4-4f3f-85bd-9dc1b5a814b9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server [None req-33e8bb45-cdf9-45b2-b9f1-02af34d841c4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c02ac40e-43c5-4ec3-bebd-564be5523831: This subnet is being modified by another concurrent operation. Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise exception Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c02ac40e-43c5-4ec3-bebd-564be5523831: This subnet is being modified by another concurrent operation. Jul 27 19:59:16.684798 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Jul 27 19:59:16.695383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-b555d12c-27f4-4f3f-85bd-9dc1b5a814b9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Calling delete_port for a00dafc4-e3cd-4a4c-9095-8b025db5946d owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:16.721216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088e6141-773a-4e11-907c-31c07e3a1424 None None] Network b64634cd-b31e-4407-81df-fba014e87dc1 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:16.804296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.820953 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64634cd-b31e-4407-81df-fba014e87dc1']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:16.834843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7db79c-6a1f-42b3-a594-d9f464782702') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:16.835239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7db79c-6a1f-42b3-a594-d9f464782702') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:16.847684 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.878370 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.891978 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:16.893601 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:16.951154 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac2c56c-5481-4c8b-8a77-2f1d34e036bf None None] get_active_networks_info from n-d-705657-21 {{(pid=94061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:17.030888 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:17.035460 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:17.043150 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:17.047018 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/b64634cd-b31e-4407-81df-fba014e87dc1 HTTP/1.1" status: 204 len: 168 time: 1.1032302 Jul 27 19:59:17.063418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59174) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:17.071740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8b1379-e5b6-4204-9d6f-d27a4266c582 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:17.072074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d7a02-ecaf-48d0-9c99-163ce157112f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Network': ['ID=b64634cd-b31e-4407-81df-fba014e87dc1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:17.076155 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9c8b1379-e5b6-4204-9d6f-d27a4266c582 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&device_id=91eb73c1-3f68-495c-8912-d772778ddd20&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5575266 Jul 27 19:59:17.079397 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59176) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:17.088917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-1aa069d4-2d08-45bd-8bd8-e39a9ab246b4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-519602388'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:17.129638 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b555d12c-27f4-4f3f-85bd-9dc1b5a814b9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:17.166445 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555d12c-27f4-4f3f-85bd-9dc1b5a814b9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Pushing event deleted for resources: {'Port': ['ID=a00dafc4-e3cd-4a4c-9095-8b025db5946d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:17.168802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa069d4-2d08-45bd-8bd8-e39a9ab246b4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:17.173163 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1aa069d4-2d08-45bd-8bd8-e39a9ab246b4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:17.174833 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:17.278433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa069d4-2d08-45bd-8bd8-e39a9ab246b4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:59:17.306008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3464bda5-617e-4201-b69d-149514b30d0b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:17.321039 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3464bda5-617e-4201-b69d-149514b30d0b tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 881 time: 0.2402542 Jul 27 19:59:17.322010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59180) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:17.326163 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1aa069d4-2d08-45bd-8bd8-e39a9ab246b4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:17.326514 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-1aa069d4-2d08-45bd-8bd8-e39a9ab246b4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Added segment af2a68da-71c1-4457-919a-a6c664734ad8 of type vlan for network 7ec2c369-7b23-46d9-8b64-9f491bdadab8 Jul 27 19:59:17.341534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac2c56c-5481-4c8b-8a77-2f1d34e036bf None None] Resources bound (agent type, host, resource id): {{(pid=94061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 19:59:17.810241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-61a700a0-b719-4d46-8334-6f685eb3d7eb tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "GET /v2.0/ports?device_id=91eb73c1-3f68-495c-8912-d772778ddd20 HTTP/1.1" status: 200 len: 205 time: 0.4794543 Jul 27 19:59:17.813973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59188) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:17.914849 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b555d12c-27f4-4f3f-85bd-9dc1b5a814b9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:17.924092 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1aa069d4-2d08-45bd-8bd8-e39a9ab246b4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.077702 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b555d12c-27f4-4f3f-85bd-9dc1b5a814b9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.089926 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b555d12c-27f4-4f3f-85bd-9dc1b5a814b9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.170252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dda0c-f1b7-419b-9443-0fb684933964 req-a1af5982-782a-4fbe-9bb9-c599f6a9bcdd tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:18.171935 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c4dda0c-f1b7-419b-9443-0fb684933964 req-a1af5982-782a-4fbe-9bb9-c599f6a9bcdd tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 947 time: 0.8953617 Jul 27 19:59:18.179809 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1aa069d4-2d08-45bd-8bd8-e39a9ab246b4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.185885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa069d4-2d08-45bd-8bd8-e39a9ab246b4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:18.186529 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1aa069d4-2d08-45bd-8bd8-e39a9ab246b4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.214643 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b555d12c-27f4-4f3f-85bd-9dc1b5a814b9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.215198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b555d12c-27f4-4f3f-85bd-9dc1b5a814b9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Fanout notify agent at l3_agent the message router_deleted on router 7bcc0887-a5dc-4d24-86c3-4593f6343e35 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:59:18.258501 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b555d12c-27f4-4f3f-85bd-9dc1b5a814b9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.259634 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b555d12c-27f4-4f3f-85bd-9dc1b5a814b9 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "DELETE /v2.0/routers/7bcc0887-a5dc-4d24-86c3-4593f6343e35 HTTP/1.1" status: 204 len: 168 time: 2.4704812 Jul 27 19:59:18.263692 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59190) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:18.270154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-33bd2575-fef7-4245-ad38-28d207947c4e tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-437251835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:18.284559 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d5eaccf-c003-487e-a41f-9f928e9548a7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.332718 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-33bd2575-fef7-4245-ad38-28d207947c4e tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.341255 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1aa069d4-2d08-45bd-8bd8-e39a9ab246b4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2701888 Jul 27 19:59:18.341460 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-33bd2575-fef7-4245-ad38-28d207947c4e tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.352551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87a3f1-cac4-431b-948f-2f28562b6f4f req-c1f6d27b-3f85-4e2f-9250-248b4bcb9d92 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:18.360800 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d87a3f1-cac4-431b-948f-2f28562b6f4f req-c1f6d27b-3f85-4e2f-9250-248b4bcb9d92 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 945 time: 0.5647004 Jul 27 19:59:18.369124 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59192) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:18.374801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8821f96b-ca4b-40ff-8417-256700e5c69c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'subnet': {'network_id': '7ec2c369-7b23-46d9-8b64-9f491bdadab8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:18.402596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa069d4-2d08-45bd-8bd8-e39a9ab246b4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Network': ['ID=7ec2c369-7b23-46d9-8b64-9f491bdadab8,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:18.415993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 7ec2c369-7b23-46d9-8b64-9f491bdadab8 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:18.433760 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-33bd2575-fef7-4245-ad38-28d207947c4e tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.439626 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-33bd2575-fef7-4245-ad38-28d207947c4e tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.466178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-33bd2575-fef7-4245-ad38-28d207947c4e tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.470068 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-33bd2575-fef7-4245-ad38-28d207947c4e tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2051589 Jul 27 19:59:18.472252 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59194) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:18.487434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'enable_snat': True}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:18.529452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c4dda0c-f1b7-419b-9443-0fb684933964 req-a24a18b8-6819-49d1-9199-8b5f8b2936a0 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3337984 Jul 27 19:59:18.633311 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d87a3f1-cac4-431b-948f-2f28562b6f4f req-84c91307-a53f-4ae6-9b54-21a325800436 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/security-groups?id=89c2e55d-033c-461e-8e01-e19099bd8c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712252 Jul 27 19:59:18.659819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8821f96b-ca4b-40ff-8417-256700e5c69c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:18.663507 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8821f96b-ca4b-40ff-8417-256700e5c69c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.669095 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d5eaccf-c003-487e-a41f-9f928e9548a7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.828320 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.831973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-1d5eaccf-c003-487e-a41f-9f928e9548a7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Deleting port 472e2232-75cc-4679-b4bd-a581d4f4b94b {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:18.832322 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d5eaccf-c003-487e-a41f-9f928e9548a7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:18.862074 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:19.030413 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8821f96b-ca4b-40ff-8417-256700e5c69c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:19.033873 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d5eaccf-c003-487e-a41f-9f928e9548a7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:19.077347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-1d5eaccf-c003-487e-a41f-9f928e9548a7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Calling delete_port for 472e2232-75cc-4679-b4bd-a581d4f4b94b owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:19.122871 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:19.150877 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:19.159088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821f96b-ca4b-40ff-8417-256700e5c69c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Subnet': ['ID=29a86de6-e481-4f32-938e-f746b6fcd308,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:19.176588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8821f96b-ca4b-40ff-8417-256700e5c69c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Checking segment: {'id': 'af2a68da-71c1-4457-919a-a6c664734ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ec2c369-7b23-46d9-8b64-9f491bdadab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:19.177274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8821f96b-ca4b-40ff-8417-256700e5c69c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network hostable DHCP agents. Network: 7ec2c369-7b23-46d9-8b64-9f491bdadab8, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:59:19.240576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8821f96b-ca4b-40ff-8417-256700e5c69c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network 7ec2c369-7b23-46d9-8b64-9f491bdadab8 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:59:19.261262 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-8821f96b-ca4b-40ff-8417-256700e5c69c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 7ec2c369-7b23-46d9-8b64-9f491bdadab8) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:19.266412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8821f96b-ca4b-40ff-8417-256700e5c69c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:19.267289 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8821f96b-ca4b-40ff-8417-256700e5c69c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:19.276826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a499f967-b8c3-4b25-a3b7-02bcf75bd767 None None] Network 7ec2c369-7b23-46d9-8b64-9f491bdadab8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:19.345297 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Allocated IP 172.25.1.14 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/5e833a40-7558-4157-a745-ff5081ce1e3b) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:19.356678 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8821f96b-ca4b-40ff-8417-256700e5c69c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9856563 Jul 27 19:59:19.359680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59200) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:19.437096 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d5eaccf-c003-487e-a41f-9f928e9548a7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:19.516629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5eaccf-c003-487e-a41f-9f928e9548a7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Pushing event deleted for resources: {'Port': ['ID=472e2232-75cc-4679-b4bd-a581d4f4b94b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:19.590361 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:19.618925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-7ec2c369-7b23-46d9-8b64-9f491bdadab8', 'network_id': '7ec2c369-7b23-46d9-8b64-9f491bdadab8', 'tenant_id': 'ad49a290aaba4381a403532335d5620e', 'fixed_ips': [{'subnet_id': '29a86de6-e481-4f32-938e-f746b6fcd308'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:59:19.620978 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:19.663678 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:19.670268 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:19.759594 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d5eaccf-c003-487e-a41f-9f928e9548a7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:19.831762 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:19.834699 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:19.836545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Allocated IP 172.20.0.1 (7ec2c369-7b23-46d9-8b64-9f491bdadab8/29a86de6-e481-4f32-938e-f746b6fcd308/4c17c357-e1fd-45c4-991f-cb31fad14f3b) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:19.873242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:19.888323 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.007325 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.019109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Transition to ACTIVE for port object 4c17c357-e1fd-45c4-991f-cb31fad14f3b will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:20.023881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Pushing event updated for resources: {'Port': ['ID=5e833a40-7558-4157-a745-ff5081ce1e3b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:20.037432 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Transition to ACTIVE for port object 4c17c357-e1fd-45c4-991f-cb31fad14f3b will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:20.043840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fe27a8f4-a3f7-44b1-a230-8ee92278f980 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:59:20.047269 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.113241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Network 7ec2c369-7b23-46d9-8b64-9f491bdadab8 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:20.132937 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:20.136324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:20.160082 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d5eaccf-c003-487e-a41f-9f928e9548a7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.162897 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d5eaccf-c003-487e-a41f-9f928e9548a7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.263879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Pushing event updated for resources: {'Port': ['ID=4c17c357-e1fd-45c4-991f-cb31fad14f3b,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:20.322415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-51b41b03-f880-4af4-b38f-b710324b79cb tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:20.324128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-51b41b03-f880-4af4-b38f-b710324b79cb tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.52 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 947 time: 0.8466685 Jul 27 19:59:20.325949 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d5eaccf-c003-487e-a41f-9f928e9548a7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.326493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5eaccf-c003-487e-a41f-9f928e9548a7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Fanout notify agent at l3_agent the message router_deleted on router 91eb73c1-3f68-495c-8912-d772778ddd20 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:59:20.357923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Attempting to bind port 4c17c357-e1fd-45c4-991f-cb31fad14f3b on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:59:20.358409 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Attempting to bind port 4c17c357-e1fd-45c4-991f-cb31fad14f3b by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'af2a68da-71c1-4457-919a-a6c664734ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ec2c369-7b23-46d9-8b64-9f491bdadab8'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:59:20.359007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Attempting to bind port 4c17c357-e1fd-45c4-991f-cb31fad14f3b on network 7ec2c369-7b23-46d9-8b64-9f491bdadab8 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:20.370975 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:59:20.371513 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Checking segment: {'id': 'af2a68da-71c1-4457-919a-a6c664734ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ec2c369-7b23-46d9-8b64-9f491bdadab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:20.372021 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.372523 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Bound using segment: {'id': 'af2a68da-71c1-4457-919a-a6c664734ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ec2c369-7b23-46d9-8b64-9f491bdadab8'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:59:20.373114 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Bound port: 4c17c357-e1fd-45c4-991f-cb31fad14f3b, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2a68da-71c1-4457-919a-a6c664734ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ec2c369-7b23-46d9-8b64-9f491bdadab8'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:59:20.373556 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.388914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port fe27a8f4-a3f7-44b1-a230-8ee92278f980 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:59:20.397267 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port fe27a8f4-a3f7-44b1-a230-8ee92278f980 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:59:20.397745 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.414677 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d5eaccf-c003-487e-a41f-9f928e9548a7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.419969 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1d5eaccf-c003-487e-a41f-9f928e9548a7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "DELETE /v2.0/routers/91eb73c1-3f68-495c-8912-d772778ddd20 HTTP/1.1" status: 204 len: 168 time: 2.6054463 Jul 27 19:59:20.434774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59214) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:20.481230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-b4821e5f-d244-42bf-8f6a-b4e5d68550af tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-909184770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:20.526090 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] For port 4c17c357-e1fd-45c4-991f-cb31fad14f3b, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:59:20.529284 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] For port 4c17c357-e1fd-45c4-991f-cb31fad14f3b, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4c17c357-e1fd-45c4-991f-cb31fad14f3b,segment=NetworkSegment(af2a68da-71c1-4457-919a-a6c664734ad8),segment_id=af2a68da-71c1-4457-919a-a6c664734ad8)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:59:20.541009 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.607947 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4821e5f-d244-42bf-8f6a-b4e5d68550af tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.609100 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4821e5f-d244-42bf-8f6a-b4e5d68550af tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.651805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8129497-67b7-4c74-b0d0-d52a7746ee27 req-58afd098-2cc7-40be-8d2b-a643ea46f5a0 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:20.653417 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8129497-67b7-4c74-b0d0-d52a7746ee27 req-58afd098-2cc7-40be-8d2b-a643ea46f5a0 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 947 time: 0.9432027 Jul 27 19:59:20.687502 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.756138 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4821e5f-d244-42bf-8f6a-b4e5d68550af tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.766705 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.777491 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4821e5f-d244-42bf-8f6a-b4e5d68550af tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.861498 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecbdd8-434b-43b4-9474-a3a76fe72bce None None] Pushing event updated for resources: {'Port': ['ID=4c17c357-e1fd-45c4-991f-cb31fad14f3b,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:20.881712 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.928748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Subnet': ['ID=29a86de6-e481-4f32-938e-f746b6fcd308,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:20.951692 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4821e5f-d244-42bf-8f6a-b4e5d68550af tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:20.955858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b4821e5f-d244-42bf-8f6a-b4e5d68550af tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5114317 Jul 27 19:59:20.957576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20da86e1-f0d9-4d4a-9e37-51cc474ae211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe27a8f4-a3f7-44b1-a230-8ee92278f980'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:59:20.964065 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1e94d9-7e13-471a-9977-6090d1163785" -d '{"events": [{"server_uuid": "20da86e1-f0d9-4d4a-9e37-51cc474ae211", "name": "network-vif-plugged", "status": "completed", "tag": "fe27a8f4-a3f7-44b1-a230-8ee92278f980"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:59:20.989238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511fd24-d608-4b85-98a2-06b7b6fa7eca req-d453b91e-8fc3-4915-af93-e0abee45490b tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:20.990702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0511fd24-d608-4b85-98a2-06b7b6fa7eca req-d453b91e-8fc3-4915-af93-e0abee45490b tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 945 time: 0.7089703 Jul 27 19:59:20.999649 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59218) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:21.032347 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fe27a8f4-a3f7-44b1-a230-8ee92278f980, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fe27a8f4-a3f7-44b1-a230-8ee92278f980,segment=NetworkSegment(218fe438-2adf-405e-96a9-3df385af93d9),segment_id=218fe438-2adf-405e-96a9-3df385af93d9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:21.041787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'enable_snat': False}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:21.080433 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:21.108031 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8129497-67b7-4c74-b0d0-d52a7746ee27 req-6d8ce914-bb4c-4e9b-ac90-a297d64c657d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3501773 Jul 27 19:59:21.157392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-90dc8bfb-aca6-4ce5-befa-9cf655f1e7c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Deleting port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:21.157744 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-90dc8bfb-aca6-4ce5-befa-9cf655f1e7c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:21.296516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=fe27a8f4-a3f7-44b1-a230-8ee92278f980,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:21.334629 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd5b677-f5f2-4688-85a2-e8e96d83ec7f x-openstack-request-id: req-dbd5b677-f5f2-4688-85a2-e8e96d83ec7f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:59:21.334629 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20da86e1-f0d9-4d4a-9e37-51cc474ae211", "name": "network-vif-plugged", "status": "completed", "tag": "fe27a8f4-a3f7-44b1-a230-8ee92278f980", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:59:21.335557 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbd5b677-f5f2-4688-85a2-e8e96d83ec7f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:59:21.335557 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20da86e1-f0d9-4d4a-9e37-51cc474ae211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe27a8f4-a3f7-44b1-a230-8ee92278f980', 'code': 200} Jul 27 19:59:21.355640 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:21.424418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec2c369-7b23-46d9-8b64-9f491bdadab8']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:21.477030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0511fd24-d608-4b85-98a2-06b7b6fa7eca req-27d813ce-c096-446c-88b0-d6afc11b04df tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/security-groups?id=89c2e55d-033c-461e-8e01-e19099bd8c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359164 Jul 27 19:59:21.539272 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-90dc8bfb-aca6-4ce5-befa-9cf655f1e7c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] For port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:21.539993 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-90dc8bfb-aca6-4ce5-befa-9cf655f1e7c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:21.554619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2a68da-71c1-4457-919a-a6c664734ad8') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:21.555146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2a68da-71c1-4457-919a-a6c664734ad8') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:21.567768 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:21.586623 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:21.597519 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:21.598017 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:21.642862 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:21.754992 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.api [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 19:59:21.754992 n-d-705657-21 neutron-server[94059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 19:59:21.754992 n-d-705657-21 neutron-server[94059]: [parameters: {'id': '7ec2c369-7b23-46d9-8b64-9f491bdadab8'}] Jul 27 19:59:21.754992 n-d-705657-21 neutron-server[94059]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:59:21.756034 n-d-705657-21 neutron-server[94059]: DEBUG oslo_db.api [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:59:21.784223 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:59:21.961643 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:22.040615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:22.045757 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:22.078871 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:22.087261 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:22.145927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,revision_number=11']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:22.322759 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:22.370739 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:22.406178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93083bd6-9694-4857-97d5-76b12f9a35f2 None None] Network 7ec2c369-7b23-46d9-8b64-9f491bdadab8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:22.557742 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ff14-f2ff-4ca9-9956-cf32068dacdb req-94686698-877a-4623-80d0-729493165a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:22.559768 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d057ff14-f2ff-4ca9-9956-cf32068dacdb req-94686698-877a-4623-80d0-729493165a81 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 1098 time: 1.1491299 Jul 27 19:59:22.620706 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Router 3289f8a5-8ead-486f-86b1-98501985fb06 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:59:22.683271 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4c17c357-e1fd-45c4-991f-cb31fad14f3b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:59:22.694985 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d057ff14-f2ff-4ca9-9956-cf32068dacdb req-28117c8c-8a36-4610-9cd4-eda9a1344aa9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=89c2e55d-033c-461e-8e01-e19099bd8c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158874 Jul 27 19:59:22.714200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42afbc-b077-4e39-bf6f-5c2484c750b3 req-fc3cf4de-7d5a-47d8-b8b7-0328eb398316 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:22.715762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac42afbc-b077-4e39-bf6f-5c2484c750b3 req-fc3cf4de-7d5a-47d8-b8b7-0328eb398316 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 945 time: 0.3372886 Jul 27 19:59:22.758926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Deleting port 4c17c357-e1fd-45c4-991f-cb31fad14f3b {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:22.759284 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:22.782743 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-220aef9f-49b2-4995-aa32-938a927eaac2 None None] Provisioning for port 4c17c357-e1fd-45c4-991f-cb31fad14f3b completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:59:22.831912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] For port 4c17c357-e1fd-45c4-991f-cb31fad14f3b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4c17c357-e1fd-45c4-991f-cb31fad14f3b,segment=NetworkSegment(af2a68da-71c1-4457-919a-a6c664734ad8),segment_id=af2a68da-71c1-4457-919a-a6c664734ad8)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:22.832294 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:22.833311 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 4c17c357-e1fd-45c4-991f-cb31fad14f3b completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:59:22.840108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 4c17c357-e1fd-45c4-991f-cb31fad14f3b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:59:22.840496 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:22.850530 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Calling delete_port for 4c17c357-e1fd-45c4-991f-cb31fad14f3b owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:22.939909 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-90dc8bfb-aca6-4ce5-befa-9cf655f1e7c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:22.940495 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-90dc8bfb-aca6-4ce5-befa-9cf655f1e7c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:22.940916 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-90dc8bfb-aca6-4ce5-befa-9cf655f1e7c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Floating IP e8e856d6-498d-45fa-91ec-c6a4e012020d disassociated. External IP: 172.25.1.112, port: f62ca415-ca84-4b6d-9eed-6f7b2491b8b0. Jul 27 19:59:22.941481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-90dc8bfb-aca6-4ce5-befa-9cf655f1e7c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Calling delete_port for f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:23.048420 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:23.069906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac42afbc-b077-4e39-bf6f-5c2484c750b3 req-a356b0bd-ebf1-476d-bf9f-33eedb2f484f tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=5099f335-b8c9-4f85-b1cf-df8930f98d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254657 Jul 27 19:59:23.087742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d5df00-90e6-48b7-bb9a-84beb3a569a2 None None] DHCP port deletion for 7ec2c369-7b23-46d9-8b64-9f491bdadab8 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:59:23.091566 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178506fd-1acb-4777-bb2e-b95a5913584d req-07d2d838-ba23-4bbb-8036-9be02f6f706e tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:23.099506 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-178506fd-1acb-4777-bb2e-b95a5913584d req-07d2d838-ba23-4bbb-8036-9be02f6f706e tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 946 time: 0.4208636 Jul 27 19:59:23.138269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:59:23.144781 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:23.146687 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5cc5f17c-328a-4cfe-9307-c20251889be3 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "PUT /v2.0/routers/3289f8a5-8ead-486f-86b1-98501985fb06 HTTP/1.1" status: 200 len: 913 time: 4.6727889 Jul 27 19:59:23.149629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59236) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:23.163453 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:23.168345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe44a69-ae11-4cf8-904e-bd2ec5689330 None None] Sync routers for ids ['3289f8a5-8ead-486f-86b1-98501985fb06'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:59:23.206074 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-04d5df00-90e6-48b7-bb9a-84beb3a569a2 None None] The port '4c17c357-e1fd-45c4-991f-cb31fad14f3b' was deleted {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 19:59:23.250262 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe44a69-ae11-4cf8-904e-bd2ec5689330 None None] Routers {'3289f8a5-8ead-486f-86b1-98501985fb06'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:23.251210 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8fe44a69-ae11-4cf8-904e-bd2ec5689330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3289f8a5-8ead-486f-86b1-98501985fb06'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:23.269223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-178506fd-1acb-4777-bb2e-b95a5913584d req-0d628bdf-7028-4124-8445-310f03861f69 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/security-groups?id=89c2e55d-033c-461e-8e01-e19099bd8c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681349 Jul 27 19:59:23.273714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Port': ['ID=4c17c357-e1fd-45c4-991f-cb31fad14f3b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:23.285178 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2bbfe112-0d76-4bc9-bcbd-46e9f92ad423 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/routers/3289f8a5-8ead-486f-86b1-98501985fb06 HTTP/1.1" status: 200 len: 919 time: 0.1318610 Jul 27 19:59:23.285178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:23.285796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59238) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:23.296948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No DVR routers for this DVR port 4c17c357-e1fd-45c4-991f-cb31fad14f3b on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:59:23.342231 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:23.356738 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:59:23.358992 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c79548-c6af-4632-a7a1-5e96c39bcc94" -d '{"events": [{"server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "name": "network-vif-unplugged", "status": "completed", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:59:23.363024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8fe44a69-ae11-4cf8-904e-bd2ec5689330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:23.372332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe44a69-ae11-4cf8-904e-bd2ec5689330 None None] Routers {'3289f8a5-8ead-486f-86b1-98501985fb06'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:23.373018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8fe44a69-ae11-4cf8-904e-bd2ec5689330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['3289f8a5-8ead-486f-86b1-98501985fb06'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:23.438855 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 19:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0fcfab-cd38-4a20-a5ff-f0de749ff7f0 x-openstack-request-id: req-8b0fcfab-cd38-4a20-a5ff-f0de749ff7f0 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:59:23.439602 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "name": "network-vif-unplugged", "status": "completed", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:59:23.440190 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b0fcfab-cd38-4a20-a5ff-f0de749ff7f0 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:59:23.441026 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'code': 200} Jul 27 19:59:23.442334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8fe44a69-ae11-4cf8-904e-bd2ec5689330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:23.443225 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe44a69-ae11-4cf8-904e-bd2ec5689330 None None] The sync data for ids ['3289f8a5-8ead-486f-86b1-98501985fb06'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:59:23.466242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd527215-b7c0-45ca-a94a-7f730bd34485 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:23.470877 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cd527215-b7c0-45ca-a94a-7f730bd34485 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&device_id=3289f8a5-8ead-486f-86b1-98501985fb06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1816599 Jul 27 19:59:23.471519 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59242) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:23.494135 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:23.507908 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-90dc8bfb-aca6-4ce5-befa-9cf655f1e7c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:23.521031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec2c369-7b23-46d9-8b64-9f491bdadab8']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:23.538245 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2a68da-71c1-4457-919a-a6c664734ad8') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:23.538910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2a68da-71c1-4457-919a-a6c664734ad8') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:23.598996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Allocated IP 172.25.1.84 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/1cfe7b47-5c95-43b9-9f3a-6d41f8766961) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:23.615290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc8bfb-aca6-4ce5-befa-9cf655f1e7c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event deleted for resources: {'Port': ['ID=f62ca415-ca84-4b6d-9eed-6f7b2491b8b0,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:23.636864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:23.669170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59e530f-26e1-4f6b-a3a2-5b7266429879 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:23.673341 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a59e530f-26e1-4f6b-a3a2-5b7266429879 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 881 time: 0.1982093 Jul 27 19:59:23.709435 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:23.730927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59248) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:23.734806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:23.735251 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:23.739146 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:23.816278 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-873045b1-0574-4a69-b7bf-b4e02933daef tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3289f8a5-8ead-486f-86b1-98501985fb06 HTTP/1.1" status: 200 len: 205 time: 0.0816035 Jul 27 19:59:23.818250 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59250) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:23.955215 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:23.972364 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:23.984861 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:23.992411 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/7ec2c369-7b23-46d9-8b64-9f491bdadab8 HTTP/1.1" status: 204 len: 168 time: 4.6315045 Jul 27 19:59:23.994886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-90dc8bfb-aca6-4ce5-befa-9cf655f1e7c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Router e05a3506-9daa-4849-a868-d4eb4255e52f has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:59:23.998009 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59254) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:24.004873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-0dcacc43-888e-4fce-a4bf-61c0ab5e0048 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-56294266'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:24.038777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139547c-c0c8-4524-8e93-66b74d32ab5a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Network': ['ID=7ec2c369-7b23-46d9-8b64-9f491bdadab8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:24.067269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-290b32e5-5db3-4e01-ac20-612c079432cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:24.179796 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcacc43-888e-4fce-a4bf-61c0ab5e0048 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:24.188381 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0dcacc43-888e-4fce-a4bf-61c0ab5e0048 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:24.192546 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:24.396427 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8a58126-f3eb-455a-a0d4-3c3948fcf2d8 req-d8d1916b-fbe6-438f-8ee0-d30e080dc552 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d8734-effd-4e53-9342-26044d93a6a1 HTTP/1.1" status: 200 len: 210 time: 0.1336837 Jul 27 19:59:24.396427 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcacc43-888e-4fce-a4bf-61c0ab5e0048 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:59:24.417190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc376f-453d-495b-b30c-1ddd9de4e2aa req-d3d6bbf5-9f63-4eb9-987d-b37cdbe1bf79 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:24.425897 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14cc376f-453d-495b-b30c-1ddd9de4e2aa req-d3d6bbf5-9f63-4eb9-987d-b37cdbe1bf79 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.5017118 Jul 27 19:59:24.449499 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0dcacc43-888e-4fce-a4bf-61c0ab5e0048 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:24.449861 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-0dcacc43-888e-4fce-a4bf-61c0ab5e0048 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Added segment f9a19ec9-65ab-4606-be50-aa19a7129df6 of type vlan for network 9ffc3cae-11e2-4bbe-bc71-e3924b2b8897 Jul 27 19:59:24.458494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4c17c357-e1fd-45c4-991f-cb31fad14f3b no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:59:24.548942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-90dc8bfb-aca6-4ce5-befa-9cf655f1e7c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:59:24.581149 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0dcacc43-888e-4fce-a4bf-61c0ab5e0048 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:24.587133 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd7729d-1751-4eea-89de-906a3231228c None None] Sync routers for ids ['e05a3506-9daa-4849-a868-d4eb4255e52f'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:59:24.588349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14cc376f-453d-495b-b30c-1ddd9de4e2aa req-444c5385-d7a2-4f06-9d3d-857e1fab6123 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479137 Jul 27 19:59:24.595946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 4c17c357-e1fd-45c4-991f-cb31fad14f3b {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:59:24.596287 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4c17c357-e1fd-45c4-991f-cb31fad14f3b not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:59:24.625593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-90dc8bfb-aca6-4ce5-befa-9cf655f1e7c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] No DVR routers for this DVR port f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:59:24.629990 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-90dc8bfb-aca6-4ce5-befa-9cf655f1e7c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:24.632016 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c795620-55a8-4d03-8453-e1f56c41e961 req-90dc8bfb-aca6-4ce5-befa-9cf655f1e7c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.52 "DELETE /v2.0/ports/f62ca415-ca84-4b6d-9eed-6f7b2491b8b0 HTTP/1.1" status: 204 len: 173 time: 4.2438107 Jul 27 19:59:24.632514 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'name': 'network-vif-deleted', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:59:24.637270 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bf046b-f662-4d82-a0c2-2979f46ceaa7" -d '{"events": [{"server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "name": "network-vif-deleted", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:59:24.655888 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd7729d-1751-4eea-89de-906a3231228c None None] Routers {'e05a3506-9daa-4849-a868-d4eb4255e52f'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:24.657335 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8bd7729d-1751-4eea-89de-906a3231228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e05a3506-9daa-4849-a868-d4eb4255e52f'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:24.702870 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:24.707933 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:24.719239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:24.728424 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0dcacc43-888e-4fce-a4bf-61c0ab5e0048 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:24.736091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcacc43-888e-4fce-a4bf-61c0ab5e0048 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:24.736924 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0dcacc43-888e-4fce-a4bf-61c0ab5e0048 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:24.745505 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c691fa-63b2-47fa-bb9c-56997c3c0160 x-openstack-request-id: req-42c691fa-63b2-47fa-bb9c-56997c3c0160 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:59:24.745852 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57d8734-effd-4e53-9342-26044d93a6a1", "name": "network-vif-deleted", "tag": "f62ca415-ca84-4b6d-9eed-6f7b2491b8b0", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:59:24.746221 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42c691fa-63b2-47fa-bb9c-56997c3c0160 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:59:24.746706 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57d8734-effd-4e53-9342-26044d93a6a1', 'name': 'network-vif-deleted', 'tag': 'f62ca415-ca84-4b6d-9eed-6f7b2491b8b0', 'status': 'completed', 'code': 200} Jul 27 19:59:24.754005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Pushing event updated for resources: {'Port': ['ID=1cfe7b47-5c95-43b9-9f3a-6d41f8766961,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:24.852857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0dcacc43-888e-4fce-a4bf-61c0ab5e0048 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8535962 Jul 27 19:59:24.861896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59264) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:24.864906 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-290b32e5-5db3-4e01-ac20-612c079432cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:24.875233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-b5d63334-be24-44db-a279-29a3bce5d2e9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'subnet': {'network_id': '9ffc3cae-11e2-4bbe-bc71-e3924b2b8897', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:24.957867 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-8bd7729d-1751-4eea-89de-906a3231228c None None] Set router e05a3506-9daa-4849-a868-d4eb4255e52f gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:59:24.961366 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcacc43-888e-4fce-a4bf-61c0ab5e0048 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Network': ['ID=9ffc3cae-11e2-4bbe-bc71-e3924b2b8897,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:24.972911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 9ffc3cae-11e2-4bbe-bc71-e3924b2b8897 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:24.984443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd495ca-02f1-4ad6-9898-360753ca9669 req-61ae0954-8216-478a-bc31-b4c2b1a249bb tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:24.992387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1cd495ca-02f1-4ad6-9898-360753ca9669 req-61ae0954-8216-478a-bc31-b4c2b1a249bb tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 946 time: 0.2924941 Jul 27 19:59:25.032567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d63334-be24-44db-a279-29a3bce5d2e9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:25.038186 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b5d63334-be24-44db-a279-29a3bce5d2e9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:25.062673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-290b32e5-5db3-4e01-ac20-612c079432cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Deleting port 5e833a40-7558-4157-a745-ff5081ce1e3b {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:25.063089 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-290b32e5-5db3-4e01-ac20-612c079432cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:25.203461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1cd495ca-02f1-4ad6-9898-360753ca9669 req-a2b35497-62f8-4390-93fe-7feb7147295e tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/security-groups?id=89c2e55d-033c-461e-8e01-e19099bd8c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101619 Jul 27 19:59:25.215036 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-290b32e5-5db3-4e01-ac20-612c079432cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:25.217660 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:25.271406 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-290b32e5-5db3-4e01-ac20-612c079432cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Calling delete_port for 5e833a40-7558-4157-a745-ff5081ce1e3b owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:25.380946 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8bd7729d-1751-4eea-89de-906a3231228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3cfcd4ee-3b5b-4350-b886-74ec22e4afd1', 'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'mac_address': 'fa:16:3e:93:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:47Z', 'updated_at': '2021-07-27T19:54:54Z', 'revision_number': 5, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'subnets': [{'id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:25.463142 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd7729d-1751-4eea-89de-906a3231228c None None] Checking router: e05a3506-9daa-4849-a868-d4eb4255e52f for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:59:25.490284 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd7729d-1751-4eea-89de-906a3231228c None None] Routers {'e05a3506-9daa-4849-a868-d4eb4255e52f'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:25.494737 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8bd7729d-1751-4eea-89de-906a3231228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e05a3506-9daa-4849-a868-d4eb4255e52f'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:25.504367 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b5d63334-be24-44db-a279-29a3bce5d2e9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:25.611581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59280) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:25.623303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d63334-be24-44db-a279-29a3bce5d2e9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Subnet': ['ID=fb6a53a6-244a-4a5f-8199-03d53b96a2b1,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:25.636552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d63334-be24-44db-a279-29a3bce5d2e9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Checking segment: {'id': 'f9a19ec9-65ab-4606-be50-aa19a7129df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9ffc3cae-11e2-4bbe-bc71-e3924b2b8897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:25.636915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d63334-be24-44db-a279-29a3bce5d2e9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network hostable DHCP agents. Network: 9ffc3cae-11e2-4bbe-bc71-e3924b2b8897, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:59:25.687881 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:25.698404 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:25.725329 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e0686a8-ca7f-4471-b71a-fe3bacf80d79 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:25.734601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d63334-be24-44db-a279-29a3bce5d2e9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network 9ffc3cae-11e2-4bbe-bc71-e3924b2b8897 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:59:25.809500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-b5d63334-be24-44db-a279-29a3bce5d2e9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 9ffc3cae-11e2-4bbe-bc71-e3924b2b8897) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:25.812498 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e0686a8-ca7f-4471-b71a-fe3bacf80d79 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:25.818727 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aab715-2712-432c-a52f-e71b869dd666 None None] Network 9ffc3cae-11e2-4bbe-bc71-e3924b2b8897 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:25.856249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d63334-be24-44db-a279-29a3bce5d2e9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:25.856935 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b5d63334-be24-44db-a279-29a3bce5d2e9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:25.889886 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b5d63334-be24-44db-a279-29a3bce5d2e9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0188148 Jul 27 19:59:25.904030 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59284) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:25.991012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba794aaa-e2a1-4e93-9cb6-1218ffa8435c req-8157cfe2-f49e-4219-b0ef-6d8845b5fb0f tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:25.993595 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba794aaa-e2a1-4e93-9cb6-1218ffa8435c req-8157cfe2-f49e-4219-b0ef-6d8845b5fb0f tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.2231214 Jul 27 19:59:26.003258 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b7f2b-88e1-43c3-8c80-88ae4e496094 req-6f173e77-d443-4a7e-98d0-34bb7147e7ff tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:26.004816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-853b7f2b-88e1-43c3-8c80-88ae4e496094 req-6f173e77-d443-4a7e-98d0-34bb7147e7ff tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 946 time: 0.3031008 Jul 27 19:59:26.045361 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e0686a8-ca7f-4471-b71a-fe3bacf80d79 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:26.048358 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e0686a8-ca7f-4471-b71a-fe3bacf80d79 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:26.050191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0e0686a8-ca7f-4471-b71a-fe3bacf80d79 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "DELETE /v2.0/security-groups/5099f335-b8c9-4f85-b1cf-df8930f98d3c HTTP/1.1" status: 204 len: 168 time: 0.4346104 Jul 27 19:59:26.055625 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59286) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:26.069907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-290b32e5-5db3-4e01-ac20-612c079432cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:26.078869 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620d8cc-2e30-40c5-919e-2f377a45dd67 req-d262c863-6309-4049-b8ed-129df9067d8d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:26.080668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5620d8cc-2e30-40c5-919e-2f377a45dd67 req-d262c863-6309-4049-b8ed-129df9067d8d tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.63 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 945 time: 0.1890631 Jul 27 19:59:26.089919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0686a8-ca7f-4471-b71a-fe3bacf80d79 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5099f335-b8c9-4f85-b1cf-df8930f98d3c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:26.106996 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-2246e53a-4b29-4183-a988-ef1685640a9a tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] show failed (client error): The resource could not be found. Jul 27 19:59:26.111393 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2246e53a-4b29-4183-a988-ef1685640a9a tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups/5099f335-b8c9-4f85-b1cf-df8930f98d3c HTTP/1.1" status: 404 len: 347 time: 0.0545387 Jul 27 19:59:26.111642 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-8bd7729d-1751-4eea-89de-906a3231228c None None] Set router e05a3506-9daa-4849-a868-d4eb4255e52f gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:59:26.132141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59288) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:26.177959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b32e5-5db3-4e01-ac20-612c079432cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Pushing event deleted for resources: {'Port': ['ID=5e833a40-7558-4157-a745-ff5081ce1e3b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:26.198419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba794aaa-e2a1-4e93-9cb6-1218ffa8435c req-cbfe0746-dbd7-4667-a832-17b3568ccd94 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912925 Jul 27 19:59:26.256535 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:26.268470 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-853b7f2b-88e1-43c3-8c80-88ae4e496094 req-a122e35e-6937-4a0f-b182-2bdc18a63faf tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/security-groups?id=89c2e55d-033c-461e-8e01-e19099bd8c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403991 Jul 27 19:59:26.275679 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Router 7b1e87b9-2715-4c20-bece-db5431194b67 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:59:26.277997 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-290b32e5-5db3-4e01-ac20-612c079432cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:26.287147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-9ffc3cae-11e2-4bbe-bc71-e3924b2b8897', 'network_id': '9ffc3cae-11e2-4bbe-bc71-e3924b2b8897', 'tenant_id': 'ad49a290aaba4381a403532335d5620e', 'fixed_ips': [{'subnet_id': 'fb6a53a6-244a-4a5f-8199-03d53b96a2b1'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:59:26.290438 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:26.412429 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:26.468018 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8bd7729d-1751-4eea-89de-906a3231228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3cfcd4ee-3b5b-4350-b886-74ec22e4afd1', 'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'mac_address': 'fa:16:3e:93:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:47Z', 'updated_at': '2021-07-27T19:54:54Z', 'revision_number': 5, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'subnets': [{'id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:26.474409 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-5620d8cc-2e30-40c5-919e-2f377a45dd67 req-1f23ddee-de82-4bbd-b185-8b264d6549be tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Deleting port 07e17bf7-4d10-4be6-a663-f2e1959b9319 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:26.475369 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5620d8cc-2e30-40c5-919e-2f377a45dd67 req-1f23ddee-de82-4bbd-b185-8b264d6549be tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:26.485984 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Allocated IP 172.20.0.2 (9ffc3cae-11e2-4bbe-bc71-e3924b2b8897/fb6a53a6-244a-4a5f-8199-03d53b96a2b1/52454daf-66cd-4588-af46-c8e533c95abd) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:26.498797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-1c310d0d-7a08-481f-8e75-cf86138960ed tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Deleting port e3646f11-e04e-48fb-8324-f03c1fab9be1 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:26.499756 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c310d0d-7a08-481f-8e75-cf86138960ed tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:26.501431 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd7729d-1751-4eea-89de-906a3231228c None None] The sync data for ids ['e05a3506-9daa-4849-a868-d4eb4255e52f'] in n-d-705657-21 is: [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3cfcd4ee-3b5b-4350-b886-74ec22e4afd1', 'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'mac_address': 'fa:16:3e:93:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:47Z', 'updated_at': '2021-07-27T19:54:54Z', 'revision_number': 5, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'subnets': [{'id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:59:26.532067 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-290b32e5-5db3-4e01-ac20-612c079432cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:26.685043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-290b32e5-5db3-4e01-ac20-612c079432cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:26.727270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-5620d8cc-2e30-40c5-919e-2f377a45dd67 req-1f23ddee-de82-4bbd-b185-8b264d6549be tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] For port 07e17bf7-4d10-4be6-a663-f2e1959b9319, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=07e17bf7-4d10-4be6-a663-f2e1959b9319,segment=NetworkSegment(dd733597-e680-40ca-961f-cf49b0487d90),segment_id=dd733597-e680-40ca-961f-cf49b0487d90)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:26.728066 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5620d8cc-2e30-40c5-919e-2f377a45dd67 req-1f23ddee-de82-4bbd-b185-8b264d6549be tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:26.753907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-5620d8cc-2e30-40c5-919e-2f377a45dd67 req-1f23ddee-de82-4bbd-b185-8b264d6549be tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Calling delete_port for 07e17bf7-4d10-4be6-a663-f2e1959b9319 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:26.790545 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c310d0d-7a08-481f-8e75-cf86138960ed tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:26.791305 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c310d0d-7a08-481f-8e75-cf86138960ed tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:26.808041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:59:26.815512 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:26.816767 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-37816ce6-3a9c-4061-a82f-a942a81cca3e tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "PUT /v2.0/routers/7b1e87b9-2715-4c20-bece-db5431194b67 HTTP/1.1" status: 200 len: 918 time: 5.8064928 Jul 27 19:59:26.824498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59298) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:26.913316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-1c310d0d-7a08-481f-8e75-cf86138960ed tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Calling delete_port for e3646f11-e04e-48fb-8324-f03c1fab9be1 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:27.035020 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf90c1b-fa6e-49b5-bf37-25fb79728ece None None] New status for floating IP e8e856d6-498d-45fa-91ec-c6a4e012020d: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 19:59:27.046341 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.049161 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-84daf449-a3f5-4e20-9545-275fbc7a5ddb tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/routers/7b1e87b9-2715-4c20-bece-db5431194b67 HTTP/1.1" status: 200 len: 924 time: 0.2233446 Jul 27 19:59:27.049766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59300) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:27.065403 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72fb7e7-b045-49b8-80af-0948fb1b3c2b None None] Sync routers for ids ['7b1e87b9-2715-4c20-bece-db5431194b67'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:59:27.072685 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Transition to ACTIVE for port object 52454daf-66cd-4588-af46-c8e533c95abd will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:27.090363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Transition to ACTIVE for port object 52454daf-66cd-4588-af46-c8e533c95abd will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:27.100703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72fb7e7-b045-49b8-80af-0948fb1b3c2b None None] Routers {'7b1e87b9-2715-4c20-bece-db5431194b67'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:27.101355 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d72fb7e7-b045-49b8-80af-0948fb1b3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7b1e87b9-2715-4c20-bece-db5431194b67'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:27.108581 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-290b32e5-5db3-4e01-ac20-612c079432cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.112620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290b32e5-5db3-4e01-ac20-612c079432cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Fanout notify agent at l3_agent the message router_deleted on router 3289f8a5-8ead-486f-86b1-98501985fb06 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:59:27.129021 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-290b32e5-5db3-4e01-ac20-612c079432cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.130225 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-290b32e5-5db3-4e01-ac20-612c079432cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "DELETE /v2.0/routers/3289f8a5-8ead-486f-86b1-98501985fb06 HTTP/1.1" status: 204 len: 168 time: 3.3109660 Jul 27 19:59:27.134748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59302) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:27.141594 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-739f39b7-fdb3-4500-bd22-0b305d1492d2 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-531521605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:27.165701 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.175618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d72fb7e7-b045-49b8-80af-0948fb1b3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:27.176055 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.191943 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Network 9ffc3cae-11e2-4bbe-bc71-e3924b2b8897 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:27.198761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:27.201875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:27.216186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Subnet': ['ID=fb6a53a6-244a-4a5f-8199-03d53b96a2b1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:27.234012 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-739f39b7-fdb3-4500-bd22-0b305d1492d2 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.235425 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-739f39b7-fdb3-4500-bd22-0b305d1492d2 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.256732 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72fb7e7-b045-49b8-80af-0948fb1b3c2b None None] Routers {'7b1e87b9-2715-4c20-bece-db5431194b67'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:27.257378 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d72fb7e7-b045-49b8-80af-0948fb1b3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['7b1e87b9-2715-4c20-bece-db5431194b67'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:27.262314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Pushing event updated for resources: {'Port': ['ID=52454daf-66cd-4588-af46-c8e533c95abd,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:27.306642 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1776151c-4bec-44e4-8618-19adbaf3a66d tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:27.312930 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1776151c-4bec-44e4-8618-19adbaf3a66d tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&device_id=7b1e87b9-2715-4c20-bece-db5431194b67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2611113 Jul 27 19:59:27.313607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59314) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:27.338859 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d72fb7e7-b045-49b8-80af-0948fb1b3c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:27.339505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72fb7e7-b045-49b8-80af-0948fb1b3c2b None None] The sync data for ids ['7b1e87b9-2715-4c20-bece-db5431194b67'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:59:27.376146 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.398518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffc3cae-11e2-4bbe-bc71-e3924b2b8897']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:27.403787 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5620d8cc-2e30-40c5-919e-2f377a45dd67 req-1f23ddee-de82-4bbd-b185-8b264d6549be tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.415281 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a19ec9-65ab-4606-be50-aa19a7129df6') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:27.415699 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a19ec9-65ab-4606-be50-aa19a7129df6') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:27.419752 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['055e3f68-318c-45f0-b7c7-2f3602a31d1a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:59:27.450618 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.458836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Attempting to bind port 52454daf-66cd-4588-af46-c8e533c95abd on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:59:27.459487 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Attempting to bind port 52454daf-66cd-4588-af46-c8e533c95abd by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'f9a19ec9-65ab-4606-be50-aa19a7129df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9ffc3cae-11e2-4bbe-bc71-e3924b2b8897'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:59:27.460030 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Attempting to bind port 52454daf-66cd-4588-af46-c8e533c95abd on network 9ffc3cae-11e2-4bbe-bc71-e3924b2b8897 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:27.472432 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:59:27.473158 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Checking segment: {'id': 'f9a19ec9-65ab-4606-be50-aa19a7129df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9ffc3cae-11e2-4bbe-bc71-e3924b2b8897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:27.473570 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.474843 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Bound using segment: {'id': 'f9a19ec9-65ab-4606-be50-aa19a7129df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9ffc3cae-11e2-4bbe-bc71-e3924b2b8897'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:59:27.474843 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Bound port: 52454daf-66cd-4588-af46-c8e533c95abd, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a19ec9-65ab-4606-be50-aa19a7129df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9ffc3cae-11e2-4bbe-bc71-e3924b2b8897'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:59:27.475158 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.571600 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb567f2d-b91c-41fc-981c-45197b5d5f34 req-bc130a71-4a1e-40a2-bd1a-173f87c3de0a tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 210 time: 0.1138172 Jul 27 19:59:27.572599 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23ddee-de82-4bbd-b185-8b264d6549be tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Pushing event deleted for resources: {'Port': ['ID=07e17bf7-4d10-4be6-a663-f2e1959b9319,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:27.594106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] For port 52454daf-66cd-4588-af46-c8e533c95abd, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:59:27.598424 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] For port 52454daf-66cd-4588-af46-c8e533c95abd, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=52454daf-66cd-4588-af46-c8e533c95abd,segment=NetworkSegment(f9a19ec9-65ab-4606-be50-aa19a7129df6),segment_id=f9a19ec9-65ab-4606-be50-aa19a7129df6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:59:27.666468 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.788113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-739f39b7-fdb3-4500-bd22-0b305d1492d2 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.804013 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.808066 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-739f39b7-fdb3-4500-bd22-0b305d1492d2 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.822579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8905c8e4-58a7-47f9-aa55-3d027a1d037f tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:27.823997 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8905c8e4-58a7-47f9-aa55-3d027a1d037f tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 881 time: 0.5026104 Jul 27 19:59:27.825292 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:27.825699 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:27.830936 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:27.842667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59318) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:27.891788 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248718e2-69d4-490f-af14-f1ce23394060 None None] Network 9ffc3cae-11e2-4bbe-bc71-e3924b2b8897 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:27.916969 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9c9dc593-5a6e-4151-bb33-b66a1a6086e1 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b1e87b9-2715-4c20-bece-db5431194b67 HTTP/1.1" status: 200 len: 205 time: 0.0729692 Jul 27 19:59:27.917724 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-739f39b7-fdb3-4500-bd22-0b305d1492d2 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:27.918841 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-739f39b7-fdb3-4500-bd22-0b305d1492d2 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7812176 Jul 27 19:59:27.922320 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59320) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:27.922320 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59322) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:27.932121 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'enable_snat': False}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:28.039916 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.api [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 19:59:28.039916 n-d-705657-21 neutron-server[94060]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 19:59:28.039916 n-d-705657-21 neutron-server[94060]: [parameters: {'id': '9ffc3cae-11e2-4bbe-bc71-e3924b2b8897'}] Jul 27 19:59:28.039916 n-d-705657-21 neutron-server[94060]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:59:28.040538 n-d-705657-21 neutron-server[94060]: DEBUG oslo_db.api [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:59:28.054577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5d6b1-b289-439c-bac9-3a7973914615 None None] Pushing event updated for resources: {'Port': ['ID=52454daf-66cd-4588-af46-c8e533c95abd,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:28.096969 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b603d28b-0741-4614-9d9c-93e1e46fdf2a None None] get_active_networks_info from n-d-705657-21 {{(pid=94061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 19:59:28.136960 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c310d0d-7a08-481f-8e75-cf86138960ed tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:28.153491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-5620d8cc-2e30-40c5-919e-2f377a45dd67 req-1f23ddee-de82-4bbd-b185-8b264d6549be tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] No DVR routers for this DVR port 07e17bf7-4d10-4be6-a663-f2e1959b9319 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:59:28.194377 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5620d8cc-2e30-40c5-919e-2f377a45dd67 req-1f23ddee-de82-4bbd-b185-8b264d6549be tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:28.207261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5620d8cc-2e30-40c5-919e-2f377a45dd67 req-1f23ddee-de82-4bbd-b185-8b264d6549be tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.63 "DELETE /v2.0/ports/07e17bf7-4d10-4be6-a663-f2e1959b9319 HTTP/1.1" status: 204 len: 173 time: 2.1040421 Jul 27 19:59:28.226798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816b6e0-5f6e-4fd0-a3e6-a8292f24dc92 req-338daeb1-f555-4395-b11c-e4dde23358b9 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:28.228345 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7816b6e0-5f6e-4fd0-a3e6-a8292f24dc92 req-338daeb1-f555-4395-b11c-e4dde23358b9 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.52 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 946 time: 1.0153928 Jul 27 19:59:28.229810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbe0ded-3435-4190-a739-3b608b3397b7', 'name': 'network-vif-deleted', 'tag': '07e17bf7-4d10-4be6-a663-f2e1959b9319'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:59:28.233044 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618ed99a-3bee-4f2c-aef5-287e323577d7" -d '{"events": [{"server_uuid": "acbe0ded-3435-4190-a739-3b608b3397b7", "name": "network-vif-deleted", "tag": "07e17bf7-4d10-4be6-a663-f2e1959b9319"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:59:28.246467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b603d28b-0741-4614-9d9c-93e1e46fdf2a None None] Resources bound (agent type, host, resource id): {{(pid=94061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 19:59:28.260685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c310d0d-7a08-481f-8e75-cf86138960ed tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event deleted for resources: {'Port': ['ID=e3646f11-e04e-48fb-8324-f03c1fab9be1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:28.343080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feacd9f-38ec-4c47-b57b-87d6262938ec req-f89761c9-98de-4734-a7e8-88bc9ff74eb9 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:28.344695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1feacd9f-38ec-4c47-b57b-87d6262938ec req-f89761c9-98de-4734-a7e8-88bc9ff74eb9 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 946 time: 0.8653231 Jul 27 19:59:28.347577 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5147da16-a186-45dd-b64d-a2d7fc6bdca2 x-openstack-request-id: req-5147da16-a186-45dd-b64d-a2d7fc6bdca2 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:59:28.347851 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbe0ded-3435-4190-a739-3b608b3397b7", "name": "network-vif-deleted", "tag": "07e17bf7-4d10-4be6-a663-f2e1959b9319", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:59:28.348254 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5147da16-a186-45dd-b64d-a2d7fc6bdca2 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:59:28.360539 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbe0ded-3435-4190-a739-3b608b3397b7', 'name': 'network-vif-deleted', 'tag': '07e17bf7-4d10-4be6-a663-f2e1959b9319', 'status': 'completed', 'code': 200} Jul 27 19:59:28.462921 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9039526-679d-4541-a1c5-58784027a009 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:28.472069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1feacd9f-38ec-4c47-b57b-87d6262938ec req-2f3b1768-fee0-4a42-a050-cab3a154a7e2 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/security-groups?id=89c2e55d-033c-461e-8e01-e19099bd8c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075437 Jul 27 19:59:28.472970 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c310d0d-7a08-481f-8e75-cf86138960ed tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:28.475826 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c310d0d-7a08-481f-8e75-cf86138960ed tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:28.494348 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1c310d0d-7a08-481f-8e75-cf86138960ed tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "DELETE /v2.0/floatingips/e8e856d6-498d-45fa-91ec-c6a4e012020d HTTP/1.1" status: 204 len: 168 time: 2.3526232 Jul 27 19:59:28.557829 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:28.570221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-7816b6e0-5f6e-4fd0-a3e6-a8292f24dc92 req-66075419-3ddb-4f33-8d25-d975b2418cb5 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Deleting port fe27a8f4-a3f7-44b1-a230-8ee92278f980 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:28.570573 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7816b6e0-5f6e-4fd0-a3e6-a8292f24dc92 req-66075419-3ddb-4f33-8d25-d975b2418cb5 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:28.699671 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:28.724301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-7816b6e0-5f6e-4fd0-a3e6-a8292f24dc92 req-66075419-3ddb-4f33-8d25-d975b2418cb5 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] For port fe27a8f4-a3f7-44b1-a230-8ee92278f980, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fe27a8f4-a3f7-44b1-a230-8ee92278f980,segment=NetworkSegment(218fe438-2adf-405e-96a9-3df385af93d9),segment_id=218fe438-2adf-405e-96a9-3df385af93d9)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:28.726288 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7816b6e0-5f6e-4fd0-a3e6-a8292f24dc92 req-66075419-3ddb-4f33-8d25-d975b2418cb5 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:28.775648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-7816b6e0-5f6e-4fd0-a3e6-a8292f24dc92 req-66075419-3ddb-4f33-8d25-d975b2418cb5 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Calling delete_port for fe27a8f4-a3f7-44b1-a230-8ee92278f980 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:29.048672 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 07e17bf7-4d10-4be6-a663-f2e1959b9319 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:59:29.064627 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed4e31a2-d2f0-4e4b-ad14-7e65ab94e887 req-c7f02d8d-1bf3-4d1e-a954-1e6b2c719c45 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=acbe0ded-3435-4190-a739-3b608b3397b7 HTTP/1.1" status: 200 len: 210 time: 0.1127839 Jul 27 19:59:29.102057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 07e17bf7-4d10-4be6-a663-f2e1959b9319 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:59:29.102662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 07e17bf7-4d10-4be6-a663-f2e1959b9319 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:59:29.104540 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9039526-679d-4541-a1c5-58784027a009 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:29.157302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Deleting port 52454daf-66cd-4588-af46-c8e533c95abd {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:29.157898 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:29.194835 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7816b6e0-5f6e-4fd0-a3e6-a8292f24dc92 req-66075419-3ddb-4f33-8d25-d975b2418cb5 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:29.215387 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59332) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:29.222924 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8dc6780d-0b1d-40c6-ad20-e60d2c0d1488 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299240580', 'description': 'tempest-description--328584735'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:29.231633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66075419-3ddb-4f33-8d25-d975b2418cb5 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Pushing event deleted for resources: {'Port': ['ID=fe27a8f4-a3f7-44b1-a230-8ee92278f980,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:29.266336 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] For port 52454daf-66cd-4588-af46-c8e533c95abd, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=52454daf-66cd-4588-af46-c8e533c95abd,segment=NetworkSegment(f9a19ec9-65ab-4606-be50-aa19a7129df6),segment_id=f9a19ec9-65ab-4606-be50-aa19a7129df6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:29.266798 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:29.289298 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Calling delete_port for 52454daf-66cd-4588-af46-c8e533c95abd owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:29.290801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-7816b6e0-5f6e-4fd0-a3e6-a8292f24dc92 req-66075419-3ddb-4f33-8d25-d975b2418cb5 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] No DVR routers for this DVR port fe27a8f4-a3f7-44b1-a230-8ee92278f980 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:59:29.294284 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7816b6e0-5f6e-4fd0-a3e6-a8292f24dc92 req-66075419-3ddb-4f33-8d25-d975b2418cb5 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:29.297853 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7816b6e0-5f6e-4fd0-a3e6-a8292f24dc92 req-66075419-3ddb-4f33-8d25-d975b2418cb5 tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.52 "DELETE /v2.0/ports/fe27a8f4-a3f7-44b1-a230-8ee92278f980 HTTP/1.1" status: 204 len: 173 time: 1.0487795 Jul 27 19:59:29.298083 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8dc6780d-0b1d-40c6-ad20-e60d2c0d1488 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:29.417005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-a9039526-679d-4541-a1c5-58784027a009 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Deleting port 1cfe7b47-5c95-43b9-9f3a-6d41f8766961 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:29.417815 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9039526-679d-4541-a1c5-58784027a009 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:29.618134 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:29.633207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e24af9a9-2424-485c-b725-d0e6ef467e45 req-0d3dabd8-afd8-4ddc-b8b0-2b88c774006e tempest-InstanceActionsNegativeTestJSON-762112469 tempest-InstanceActionsNegativeTestJSON-762112469-project] 10.222.0.48 "GET /v2.0/ports?device_id=20da86e1-f0d9-4d4a-9e37-51cc474ae211 HTTP/1.1" status: 200 len: 210 time: 0.0410709 Jul 27 19:59:29.650926 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:29.659040 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:29.667012 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9039526-679d-4541-a1c5-58784027a009 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:29.711356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Port': ['ID=52454daf-66cd-4588-af46-c8e533c95abd,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:29.713315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No DVR routers for this DVR port 52454daf-66cd-4588-af46-c8e533c95abd on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:59:29.718209 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-a9039526-679d-4541-a1c5-58784027a009 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Calling delete_port for 1cfe7b47-5c95-43b9-9f3a-6d41f8766961 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:29.781476 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8dc6780d-0b1d-40c6-ad20-e60d2c0d1488 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:29.801218 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8dc6780d-0b1d-40c6-ad20-e60d2c0d1488 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:29.821807 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fe27a8f4-a3f7-44b1-a230-8ee92278f980 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:59:29.850622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: fe27a8f4-a3f7-44b1-a230-8ee92278f980 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:59:29.851351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fe27a8f4-a3f7-44b1-a230-8ee92278f980 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:59:30.163004 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.198360 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffc3cae-11e2-4bbe-bc71-e3924b2b8897']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:30.226378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8dc6780d-0b1d-40c6-ad20-e60d2c0d1488 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.230362 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8dc6780d-0b1d-40c6-ad20-e60d2c0d1488 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0100715 Jul 27 19:59:30.231053 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59348) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:30.237576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-1eed04ea-34df-43a1-bab4-d79bde28d127 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Request body: {'security_group_rule': {'security_group_id': '181714ae-c615-41c7-9dff-9a8c5f4d09b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:30.245704 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6780d-0b1d-40c6-ad20-e60d2c0d1488 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181714ae-c615-41c7-9dff-9a8c5f4d09b8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:30.255498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a19ec9-65ab-4606-be50-aa19a7129df6') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:30.255999 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a19ec9-65ab-4606-be50-aa19a7129df6') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:30.281707 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.301232 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1eed04ea-34df-43a1-bab4-d79bde28d127 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.361451 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20da86e1-f0d9-4d4a-9e37-51cc474ae211', 'name': 'network-vif-deleted', 'tag': 'fe27a8f4-a3f7-44b1-a230-8ee92278f980'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:59:30.366470 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.373200 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb089517-d774-4f10-af53-6d5d8bcdbacb" -d '{"events": [{"server_uuid": "20da86e1-f0d9-4d4a-9e37-51cc474ae211", "name": "network-vif-deleted", "tag": "fe27a8f4-a3f7-44b1-a230-8ee92278f980"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:59:30.374318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Allocated IP 172.25.1.79 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/dc1b6f50-a2e3-4e2f-9925-b1800711c58e) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:30.389060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:30.389644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:30.396196 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:30.433504 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1eed04ea-34df-43a1-bab4-d79bde28d127 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.441791 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1eed04ea-34df-43a1-bab4-d79bde28d127 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.477033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed04ea-34df-43a1-bab4-d79bde28d127 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca106c22-a94b-4012-b1c1-e0499c8f58f3,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:30.480977 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923bd741-8f8c-4f5c-a737-3c505a19d498 x-openstack-request-id: req-923bd741-8f8c-4f5c-a737-3c505a19d498 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:59:30.481437 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20da86e1-f0d9-4d4a-9e37-51cc474ae211", "name": "network-vif-deleted", "tag": "fe27a8f4-a3f7-44b1-a230-8ee92278f980", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:59:30.481810 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-923bd741-8f8c-4f5c-a737-3c505a19d498 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:59:30.482494 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20da86e1-f0d9-4d4a-9e37-51cc474ae211', 'name': 'network-vif-deleted', 'tag': 'fe27a8f4-a3f7-44b1-a230-8ee92278f980', 'status': 'completed', 'code': 200} Jul 27 19:59:30.509155 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1eed04ea-34df-43a1-bab4-d79bde28d127 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.512706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1eed04ea-34df-43a1-bab4-d79bde28d127 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2776937 Jul 27 19:59:30.516293 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59354) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:30.527359 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-699d7458-3c59-42ea-83d7-8397797a927d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Request body: {'security_group_rule': {'security_group_id': '181714ae-c615-41c7-9dff-9a8c5f4d09b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:30.566930 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.571097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90385a-5081-4137-b7c4-547b909d2c40 req-a0c57c56-8e48-4845-a6a7-9a06d60c9044 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:30.574259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee90385a-5081-4137-b7c4-547b909d2c40 req-a0c57c56-8e48-4845-a6a7-9a06d60c9044 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.0892112 Jul 27 19:59:30.586959 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.592606 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/9ffc3cae-11e2-4bbe-bc71-e3924b2b8897 HTTP/1.1" status: 204 len: 168 time: 4.6839542 Jul 27 19:59:30.599507 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59356) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:30.624640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-76b4960f-9868-41bf-825b-4a83c89b1db9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1365797620'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:30.630510 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee90385a-5081-4137-b7c4-547b909d2c40 req-a431da44-be8d-4e0b-accd-3a460bdb69b9 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376682 Jul 27 19:59:30.633260 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b708f88-a5dc-4a92-9d78-de36578ae750 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Network': ['ID=9ffc3cae-11e2-4bbe-bc71-e3924b2b8897,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:30.676949 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-699d7458-3c59-42ea-83d7-8397797a927d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.693955 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.700664 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9039526-679d-4541-a1c5-58784027a009 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.704212 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59360) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:30.738247 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b4960f-9868-41bf-825b-4a83c89b1db9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:30.741764 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76b4960f-9868-41bf-825b-4a83c89b1db9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.757121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3edf7f-6eef-4a36-a076-53da7bb9deb6 admin admin] Deleting subnet 95752dd9-8faf-45dd-bd3e-7de52b22abfe {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:59:30.760582 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a3edf7f-6eef-4a36-a076-53da7bb9deb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.760835 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9039526-679d-4541-a1c5-58784027a009 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Pushing event deleted for resources: {'Port': ['ID=1cfe7b47-5c95-43b9-9f3a-6d41f8766961,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:30.805157 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a3edf7f-6eef-4a36-a076-53da7bb9deb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.847466 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a3edf7f-6eef-4a36-a076-53da7bb9deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.865937 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b4960f-9868-41bf-825b-4a83c89b1db9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:59:30.898567 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76b4960f-9868-41bf-825b-4a83c89b1db9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.898910 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-76b4960f-9868-41bf-825b-4a83c89b1db9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Added segment c5bdc6a9-bae1-4941-903a-7a487a7d21db of type vlan for network d7f390ce-653f-464b-8086-09f3ed8f2ed6 Jul 27 19:59:30.911095 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a3edf7f-6eef-4a36-a076-53da7bb9deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.923619 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-699d7458-3c59-42ea-83d7-8397797a927d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.929372 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9039526-679d-4541-a1c5-58784027a009 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.940823 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3edf7f-6eef-4a36-a076-53da7bb9deb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95752dd9-8faf-45dd-bd3e-7de52b22abfe,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:30.945830 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a3edf7f-6eef-4a36-a076-53da7bb9deb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.948539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8a3edf7f-6eef-4a36-a076-53da7bb9deb6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/95752dd9-8faf-45dd-bd3e-7de52b22abfe HTTP/1.1" status: 204 len: 168 time: 0.2427018 Jul 27 19:59:30.951076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59362) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:30.982318 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:30.984186 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-699d7458-3c59-42ea-83d7-8397797a927d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.029384 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.115060 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76b4960f-9868-41bf-825b-4a83c89b1db9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.129722 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.141522 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d7458-3c59-42ea-83d7-8397797a927d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ccdb888-1e78-4170-bafc-40607dcc7dec,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:31.142112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c12267-2617-45a9-88fa-70776aa8c5bd']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:31.162437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218fe438-2adf-405e-96a9-3df385af93d9') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:31.162758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218fe438-2adf-405e-96a9-3df385af93d9') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:31.163028 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9039526-679d-4541-a1c5-58784027a009 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.176906 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9039526-679d-4541-a1c5-58784027a009 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.177184 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-699d7458-3c59-42ea-83d7-8397797a927d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.178304 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-699d7458-3c59-42ea-83d7-8397797a927d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6599672 Jul 27 19:59:31.179233 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.181885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59366) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:31.182728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:31.183844 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Pushing event updated for resources: {'Port': ['ID=dc1b6f50-a2e3-4e2f-9925-b1800711c58e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:31.196801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:31.199653 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:31.216303 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.230132 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:31.230569 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:31.232357 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:31.240739 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:31.272830 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9039526-679d-4541-a1c5-58784027a009 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.273407 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9039526-679d-4541-a1c5-58784027a009 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Fanout notify agent at l3_agent the message router_deleted on router 7b1e87b9-2715-4c20-bece-db5431194b67 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:59:31.282445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a9039526-679d-4541-a1c5-58784027a009 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.282857 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.284698 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a9039526-679d-4541-a1c5-58784027a009 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "DELETE /v2.0/routers/7b1e87b9-2715-4c20-bece-db5431194b67 HTTP/1.1" status: 204 len: 168 time: 3.3604672 Jul 27 19:59:31.288518 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76b4960f-9868-41bf-825b-4a83c89b1db9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.294096 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b4960f-9868-41bf-825b-4a83c89b1db9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:31.294706 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76b4960f-9868-41bf-825b-4a83c89b1db9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.297017 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59368) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:31.305408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-77074003', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}, 'admin_state_up': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:31.356175 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.365930 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.367807 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a4c12267-2617-45a9-88fa-70776aa8c5bd HTTP/1.1" status: 204 len: 168 time: 0.4156954 Jul 27 19:59:31.386292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c12267-2617-45a9-88fa-70776aa8c5bd,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:31.395325 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.396403 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.403497 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:31.403813 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:31.404773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:31.404773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:31.404987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:31.405174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:31.405802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:31.405802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:31.406093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:31.406409 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:31.407031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:31.407031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe8d52-c6d0-46e6-8779-9856617e72c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:31.441032 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-76b4960f-9868-41bf-825b-4a83c89b1db9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8256433 Jul 27 19:59:31.445478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59372) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:31.470307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1d20fcc9-37af-4b45-b97e-743f2bb5cbe2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'subnet': {'network_id': 'd7f390ce-653f-464b-8086-09f3ed8f2ed6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:31.474316 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4960f-9868-41bf-825b-4a83c89b1db9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Network': ['ID=d7f390ce-653f-464b-8086-09f3ed8f2ed6,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:31.475852 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.487997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network d7f390ce-653f-464b-8086-09f3ed8f2ed6 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:31.622127 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.624859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d20fcc9-37af-4b45-b97e-743f2bb5cbe2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:31.628654 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1d20fcc9-37af-4b45-b97e-743f2bb5cbe2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.633546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59374) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:31.677680 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.740912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_backend_mixin [None req-1d20fcc9-37af-4b45-b97e-743f2bb5cbe2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Performing IP validity checks on allocation pools {{(pid=94060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 19:59:31.741429 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_backend_mixin [None req-1d20fcc9-37af-4b45-b97e-743f2bb5cbe2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94060) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 19:59:31.779390 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:31.822178 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ab6b01f8-1ca6-452b-9884-bc8fbb5044ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f70e39cc6ad448eea0e54b7571d63c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873543 Jul 27 19:59:31.827004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59378) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:31.875754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Allocated IP 172.25.1.113 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/b7b08eb2-938a-4c7d-b750-1e8f4f6946f1) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:31.911351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e527840-12d7-451c-8ecd-6af438f7263c req-46d3cd33-b04f-4332-9ff9-fea0c37104d4 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:31.912957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e527840-12d7-451c-8ecd-6af438f7263c req-46d3cd33-b04f-4332-9ff9-fea0c37104d4 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.1966166 Jul 27 19:59:32.007171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e8c9822-8d0c-4e66-abf2-c2d83ce7c3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.033781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e527840-12d7-451c-8ecd-6af438f7263c req-7d120a37-ba27-4484-814f-4c36a27cfc07 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028621 Jul 27 19:59:32.069573 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.071355 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1d20fcc9-37af-4b45-b97e-743f2bb5cbe2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.135331 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e8c9822-8d0c-4e66-abf2-c2d83ce7c3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.181802 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.207623 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20fcc9-37af-4b45-b97e-743f2bb5cbe2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Subnet': ['ID=43ea6da0-9c35-4334-8bed-13fec2129829,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:32.212249 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.214781 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.227599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.236082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d20fcc9-37af-4b45-b97e-743f2bb5cbe2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Checking segment: {'id': 'c5bdc6a9-bae1-4941-903a-7a487a7d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd7f390ce-653f-464b-8086-09f3ed8f2ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:32.236709 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d20fcc9-37af-4b45-b97e-743f2bb5cbe2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network hostable DHCP agents. Network: d7f390ce-653f-464b-8086-09f3ed8f2ed6, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:59:32.291831 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.295600 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e8c9822-8d0c-4e66-abf2-c2d83ce7c3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.298304 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e8c9822-8d0c-4e66-abf2-c2d83ce7c3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.299585 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5e8c9822-8d0c-4e66-abf2-c2d83ce7c3f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89c2e55d-033c-461e-8e01-e19099bd8c7c HTTP/1.1" status: 204 len: 168 time: 0.4716628 Jul 27 19:59:32.347899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c9822-8d0c-4e66-abf2-c2d83ce7c3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c2e55d-033c-461e-8e01-e19099bd8c7c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:32.350141 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d20fcc9-37af-4b45-b97e-743f2bb5cbe2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network d7f390ce-653f-464b-8086-09f3ed8f2ed6 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:59:32.367603 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-1d20fcc9-37af-4b45-b97e-743f2bb5cbe2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, d7f390ce-653f-464b-8086-09f3ed8f2ed6) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:32.375965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d20fcc9-37af-4b45-b97e-743f2bb5cbe2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:32.376617 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1d20fcc9-37af-4b45-b97e-743f2bb5cbe2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.384335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db961aca-8abf-48bc-b474-2134f32faa13 None None] Network d7f390ce-653f-464b-8086-09f3ed8f2ed6 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:32.404906 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1d20fcc9-37af-4b45-b97e-743f2bb5cbe2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9559827 Jul 27 19:59:32.407643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59388) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:32.435119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:32.442108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:32.445061 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:32.494729 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event updated for resources: {'Port': ['ID=b7b08eb2-938a-4c7d-b750-1e8f4f6946f1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:32.526354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Allocated IP 172.25.1.164 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/e810bb12-81f8-4d60-9a7f-ace955be3b66) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:32.589331 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.655305 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-d7f390ce-653f-464b-8086-09f3ed8f2ed6', 'network_id': 'd7f390ce-653f-464b-8086-09f3ed8f2ed6', 'tenant_id': 'ad49a290aaba4381a403532335d5620e', 'fixed_ips': [{'subnet_id': '43ea6da0-9c35-4334-8bed-13fec2129829'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:59:32.658441 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.666371 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.670635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Router c9c914b4-96a7-4d38-ba18-f43001e7799c is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:59:32.736420 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.836104 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:32.919321 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Allocated IP 172.20.0.3 (d7f390ce-653f-464b-8086-09f3ed8f2ed6/43ea6da0-9c35-4334-8bed-13fec2129829/d4f11c76-30f4-4534-8a8f-edd6930093f7) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:32.981756 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.038029 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:33.052271 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.054333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:33.058157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:33.123484 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.166682 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.170716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Pushing event updated for resources: {'Port': ['ID=e810bb12-81f8-4d60-9a7f-ace955be3b66,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:33.239591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:59:33.245040 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.248960 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-389911f9-510e-4a7d-8ebc-d8be90f1a8b5 tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "PUT /v2.0/routers/c9c914b4-96a7-4d38-ba18-f43001e7799c HTTP/1.1" status: 200 len: 914 time: 5.3175776 Jul 27 19:59:33.249291 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59404) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:33.264647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ed637-9772-4e7c-bdfc-1f025d732229 None None] Sync routers for ids ['c9c914b4-96a7-4d38-ba18-f43001e7799c'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:59:33.289460 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ed637-9772-4e7c-bdfc-1f025d732229 None None] Routers {'c9c914b4-96a7-4d38-ba18-f43001e7799c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:33.290516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f77ed637-9772-4e7c-bdfc-1f025d732229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c9c914b4-96a7-4d38-ba18-f43001e7799c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:33.359784 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.372575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f77ed637-9772-4e7c-bdfc-1f025d732229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:33.375060 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.387176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Transition to ACTIVE for port object d4f11c76-30f4-4534-8a8f-edd6930093f7 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:33.388715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event updated for resources: {'Port': ['ID=b7b08eb2-938a-4c7d-b750-1e8f4f6946f1,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:33.394276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ed637-9772-4e7c-bdfc-1f025d732229 None None] Routers {'c9c914b4-96a7-4d38-ba18-f43001e7799c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:33.395545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f77ed637-9772-4e7c-bdfc-1f025d732229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c9c914b4-96a7-4d38-ba18-f43001e7799c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:33.443688 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.444987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6bda5e25-f158-46c1-a4ef-458b7956d399 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2620983 Jul 27 19:59:33.461271 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f77ed637-9772-4e7c-bdfc-1f025d732229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:33.462405 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ed637-9772-4e7c-bdfc-1f025d732229 None None] The sync data for ids ['c9c914b4-96a7-4d38-ba18-f43001e7799c'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:59:33.472183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Transition to ACTIVE for port object d4f11c76-30f4-4534-8a8f-edd6930093f7 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:33.483337 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-872f5991-ebf3-478b-8b52-1842de6ec30b tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/routers/c9c914b4-96a7-4d38-ba18-f43001e7799c HTTP/1.1" status: 200 len: 920 time: 0.2326128 Jul 27 19:59:33.486898 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.492842 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59416) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:33.547055 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdc951-bbdc-4941-83ea-482d45db6e20 req-7eeec247-55e5-4704-b583-cd6ff3fb2fb2 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:33.549290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7cdc951-bbdc-4941-83ea-482d45db6e20 req-7eeec247-55e5-4704-b583-cd6ff3fb2fb2 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.3545768 Jul 27 19:59:33.567673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Network d7f390ce-653f-464b-8086-09f3ed8f2ed6 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:33.571203 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:33.577186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:33.584950 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.588105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Pushing event updated for resources: {'Port': ['ID=d4f11c76-30f4-4534-8a8f-edd6930093f7,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:33.609695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59418) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:33.654231 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Subnet': ['ID=43ea6da0-9c35-4334-8bed-13fec2129829,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:33.689484 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7cdc951-bbdc-4941-83ea-482d45db6e20 req-877f6983-a737-4937-8a38-56e42feb1ecd tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316268 Jul 27 19:59:33.692076 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.703702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Attempting to bind port d4f11c76-30f4-4534-8a8f-edd6930093f7 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:59:33.705644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Attempting to bind port d4f11c76-30f4-4534-8a8f-edd6930093f7 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'c5bdc6a9-bae1-4941-903a-7a487a7d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd7f390ce-653f-464b-8086-09f3ed8f2ed6'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:59:33.706236 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Attempting to bind port d4f11c76-30f4-4534-8a8f-edd6930093f7 on network d7f390ce-653f-464b-8086-09f3ed8f2ed6 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:33.738098 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:59:33.738482 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Checking segment: {'id': 'c5bdc6a9-bae1-4941-903a-7a487a7d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd7f390ce-653f-464b-8086-09f3ed8f2ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:33.738894 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.739290 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Bound using segment: {'id': 'c5bdc6a9-bae1-4941-903a-7a487a7d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd7f390ce-653f-464b-8086-09f3ed8f2ed6'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:59:33.739977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Bound port: d4f11c76-30f4-4534-8a8f-edd6930093f7, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5bdc6a9-bae1-4941-903a-7a487a7d21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd7f390ce-653f-464b-8086-09f3ed8f2ed6'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:59:33.740598 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.745562 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.761543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d2edfd-8637-49ad-b693-47ce7ef2cc7f tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:33.765155 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-61d2edfd-8637-49ad-b693-47ce7ef2cc7f tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&device_id=c9c914b4-96a7-4d38-ba18-f43001e7799c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2596164 Jul 27 19:59:33.768488 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59432) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:33.822349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] For port d4f11c76-30f4-4534-8a8f-edd6930093f7, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:59:33.822814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-692356070-network', 'tenant_id': '4b90e084c0784111b42eb1b5c97c5299'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:33.825557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] For port d4f11c76-30f4-4534-8a8f-edd6930093f7, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d4f11c76-30f4-4534-8a8f-edd6930093f7,segment=NetworkSegment(c5bdc6a9-bae1-4941-903a-7a487a7d21db),segment_id=c5bdc6a9-bae1-4941-903a-7a487a7d21db)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:59:33.829387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-14c5612f-38b9-4ccb-9fb3-207fe56aa7f5 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--299240580&fields=id&tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc HTTP/1.1" status: 200 len: 267 time: 0.0517304 Jul 27 19:59:33.837423 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.844311 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f390ce-653f-464b-8086-09f3ed8f2ed6']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:33.866559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bdc6a9-bae1-4941-903a-7a487a7d21db') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:33.867177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bdc6a9-bae1-4941-903a-7a487a7d21db') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:33.882085 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.898920 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f212f-8b4d-4cd4-93d5-8b565de44af0 None None] Pushing event updated for resources: {'Port': ['ID=d4f11c76-30f4-4534-8a8f-edd6930093f7,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:33.913899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47fee3d-c1c9-41be-9f00-5d1c1aab2d3c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:33.916851 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e47fee3d-c1c9-41be-9f00-5d1c1aab2d3c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/networks/64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 881 time: 0.1473031 Jul 27 19:59:33.920542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.931824 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59434) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:33.964201 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:33.964573 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a3fada53-cca5-48a0-8879-42f58d17c1d8 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c914b4-96a7-4d38-ba18-f43001e7799c HTTP/1.1" status: 200 len: 205 time: 0.0405741 Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:33.974954 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:33.977535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59436) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:34.015757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59fae77-6753-4e70-b3d4-8b187aa6b2a8 None None] Network d7f390ce-653f-464b-8086-09f3ed8f2ed6 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:34.047309 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.api [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 19:59:34.047309 n-d-705657-21 neutron-server[94060]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 19:59:34.047309 n-d-705657-21 neutron-server[94060]: [parameters: {'id': 'd7f390ce-653f-464b-8086-09f3ed8f2ed6'}] Jul 27 19:59:34.047309 n-d-705657-21 neutron-server[94060]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:59:34.047833 n-d-705657-21 neutron-server[94060]: DEBUG oslo_db.api [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:59:34.202718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a77ae97-779e-47ab-aed2-eda7dbe49415 None None] get_active_networks_info from n-d-705657-21 {{(pid=94061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 19:59:34.313416 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a77ae97-779e-47ab-aed2-eda7dbe49415 None None] Resources bound (agent type, host, resource id): {{(pid=94061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 19:59:34.402737 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] Made reservation on behalf of 4b90e084c0784111b42eb1b5c97c5299 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:34.405122 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:34.441171 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:34.549726 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:34.559220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-e6b4ed0a-a1b3-4b4b-8858-ab66d616c3ac tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:34.560731 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-e6b4ed0a-a1b3-4b4b-8858-ab66d616c3ac tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 817 time: 0.7173421 Jul 27 19:59:34.593742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-01183e42-2799-43e3-8f78-082f3fa41c88 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/quotas/ed4d73c737194d3e9fcd2e4cd5fff3fc HTTP/1.1" status: 200 len: 375 time: 0.0232735 Jul 27 19:59:34.655499 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc14daf7-0ded-403e-af99-641c1db13266 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:34.669335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Deleting port d4f11c76-30f4-4534-8a8f-edd6930093f7 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:34.670746 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:34.785335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] For port d4f11c76-30f4-4534-8a8f-edd6930093f7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d4f11c76-30f4-4534-8a8f-edd6930093f7,segment=NetworkSegment(c5bdc6a9-bae1-4941-903a-7a487a7d21db),segment_id=c5bdc6a9-bae1-4941-903a-7a487a7d21db)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:34.786025 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:34.815983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Calling delete_port for d4f11c76-30f4-4534-8a8f-edd6930093f7 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:34.914742 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:34.957836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Port': ['ID=d4f11c76-30f4-4534-8a8f-edd6930093f7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:34.960438 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No DVR routers for this DVR port d4f11c76-30f4-4534-8a8f-edd6930093f7 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:59:34.964719 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:34.972221 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc14daf7-0ded-403e-af99-641c1db13266 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.057875 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.068926 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f390ce-653f-464b-8086-09f3ed8f2ed6']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:35.085085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bdc6a9-bae1-4941-903a-7a487a7d21db') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:35.085085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bdc6a9-bae1-4941-903a-7a487a7d21db') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:35.093168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-b7b68d6d-e58e-4792-9b74-d00b86a34a8b tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4787116 Jul 27 19:59:35.095190 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.097182 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.113103 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.114489 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.123619 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:35.124018 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:35.127771 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:35.139221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb76ede-6188-4566-b929-140e0b421a72 req-9a69d383-7c8a-4a18-8cb0-63f921f83f91 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:35.141403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ebb76ede-6188-4566-b929-140e0b421a72 req-9a69d383-7c8a-4a18-8cb0-63f921f83f91 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.2967288 Jul 27 19:59:35.202328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.210296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.212204 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/d7f390ce-653f-464b-8086-09f3ed8f2ed6 HTTP/1.1" status: 204 len: 168 time: 2.8032622 Jul 27 19:59:35.223880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59448) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:35.229468 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d3093c17-1f0c-4f98-8240-d38cb1f0164a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1548882094'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:35.233068 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b42114-1995-4832-9a57-84d3a8e2dd96 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Network': ['ID=d7f390ce-653f-464b-8086-09f3ed8f2ed6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:35.256313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3093c17-1f0c-4f98-8240-d38cb1f0164a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:35.260744 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3093c17-1f0c-4f98-8240-d38cb1f0164a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.288860 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3093c17-1f0c-4f98-8240-d38cb1f0164a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:59:35.302171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3093c17-1f0c-4f98-8240-d38cb1f0164a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.302526 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-d3093c17-1f0c-4f98-8240-d38cb1f0164a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Added segment b34925fe-7881-4fd1-9953-dc16967c26a2 of type vlan for network 77a4d4ac-f689-434b-8c39-2c046fffc2db Jul 27 19:59:35.339050 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-55f7bf87-1a1d-4b8a-83d9-1b62c56d24ba service neutron] 10.222.0.48 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585248 Jul 27 19:59:35.354458 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3093c17-1f0c-4f98-8240-d38cb1f0164a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.387631 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3093c17-1f0c-4f98-8240-d38cb1f0164a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.390315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:59:35.394067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3093c17-1f0c-4f98-8240-d38cb1f0164a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:35.394698 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3093c17-1f0c-4f98-8240-d38cb1f0164a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.460444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:35.465067 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d3093c17-1f0c-4f98-8240-d38cb1f0164a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2367051 Jul 27 19:59:35.465067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59450) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:35.470165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-355ae003-e956-41eb-b3ed-d78b7e306e10 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'subnet': {'network_id': '77a4d4ac-f689-434b-8c39-2c046fffc2db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:35.471960 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.472306 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] Added segment 47128b16-8004-48b2-b4f4-6cd8563984e9 of type vlan for network fef55a91-716f-4a87-94ea-bee452d6f745 Jul 27 19:59:35.490592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3093c17-1f0c-4f98-8240-d38cb1f0164a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Network': ['ID=77a4d4ac-f689-434b-8c39-2c046fffc2db,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:35.514821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 77a4d4ac-f689-434b-8c39-2c046fffc2db details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:35.546948 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ebb76ede-6188-4566-b929-140e0b421a72 req-c1a42c02-5e65-47c5-8871-a26bbde96ffd tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630586 Jul 27 19:59:35.568574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-bc14daf7-0ded-403e-af99-641c1db13266 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Deleting port dc1b6f50-a2e3-4e2f-9925-b1800711c58e {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:35.569107 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc14daf7-0ded-403e-af99-641c1db13266 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.595759 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.597788 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355ae003-e956-41eb-b3ed-d78b7e306e10 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:35.602862 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-355ae003-e956-41eb-b3ed-d78b7e306e10 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.655642 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-ff691113-3d21-4d14-b8ce-c469ec82bdb7 service neutron] 10.222.0.48 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943032 Jul 27 19:59:35.764071 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc14daf7-0ded-403e-af99-641c1db13266 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.766844 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Router dfc410e9-f324-4808-bfcb-ad7bf06bee4a is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:59:35.787699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-bc14daf7-0ded-403e-af99-641c1db13266 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Calling delete_port for dc1b6f50-a2e3-4e2f-9925-b1800711c58e owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:35.800104 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.801435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:35.802097 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.874792 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-355ae003-e956-41eb-b3ed-d78b7e306e10 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:35.975915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ae003-e956-41eb-b3ed-d78b7e306e10 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Checking segment: {'id': 'b34925fe-7881-4fd1-9953-dc16967c26a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '77a4d4ac-f689-434b-8c39-2c046fffc2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:35.977080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ae003-e956-41eb-b3ed-d78b7e306e10 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network hostable DHCP agents. Network: 77a4d4ac-f689-434b-8c39-2c046fffc2db, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:59:35.987917 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ae003-e956-41eb-b3ed-d78b7e306e10 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Subnet': ['ID=6adc7707-27ff-420d-bc86-0040657b9649,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:36.001204 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2d83659-9036-40c1-969c-a94a12c6d148 req-85b55f67-42c2-4de0-9ae1-68f79ffb0abb tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 210 time: 0.0900319 Jul 27 19:59:36.010537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3995023 Jul 27 19:59:36.017777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59458) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:36.019201 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ae003-e956-41eb-b3ed-d78b7e306e10 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network 77a4d4ac-f689-434b-8c39-2c046fffc2db is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:59:36.019953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb44cd-d360-4f3b-88a2-95642165247a admin admin] Pushing event updated for resources: {'Network': ['ID=fef55a91-716f-4a87-94ea-bee452d6f745,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:36.047690 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network fef55a91-716f-4a87-94ea-bee452d6f745 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:36.048144 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-355ae003-e956-41eb-b3ed-d78b7e306e10 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 77a4d4ac-f689-434b-8c39-2c046fffc2db) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:36.055501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-b99c5dfc-95ad-412f-9f31-771a90a43caa admin admin] Request body: {'subnet': {'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-692356070-subnet', 'tenant_id': '4b90e084c0784111b42eb1b5c97c5299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:36.057453 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355ae003-e956-41eb-b3ed-d78b7e306e10 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:36.058234 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-355ae003-e956-41eb-b3ed-d78b7e306e10 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.081792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99c5dfc-95ad-412f-9f31-771a90a43caa admin admin] Made reservation on behalf of 4b90e084c0784111b42eb1b5c97c5299 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:36.083950 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b99c5dfc-95ad-412f-9f31-771a90a43caa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.089284 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-355ae003-e956-41eb-b3ed-d78b7e306e10 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6233444 Jul 27 19:59:36.090364 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59464) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:36.117633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b55fbd-ef41-4a25-a48c-c78c9a0ca9a2 None None] Network 77a4d4ac-f689-434b-8c39-2c046fffc2db requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:36.226695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:59:36.245711 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a46e58-f03b-4e0b-89d4-992006bf4bc3 None None] Sync routers for ids ['dfc410e9-f324-4808-bfcb-ad7bf06bee4a'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:59:36.257770 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.259119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-21554ec5-055b-4f31-a722-09250e479046 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9573507 Jul 27 19:59:36.261603 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a46e58-f03b-4e0b-89d4-992006bf4bc3 None None] Routers {'dfc410e9-f324-4808-bfcb-ad7bf06bee4a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:36.262736 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-34a46e58-f03b-4e0b-89d4-992006bf4bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['dfc410e9-f324-4808-bfcb-ad7bf06bee4a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:36.263090 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59466) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:36.271725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:36.289904 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.310487 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-34a46e58-f03b-4e0b-89d4-992006bf4bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:36.327689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a537d81e-2d10-4f7b-871c-c99cfcd8288f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-77a4d4ac-f689-434b-8c39-2c046fffc2db', 'network_id': '77a4d4ac-f689-434b-8c39-2c046fffc2db', 'tenant_id': 'ad49a290aaba4381a403532335d5620e', 'fixed_ips': [{'subnet_id': '6adc7707-27ff-420d-bc86-0040657b9649'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:59:36.328612 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a537d81e-2d10-4f7b-871c-c99cfcd8288f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.331947 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a46e58-f03b-4e0b-89d4-992006bf4bc3 None None] Routers {'dfc410e9-f324-4808-bfcb-ad7bf06bee4a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:36.332825 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-34a46e58-f03b-4e0b-89d4-992006bf4bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['dfc410e9-f324-4808-bfcb-ad7bf06bee4a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:36.368939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.391186 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-34a46e58-f03b-4e0b-89d4-992006bf4bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:36.392210 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a46e58-f03b-4e0b-89d4-992006bf4bc3 None None] The sync data for ids ['dfc410e9-f324-4808-bfcb-ad7bf06bee4a'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:59:36.473525 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.499797 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc14daf7-0ded-403e-af99-641c1db13266 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server [None req-a537d81e-2d10-4f7b-871c-c99cfcd8288f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6adc7707-27ff-420d-bc86-0040657b9649: This subnet is being modified by another concurrent operation. Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise exception Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6adc7707-27ff-420d-bc86-0040657b9649: This subnet is being modified by another concurrent operation. Jul 27 19:59:36.504016 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Jul 27 19:59:36.531231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72193e7-c409-4bdf-b6df-b75a346a562a None None] Network 77a4d4ac-f689-434b-8c39-2c046fffc2db requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:36.583546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14daf7-0ded-403e-af99-641c1db13266 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Pushing event deleted for resources: {'Port': ['ID=dc1b6f50-a2e3-4e2f-9925-b1800711c58e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:36.585615 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.614502 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a4d4ac-f689-434b-8c39-2c046fffc2db']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:36.625992 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b99c5dfc-95ad-412f-9f31-771a90a43caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.627711 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34925fe-7881-4fd1-9953-dc16967c26a2') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:36.627974 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34925fe-7881-4fd1-9953-dc16967c26a2') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:36.635659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Subnet': ['ID=6adc7707-27ff-420d-bc86-0040657b9649,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:36.640454 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.671118 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.678221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:36.678623 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:36.681756 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:36.757181 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.769779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3770e076-f04a-4cd6-af48-c30a898dcbb9 None None] get_active_networks_info from n-d-705657-21 {{(pid=94061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 19:59:36.775462 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.780334 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/77a4d4ac-f689-434b-8c39-2c046fffc2db HTTP/1.1" status: 204 len: 168 time: 0.6886513 Jul 27 19:59:36.805101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59478) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:36.817881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-358eac08-81f0-438d-ad10-0c8a50ffb8ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1346165200'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:36.822443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5647ee-7ca1-4bd9-9b90-3747c448b270 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Network': ['ID=77a4d4ac-f689-434b-8c39-2c046fffc2db,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:36.848751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358eac08-81f0-438d-ad10-0c8a50ffb8ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:36.853630 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-358eac08-81f0-438d-ad10-0c8a50ffb8ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.889308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358eac08-81f0-438d-ad10-0c8a50ffb8ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:59:36.905797 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3770e076-f04a-4cd6-af48-c30a898dcbb9 None None] Resources bound (agent type, host, resource id): {{(pid=94061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 19:59:36.906683 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-358eac08-81f0-438d-ad10-0c8a50ffb8ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.907706 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-358eac08-81f0-438d-ad10-0c8a50ffb8ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Added segment 4ca4346d-9d87-47c9-bb21-e4bcfaf3a536 of type vlan for network 48306ee2-367b-4829-a003-e4f6eaa202bc Jul 27 19:59:36.962117 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-358eac08-81f0-438d-ad10-0c8a50ffb8ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:36.977799 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c5dfc-95ad-412f-9f31-771a90a43caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c89ae72f-a268-436b-9cde-3f77b3513e25,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:36.988642 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc14daf7-0ded-403e-af99-641c1db13266 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.020767 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-358eac08-81f0-438d-ad10-0c8a50ffb8ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.030171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358eac08-81f0-438d-ad10-0c8a50ffb8ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:37.030943 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-358eac08-81f0-438d-ad10-0c8a50ffb8ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.160348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358eac08-81f0-438d-ad10-0c8a50ffb8ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Network': ['ID=48306ee2-367b-4829-a003-e4f6eaa202bc,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:37.176260 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-358eac08-81f0-438d-ad10-0c8a50ffb8ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3695033 Jul 27 19:59:37.177149 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59484) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:37.181232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 48306ee2-367b-4829-a003-e4f6eaa202bc details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:37.183939 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4fb298fc-ea06-4ebd-b103-d7777e83f6ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'subnet': {'network_id': '48306ee2-367b-4829-a003-e4f6eaa202bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:37.339717 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb298fc-ea06-4ebd-b103-d7777e83f6ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:37.344939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4fb298fc-ea06-4ebd-b103-d7777e83f6ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.474334 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99c5dfc-95ad-412f-9f31-771a90a43caa admin admin] Checking segment: {'id': '47128b16-8004-48b2-b4f4-6cd8563984e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:37.475105 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c5dfc-95ad-412f-9f31-771a90a43caa admin admin] Network hostable DHCP agents. Network: fef55a91-716f-4a87-94ea-bee452d6f745, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:59:37.547014 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8015c-c458-4aaa-9bf8-b94671c380ec req-59331d26-bacf-40dc-aaac-d84457c17556 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:37.548706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ae8015c-c458-4aaa-9bf8-b94671c380ec req-59331d26-bacf-40dc-aaac-d84457c17556 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.52 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.9629130 Jul 27 19:59:37.596786 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc14daf7-0ded-403e-af99-641c1db13266 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.607889 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4fb298fc-ea06-4ebd-b103-d7777e83f6ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.640576 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc14daf7-0ded-403e-af99-641c1db13266 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.657745 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92404611-d0d2-45f3-a432-10e249ba085e req-02c3c74a-540d-4d89-a367-79ebe5ed94e3 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 210 time: 0.1918485 Jul 27 19:59:37.675562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0b745-194a-4a3a-8b0c-29c5ffc2318b req-ff11d2c9-a4dd-4e58-a63b-a60bf5bc90cb tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:37.677513 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb298fc-ea06-4ebd-b103-d7777e83f6ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Subnet': ['ID=c88da8d0-fd00-4c67-a1e7-0e6d9acc7668,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:37.683447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ade0b745-194a-4a3a-8b0c-29c5ffc2318b req-ff11d2c9-a4dd-4e58-a63b-a60bf5bc90cb tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 945 time: 0.9343939 Jul 27 19:59:37.688533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb298fc-ea06-4ebd-b103-d7777e83f6ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Checking segment: {'id': '4ca4346d-9d87-47c9-bb21-e4bcfaf3a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '48306ee2-367b-4829-a003-e4f6eaa202bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:37.688964 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb298fc-ea06-4ebd-b103-d7777e83f6ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network hostable DHCP agents. Network: 48306ee2-367b-4829-a003-e4f6eaa202bc, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:59:37.709951 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb298fc-ea06-4ebd-b103-d7777e83f6ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network 48306ee2-367b-4829-a003-e4f6eaa202bc is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:59:37.722404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4fb298fc-ea06-4ebd-b103-d7777e83f6ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 48306ee2-367b-4829-a003-e4f6eaa202bc) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:37.733100 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb298fc-ea06-4ebd-b103-d7777e83f6ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:37.733948 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4fb298fc-ea06-4ebd-b103-d7777e83f6ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.736863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1e41d5-a8b2-4810-a664-0bd407bf27d5 None None] Network 48306ee2-367b-4829-a003-e4f6eaa202bc requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:37.757110 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4fb298fc-ea06-4ebd-b103-d7777e83f6ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5782974 Jul 27 19:59:37.757912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59486) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:37.812462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c5dfc-95ad-412f-9f31-771a90a43caa admin admin] Network fef55a91-716f-4a87-94ea-bee452d6f745 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:59:37.820615 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc14daf7-0ded-403e-af99-641c1db13266 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.821384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc14daf7-0ded-403e-af99-641c1db13266 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Fanout notify agent at l3_agent the message router_deleted on router c9c914b4-96a7-4d38-ba18-f43001e7799c {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:59:37.828111 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.856341 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc14daf7-0ded-403e-af99-641c1db13266 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.857584 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bc14daf7-0ded-403e-af99-641c1db13266 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "DELETE /v2.0/routers/c9c914b4-96a7-4d38-ba18-f43001e7799c HTTP/1.1" status: 204 len: 168 time: 3.8748257 Jul 27 19:59:37.862507 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59490) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:37.864597 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-b99c5dfc-95ad-412f-9f31-771a90a43caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, fef55a91-716f-4a87-94ea-bee452d6f745) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:37.879170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-414883771', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:37.886565 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cd746e-d71f-4f6b-b40a-46c8611f8736 None None] Network fef55a91-716f-4a87-94ea-bee452d6f745 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:37.904131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c5dfc-95ad-412f-9f31-771a90a43caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:37.904951 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b99c5dfc-95ad-412f-9f31-771a90a43caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.932598 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.936794 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.939176 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.941029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ade0b745-194a-4a3a-8b0c-29c5ffc2318b req-902373a3-b51f-48ca-8eba-9b56208171a8 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fab068c-ed46-4095-b5b4-1c390dfade80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564721 Jul 27 19:59:37.952341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-d737791a-0a7c-4374-800c-4f3d073e8e09 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:37.954260 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-d737791a-0a7c-4374-800c-4f3d073e8e09 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.52 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 817 time: 0.4857390 Jul 27 19:59:37.956235 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:37.974141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b99c5dfc-95ad-412f-9f31-771a90a43caa admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9550602 Jul 27 19:59:38.043203 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:38.061252 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-ad32ddb7-44cc-41b5-b640-e277a33f7fe4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc HTTP/1.1" status: 200 len: 379 time: 0.0820138 Jul 27 19:59:38.072148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-16ae5d6b-96fe-4d1a-b1da-60f4829cb791 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Request body: {'port': {'device_id': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'admin_state_up': True, 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'security_groups': ['181714ae-c615-41c7-9dff-9a8c5f4d09b8']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:38.079126 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-5ae8015c-c458-4aaa-9bf8-b94671c380ec req-ee2fe131-5824-481e-b7a2-4d56a6c3e606 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Deleting port 055e3f68-318c-45f0-b7c7-2f3602a31d1a {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:38.079948 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5ae8015c-c458-4aaa-9bf8-b94671c380ec req-ee2fe131-5824-481e-b7a2-4d56a6c3e606 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:38.094291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3d9b97-570c-4905-b873-fbf43737f7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-48306ee2-367b-4829-a003-e4f6eaa202bc', 'network_id': '48306ee2-367b-4829-a003-e4f6eaa202bc', 'tenant_id': 'ad49a290aaba4381a403532335d5620e', 'fixed_ips': [{'subnet_id': 'c88da8d0-fd00-4c67-a1e7-0e6d9acc7668'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:59:38.095474 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bc3d9b97-570c-4905-b873-fbf43737f7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:38.137213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e52b13-9f30-4236-8c26-8da15a024a5a None None] Network fef55a91-716f-4a87-94ea-bee452d6f745 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:38.197463 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:38.262468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Deleting port e810bb12-81f8-4d60-9a7f-ace955be3b66 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:38.263472 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:38.335829 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:38.411093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-5ae8015c-c458-4aaa-9bf8-b94671c380ec req-ee2fe131-5824-481e-b7a2-4d56a6c3e606 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] For port 055e3f68-318c-45f0-b7c7-2f3602a31d1a, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=055e3f68-318c-45f0-b7c7-2f3602a31d1a,segment=NetworkSegment(dd733597-e680-40ca-961f-cf49b0487d90),segment_id=dd733597-e680-40ca-961f-cf49b0487d90)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:38.411683 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5ae8015c-c458-4aaa-9bf8-b94671c380ec req-ee2fe131-5824-481e-b7a2-4d56a6c3e606 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:38.418964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server [None req-bc3d9b97-570c-4905-b873-fbf43737f7e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c88da8d0-fd00-4c67-a1e7-0e6d9acc7668: This subnet is being modified by another concurrent operation. Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise exception Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c88da8d0-fd00-4c67-a1e7-0e6d9acc7668: This subnet is being modified by another concurrent operation. Jul 27 19:59:38.440784 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Jul 27 19:59:38.452174 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:38.468453 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-5ae8015c-c458-4aaa-9bf8-b94671c380ec req-ee2fe131-5824-481e-b7a2-4d56a6c3e606 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Calling delete_port for 055e3f68-318c-45f0-b7c7-2f3602a31d1a owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:38.482698 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261dceb3-776a-4e6d-8bd6-0c50a98decd0 None None] Network 48306ee2-367b-4829-a003-e4f6eaa202bc requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:38.501653 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Subnet': ['ID=c88da8d0-fd00-4c67-a1e7-0e6d9acc7668,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:38.602202 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:38.618227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f49d51-19cd-4985-958b-3abb44c85a14 None None] get_active_networks_info from n-d-705657-21 {{(pid=94061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 19:59:38.618694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48306ee2-367b-4829-a003-e4f6eaa202bc']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:38.636618 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca4346d-9d87-47c9-bb21-e4bcfaf3a536') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:38.636915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca4346d-9d87-47c9-bb21-e4bcfaf3a536') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:38.639438 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:38.647304 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-16ae5d6b-96fe-4d1a-b1da-60f4829cb791 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Made reservation on behalf of ed4d73c737194d3e9fcd2e4cd5fff3fc for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:38.651535 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-16ae5d6b-96fe-4d1a-b1da-60f4829cb791 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:38.655462 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:38.688340 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:38.698596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Calling delete_port for e810bb12-81f8-4d60-9a7f-ace955be3b66 owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:38.718821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:38.719248 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:38.734522 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:38.778036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f49d51-19cd-4985-958b-3abb44c85a14 None None] Resources bound (agent type, host, resource id): {{(pid=94061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 19:59:38.842485 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec4f2fcd-6b94-401a-9bd9-2459ce9cb473 req-9e235dde-fe9b-4ba4-a677-f27142025d9a tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 210 time: 0.0694156 Jul 27 19:59:38.872452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-aaee628f-7e73-4ecc-9f3e-052091e06829 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:38.874018 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-aaee628f-7e73-4ecc-9f3e-052091e06829 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/networks?id=fef55a91-716f-4a87-94ea-bee452d6f745 HTTP/1.1" status: 200 len: 817 time: 0.3592358 Jul 27 19:59:39.173582 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd8fccda-555a-45d5-801f-6b5f57658fec req-e40f0994-8eca-4e31-8bcd-9f2cf8b52d20 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.48 "GET /v2.0/ports?device_id=6105ceda-4efb-4ccd-9247-cce7e1719be1 HTTP/1.1" status: 200 len: 210 time: 0.0459487 Jul 27 19:59:39.174501 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:39.175082 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:39.183651 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:39.185514 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/48306ee2-367b-4829-a003-e4f6eaa202bc HTTP/1.1" status: 204 len: 168 time: 1.4265449 Jul 27 19:59:39.198738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59514) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:39.213481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f163d2-5d35-4129-a022-766eb5f852fb tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Network': ['ID=48306ee2-367b-4829-a003-e4f6eaa202bc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:39.215238 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:39.231077 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5ae8015c-c458-4aaa-9bf8-b94671c380ec req-ee2fe131-5824-481e-b7a2-4d56a6c3e606 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:39.235403 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:39.279528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8a0cdafb-6957-4a94-8c7a-ab1ddc060e32 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1271440628'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:39.284216 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-4676e383-ef3e-4acf-8b7e-8c0f46e4575f tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/quotas/4b90e084c0784111b42eb1b5c97c5299 HTTP/1.1" status: 200 len: 375 time: 0.3851864 Jul 27 19:59:39.285076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Pushing event deleted for resources: {'Port': ['ID=e810bb12-81f8-4d60-9a7f-ace955be3b66,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:39.353561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Allocated IP 172.25.1.219 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/66797c7a-8a5e-446c-a7b7-589cfe7f2308) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:39.434771 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-a6b8e6b3-9025-405b-b994-8a9991cd6b03 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b90e084c0784111b42eb1b5c97c5299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1150079 Jul 27 19:59:39.435530 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fe131-5824-481e-b7a2-4d56a6c3e606 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Pushing event deleted for resources: {'Port': ['ID=055e3f68-318c-45f0-b7c7-2f3602a31d1a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:39.470829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae8015c-c458-4aaa-9bf8-b94671c380ec req-ee2fe131-5824-481e-b7a2-4d56a6c3e606 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] No DVR routers for this DVR port 055e3f68-318c-45f0-b7c7-2f3602a31d1a on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:59:39.472652 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:39.483798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0cdafb-6957-4a94-8c7a-ab1ddc060e32 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:39.487246 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a0cdafb-6957-4a94-8c7a-ab1ddc060e32 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:39.509612 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-5ae8015c-c458-4aaa-9bf8-b94671c380ec req-ee2fe131-5824-481e-b7a2-4d56a6c3e606 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:39.511606 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ae8015c-c458-4aaa-9bf8-b94671c380ec req-ee2fe131-5824-481e-b7a2-4d56a6c3e606 tempest-ServerRescueNegativeTestJSON-1420155249 tempest-ServerRescueNegativeTestJSON-1420155249-project] 10.222.0.52 "DELETE /v2.0/ports/055e3f68-318c-45f0-b7c7-2f3602a31d1a HTTP/1.1" status: 204 len: 173 time: 1.8742604 Jul 27 19:59:39.513131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6105ceda-4efb-4ccd-9247-cce7e1719be1', 'name': 'network-vif-deleted', 'tag': '055e3f68-318c-45f0-b7c7-2f3602a31d1a'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:59:39.515701 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9749ae-9808-4180-af19-621334502a20" -d '{"events": [{"server_uuid": "6105ceda-4efb-4ccd-9247-cce7e1719be1", "name": "network-vif-deleted", "tag": "055e3f68-318c-45f0-b7c7-2f3602a31d1a"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:59:39.517701 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:39.595893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:39.599405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:39.603495 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:39.605848 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589f4b8e-5bc2-4a99-9547-7585f3f871e8 x-openstack-request-id: req-589f4b8e-5bc2-4a99-9547-7585f3f871e8 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:59:39.606133 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6105ceda-4efb-4ccd-9247-cce7e1719be1", "name": "network-vif-deleted", "tag": "055e3f68-318c-45f0-b7c7-2f3602a31d1a", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:59:39.606573 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-589f4b8e-5bc2-4a99-9547-7585f3f871e8 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:59:39.606969 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6105ceda-4efb-4ccd-9247-cce7e1719be1', 'name': 'network-vif-deleted', 'tag': '055e3f68-318c-45f0-b7c7-2f3602a31d1a', 'status': 'completed', 'code': 200} Jul 27 19:59:39.621657 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:39.678508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0cdafb-6957-4a94-8c7a-ab1ddc060e32 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:59:39.679862 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Pushing event updated for resources: {'Port': ['ID=66797c7a-8a5e-446c-a7b7-589cfe7f2308,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:39.727455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-16ae5d6b-96fe-4d1a-b1da-60f4829cb791 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Allocated IP 172.20.0.12 (5a353abe-4a3b-464a-8986-fca747b8e0df/d09a00cb-b386-481d-ac77-b852f1db0dbd/697418e5-5859-4ab1-a590-67829d3c0217) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:39.729841 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a0cdafb-6957-4a94-8c7a-ab1ddc060e32 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:39.730338 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-8a0cdafb-6957-4a94-8c7a-ab1ddc060e32 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Added segment bb51f8b3-6289-4a5f-a478-ccb3c0ba4f34 of type vlan for network fd754cab-4fc2-4b5b-9f3a-d0c372fb30da Jul 27 19:59:39.870359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 055e3f68-318c-45f0-b7c7-2f3602a31d1a no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:59:39.880827 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a0cdafb-6957-4a94-8c7a-ab1ddc060e32 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:39.894076 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 055e3f68-318c-45f0-b7c7-2f3602a31d1a {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:59:39.894076 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 055e3f68-318c-45f0-b7c7-2f3602a31d1a not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:59:39.895076 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-040a2783-5886-48d4-a6e0-eb8ad231ef36 service neutron] 10.222.0.48 "GET /v2.0/networks/fef55a91-716f-4a87-94ea-bee452d6f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277251 Jul 27 19:59:39.952981 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:40.035911 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:40.095617 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76503818-f6f4-4a77-ad82-52b19378fcac req-e2dd04b3-2272-46ff-bf32-6e3f5951c5bd tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 210 time: 0.0707762 Jul 27 19:59:40.159877 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:40.180436 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a0cdafb-6957-4a94-8c7a-ab1ddc060e32 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:40.189822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0cdafb-6957-4a94-8c7a-ab1ddc060e32 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:40.190526 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a0cdafb-6957-4a94-8c7a-ab1ddc060e32 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:40.225100 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:40.272663 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59540) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:40.358278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8a0cdafb-6957-4a94-8c7a-ab1ddc060e32 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1247869 Jul 27 19:59:40.368435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59544) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:40.382310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-2f1e111e-0426-4c82-9cf3-25708d80b1b2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:40.412920 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-82dafc1b-47ee-4c07-a013-9d3eea8c7c55 service neutron] 10.222.0.48 "GET /v2.0/networks/fef55a91-716f-4a87-94ea-bee452d6f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769106 Jul 27 19:59:40.448347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cdafb-6957-4a94-8c7a-ab1ddc060e32 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Network': ['ID=fd754cab-4fc2-4b5b-9f3a-d0c372fb30da,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:40.458124 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Router dfc410e9-f324-4808-bfcb-ad7bf06bee4a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:59:40.463715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network fd754cab-4fc2-4b5b-9f3a-d0c372fb30da details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:40.481222 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-16ae5d6b-96fe-4d1a-b1da-60f4829cb791 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:40.513587 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-16ae5d6b-96fe-4d1a-b1da-60f4829cb791 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Transition to ACTIVE for port object 697418e5-5859-4ab1-a590-67829d3c0217 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:40.674972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Router d4fe4a7f-2872-4af9-9859-47cb9e867dfc is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 19:59:40.682855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:59:40.696722 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e43b7-6de3-4dfd-a108-92999f1a7cea None None] Sync routers for ids ['dfc410e9-f324-4808-bfcb-ad7bf06bee4a'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:59:40.698659 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:40.700015 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5da11b15-86c0-4640-b0f0-3e130361890b tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "PUT /v2.0/routers/dfc410e9-f324-4808-bfcb-ad7bf06bee4a HTTP/1.1" status: 200 len: 708 time: 4.4346464 Jul 27 19:59:40.704982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59546) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:40.716104 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f1e111e-0426-4c82-9cf3-25708d80b1b2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:40.720726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e43b7-6de3-4dfd-a108-92999f1a7cea None None] Routers {'dfc410e9-f324-4808-bfcb-ad7bf06bee4a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:40.722064 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-488e43b7-6de3-4dfd-a108-92999f1a7cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['dfc410e9-f324-4808-bfcb-ad7bf06bee4a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:40.726709 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-16ae5d6b-96fe-4d1a-b1da-60f4829cb791 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:40.765011 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f1e111e-0426-4c82-9cf3-25708d80b1b2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:40.839663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-488e43b7-6de3-4dfd-a108-92999f1a7cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:40.861785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e43b7-6de3-4dfd-a108-92999f1a7cea None None] Routers {'dfc410e9-f324-4808-bfcb-ad7bf06bee4a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:40.864388 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-488e43b7-6de3-4dfd-a108-92999f1a7cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['dfc410e9-f324-4808-bfcb-ad7bf06bee4a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:40.909861 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-488e43b7-6de3-4dfd-a108-92999f1a7cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:40.910639 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e43b7-6de3-4dfd-a108-92999f1a7cea None None] The sync data for ids ['dfc410e9-f324-4808-bfcb-ad7bf06bee4a'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:59:40.926224 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a5fd23b6-c3b8-4c6d-81f1-5ff5cb105062 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/routers/dfc410e9-f324-4808-bfcb-ad7bf06bee4a HTTP/1.1" status: 200 len: 743 time: 0.2189968 Jul 27 19:59:40.934743 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59552) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:41.026921 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-836695d0-4bf6-4ef9-8db9-39271d4bbd00 tempest-RoutersIpV6AdminTest-564856564 tempest-RoutersIpV6AdminTest-564856564-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&device_id=dfc410e9-f324-4808-bfcb-ad7bf06bee4a HTTP/1.1" status: 200 len: 205 time: 0.0882452 Jul 27 19:59:41.092271 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59556) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:41.093888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:59:41.106529 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c883d739-af44-4490-9076-3ec5aeb8bb60 None None] Sync routers for ids ['d4fe4a7f-2872-4af9-9859-47cb9e867dfc'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:59:41.126485 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c883d739-af44-4490-9076-3ec5aeb8bb60 None None] Routers {'d4fe4a7f-2872-4af9-9859-47cb9e867dfc'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:41.127636 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c883d739-af44-4490-9076-3ec5aeb8bb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d4fe4a7f-2872-4af9-9859-47cb9e867dfc'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:41.160549 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d866569b-558a-414d-b9b5-b0acf03c5d6a tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc410e9-f324-4808-bfcb-ad7bf06bee4a HTTP/1.1" status: 200 len: 205 time: 0.0628877 Jul 27 19:59:41.171513 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:41.172849 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-18580aa0-50d0-4dd4-9321-f14fff9a6b0a tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3091948 Jul 27 19:59:41.176481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59564) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:41.176826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59566) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:41.184931 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:41.227189 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c883d739-af44-4490-9076-3ec5aeb8bb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:41.254864 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c883d739-af44-4490-9076-3ec5aeb8bb60 None None] Routers {'d4fe4a7f-2872-4af9-9859-47cb9e867dfc'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:41.255535 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c883d739-af44-4490-9076-3ec5aeb8bb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d4fe4a7f-2872-4af9-9859-47cb9e867dfc'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:41.288693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f1e111e-0426-4c82-9cf3-25708d80b1b2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network fd754cab-4fc2-4b5b-9f3a-d0c372fb30da is not hosted by any dhcp agent {{(pid=94059) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 19:59:41.294730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1e111e-0426-4c82-9cf3-25708d80b1b2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:41.295388 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f1e111e-0426-4c82-9cf3-25708d80b1b2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:41.299622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2f1e111e-0426-4c82-9cf3-25708d80b1b2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "PUT /v2.0/networks/fd754cab-4fc2-4b5b-9f3a-d0c372fb30da HTTP/1.1" status: 200 len: 723 time: 0.9252234 Jul 27 19:59:41.304114 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-16ae5d6b-96fe-4d1a-b1da-60f4829cb791 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Network 5a353abe-4a3b-464a-8986-fca747b8e0df is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:41.310258 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59570) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:41.334597 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c883d739-af44-4490-9076-3ec5aeb8bb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:41.335309 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c883d739-af44-4490-9076-3ec5aeb8bb60 None None] The sync data for ids ['d4fe4a7f-2872-4af9-9859-47cb9e867dfc'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:59:41.339468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6257e58f-8a48-4075-9280-724a4f4f5724 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'subnet': {'network_id': 'fd754cab-4fc2-4b5b-9f3a-d0c372fb30da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:41.374030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-16ae5d6b-96fe-4d1a-b1da-60f4829cb791 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:41.380016 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-16ae5d6b-96fe-4d1a-b1da-60f4829cb791 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:41.385689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae5d6b-96fe-4d1a-b1da-60f4829cb791 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event updated for resources: {'Port': ['ID=697418e5-5859-4ab1-a590-67829d3c0217,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:41.478689 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:41.534626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-03070045-c073-4a6a-b1c8-bca248b4a886 req-bab14157-43df-4c1a-8439-12ae9c000761 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 210 time: 0.2358019 Jul 27 19:59:41.554873 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4cce5e1e-81bc-4d59-9187-b9625e811d36 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:41.566214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e111e-0426-4c82-9cf3-25708d80b1b2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Network': ['ID=fd754cab-4fc2-4b5b-9f3a-d0c372fb30da,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:41.578215 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network fd754cab-4fc2-4b5b-9f3a-d0c372fb30da details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:41.677376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-16ae5d6b-96fe-4d1a-b1da-60f4829cb791 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:41.678058 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-16ae5d6b-96fe-4d1a-b1da-60f4829cb791 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:41.748614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edeb5b-c01d-4489-862f-78248dda8587 req-3f777906-6019-4f5d-ab24-b83984884bf4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:41.756856 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05edeb5b-c01d-4489-862f-78248dda8587 req-3f777906-6019-4f5d-ab24-b83984884bf4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 932 time: 0.4547276 Jul 27 19:59:41.767205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6257e58f-8a48-4075-9280-724a4f4f5724 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:41.771707 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6257e58f-8a48-4075-9280-724a4f4f5724 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:41.787379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-16ae5d6b-96fe-4d1a-b1da-60f4829cb791 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7194767 Jul 27 19:59:41.791797 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-79555880-de89-4c9a-a424-e506f14d6917 None None] Provisioning for port 697418e5-5859-4ab1-a590-67829d3c0217 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:59:41.806222 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-79555880-de89-4c9a-a424-e506f14d6917 None None] Provisioning complete for port 697418e5-5859-4ab1-a590-67829d3c0217 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:59:41.806642 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-79555880-de89-4c9a-a424-e506f14d6917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:41.858205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Request body: {'port': {'device_id': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:41.895693 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-79555880-de89-4c9a-a424-e506f14d6917 None None] Port 697418e5-5859-4ab1-a590-67829d3c0217 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 19:59:41.941254 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05edeb5b-c01d-4489-862f-78248dda8587 req-04db48ac-f2cb-4621-9f9d-a949fde3ae9e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833835 Jul 27 19:59:42.015306 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:42.253146 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6257e58f-8a48-4075-9280-724a4f4f5724 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:42.366054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257e58f-8a48-4075-9280-724a4f4f5724 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Subnet': ['ID=f4b4f95b-425c-4581-84c0-567c0b986812,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:42.459620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6257e58f-8a48-4075-9280-724a4f4f5724 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Checking segment: {'id': 'bb51f8b3-6289-4a5f-a478-ccb3c0ba4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd754cab-4fc2-4b5b-9f3a-d0c372fb30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:42.460285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257e58f-8a48-4075-9280-724a4f4f5724 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network hostable DHCP agents. Network: fd754cab-4fc2-4b5b-9f3a-d0c372fb30da, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:59:42.518780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257e58f-8a48-4075-9280-724a4f4f5724 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network fd754cab-4fc2-4b5b-9f3a-d0c372fb30da is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:59:42.522369 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4cce5e1e-81bc-4d59-9187-b9625e811d36 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:42.530487 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4cce5e1e-81bc-4d59-9187-b9625e811d36 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:42.543112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-6257e58f-8a48-4075-9280-724a4f4f5724 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, fd754cab-4fc2-4b5b-9f3a-d0c372fb30da) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:42.551241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ff6ee8-5d2a-4102-8454-13fc2a87cebb None None] Network fd754cab-4fc2-4b5b-9f3a-d0c372fb30da requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:42.562267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:42.570033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6257e58f-8a48-4075-9280-724a4f4f5724 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:42.574644 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6257e58f-8a48-4075-9280-724a4f4f5724 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:42.635108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697418e5-5859-4ab1-a590-67829d3c0217 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:59:42.636700 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:42.640369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6257e58f-8a48-4075-9280-724a4f4f5724 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3279285 Jul 27 19:59:42.650009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4cce5e1e-81bc-4d59-9187-b9625e811d36 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:42.650677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cce5e1e-81bc-4d59-9187-b9625e811d36 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Fanout notify agent at l3_agent the message router_deleted on router dfc410e9-f324-4808-bfcb-ad7bf06bee4a {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:59:42.660963 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4cce5e1e-81bc-4d59-9187-b9625e811d36 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:42.669021 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4cce5e1e-81bc-4d59-9187-b9625e811d36 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "DELETE /v2.0/routers/dfc410e9-f324-4808-bfcb-ad7bf06bee4a HTTP/1.1" status: 204 len: 168 time: 1.4904256 Jul 27 19:59:42.671791 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59588) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:42.671791 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59590) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:42.676763 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:42.679430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8306ba37-26bc-4068-803b-8f455bb0d3fd tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:42.693846 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b84b5f-ddcf-4f12-ae4b-cf078647dba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:42.698871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45221514-f161-4839-ab26-daa92602c3e8 req-1566a2d8-a566-4c68-a5ad-9c37b8f219b6 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 210 time: 0.0669701 Jul 27 19:59:42.710589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Transition to ACTIVE for port object 697418e5-5859-4ab1-a590-67829d3c0217 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:42.715478 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:42.788659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Pushing event updated for resources: {'Port': ['ID=697418e5-5859-4ab1-a590-67829d3c0217,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:42.825151 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e39bca5a-d26e-43e4-82e9-a490dcc516af tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfc410e9-f324-4808-bfcb-ad7bf06bee4a HTTP/1.1" status: 200 len: 205 time: 0.1493278 Jul 27 19:59:42.835716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59592) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:42.850268 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-fd754cab-4fc2-4b5b-9f3a-d0c372fb30da', 'network_id': 'fd754cab-4fc2-4b5b-9f3a-d0c372fb30da', 'tenant_id': 'ad49a290aaba4381a403532335d5620e', 'fixed_ips': [{'subnet_id': 'f4b4f95b-425c-4581-84c0-567c0b986812'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:59:42.851284 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:42.948502 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-e929ed2c-9fd6-41fa-9c62-0f87e88b881f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] delete failed (client error): The resource could not be found. Jul 27 19:59:42.949578 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e929ed2c-9fd6-41fa-9c62-0f87e88b881f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "DELETE /v2.0/routers/dfc410e9-f324-4808-bfcb-ad7bf06bee4a HTTP/1.1" status: 404 len: 336 time: 0.1097393 Jul 27 19:59:42.961085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59594) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:42.964089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Attempting to bind port 697418e5-5859-4ab1-a590-67829d3c0217 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:59:42.977133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Attempting to bind port 697418e5-5859-4ab1-a590-67829d3c0217 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:59:42.980233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Attempting to bind port 697418e5-5859-4ab1-a590-67829d3c0217 on network 5a353abe-4a3b-464a-8986-fca747b8e0df {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:43.097869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Allocated IP 172.20.0.2 (fd754cab-4fc2-4b5b-9f3a-d0c372fb30da/f4b4f95b-425c-4581-84c0-567c0b986812/2cfa25eb-3e44-4afb-9098-c2977fc3919b) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:43.187750 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a61fba17-e45d-42bb-ab26-1ca7cf5171b7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b1e87b9-2715-4c20-bece-db5431194b67 HTTP/1.1" status: 200 len: 205 time: 0.2016282 Jul 27 19:59:43.194531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59598) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:43.246820 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8306ba37-26bc-4068-803b-8f455bb0d3fd tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16767714'] for subnet, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:43.248504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Port 697418e5-5859-4ab1-a590-67829d3c0217 on network 5a353abe-4a3b-464a-8986-fca747b8e0df not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:59:43.248841 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Attempting to bind port 697418e5-5859-4ab1-a590-67829d3c0217 on network 5a353abe-4a3b-464a-8986-fca747b8e0df {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:43.277448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:59:43.277818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Checking segment: {'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:43.278982 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Bound using segment: {'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:59:43.279444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Bound port: 697418e5-5859-4ab1-a590-67829d3c0217, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fdc015d-6cbf-4d6d-8055-fd399a0719d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:59:43.279809 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:43.338135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Deleting port 66797c7a-8a5e-446c-a7b7-589cfe7f2308 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:43.338512 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:43.357663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] For port 697418e5-5859-4ab1-a590-67829d3c0217, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:59:43.359079 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-8660519c-ce49-45d9-8deb-430cc3fc66b7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] delete failed (client error): The resource could not be found. Jul 27 19:59:43.360139 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8660519c-ce49-45d9-8deb-430cc3fc66b7 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "DELETE /v2.0/routers/7b1e87b9-2715-4c20-bece-db5431194b67 HTTP/1.1" status: 404 len: 336 time: 0.1553621 Jul 27 19:59:43.360967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] For port 697418e5-5859-4ab1-a590-67829d3c0217, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=697418e5-5859-4ab1-a590-67829d3c0217,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:59:43.379228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59600) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:43.394719 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:43.472002 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:43.484003 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-954dd556-7c0f-4c7c-bf8c-445af31428e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:43.487429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Transition to ACTIVE for port object 2cfa25eb-3e44-4afb-9098-c2977fc3919b will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:43.503297 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:43.507087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Transition to ACTIVE for port object 2cfa25eb-3e44-4afb-9098-c2977fc3919b will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:43.516349 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:43.525149 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Calling delete_port for 66797c7a-8a5e-446c-a7b7-589cfe7f2308 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:43.551116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Pushing event updated for resources: {'Port': ['ID=697418e5-5859-4ab1-a590-67829d3c0217,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:43.586987 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Network fd754cab-4fc2-4b5b-9f3a-d0c372fb30da is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:43.590302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:43.593128 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:43.604453 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Pushing event updated for resources: {'Port': ['ID=2cfa25eb-3e44-4afb-9098-c2977fc3919b,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:43.621094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-95d3ff8c-3c24-4f2d-a3ef-7f77f5251090 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "GET /v2.0/ports?device_id=91eb73c1-3f68-495c-8912-d772778ddd20 HTTP/1.1" status: 200 len: 205 time: 0.2360079 Jul 27 19:59:43.625635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59602) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:43.695128 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-21b085c6-0a30-4b82-a154-67f03111a25f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] delete failed (client error): The resource could not be found. Jul 27 19:59:43.696197 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-21b085c6-0a30-4b82-a154-67f03111a25f tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "DELETE /v2.0/routers/91eb73c1-3f68-495c-8912-d772778ddd20 HTTP/1.1" status: 404 len: 336 time: 0.0664506 Jul 27 19:59:43.705554 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59606) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:43.713766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:43.717532 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:43.722998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-842ca357-2cab-48d0-926f-9dd3c29f7849 service neutron] 10.222.0.52 "PUT /v2.0/ports/697418e5-5859-4ab1-a590-67829d3c0217 HTTP/1.1" status: 200 len: 1093 time: 1.8693786 Jul 27 19:59:43.727845 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'tag': '697418e5-5859-4ab1-a590-67829d3c0217'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:59:43.730805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Attempting to bind port 2cfa25eb-3e44-4afb-9098-c2977fc3919b on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:59:43.731255 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Attempting to bind port 2cfa25eb-3e44-4afb-9098-c2977fc3919b by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'bb51f8b3-6289-4a5f-a478-ccb3c0ba4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd754cab-4fc2-4b5b-9f3a-d0c372fb30da'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:59:43.731670 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Attempting to bind port 2cfa25eb-3e44-4afb-9098-c2977fc3919b on network fd754cab-4fc2-4b5b-9f3a-d0c372fb30da {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:43.742222 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:59:43.742748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Checking segment: {'id': 'bb51f8b3-6289-4a5f-a478-ccb3c0ba4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd754cab-4fc2-4b5b-9f3a-d0c372fb30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:43.743206 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:43.743620 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Bound using segment: {'id': 'bb51f8b3-6289-4a5f-a478-ccb3c0ba4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd754cab-4fc2-4b5b-9f3a-d0c372fb30da'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:59:43.745635 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Bound port: 2cfa25eb-3e44-4afb-9098-c2977fc3919b, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb51f8b3-6289-4a5f-a478-ccb3c0ba4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fd754cab-4fc2-4b5b-9f3a-d0c372fb30da'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:59:43.746251 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:43.763072 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d3b522-e076-416d-9cdc-d5db533f3016" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f1dcb4-4d60-42e8-a337-db47d41491a3", "tag": "697418e5-5859-4ab1-a590-67829d3c0217"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:59:43.835659 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cc4b7f40-52aa-4e87-afaa-3d206b5ca40d tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b949046-caf7-41a9-b61f-ed51e5252f80 HTTP/1.1" status: 200 len: 205 time: 0.1010759 Jul 27 19:59:43.839653 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8306ba37-26bc-4068-803b-8f455bb0d3fd tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742871611109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5873707'] for subnet, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:43.845014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59612) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:43.861417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] For port 2cfa25eb-3e44-4afb-9098-c2977fc3919b, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:59:43.866028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] For port 2cfa25eb-3e44-4afb-9098-c2977fc3919b, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2cfa25eb-3e44-4afb-9098-c2977fc3919b,segment=NetworkSegment(bb51f8b3-6289-4a5f-a478-ccb3c0ba4f34),segment_id=bb51f8b3-6289-4a5f-a478-ccb3c0ba4f34)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:59:43.875364 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:43.883218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73988-dbf9-45df-9994-27f76770824e req-ed4b5008-f571-4846-a51f-eb214e510188 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:43.884888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6a73988-dbf9-45df-9994-27f76770824e req-ed4b5008-f571-4846-a51f-eb214e510188 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.7603459 Jul 27 19:59:43.957782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0ec711f6-8460-470f-86d5-e7dc50b6ac52 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:43.959388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0ec711f6-8460-470f-86d5-e7dc50b6ac52 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.63 "GET /v2.0/networks?id=fef55a91-716f-4a87-94ea-bee452d6f745 HTTP/1.1" status: 200 len: 817 time: 0.5953698 Jul 27 19:59:43.987999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-735cfea4-7326-4fb3-b03f-684116bcbbf8 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:43.993936 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-735cfea4-7326-4fb3-b03f-684116bcbbf8 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.52 "GET /v2.0/networks?id=fef55a91-716f-4a87-94ea-bee452d6f745 HTTP/1.1" status: 200 len: 817 time: 0.9715269 Jul 27 19:59:43.994191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ec4f6-3caf-4020-9ac8-1b490a877f4c None None] Pushing event updated for resources: {'Port': ['ID=2cfa25eb-3e44-4afb-9098-c2977fc3919b,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:43.995810 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f995d65f-4d1a-402e-b8e3-3d13937f59c0 req-1603a44f-10ab-451a-860a-88e725645513 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 210 time: 0.1332207 Jul 27 19:59:44.010221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-36b1d341-69ca-4953-8a1d-135379218dbf req-6bd2d90d-98a5-4876-8e2e-87c8aa2f7505 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Request body: {'port': {'device_id': '4ee57df5-4047-4e3a-b38e-327b20b06d99', 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745', 'admin_state_up': True, 'tenant_id': '4b90e084c0784111b42eb1b5c97c5299'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:44.021915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9a9a36ca-c513-4854-a7f8-62d39e586afa tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:44.023425 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9a9a36ca-c513-4854-a7f8-62d39e586afa tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.63 "GET /v2.0/networks?id=fef55a91-716f-4a87-94ea-bee452d6f745 HTTP/1.1" status: 200 len: 817 time: 0.9689152 Jul 27 19:59:44.028591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9d4f6991-9764-4f6e-87d6-c49b9f1d4748 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Request body: {'port': {'device_id': '46f6f734-2e53-44ce-94a4-288bc32920a0', 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745', 'admin_state_up': True, 'tenant_id': '4b90e084c0784111b42eb1b5c97c5299'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:44.030818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8306ba37-26bc-4068-803b-8f455bb0d3fd tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:44.031573 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8306ba37-26bc-4068-803b-8f455bb0d3fd tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:44.036337 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8306ba37-26bc-4068-803b-8f455bb0d3fd tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "PUT /v2.0/subnets/f4b4f95b-425c-4581-84c0-567c0b986812 HTTP/1.1" status: 200 len: 806 time: 1.3636460 Jul 27 19:59:44.038231 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59614) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:44.044097 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-aebf4c10-4f65-4ad1-9d41-a1eecceca8d2 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] delete failed (client error): The resource could not be found. Jul 27 19:59:44.048287 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-aebf4c10-4f65-4ad1-9d41-a1eecceca8d2 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "DELETE /v2.0/routers/3b949046-caf7-41a9-b61f-ed51e5252f80 HTTP/1.1" status: 404 len: 336 time: 0.1986740 Jul 27 19:59:44.060180 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59616) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:44.107342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-36b1d341-69ca-4953-8a1d-135379218dbf req-228ba1ce-09ff-40c3-b425-8bcd49101f44 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Request body: {'port': {'device_id': 'f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041', 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745', 'admin_state_up': True, 'tenant_id': '4b90e084c0784111b42eb1b5c97c5299'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:44.183793 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bacb0a4-1197-4427-981f-7c5658c11569 x-openstack-request-id: req-6bacb0a4-1197-4427-981f-7c5658c11569 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:59:44.184049 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f1dcb4-4d60-42e8-a337-db47d41491a3", "tag": "697418e5-5859-4ab1-a590-67829d3c0217", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:59:44.184170 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6bacb0a4-1197-4427-981f-7c5658c11569 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:59:44.184503 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'tag': '697418e5-5859-4ab1-a590-67829d3c0217', 'status': 'completed', 'code': 200} Jul 27 19:59:44.428724 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6a73988-dbf9-45df-9994-27f76770824e req-066ef8c2-0936-4208-885c-b0a4810fba74 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4645948 Jul 27 19:59:44.473407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9d4f6991-9764-4f6e-87d6-c49b9f1d4748 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Made reservation on behalf of 4b90e084c0784111b42eb1b5c97c5299 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:44.479434 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9d4f6991-9764-4f6e-87d6-c49b9f1d4748 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:44.485645 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2cfa25eb-3e44-4afb-9098-c2977fc3919b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:59:44.501135 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-73c04f95-2175-4d22-a54f-2dac202650d1 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d28a840-0840-44f1-a5a6-66af725c3c06 HTTP/1.1" status: 200 len: 205 time: 0.4296491 Jul 27 19:59:44.505040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59618) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:44.510029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306ba37-26bc-4068-803b-8f455bb0d3fd tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Subnet': ['ID=f4b4f95b-425c-4581-84c0-567c0b986812,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:44.533801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-c9c26698-abff-4a5c-858e-f990d83d9bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:44.535920 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-c9c26698-abff-4a5c-858e-f990d83d9bb3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 1096 time: 0.7610266 Jul 27 19:59:44.547527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 2cfa25eb-3e44-4afb-9098-c2977fc3919b completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:59:44.614967 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-1fada334-5394-4e5b-a3bf-55ac066ff673 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=697418e5-5859-4ab1-a590-67829d3c0217 HTTP/1.1" status: 200 len: 217 time: 0.0397413 Jul 27 19:59:44.619777 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-2b5fcd24-0fe5-4f66-885d-71386dbac818 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] delete failed (client error): The resource could not be found. Jul 27 19:59:44.620814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2b5fcd24-0fe5-4f66-885d-71386dbac818 tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "DELETE /v2.0/routers/0d28a840-0840-44f1-a5a6-66af725c3c06 HTTP/1.1" status: 404 len: 336 time: 0.1102107 Jul 27 19:59:44.626522 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59620) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:44.645065 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:44.650924 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:44.663614 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.api [req-36b1d341-69ca-4953-8a1d-135379218dbf req-228ba1ce-09ff-40c3-b425-8bcd49101f44 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 19:59:44.663614 n-d-705657-21 neutron-server[94059]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 19:59:44.663614 n-d-705657-21 neutron-server[94059]: [parameters: {'project_id_1': '4b90e084c0784111b42eb1b5c97c5299', 'expiration_1': datetime.datetime(2021, 7, 27, 19, 59, 44, 526807)}] Jul 27 19:59:44.663614 n-d-705657-21 neutron-server[94059]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:59:44.664159 n-d-705657-21 neutron-server[94059]: DEBUG oslo_db.api [req-36b1d341-69ca-4953-8a1d-135379218dbf req-228ba1ce-09ff-40c3-b425-8bcd49101f44 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:59:44.698179 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8c500207-84dd-4a98-af6e-4587a0f3f1af tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "GET /v2.0/ports?device_id=1eded59f-96f4-4436-aca6-a2470596e0dc HTTP/1.1" status: 200 len: 205 time: 0.0679841 Jul 27 19:59:44.700843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59622) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:44.703550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Pushing event deleted for resources: {'Port': ['ID=66797c7a-8a5e-446c-a7b7-589cfe7f2308,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:44.710423 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-a0b84b5f-ddcf-4f12-ae4b-cf078647dba1 admin admin] Deleting port f1589c6b-76e3-49fd-871a-b842e7ec111d {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:44.711247 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b84b5f-ddcf-4f12-ae4b-cf078647dba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:44.714532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-6bd2d90d-98a5-4876-8e2e-87c8aa2f7505 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Made reservation on behalf of 4b90e084c0784111b42eb1b5c97c5299 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:44.717535 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-6bd2d90d-98a5-4876-8e2e-87c8aa2f7505 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:44.763615 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-b1250f79-fec5-4fe4-8776-f7345649a49a tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] delete failed (client error): The resource could not be found. Jul 27 19:59:44.767156 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b1250f79-fec5-4fe4-8776-f7345649a49a tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "DELETE /v2.0/routers/1eded59f-96f4-4436-aca6-a2470596e0dc HTTP/1.1" status: 404 len: 336 time: 0.0630004 Jul 27 19:59:44.770762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59624) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:44.885234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-05a59e9a-d6ec-4397-96d9-6857e7ab05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:44.886651 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-05a59e9a-d6ec-4397-96d9-6857e7ab05c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d09a00cb-b386-481d-ac77-b852f1db0dbd HTTP/1.1" status: 200 len: 856 time: 0.2365844 Jul 27 19:59:44.912111 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-910989a1-6b78-413f-8f2c-19d1db739d7e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] DELETE failed (client error): The resource could not be found. Jul 27 19:59:44.912612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910989a1-6b78-413f-8f2c-19d1db739d7e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:59:44.914472 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-910989a1-6b78-413f-8f2c-19d1db739d7e tempest-RoutersIpV6AdminTest-497267291 tempest-RoutersIpV6AdminTest-497267291-project] 10.222.0.48 "DELETE /v2.0/subnets/f22921fe-d89a-4af1-9e50-b4489468715a HTTP/1.1" status: 404 len: 337 time: 0.1397829 Jul 27 19:59:44.973629 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:44.989316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9d4f6991-9764-4f6e-87d6-c49b9f1d4748 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Allocated IP 172.20.0.3 (fef55a91-716f-4a87-94ea-bee452d6f745/c89ae72f-a268-436b-9cde-3f77b3513e25/55201b12-d598-48e5-aecd-45952bd1e7fe) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:45.053402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-240f009d-7f02-4f48-bffa-b156c10ae862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:45.055027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-240f009d-7f02-4f48-bffa-b156c10ae862 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a353abe-4a3b-464a-8986-fca747b8e0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499538 Jul 27 19:59:45.190423 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-a0b84b5f-ddcf-4f12-ae4b-cf078647dba1 admin admin] For port f1589c6b-76e3-49fd-871a-b842e7ec111d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f1589c6b-76e3-49fd-871a-b842e7ec111d,segment=NetworkSegment(dd733597-e680-40ca-961f-cf49b0487d90),segment_id=dd733597-e680-40ca-961f-cf49b0487d90)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:45.190868 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b84b5f-ddcf-4f12-ae4b-cf078647dba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:45.264305 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-a0b84b5f-ddcf-4f12-ae4b-cf078647dba1 admin admin] Calling delete_port for f1589c6b-76e3-49fd-871a-b842e7ec111d owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:45.316785 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Deleting port 2cfa25eb-3e44-4afb-9098-c2977fc3919b {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:45.317182 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:45.362939 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59640) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:45.389202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7296a3bf-d941-418c-8477-816cc123651d None None] Network fd754cab-4fc2-4b5b-9f3a-d0c372fb30da requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:45.484166 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:45.510127 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:45.580732 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c0ec5feb-8572-4a18-96c9-d7d7fdbc87d5 None None] Provisioning for port 2cfa25eb-3e44-4afb-9098-c2977fc3919b completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:59:45.589694 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c0ec5feb-8572-4a18-96c9-d7d7fdbc87d5 None None] Provisioning complete for port 2cfa25eb-3e44-4afb-9098-c2977fc3919b triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:59:45.590324 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c0ec5feb-8572-4a18-96c9-d7d7fdbc87d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:45.668193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] For port 2cfa25eb-3e44-4afb-9098-c2977fc3919b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2cfa25eb-3e44-4afb-9098-c2977fc3919b,segment=NetworkSegment(bb51f8b3-6289-4a5f-a478-ccb3c0ba4f34),segment_id=bb51f8b3-6289-4a5f-a478-ccb3c0ba4f34)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:45.668788 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:45.692835 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc5eaf97-a1c8-436e-a07d-39f6f1889e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:45.711899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Calling delete_port for 2cfa25eb-3e44-4afb-9098-c2977fc3919b owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:45.720544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Router d4fe4a7f-2872-4af9-9859-47cb9e867dfc has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:59:45.754066 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c0ec5feb-8572-4a18-96c9-d7d7fdbc87d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:45.794422 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b466f21-cbc0-4f55-82ce-2cc2768fc528 req-dbb9c63c-867a-4b1e-8c58-ee8150848a9d tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 210 time: 0.6297712 Jul 27 19:59:45.803656 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c0ec5feb-8572-4a18-96c9-d7d7fdbc87d5 None None] For port 2cfa25eb-3e44-4afb-9098-c2977fc3919b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2cfa25eb-3e44-4afb-9098-c2977fc3919b,segment=NetworkSegment(bb51f8b3-6289-4a5f-a478-ccb3c0ba4f34),segment_id=bb51f8b3-6289-4a5f-a478-ccb3c0ba4f34)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:45.809695 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c0ec5feb-8572-4a18-96c9-d7d7fdbc87d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:45.850868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-228ba1ce-09ff-40c3-b425-8bcd49101f44 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Made reservation on behalf of 4b90e084c0784111b42eb1b5c97c5299 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:45.854438 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-228ba1ce-09ff-40c3-b425-8bcd49101f44 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:45.883840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec5feb-8572-4a18-96c9-d7d7fdbc87d5 None None] Pushing event updated for resources: {'Port': ['ID=2cfa25eb-3e44-4afb-9098-c2977fc3919b,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:45.927224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-446690c7-b870-4d5f-83f1-85cf6802d49c service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8592980 Jul 27 19:59:45.968246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:59:45.981603 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:45.981783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08241e4-c743-4cdb-b912-48ca445a1483 None None] Sync routers for ids ['d4fe4a7f-2872-4af9-9859-47cb9e867dfc'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:59:45.982793 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7971ed72-195b-4449-a609-02bd70d4a1cd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "PUT /v2.0/routers/d4fe4a7f-2872-4af9-9859-47cb9e867dfc HTTP/1.1" status: 200 len: 705 time: 4.8030829 Jul 27 19:59:45.994815 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59646) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:46.004032 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08241e4-c743-4cdb-b912-48ca445a1483 None None] Routers {'d4fe4a7f-2872-4af9-9859-47cb9e867dfc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:46.005279 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f08241e4-c743-4cdb-b912-48ca445a1483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d4fe4a7f-2872-4af9-9859-47cb9e867dfc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:46.066260 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b84b5f-ddcf-4f12-ae4b-cf078647dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:46.081190 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9d4f6991-9764-4f6e-87d6-c49b9f1d4748 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:46.106812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c45785-7822-4753-a02b-451813f10049 None None] Network fd754cab-4fc2-4b5b-9f3a-d0c372fb30da requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:46.136848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f08241e4-c743-4cdb-b912-48ca445a1483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:46.139631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907ad97-11ae-46a3-933d-3f177b715f78 req-fff3cad5-3628-4fb0-b5e7-1d81c6c7db0e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:46.149684 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2907ad97-11ae-46a3-933d-3f177b715f78 req-fff3cad5-3628-4fb0-b5e7-1d81c6c7db0e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.3527303 Jul 27 19:59:46.159050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b84b5f-ddcf-4f12-ae4b-cf078647dba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1589c6b-76e3-49fd-871a-b842e7ec111d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:46.165488 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d3437267-131c-4270-b42d-2837ab2ca31a tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/routers/d4fe4a7f-2872-4af9-9859-47cb9e867dfc HTTP/1.1" status: 200 len: 740 time: 0.1645918 Jul 27 19:59:46.172662 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59648) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:46.202794 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5e2b06e-47eb-40e4-9104-f0fcbe77b511 req-9adb96b1-a93f-4efd-a088-2f90f40a0f37 service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596571 Jul 27 19:59:46.240175 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ac88bc21-da29-4367-a90f-5e9f6811d46c tempest-RoutersAdminTest-1036129047 tempest-RoutersAdminTest-1036129047-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&device_id=d4fe4a7f-2872-4af9-9859-47cb9e867dfc HTTP/1.1" status: 200 len: 205 time: 0.0608325 Jul 27 19:59:46.243407 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08241e4-c743-4cdb-b912-48ca445a1483 None None] Routers {'d4fe4a7f-2872-4af9-9859-47cb9e867dfc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:46.244122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f08241e4-c743-4cdb-b912-48ca445a1483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d4fe4a7f-2872-4af9-9859-47cb9e867dfc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:46.249119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59650) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:46.291337 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:46.305879 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc5eaf97-a1c8-436e-a07d-39f6f1889e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:46.321281 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9d4f6991-9764-4f6e-87d6-c49b9f1d4748 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:46.324143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f08241e4-c743-4cdb-b912-48ca445a1483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:46.325297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08241e4-c743-4cdb-b912-48ca445a1483 None None] The sync data for ids ['d4fe4a7f-2872-4af9-9859-47cb9e867dfc'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:59:46.325684 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2907ad97-11ae-46a3-933d-3f177b715f78 req-9eb6b376-07b5-45fd-af19-036b8db37ab6 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664250 Jul 27 19:59:46.340715 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a5c25d11-9d08-42ba-b482-6a89a3ea0bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:46.344877 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Port': ['ID=2cfa25eb-3e44-4afb-9098-c2977fc3919b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:46.345521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a5024734-4cad-4c4c-8dc4-568c95443a81 None None] Provisioning complete for port 2cfa25eb-3e44-4afb-9098-c2977fc3919b triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:59:46.346141 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a5024734-4cad-4c4c-8dc4-568c95443a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:46.357465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-349e25ce-6536-4392-84de-3fb956cef567 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4fe4a7f-2872-4af9-9859-47cb9e867dfc HTTP/1.1" status: 200 len: 205 time: 0.1052282 Jul 27 19:59:46.358276 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc5eaf97-a1c8-436e-a07d-39f6f1889e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:46.363544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59654) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:46.381120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a5024734-4cad-4c4c-8dc4-568c95443a81 None None] Port 2cfa25eb-3e44-4afb-9098-c2977fc3919b was deleted so its status cannot be updated. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 19:59:46.391474 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:46.454159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-36b1d341-69ca-4953-8a1d-135379218dbf req-6bd2d90d-98a5-4876-8e2e-87c8aa2f7505 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Allocated IP 172.20.0.13 (fef55a91-716f-4a87-94ea-bee452d6f745/c89ae72f-a268-436b-9cde-3f77b3513e25/45f07cef-ac1b-4afb-bc63-598238b9a022) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:46.528248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9d4f6991-9764-4f6e-87d6-c49b9f1d4748 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Network fef55a91-716f-4a87-94ea-bee452d6f745 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:46.542499 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9d4f6991-9764-4f6e-87d6-c49b9f1d4748 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:46.554739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9d4f6991-9764-4f6e-87d6-c49b9f1d4748 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:46.569207 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dc5eaf97-a1c8-436e-a07d-39f6f1889e42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec306c8b3dd54d8a892e379b460362a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2051141 Jul 27 19:59:46.571591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f6991-9764-4f6e-87d6-c49b9f1d4748 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Pushing event updated for resources: {'Port': ['ID=55201b12-d598-48e5-aecd-45952bd1e7fe,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:46.576089 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2cfa25eb-3e44-4afb-9098-c2977fc3919b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:59:46.576275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59658) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:46.617593 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 2cfa25eb-3e44-4afb-9098-c2977fc3919b {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:59:46.619281 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2cfa25eb-3e44-4afb-9098-c2977fc3919b not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 19:59:46.731579 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9d4f6991-9764-4f6e-87d6-c49b9f1d4748 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:46.732310 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9d4f6991-9764-4f6e-87d6-c49b9f1d4748 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:46.746121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3b522-e076-416d-9cdc-d5db533f3016 req-1e7157a1-98b2-439f-80a7-b03dc42a58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:46.747792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36d3b522-e076-416d-9cdc-d5db533f3016 req-1e7157a1-98b2-439f-80a7-b03dc42a58ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 1096 time: 0.4862537 Jul 27 19:59:46.858319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9d4f6991-9764-4f6e-87d6-c49b9f1d4748 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8338051 Jul 27 19:59:46.864873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Port 2cfa25eb-3e44-4afb-9098-c2977fc3919b not found, will not notify nova. {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 19:59:46.909563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Request body: {'port': {'device_id': '46f6f734-2e53-44ce-94a4-288bc32920a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:46.952669 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-6bd2d90d-98a5-4876-8e2e-87c8aa2f7505 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:46.979246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef1bd1a3-3fa7-439b-9244-34687f26c1d9 req-14f8baa2-4b8e-4537-bfe6-60067af0921d tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 210 time: 0.0668514 Jul 27 19:59:47.023363 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b412996d-ba53-40e1-8bc1-780b909b70db tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.034646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No DVR routers for this DVR port 2cfa25eb-3e44-4afb-9098-c2977fc3919b on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:59:47.041991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3b522-e076-416d-9cdc-d5db533f3016 req-1e05e57e-6000-4613-ae54-f664915c2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:47.043496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36d3b522-e076-416d-9cdc-d5db533f3016 req-1e05e57e-6000-4613-ae54-f664915c2031 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 918 time: 0.2850249 Jul 27 19:59:47.083949 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.084236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5eaf97-a1c8-436e-a07d-39f6f1889e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262b61de-3ca0-40fd-807e-4f39222eedee,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:47.131444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36d3b522-e076-416d-9cdc-d5db533f3016 req-9719cebd-befc-4f9c-8656-3697817afd7a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=697418e5-5859-4ab1-a590-67829d3c0217 HTTP/1.1" status: 200 len: 217 time: 0.0587435 Jul 27 19:59:47.132124 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.179975 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-6bd2d90d-98a5-4876-8e2e-87c8aa2f7505 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.294836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b1d341-69ca-4953-8a1d-135379218dbf req-6bd2d90d-98a5-4876-8e2e-87c8aa2f7505 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Network fef55a91-716f-4a87-94ea-bee452d6f745 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:47.296463 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3b522-e076-416d-9cdc-d5db533f3016 req-32bb187e-59df-4378-a4b1-751f003bc847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:47.298005 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36d3b522-e076-416d-9cdc-d5db533f3016 req-32bb187e-59df-4378-a4b1-751f003bc847 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d09a00cb-b386-481d-ac77-b852f1db0dbd HTTP/1.1" status: 200 len: 856 time: 0.1621246 Jul 27 19:59:47.314963 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a0b84b5f-ddcf-4f12-ae4b-cf078647dba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.316138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-36b1d341-69ca-4953-8a1d-135379218dbf req-6bd2d90d-98a5-4876-8e2e-87c8aa2f7505 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:47.316794 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48fec480-b8b1-42df-af30-7117392e8c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.319004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b1d341-69ca-4953-8a1d-135379218dbf req-6bd2d90d-98a5-4876-8e2e-87c8aa2f7505 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:47.320253 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b412996d-ba53-40e1-8bc1-780b909b70db tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.321942 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.325220 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b412996d-ba53-40e1-8bc1-780b909b70db tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.337189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-36b1d341-69ca-4953-8a1d-135379218dbf req-228ba1ce-09ff-40c3-b425-8bcd49101f44 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Allocated IP 172.20.0.10 (fef55a91-716f-4a87-94ea-bee452d6f745/c89ae72f-a268-436b-9cde-3f77b3513e25/f5fb2626-ad4c-4167-9900-a3365266749a) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:47.448042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2d90d-98a5-4876-8e2e-87c8aa2f7505 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Pushing event updated for resources: {'Port': ['ID=45f07cef-ac1b-4afb-bc63-598238b9a022,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:47.458288 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48fec480-b8b1-42df-af30-7117392e8c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.469965 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b412996d-ba53-40e1-8bc1-780b909b70db tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.470611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b412996d-ba53-40e1-8bc1-780b909b70db tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Fanout notify agent at l3_agent the message router_deleted on router d4fe4a7f-2872-4af9-9859-47cb9e867dfc {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:59:47.494242 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b412996d-ba53-40e1-8bc1-780b909b70db tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.495497 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b412996d-ba53-40e1-8bc1-780b909b70db tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "DELETE /v2.0/routers/d4fe4a7f-2872-4af9-9859-47cb9e867dfc HTTP/1.1" status: 204 len: 168 time: 1.1151090 Jul 27 19:59:47.504821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59670) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:47.589333 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ec4a27b6-fab5-4243-a7ee-183c563c88ac tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4fe4a7f-2872-4af9-9859-47cb9e867dfc HTTP/1.1" status: 200 len: 205 time: 0.0812368 Jul 27 19:59:47.592275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-6bd2d90d-98a5-4876-8e2e-87c8aa2f7505 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:47.592974 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-6bd2d90d-98a5-4876-8e2e-87c8aa2f7505 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.594122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59672) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:47.636444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.639540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-6bd2d90d-98a5-4876-8e2e-87c8aa2f7505 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6392424 Jul 27 19:59:47.652056 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-0486cf2b-89d4-4f0c-87ce-fc6404ae4af7 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] delete failed (client error): The resource could not be found. Jul 27 19:59:47.655729 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0486cf2b-89d4-4f0c-87ce-fc6404ae4af7 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "DELETE /v2.0/routers/d4fe4a7f-2872-4af9-9859-47cb9e867dfc HTTP/1.1" status: 404 len: 336 time: 0.0562866 Jul 27 19:59:47.661808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Request body: {'port': {'device_id': '4ee57df5-4047-4e3a-b38e-327b20b06d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:47.665141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59674) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:47.678817 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b4f95b-425c-4581-84c0-567c0b986812,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:47.711729 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fb73ae-46b9-4fd4-8e43-b91f9eb5e74c None None] Network fd754cab-4fc2-4b5b-9f3a-d0c372fb30da requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:47.781118 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48fec480-b8b1-42df-af30-7117392e8c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.783870 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48fec480-b8b1-42df-af30-7117392e8c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.785152 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-48fec480-b8b1-42df-af30-7117392e8c88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/262b61de-3ca0-40fd-807e-4f39222eedee HTTP/1.1" status: 204 len: 168 time: 1.1945734 Jul 27 19:59:47.788307 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-228ba1ce-09ff-40c3-b425-8bcd49101f44 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.796909 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.812153 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fec480-b8b1-42df-af30-7117392e8c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262b61de-3ca0-40fd-807e-4f39222eedee,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:47.822188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd754cab-4fc2-4b5b-9f3a-d0c372fb30da']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:47.866633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb51f8b3-6289-4a5f-a478-ccb3c0ba4f34') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:47.866934 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb51f8b3-6289-4a5f-a478-ccb3c0ba4f34') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:47.879988 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.899516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3b522-e076-416d-9cdc-d5db533f3016 req-743e62a4-a4a6-40d9-8b56-581841b95ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:47.901601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36d3b522-e076-416d-9cdc-d5db533f3016 req-743e62a4-a4a6-40d9-8b56-581841b95ad7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a353abe-4a3b-464a-8986-fca747b8e0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5916271 Jul 27 19:59:47.908254 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.918005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b84b5f-ddcf-4f12-ae4b-cf078647dba1 admin admin] Router 934ff7bc-9549-419e-98b1-d394948d3990 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 19:59:47.919179 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:47.919648 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:47.923075 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:47.933007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-de2bf70a-286b-49d1-8236-b45c80390c62 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c914b4-96a7-4d38-ba18-f43001e7799c HTTP/1.1" status: 200 len: 205 time: 0.2401271 Jul 27 19:59:47.936806 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59678) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:47.971183 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-228ba1ce-09ff-40c3-b425-8bcd49101f44 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:47.985774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6591c91-7420-4a88-8aa1-593220d26bd8 None None] DHCP port deletion for fd754cab-4fc2-4b5b-9f3a-d0c372fb30da request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:59:48.096290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b1d341-69ca-4953-8a1d-135379218dbf req-228ba1ce-09ff-40c3-b425-8bcd49101f44 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Network fef55a91-716f-4a87-94ea-bee452d6f745 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:48.121923 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-ad9b0922-36e9-4914-9212-95f8b43a3028 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] delete failed (client error): The resource could not be found. Jul 27 19:59:48.131089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-36b1d341-69ca-4953-8a1d-135379218dbf req-228ba1ce-09ff-40c3-b425-8bcd49101f44 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:48.133218 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ad9b0922-36e9-4914-9212-95f8b43a3028 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "DELETE /v2.0/routers/c9c914b4-96a7-4d38-ba18-f43001e7799c HTTP/1.1" status: 404 len: 336 time: 0.1943991 Jul 27 19:59:48.136336 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59684) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:48.162122 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:48.166385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a8f3d-ca72-4b8e-89ec-7be3bcee7fea req-6c940ddc-f35f-4642-bd57-8bbcd9223ec2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:48.167984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b00a8f3d-ca72-4b8e-89ec-7be3bcee7fea req-6c940ddc-f35f-4642-bd57-8bbcd9223ec2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.6396494 Jul 27 19:59:48.173375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b1d341-69ca-4953-8a1d-135379218dbf req-228ba1ce-09ff-40c3-b425-8bcd49101f44 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:48.194091 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6766ecc0-f7b3-460f-9050-a11d52c559fa tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "GET /v2.0/ports?device_id=3289f8a5-8ead-486f-86b1-98501985fb06 HTTP/1.1" status: 200 len: 205 time: 0.0560417 Jul 27 19:59:48.197400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59686) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:48.214612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:48.219022 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/fd754cab-4fc2-4b5b-9f3a-d0c372fb30da HTTP/1.1" status: 204 len: 168 time: 4.1669836 Jul 27 19:59:48.225017 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59688) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:48.269766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ba1ce-09ff-40c3-b425-8bcd49101f44 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Pushing event updated for resources: {'Port': ['ID=f5fb2626-ad4c-4167-9900-a3365266749a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:48.301304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4a5f7-f168-49cd-9325-4274ed1bb589 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Network': ['ID=fd754cab-4fc2-4b5b-9f3a-d0c372fb30da,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:48.316257 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-3e2f687b-6ab3-48c0-ac23-c86c0bbaf389 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] delete failed (client error): The resource could not be found. Jul 27 19:59:48.317439 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3e2f687b-6ab3-48c0-ac23-c86c0bbaf389 tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "DELETE /v2.0/routers/3289f8a5-8ead-486f-86b1-98501985fb06 HTTP/1.1" status: 404 len: 336 time: 0.1131725 Jul 27 19:59:48.320269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59690) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:48.320634 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59692) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:48.337680 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-785548d6-64cf-4547-82f5-8b75efdb3467 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 19:59:48.338260 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785548d6-64cf-4547-82f5-8b75efdb3467 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:59:48.339970 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-785548d6-64cf-4547-82f5-8b75efdb3467 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/fd754cab-4fc2-4b5b-9f3a-d0c372fb30da HTTP/1.1" status: 404 len: 339 time: 0.1122279 Jul 27 19:59:48.346202 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59694) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:48.357728 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:48.357966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3867eef7-7350-48ca-ad81-2635712e5ca5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1578715285', 'description': 'd1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:48.387757 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5dce3142-ddf7-4bbf-8d82-17aebf10301e tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bcc0887-a5dc-4d24-86c3-4593f6343e35 HTTP/1.1" status: 200 len: 205 time: 0.0648720 Jul 27 19:59:48.396958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59696) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:48.398913 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-228ba1ce-09ff-40c3-b425-8bcd49101f44 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:48.399558 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-228ba1ce-09ff-40c3-b425-8bcd49101f44 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:48.414426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36d3b522-e076-416d-9cdc-d5db533f3016 req-127c1b6d-ec04-4c02-8b43-36ac8e68ad07 service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464533 Jul 27 19:59:48.426004 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b00a8f3d-ca72-4b8e-89ec-7be3bcee7fea req-62ef4564-0a30-492a-b25a-8fb0490f89c6 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291842 Jul 27 19:59:48.461739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2cfa25eb-3e44-4afb-9098-c2977fc3919b no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:59:48.462685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b84b5f-ddcf-4f12-ae4b-cf078647dba1 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 19:59:48.473907 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a0b84b5f-ddcf-4f12-ae4b-cf078647dba1 admin admin] 10.222.0.48 "PUT /v2.0/routers/934ff7bc-9549-419e-98b1-d394948d3990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2001626 Jul 27 19:59:48.475590 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da171c-3ba8-4247-ac91-678fce8debb7 None None] Sync routers for ids ['934ff7bc-9549-419e-98b1-d394948d3990'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 19:59:48.478230 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-20a5c7b7-32a6-48aa-b4de-230dc5f1cbcd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] delete failed (client error): The resource could not be found. Jul 27 19:59:48.479210 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-20a5c7b7-32a6-48aa-b4de-230dc5f1cbcd tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "DELETE /v2.0/routers/7bcc0887-a5dc-4d24-86c3-4593f6343e35 HTTP/1.1" status: 404 len: 336 time: 0.0813286 Jul 27 19:59:48.479726 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59700) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:48.487945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59702) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:48.500181 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da171c-3ba8-4247-ac91-678fce8debb7 None None] Routers {'934ff7bc-9549-419e-98b1-d394948d3990'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:48.503625 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-577790f6-f7fc-4d04-b7c1-63ae46be9f74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=593963bf9ca84a63ac4c5b475fb89760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791465 Jul 27 19:59:48.503760 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-65da171c-3ba8-4247-ac91-678fce8debb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['934ff7bc-9549-419e-98b1-d394948d3990'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:48.529720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 2cfa25eb-3e44-4afb-9098-c2977fc3919b {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:59:48.530954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2cfa25eb-3e44-4afb-9098-c2977fc3919b not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:59:48.534069 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59704) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:48.536310 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3867eef7-7350-48ca-ad81-2635712e5ca5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:48.540569 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3867eef7-7350-48ca-ad81-2635712e5ca5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:48.594670 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-364859a1-e846-4b70-aeba-5585bdc5edab tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "GET /v2.0/ports?device_id=e92c49dd-1aa0-408a-b7de-700fb24081e4 HTTP/1.1" status: 200 len: 205 time: 0.1052501 Jul 27 19:59:48.610082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59706) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:48.636063 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-65da171c-3ba8-4247-ac91-678fce8debb7 None None] Set router 934ff7bc-9549-419e-98b1-d394948d3990 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:59:48.650519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-228ba1ce-09ff-40c3-b425-8bcd49101f44 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5472670 Jul 27 19:59:48.739037 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b87c9-da5a-4fd8-aa29-674ba2ec35eb req-0e071804-524c-41ec-aca1-b27810c7005b tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:48.753258 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-139b87c9-da5a-4fd8-aa29-674ba2ec35eb req-0e071804-524c-41ec-aca1-b27810c7005b tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 932 time: 0.6655421 Jul 27 19:59:48.786328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Request body: {'port': {'device_id': 'f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:48.810806 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-353325df-28c8-4e2c-a403-28a7a55c453e tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] delete failed (client error): The resource could not be found. Jul 27 19:59:48.815091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-353325df-28c8-4e2c-a403-28a7a55c453e tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "DELETE /v2.0/routers/e92c49dd-1aa0-408a-b7de-700fb24081e4 HTTP/1.1" status: 404 len: 336 time: 0.1858535 Jul 27 19:59:48.860802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59708) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:48.863544 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:48.885192 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-65da171c-3ba8-4247-ac91-678fce8debb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934ff7bc-9549-419e-98b1-d394948d3990', 'name': 'tempest-ServerRescueNegativeTestJSON-1468641430-router', 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:38Z', 'updated_at': '2021-07-27T19:59:45Z', 'revision_number': 5, 'project_id': '289fc2dd6cba4a79a60c85368f2dc796', 'gw_port': {'id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934ff7bc-9549-419e-98b1-d394948d3990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:39Z', 'updated_at': '2021-07-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:48.914842 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da171c-3ba8-4247-ac91-678fce8debb7 None None] Checking router: 934ff7bc-9549-419e-98b1-d394948d3990 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 19:59:48.924325 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da171c-3ba8-4247-ac91-678fce8debb7 None None] Routers {'934ff7bc-9549-419e-98b1-d394948d3990'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 19:59:48.925028 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-65da171c-3ba8-4247-ac91-678fce8debb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['934ff7bc-9549-419e-98b1-d394948d3990'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:49.041979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3867eef7-7350-48ca-ad81-2635712e5ca5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:59:49.050963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e1bc2a19-1440-47f9-bb3d-13b52bb269bf tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "GET /v2.0/ports?device_id=53240ba9-d98c-469b-bfb0-5504c0d36a2b HTTP/1.1" status: 200 len: 205 time: 0.1385362 Jul 27 19:59:49.055865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59710) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:49.069657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55201b12-d598-48e5-aecd-45952bd1e7fe {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:59:49.083703 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-65da171c-3ba8-4247-ac91-678fce8debb7 None None] Set router 934ff7bc-9549-419e-98b1-d394948d3990 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 19:59:49.096536 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-139b87c9-da5a-4fd8-aa29-674ba2ec35eb req-6e6d64ff-9440-4f46-9b70-3959cdf0b17e tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414860 Jul 27 19:59:49.102464 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.110030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36d3b522-e076-416d-9cdc-d5db533f3016 req-aeca80c1-172b-471a-954d-1d0dc74d060a service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788678 Jul 27 19:59:49.122941 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3867eef7-7350-48ca-ad81-2635712e5ca5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.123574 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-3867eef7-7350-48ca-ad81-2635712e5ca5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Added segment c4bf3582-6d9b-4cb5-89e9-40d5aae0f8b7 of type vlan for network f973bf8f-839b-4ec9-9be6-8b30664ff2fa Jul 27 19:59:49.131176 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-534cf108-008a-4a4c-a295-ba6f636f9dbf tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] delete failed (client error): The resource could not be found. Jul 27 19:59:49.132493 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-534cf108-008a-4a4c-a295-ba6f636f9dbf tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "DELETE /v2.0/routers/53240ba9-d98c-469b-bfb0-5504c0d36a2b HTTP/1.1" status: 404 len: 336 time: 0.0706544 Jul 27 19:59:49.149822 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5b93f9c-1c2a-473e-91bc-8880d636b049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.152563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59712) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:49.159908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Transition to ACTIVE for port object 55201b12-d598-48e5-aecd-45952bd1e7fe will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:49.164446 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.190990 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.227447 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.252581 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-586fdccf-8c35-4f48-b638-9fe007b5abcf tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] DELETE failed (client error): The resource could not be found. Jul 27 19:59:49.253186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586fdccf-8c35-4f48-b638-9fe007b5abcf tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:59:49.255104 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-586fdccf-8c35-4f48-b638-9fe007b5abcf tempest-RoutersAdminTest-414419898 tempest-RoutersAdminTest-414419898-project] 10.222.0.48 "DELETE /v2.0/subnets/811b7ede-ef09-4fdd-af94-59d7127eaa24 HTTP/1.1" status: 404 len: 337 time: 0.1013381 Jul 27 19:59:49.282809 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3867eef7-7350-48ca-ad81-2635712e5ca5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.297354 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5b93f9c-1c2a-473e-91bc-8880d636b049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.380845 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-65da171c-3ba8-4247-ac91-678fce8debb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934ff7bc-9549-419e-98b1-d394948d3990', 'name': 'tempest-ServerRescueNegativeTestJSON-1468641430-router', 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:38Z', 'updated_at': '2021-07-27T19:59:45Z', 'revision_number': 5, 'project_id': '289fc2dd6cba4a79a60c85368f2dc796', 'gw_port': {'id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934ff7bc-9549-419e-98b1-d394948d3990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:39Z', 'updated_at': '2021-07-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:49.414634 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.423480 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3867eef7-7350-48ca-ad81-2635712e5ca5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.431100 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3867eef7-7350-48ca-ad81-2635712e5ca5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:49.431994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3867eef7-7350-48ca-ad81-2635712e5ca5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.455807 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da171c-3ba8-4247-ac91-678fce8debb7 None None] The sync data for ids ['934ff7bc-9549-419e-98b1-d394948d3990'] in n-d-705657-21 is: [{'id': '934ff7bc-9549-419e-98b1-d394948d3990', 'name': 'tempest-ServerRescueNegativeTestJSON-1468641430-router', 'tenant_id': '289fc2dd6cba4a79a60c85368f2dc796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:56:38Z', 'updated_at': '2021-07-27T19:59:45Z', 'revision_number': 5, 'project_id': '289fc2dd6cba4a79a60c85368f2dc796', 'gw_port': {'id': '812ce625-52e8-40aa-a88e-087ec807a3c8', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934ff7bc-9549-419e-98b1-d394948d3990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:56:39Z', 'updated_at': '2021-07-27T19:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 19:59:49.464833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f07cef-ac1b-4afb-bc63-598238b9a022 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:59:49.483150 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.517923 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Transition to ACTIVE for port object 45f07cef-ac1b-4afb-bc63-598238b9a022 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:49.553833 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.573295 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5b93f9c-1c2a-473e-91bc-8880d636b049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.580892 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5b93f9c-1c2a-473e-91bc-8880d636b049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.583067 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d5b93f9c-1c2a-473e-91bc-8880d636b049 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9290590-1947-4ffb-9cfb-2c031c4e32df HTTP/1.1" status: 204 len: 168 time: 1.0398829 Jul 27 19:59:49.596645 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3867eef7-7350-48ca-ad81-2635712e5ca5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2492795 Jul 27 19:59:49.603685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59726) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:49.609483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b93f9c-1c2a-473e-91bc-8880d636b049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9290590-1947-4ffb-9cfb-2c031c4e32df,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:49.613595 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867eef7-7350-48ca-ad81-2635712e5ca5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Network': ['ID=f973bf8f-839b-4ec9-9be6-8b30664ff2fa,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:49.637132 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] Deleting port 812ce625-52e8-40aa-a88e-087ec807a3c8 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:49.637664 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.705652 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Pushing event updated for resources: {'Port': ['ID=55201b12-d598-48e5-aecd-45952bd1e7fe,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:49.731803 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network f973bf8f-839b-4ec9-9be6-8b30664ff2fa details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:49.753659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] For port 812ce625-52e8-40aa-a88e-087ec807a3c8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=812ce625-52e8-40aa-a88e-087ec807a3c8,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:49.754039 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:49.771153 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] Calling delete_port for 812ce625-52e8-40aa-a88e-087ec807a3c8 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:49.842079 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59730) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:49.901983 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 697418e5-5859-4ab1-a590-67829d3c0217 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:59:50.118309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 697418e5-5859-4ab1-a590-67829d3c0217, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=697418e5-5859-4ab1-a590-67829d3c0217,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:50.162073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '697418e5-5859-4ab1-a590-67829d3c0217', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'port_id': '697418e5-5859-4ab1-a590-67829d3c0217', 'mac_address': 'fa:16:3e:a6:39:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:59:50.203250 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:50.249997 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:50.267012 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] Pushing event deleted for resources: {'Port': ['ID=812ce625-52e8-40aa-a88e-087ec807a3c8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:50.285191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697418e5-5859-4ab1-a590-67829d3c0217 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:59:50.319548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 697418e5-5859-4ab1-a590-67829d3c0217, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=697418e5-5859-4ab1-a590-67829d3c0217,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:50.326305 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:50.346780 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1732f61a-98be-421b-9f15-8d1e3ebe1c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:50.395617 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:50.439165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=697418e5-5859-4ab1-a590-67829d3c0217,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:50.504786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f1589c6b-76e3-49fd-871a-b842e7ec111d no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:59:50.525442 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:50.530695 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:50.556039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['697418e5-5859-4ab1-a590-67829d3c0217'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:59:50.573993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f1589c6b-76e3-49fd-871a-b842e7ec111d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:59:50.573993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f1589c6b-76e3-49fd-871a-b842e7ec111d not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:59:50.616490 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:50.617443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 934ff7bc-9549-419e-98b1-d394948d3990 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 19:59:50.622723 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:50.624616 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b8916432-8918-4bfa-8d29-5f4f80f2b751 admin admin] 10.222.0.48 "DELETE /v2.0/routers/934ff7bc-9549-419e-98b1-d394948d3990 HTTP/1.1" status: 204 len: 168 time: 2.1422279 Jul 27 19:59:50.629221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59746) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:50.633690 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f5127a-eec5-4d46-b9d0-7dc7f6177516 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:50.638173 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c2f5127a-eec5-4d46-b9d0-7dc7f6177516 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "GET /v2.0/networks?id=f973bf8f-839b-4ec9-9be6-8b30664ff2fa HTTP/1.1" status: 200 len: 761 time: 0.9918561 Jul 27 19:59:50.643615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59748) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:50.657173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-005f35cc-c45e-489a-966c-837e5d88f11c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'network': {'description': 'd2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:50.663829 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1732f61a-98be-421b-9f15-8d1e3ebe1c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:50.694269 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 19:59:50.719902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59752) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:50.742661 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1732f61a-98be-421b-9f15-8d1e3ebe1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:50.814571 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1732f61a-98be-421b-9f15-8d1e3ebe1c8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44244874347a4c8b928acee87c76da00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9713199 Jul 27 19:59:50.833982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59758) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:50.910155 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732f61a-98be-421b-9f15-8d1e3ebe1c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cc679d-b344-4ea6-ac17-9321d5dd46be,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:50.931671 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39c6f7a-7a2d-4778-8642-f7786c20d600 admin admin] Deleting subnet 3a0225cf-270c-42c0-adb1-939c4f198eb6 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:59:50.962570 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a39c6f7a-7a2d-4778-8642-f7786c20d600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.000577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Pushing event updated for resources: {'Port': ['ID=45f07cef-ac1b-4afb-bc63-598238b9a022,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:51.017990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Attempting to bind port 55201b12-d598-48e5-aecd-45952bd1e7fe on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:59:51.018596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Attempting to bind port 55201b12-d598-48e5-aecd-45952bd1e7fe by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '47128b16-8004-48b2-b4f4-6cd8563984e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:59:51.019034 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Attempting to bind port 55201b12-d598-48e5-aecd-45952bd1e7fe on network fef55a91-716f-4a87-94ea-bee452d6f745 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:51.023937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Attempting to bind port 45f07cef-ac1b-4afb-bc63-598238b9a022 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:59:51.024502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Attempting to bind port 45f07cef-ac1b-4afb-bc63-598238b9a022 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '47128b16-8004-48b2-b4f4-6cd8563984e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:59:51.024857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Attempting to bind port 45f07cef-ac1b-4afb-bc63-598238b9a022 on network fef55a91-716f-4a87-94ea-bee452d6f745 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:51.032582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Port 55201b12-d598-48e5-aecd-45952bd1e7fe on network fef55a91-716f-4a87-94ea-bee452d6f745 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:59:51.033060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Attempting to bind port 55201b12-d598-48e5-aecd-45952bd1e7fe on network fef55a91-716f-4a87-94ea-bee452d6f745 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:51.062875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Port 45f07cef-ac1b-4afb-bc63-598238b9a022 on network fef55a91-716f-4a87-94ea-bee452d6f745 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:59:51.062875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Attempting to bind port 45f07cef-ac1b-4afb-bc63-598238b9a022 on network fef55a91-716f-4a87-94ea-bee452d6f745 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:51.086970 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5d225b4e-90e0-4f63-ad0b-269746bfcefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.095012 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a39c6f7a-7a2d-4778-8642-f7786c20d600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.100523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:59:51.101483 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Checking segment: {'id': '47128b16-8004-48b2-b4f4-6cd8563984e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:51.101674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Bound using segment: {'id': '47128b16-8004-48b2-b4f4-6cd8563984e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:59:51.102211 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Bound port: 55201b12-d598-48e5-aecd-45952bd1e7fe, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47128b16-8004-48b2-b4f4-6cd8563984e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:59:51.102687 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.133754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:59:51.134613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Checking segment: {'id': '47128b16-8004-48b2-b4f4-6cd8563984e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:51.135038 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Bound using segment: {'id': '47128b16-8004-48b2-b4f4-6cd8563984e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:59:51.135601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Bound port: 45f07cef-ac1b-4afb-bc63-598238b9a022, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47128b16-8004-48b2-b4f4-6cd8563984e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:59:51.136181 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.171800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d58c3-c0dc-415f-9f98-a1616dcad980 req-bd57cc90-29e4-4b5e-a72b-a3b37d16fbc9 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:51.183503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-865d58c3-c0dc-415f-9f98-a1616dcad980 req-bd57cc90-29e4-4b5e-a72b-a3b37d16fbc9 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 945 time: 0.5424175 Jul 27 19:59:51.197119 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-005f35cc-c45e-489a-966c-837e5d88f11c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.202904 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5d225b4e-90e0-4f63-ad0b-269746bfcefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.247486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dec5103-dbf2-4763-afa0-3dba2177cec3 admin admin] Deleting subnet 85e0a734-7a07-4f42-a2e9-e9ff1c933818 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 19:59:51.266079 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dec5103-dbf2-4763-afa0-3dba2177cec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.270975 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-005f35cc-c45e-489a-966c-837e5d88f11c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.316199 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a39c6f7a-7a2d-4778-8642-f7786c20d600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.330346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b716ca-c20f-4ddf-bdad-1ccc112a6371 req-e8cfebae-c716-477f-b031-87811770bdff tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:51.332036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88b716ca-c20f-4ddf-bdad-1ccc112a6371 req-e8cfebae-c716-477f-b031-87811770bdff tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 944 time: 0.6923883 Jul 27 19:59:51.342549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-865d58c3-c0dc-415f-9f98-a1616dcad980 req-3eb81e40-d1c9-4b01-992a-371fa65878bd tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375437 Jul 27 19:59:51.375970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] For port 55201b12-d598-48e5-aecd-45952bd1e7fe, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:59:51.429894 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-005f35cc-c45e-489a-966c-837e5d88f11c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network f973bf8f-839b-4ec9-9be6-8b30664ff2fa is not hosted by any dhcp agent {{(pid=94060) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 19:59:51.435602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005f35cc-c45e-489a-966c-837e5d88f11c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:51.442608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] For port 55201b12-d598-48e5-aecd-45952bd1e7fe, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=55201b12-d598-48e5-aecd-45952bd1e7fe,segment=NetworkSegment(47128b16-8004-48b2-b4f4-6cd8563984e9),segment_id=47128b16-8004-48b2-b4f4-6cd8563984e9)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:59:51.443333 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-005f35cc-c45e-489a-966c-837e5d88f11c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.444861 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-005f35cc-c45e-489a-966c-837e5d88f11c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "PUT /v2.0/networks/f973bf8f-839b-4ec9-9be6-8b30664ff2fa HTTP/1.1" status: 200 len: 758 time: 0.7963331 Jul 27 19:59:51.454118 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59770) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:51.464189 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.492069 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] For port 45f07cef-ac1b-4afb-bc63-598238b9a022, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:59:51.507365 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dec5103-dbf2-4763-afa0-3dba2177cec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.508462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:51.509474 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.510926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] 10.222.0.52 "PUT /v2.0/ports/55201b12-d598-48e5-aecd-45952bd1e7fe HTTP/1.1" status: 200 len: 1092 time: 4.6140139 Jul 27 19:59:51.541582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f6f734-2e53-44ce-94a4-288bc32920a0', 'tag': '55201b12-d598-48e5-aecd-45952bd1e7fe'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:59:51.552666 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bdbcf1-6302-482a-a2fe-1f8bfae743fc" -d '{"events": [{"name": "network-changed", "server_uuid": "46f6f734-2e53-44ce-94a4-288bc32920a0", "tag": "55201b12-d598-48e5-aecd-45952bd1e7fe"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:59:51.570792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f35cc-c45e-489a-966c-837e5d88f11c tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Network': ['ID=f973bf8f-839b-4ec9-9be6-8b30664ff2fa,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:51.588558 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network f973bf8f-839b-4ec9-9be6-8b30664ff2fa details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:51.597407 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88b716ca-c20f-4ddf-bdad-1ccc112a6371 req-08284056-6e30-4e1e-8b75-ece3820300cf tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444346 Jul 27 19:59:51.604835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] For port 45f07cef-ac1b-4afb-bc63-598238b9a022, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=45f07cef-ac1b-4afb-bc63-598238b9a022,segment=NetworkSegment(47128b16-8004-48b2-b4f4-6cd8563984e9),segment_id=47128b16-8004-48b2-b4f4-6cd8563984e9)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:59:51.643648 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dec5103-dbf2-4763-afa0-3dba2177cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.645709 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5d225b4e-90e0-4f63-ad0b-269746bfcefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.648252 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5d225b4e-90e0-4f63-ad0b-269746bfcefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.649469 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5d225b4e-90e0-4f63-ad0b-269746bfcefc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64cc679d-b344-4ea6-ac17-9321d5dd46be HTTP/1.1" status: 204 len: 168 time: 0.8087416 Jul 27 19:59:51.662142 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 19:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b4e7c9-7d33-40fd-b73d-57309d57be01 x-openstack-request-id: req-f9b4e7c9-7d33-40fd-b73d-57309d57be01 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:59:51.663063 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f6f734-2e53-44ce-94a4-288bc32920a0", "tag": "55201b12-d598-48e5-aecd-45952bd1e7fe", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:59:51.663635 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9b4e7c9-7d33-40fd-b73d-57309d57be01 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:59:51.664330 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f6f734-2e53-44ce-94a4-288bc32920a0', 'tag': '55201b12-d598-48e5-aecd-45952bd1e7fe', 'status': 'completed', 'code': 200} Jul 27 19:59:51.684698 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df0513d-e2fd-4401-b22c-0e47f3e2781d tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:51.689919 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0df0513d-e2fd-4401-b22c-0e47f3e2781d tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "GET /v2.0/networks?id=f973bf8f-839b-4ec9-9be6-8b30664ff2fa HTTP/1.1" status: 200 len: 761 time: 0.2219806 Jul 27 19:59:51.693843 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.696337 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59778) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:51.701621 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-96b89a83-d29d-416a-a37b-f15f60121fc9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1211819960'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:51.709542 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d225b4e-90e0-4f63-ad0b-269746bfcefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cc679d-b344-4ea6-ac17-9321d5dd46be,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:51.720694 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a39c6f7a-7a2d-4778-8642-f7786c20d600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.732245 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:51.733261 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.734964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] 10.222.0.63 "PUT /v2.0/ports/45f07cef-ac1b-4afb-bc63-598238b9a022 HTTP/1.1" status: 200 len: 1093 time: 4.0775967 Jul 27 19:59:51.766812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fb2626-ad4c-4167-9900-a3365266749a {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:59:51.780596 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.783605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53cf69-b147-4f56-9111-6086e261d681 service neutron] Pushing event updated for resources: {'Port': ['ID=55201b12-d598-48e5-aecd-45952bd1e7fe,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:51.802490 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c6f7a-7a2d-4778-8642-f7786c20d600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a0225cf-270c-42c0-adb1-939c4f198eb6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:51.811659 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a39c6f7a-7a2d-4778-8642-f7786c20d600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.814423 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a39c6f7a-7a2d-4778-8642-f7786c20d600 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3a0225cf-270c-42c0-adb1-939c4f198eb6 HTTP/1.1" status: 204 len: 168 time: 1.1841059 Jul 27 19:59:51.818530 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59782) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:51.821798 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b89a83-d29d-416a-a37b-f15f60121fc9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:51.825832 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96b89a83-d29d-416a-a37b-f15f60121fc9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.847241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Transition to ACTIVE for port object f5fb2626-ad4c-4167-9900-a3365266749a will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:51.869329 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.903540 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 697418e5-5859-4ab1-a590-67829d3c0217 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:59:51.924022 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dec5103-dbf2-4763-afa0-3dba2177cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:51.928798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec3bd7-0b63-4f20-a54a-82904100ba99 service neutron] Pushing event updated for resources: {'Port': ['ID=45f07cef-ac1b-4afb-bc63-598238b9a022,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:51.943181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-5e3ef88b-6f7c-4a8a-a170-dff30c91aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:51.944743 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-5e3ef88b-6f7c-4a8a-a170-dff30c91aa02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b90e084c0784111b42eb1b5c97c5299&device_id=46f6f734-2e53-44ce-94a4-288bc32920a0 HTTP/1.1" status: 200 len: 1095 time: 0.3382261 Jul 27 19:59:52.004137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b89a83-d29d-416a-a37b-f15f60121fc9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:59:52.021075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96b89a83-d29d-416a-a37b-f15f60121fc9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.021830 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-96b89a83-d29d-416a-a37b-f15f60121fc9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Added segment 1b3ed883-a99d-460c-b3e6-da976e76ea9e of type vlan for network 09c6412a-cb71-48d3-a104-f176babafeab Jul 27 19:59:52.068773 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec5103-dbf2-4763-afa0-3dba2177cec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e0a734-7a07-4f42-a2e9-e9ff1c933818,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:52.077647 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dec5103-dbf2-4763-afa0-3dba2177cec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.079903 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4dec5103-dbf2-4763-afa0-3dba2177cec3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/85e0a734-7a07-4f42-a2e9-e9ff1c933818 HTTP/1.1" status: 204 len: 168 time: 1.3567934 Jul 27 19:59:52.088034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59788) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:52.100709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-027d4180-f5c2-4d40-9138-257995bb1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:52.102257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-027d4180-f5c2-4d40-9138-257995bb1484 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4b90e084c0784111b42eb1b5c97c5299&device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 1096 time: 0.3084617 Jul 27 19:59:52.103786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-2351ef0b-88b4-470e-afa4-0bf77c4c5e94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55201b12-d598-48e5-aecd-45952bd1e7fe HTTP/1.1" status: 200 len: 217 time: 0.1402552 Jul 27 19:59:52.108046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 697418e5-5859-4ab1-a590-67829d3c0217 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:59:52.120142 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 697418e5-5859-4ab1-a590-67829d3c0217 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:59:52.120142 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.120429 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96b89a83-d29d-416a-a37b-f15f60121fc9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.124939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b707c617-ecfc-4059-9ab3-dd458ab3a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.134225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59790) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:52.210050 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7d97-ae3f-4d1c-8da1-184f1a7ec45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.276766 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96b89a83-d29d-416a-a37b-f15f60121fc9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.282257 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b89a83-d29d-416a-a37b-f15f60121fc9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:52.283180 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96b89a83-d29d-416a-a37b-f15f60121fc9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.287525 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.337717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697418e5-5859-4ab1-a590-67829d3c0217'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:59:52.341010 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26e5fad-2d23-4b44-ad81-f2e7ee181d07" -d '{"events": [{"server_uuid": "e8f1dcb4-4d60-42e8-a337-db47d41491a3", "name": "network-vif-plugged", "status": "completed", "tag": "697418e5-5859-4ab1-a590-67829d3c0217"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:59:52.368108 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b707c617-ecfc-4059-9ab3-dd458ab3a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.371343 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 697418e5-5859-4ab1-a590-67829d3c0217, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=697418e5-5859-4ab1-a590-67829d3c0217,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:52.383508 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.383714 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-96b89a83-d29d-416a-a37b-f15f60121fc9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6835706 Jul 27 19:59:52.405080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59800) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:52.406979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b707c617-ecfc-4059-9ab3-dd458ab3a0ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfd149c-5da4-4dc6-95ab-8e162771181f']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:52.414119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-760501cc-f0a3-43ec-abc0-bcaa66a11085 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'subnet': {'network_id': '09c6412a-cb71-48d3-a104-f176babafeab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:52.420377 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 812ce625-52e8-40aa-a88e-087ec807a3c8 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:59:52.455596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 812ce625-52e8-40aa-a88e-087ec807a3c8 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:59:52.455943 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 812ce625-52e8-40aa-a88e-087ec807a3c8 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:59:52.474132 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-046b069a-fa1b-472e-a41f-3c9e2ae663ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:52.475997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-046b069a-fa1b-472e-a41f-3c9e2ae663ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89ae72f-a268-436b-9cde-3f77b3513e25 HTTP/1.1" status: 200 len: 857 time: 0.3523717 Jul 27 19:59:52.484645 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fb2626-ad4c-4167-9900-a3365266749a,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:52.484892 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1b3781-d5f2-4bb2-86e9-7e58156f9fa3 x-openstack-request-id: req-fc1b3781-d5f2-4bb2-86e9-7e58156f9fa3 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:59:52.485019 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f1dcb4-4d60-42e8-a337-db47d41491a3", "name": "network-vif-plugged", "status": "completed", "tag": "697418e5-5859-4ab1-a590-67829d3c0217", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:59:52.485278 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc1b3781-d5f2-4bb2-86e9-7e58156f9fa3 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:59:52.486275 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697418e5-5859-4ab1-a590-67829d3c0217', 'code': 200} Jul 27 19:59:52.525696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b707c617-ecfc-4059-9ab3-dd458ab3a0ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd733597-e680-40ca-961f-cf49b0487d90') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:52.526012 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b707c617-ecfc-4059-9ab3-dd458ab3a0ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd733597-e680-40ca-961f-cf49b0487d90') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:52.527971 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=697418e5-5859-4ab1-a590-67829d3c0217,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:52.534035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-6c26ebde-6eba-4f85-9416-9e404f204715 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f07cef-ac1b-4afb-bc63-598238b9a022 HTTP/1.1" status: 200 len: 217 time: 0.3942327 Jul 27 19:59:52.542936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b89a83-d29d-416a-a37b-f15f60121fc9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Network': ['ID=09c6412a-cb71-48d3-a104-f176babafeab,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:52.557250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 09c6412a-cb71-48d3-a104-f176babafeab details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:52.564653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-4431e7bd-7787-4cc3-b830-edb33755cb83 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fef55a91-716f-4a87-94ea-bee452d6f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579319 Jul 27 19:59:52.565241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Attempting to bind port f5fb2626-ad4c-4167-9900-a3365266749a on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:59:52.565573 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Attempting to bind port f5fb2626-ad4c-4167-9900-a3365266749a by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '47128b16-8004-48b2-b4f4-6cd8563984e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:59:52.565906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Attempting to bind port f5fb2626-ad4c-4167-9900-a3365266749a on network fef55a91-716f-4a87-94ea-bee452d6f745 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:52.567108 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b707c617-ecfc-4059-9ab3-dd458ab3a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.570686 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7d97-ae3f-4d1c-8da1-184f1a7ec45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.597903 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d4ca7d97-ae3f-4d1c-8da1-184f1a7ec45d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52c9ed9-1a4a-428e-9f39-af50989151d1']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:52.614148 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b707c617-ecfc-4059-9ab3-dd458ab3a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.617322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d4ca7d97-ae3f-4d1c-8da1-184f1a7ec45d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797e43a7-7ada-4082-a960-c2166e0705bd') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:52.617718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d4ca7d97-ae3f-4d1c-8da1-184f1a7ec45d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797e43a7-7ada-4082-a960-c2166e0705bd') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:52.645392 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b707c617-ecfc-4059-9ab3-dd458ab3a0ff admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:52.645830 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b707c617-ecfc-4059-9ab3-dd458ab3a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:52.649457 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:52.665769 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7d97-ae3f-4d1c-8da1-184f1a7ec45d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.678462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Port f5fb2626-ad4c-4167-9900-a3365266749a on network fef55a91-716f-4a87-94ea-bee452d6f745 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 19:59:52.679090 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Attempting to bind port f5fb2626-ad4c-4167-9900-a3365266749a on network fef55a91-716f-4a87-94ea-bee452d6f745 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:52.681668 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9e90af49-6ce7-4f9d-af26-5db817d9ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:52.683154 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-9e90af49-6ce7-4f9d-af26-5db817d9ec55 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c89ae72f-a268-436b-9cde-3f77b3513e25 HTTP/1.1" status: 200 len: 857 time: 0.1235514 Jul 27 19:59:52.726845 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7d97-ae3f-4d1c-8da1-184f1a7ec45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.736870 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ca7d97-ae3f-4d1c-8da1-184f1a7ec45d admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:52.737387 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7d97-ae3f-4d1c-8da1-184f1a7ec45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: timer() Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:52.739210 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:52.751004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760501cc-f0a3-43ec-abc0-bcaa66a11085 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:52.755319 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-760501cc-f0a3-43ec-abc0-bcaa66a11085 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.761816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:59:52.762436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Checking segment: {'id': '47128b16-8004-48b2-b4f4-6cd8563984e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:52.762823 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Bound using segment: {'id': '47128b16-8004-48b2-b4f4-6cd8563984e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:59:52.763613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Bound port: f5fb2626-ad4c-4167-9900-a3365266749a, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47128b16-8004-48b2-b4f4-6cd8563984e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:59:52.764220 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.793605 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b707c617-ecfc-4059-9ab3-dd458ab3a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.804714 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-725b53f6-31d5-4fbf-9ec4-06ef50fcd28e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fef55a91-716f-4a87-94ea-bee452d6f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047285 Jul 27 19:59:52.807973 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0ea7dc92-e299-4039-ac1c-99be043bdfa1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e0a2986ae404b0d94d6f30269aa43d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6648736 Jul 27 19:59:52.830113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b707c617-ecfc-4059-9ab3-dd458ab3a0ff admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.831990 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b707c617-ecfc-4059-9ab3-dd458ab3a0ff admin admin] 10.222.0.48 "DELETE /v2.0/networks/0dfd149c-5da4-4dc6-95ab-8e162771181f HTTP/1.1" status: 204 len: 168 time: 1.0004776 Jul 27 19:59:52.834416 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59812) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:52.862680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707c617-ecfc-4059-9ab3-dd458ab3a0ff admin admin] Pushing event deleted for resources: {'Network': ['ID=0dfd149c-5da4-4dc6-95ab-8e162771181f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:52.897015 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7d97-ae3f-4d1c-8da1-184f1a7ec45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.909829 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7d97-ae3f-4d1c-8da1-184f1a7ec45d admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:52.914140 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d4ca7d97-ae3f-4d1c-8da1-184f1a7ec45d admin admin] 10.222.0.48 "DELETE /v2.0/networks/a52c9ed9-1a4a-428e-9f39-af50989151d1 HTTP/1.1" status: 204 len: 168 time: 0.8227904 Jul 27 19:59:52.931933 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca7d97-ae3f-4d1c-8da1-184f1a7ec45d admin admin] Pushing event deleted for resources: {'Network': ['ID=a52c9ed9-1a4a-428e-9f39-af50989151d1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:53.061291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7bb44-833b-4ec0-a5e4-d0af24310c63 req-3afc1be2-0b06-458e-86f7-8ea2a53d43cb tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:53.063210 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0e7bb44-833b-4ec0-a5e4-d0af24310c63 req-3afc1be2-0b06-458e-86f7-8ea2a53d43cb tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.5739505 Jul 27 19:59:53.087409 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd522d-3924-4fb7-aff7-15e22a4f3960 req-c5a0fb8c-0ec8-42d4-8b6d-fa4f0a26d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:53.089009 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85bd522d-3924-4fb7-aff7-15e22a4f3960 req-c5a0fb8c-0ec8-42d4-8b6d-fa4f0a26d6a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 1098 time: 0.5644541 Jul 27 19:59:53.090926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-a4818a00-bc41-4aca-a21a-61febf5e7bde service neutron] 10.222.0.52 "GET /v2.0/networks/fef55a91-716f-4a87-94ea-bee452d6f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392526 Jul 27 19:59:53.098596 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-760501cc-f0a3-43ec-abc0-bcaa66a11085 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.098838 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e623472b-b65b-4a4c-9d25-4883278eaaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.145332 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59822) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:53.152855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] For port f5fb2626-ad4c-4167-9900-a3365266749a, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:59:53.176554 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760501cc-f0a3-43ec-abc0-bcaa66a11085 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Subnet': ['ID=4f272901-55f4-4f3d-b777-fd4a3c3aded5,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:53.200641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59824) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:53.238963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] For port f5fb2626-ad4c-4167-9900-a3365266749a, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f5fb2626-ad4c-4167-9900-a3365266749a,segment=NetworkSegment(47128b16-8004-48b2-b4f4-6cd8563984e9),segment_id=47128b16-8004-48b2-b4f4-6cd8563984e9)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:59:53.250403 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760501cc-f0a3-43ec-abc0-bcaa66a11085 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Checking segment: {'id': '1b3ed883-a99d-460c-b3e6-da976e76ea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09c6412a-cb71-48d3-a104-f176babafeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:53.250763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760501cc-f0a3-43ec-abc0-bcaa66a11085 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network hostable DHCP agents. Network: 09c6412a-cb71-48d3-a104-f176babafeab, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:59:53.258338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f9885-6689-4e2a-b398-1313e47e14a0 req-45a3479e-89e6-44f8-a5c9-f0f5dd1491fa tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:53.258927 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-005b0ccb-9d37-4a34-b10c-66f52c58ee8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=289fc2dd6cba4a79a60c85368f2dc796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1121929 Jul 27 19:59:53.259871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f6f9885-6689-4e2a-b398-1313e47e14a0 req-45a3479e-89e6-44f8-a5c9-f0f5dd1491fa tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 944 time: 0.5249372 Jul 27 19:59:53.261889 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59826) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:53.268025 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e623472b-b65b-4a4c-9d25-4883278eaaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.271559 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-a47e5f8e-56ba-4536-b59b-72907239670c service neutron] 10.222.0.63 "GET /v2.0/networks/fef55a91-716f-4a87-94ea-bee452d6f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323435 Jul 27 19:59:53.290233 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.325559 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0e7bb44-833b-4ec0-a5e4-d0af24310c63 req-649cf1b8-4b52-45be-903e-752d320d8192 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488923 Jul 27 19:59:53.374086 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85bd522d-3924-4fb7-aff7-15e22a4f3960 req-1a1ff904-5242-4d58-9680-b6a7a6520c47 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571576 Jul 27 19:59:53.445007 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:53.445007 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.445285 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] 10.222.0.63 "PUT /v2.0/ports/f5fb2626-ad4c-4167-9900-a3365266749a HTTP/1.1" status: 200 len: 1093 time: 4.6707695 Jul 27 19:59:53.520306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f6f9885-6689-4e2a-b398-1313e47e14a0 req-22bd8bed-314d-4383-86ef-1ecd063ad659 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315679 Jul 27 19:59:53.530219 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-0756d733-3491-4e8e-b7c9-afc346a2a8a6 service neutron] 10.222.0.52 "GET /v2.0/networks/fef55a91-716f-4a87-94ea-bee452d6f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120488 Jul 27 19:59:53.549973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134e240-ccd2-4dc0-abb1-6764fc1ef324 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fb2626-ad4c-4167-9900-a3365266749a,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:53.568965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59830) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:53.585200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-6fbbb822-9658-42df-921d-6d47efa71dc3 service neutron] 10.222.0.63 "GET /v2.0/networks/fef55a91-716f-4a87-94ea-bee452d6f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909317 Jul 27 19:59:53.589070 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e623472b-b65b-4a4c-9d25-4883278eaaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.591695 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e623472b-b65b-4a4c-9d25-4883278eaaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.593098 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e623472b-b65b-4a4c-9d25-4883278eaaf7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70a2d65d-4f19-45bc-8344-e9a0948a1ecd HTTP/1.1" status: 204 len: 168 time: 0.7498856 Jul 27 19:59:53.602438 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-aad41f73-802b-40ff-87df-894ce98df294 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7f5ed366b854578a9ee2e795afa5933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925834 Jul 27 19:59:53.603159 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760501cc-f0a3-43ec-abc0-bcaa66a11085 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network 09c6412a-cb71-48d3-a104-f176babafeab is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:59:53.603311 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59836) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:53.618385 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21e32785-758b-4045-bf16-8468a1b478ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.623911 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623472b-b65b-4a4c-9d25-4883278eaaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a2d65d-4f19-45bc-8344-e9a0948a1ecd,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:53.628661 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-760501cc-f0a3-43ec-abc0-bcaa66a11085 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 09c6412a-cb71-48d3-a104-f176babafeab) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:53.637955 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760501cc-f0a3-43ec-abc0-bcaa66a11085 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:53.638380 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-760501cc-f0a3-43ec-abc0-bcaa66a11085 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.655477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-4f52d6fe-0433-498b-be9d-63f76a7502da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:53.656946 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-4f52d6fe-0433-498b-be9d-63f76a7502da service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4b90e084c0784111b42eb1b5c97c5299&device_id=f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041 HTTP/1.1" status: 200 len: 1096 time: 0.1521559 Jul 27 19:59:53.663497 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-760501cc-f0a3-43ec-abc0-bcaa66a11085 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2510517 Jul 27 19:59:53.663497 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21e32785-758b-4045-bf16-8468a1b478ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.663854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59838) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:53.667802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee57df5-4047-4e3a-b38e-327b20b06d99', 'tag': '45f07cef-ac1b-4afb-bc63-598238b9a022'}, {'name': 'network-changed', 'server_uuid': 'f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041', 'tag': 'f5fb2626-ad4c-4167-9900-a3365266749a'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:59:53.670239 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa302c87-aa0a-457c-82d8-a8932e5554d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee57df5-4047-4e3a-b38e-327b20b06d99", "tag": "45f07cef-ac1b-4afb-bc63-598238b9a022"}, {"name": "network-changed", "server_uuid": "f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041", "tag": "f5fb2626-ad4c-4167-9900-a3365266749a"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:59:53.677266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6577cd-7403-420d-826c-43c3d5ccd281 None None] Network 09c6412a-cb71-48d3-a104-f176babafeab requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:53.743066 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21e32785-758b-4045-bf16-8468a1b478ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.746170 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21e32785-758b-4045-bf16-8468a1b478ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.750456 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-21e32785-758b-4045-bf16-8468a1b478ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fab068c-ed46-4095-b5b4-1c390dfade80 HTTP/1.1" status: 204 len: 168 time: 0.4825361 Jul 27 19:59:53.764326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e32785-758b-4045-bf16-8468a1b478ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fab068c-ed46-4095-b5b4-1c390dfade80,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:53.792832 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 19:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7fc558-bd6d-4e25-9c6a-253b5b28feea x-openstack-request-id: req-bc7fc558-bd6d-4e25-9c6a-253b5b28feea {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:59:53.793702 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee57df5-4047-4e3a-b38e-327b20b06d99", "tag": "45f07cef-ac1b-4afb-bc63-598238b9a022", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041", "tag": "f5fb2626-ad4c-4167-9900-a3365266749a", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:59:53.794127 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc7fc558-bd6d-4e25-9c6a-253b5b28feea {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:59:53.794707 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee57df5-4047-4e3a-b38e-327b20b06d99', 'tag': '45f07cef-ac1b-4afb-bc63-598238b9a022', 'status': 'completed', 'code': 200} Jul 27 19:59:53.795120 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041', 'tag': 'f5fb2626-ad4c-4167-9900-a3365266749a', 'status': 'completed', 'code': 200} Jul 27 19:59:53.803379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-d901cd0a-2448-4863-9cae-9c85186cd8cf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5fb2626-ad4c-4167-9900-a3365266749a HTTP/1.1" status: 200 len: 217 time: 0.1288631 Jul 27 19:59:53.847480 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11e451f7-6622-457b-8f5f-18d91bf4f4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.942882 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11e451f7-6622-457b-8f5f-18d91bf4f4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.955700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-09c6412a-cb71-48d3-a104-f176babafeab', 'network_id': '09c6412a-cb71-48d3-a104-f176babafeab', 'tenant_id': 'ad49a290aaba4381a403532335d5620e', 'fixed_ips': [{'subnet_id': '4f272901-55f4-4f3d-b777-fd4a3c3aded5'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:59:53.956868 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.983130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1d341-69ca-4953-8a1d-135379218dbf req-dc37dc3a-c249-4251-a703-3d7e521b146f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:53.984648 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-dc37dc3a-c249-4251-a703-3d7e521b146f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c89ae72f-a268-436b-9cde-3f77b3513e25 HTTP/1.1" status: 200 len: 857 time: 0.1644046 Jul 27 19:59:53.991851 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:53.993532 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3b743c35-e986-4c81-b7d3-b9e697c58db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:54.050817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdbcf1-6302-482a-a2fe-1f8bfae743fc req-c7cd9399-28f7-4db0-9fb7-97036cbcb6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:54.052729 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74bdbcf1-6302-482a-a2fe-1f8bfae743fc req-c7cd9399-28f7-4db0-9fb7-97036cbcb6e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b90e084c0784111b42eb1b5c97c5299&device_id=46f6f734-2e53-44ce-94a4-288bc32920a0 HTTP/1.1" status: 200 len: 1095 time: 0.3899186 Jul 27 19:59:54.060023 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-d8e0774d-73dc-4567-a95f-d721bc4280f8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fef55a91-716f-4a87-94ea-bee452d6f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629969 Jul 27 19:59:54.228696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3b743c35-e986-4c81-b7d3-b9e697c58db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:54.242447 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3b743c35-e986-4c81-b7d3-b9e697c58db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:54.290486 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Allocated IP 172.20.0.2 (09c6412a-cb71-48d3-a104-f176babafeab/4f272901-55f4-4f3d-b777-fd4a3c3aded5/f0a1e6c8-5327-4164-8e50-cd19b2e7770c) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 19:59:54.336453 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3b743c35-e986-4c81-b7d3-b9e697c58db4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a881d91b42742e8976b11d94e0f7345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7689652 Jul 27 19:59:54.337244 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59860) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:54.339213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b743c35-e986-4c81-b7d3-b9e697c58db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591903ad-9b58-442e-8fbb-b09d3cdbbb11,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:54.450642 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61068248-0cec-4af4-8918-24c3ef635e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:54.481574 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61068248-0cec-4af4-8918-24c3ef635e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:54.545435 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61068248-0cec-4af4-8918-24c3ef635e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:54.550446 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61068248-0cec-4af4-8918-24c3ef635e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:54.557359 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-61068248-0cec-4af4-8918-24c3ef635e9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/591903ad-9b58-442e-8fbb-b09d3cdbbb11 HTTP/1.1" status: 204 len: 168 time: 0.2175362 Jul 27 19:59:54.559055 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:54.578255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61068248-0cec-4af4-8918-24c3ef635e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591903ad-9b58-442e-8fbb-b09d3cdbbb11,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:54.583000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Transition to ACTIVE for port object f0a1e6c8-5327-4164-8e50-cd19b2e7770c will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:54.617716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-e2d87bed-d5ae-4d39-9882-dd0dd1b8727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:54.619188 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-e2d87bed-d5ae-4d39-9882-dd0dd1b8727b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4b90e084c0784111b42eb1b5c97c5299&device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 1096 time: 0.7968662 Jul 27 19:59:54.628225 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Transition to ACTIVE for port object f0a1e6c8-5327-4164-8e50-cd19b2e7770c will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 19:59:54.645834 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:54.682321 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Network 09c6412a-cb71-48d3-a104-f176babafeab is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 19:59:54.708593 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:54.711221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 19:59:54.793506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Attempting to bind port f0a1e6c8-5327-4164-8e50-cd19b2e7770c on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 19:59:54.793879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Attempting to bind port f0a1e6c8-5327-4164-8e50-cd19b2e7770c by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '1b3ed883-a99d-460c-b3e6-da976e76ea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09c6412a-cb71-48d3-a104-f176babafeab'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 19:59:54.794246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Attempting to bind port f0a1e6c8-5327-4164-8e50-cd19b2e7770c on network 09c6412a-cb71-48d3-a104-f176babafeab {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 19:59:54.798619 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Pushing event updated for resources: {'Port': ['ID=f0a1e6c8-5327-4164-8e50-cd19b2e7770c,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:54.805903 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 19:59:54.807364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Checking segment: {'id': '1b3ed883-a99d-460c-b3e6-da976e76ea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09c6412a-cb71-48d3-a104-f176babafeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:54.807943 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:54.808563 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Bound using segment: {'id': '1b3ed883-a99d-460c-b3e6-da976e76ea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09c6412a-cb71-48d3-a104-f176babafeab'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 19:59:54.809227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Bound port: f0a1e6c8-5327-4164-8e50-cd19b2e7770c, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ed883-a99d-460c-b3e6-da976e76ea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '09c6412a-cb71-48d3-a104-f176babafeab'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 19:59:54.809783 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:54.809930 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11e451f7-6622-457b-8f5f-18d91bf4f4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:54.812528 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11e451f7-6622-457b-8f5f-18d91bf4f4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:54.813705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-11e451f7-6622-457b-8f5f-18d91bf4f4df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ecf5c2b9-19ea-460a-be12-8f76b3915adf HTTP/1.1" status: 204 len: 168 time: 1.2097430 Jul 27 19:59:54.830155 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:54.896050 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e451f7-6622-457b-8f5f-18d91bf4f4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf5c2b9-19ea-460a-be12-8f76b3915adf,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:54.910067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] For port f0a1e6c8-5327-4164-8e50-cd19b2e7770c, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 19:59:54.936708 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] For port f0a1e6c8-5327-4164-8e50-cd19b2e7770c, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f0a1e6c8-5327-4164-8e50-cd19b2e7770c,segment=NetworkSegment(1b3ed883-a99d-460c-b3e6-da976e76ea9e),segment_id=1b3ed883-a99d-460c-b3e6-da976e76ea9e)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 19:59:54.942765 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:54.944928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdbcf1-6302-482a-a2fe-1f8bfae743fc req-c9fc559e-06c7-413f-8283-11dccd9b6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:54.946453 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74bdbcf1-6302-482a-a2fe-1f8bfae743fc req-c9fc559e-06c7-413f-8283-11dccd9b6c06 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fef55a91-716f-4a87-94ea-bee452d6f745 HTTP/1.1" status: 200 len: 918 time: 0.8798990 Jul 27 19:59:54.953709 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59890) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:54.957881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-ba324587-e56f-480c-bbab-02db2feb9651 service neutron] 10.222.0.63 "GET /v2.0/networks/fef55a91-716f-4a87-94ea-bee452d6f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8900220 Jul 27 19:59:54.994365 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-83a761e9-2b36-4de9-b744-ee30158c482e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.029856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bb5d0-6512-4aa1-9582-0cb9fabff5fc None None] Pushing event updated for resources: {'Port': ['ID=f0a1e6c8-5327-4164-8e50-cd19b2e7770c,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:55.070849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74bdbcf1-6302-482a-a2fe-1f8bfae743fc req-c523d0e4-6796-418e-aeaa-9c59dcff4645 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55201b12-d598-48e5-aecd-45952bd1e7fe HTTP/1.1" status: 200 len: 217 time: 0.1054349 Jul 27 19:59:55.118742 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-0861d9b1-2a9e-4942-ab2e-c79a2412ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:55.120661 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-0861d9b1-2a9e-4942-ab2e-c79a2412ce35 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fef55a91-716f-4a87-94ea-bee452d6f745 HTTP/1.1" status: 200 len: 918 time: 0.4732618 Jul 27 19:59:55.148862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917489b-efad-4439-a942-03d2758c05c6 req-06955bc8-dbe1-4268-b48d-23cf1cc331ef tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:55.151290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9917489b-efad-4439-a942-03d2758c05c6 req-06955bc8-dbe1-4268-b48d-23cf1cc331ef tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 944 time: 0.4809113 Jul 27 19:59:55.273352 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-dd158380-0f28-49e7-8ca4-bd9f16cecb71 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f07cef-ac1b-4afb-bc63-598238b9a022 HTTP/1.1" status: 200 len: 217 time: 0.1384933 Jul 27 19:59:55.276798 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-83a761e9-2b36-4de9-b744-ee30158c482e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.283934 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.291167 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-83a761e9-2b36-4de9-b744-ee30158c482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.348686 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59896) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:55.370935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59898) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:55.376085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Subnet': ['ID=4f272901-55f4-4f3d-b777-fd4a3c3aded5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:55.392760 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-83a761e9-2b36-4de9-b744-ee30158c482e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94e0403b2d024d4493b7125c194ba8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4374983 Jul 27 19:59:55.394148 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a761e9-2b36-4de9-b744-ee30158c482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff59194-f5a0-4845-a2c5-e9e9a511154d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:55.401570 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59904) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:55.413341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539850fb-cb33-4a6f-b4a8-692e6fe7f0c7 req-d554f610-41f3-4cf8-b777-5f5d3cb9eca2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:55.415077 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-539850fb-cb33-4a6f-b4a8-692e6fe7f0c7 req-d554f610-41f3-4cf8-b777-5f5d3cb9eca2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.7928686 Jul 27 19:59:55.464011 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4892c4b0-3ce1-447a-97b3-6f43eebad3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.488097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-c9b663f5-23fb-4581-9b1c-8e8fd44e6615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:55.488320 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4892c4b0-3ce1-447a-97b3-6f43eebad3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.489874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-c9b663f5-23fb-4581-9b1c-8e8fd44e6615 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c89ae72f-a268-436b-9cde-3f77b3513e25 HTTP/1.1" status: 200 len: 857 time: 0.1925642 Jul 27 19:59:55.533066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c02cb05d-49a7-44ba-9d62-cc45305a501e tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1552678877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:55.545032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1309157961-network', 'tenant_id': '634951a653da42e4a21a96a42b496619'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:55.572964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4892c4b0-3ce1-447a-97b3-6f43eebad3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.576523 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4892c4b0-3ce1-447a-97b3-6f43eebad3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.578783 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4892c4b0-3ce1-447a-97b3-6f43eebad3d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ff59194-f5a0-4845-a2c5-e9e9a511154d HTTP/1.1" status: 204 len: 168 time: 0.1744728 Jul 27 19:59:55.583507 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c02cb05d-49a7-44ba-9d62-cc45305a501e tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.585358 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c02cb05d-49a7-44ba-9d62-cc45305a501e tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.599896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892c4b0-3ce1-447a-97b3-6f43eebad3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff59194-f5a0-4845-a2c5-e9e9a511154d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:55.632183 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-62c55825-3ee5-42e4-968b-aff3ed065ffa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fef55a91-716f-4a87-94ea-bee452d6f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924315 Jul 27 19:59:55.633482 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] Made reservation on behalf of 634951a653da42e4a21a96a42b496619 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:55.635965 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.636145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.646596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdbcf1-6302-482a-a2fe-1f8bfae743fc req-d96af3ec-4488-4199-8114-8eede3533188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:55.648117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74bdbcf1-6302-482a-a2fe-1f8bfae743fc req-d96af3ec-4488-4199-8114-8eede3533188 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89ae72f-a268-436b-9cde-3f77b3513e25 HTTP/1.1" status: 200 len: 857 time: 0.5372717 Jul 27 19:59:55.679644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.683233 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c02cb05d-49a7-44ba-9d62-cc45305a501e tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.692714 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c02cb05d-49a7-44ba-9d62-cc45305a501e tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.771899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c6412a-cb71-48d3-a104-f176babafeab']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:55.794291 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9917489b-efad-4439-a942-03d2758c05c6 req-6d0a320c-ffb0-46f1-a81b-6df63617a4af tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876300 Jul 27 19:59:55.807575 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b1d341-69ca-4953-8a1d-135379218dbf req-915c1c52-f330-40d1-b7ef-270def89155f service neutron] 10.222.0.63 "GET /v2.0/networks/fef55a91-716f-4a87-94ea-bee452d6f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8406155 Jul 27 19:59:55.840837 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74bdbcf1-6302-482a-a2fe-1f8bfae743fc req-f0e1534d-ce4e-4354-9201-7dd2fc7e4a4b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fef55a91-716f-4a87-94ea-bee452d6f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772169 Jul 27 19:59:55.841448 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.846088 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-539850fb-cb33-4a6f-b4a8-692e6fe7f0c7 req-fde74e3f-5039-4a0f-9a01-3e27ca96a6f2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3491263 Jul 27 19:59:55.850356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3ed883-a99d-460c-b3e6-da976e76ea9e') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:55.850513 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3ed883-a99d-460c-b3e6-da976e76ea9e') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:55.852317 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.856008 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-bc98b5b5-a55c-415a-9f04-12159a8613d2 service neutron] 10.222.0.63 "GET /v2.0/networks/fef55a91-716f-4a87-94ea-bee452d6f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004144 Jul 27 19:59:55.881968 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c02cb05d-49a7-44ba-9d62-cc45305a501e tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.885784 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c02cb05d-49a7-44ba-9d62-cc45305a501e tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5048130 Jul 27 19:59:55.894066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 55201b12-d598-48e5-aecd-45952bd1e7fe details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:59:55.895170 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.899027 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59920) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:55.918404 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.923651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:59:55.929499 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:55.930052 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:55.950723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-528050202'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:55.975627 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d596fb-1eb5-468b-a9fd-80602f1a0579,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:56.023601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Made reservation on behalf of 3b8a27280f63454bbec261612ac8ae1e for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:56.033165 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.056853 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.125031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 55201b12-d598-48e5-aecd-45952bd1e7fe, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=55201b12-d598-48e5-aecd-45952bd1e7fe,segment=NetworkSegment(47128b16-8004-48b2-b4f4-6cd8563984e9),segment_id=47128b16-8004-48b2-b4f4-6cd8563984e9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:56.133830 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:56.159559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '55201b12-d598-48e5-aecd-45952bd1e7fe', 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745', 'port_id': '55201b12-d598-48e5-aecd-45952bd1e7fe', 'mac_address': 'fa:16:3e:31:cc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89ae72f-a268-436b-9cde-3f77b3513e25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:59:56.175439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74bdbcf1-6302-482a-a2fe-1f8bfae743fc req-2da564f4-3cc7-499f-8914-24e9fd60824c service neutron] 10.222.0.52 "GET /v2.0/networks/fef55a91-716f-4a87-94ea-bee452d6f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215735 Jul 27 19:59:56.187457 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.188542 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] Added segment a3aabaa6-6698-4490-9f91-64ee6ee7334c of type vlan for network 0c2f9109-2836-4ca2-a589-149d907fa229 Jul 27 19:59:56.246570 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.275029 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55201b12-d598-48e5-aecd-45952bd1e7fe {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:59:56.294612 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.api [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 19:59:56.294612 n-d-705657-21 neutron-server[94059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 19:59:56.294612 n-d-705657-21 neutron-server[94059]: [parameters: {'id': '09c6412a-cb71-48d3-a104-f176babafeab'}] Jul 27 19:59:56.294612 n-d-705657-21 neutron-server[94059]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 19:59:56.295330 n-d-705657-21 neutron-server[94059]: DEBUG oslo_db.api [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 19:59:56.297933 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.298581 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-438398fe-1073-48ca-b9e8-eb464b53e1fe service neutron] 10.222.0.63 "GET /v2.0/networks/fef55a91-716f-4a87-94ea-bee452d6f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863431 Jul 27 19:59:56.337927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 55201b12-d598-48e5-aecd-45952bd1e7fe, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=55201b12-d598-48e5-aecd-45952bd1e7fe,segment=NetworkSegment(47128b16-8004-48b2-b4f4-6cd8563984e9),segment_id=47128b16-8004-48b2-b4f4-6cd8563984e9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:56.347102 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.364774 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.370379 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.371414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:56.372007 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.395273 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.490011 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1344154 Jul 27 19:59:56.490591 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=55201b12-d598-48e5-aecd-45952bd1e7fe,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:56.498787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59942) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:56.504978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d917fa-3e25-487a-be81-3b0ef4e08565 None None] Network 09c6412a-cb71-48d3-a104-f176babafeab requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:56.508022 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 19:59:56.513845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-bd7effcc-1b2b-429c-bdaf-d9cb81d1e367 admin admin] Request body: {'subnet': {'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1309157961-subnet', 'tenant_id': '634951a653da42e4a21a96a42b496619', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:56.521973 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88675d10-d9ab-425f-8057-7c7c5cc94d97 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2f9109-2836-4ca2-a589-149d907fa229,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:56.529916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0baa0e-32e9-42be-9cb3-c13055135290,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:56.538085 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 0c2f9109-2836-4ca2-a589-149d907fa229 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:56.543907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.544260 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Added segment 7a3dde4d-dc1f-40d8-bb77-f350ac2a4443 of type vlan for network 70d4d357-7fb1-4f19-b4ab-a0c04d929410 Jul 27 19:59:56.588452 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7effcc-1b2b-429c-bdaf-d9cb81d1e367 admin admin] Made reservation on behalf of 634951a653da42e4a21a96a42b496619 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:56.591460 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd7effcc-1b2b-429c-bdaf-d9cb81d1e367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.593505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:56.593852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:56.594190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:56.594517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:56.594871 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:56.595913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:56.596257 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:56.596610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:56.597198 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:56.597528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:56.598526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:56.598863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:56.618800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['55201b12-d598-48e5-aecd-45952bd1e7fe'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:59:56.620877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74bdbcf1-6302-482a-a2fe-1f8bfae743fc req-43a7c7f8-14ac-403d-acb7-ba2117c4b120 service neutron] 10.222.0.52 "GET /v2.0/networks/fef55a91-716f-4a87-94ea-bee452d6f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287131 Jul 27 19:59:56.621193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f0a1e6c8-5327-4164-8e50-cd19b2e7770c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:59:56.627003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-349e9356-c2bb-41e2-b952-b9a6746b6ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:56.629048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-349e9356-c2bb-41e2-b952-b9a6746b6ac9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4b90e084c0784111b42eb1b5c97c5299&device_id=f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041 HTTP/1.1" status: 200 len: 1096 time: 0.2697282 Jul 27 19:59:56.655526 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.664015 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d78ab4b8-1720-4335-b521-9f17d4f32870 None None] Provisioning for port f0a1e6c8-5327-4164-8e50-cd19b2e7770c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:59:56.787536 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.793240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:56.793847 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.815817 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:56.950605 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0501633 Jul 27 19:59:56.957893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59960) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:57.000025 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f0a1e6c8-5327-4164-8e50-cd19b2e7770c completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:59:57.008619 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f0a1e6c8-5327-4164-8e50-cd19b2e7770c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:59:57.009388 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:57.022558 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-00d7390e-830b-4aff-9e54-7150cc1d74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:57.024051 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-00d7390e-830b-4aff-9e54-7150cc1d74ec service neutron] 10.222.0.63 "GET /v2.0/networks?id=fef55a91-716f-4a87-94ea-bee452d6f745 HTTP/1.1" status: 200 len: 918 time: 0.3865893 Jul 27 19:59:57.031205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Request body: {'subnet': {'network_id': '70d4d357-7fb1-4f19-b4ab-a0c04d929410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:57.076488 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393690aa-90c2-467b-8e02-cc23867b7ae7 req-af5db7ba-5ca5-428a-a963-b8a07625270c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:57.101419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59962) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:57.101914 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-393690aa-90c2-467b-8e02-cc23867b7ae7 req-af5db7ba-5ca5-428a-a963-b8a07625270c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.9386187 Jul 27 19:59:57.104039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186eb99d-6aae-4b08-a4e9-b97130feb226 None None] DHCP port deletion for 09c6412a-cb71-48d3-a104-f176babafeab request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 19:59:57.107988 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-af60d59f-33f6-4cde-aa93-de85694c50fc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Request body: {'floatingip': {'port_id': '697418e5-5859-4ab1-a590-67829d3c0217'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:57.114154 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 45f07cef-ac1b-4afb-bc63-598238b9a022 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:59:57.119360 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c142cec-d779-4807-a7bf-3d6c5208bd88 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event updated for resources: {'Network': ['ID=70d4d357-7fb1-4f19-b4ab-a0c04d929410,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:57.164974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 70d4d357-7fb1-4f19-b4ab-a0c04d929410 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 19:59:57.207864 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af60d59f-33f6-4cde-aa93-de85694c50fc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for floatingip, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:57.222588 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-d5e039cc-35c9-4b58-b27f-1ca889f15555 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5fb2626-ad4c-4167-9900-a3365266749a HTTP/1.1" status: 200 len: 217 time: 0.1729000 Jul 27 19:59:57.300861 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:57.349318 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd7effcc-1b2b-429c-bdaf-d9cb81d1e367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:57.362261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-429fefc3-06fb-4625-8e4f-d3b9e08f7c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:57.366633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-429fefc3-06fb-4625-8e4f-d3b9e08f7c0b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c89ae72f-a268-436b-9cde-3f77b3513e25 HTTP/1.1" status: 200 len: 857 time: 0.1338179 Jul 27 19:59:57.384688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port f0a1e6c8-5327-4164-8e50-cd19b2e7770c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f0a1e6c8-5327-4164-8e50-cd19b2e7770c,segment=NetworkSegment(1b3ed883-a99d-460c-b3e6-da976e76ea9e),segment_id=1b3ed883-a99d-460c-b3e6-da976e76ea9e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:57.395147 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:57.433095 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-186eb99d-6aae-4b08-a4e9-b97130feb226 None None] Deleting port f0a1e6c8-5327-4164-8e50-cd19b2e7770c {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:57.435978 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-186eb99d-6aae-4b08-a4e9-b97130feb226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:57.460705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Made reservation on behalf of 3b8a27280f63454bbec261612ac8ae1e for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:57.463601 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:57.473063 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-b64bd6f7-ae8f-47ea-a07a-27872f98fded service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fef55a91-716f-4a87-94ea-bee452d6f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922654 Jul 27 19:59:57.476770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7effcc-1b2b-429c-bdaf-d9cb81d1e367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3b9a07-ca57-4084-b8ee-ab8cca04c27f,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:57.479982 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Deleting port f0a1e6c8-5327-4164-8e50-cd19b2e7770c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 19:59:57.479982 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:57.615747 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7effcc-1b2b-429c-bdaf-d9cb81d1e367 admin admin] Checking segment: {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:57.617034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7effcc-1b2b-429c-bdaf-d9cb81d1e367 admin admin] Network hostable DHCP agents. Network: 0c2f9109-2836-4ca2-a589-149d907fa229, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:59:57.703379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-3ed9ef6e-b519-46df-9619-541a986e3036 service neutron] 10.222.0.63 "GET /v2.0/networks/fef55a91-716f-4a87-94ea-bee452d6f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185395 Jul 27 19:59:57.741301 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7effcc-1b2b-429c-bdaf-d9cb81d1e367 admin admin] Network 0c2f9109-2836-4ca2-a589-149d907fa229 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:59:57.817410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-186eb99d-6aae-4b08-a4e9-b97130feb226 None None] For port f0a1e6c8-5327-4164-8e50-cd19b2e7770c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f0a1e6c8-5327-4164-8e50-cd19b2e7770c,segment=NetworkSegment(1b3ed883-a99d-460c-b3e6-da976e76ea9e),segment_id=1b3ed883-a99d-460c-b3e6-da976e76ea9e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:57.818129 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-186eb99d-6aae-4b08-a4e9-b97130feb226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:57.824123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 45f07cef-ac1b-4afb-bc63-598238b9a022, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=45f07cef-ac1b-4afb-bc63-598238b9a022,segment=NetworkSegment(47128b16-8004-48b2-b4f4-6cd8563984e9),segment_id=47128b16-8004-48b2-b4f4-6cd8563984e9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:57.833228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=f0a1e6c8-5327-4164-8e50-cd19b2e7770c,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:57.853899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-186eb99d-6aae-4b08-a4e9-b97130feb226 None None] Calling delete_port for f0a1e6c8-5327-4164-8e50-cd19b2e7770c owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:57.861679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '45f07cef-ac1b-4afb-bc63-598238b9a022', 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745', 'port_id': '45f07cef-ac1b-4afb-bc63-598238b9a022', 'mac_address': 'fa:16:3e:5a:9e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89ae72f-a268-436b-9cde-3f77b3513e25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:59:57.911728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] For port f0a1e6c8-5327-4164-8e50-cd19b2e7770c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f0a1e6c8-5327-4164-8e50-cd19b2e7770c,segment=NetworkSegment(1b3ed883-a99d-460c-b3e6-da976e76ea9e),segment_id=1b3ed883-a99d-460c-b3e6-da976e76ea9e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:57.912030 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:57.953880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 55201b12-d598-48e5-aecd-45952bd1e7fe up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 19:59:57.967352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-bd7effcc-1b2b-429c-bdaf-d9cb81d1e367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 0c2f9109-2836-4ca2-a589-149d907fa229) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:57.980514 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Calling delete_port for f0a1e6c8-5327-4164-8e50-cd19b2e7770c owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 19:59:57.998762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57259326-691c-4ec2-b5ca-996fdcfdc18c req-3c6f32be-b9c7-4b8e-bd4e-56981c2cca81 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:58.000377 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57259326-691c-4ec2-b5ca-996fdcfdc18c req-3c6f32be-b9c7-4b8e-bd4e-56981c2cca81 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 944 time: 1.0821595 Jul 27 19:59:58.000574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7effcc-1b2b-429c-bdaf-d9cb81d1e367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:58.001167 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd7effcc-1b2b-429c-bdaf-d9cb81d1e367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:58.013524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c566a6-c440-40bd-8d68-a7dc75d85e50 None None] Network 0c2f9109-2836-4ca2-a589-149d907fa229 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:58.105039 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:58.157857 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bd7effcc-1b2b-429c-bdaf-d9cb81d1e367 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6458118 Jul 27 19:59:58.178590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f07cef-ac1b-4afb-bc63-598238b9a022 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:59:58.205809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 55201b12-d598-48e5-aecd-45952bd1e7fe completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 19:59:58.230670 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 55201b12-d598-48e5-aecd-45952bd1e7fe triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 19:59:58.231782 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:58.232442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57259326-691c-4ec2-b5ca-996fdcfdc18c req-83a0aeca-f013-4811-916a-6c91a7e9f052 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193515 Jul 27 19:59:58.242883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa302c87-aa0a-457c-82d8-a8932e5554d0 req-bbf08f01-7808-4cbe-a233-c639dc3f3815 service neutron] 10.222.0.63 "GET /v2.0/networks/fef55a91-716f-4a87-94ea-bee452d6f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170441 Jul 27 19:59:58.242883 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:58.282161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Port': ['ID=f0a1e6c8-5327-4164-8e50-cd19b2e7770c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:58.290033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No DVR routers for this DVR port f0a1e6c8-5327-4164-8e50-cd19b2e7770c on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:59:58.298370 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 45f07cef-ac1b-4afb-bc63-598238b9a022, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=45f07cef-ac1b-4afb-bc63-598238b9a022,segment=NetworkSegment(47128b16-8004-48b2-b4f4-6cd8563984e9),segment_id=47128b16-8004-48b2-b4f4-6cd8563984e9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:58.313552 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:58.409663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=45f07cef-ac1b-4afb-bc63-598238b9a022,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:58.414510 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-186eb99d-6aae-4b08-a4e9-b97130feb226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:58.436219 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:58.464219 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186eb99d-6aae-4b08-a4e9-b97130feb226 None None] Pushing event deleted for resources: {'Port': ['ID=f0a1e6c8-5327-4164-8e50-cd19b2e7770c,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:58.471544 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:58.513448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c6412a-cb71-48d3-a104-f176babafeab']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:58.515028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f0a1e6c8-5327-4164-8e50-cd19b2e7770c no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 19:59:58.517788 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d81bc73-53ce-49c6-92ac-ae5c3e1eed21 None None] Network 0c2f9109-2836-4ca2-a589-149d907fa229 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:58.527476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3ed883-a99d-460c-b3e6-da976e76ea9e') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:58.527773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3ed883-a99d-460c-b3e6-da976e76ea9e') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 19:59:58.546271 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:58.568050 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:58.584713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 19:59:58.586016 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: timer() Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 19:59:58.596496 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 19:59:58.652947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['45f07cef-ac1b-4afb-bc63-598238b9a022'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:59:58.750421 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:58.761595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186eb99d-6aae-4b08-a4e9-b97130feb226 None None] No DVR routers for this DVR port f0a1e6c8-5327-4164-8e50-cd19b2e7770c on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 19:59:58.770411 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:58.773762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f0a1e6c8-5327-4164-8e50-cd19b2e7770c {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 19:59:58.774412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f0a1e6c8-5327-4164-8e50-cd19b2e7770c not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 19:59:58.776003 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/09c6412a-cb71-48d3-a104-f176babafeab HTTP/1.1" status: 204 len: 168 time: 5.1083112 Jul 27 19:59:58.803034 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59998) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:58.813095 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:58.849385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f45a81-a894-478c-99d4-bf8792522726 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Network': ['ID=09c6412a-cb71-48d3-a104-f176babafeab,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:58.864143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f6f734-2e53-44ce-94a4-288bc32920a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55201b12-d598-48e5-aecd-45952bd1e7fe'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 19:59:58.866473 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dd9d54-1b91-4c33-9925-75aff3a5b8e9" -d '{"events": [{"server_uuid": "46f6f734-2e53-44ce-94a4-288bc32920a0", "name": "network-vif-plugged", "status": "completed", "tag": "55201b12-d598-48e5-aecd-45952bd1e7fe"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 19:59:58.893782 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 55201b12-d598-48e5-aecd-45952bd1e7fe, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=55201b12-d598-48e5-aecd-45952bd1e7fe,segment=NetworkSegment(47128b16-8004-48b2-b4f4-6cd8563984e9),segment_id=47128b16-8004-48b2-b4f4-6cd8563984e9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:58.909296 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:58.988871 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 19:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e348071f-ab07-4137-bb66-0bf1e6593d46 x-openstack-request-id: req-e348071f-ab07-4137-bb66-0bf1e6593d46 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 19:59:58.989560 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f6f734-2e53-44ce-94a4-288bc32920a0", "name": "network-vif-plugged", "status": "completed", "tag": "55201b12-d598-48e5-aecd-45952bd1e7fe", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 19:59:58.990001 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e348071f-ab07-4137-bb66-0bf1e6593d46 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 19:59:58.990633 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f6f734-2e53-44ce-94a4-288bc32920a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55201b12-d598-48e5-aecd-45952bd1e7fe', 'code': 200} Jul 27 19:59:59.018577 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d17325-31a8-4f3d-9b15-d4373d5cee3a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] GET failed (client error): The resource could not be found. Jul 27 19:59:59.019977 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-82d17325-31a8-4f3d-9b15-d4373d5cee3a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "GET /v2.0/subnets/4f272901-55f4-4f3d-b777-fd4a3c3aded5 HTTP/1.1" status: 404 len: 337 time: 0.2091224 Jul 27 19:59:59.049643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60010) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:59.103557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=55201b12-d598-48e5-aecd-45952bd1e7fe,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:59.131281 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f305b04-61cf-4552-ac8a-98108e69d489 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 19:59:59.131873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f305b04-61cf-4552-ac8a-98108e69d489 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 19:59:59.133794 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0f305b04-61cf-4552-ac8a-98108e69d489 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/09c6412a-cb71-48d3-a104-f176babafeab HTTP/1.1" status: 404 len: 339 time: 0.0831792 Jul 27 19:59:59.137502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f5fb2626-ad4c-4167-9900-a3365266749a details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 19:59:59.138552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60016) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:59.241169 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.resource_extend [None req-af60d59f-33f6-4cde-aa93-de85694c50fc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] It took 0.84 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 19:59:59.279479 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f5fb2626-ad4c-4167-9900-a3365266749a, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f5fb2626-ad4c-4167-9900-a3365266749a,segment=NetworkSegment(47128b16-8004-48b2-b4f4-6cd8563984e9),segment_id=47128b16-8004-48b2-b4f4-6cd8563984e9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:59.283863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b92432-2e8a-4a70-ba8e-32aac5cd18e8 req-b07a003a-08cd-4034-b981-bd0b7b203075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:59.285421 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-11b92432-2e8a-4a70-ba8e-32aac5cd18e8 req-b07a003a-08cd-4034-b981-bd0b7b203075 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=46f6f734-2e53-44ce-94a4-288bc32920a0 HTTP/1.1" status: 200 len: 1097 time: 0.2369108 Jul 27 19:59:59.295818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-66e14008-04e6-4c77-98ed-67c0d171db67 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:59.296057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'f5fb2626-ad4c-4167-9900-a3365266749a', 'network_id': 'fef55a91-716f-4a87-94ea-bee452d6f745', 'port_id': 'f5fb2626-ad4c-4167-9900-a3365266749a', 'mac_address': 'fa:16:3e:90:37:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89ae72f-a268-436b-9cde-3f77b3513e25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 19:59:59.298312 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-66e14008-04e6-4c77-98ed-67c0d171db67 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 806 time: 0.4853702 Jul 27 19:59:59.321975 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event updated for resources: {'Subnet': ['ID=5ebf6dad-9e16-4b5e-8915-a4168d67d82b,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:59.349118 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:59.356890 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:59.357283 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:59.357903 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:59.358414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:59.358957 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:59.359638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:59.360157 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:59.360742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:59.361259 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:59.361795 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:59.364838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:59.365479 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 19:59:59.368636 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fb2626-ad4c-4167-9900-a3365266749a {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 19:59:59.397675 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-0cb94f99-fc7d-4487-81a8-ad4ed88054d1 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/quotas/634951a653da42e4a21a96a42b496619 HTTP/1.1" status: 200 len: 375 time: 0.0869417 Jul 27 19:59:59.401823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f5fb2626-ad4c-4167-9900-a3365266749a, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f5fb2626-ad4c-4167-9900-a3365266749a,segment=NetworkSegment(47128b16-8004-48b2-b4f4-6cd8563984e9),segment_id=47128b16-8004-48b2-b4f4-6cd8563984e9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 19:59:59.408086 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:59.409161 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af60d59f-33f6-4cde-aa93-de85694c50fc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:59.411199 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Checking segment: {'id': '7a3dde4d-dc1f-40d8-bb77-f350ac2a4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '70d4d357-7fb1-4f19-b4ab-a0c04d929410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 19:59:59.411813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Network hostable DHCP agents. Network: 70d4d357-7fb1-4f19-b4ab-a0c04d929410, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 19:59:59.417730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b145e0-7ba9-400f-957f-fac5a4c06e11 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:59.420971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a8b145e0-7ba9-400f-957f-fac5a4c06e11 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2803102 Jul 27 19:59:59.423329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af60d59f-33f6-4cde-aa93-de85694c50fc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:59.423972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60022) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:59.463580 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-bf9397b9-02de-48d3-889f-7ecf56fe5ea7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650337 Jul 27 19:59:59.470830 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=f5fb2626-ad4c-4167-9900-a3365266749a,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 19:59:59.497641 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-11b92432-2e8a-4a70-ba8e-32aac5cd18e8 req-63b9e2d6-e173-4e09-9d59-0a685b31491d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949952 Jul 27 19:59:59.514796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e9b46f3d-5202-4d2d-978e-05cc6b6a551a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 207 time: 0.0603614 Jul 27 19:59:59.526659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60024) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:59.540111 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Network 70d4d357-7fb1-4f19-b4ab-a0c04d929410 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 19:59:59.581105 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f41c0-9633-40a3-a907-f47c5b9c9e7c req-76829aca-d056-4c24-85d1-668cce91051f tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:59.582830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb9f41c0-9633-40a3-a907-f47c5b9c9e7c req-76829aca-d056-4c24-85d1-668cce91051f tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 945 time: 0.2322028 Jul 27 19:59:59.601441 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 70d4d357-7fb1-4f19-b4ab-a0c04d929410) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 19:59:59.613168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1f02c8-3844-4cb4-a775-8efc47d5d4ce None None] Network 70d4d357-7fb1-4f19-b4ab-a0c04d929410 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 19:59:59.619874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:59.621123 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:59.630484 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-af60d59f-33f6-4cde-aa93-de85694c50fc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Floating IP f3be470f-297b-401d-95fa-89a74cd9acc3 associated. External IP: 172.25.1.113, port: 697418e5-5859-4ab1-a590-67829d3c0217. Jul 27 19:59:59.657633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb9f41c0-9633-40a3-a907-f47c5b9c9e7c req-98b25e78-b153-4eb5-bf58-4d3278a668a9 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615711 Jul 27 19:59:59.660789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-c02f067a-22ec-4dfb-8386-9eee29c23d22 service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662610 Jul 27 19:59:59.699773 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['f5fb2626-ad4c-4167-9900-a3365266749a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 19:59:59.710895 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5e53a99d-95d5-44c8-b5ea-5477e078cc58 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7518847 Jul 27 19:59:59.715833 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60026) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:59.721707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6314e6ee-84ce-4397-9366-8c8d7d6df644 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Request body: {'network': {'name': 'tempest-router-network01--1687850267'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 19:59:59.797767 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595c73c8-a99e-415e-90f0-82034d86034d tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:59.803693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-da7e084d-ce9a-4fcb-a30f-eee90656af61 service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340196 Jul 27 19:59:59.805601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595c73c8-a99e-415e-90f0-82034d86034d tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:59.811895 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595c73c8-a99e-415e-90f0-82034d86034d tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:59.818573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595c73c8-a99e-415e-90f0-82034d86034d tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 19:59:59.820508 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-595c73c8-a99e-415e-90f0-82034d86034d tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2923665 Jul 27 19:59:59.826119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60028) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 19:59:59.901854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6314e6ee-84ce-4397-9366-8c8d7d6df644 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Made reservation on behalf of 3b8a27280f63454bbec261612ac8ae1e for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 19:59:59.905418 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6314e6ee-84ce-4397-9366-8c8d7d6df644 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 19:59:59.929076 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-70d4d357-7fb1-4f19-b4ab-a0c04d929410', 'network_id': '70d4d357-7fb1-4f19-b4ab-a0c04d929410', 'tenant_id': '3b8a27280f63454bbec261612ac8ae1e', 'fixed_ips': [{'subnet_id': '5ebf6dad-9e16-4b5e-8915-a4168d67d82b'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 19:59:59.930037 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:00.000318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6314e6ee-84ce-4397-9366-8c8d7d6df644 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:00:00.034315 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6314e6ee-84ce-4397-9366-8c8d7d6df644 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:00.034873 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-6314e6ee-84ce-4397-9366-8c8d7d6df644 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Added segment 20b87199-6501-4dfa-8abc-42851fd9bde4 of type vlan for network 37b0052d-6077-4b1a-bb95-74d09346b732 Jul 27 20:00:00.058040 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25bd381e-3cb8-4f0b-a2ec-9dd78a41e787 req-bee1ca2e-5dbc-47bc-9eeb-91ebf365f28e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 210 time: 0.0424652 Jul 27 20:00:00.133828 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7e4ac538-7e64-4ec2-b398-5cf931329138 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2991800 Jul 27 20:00:00.134526 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60040) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:00.179439 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6314e6ee-84ce-4397-9366-8c8d7d6df644 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:00.185096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Allocated IP 172.20.0.2 (70d4d357-7fb1-4f19-b4ab-a0c04d929410/5ebf6dad-9e16-4b5e-8915-a4168d67d82b/aec94965-c52e-446d-b65d-6f49e2b16a42) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:00:00.200739 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af60d59f-33f6-4cde-aa93-de85694c50fc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Router e05a3506-9daa-4849-a868-d4eb4255e52f has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:00:00.233685 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6314e6ee-84ce-4397-9366-8c8d7d6df644 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:00.241161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6314e6ee-84ce-4397-9366-8c8d7d6df644 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:00.242325 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6314e6ee-84ce-4397-9366-8c8d7d6df644 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:00.257334 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3aa5dd-50cf-4168-a6cb-f22d0755c334 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:00.258969 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3aa5dd-50cf-4168-a6cb-f22d0755c334 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:00.267230 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5a3aa5dd-50cf-4168-a6cb-f22d0755c334 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1321599 Jul 27 20:00:00.268965 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60046) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:00.394696 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6314e6ee-84ce-4397-9366-8c8d7d6df644 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6776631 Jul 27 20:00:00.399353 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60054) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:00.438743 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4df86e1f-7188-4c42-bacc-59db91bf37f6 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Request body: {'network': {'name': 'tempest-router-network02--1576072195'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:00.445534 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e6ee-84ce-4397-9366-8c8d7d6df644 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event updated for resources: {'Network': ['ID=37b0052d-6077-4b1a-bb95-74d09346b732,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:00.482156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af60d59f-33f6-4cde-aa93-de85694c50fc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:00:00.483786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fab9a59-c8fc-4bf8-ba9f-47e09c1f87ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:00.484305 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 37b0052d-6077-4b1a-bb95-74d09346b732 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:00:00.489148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fab9a59-c8fc-4bf8-ba9f-47e09c1f87ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['shared'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:00.493373 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af60d59f-33f6-4cde-aa93-de85694c50fc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:00.495833 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df86e1f-7188-4c42-bacc-59db91bf37f6 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Made reservation on behalf of 3b8a27280f63454bbec261612ac8ae1e for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:00:00.498160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0fab9a59-c8fc-4bf8-ba9f-47e09c1f87ef tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2280245 Jul 27 20:00:00.498730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60058) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:00.499782 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4df86e1f-7188-4c42-bacc-59db91bf37f6 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:00.603297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb9b6fb-acdb-4715-ad83-883fb1f0a187 None None] Sync routers for ids ['e05a3506-9daa-4849-a868-d4eb4255e52f'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:00:00.609897 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-af60d59f-33f6-4cde-aa93-de85694c50fc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "PUT /v2.0/floatingips/f3be470f-297b-401d-95fa-89a74cd9acc3 HTTP/1.1" status: 200 len: 992 time: 3.5027435 Jul 27 20:00:00.631190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df86e1f-7188-4c42-bacc-59db91bf37f6 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:00:00.652090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4df86e1f-7188-4c42-bacc-59db91bf37f6 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:00.652467 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-4df86e1f-7188-4c42-bacc-59db91bf37f6 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Added segment ed8d9816-19cc-45ed-856f-5232607ac093 of type vlan for network d3ec49ef-fc35-443b-933c-75588fe46e4e Jul 27 20:00:00.748228 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'tag': '697418e5-5859-4ab1-a590-67829d3c0217'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:00.755583 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b2882a-2c26-4453-b860-8f0707613b99" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f1dcb4-4d60-42e8-a337-db47d41491a3", "tag": "697418e5-5859-4ab1-a590-67829d3c0217"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:00.781668 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4df86e1f-7188-4c42-bacc-59db91bf37f6 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:00.810132 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:00.822824 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Transition to ACTIVE for port object aec94965-c52e-446d-b65d-6f49e2b16a42 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:00.845967 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Transition to ACTIVE for port object aec94965-c52e-446d-b65d-6f49e2b16a42 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:00.848163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9b6fb-acdb-4715-ad83-883fb1f0a187 None None] Routers {'e05a3506-9daa-4849-a868-d4eb4255e52f'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:00.849241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6cb9b6fb-acdb-4715-ad83-883fb1f0a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e05a3506-9daa-4849-a868-d4eb4255e52f'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:00.871211 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4df86e1f-7188-4c42-bacc-59db91bf37f6 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:00.881173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df86e1f-7188-4c42-bacc-59db91bf37f6 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:00.881864 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4df86e1f-7188-4c42-bacc-59db91bf37f6 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:00.986639 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5d7fd6-1601-45d6-ae1f-e0ff4a095945 x-openstack-request-id: req-3c5d7fd6-1601-45d6-ae1f-e0ff4a095945 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:00.987216 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f1dcb4-4d60-42e8-a337-db47d41491a3", "tag": "697418e5-5859-4ab1-a590-67829d3c0217", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:00.987497 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c5d7fd6-1601-45d6-ae1f-e0ff4a095945 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:00.988044 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'tag': '697418e5-5859-4ab1-a590-67829d3c0217', 'status': 'completed', 'code': 200} Jul 27 20:00:00.996315 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4df86e1f-7188-4c42-bacc-59db91bf37f6 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5652506 Jul 27 20:00:00.997289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60072) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:01.011767 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-eb4cbec0-07bb-455b-8c99-1d5eb5f4b2b3 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Request body: {'subnet': {'network_id': '37b0052d-6077-4b1a-bb95-74d09346b732', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:01.082567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6cb9b6fb-acdb-4715-ad83-883fb1f0a187 None None] Set router e05a3506-9daa-4849-a868-d4eb4255e52f gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:00:01.135115 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df86e1f-7188-4c42-bacc-59db91bf37f6 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event updated for resources: {'Network': ['ID=d3ec49ef-fc35-443b-933c-75588fe46e4e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:01.211110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4cbec0-07bb-455b-8c99-1d5eb5f4b2b3 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Made reservation on behalf of 3b8a27280f63454bbec261612ac8ae1e for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:00:01.218055 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbec0-07bb-455b-8c99-1d5eb5f4b2b3 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:01.271093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-967bc2d3-1dea-4905-b901-506d0c23378a req-631071db-16f1-4d8a-8532-73eba98ae523 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 210 time: 0.0626168 Jul 27 20:00:01.347383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network d3ec49ef-fc35-443b-933c-75588fe46e4e details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:00:01.351565 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 45f07cef-ac1b-4afb-bc63-598238b9a022 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:01.367098 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:01.456355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e0d8c-4f9b-47cc-a811-163e3a1ec92a req-d07aa0a3-f83b-4147-915e-1b99c2c77399 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:01.458539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-287e0d8c-4f9b-47cc-a811-163e3a1ec92a req-d07aa0a3-f83b-4147-915e-1b99c2c77399 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 945 time: 0.2176955 Jul 27 20:00:01.488924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2882a-2c26-4453-b860-8f0707613b99 req-d0c97796-a859-4003-8d19-7f70bd81bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:01.491193 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70b2882a-2c26-4453-b860-8f0707613b99 req-d0c97796-a859-4003-8d19-7f70bd81bd95 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 1098 time: 0.2840195 Jul 27 20:00:01.501530 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0b447-65f9-4f19-82b0-d4c4dee9de0e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:01.508533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bed0b447-65f9-4f19-82b0-d4c4dee9de0e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "GET /v2.0/networks/c16e9e78-95d6-4844-b667-b18d2477f2e4 HTTP/1.1" status: 200 len: 800 time: 1.0036128 Jul 27 20:00:01.513281 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60078) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:01.535404 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbec0-07bb-455b-8c99-1d5eb5f4b2b3 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:01.541793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Network 70d4d357-7fb1-4f19-b4ab-a0c04d929410 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:01.557239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:01.575749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:00:01.597141 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Pushing event updated for resources: {'Port': ['ID=aec94965-c52e-446d-b65d-6f49e2b16a42,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:01.636430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cbec0-07bb-455b-8c99-1d5eb5f4b2b3 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event updated for resources: {'Subnet': ['ID=a888f702-aa0f-4b4d-a746-0a2fddc5d580,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:01.662911 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-287e0d8c-4f9b-47cc-a811-163e3a1ec92a req-86401fbb-c467-47e2-b271-ca7a620a5a1d tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938670 Jul 27 20:00:01.696569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 45f07cef-ac1b-4afb-bc63-598238b9a022 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:01.700513 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2882a-2c26-4453-b860-8f0707613b99 req-b378f022-00c3-43d5-b3f3-c88793dde5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:01.702278 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4cbec0-07bb-455b-8c99-1d5eb5f4b2b3 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Checking segment: {'id': '20b87199-6501-4dfa-8abc-42851fd9bde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '37b0052d-6077-4b1a-bb95-74d09346b732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:01.702441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70b2882a-2c26-4453-b860-8f0707613b99 req-b378f022-00c3-43d5-b3f3-c88793dde5fa service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 918 time: 0.1917791 Jul 27 20:00:01.702647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4cbec0-07bb-455b-8c99-1d5eb5f4b2b3 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Network hostable DHCP agents. Network: 37b0052d-6077-4b1a-bb95-74d09346b732, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:00:01.759637 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1f8d63b3-d79f-49b6-8699-e02a755f2490 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "GET /v2.0/networks/c16e9e78-95d6-4844-b667-b18d2477f2e4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2330389 Jul 27 20:00:01.759637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4cbec0-07bb-455b-8c99-1d5eb5f4b2b3 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Network 37b0052d-6077-4b1a-bb95-74d09346b732 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:00:01.759637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60086) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:01.780034 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 45f07cef-ac1b-4afb-bc63-598238b9a022 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:01.780461 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:01.785081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Attempting to bind port aec94965-c52e-446d-b65d-6f49e2b16a42 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:00:01.785456 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Attempting to bind port aec94965-c52e-446d-b65d-6f49e2b16a42 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '7a3dde4d-dc1f-40d8-bb77-f350ac2a4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '70d4d357-7fb1-4f19-b4ab-a0c04d929410'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:00:01.785825 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Attempting to bind port aec94965-c52e-446d-b65d-6f49e2b16a42 on network 70d4d357-7fb1-4f19-b4ab-a0c04d929410 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:01.819194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a1ea2-b4f8-48c8-8504-43170ba15bb2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:01.825527 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ea2a1ea2-b4f8-48c8-8504-43170ba15bb2 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "GET /v2.0/subnets/0414aac1-7077-4ce7-b231-1a765e712b7a HTTP/1.1" status: 200 len: 811 time: 0.0600398 Jul 27 20:00:01.825527 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60088) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:01.837649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:00:01.838067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Checking segment: {'id': '7a3dde4d-dc1f-40d8-bb77-f350ac2a4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '70d4d357-7fb1-4f19-b4ab-a0c04d929410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:01.838422 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:01.838890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Bound using segment: {'id': '7a3dde4d-dc1f-40d8-bb77-f350ac2a4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '70d4d357-7fb1-4f19-b4ab-a0c04d929410'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:00:01.839337 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Bound port: aec94965-c52e-446d-b65d-6f49e2b16a42, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3dde4d-dc1f-40d8-bb77-f350ac2a4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '70d4d357-7fb1-4f19-b4ab-a0c04d929410'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:00:01.839723 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:01.938292 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-eb4cbec0-07bb-455b-8c99-1d5eb5f4b2b3 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 37b0052d-6077-4b1a-bb95-74d09346b732) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:01.954058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4cbec0-07bb-455b-8c99-1d5eb5f4b2b3 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:01.955037 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbec0-07bb-455b-8c99-1d5eb5f4b2b3 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:01.984070 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-eb4cbec0-07bb-455b-8c99-1d5eb5f4b2b3 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9797218 Jul 27 20:00:01.985362 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60092) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:01.992641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b5a33ed1-c58e-488e-a286-560d91f93877 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Request body: {'subnet': {'network_id': 'd3ec49ef-fc35-443b-933c-75588fe46e4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:02.014980 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bd5d03-a75d-454c-825a-2caef3811141 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['shared'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:02.020061 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-04bd5d03-a75d-454c-825a-2caef3811141 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "GET /v2.0/subnets/0414aac1-7077-4ce7-b231-1a765e712b7a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1906822 Jul 27 20:00:02.025561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60094) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:02.029075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93670b10-5582-4340-852f-557e1677939b None None] Network 37b0052d-6077-4b1a-bb95-74d09346b732 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:02.048668 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-19008230-8072-4f03-8b56-89f56d1f41ee tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-331836129'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:02.063711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70b2882a-2c26-4453-b860-8f0707613b99 req-54a48b35-e77a-4ff3-99d3-68ecacc9cbbb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=697418e5-5859-4ab1-a590-67829d3c0217 HTTP/1.1" status: 200 len: 1000 time: 0.3507984 Jul 27 20:00:02.192333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-6d970893-74bb-44cf-af45-ec287aa1e64e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:02.193900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-6d970893-74bb-44cf-af45-ec287aa1e64e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.52 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 806 time: 0.2830327 Jul 27 20:00:02.226034 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-31975f3e-4cc3-4bd8-8e84-474d764bd39e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3707237 Jul 27 20:00:02.231119 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.api [None req-b5a33ed1-c58e-488e-a286-560d91f93877 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:00:02.231119 n-d-705657-21 neutron-server[94060]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 20:00:02.231119 n-d-705657-21 neutron-server[94060]: [parameters: {'project_id_1': '3b8a27280f63454bbec261612ac8ae1e', 'expiration_1': datetime.datetime(2021, 7, 27, 20, 0, 2, 178576)}] Jul 27 20:00:02.231119 n-d-705657-21 neutron-server[94060]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:00:02.231542 n-d-705657-21 neutron-server[94060]: DEBUG oslo_db.api [None req-b5a33ed1-c58e-488e-a286-560d91f93877 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:00:02.234878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-5fead997-5cdc-443d-b927-9d17daf5bce3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Request body: {'port': {'device_id': '13a7eb62-1658-401e-bd06-310772e2fdf8', 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229', 'admin_state_up': True, 'tenant_id': '634951a653da42e4a21a96a42b496619'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:02.414062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6cb9b6fb-acdb-4715-ad83-883fb1f0a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'f3be470f-297b-401d-95fa-89a74cd9acc3', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'port_id': '697418e5-5859-4ab1-a590-67829d3c0217', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'mac_address': 'fa:16:3e:a6:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:59:32Z', 'updated_at': '2021-07-27T19:59:58Z', 'revision_number': 1, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cfcd4ee-3b5b-4350-b886-74ec22e4afd1', 'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'mac_address': 'fa:16:3e:93:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:47Z', 'updated_at': '2021-07-27T19:54:54Z', 'revision_number': 5, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'subnets': [{'id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:02.414678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19008230-8072-4f03-8b56-89f56d1f41ee tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:00:02.431461 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-19008230-8072-4f03-8b56-89f56d1f41ee tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:02.482026 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2882a-2c26-4453-b860-8f0707613b99 req-aa1532b5-5ff0-40a0-a394-bdd75e25d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:02.483554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70b2882a-2c26-4453-b860-8f0707613b99 req-aa1532b5-5ff0-40a0-a394-bdd75e25d197 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d09a00cb-b386-481d-ac77-b852f1db0dbd HTTP/1.1" status: 200 len: 856 time: 0.3134561 Jul 27 20:00:02.561181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] For port aec94965-c52e-446d-b65d-6f49e2b16a42, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:00:02.632622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb9b6fb-acdb-4715-ad83-883fb1f0a187 None None] Checking router: e05a3506-9daa-4849-a868-d4eb4255e52f for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:00:02.648668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-18be6cc3-7bb8-4e9b-9267-eb6b551d7bd5 req-cea22489-d03c-4f1f-9681-f1bedab4b71d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 210 time: 0.1242070 Jul 27 20:00:02.684448 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] For port aec94965-c52e-446d-b65d-6f49e2b16a42, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=aec94965-c52e-446d-b65d-6f49e2b16a42,segment=NetworkSegment(7a3dde4d-dc1f-40d8-bb77-f350ac2a4443),segment_id=7a3dde4d-dc1f-40d8-bb77-f350ac2a4443)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:00:02.697358 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:02.709984 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:02.714609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19008230-8072-4f03-8b56-89f56d1f41ee tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:00:02.719172 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9b6fb-acdb-4715-ad83-883fb1f0a187 None None] Routers {'e05a3506-9daa-4849-a868-d4eb4255e52f'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:02.719887 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6cb9b6fb-acdb-4715-ad83-883fb1f0a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e05a3506-9daa-4849-a868-d4eb4255e52f'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:02.773317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a33ed1-c58e-488e-a286-560d91f93877 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Made reservation on behalf of 3b8a27280f63454bbec261612ac8ae1e for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:00:02.777473 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5a33ed1-c58e-488e-a286-560d91f93877 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:02.787012 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-19008230-8072-4f03-8b56-89f56d1f41ee tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:02.787377 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-19008230-8072-4f03-8b56-89f56d1f41ee tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Added segment b1976096-63e0-4e50-b871-db434721624c of type vlan for network c397d79e-2977-445c-8610-e9cef192fea5 Jul 27 20:00:02.826771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 45f07cef-ac1b-4afb-bc63-598238b9a022, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=45f07cef-ac1b-4afb-bc63-598238b9a022,segment=NetworkSegment(47128b16-8004-48b2-b4f4-6cd8563984e9),segment_id=47128b16-8004-48b2-b4f4-6cd8563984e9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:02.826994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-a1e6a9c0-38a6-41b5-a725-f84164d39081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:02.827421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-a1e6a9c0-38a6-41b5-a725-f84164d39081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:02.830823 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-a1e6a9c0-38a6-41b5-a725-f84164d39081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:02.834228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-a1e6a9c0-38a6-41b5-a725-f84164d39081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:02.835752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-a1e6a9c0-38a6-41b5-a725-f84164d39081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:02.837154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-a1e6a9c0-38a6-41b5-a725-f84164d39081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:02.837642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-a1e6a9c0-38a6-41b5-a725-f84164d39081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:02.842419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-a1e6a9c0-38a6-41b5-a725-f84164d39081 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f58925f86c5a406cbce55135dc048b98&device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 6495 time: 0.5031884 Jul 27 20:00:02.886261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee57df5-4047-4e3a-b38e-327b20b06d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f07cef-ac1b-4afb-bc63-598238b9a022'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:02.888913 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8e1eac-d40d-426b-ab81-ea129e4ff9d6" -d '{"events": [{"server_uuid": "4ee57df5-4047-4e3a-b38e-327b20b06d99", "name": "network-vif-plugged", "status": "completed", "tag": "45f07cef-ac1b-4afb-bc63-598238b9a022"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:02.893330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5677a41-b4ad-4ad7-9aa4-2c2f3a6db9d6 None None] Pushing event updated for resources: {'Port': ['ID=aec94965-c52e-446d-b65d-6f49e2b16a42,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:02.919994 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:02.982855 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=45f07cef-ac1b-4afb-bc63-598238b9a022,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:03.023806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-1bfa42b3-6da2-45ca-ac52-f3985c3ee1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:03.024291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-1bfa42b3-6da2-45ca-ac52-f3985c3ee1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:03.024784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-1bfa42b3-6da2-45ca-ac52-f3985c3ee1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:03.030483 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-1bfa42b3-6da2-45ca-ac52-f3985c3ee1af service neutron] 10.222.0.63 "GET /v2.0/networks?id=fe0599a8-e2b9-4d58-ac69-a9a391fdb31e&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=dd22034f-6375-47e6-8fc0-301c85a1291a&id=9731c54d-8776-469f-b0a4-97666d3f2100&id=9731c54d-8776-469f-b0a4-97666d3f2100 HTTP/1.1" status: 200 len: 2293 time: 0.1274612 Jul 27 20:00:03.059177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-5fead997-5cdc-443d-b927-9d17daf5bce3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Made reservation on behalf of 634951a653da42e4a21a96a42b496619 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:00:03.063593 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-5fead997-5cdc-443d-b927-9d17daf5bce3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:03.068035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2882a-2c26-4453-b860-8f0707613b99 req-eb5d0828-f01a-4a02-9364-fc2ce6b293a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:03.070158 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70b2882a-2c26-4453-b860-8f0707613b99 req-eb5d0828-f01a-4a02-9364-fc2ce6b293a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a353abe-4a3b-464a-8986-fca747b8e0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5469487 Jul 27 20:00:03.074201 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-19008230-8072-4f03-8b56-89f56d1f41ee tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:03.114776 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b283e4-809a-48c6-af59-b7af92ddeea0 x-openstack-request-id: req-e5b283e4-809a-48c6-af59-b7af92ddeea0 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:03.115407 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee57df5-4047-4e3a-b38e-327b20b06d99", "name": "network-vif-plugged", "status": "completed", "tag": "45f07cef-ac1b-4afb-bc63-598238b9a022", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:03.116260 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5b283e4-809a-48c6-af59-b7af92ddeea0 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:03.116946 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee57df5-4047-4e3a-b38e-327b20b06d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f07cef-ac1b-4afb-bc63-598238b9a022', 'code': 200} Jul 27 20:00:03.122932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-37b0052d-6077-4b1a-bb95-74d09346b732', 'network_id': '37b0052d-6077-4b1a-bb95-74d09346b732', 'tenant_id': '3b8a27280f63454bbec261612ac8ae1e', 'fixed_ips': [{'subnet_id': 'a888f702-aa0f-4b4d-a746-0a2fddc5d580'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:00:03.124142 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:03.176449 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f5fb2626-ad4c-4167-9900-a3365266749a up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:03.216438 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5a33ed1-c58e-488e-a286-560d91f93877 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:03.260987 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6cb9b6fb-acdb-4715-ad83-883fb1f0a187 None None] Set router e05a3506-9daa-4849-a868-d4eb4255e52f gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:00:03.279993 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.resource_extend [None req-19008230-8072-4f03-8b56-89f56d1f41ee tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 20:00:03.284884 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a33ed1-c58e-488e-a286-560d91f93877 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event updated for resources: {'Subnet': ['ID=042561b5-6d58-43bd-ab62-52c83cc4f255,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:03.329934 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a33ed1-c58e-488e-a286-560d91f93877 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Checking segment: {'id': 'ed8d9816-19cc-45ed-856f-5232607ac093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd3ec49ef-fc35-443b-933c-75588fe46e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:03.330704 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a33ed1-c58e-488e-a286-560d91f93877 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Network hostable DHCP agents. Network: d3ec49ef-fc35-443b-933c-75588fe46e4e, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:00:03.354912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a33ed1-c58e-488e-a286-560d91f93877 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Network d3ec49ef-fc35-443b-933c-75588fe46e4e is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:00:03.381426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b5a33ed1-c58e-488e-a286-560d91f93877 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, d3ec49ef-fc35-443b-933c-75588fe46e4e) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:03.386228 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a33ed1-c58e-488e-a286-560d91f93877 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:03.386907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5a33ed1-c58e-488e-a286-560d91f93877 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:03.396680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-a9760bae-b907-4502-ad08-75e880946af5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 HTTP/1.1" status: 200 len: 1000 time: 0.3405368 Jul 27 20:00:03.419350 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b5a33ed1-c58e-488e-a286-560d91f93877 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4327099 Jul 27 20:00:03.420136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60110) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:03.426445 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-19008230-8072-4f03-8b56-89f56d1f41ee tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:03.432313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19008230-8072-4f03-8b56-89f56d1f41ee tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:03.432977 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-19008230-8072-4f03-8b56-89f56d1f41ee tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:03.464051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095665c9-3a79-4934-a783-3fea9d32847a None None] Network d3ec49ef-fc35-443b-933c-75588fe46e4e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:03.573695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19008230-8072-4f03-8b56-89f56d1f41ee tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Network': ['ID=c397d79e-2977-445c-8610-e9cef192fea5,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:03.577593 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70b2882a-2c26-4453-b860-8f0707613b99 req-71bbf406-518b-45e3-b102-1af5786cac96 service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881527 Jul 27 20:00:03.600249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network c397d79e-2977-445c-8610-e9cef192fea5 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:00:03.654983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-5fead997-5cdc-443d-b927-9d17daf5bce3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Allocated IP 172.20.0.4 (0c2f9109-2836-4ca2-a589-149d907fa229/de3b9a07-ca57-4084-b8ee-ab8cca04c27f/27b499e8-da86-46f4-a014-4cb619f8e46e) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:00:03.776899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port f5fb2626-ad4c-4167-9900-a3365266749a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:03.831909 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port f5fb2626-ad4c-4167-9900-a3365266749a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:03.832627 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:03.881231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Allocated IP 172.20.0.2 (37b0052d-6077-4b1a-bb95-74d09346b732/a888f702-aa0f-4b4d-a746-0a2fddc5d580/20be8c1a-dea4-4983-8a7b-8e9f04306687) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:00:03.881462 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-5fead997-5cdc-443d-b927-9d17daf5bce3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:03.994423 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:03.996674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e0ee3-73f9-4f67-bdb0-ea5f1de9a14e req-88c5f74c-671e-417b-a2ce-77a965428a32 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:03.999394 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-609e0ee3-73f9-4f67-bdb0-ea5f1de9a14e req-88c5f74c-671e-417b-a2ce-77a965428a32 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 946 time: 1.1445065 Jul 27 20:00:04.177906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70b2882a-2c26-4453-b860-8f0707613b99 req-39ee9b86-6b58-4ee9-bcab-7a123c7eeb9e service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144201 Jul 27 20:00:04.179226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-19008230-8072-4f03-8b56-89f56d1f41ee tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1441481 Jul 27 20:00:04.180650 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-5fead997-5cdc-443d-b927-9d17daf5bce3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:04.207963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60124) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:04.233032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e951f0ef-2f57-414c-815c-8b0e59726bb6 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'subnet': {'network_id': 'c397d79e-2977-445c-8610-e9cef192fea5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:04.255608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-d3ec49ef-fc35-443b-933c-75588fe46e4e', 'network_id': 'd3ec49ef-fc35-443b-933c-75588fe46e4e', 'tenant_id': '3b8a27280f63454bbec261612ac8ae1e', 'fixed_ips': [{'subnet_id': '042561b5-6d58-43bd-ab62-52c83cc4f255'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:00:04.257170 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:04.355331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-609e0ee3-73f9-4f67-bdb0-ea5f1de9a14e req-ec7a1561-aa2a-469b-b245-d942e9ddf101 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723917 Jul 27 20:00:04.436479 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:04.506130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e951f0ef-2f57-414c-815c-8b0e59726bb6 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Made reservation on behalf of ad49a290aaba4381a403532335d5620e for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:00:04.521894 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e951f0ef-2f57-414c-815c-8b0e59726bb6 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:04.553313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-5fead997-5cdc-443d-b927-9d17daf5bce3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Network 0c2f9109-2836-4ca2-a589-149d907fa229 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:04.560547 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device aec94965-c52e-446d-b65d-6f49e2b16a42 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:04.563484 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f250b099-bc3a-46dc-9786-11e8e79e0e26 None None] Network 70d4d357-7fb1-4f19-b4ab-a0c04d929410 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:04.585561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be53c0-97ea-42c9-9c55-7251c1810e20 req-3006f016-6c7a-4623-9d44-cb1714a367cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:04.587126 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8be53c0-97ea-42c9-9c55-7251c1810e20 req-3006f016-6c7a-4623-9d44-cb1714a367cc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 1098 time: 1.4220788 Jul 27 20:00:04.622441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-5fead997-5cdc-443d-b927-9d17daf5bce3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:04.669096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-0d4a2e3d-eda1-404a-8577-992f2cb24158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:04.671203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-0d4a2e3d-eda1-404a-8577-992f2cb24158 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c8228838-7f56-4f49-b8c4-a9a60e68ed8f HTTP/1.1" status: 200 len: 850 time: 1.2458465 Jul 27 20:00:04.672034 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-5fead997-5cdc-443d-b927-9d17daf5bce3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:00:04.681610 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fead997-5cdc-443d-b927-9d17daf5bce3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Pushing event updated for resources: {'Port': ['ID=27b499e8-da86-46f4-a014-4cb619f8e46e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:04.691715 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:04.705640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6cb9b6fb-acdb-4715-ad83-883fb1f0a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'f3be470f-297b-401d-95fa-89a74cd9acc3', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'port_id': '697418e5-5859-4ab1-a590-67829d3c0217', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'mac_address': 'fa:16:3e:a6:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:59:32Z', 'updated_at': '2021-07-27T19:59:58Z', 'revision_number': 1, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cfcd4ee-3b5b-4350-b886-74ec22e4afd1', 'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'mac_address': 'fa:16:3e:93:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:47Z', 'updated_at': '2021-07-27T19:54:54Z', 'revision_number': 5, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'subnets': [{'id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:04.755028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f5fb2626-ad4c-4167-9900-a3365266749a, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f5fb2626-ad4c-4167-9900-a3365266749a,segment=NetworkSegment(47128b16-8004-48b2-b4f4-6cd8563984e9),segment_id=47128b16-8004-48b2-b4f4-6cd8563984e9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:04.787777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb9b6fb-acdb-4715-ad83-883fb1f0a187 None None] The sync data for ids ['e05a3506-9daa-4849-a868-d4eb4255e52f'] in n-d-705657-21 is: [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'f3be470f-297b-401d-95fa-89a74cd9acc3', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'port_id': '697418e5-5859-4ab1-a590-67829d3c0217', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'mac_address': 'fa:16:3e:a6:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T19:59:32Z', 'updated_at': '2021-07-27T19:59:58Z', 'revision_number': 1, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cfcd4ee-3b5b-4350-b886-74ec22e4afd1', 'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'mac_address': 'fa:16:3e:93:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:47Z', 'updated_at': '2021-07-27T19:54:54Z', 'revision_number': 5, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'subnets': [{'id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:00:04.803475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Transition to ACTIVE for port object 20be8c1a-dea4-4983-8a7b-8e9f04306687 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:04.806200 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:04.852834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-551ee366-236a-4647-b01f-39a9e1dcdd85 None None] Provisioning for port aec94965-c52e-446d-b65d-6f49e2b16a42 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:04.856697 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.ipam_backend_mixin [None req-e951f0ef-2f57-414c-815c-8b0e59726bb6 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Performing IP validity checks on allocation pools {{(pid=94059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 20:00:04.857579 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.ipam_backend_mixin [None req-e951f0ef-2f57-414c-815c-8b0e59726bb6 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 20:00:04.998393 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-5fead997-5cdc-443d-b927-9d17daf5bce3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:04.999087 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-5fead997-5cdc-443d-b927-9d17daf5bce3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:05.041809 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8be53c0-97ea-42c9-9c55-7251c1810e20 req-dcfd41c2-b352-4c6c-88c9-998c492f8e3e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237297 Jul 27 20:00:05.053864 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f931e-ad37-456c-b00e-87361ebc7635 req-4e0e7044-fb6c-4d2a-a3e2-9323a14fd77c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:05.061873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be9f931e-ad37-456c-b00e-87361ebc7635 req-4e0e7044-fb6c-4d2a-a3e2-9323a14fd77c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 931 time: 0.8870730 Jul 27 20:00:05.081504 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-5fead997-5cdc-443d-b927-9d17daf5bce3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8664920 Jul 27 20:00:05.135155 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Request body: {'port': {'device_id': '13a7eb62-1658-401e-bd06-310772e2fdf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:05.150590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-889a5ae8-8e6d-4f04-a5b0-0f2c57fc8d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:05.152171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-889a5ae8-8e6d-4f04-a5b0-0f2c57fc8d1e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fe0599a8-e2b9-4d58-ac69-a9a391fdb31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4527278 Jul 27 20:00:05.155381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fb2626-ad4c-4167-9900-a3365266749a'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:05.157738 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856e56c3-f424-4b0d-99ae-05867a134364" -d '{"events": [{"server_uuid": "f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041", "name": "network-vif-plugged", "status": "completed", "tag": "f5fb2626-ad4c-4167-9900-a3365266749a"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:05.178616 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11285d11-c8f2-428f-a5a7-67818bd331a1 None None] New status for floating IP f3be470f-297b-401d-95fa-89a74cd9acc3: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:00:05.213518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Transition to ACTIVE for port object 20be8c1a-dea4-4983-8a7b-8e9f04306687 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:05.225850 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Allocated IP 172.20.0.2 (d3ec49ef-fc35-443b-933c-75588fe46e4e/042561b5-6d58-43bd-ab62-52c83cc4f255/7c6cbe1d-b483-4bf2-b702-445875bb24c3) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:00:05.248212 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:05.249989 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port aec94965-c52e-446d-b65d-6f49e2b16a42 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:05.288765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-f7899b46-fe3f-430f-9397-bd26560f1e89 service neutron] 10.222.0.63 "GET /v2.0/networks/fe0599a8-e2b9-4d58-ac69-a9a391fdb31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062057 Jul 27 20:00:05.289481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port aec94965-c52e-446d-b65d-6f49e2b16a42 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:05.289856 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:05.312413 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad33099a-ce78-485c-bcd4-bbbb94a6eb88 x-openstack-request-id: req-ad33099a-ce78-485c-bcd4-bbbb94a6eb88 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:05.312693 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041", "name": "network-vif-plugged", "status": "completed", "tag": "f5fb2626-ad4c-4167-9900-a3365266749a", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:05.313045 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad33099a-ce78-485c-bcd4-bbbb94a6eb88 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:05.313316 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fb2626-ad4c-4167-9900-a3365266749a', 'code': 200} Jul 27 20:00:05.325272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=f5fb2626-ad4c-4167-9900-a3365266749a,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:05.335494 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e951f0ef-2f57-414c-815c-8b0e59726bb6 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:05.404477 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Allocated IP 172.20.0.1 (37b0052d-6077-4b1a-bb95-74d09346b732/a888f702-aa0f-4b4d-a746-0a2fddc5d580/97b5d8b4-c4e4-4d73-acf9-9ef31a725068) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:00:05.417351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951f0ef-2f57-414c-815c-8b0e59726bb6 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Subnet': ['ID=4a3b4dac-4f22-4234-bbe3-f5361cd227be,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:05.443243 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be9f931e-ad37-456c-b00e-87361ebc7635 req-1e20e5a1-0d30-4b06-a683-c5836e965495 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712776 Jul 27 20:00:05.443640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Network 37b0052d-6077-4b1a-bb95-74d09346b732 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:05.506885 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:05.534562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:00:05.629880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Pushing event updated for resources: {'Port': ['ID=20be8c1a-dea4-4983-8a7b-8e9f04306687,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:05.692844 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:05.716950 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:05.729550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Attempting to bind port 20be8c1a-dea4-4983-8a7b-8e9f04306687 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:00:05.730228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Attempting to bind port 20be8c1a-dea4-4983-8a7b-8e9f04306687 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '20b87199-6501-4dfa-8abc-42851fd9bde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '37b0052d-6077-4b1a-bb95-74d09346b732'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:00:05.730880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Attempting to bind port 20be8c1a-dea4-4983-8a7b-8e9f04306687 on network 37b0052d-6077-4b1a-bb95-74d09346b732 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:05.752093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Transition to ACTIVE for port object 97b5d8b4-c4e4-4d73-acf9-9ef31a725068 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:05.784218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:00:05.784943 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Checking segment: {'id': '20b87199-6501-4dfa-8abc-42851fd9bde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '37b0052d-6077-4b1a-bb95-74d09346b732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:05.785596 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:05.786149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Bound using segment: {'id': '20b87199-6501-4dfa-8abc-42851fd9bde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '37b0052d-6077-4b1a-bb95-74d09346b732'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:00:05.786782 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Bound port: 20be8c1a-dea4-4983-8a7b-8e9f04306687, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b87199-6501-4dfa-8abc-42851fd9bde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '37b0052d-6077-4b1a-bb95-74d09346b732'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:00:05.787605 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:05.819027 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:05.840790 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:05.866686 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:05.995464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event updated for resources: {'Port': ['ID=97b5d8b4-c4e4-4d73-acf9-9ef31a725068,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:06.037798 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Network 37b0052d-6077-4b1a-bb95-74d09346b732 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:06.042991 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:06.048911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:00:06.050248 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Transition to ACTIVE for port object 7c6cbe1d-b483-4bf2-b702-445875bb24c3 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:06.159328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Transition to ACTIVE for port object 7c6cbe1d-b483-4bf2-b702-445875bb24c3 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:06.161800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port aec94965-c52e-446d-b65d-6f49e2b16a42, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=aec94965-c52e-446d-b65d-6f49e2b16a42,segment=NetworkSegment(7a3dde4d-dc1f-40d8-bb77-f350ac2a4443),segment_id=7a3dde4d-dc1f-40d8-bb77-f350ac2a4443)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:06.175753 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:06.179832 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:06.190164 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:06.196150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] For port 20be8c1a-dea4-4983-8a7b-8e9f04306687, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:00:06.204123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] For port 20be8c1a-dea4-4983-8a7b-8e9f04306687, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=20be8c1a-dea4-4983-8a7b-8e9f04306687,segment=NetworkSegment(20b87199-6501-4dfa-8abc-42851fd9bde4),segment_id=20b87199-6501-4dfa-8abc-42851fd9bde4)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:00:06.230925 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:06.257700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Network d3ec49ef-fc35-443b-933c-75588fe46e4e is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:06.267651 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:06.276671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:00:06.302267 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=aec94965-c52e-446d-b65d-6f49e2b16a42,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:06.418169 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Attempting to bind port 7c6cbe1d-b483-4bf2-b702-445875bb24c3 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:00:06.418534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Attempting to bind port 7c6cbe1d-b483-4bf2-b702-445875bb24c3 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'ed8d9816-19cc-45ed-856f-5232607ac093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd3ec49ef-fc35-443b-933c-75588fe46e4e'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:00:06.418897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Attempting to bind port 7c6cbe1d-b483-4bf2-b702-445875bb24c3 on network d3ec49ef-fc35-443b-933c-75588fe46e4e {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:06.433507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Pushing event updated for resources: {'Port': ['ID=7c6cbe1d-b483-4bf2-b702-445875bb24c3,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:06.465935 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:00:06.466607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Checking segment: {'id': 'ed8d9816-19cc-45ed-856f-5232607ac093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd3ec49ef-fc35-443b-933c-75588fe46e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:06.467360 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:06.468127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Bound using segment: {'id': 'ed8d9816-19cc-45ed-856f-5232607ac093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd3ec49ef-fc35-443b-933c-75588fe46e4e'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:00:06.468812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Bound port: 7c6cbe1d-b483-4bf2-b702-445875bb24c3, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8d9816-19cc-45ed-856f-5232607ac093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd3ec49ef-fc35-443b-933c-75588fe46e4e'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:00:06.469508 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:06.510242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7b9f5ad8-7589-4eee-8da9-9c4aa779b137 None None] Provisioning complete for port aec94965-c52e-446d-b65d-6f49e2b16a42 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:06.510928 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b9f5ad8-7589-4eee-8da9-9c4aa779b137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:06.519560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device aec94965-c52e-446d-b65d-6f49e2b16a42 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:06.603625 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:06.619730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a69e13-b880-4015-bd21-15c37ab1c38e None None] Pushing event updated for resources: {'Port': ['ID=20be8c1a-dea4-4983-8a7b-8e9f04306687,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:06.680957 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e951f0ef-2f57-414c-815c-8b0e59726bb6 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Checking segment: {'id': 'b1976096-63e0-4e50-b871-db434721624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c397d79e-2977-445c-8610-e9cef192fea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:06.681381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e951f0ef-2f57-414c-815c-8b0e59726bb6 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network hostable DHCP agents. Network: c397d79e-2977-445c-8610-e9cef192fea5, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:00:06.684541 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] For port 7c6cbe1d-b483-4bf2-b702-445875bb24c3, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:00:06.685320 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5f432-4cf8-4629-9be6-6649da86d447 req-84c0ff09-b3e2-48ee-b02d-930e68b3cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:06.688919 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15e5f432-4cf8-4629-9be6-6649da86d447 req-84c0ff09-b3e2-48ee-b02d-930e68b3cb93 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041 HTTP/1.1" status: 200 len: 1098 time: 1.2742710 Jul 27 20:00:06.689226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] For port 7c6cbe1d-b483-4bf2-b702-445875bb24c3, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7c6cbe1d-b483-4bf2-b702-445875bb24c3,segment=NetworkSegment(ed8d9816-19cc-45ed-856f-5232607ac093),segment_id=ed8d9816-19cc-45ed-856f-5232607ac093)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:00:06.699282 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:06.716749 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-ce5a3bff-0adb-46b6-84d9-8e7b230c9c81 service neutron] 10.222.0.63 "GET /v2.0/networks/fe0599a8-e2b9-4d58-ac69-a9a391fdb31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4101655 Jul 27 20:00:06.772915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15e5f432-4cf8-4629-9be6-6649da86d447 req-cf0e41cb-af80-484e-a3be-e37df589bd92 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551910 Jul 27 20:00:06.795729 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53cf06-3f90-491d-915e-ce18bcb39bfe req-66fabdbc-54db-4b86-aa29-73fdeef9d121 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:06.797238 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port aec94965-c52e-446d-b65d-6f49e2b16a42 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:06.797383 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a53cf06-3f90-491d-915e-ce18bcb39bfe req-66fabdbc-54db-4b86-aa29-73fdeef9d121 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 946 time: 1.2822204 Jul 27 20:00:06.797612 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:06.885909 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01004dc8-1260-4886-aa78-755ee4555bcc None None] Pushing event updated for resources: {'Port': ['ID=7c6cbe1d-b483-4bf2-b702-445875bb24c3,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:06.908225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-11fd78e5-8c01-4f5d-8951-c16513c45171 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=6b82a051-4a63-458c-b31a-5df21e5cf87c HTTP/1.1" status: 200 len: 217 time: 0.1436441 Jul 27 20:00:06.928763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e951f0ef-2f57-414c-815c-8b0e59726bb6 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Network c397d79e-2977-445c-8610-e9cef192fea5 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:00:06.955578 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:06.962685 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:06.974867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-e951f0ef-2f57-414c-815c-8b0e59726bb6 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, c397d79e-2977-445c-8610-e9cef192fea5) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:06.988503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312844d9-79f0-4f07-aedb-c09f49567e37 None None] Network c397d79e-2977-445c-8610-e9cef192fea5 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:07.034686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e951f0ef-2f57-414c-815c-8b0e59726bb6 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:07.035301 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e951f0ef-2f57-414c-815c-8b0e59726bb6 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:07.047667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a53cf06-3f90-491d-915e-ce18bcb39bfe req-935a4bd8-90ab-4dcc-af57-ad87f36e78be tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919544 Jul 27 20:00:07.090031 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:07.092677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event updated for resources: {'Port': ['ID=97b5d8b4-c4e4-4d73-acf9-9ef31a725068,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:07.130810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51a6a7-90f7-47f7-b97e-bec973221b7b req-0a5f41cf-bc02-4a7f-a0a5-242be3da2cb6 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:07.165188 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e51a6a7-90f7-47f7-b97e-bec973221b7b req-0a5f41cf-bc02-4a7f-a0a5-242be3da2cb6 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 931 time: 0.5008962 Jul 27 20:00:07.221969 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-6db932b5-c3bd-4b30-aabd-1d88975894c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:07.224319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-6db932b5-c3bd-4b30-aabd-1d88975894c7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.3043237 Jul 27 20:00:07.237496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e951f0ef-2f57-414c-815c-8b0e59726bb6 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.0089641 Jul 27 20:00:07.244697 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60150) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:07.273367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0f20f797-7b9f-4078-8c25-8cc8ecc1ebe8 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:07.477752 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e51a6a7-90f7-47f7-b97e-bec973221b7b req-ce56e26e-0cc9-4169-a96e-a7e29d8d6667 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115625 Jul 27 20:00:07.492124 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f20f797-7b9f-4078-8c25-8cc8ecc1ebe8 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16767714'] for subnet, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:07.519877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d619c45-2007-4df1-a22e-1a48d95e0eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-c397d79e-2977-445c-8610-e9cef192fea5', 'network_id': 'c397d79e-2977-445c-8610-e9cef192fea5', 'tenant_id': 'ad49a290aaba4381a403532335d5620e', 'fixed_ips': [{'subnet_id': '4a3b4dac-4f22-4234-bbe3-f5361cd227be'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:00:07.521339 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6d619c45-2007-4df1-a22e-1a48d95e0eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:07.571293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-76e85a48-4399-40d2-8034-b7d44d4e6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:07.573614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-76e85a48-4399-40d2-8034-b7d44d4e6e71 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3308299 Jul 27 20:00:07.685887 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Network 37b0052d-6077-4b1a-bb95-74d09346b732 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:07.700062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:07.839386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b499e8-da86-46f4-a014-4cb619f8e46e {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:00:07.859327 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:07.866125 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-097c7f9f-d5cd-4040-9e50-4b64a6f75cf7 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763593 Jul 27 20:00:07.912433 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.api [None req-6d619c45-2007-4df1-a22e-1a48d95e0eb5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:00:07.912433 n-d-705657-21 neutron-server[94061]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 27 20:00:07.912433 n-d-705657-21 neutron-server[94061]: [parameters: {'in_use': 1, 'id_1': '4a3b4dac-4f22-4234-bbe3-f5361cd227be'}] Jul 27 20:00:07.912433 n-d-705657-21 neutron-server[94061]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:00:07.913177 n-d-705657-21 neutron-server[94061]: DEBUG oslo_db.api [None req-6d619c45-2007-4df1-a22e-1a48d95e0eb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:00:07.922067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e45da7a-4980-4ed6-8796-8a4171dbf7aa None None] Network 37b0052d-6077-4b1a-bb95-74d09346b732 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:07.966110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Transition to ACTIVE for port object 27b499e8-da86-46f4-a014-4cb619f8e46e will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:07.977712 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:08.020913 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Router 102ab399-eb8f-4bda-96db-66e7ed8ea9d9 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:00:08.083830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Pushing event updated for resources: {'Port': ['ID=27b499e8-da86-46f4-a014-4cb619f8e46e,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:08.240136 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f20f797-7b9f-4078-8c25-8cc8ecc1ebe8 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742871611109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5873707'] for subnet, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:08.259994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:00:08.267939 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f6d33635-7c59-4797-9ed6-f52ae473e8df tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "PUT /v2.0/routers/102ab399-eb8f-4bda-96db-66e7ed8ea9d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8446379 Jul 27 20:00:08.295602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60160) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:08.326663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e97671c-5de4-4bb8-9ba6-91a3d83e378d None None] Sync routers for ids ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:00:08.342136 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4257465c-85c8-4258-ae4b-14082f027c83 None None] Provisioning for port 20be8c1a-dea4-4983-8a7b-8e9f04306687 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:08.367341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f20f797-7b9f-4078-8c25-8cc8ecc1ebe8 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:08.368073 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f20f797-7b9f-4078-8c25-8cc8ecc1ebe8 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:08.369443 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0f20f797-7b9f-4078-8c25-8cc8ecc1ebe8 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "PUT /v2.0/subnets/4a3b4dac-4f22-4234-bbe3-f5361cd227be HTTP/1.1" status: 200 len: 877 time: 1.1237590 Jul 27 20:00:08.380121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-80dee5b8-9c15-4a04-afb6-d8d24c0ff62a service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015531 Jul 27 20:00:08.384651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60162) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:08.385902 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97671c-5de4-4bb8-9ba6-91a3d83e378d None None] Routers {'102ab399-eb8f-4bda-96db-66e7ed8ea9d9'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:08.386536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3e97671c-5de4-4bb8-9ba6-91a3d83e378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:08.466001 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6d619c45-2007-4df1-a22e-1a48d95e0eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:08.507559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781d2ede-221a-45bd-9192-02ec9e257103 None None] Network d3ec49ef-fc35-443b-933c-75588fe46e4e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:08.528060 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:08.536611 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3e97671c-5de4-4bb8-9ba6-91a3d83e378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:08.566820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20f797-7b9f-4078-8c25-8cc8ecc1ebe8 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event updated for resources: {'Subnet': ['ID=4a3b4dac-4f22-4234-bbe3-f5361cd227be,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:08.592626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Attempting to bind port 27b499e8-da86-46f4-a014-4cb619f8e46e on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:00:08.592969 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Attempting to bind port 27b499e8-da86-46f4-a014-4cb619f8e46e by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:00:08.593286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Attempting to bind port 27b499e8-da86-46f4-a014-4cb619f8e46e on network 0c2f9109-2836-4ca2-a589-149d907fa229 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:08.600898 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-2c64c5da-abe5-4337-883f-1a2edeca5573 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=2319aae9-ce95-4f29-aabf-b219da789e06 HTTP/1.1" status: 200 len: 217 time: 0.0816114 Jul 27 20:00:08.611914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Port 27b499e8-da86-46f4-a014-4cb619f8e46e on network 0c2f9109-2836-4ca2-a589-149d907fa229 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:00:08.612293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Attempting to bind port 27b499e8-da86-46f4-a014-4cb619f8e46e on network 0c2f9109-2836-4ca2-a589-149d907fa229 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:08.643495 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:08.645097 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 20be8c1a-dea4-4983-8a7b-8e9f04306687 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:08.669902 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:08.692705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6a6d391c-fa81-48dd-9088-23d73eec274c None None] Provisioning for port 7c6cbe1d-b483-4bf2-b702-445875bb24c3 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:08.728657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 19, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:00:08.729032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Checking segment: {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:08.729394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Bound using segment: {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:00:08.729955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Bound port: 27b499e8-da86-46f4-a014-4cb619f8e46e, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:00:08.730319 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:08.752056 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:08.794169 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3b4dac-4f22-4234-bbe3-f5361cd227be,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:08.801899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-32b00b10-5874-4219-8565-5873e5d0fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:08.803483 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-32b00b10-5874-4219-8565-5873e5d0fd6e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.1867490 Jul 27 20:00:08.803802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97671c-5de4-4bb8-9ba6-91a3d83e378d None None] Routers {'102ab399-eb8f-4bda-96db-66e7ed8ea9d9'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:08.804726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3e97671c-5de4-4bb8-9ba6-91a3d83e378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:08.862146 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3e97671c-5de4-4bb8-9ba6-91a3d83e378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:08.863205 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e97671c-5de4-4bb8-9ba6-91a3d83e378d None None] The sync data for ids ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:00:08.863695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2968a-ab54-4a37-a325-d5373c2fdaa7 req-4879feba-b02a-43c7-8d45-2d28026d8927 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:08.875203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2b2968a-ab54-4a37-a325-d5373c2fdaa7 req-4879feba-b02a-43c7-8d45-2d28026d8927 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 946 time: 0.6306412 Jul 27 20:00:08.875890 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:08.900781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c397d79e-2977-445c-8610-e9cef192fea5']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:08.928875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1976096-63e0-4e50-b871-db434721624c') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:08.929284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1976096-63e0-4e50-b871-db434721624c') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:08.964623 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:08.997888 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:09.007109 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:00:09.007813 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:00:09.026154 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:00:09.172048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2b2968a-ab54-4a37-a325-d5373c2fdaa7 req-e086b591-8dd5-45ec-bb4f-131c2a517bbf tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961912 Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server [None req-6d619c45-2007-4df1-a22e-1a48d95e0eb5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a3b4dac-4f22-4234-bbe3-f5361cd227be: This subnet is being modified by another concurrent operation. Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise exception Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a3b4dac-4f22-4234-bbe3-f5361cd227be: This subnet is being modified by another concurrent operation. Jul 27 20:00:09.244252 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Jul 27 20:00:09.256419 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:09.260600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 20be8c1a-dea4-4983-8a7b-8e9f04306687 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:09.270338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 20be8c1a-dea4-4983-8a7b-8e9f04306687 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:09.270961 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:09.271179 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:09.273262 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/c397d79e-2977-445c-8610-e9cef192fea5 HTTP/1.1" status: 204 len: 168 time: 0.8871045 Jul 27 20:00:09.278760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60172) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:09.293750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] For port 27b499e8-da86-46f4-a014-4cb619f8e46e, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:00:09.302670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] For port 27b499e8-da86-46f4-a014-4cb619f8e46e, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=27b499e8-da86-46f4-a014-4cb619f8e46e,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:00:09.325835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f64ae89-abb4-4341-addb-bdb3caefc24d None None] Network c397d79e-2977-445c-8610-e9cef192fea5 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:09.346488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ae2c625a-77b7-4eec-b556-53f141f710f8 None None] Provisioning complete for port 20be8c1a-dea4-4983-8a7b-8e9f04306687 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:09.347113 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ae2c625a-77b7-4eec-b556-53f141f710f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:09.356057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f64ae89-abb4-4341-addb-bdb3caefc24d None None] Network c397d79e-2977-445c-8610-e9cef192fea5 could not be found, it might have been deleted concurrently. {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 20:00:09.374754 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b459aa-bd71-4098-afd3-4d12452a4fa5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Network': ['ID=c397d79e-2977-445c-8610-e9cef192fea5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:09.382675 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc51c47-1dec-4650-84bf-106c113c9693 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:09.383431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc51c47-1dec-4650-84bf-106c113c9693 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:09.386482 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cbc51c47-1dec-4650-84bf-106c113c9693 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/subnets/4a3b4dac-4f22-4234-bbe3-f5361cd227be HTTP/1.1" status: 404 len: 337 time: 0.1023641 Jul 27 20:00:09.387638 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77871262-19f0-430e-8206-a3a86e145789 None None] Network c397d79e-2977-445c-8610-e9cef192fea5 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:09.389561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60180) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:09.398550 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:09.420519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77871262-19f0-430e-8206-a3a86e145789 None None] Network c397d79e-2977-445c-8610-e9cef192fea5 could not be found, it might have been deleted concurrently. {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 20:00:09.436861 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bc619e-6369-4d78-8813-53b49ca4f4b9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:09.437484 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bc619e-6369-4d78-8813-53b49ca4f4b9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:09.440220 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-47bc619e-6369-4d78-8813-53b49ca4f4b9 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/c397d79e-2977-445c-8610-e9cef192fea5 HTTP/1.1" status: 404 len: 339 time: 0.0496595 Jul 27 20:00:09.444087 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60182) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:09.501477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadec6b-076c-41aa-ace7-dad7539ac3a2 req-7db72bd4-a5fd-4bf1-87da-1b174e65df34 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:09.503214 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daadec6b-076c-41aa-ace7-dad7539ac3a2 req-7db72bd4-a5fd-4bf1-87da-1b174e65df34 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 943 time: 0.8695538 Jul 27 20:00:09.521191 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-820ee72a-840a-4534-b0d1-af1b5f7b9365 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:09.521651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820ee72a-840a-4534-b0d1-af1b5f7b9365 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:09.527377 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-820ee72a-840a-4534-b0d1-af1b5f7b9365 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/subnets/4f272901-55f4-4f3d-b777-fd4a3c3aded5 HTTP/1.1" status: 404 len: 337 time: 0.0823457 Jul 27 20:00:09.529048 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60188) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:09.564962 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ee5097-6ccb-4d9c-ab01-5f0826c4e62f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:09.565545 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ee5097-6ccb-4d9c-ab01-5f0826c4e62f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:09.570831 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-46ee5097-6ccb-4d9c-ab01-5f0826c4e62f tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/09c6412a-cb71-48d3-a104-f176babafeab HTTP/1.1" status: 404 len: 339 time: 0.0414946 Jul 27 20:00:09.571459 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60190) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:09.593851 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:09.637818 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ae2c625a-77b7-4eec-b556-53f141f710f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:09.683884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:09.684804 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:09.696072 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] 10.222.0.52 "PUT /v2.0/ports/27b499e8-da86-46f4-a014-4cb619f8e46e HTTP/1.1" status: 200 len: 1092 time: 4.5997620 Jul 27 20:00:09.709952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a7eb62-1658-401e-bd06-310772e2fdf8', 'tag': '27b499e8-da86-46f4-a014-4cb619f8e46e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:09.712919 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6befeb8f-2fbb-46de-a201-d66b852e1312" -d '{"events": [{"name": "network-changed", "server_uuid": "13a7eb62-1658-401e-bd06-310772e2fdf8", "tag": "27b499e8-da86-46f4-a014-4cb619f8e46e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:09.750783 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-2feabd5e-3dec-48cb-b647-94fe3cb84f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:09.752655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-2feabd5e-3dec-48cb-b647-94fe3cb84f0c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9065626 Jul 27 20:00:09.762505 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aad72969-e231-4e69-a854-32db5e59fb37 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:09.782751 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ae2c625a-77b7-4eec-b556-53f141f710f8 None None] For port 20be8c1a-dea4-4983-8a7b-8e9f04306687, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=20be8c1a-dea4-4983-8a7b-8e9f04306687,segment=NetworkSegment(20b87199-6501-4dfa-8abc-42851fd9bde4),segment_id=20b87199-6501-4dfa-8abc-42851fd9bde4)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:09.791088 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ae2c625a-77b7-4eec-b556-53f141f710f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:09.875081 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.api [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:00:09.875439 n-d-705657-21 neutron-server[94061]: DEBUG oslo_db.api [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:00:09.937644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-daadec6b-076c-41aa-ace7-dad7539ac3a2 req-6a287890-fa11-42cf-b4af-76ee39ff87fb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230236 Jul 27 20:00:09.938298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4366e874-7784-43d8-bdf1-ffe87983acff None None] get_active_networks_info from n-d-705657-21 {{(pid=94061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 20:00:10.031171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aad72969-e231-4e69-a854-32db5e59fb37 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:10.058885 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-aad72969-e231-4e69-a854-32db5e59fb37 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f973bf8f-839b-4ec9-9be6-8b30664ff2fa']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:10.060419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86985823-dbd5-40ba-bdf1-fd6503548648 service neutron] Pushing event updated for resources: {'Port': ['ID=27b499e8-da86-46f4-a014-4cb619f8e46e,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:10.081891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4366e874-7784-43d8-bdf1-ffe87983acff None None] Resources bound (agent type, host, resource id): {{(pid=94061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 20:00:10.097862 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-aad72969-e231-4e69-a854-32db5e59fb37 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bf3582-6d9b-4cb5-89e9-40d5aae0f8b7') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:10.098161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-aad72969-e231-4e69-a854-32db5e59fb37 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bf3582-6d9b-4cb5-89e9-40d5aae0f8b7') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:10.098318 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ae2c625a-77b7-4eec-b556-53f141f710f8 None None] Provisioning for port 97b5d8b4-c4e4-4d73-acf9-9ef31a725068 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:10.115132 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ae2c625a-77b7-4eec-b556-53f141f710f8 None None] Provisioning complete for port 97b5d8b4-c4e4-4d73-acf9-9ef31a725068 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:10.115501 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ae2c625a-77b7-4eec-b556-53f141f710f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:10.125006 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aad72969-e231-4e69-a854-32db5e59fb37 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:10.156384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aad72969-e231-4e69-a854-32db5e59fb37 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:10.175514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad72969-e231-4e69-a854-32db5e59fb37 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:00:10.175932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aad72969-e231-4e69-a854-32db5e59fb37 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:00:10.184299 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:00:10.192815 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5ede2a-12cd-4156-bef0-e8ceabfdc234 x-openstack-request-id: req-ac5ede2a-12cd-4156-bef0-e8ceabfdc234 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:10.193215 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a7eb62-1658-401e-bd06-310772e2fdf8", "tag": "27b499e8-da86-46f4-a014-4cb619f8e46e", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:10.193578 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac5ede2a-12cd-4156-bef0-e8ceabfdc234 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:10.194071 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a7eb62-1658-401e-bd06-310772e2fdf8', 'tag': '27b499e8-da86-46f4-a014-4cb619f8e46e', 'status': 'completed', 'code': 200} Jul 27 20:00:10.228170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c625a-77b7-4eec-b556-53f141f710f8 None None] Pushing event updated for resources: {'Port': ['ID=20be8c1a-dea4-4983-8a7b-8e9f04306687,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:10.230719 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c625a-77b7-4eec-b556-53f141f710f8 None None] Port 97b5d8b4-c4e4-4d73-acf9-9ef31a725068 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:00:10.247253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2931f3-a585-482b-8cd9-8599ae6cc2de req-e3d7f2c4-73c4-4f57-b178-73ba38cacaa5 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:10.249104 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e2931f3-a585-482b-8cd9-8599ae6cc2de req-e3d7f2c4-73c4-4f57-b178-73ba38cacaa5 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f6f734-2e53-44ce-94a4-288bc32920a0 HTTP/1.1" status: 200 len: 945 time: 0.8952150 Jul 27 20:00:10.296134 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aad72969-e231-4e69-a854-32db5e59fb37 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:10.306968 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aad72969-e231-4e69-a854-32db5e59fb37 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:10.309839 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-aad72969-e231-4e69-a854-32db5e59fb37 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/f973bf8f-839b-4ec9-9be6-8b30664ff2fa HTTP/1.1" status: 204 len: 168 time: 0.7374051 Jul 27 20:00:10.317595 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60226) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:10.327781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad72969-e231-4e69-a854-32db5e59fb37 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Network': ['ID=f973bf8f-839b-4ec9-9be6-8b30664ff2fa,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:10.373077 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-e80604f7-7eca-458f-a0e0-fdf44f64c6c5 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:10.375822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e80604f7-7eca-458f-a0e0-fdf44f64c6c5 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "PUT /v2.0/routers/102ab399-eb8f-4bda-96db-66e7ed8ea9d9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0773690 Jul 27 20:00:10.378275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60232) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:10.378446 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-75aa74d0-3188-45db-82c1-8a31027f435e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:10.378794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75aa74d0-3188-45db-82c1-8a31027f435e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:10.380679 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-75aa74d0-3188-45db-82c1-8a31027f435e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/subnets/f4b4f95b-425c-4581-84c0-567c0b986812 HTTP/1.1" status: 404 len: 337 time: 0.0502534 Jul 27 20:00:10.386200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-7db2472e-555a-4f81-b0b1-c31d5a261edd service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533059 Jul 27 20:00:10.388242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60234) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:10.432621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-eb659938-8518-41f1-bfe5-ae0ca3bd718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:10.432621 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-eb659938-8518-41f1-bfe5-ae0ca3bd718e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 1095 time: 0.6703389 Jul 27 20:00:10.442983 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0161bb74-2b75-4a36-9c12-4eab3d838a84 None None] Provisioning complete for port 97b5d8b4-c4e4-4d73-acf9-9ef31a725068 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:10.443585 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0161bb74-2b75-4a36-9c12-4eab3d838a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:10.479470 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-45eb85c4-bfd0-41a2-ad93-c6a36cb0f8a8 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:10.480103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45eb85c4-bfd0-41a2-ad93-c6a36cb0f8a8 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:10.485224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-45eb85c4-bfd0-41a2-ad93-c6a36cb0f8a8 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/fd754cab-4fc2-4b5b-9f3a-d0c372fb30da HTTP/1.1" status: 404 len: 339 time: 0.0917287 Jul 27 20:00:10.485490 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0161bb74-2b75-4a36-9c12-4eab3d838a84 None None] Port 97b5d8b4-c4e4-4d73-acf9-9ef31a725068 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:00:10.488179 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e2931f3-a585-482b-8cd9-8599ae6cc2de req-6377d965-3826-44d3-894a-1d481222dd8e tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876013 Jul 27 20:00:10.488587 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60240) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:10.534499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c6cbe1d-b483-4bf2-b702-445875bb24c3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:10.612825 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-e61e18aa-5e0e-490a-9819-6d0bb1eea0a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b499e8-da86-46f4-a014-4cb619f8e46e HTTP/1.1" status: 200 len: 217 time: 0.1403260 Jul 27 20:00:10.665387 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd72714a-53f6-4cf6-8f0c-3b5a81e00c77 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:10.665834 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd72714a-53f6-4cf6-8f0c-3b5a81e00c77 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:10.667516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bd72714a-53f6-4cf6-8f0c-3b5a81e00c77 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/subnets/c88da8d0-fd00-4c67-a1e7-0e6d9acc7668 HTTP/1.1" status: 404 len: 337 time: 0.1062019 Jul 27 20:00:10.672361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60248) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:10.783543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-e79fc216-7de9-407e-a47f-f1b5ca2d95d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:10.785162 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-e79fc216-7de9-407e-a47f-f1b5ca2d95d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 200 len: 846 time: 0.1337211 Jul 27 20:00:10.790102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 7c6cbe1d-b483-4bf2-b702-445875bb24c3 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:10.800236 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-07686d46-2dc8-4041-9d97-873c2ee0a60e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:10.801586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07686d46-2dc8-4041-9d97-873c2ee0a60e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:10.803390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7c6cbe1d-b483-4bf2-b702-445875bb24c3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:10.803945 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:10.806748 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-07686d46-2dc8-4041-9d97-873c2ee0a60e tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/48306ee2-367b-4829-a003-e4f6eaa202bc HTTP/1.1" status: 404 len: 339 time: 0.1143224 Jul 27 20:00:10.810025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60254) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:10.840658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-e90d6f84-341b-4223-a01a-c8af64498902 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c2f9109-2836-4ca2-a589-149d907fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453210 Jul 27 20:00:10.861766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-d5754500-3b94-4f1a-935f-c017182f4611 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:00:10.862863 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-d5754500-3b94-4f1a-935f-c017182f4611 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067861 Jul 27 20:00:10.871152 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b5db82-32c4-4044-9c28-6075cbffe117 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:10.871750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b5db82-32c4-4044-9c28-6075cbffe117 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:10.876201 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a4b5db82-32c4-4044-9c28-6075cbffe117 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/subnets/6adc7707-27ff-420d-bc86-0040657b9649 HTTP/1.1" status: 404 len: 337 time: 0.0625460 Jul 27 20:00:10.877983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60256) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:10.903300 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258d997-0457-422b-808f-999e34060f86 req-bab00993-ac64-4f4b-a602-db16d5c82307 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:10.905457 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0258d997-0457-422b-808f-999e34060f86 req-bab00993-ac64-4f4b-a602-db16d5c82307 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041 HTTP/1.1" status: 200 len: 946 time: 0.2914634 Jul 27 20:00:10.907965 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-0b8abaa8-62ef-4ae1-bfd5-6160af19a590 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005116 Jul 27 20:00:10.946681 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:10.981894 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-07782661-cfae-40b6-8fb9-678be50ba794 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:10.984705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07782661-cfae-40b6-8fb9-678be50ba794 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:10.990400 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-07782661-cfae-40b6-8fb9-678be50ba794 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/77a4d4ac-f689-434b-8c39-2c046fffc2db HTTP/1.1" status: 404 len: 339 time: 0.1087666 Jul 27 20:00:10.991244 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60260) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:11.039191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 7c6cbe1d-b483-4bf2-b702-445875bb24c3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7c6cbe1d-b483-4bf2-b702-445875bb24c3,segment=NetworkSegment(ed8d9816-19cc-45ed-856f-5232607ac093),segment_id=ed8d9816-19cc-45ed-856f-5232607ac093)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:11.044568 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:11.054726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-789a1a4b-8ad9-4137-8670-019fbcd02fd7 service neutron] 10.222.0.52 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744578 Jul 27 20:00:11.058159 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-01f76ebb-6129-4718-b049-f00c5a79b9d4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=1c389675-fc2c-489a-ac5e-e52b3557cb14 HTTP/1.1" status: 200 len: 217 time: 0.1380987 Jul 27 20:00:11.097132 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-82dd409a-c6f8-4a03-9096-1989945ab667 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:11.100214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82dd409a-c6f8-4a03-9096-1989945ab667 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:11.105559 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-82dd409a-c6f8-4a03-9096-1989945ab667 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/subnets/43ea6da0-9c35-4334-8bed-13fec2129829 HTTP/1.1" status: 404 len: 337 time: 0.1056066 Jul 27 20:00:11.113315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60264) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:11.156061 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=7c6cbe1d-b483-4bf2-b702-445875bb24c3,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:11.192683 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-770d07f8-31c8-4d31-8acb-670a139edb88 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:11.193537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770d07f8-31c8-4d31-8acb-670a139edb88 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:11.198250 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-770d07f8-31c8-4d31-8acb-670a139edb88 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/d7f390ce-653f-464b-8086-09f3ed8f2ed6 HTTP/1.1" status: 404 len: 339 time: 0.0364809 Jul 27 20:00:11.202204 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0258d997-0457-422b-808f-999e34060f86 req-a0c32d9a-0f5a-4ebe-9b2b-5ac3c2293b12 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754321 Jul 27 20:00:11.202850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60266) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:11.242506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 20be8c1a-dea4-4983-8a7b-8e9f04306687 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:11.249307 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea980eff-ad94-47ad-a85a-df6bef1e8187 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:11.256504 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2190bb4f-bae2-441c-93f3-7f86f8b44fc5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:11.256962 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2190bb4f-bae2-441c-93f3-7f86f8b44fc5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:11.262281 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2190bb4f-bae2-441c-93f3-7f86f8b44fc5 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/subnets/fb6a53a6-244a-4a5f-8199-03d53b96a2b1 HTTP/1.1" status: 404 len: 337 time: 0.0538166 Jul 27 20:00:11.266624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60270) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:11.317348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 20be8c1a-dea4-4983-8a7b-8e9f04306687 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:11.318122 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:11.327103 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f45d72-cf15-4e00-ace4-e72d5a09bc35 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:11.327702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f45d72-cf15-4e00-ace4-e72d5a09bc35 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:11.333732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-57f45d72-cf15-4e00-ace4-e72d5a09bc35 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/9ffc3cae-11e2-4bbe-bc71-e3924b2b8897 HTTP/1.1" status: 404 len: 339 time: 0.0605640 Jul 27 20:00:11.334471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60272) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:11.361800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-b3588198-65aa-4275-98fb-e5b1f23d8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:11.363307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-b3588198-65aa-4275-98fb-e5b1f23d8d72 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.2942207 Jul 27 20:00:11.436904 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd276db-d504-48d9-9811-31816055fc6a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:11.437368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd276db-d504-48d9-9811-31816055fc6a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:11.442734 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5cd276db-d504-48d9-9811-31816055fc6a tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/subnets/29a86de6-e481-4f32-938e-f746b6fcd308 HTTP/1.1" status: 404 len: 337 time: 0.1070447 Jul 27 20:00:11.443372 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60274) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:11.471840 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-febda3dc-d92d-45eb-875f-fdfa859e53fc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:11.472345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febda3dc-d92d-45eb-875f-fdfa859e53fc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:11.480298 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-febda3dc-d92d-45eb-875f-fdfa859e53fc tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/7ec2c369-7b23-46d9-8b64-9f491bdadab8 HTTP/1.1" status: 404 len: 339 time: 0.0325661 Jul 27 20:00:11.481535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60276) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:11.510892 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:11.529172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-402e3c03-d1e6-4f92-aa52-bf6857192589 req-5a537530-b5ac-4e89-bcc0-eec63a4670d0 service neutron] 10.222.0.52 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495060 Jul 27 20:00:11.541426 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-1570741a-953f-43f4-9b80-e9c6c83201c1 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:11.541902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1570741a-953f-43f4-9b80-e9c6c83201c1 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:11.547564 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1570741a-953f-43f4-9b80-e9c6c83201c1 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/subnets/c02ac40e-43c5-4ec3-bebd-564be5523831 HTTP/1.1" status: 404 len: 337 time: 0.0612772 Jul 27 20:00:11.550342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60280) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:11.565940 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3235b-7fa1-4c81-bb7b-0e1fdb2af3d0 req-462ab14f-66c9-458b-bf22-c082ceba7046 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:11.573565 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e40814-1156-4d13-9708-e7ddcb8ce411 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:11.576781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e40814-1156-4d13-9708-e7ddcb8ce411 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:11.583710 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b7e40814-1156-4d13-9708-e7ddcb8ce411 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/b64634cd-b31e-4407-81df-fba014e87dc1 HTTP/1.1" status: 404 len: 339 time: 0.0320978 Jul 27 20:00:11.586424 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c1b3235b-7fa1-4c81-bb7b-0e1fdb2af3d0 req-462ab14f-66c9-458b-bf22-c082ceba7046 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 943 time: 0.4000683 Jul 27 20:00:11.589611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60282) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:11.625772 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21c3735-bf3c-415d-8c19-877fc3f876c7 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:11.626234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21c3735-bf3c-415d-8c19-877fc3f876c7 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:11.633226 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b21c3735-bf3c-415d-8c19-877fc3f876c7 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/subnets/b4310dde-8a51-41d7-afe5-6bf8c02afcaa HTTP/1.1" status: 404 len: 337 time: 0.0425076 Jul 27 20:00:11.636843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60284) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:11.725953 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c494054-71f7-4eb0-95bf-5d5cac0977bf tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:11.727430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c494054-71f7-4eb0-95bf-5d5cac0977bf tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:11.729685 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3c494054-71f7-4eb0-95bf-5d5cac0977bf tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/f07bc6cd-560c-4b59-8695-714515a7f604 HTTP/1.1" status: 404 len: 339 time: 0.0894177 Jul 27 20:00:11.732326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60286) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:11.819100 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e5ac7b-79b2-413c-8463-7bd0d84031a4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Deleting subnet 0414aac1-7077-4ce7-b231-1a765e712b7a {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:00:11.824834 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7e5ac7b-79b2-413c-8463-7bd0d84031a4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:11.883179 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7e5ac7b-79b2-413c-8463-7bd0d84031a4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:12.183550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-928584bc-e536-42f8-8a1c-720d22711379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:12.186224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-928584bc-e536-42f8-8a1c-720d22711379 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8140666 Jul 27 20:00:12.284417 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c1b3235b-7fa1-4c81-bb7b-0e1fdb2af3d0 req-e611e999-2aee-4d65-8b27-77a5e052379a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926916 Jul 27 20:00:12.359818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b94a64-0f9e-45e9-8c22-70d8acb8f380 req-052f6bfb-7ad7-4d06-9d2e-db5475ab9446 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:12.362813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66b94a64-0f9e-45e9-8c22-70d8acb8f380 req-052f6bfb-7ad7-4d06-9d2e-db5475ab9446 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041 HTTP/1.1" status: 200 len: 946 time: 0.7181373 Jul 27 20:00:12.436993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-a4c0f2ad-cfa3-4547-808a-149ee505df22 service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415273 Jul 27 20:00:12.467851 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befeb8f-2fbb-46de-a201-d66b852e1312 req-99ca2012-9bce-4f7b-b85b-6abb6f6d488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:12.470369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6befeb8f-2fbb-46de-a201-d66b852e1312 req-99ca2012-9bce-4f7b-b85b-6abb6f6d488c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 1095 time: 0.8780096 Jul 27 20:00:12.483445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7e5ac7b-79b2-413c-8463-7bd0d84031a4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:12.551093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66b94a64-0f9e-45e9-8c22-70d8acb8f380 req-731c0f1d-75c8-414c-8f3c-22c856b02040 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464589 Jul 27 20:00:12.623869 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7e5ac7b-79b2-413c-8463-7bd0d84031a4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:12.631484 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60300) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:12.672510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-ea980eff-ad94-47ad-a85a-df6bef1e8187 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Deleting port 97b5d8b4-c4e4-4d73-acf9-9ef31a725068 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:12.672983 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea980eff-ad94-47ad-a85a-df6bef1e8187 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:12.680158 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5ac7b-79b2-413c-8463-7bd0d84031a4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Subnet': ['ID=0414aac1-7077-4ce7-b231-1a765e712b7a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:12.698037 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-3d81e2f4-9ad3-4852-9488-cf8ab7aa4e9a service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482347 Jul 27 20:00:12.714391 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23443afd-bdc6-4862-ab6c-01881c49a785 None None] Network c16e9e78-95d6-4844-b667-b18d2477f2e4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:12.725433 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7e5ac7b-79b2-413c-8463-7bd0d84031a4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:12.726039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befeb8f-2fbb-46de-a201-d66b852e1312 req-2abc8356-1c6c-44ac-b331-e7f836463b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:12.727573 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6befeb8f-2fbb-46de-a201-d66b852e1312 req-2abc8356-1c6c-44ac-b331-e7f836463b13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 907 time: 0.2420878 Jul 27 20:00:12.730428 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e7e5ac7b-79b2-413c-8463-7bd0d84031a4 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/subnets/0414aac1-7077-4ce7-b231-1a765e712b7a HTTP/1.1" status: 204 len: 168 time: 0.9965079 Jul 27 20:00:12.730601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60304) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:12.801284 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6befeb8f-2fbb-46de-a201-d66b852e1312 req-e1e4ae9d-6d06-4d55-9b9e-711c45a72792 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b499e8-da86-46f4-a014-4cb619f8e46e HTTP/1.1" status: 200 len: 217 time: 0.0432532 Jul 27 20:00:12.802827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-98e8ea52-6379-461e-92bc-bef135886792 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 HTTP/1.1" status: 200 len: 217 time: 0.0916805 Jul 27 20:00:12.863778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-99040119-d6f3-48f2-8667-90b7ef5876f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:12.865473 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-99040119-d6f3-48f2-8667-90b7ef5876f6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 200 len: 797 time: 0.0538497 Jul 27 20:00:12.899252 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:12.905166 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea980eff-ad94-47ad-a85a-df6bef1e8187 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:12.941333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-ea980eff-ad94-47ad-a85a-df6bef1e8187 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Calling delete_port for 97b5d8b4-c4e4-4d73-acf9-9ef31a725068 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:12.957244 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20ee37b7-c811-4777-aa53-666a8ba64cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:13.037261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befeb8f-2fbb-46de-a201-d66b852e1312 req-15099e39-0215-4c52-b15b-3eed0b69eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:13.038805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6befeb8f-2fbb-46de-a201-d66b852e1312 req-15099e39-0215-4c52-b15b-3eed0b69eda3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 200 len: 846 time: 0.1635411 Jul 27 20:00:13.085635 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0705212e-20cb-40f7-8f4f-905d97cae496 None None] DHCP port deletion for c16e9e78-95d6-4844-b667-b18d2477f2e4 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:00:13.153008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-646b7f3f-16b4-4509-903d-dad79727e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:13.153008 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-646b7f3f-16b4-4509-903d-dad79727e5db service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd22034f-6375-47e6-8fc0-301c85a1291a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2675276 Jul 27 20:00:13.160868 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6befeb8f-2fbb-46de-a201-d66b852e1312 req-762c4698-5f5b-4b2f-af05-bce5631b2a10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c2f9109-2836-4ca2-a589-149d907fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007545 Jul 27 20:00:13.182778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Deleting port 1b24769b-6d92-4bef-9174-888ae57d5df6 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:13.183169 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:13.198477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4d1d5-e5d7-4f35-abd1-dc6afd5672e5 req-0d674f02-4e97-45aa-bb91-59652a164a4b tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:13.199229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0705212e-20cb-40f7-8f4f-905d97cae496 None None] Deleting port 1b24769b-6d92-4bef-9174-888ae57d5df6 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:13.199753 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0705212e-20cb-40f7-8f4f-905d97cae496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:13.201461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16b4d1d5-e5d7-4f35-abd1-dc6afd5672e5 req-0d674f02-4e97-45aa-bb91-59652a164a4b tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041 HTTP/1.1" status: 200 len: 946 time: 0.3348722 Jul 27 20:00:13.220284 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c6cbe1d-b483-4bf2-b702-445875bb24c3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:13.307263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0705212e-20cb-40f7-8f4f-905d97cae496 None None] For port 1b24769b-6d92-4bef-9174-888ae57d5df6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=1b24769b-6d92-4bef-9174-888ae57d5df6,segment=NetworkSegment(093c02e7-f99a-4cad-90f0-914308f8598e),segment_id=093c02e7-f99a-4cad-90f0-914308f8598e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:13.308156 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0705212e-20cb-40f7-8f4f-905d97cae496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:13.325587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0705212e-20cb-40f7-8f4f-905d97cae496 None None] Calling delete_port for 1b24769b-6d92-4bef-9174-888ae57d5df6 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:13.467371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f7c9ef5e-53c5-43dc-9790-9047dab146a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:13.477618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7c6cbe1d-b483-4bf2-b702-445875bb24c3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:13.478312 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:13.502203 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20ee37b7-c811-4777-aa53-666a8ba64cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:13.509660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] For port 1b24769b-6d92-4bef-9174-888ae57d5df6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=1b24769b-6d92-4bef-9174-888ae57d5df6,segment=NetworkSegment(093c02e7-f99a-4cad-90f0-914308f8598e),segment_id=093c02e7-f99a-4cad-90f0-914308f8598e)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:13.510648 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:13.531084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Calling delete_port for 1b24769b-6d92-4bef-9174-888ae57d5df6 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:13.534782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-450ed53e-9427-48af-a2dd-5573eebe0c0e service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714626 Jul 27 20:00:13.608097 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0705212e-20cb-40f7-8f4f-905d97cae496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:13.609142 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6befeb8f-2fbb-46de-a201-d66b852e1312 req-2852dbf0-b09d-44e6-9322-faf12ed554d3 service neutron] 10.222.0.52 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053333 Jul 27 20:00:13.648870 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705212e-20cb-40f7-8f4f-905d97cae496 None None] Pushing event deleted for resources: {'Port': ['ID=1b24769b-6d92-4bef-9174-888ae57d5df6,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:13.650834 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:13.654550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0705212e-20cb-40f7-8f4f-905d97cae496 None None] No DVR routers for this DVR port 1b24769b-6d92-4bef-9174-888ae57d5df6 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:13.673200 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20ee37b7-c811-4777-aa53-666a8ba64cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:13.677219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] No DVR routers for this DVR port 1b24769b-6d92-4bef-9174-888ae57d5df6 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:13.690393 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1b24769b-6d92-4bef-9174-888ae57d5df6 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:00:13.714326 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 1b24769b-6d92-4bef-9174-888ae57d5df6 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:00:13.714850 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1b24769b-6d92-4bef-9174-888ae57d5df6 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:00:13.715803 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea980eff-ad94-47ad-a85a-df6bef1e8187 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:13.759132 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-16b4d1d5-e5d7-4f35-abd1-dc6afd5672e5 req-9c77a8cc-7658-49e3-8619-10f1b714ebe7 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Deleting port f5fb2626-ad4c-4167-9900-a3365266749a {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:13.759132 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16b4d1d5-e5d7-4f35-abd1-dc6afd5672e5 req-9c77a8cc-7658-49e3-8619-10f1b714ebe7 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:13.759463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee37b7-c811-4777-aa53-666a8ba64cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a628c211-5d1c-4c60-8805-da6d5c53fb48,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:13.788422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Port': ['ID=1b24769b-6d92-4bef-9174-888ae57d5df6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:13.815305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-3f1a781d-57dd-4ddf-9113-b13527bebebf service neutron] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715175 Jul 27 20:00:13.898717 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-20ee37b7-c811-4777-aa53-666a8ba64cd9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fbc96e9659944ca932486b7ff3e0c60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2641795 Jul 27 20:00:13.902791 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea980eff-ad94-47ad-a85a-df6bef1e8187 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event deleted for resources: {'Port': ['ID=97b5d8b4-c4e4-4d73-acf9-9ef31a725068,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:13.907443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60318) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:13.920722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-d1c14c64-ef96-4f11-abb0-9ec82d667ff4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1a40ce14-5f90-474d-95b9-4921682fa7d3 HTTP/1.1" status: 200 len: 217 time: 0.0843017 Jul 27 20:00:13.924286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 27b499e8-da86-46f4-a014-4cb619f8e46e details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:00:13.928579 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f428a5-99d2-4eeb-a288-8b1f9886b8d7 req-036a49d1-288f-4d94-8158-c1883a104033 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:13.930076 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39f428a5-99d2-4eeb-a288-8b1f9886b8d7 req-036a49d1-288f-4d94-8158-c1883a104033 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 943 time: 0.4949415 Jul 27 20:00:13.981759 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.007353 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16e9e78-95d6-4844-b667-b18d2477f2e4']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:14.019208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6befeb8f-2fbb-46de-a201-d66b852e1312 req-1906f935-f080-40d6-a0b6-594abe25196c service neutron] 10.222.0.52 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981781 Jul 27 20:00:14.023069 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-16b4d1d5-e5d7-4f35-abd1-dc6afd5672e5 req-9c77a8cc-7658-49e3-8619-10f1b714ebe7 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] For port f5fb2626-ad4c-4167-9900-a3365266749a, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f5fb2626-ad4c-4167-9900-a3365266749a,segment=NetworkSegment(47128b16-8004-48b2-b4f4-6cd8563984e9),segment_id=47128b16-8004-48b2-b4f4-6cd8563984e9)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:14.023440 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16b4d1d5-e5d7-4f35-abd1-dc6afd5672e5 req-9c77a8cc-7658-49e3-8619-10f1b714ebe7 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.033162 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093c02e7-f99a-4cad-90f0-914308f8598e') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:14.033606 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093c02e7-f99a-4cad-90f0-914308f8598e') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:14.075271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-16b4d1d5-e5d7-4f35-abd1-dc6afd5672e5 req-9c77a8cc-7658-49e3-8619-10f1b714ebe7 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Calling delete_port for f5fb2626-ad4c-4167-9900-a3365266749a owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:14.108186 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.154480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 27b499e8-da86-46f4-a014-4cb619f8e46e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=27b499e8-da86-46f4-a014-4cb619f8e46e,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:14.166167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39f428a5-99d2-4eeb-a288-8b1f9886b8d7 req-8fb0fc1e-5499-4845-9f76-8d7a62f26412 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166932 Jul 27 20:00:14.167909 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '27b499e8-da86-46f4-a014-4cb619f8e46e', 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229', 'port_id': '27b499e8-da86-46f4-a014-4cb619f8e46e', 'mac_address': 'fa:16:3e:51:61:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3b9a07-ca57-4084-b8ee-ab8cca04c27f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:00:14.171229 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea980eff-ad94-47ad-a85a-df6bef1e8187 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.175583 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.196463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:00:14.198015 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.206884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-1a79dc96-905b-46e8-9018-362754783dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:14.208533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-1a79dc96-905b-46e8-9018-362754783dc5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a HTTP/1.1" status: 200 len: 797 time: 0.2774680 Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:00:14.210625 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:00:14.239260 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b90508-d5cc-4419-b79f-7eedce00cc94 req-9e28563b-e7f6-4822-a28c-8812bb8e07f2 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:14.241374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2b90508-d5cc-4419-b79f-7eedce00cc94 req-9e28563b-e7f6-4822-a28c-8812bb8e07f2 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041 HTTP/1.1" status: 200 len: 946 time: 0.5142157 Jul 27 20:00:14.273822 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.284263 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7351dd-2ef6-4805-9a56-df7b8b6d0cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.288898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b499e8-da86-46f4-a014-4cb619f8e46e {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:00:14.321562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 27b499e8-da86-46f4-a014-4cb619f8e46e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=27b499e8-da86-46f4-a014-4cb619f8e46e,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:14.327817 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.371289 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.381463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2b90508-d5cc-4419-b79f-7eedce00cc94 req-ab2f7053-58c5-423e-95b7-724de00dccf1 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935411 Jul 27 20:00:14.383385 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7351dd-2ef6-4805-9a56-df7b8b6d0cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.388793 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.395189 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] 10.222.0.48 "DELETE /v2.0/networks/c16e9e78-95d6-4844-b667-b18d2477f2e4 HTTP/1.1" status: 204 len: 168 time: 1.6594319 Jul 27 20:00:14.409718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01a77e-2b8d-4942-9f09-dd503b3b7634 tempest-NetworksTest-1631186986 tempest-NetworksTest-1631186986-project] Pushing event deleted for resources: {'Network': ['ID=c16e9e78-95d6-4844-b667-b18d2477f2e4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:14.443689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=27b499e8-da86-46f4-a014-4cb619f8e46e,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:14.466206 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-91964d60-ae76-4f5a-a851-78b7001ba4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:14.468129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-91964d60-ae76-4f5a-a851-78b7001ba4c1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9731c54d-8776-469f-b0a4-97666d3f2100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2511399 Jul 27 20:00:14.518118 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea980eff-ad94-47ad-a85a-df6bef1e8187 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Router 102ab399-eb8f-4bda-96db-66e7ed8ea9d9 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:00:14.575635 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7351dd-2ef6-4805-9a56-df7b8b6d0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.579307 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7351dd-2ef6-4805-9a56-df7b8b6d0cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.580458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0e7351dd-2ef6-4805-9a56-df7b8b6d0cd8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a628c211-5d1c-4c60-8805-da6d5c53fb48 HTTP/1.1" status: 204 len: 168 time: 0.6709390 Jul 27 20:00:14.595980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7351dd-2ef6-4805-9a56-df7b8b6d0cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a628c211-5d1c-4c60-8805-da6d5c53fb48,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:14.602353 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16b4d1d5-e5d7-4f35-abd1-dc6afd5672e5 req-9c77a8cc-7658-49e3-8619-10f1b714ebe7 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.619008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea980eff-ad94-47ad-a85a-df6bef1e8187 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:00:14.633694 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52b77f-935a-4404-a09e-a84d6ad1a23a None None] Sync routers for ids ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:00:14.636129 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ea980eff-ad94-47ad-a85a-df6bef1e8187 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "PUT /v2.0/routers/102ab399-eb8f-4bda-96db-66e7ed8ea9d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2565715 Jul 27 20:00:14.640598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60328) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:14.643367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['55201b12-d598-48e5-aecd-45952bd1e7fe'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:00:14.648278 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77a8cc-7658-49e3-8619-10f1b714ebe7 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Pushing event deleted for resources: {'Port': ['ID=f5fb2626-ad4c-4167-9900-a3365266749a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:14.663190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['45f07cef-ac1b-4afb-bc63-598238b9a022', 'f5fb2626-ad4c-4167-9900-a3365266749a'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:00:14.665130 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52b77f-935a-4404-a09e-a84d6ad1a23a None None] Routers {'102ab399-eb8f-4bda-96db-66e7ed8ea9d9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:14.667532 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3a52b77f-935a-4404-a09e-a84d6ad1a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:14.707814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-ce96198e-6796-45f6-9b53-b044bf1caac8 service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181981 Jul 27 20:00:14.726470 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-6160cec5-d39e-4444-9074-7c903aeb65f2 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] delete failed (client error): The resource could not be found. Jul 27 20:00:14.727917 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6160cec5-d39e-4444-9074-7c903aeb65f2 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-46318114 HTTP/1.1" status: 404 len: 333 time: 0.0854628 Jul 27 20:00:14.731023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b4d1d5-e5d7-4f35-abd1-dc6afd5672e5 req-9c77a8cc-7658-49e3-8619-10f1b714ebe7 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] No DVR routers for this DVR port f5fb2626-ad4c-4167-9900-a3365266749a on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:14.739467 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60332) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:14.740920 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16b4d1d5-e5d7-4f35-abd1-dc6afd5672e5 req-9c77a8cc-7658-49e3-8619-10f1b714ebe7 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:14.742920 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16b4d1d5-e5d7-4f35-abd1-dc6afd5672e5 req-9c77a8cc-7658-49e3-8619-10f1b714ebe7 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.63 "DELETE /v2.0/ports/f5fb2626-ad4c-4167-9900-a3365266749a HTTP/1.1" status: 204 len: 173 time: 1.5192285 Jul 27 20:00:14.743351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041', 'name': 'network-vif-deleted', 'tag': 'f5fb2626-ad4c-4167-9900-a3365266749a'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:14.745548 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3a52b77f-935a-4404-a09e-a84d6ad1a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:14.745718 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552df346-cf5d-49f3-ad38-90b528ea26d1" -d '{"events": [{"server_uuid": "f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041", "name": "network-vif-deleted", "tag": "f5fb2626-ad4c-4167-9900-a3365266749a"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:14.746365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-81398305-2ef4-4297-b3e1-3f02f4db53ea tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Request body: {'router': {'external_gateway_info': {'network_id': '102ab399-eb8f-4bda-96db-66e7ed8ea9d9'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:14.770544 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52b77f-935a-4404-a09e-a84d6ad1a23a None None] Routers {'102ab399-eb8f-4bda-96db-66e7ed8ea9d9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:14.771517 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3a52b77f-935a-4404-a09e-a84d6ad1a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T19:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:14.820075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['27b499e8-da86-46f4-a014-4cb619f8e46e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:00:14.843809 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15f1797-1ca5-4026-bcd1-0e2c74f5db40 x-openstack-request-id: req-d15f1797-1ca5-4026-bcd1-0e2c74f5db40 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:14.845084 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041", "name": "network-vif-deleted", "tag": "f5fb2626-ad4c-4167-9900-a3365266749a", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:14.845598 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d15f1797-1ca5-4026-bcd1-0e2c74f5db40 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:14.846204 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9dd2f15-afa8-4ad1-ae6a-b026c2a3e041', 'name': 'network-vif-deleted', 'tag': 'f5fb2626-ad4c-4167-9900-a3365266749a', 'status': 'completed', 'code': 200} Jul 27 20:00:14.859264 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3a52b77f-935a-4404-a09e-a84d6ad1a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:14.860432 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52b77f-935a-4404-a09e-a84d6ad1a23a None None] The sync data for ids ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:00:14.862994 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-0da5b2f6-3d16-488a-a3c9-ad94ca80e633 service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330693 Jul 27 20:00:14.921137 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-67cb383c-576e-4a5d-baab-e36f8672dc4d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8509d889-e654-492c-90f2-f145f97d6866 HTTP/1.1" status: 200 len: 217 time: 0.0495846 Jul 27 20:00:14.984427 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60338) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:15.043694 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-019565a2-e4d5-463d-a16a-a4e647cc0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:15.047366 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-019565a2-e4d5-463d-a16a-a4e647cc0300 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a HTTP/1.1" status: 200 len: 797 time: 0.1190383 Jul 27 20:00:15.207503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-07520bb3-5abb-458e-aa86-411717ca9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:15.210036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-07520bb3-5abb-458e-aa86-411717ca9b5d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9731c54d-8776-469f-b0a4-97666d3f2100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1552534 Jul 27 20:00:15.245365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60350) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:15.248923 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-81398305-2ef4-4297-b3e1-3f02f4db53ea tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:15.289191 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db4fb65a-8a96-4c77-9240-09305921ade8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:15.341228 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-81398305-2ef4-4297-b3e1-3f02f4db53ea tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] update failed (client error): The resource could not be found. Jul 27 20:00:15.342665 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-81398305-2ef4-4297-b3e1-3f02f4db53ea tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "PUT /v2.0/routers/102ab399-eb8f-4bda-96db-66e7ed8ea9d9 HTTP/1.1" status: 404 len: 339 time: 0.6014743 Jul 27 20:00:15.349173 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60352) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:15.364793 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-04ec060e-acdc-4265-8ee8-2893f52e1c87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad49a290aaba4381a403532335d5620e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792636 Jul 27 20:00:15.368446 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60354) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:15.445483 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e0d6e01-0075-4153-9550-185ea24cf004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:15.473826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e0d6e01-0075-4153-9550-185ea24cf004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:15.534951 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e0d6e01-0075-4153-9550-185ea24cf004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:15.537774 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e0d6e01-0075-4153-9550-185ea24cf004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:15.541119 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3e0d6e01-0075-4153-9550-185ea24cf004 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d63fa981-b266-4d0b-93a8-8c55cd76083d HTTP/1.1" status: 204 len: 168 time: 0.1702960 Jul 27 20:00:15.551216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d6e01-0075-4153-9550-185ea24cf004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63fa981-b266-4d0b-93a8-8c55cd76083d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:15.653013 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-e3ef4863-2cb3-49d9-bd24-49c4b8a9f092 service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316576 Jul 27 20:00:16.112625 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-abacc413-8260-4158-8710-3ebc0370ce30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:16.155097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cabc2e-7bf5-41ff-a167-45636497c6a7 req-f063d841-1146-45f0-a328-f340cc1f353d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:16.156643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88cabc2e-7bf5-41ff-a167-45636497c6a7 req-f063d841-1146-45f0-a328-f340cc1f353d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 944 time: 0.8634524 Jul 27 20:00:16.217935 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:16.356621 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88cabc2e-7bf5-41ff-a167-45636497c6a7 req-5af59c92-0b4f-488f-b3f6-fc2eb6a4f4bd tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571267 Jul 27 20:00:16.361765 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db4fb65a-8a96-4c77-9240-09305921ade8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:16.370291 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-de7876a6-ce1e-4f29-8737-cb0de167aa9a req-5ad2ba9f-04a3-4271-ad75-55a5d69e454c service neutron] 10.222.0.63 "GET /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063231 Jul 27 20:00:16.406581 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db4fb65a-8a96-4c77-9240-09305921ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:16.422780 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:16.454175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fb65a-8a96-4c77-9240-09305921ade8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84eb94e7-56c9-445b-9a04-1fd3e5ba847b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:16.522566 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-db4fb65a-8a96-4c77-9240-09305921ade8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6cc33e0e2064a7980c57fe0a035ae1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2733908 Jul 27 20:00:16.523403 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60402) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:16.593302 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b38c70d-6fbf-4df9-a062-42bb65f32107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:16.600046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60404) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:16.636123 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b38c70d-6fbf-4df9-a062-42bb65f32107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:16.680918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdd3e0-5124-4c72-a8fd-4dd213980c5e req-451aa7d3-5c69-4c5a-b0e4-331d7f914f38 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:16.687518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdd3e0-5124-4c72-a8fd-4dd213980c5e req-451aa7d3-5c69-4c5a-b0e4-331d7f914f38 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:16.689317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14fdd3e0-5124-4c72-a8fd-4dd213980c5e req-451aa7d3-5c69-4c5a-b0e4-331d7f914f38 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f6f734-2e53-44ce-94a4-288bc32920a0&device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 1682 time: 0.1354942 Jul 27 20:00:16.699919 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b38c70d-6fbf-4df9-a062-42bb65f32107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:16.702766 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b38c70d-6fbf-4df9-a062-42bb65f32107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:16.704317 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9b38c70d-6fbf-4df9-a062-42bb65f32107 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84eb94e7-56c9-445b-9a04-1fd3e5ba847b HTTP/1.1" status: 204 len: 168 time: 0.1773636 Jul 27 20:00:16.715040 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38c70d-6fbf-4df9-a062-42bb65f32107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84eb94e7-56c9-445b-9a04-1fd3e5ba847b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:16.763108 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d5fb2d0c-af10-4151-a29a-57dec8a21a2a tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] Request body: {'port': {'network_id': '41b18df0-c923-4c20-ae42-23e4bb7a14a9', 'name': 'tempest-NetworksNegativeTestJSON-1208042670'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:16.778391 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fb2d0c-af10-4151-a29a-57dec8a21a2a tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] POST failed (client error): The resource could not be found. Jul 27 20:00:16.778681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fb2d0c-af10-4151-a29a-57dec8a21a2a tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:16.785732 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d5fb2d0c-af10-4151-a29a-57dec8a21a2a tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1840212 Jul 27 20:00:16.787116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60412) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:16.809272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14fdd3e0-5124-4c72-a8fd-4dd213980c5e req-cef910f7-827a-4e4b-a8a6-3232eb652632 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935500 Jul 27 20:00:16.836910 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76b16a2-b5cc-4b9f-a884-1c488161e846 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:16.837528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76b16a2-b5cc-4b9f-a884-1c488161e846 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:16.843090 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c76b16a2-b5cc-4b9f-a884-1c488161e846 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] 10.222.0.48 "DELETE /v2.0/networks/0e7d385e-46dd-4c57-8f31-89e6e4709953 HTTP/1.1" status: 404 len: 339 time: 0.0492389 Jul 27 20:00:16.843581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60416) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:16.867912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Allocated IP 172.20.0.1 (70d4d357-7fb1-4f19-b4ab-a0c04d929410/5ebf6dad-9e16-4b5e-8915-a4168d67d82b/be9cc927-cb9e-40a7-b683-3b8120e928ee) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:00:16.880931 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d07fb5-af38-4a9d-a397-9e8030c9c5f0 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:16.882253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d07fb5-af38-4a9d-a397-9e8030c9c5f0 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:16.888268 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f1d07fb5-af38-4a9d-a397-9e8030c9c5f0 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] 10.222.0.48 "DELETE /v2.0/ports/ad992437-8fcc-4f18-926f-e9901ecca2f1 HTTP/1.1" status: 404 len: 333 time: 0.0431328 Jul 27 20:00:16.893372 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60420) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:16.923888 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-6811a27a-16d6-43f8-a7a3-aa84d5ee4e27 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] DELETE failed (client error): The resource could not be found. Jul 27 20:00:16.924373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6811a27a-16d6-43f8-a7a3-aa84d5ee4e27 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:16.931569 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6811a27a-16d6-43f8-a7a3-aa84d5ee4e27 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] 10.222.0.48 "DELETE /v2.0/subnets/17cc5a50-5912-4e1f-84a8-084f008f6795 HTTP/1.1" status: 404 len: 337 time: 0.0319738 Jul 27 20:00:16.931893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60422) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:16.965629 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13b9a14-3c6b-48de-b60e-e7381a0d3c93 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] GET failed (client error): The resource could not be found. Jul 27 20:00:16.971330 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a13b9a14-3c6b-48de-b60e-e7381a0d3c93 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] 10.222.0.48 "GET /v2.0/networks/239d2280-ffe7-446a-b6c8-28d1523b6bbe HTTP/1.1" status: 404 len: 339 time: 0.0349052 Jul 27 20:00:16.971617 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60428) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:17.008695 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:17.011252 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-109f4365-1533-4b94-84ef-463dc56cd2ee tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] GET failed (client error): The resource could not be found. Jul 27 20:00:17.016912 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-109f4365-1533-4b94-84ef-463dc56cd2ee tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] 10.222.0.48 "GET /v2.0/ports/ec9d5922-5607-4962-ac8e-4342173594ff HTTP/1.1" status: 404 len: 333 time: 0.0442839 Jul 27 20:00:17.017844 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60432) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:17.057784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Transition to ACTIVE for port object be9cc927-cb9e-40a7-b683-3b8120e928ee will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:17.059689 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e21716b-c29d-445b-97f4-147255cc19be tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] GET failed (client error): The resource could not be found. Jul 27 20:00:17.061257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9e21716b-c29d-445b-97f4-147255cc19be tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] 10.222.0.48 "GET /v2.0/subnets/d8f2326e-49e0-4798-9bc5-dbc9df613508 HTTP/1.1" status: 404 len: 337 time: 0.0422232 Jul 27 20:00:17.064930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60434) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:17.071733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e29b20e4-ec13-4faf-81a3-9a6be2643948 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:17.097985 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:17.099868 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29b20e4-ec13-4faf-81a3-9a6be2643948 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] PUT failed (client error): The resource could not be found. Jul 27 20:00:17.100539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29b20e4-ec13-4faf-81a3-9a6be2643948 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:17.101912 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e29b20e4-ec13-4faf-81a3-9a6be2643948 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] 10.222.0.48 "PUT /v2.0/networks/05c67260-0238-4456-afd2-3d2284d11bea HTTP/1.1" status: 404 len: 339 time: 0.0359552 Jul 27 20:00:17.106899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60438) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:17.112739 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b42e77a4-9797-44d3-80c4-87ec4754c576 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:17.147687 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42e77a4-9797-44d3-80c4-87ec4754c576 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] PUT failed (client error): The resource could not be found. Jul 27 20:00:17.147687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42e77a4-9797-44d3-80c4-87ec4754c576 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:17.147687 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b42e77a4-9797-44d3-80c4-87ec4754c576 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] 10.222.0.48 "PUT /v2.0/ports/e5dc2bc7-fce1-42f8-9101-88cd4028b413 HTTP/1.1" status: 404 len: 333 time: 0.0357971 Jul 27 20:00:17.147687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60442) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:17.156024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-61519d44-3060-43a6-9ebb-1120ec75c677 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:17.159098 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:17.190042 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-61519d44-3060-43a6-9ebb-1120ec75c677 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] PUT failed (client error): The resource could not be found. Jul 27 20:00:17.190506 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61519d44-3060-43a6-9ebb-1120ec75c677 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:00:17.191685 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-61519d44-3060-43a6-9ebb-1120ec75c677 tempest-NetworksNegativeTestJSON-2063325515 tempest-NetworksNegativeTestJSON-2063325515-project] 10.222.0.48 "PUT /v2.0/subnets/5b5dd2e1-0768-4a18-bf9e-1561ae67cfca HTTP/1.1" status: 404 len: 337 time: 0.0431173 Jul 27 20:00:17.209096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Network 70d4d357-7fb1-4f19-b4ab-a0c04d929410 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:17.212317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:17.215163 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:00:17.238696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f5fb2626-ad4c-4167-9900-a3365266749a no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:00:17.255191 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event updated for resources: {'Port': ['ID=be9cc927-cb9e-40a7-b683-3b8120e928ee,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:17.278544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: f5fb2626-ad4c-4167-9900-a3365266749a {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:00:17.278900 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f5fb2626-ad4c-4167-9900-a3365266749a not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:00:17.284864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:17.595588 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:17.605745 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60466) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:17.702139 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9875e64c-2c10-4e8a-8a58-d6ce7dcd8e7f None None] Provisioning for port be9cc927-cb9e-40a7-b683-3b8120e928ee completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:17.707787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9875e64c-2c10-4e8a-8a58-d6ce7dcd8e7f None None] Provisioning complete for port be9cc927-cb9e-40a7-b683-3b8120e928ee triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:17.708760 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9875e64c-2c10-4e8a-8a58-d6ce7dcd8e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:17.739183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4990707-2786-4d76-b5f1-98088dc3513b req-4d5f2dcd-c303-4f0f-8fc0-5a990341b407 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:17.749553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4990707-2786-4d76-b5f1-98088dc3513b req-4d5f2dcd-c303-4f0f-8fc0-5a990341b407 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f6f734-2e53-44ce-94a4-288bc32920a0 HTTP/1.1" status: 200 len: 945 time: 0.1685176 Jul 27 20:00:17.755558 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-665581a2-5048-4768-b6fb-468f6fa9d677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:17.811467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9875e64c-2c10-4e8a-8a58-d6ce7dcd8e7f None None] Port be9cc927-cb9e-40a7-b683-3b8120e928ee cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:00:17.848857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a09927-c6d9-44bf-83f5-021f50204c40 req-81b0d147-75e0-4cc4-bd8b-dc5166d4f460 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:17.851419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85a09927-c6d9-44bf-83f5-021f50204c40 req-81b0d147-75e0-4cc4-bd8b-dc5166d4f460 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 944 time: 0.2808099 Jul 27 20:00:17.906514 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-665581a2-5048-4768-b6fb-468f6fa9d677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:17.907577 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4990707-2786-4d76-b5f1-98088dc3513b req-b32f7a75-8098-43f2-b944-e3a52856b7fb tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564841 Jul 27 20:00:17.911628 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-665581a2-5048-4768-b6fb-468f6fa9d677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:17.941558 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 27b499e8-da86-46f4-a014-4cb619f8e46e up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:17.959895 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665581a2-5048-4768-b6fb-468f6fa9d677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0650c9c8-6bc7-4dd8-b358-88cb81defad4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:17.977234 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-665581a2-5048-4768-b6fb-468f6fa9d677 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eec81efa84f24c11b20ffd5d16cc0648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677206 Jul 27 20:00:17.979243 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60480) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:17.993413 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85a09927-c6d9-44bf-83f5-021f50204c40 req-84f120e5-0a1b-4734-b8c9-73c9cd8f7029 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035562 Jul 27 20:00:18.056962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 27b499e8-da86-46f4-a014-4cb619f8e46e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:18.061468 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a667d714-3afe-4dc0-8547-73e7b3b30868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:18.063231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 27b499e8-da86-46f4-a014-4cb619f8e46e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:18.064436 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:18.098431 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a667d714-3afe-4dc0-8547-73e7b3b30868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:18.187316 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a667d714-3afe-4dc0-8547-73e7b3b30868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:18.191296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a667d714-3afe-4dc0-8547-73e7b3b30868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:18.193219 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a667d714-3afe-4dc0-8547-73e7b3b30868 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0650c9c8-6bc7-4dd8-b358-88cb81defad4 HTTP/1.1" status: 204 len: 168 time: 0.2123246 Jul 27 20:00:18.195097 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:18.207089 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:18.223405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667d714-3afe-4dc0-8547-73e7b3b30868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0650c9c8-6bc7-4dd8-b358-88cb81defad4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:18.232240 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:18.283332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 27b499e8-da86-46f4-a014-4cb619f8e46e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=27b499e8-da86-46f4-a014-4cb619f8e46e,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:18.284622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a7eb62-1658-401e-bd06-310772e2fdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b499e8-da86-46f4-a014-4cb619f8e46e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:18.287813 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64019410-e8e8-4bd9-9ba7-ef2080c91b2c" -d '{"events": [{"server_uuid": "13a7eb62-1658-401e-bd06-310772e2fdf8", "name": "network-vif-plugged", "status": "completed", "tag": "27b499e8-da86-46f4-a014-4cb619f8e46e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:18.292269 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:18.318508 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:18.351219 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=27b499e8-da86-46f4-a014-4cb619f8e46e,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:18.363913 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476c475f-caca-4ed1-a12b-3b271f2b8465 x-openstack-request-id: req-476c475f-caca-4ed1-a12b-3b271f2b8465 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:18.364212 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a7eb62-1658-401e-bd06-310772e2fdf8", "name": "network-vif-plugged", "status": "completed", "tag": "27b499e8-da86-46f4-a014-4cb619f8e46e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:18.364503 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-476c475f-caca-4ed1-a12b-3b271f2b8465 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:18.368877 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a7eb62-1658-401e-bd06-310772e2fdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b499e8-da86-46f4-a014-4cb619f8e46e', 'code': 200} Jul 27 20:00:18.533522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event updated for resources: {'Port': ['ID=be9cc927-cb9e-40a7-b683-3b8120e928ee,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:18.630818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234eb7f9-78c8-4356-b587-b3ff9169aff8 req-e001c78b-514f-4599-8d29-1a06fb4cb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:18.633051 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-234eb7f9-78c8-4356-b587-b3ff9169aff8 req-e001c78b-514f-4599-8d29-1a06fb4cb1a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 1097 time: 0.1857641 Jul 27 20:00:18.644933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Network 70d4d357-7fb1-4f19-b4ab-a0c04d929410 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:18.653189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:18.779640 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-234eb7f9-78c8-4356-b587-b3ff9169aff8 req-02aedad2-7b31-4f84-8095-0e23b4217684 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330929 Jul 27 20:00:18.863963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Router 102ab399-eb8f-4bda-96db-66e7ed8ea9d9 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:00:18.866568 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:18.921158 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bfa21-9293-4d97-8070-f8434c77c93e req-68c8b057-b02f-43d8-9790-71f8bff9cd01 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:18.923128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-527bfa21-9293-4d97-8070-f8434c77c93e req-68c8b057-b02f-43d8-9790-71f8bff9cd01 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ee57df5-4047-4e3a-b38e-327b20b06d99 HTTP/1.1" status: 200 len: 946 time: 0.1147509 Jul 27 20:00:19.060820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-991dc851-57c1-421e-ba72-e520b5c765a3 None None] Provisioning complete for port be9cc927-cb9e-40a7-b683-3b8120e928ee triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:19.061206 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-991dc851-57c1-421e-ba72-e520b5c765a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:19.139402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-991dc851-57c1-421e-ba72-e520b5c765a3 None None] Port be9cc927-cb9e-40a7-b683-3b8120e928ee cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:00:19.277304 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:00:19.289938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-176e20bf-814d-4918-ac9d-db2568c555c4 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "PUT /v2.0/routers/102ab399-eb8f-4bda-96db-66e7ed8ea9d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9200447 Jul 27 20:00:19.291007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60530) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:19.294964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60067e4a-3b69-4fe9-b214-ea52d461b620 None None] Sync routers for ids ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:00:19.307062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60067e4a-3b69-4fe9-b214-ea52d461b620 None None] Routers {'102ab399-eb8f-4bda-96db-66e7ed8ea9d9'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:19.308078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-60067e4a-3b69-4fe9-b214-ea52d461b620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:00:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:19.348976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-60067e4a-3b69-4fe9-b214-ea52d461b620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:19.359108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60067e4a-3b69-4fe9-b214-ea52d461b620 None None] Routers {'102ab399-eb8f-4bda-96db-66e7ed8ea9d9'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:19.360488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-60067e4a-3b69-4fe9-b214-ea52d461b620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:00:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:19.380373 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58ca2f-5453-4d14-aa59-2e4d6a44160e req-f677041e-96ad-4cb3-af37-42d3df9d4d37 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:19.382084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a58ca2f-5453-4d14-aa59-2e4d6a44160e req-f677041e-96ad-4cb3-af37-42d3df9d4d37 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f6f734-2e53-44ce-94a4-288bc32920a0 HTTP/1.1" status: 200 len: 945 time: 0.3681800 Jul 27 20:00:19.396757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf88710-8fd5-4072-8c12-9f035df00118 req-4663cf01-8105-4cae-83d2-28eaae8c159f tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:19.404042 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-adf88710-8fd5-4072-8c12-9f035df00118 req-4663cf01-8105-4cae-83d2-28eaae8c159f tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 945 time: 0.2599657 Jul 27 20:00:19.408863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-60067e4a-3b69-4fe9-b214-ea52d461b620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:19.409851 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60067e4a-3b69-4fe9-b214-ea52d461b620 None None] The sync data for ids ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:00:19.436136 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e0f2cf2-643e-4fa4-8046-7d9d3485775e tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:19.470278 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f8c37-b477-46cc-a7d8-9e64eed110e6 req-69c3b543-8030-4f88-abe8-3bb965eda1b5 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:19.471671 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd0f8c37-b477-46cc-a7d8-9e64eed110e6 req-69c3b543-8030-4f88-abe8-3bb965eda1b5 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.52 "GET /v2.0/ports?device_id=46f6f734-2e53-44ce-94a4-288bc32920a0 HTTP/1.1" status: 200 len: 945 time: 0.2681832 Jul 27 20:00:19.480193 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-527bfa21-9293-4d97-8070-f8434c77c93e req-8c168dce-7e5b-4c57-90f4-b8f0ac0230fe tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Deleting port 45f07cef-ac1b-4afb-bc63-598238b9a022 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:19.480587 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-527bfa21-9293-4d97-8070-f8434c77c93e req-8c168dce-7e5b-4c57-90f4-b8f0ac0230fe tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:19.542355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60536) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:19.557897 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-5e0f2cf2-643e-4fa4-8046-7d9d3485775e tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 20:00:19.564557 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5e0f2cf2-643e-4fa4-8046-7d9d3485775e tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "DELETE /v2.0/routers/102ab399-eb8f-4bda-96db-66e7ed8ea9d9 HTTP/1.1" status: 409 len: 329 time: 0.2696784 Jul 27 20:00:19.566721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60540) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:19.606482 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-adf88710-8fd5-4072-8c12-9f035df00118 req-b58d33ff-9917-4def-a3cf-765ab17055c9 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990983 Jul 27 20:00:19.630398 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a58ca2f-5453-4d14-aa59-2e4d6a44160e req-0dad5496-0ca3-4dcd-a9f3-5064979489ab tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226591 Jul 27 20:00:19.727712 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-527bfa21-9293-4d97-8070-f8434c77c93e req-8c168dce-7e5b-4c57-90f4-b8f0ac0230fe tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] For port 45f07cef-ac1b-4afb-bc63-598238b9a022, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=45f07cef-ac1b-4afb-bc63-598238b9a022,segment=NetworkSegment(47128b16-8004-48b2-b4f4-6cd8563984e9),segment_id=47128b16-8004-48b2-b4f4-6cd8563984e9)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:19.728568 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-527bfa21-9293-4d97-8070-f8434c77c93e req-8c168dce-7e5b-4c57-90f4-b8f0ac0230fe tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:19.793472 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-527bfa21-9293-4d97-8070-f8434c77c93e req-8c168dce-7e5b-4c57-90f4-b8f0ac0230fe tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Calling delete_port for 45f07cef-ac1b-4afb-bc63-598238b9a022 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:19.804777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d266a25c-f58c-4c3b-9fe6-4a772530e76a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group': {'name': 'tempest-secgroup--60992134'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:19.844138 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d266a25c-f58c-4c3b-9fe6-4a772530e76a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:20.093597 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d266a25c-f58c-4c3b-9fe6-4a772530e76a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:20.166167 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60554) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:20.370839 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7af0c62e-e887-4534-bc22-27f43eed48b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:20.511886 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99feffa3-0e91-4fe2-910e-77f696a57426 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:20.645484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-fd0f8c37-b477-46cc-a7d8-9e64eed110e6 req-1ab948eb-7079-4492-a707-7aabaf5c6804 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Deleting port 55201b12-d598-48e5-aecd-45952bd1e7fe {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:20.645899 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fd0f8c37-b477-46cc-a7d8-9e64eed110e6 req-1ab948eb-7079-4492-a707-7aabaf5c6804 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:20.658656 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-527bfa21-9293-4d97-8070-f8434c77c93e req-8c168dce-7e5b-4c57-90f4-b8f0ac0230fe tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:20.671441 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['45f07cef-ac1b-4afb-bc63-598238b9a022'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:00:20.705127 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7af0c62e-e887-4534-bc22-27f43eed48b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:20.710636 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7af0c62e-e887-4534-bc22-27f43eed48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:20.761675 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0c62e-e887-4534-bc22-27f43eed48b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b18e46-93f4-4a28-a277-95679325c9aa,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:20.798848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c168dce-7e5b-4c57-90f4-b8f0ac0230fe tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Pushing event deleted for resources: {'Port': ['ID=45f07cef-ac1b-4afb-bc63-598238b9a022,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:20.802295 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7af0c62e-e887-4534-bc22-27f43eed48b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=889eba8424a74f29921ef4fe9550209a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6328514 Jul 27 20:00:20.806458 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60570) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:20.930650 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7888-92da-42a5-b428-9c97a2923ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:20.944707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-527bfa21-9293-4d97-8070-f8434c77c93e req-8c168dce-7e5b-4c57-90f4-b8f0ac0230fe tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] No DVR routers for this DVR port 45f07cef-ac1b-4afb-bc63-598238b9a022 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:20.957468 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-527bfa21-9293-4d97-8070-f8434c77c93e req-8c168dce-7e5b-4c57-90f4-b8f0ac0230fe tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:20.959624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-527bfa21-9293-4d97-8070-f8434c77c93e req-8c168dce-7e5b-4c57-90f4-b8f0ac0230fe tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.63 "DELETE /v2.0/ports/45f07cef-ac1b-4afb-bc63-598238b9a022 HTTP/1.1" status: 204 len: 173 time: 1.9944108 Jul 27 20:00:20.960243 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee57df5-4047-4e3a-b38e-327b20b06d99', 'name': 'network-vif-deleted', 'tag': '45f07cef-ac1b-4afb-bc63-598238b9a022'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:20.964633 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d547a7e4-17f3-4045-a0d3-4c8e679f00d3" -d '{"events": [{"server_uuid": "4ee57df5-4047-4e3a-b38e-327b20b06d99", "name": "network-vif-deleted", "tag": "45f07cef-ac1b-4afb-bc63-598238b9a022"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:20.974363 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7888-92da-42a5-b428-9c97a2923ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:20.995639 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fd0f8c37-b477-46cc-a7d8-9e64eed110e6 req-1ab948eb-7079-4492-a707-7aabaf5c6804 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] For port 55201b12-d598-48e5-aecd-45952bd1e7fe, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=55201b12-d598-48e5-aecd-45952bd1e7fe,segment=NetworkSegment(47128b16-8004-48b2-b4f4-6cd8563984e9),segment_id=47128b16-8004-48b2-b4f4-6cd8563984e9)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:20.996422 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fd0f8c37-b477-46cc-a7d8-9e64eed110e6 req-1ab948eb-7079-4492-a707-7aabaf5c6804 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:21.029797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-fd0f8c37-b477-46cc-a7d8-9e64eed110e6 req-1ab948eb-7079-4492-a707-7aabaf5c6804 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Calling delete_port for 55201b12-d598-48e5-aecd-45952bd1e7fe owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:21.074480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-99feffa3-0e91-4fe2-910e-77f696a57426 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Deleting port be9cc927-cb9e-40a7-b683-3b8120e928ee {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:21.074852 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99feffa3-0e91-4fe2-910e-77f696a57426 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:21.129395 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7888-92da-42a5-b428-9c97a2923ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:21.131071 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7888-92da-42a5-b428-9c97a2923ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:21.134922 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cf0a7888-92da-42a5-b428-9c97a2923ff4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2b18e46-93f4-4a28-a277-95679325c9aa HTTP/1.1" status: 204 len: 168 time: 0.3275061 Jul 27 20:00:21.149746 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a7888-92da-42a5-b428-9c97a2923ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b18e46-93f4-4a28-a277-95679325c9aa,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:21.174672 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaff539-58fd-4691-8fa2-c61b0d66e8f5 req-1b7aaa27-ab3f-4274-a402-009923c26a46 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:21.186256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-beaff539-58fd-4691-8fa2-c61b0d66e8f5 req-1b7aaa27-ab3f-4274-a402-009923c26a46 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 945 time: 0.4432652 Jul 27 20:00:21.204318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0202065-5745-4e42-bea8-cb3bb032a306 req-ed4bbd11-bcf4-4361-9813-4fa379a20503 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:21.208112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b0202065-5745-4e42-bea8-cb3bb032a306 req-ed4bbd11-bcf4-4361-9813-4fa379a20503 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f6f734-2e53-44ce-94a4-288bc32920a0 HTTP/1.1" status: 200 len: 945 time: 0.4113851 Jul 27 20:00:21.216048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99feffa3-0e91-4fe2-910e-77f696a57426 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:21.234578 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-99feffa3-0e91-4fe2-910e-77f696a57426 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Calling delete_port for be9cc927-cb9e-40a7-b683-3b8120e928ee owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:21.335137 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d266a25c-f58c-4c3b-9fe6-4a772530e76a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:21.355361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b0202065-5745-4e42-bea8-cb3bb032a306 req-582f8d0b-8b02-4d9b-8d3e-344834cb1713 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/security-groups?id=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114287 Jul 27 20:00:21.356504 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d266a25c-f58c-4c3b-9fe6-4a772530e76a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:21.387623 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-beaff539-58fd-4691-8fa2-c61b0d66e8f5 req-460251c6-9a3e-4723-83dc-5194dc5b725d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771133 Jul 27 20:00:21.480939 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266a25c-f58c-4c3b-9fe6-4a772530e76a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e33744-6688-4d66-aecb-7f54b4fb2582,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:21.522593 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99feffa3-0e91-4fe2-910e-77f696a57426 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:21.553199 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fd0f8c37-b477-46cc-a7d8-9e64eed110e6 req-1ab948eb-7079-4492-a707-7aabaf5c6804 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:21.603810 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feffa3-0e91-4fe2-910e-77f696a57426 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event deleted for resources: {'Port': ['ID=be9cc927-cb9e-40a7-b683-3b8120e928ee,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:21.617128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab948eb-7079-4492-a707-7aabaf5c6804 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Pushing event deleted for resources: {'Port': ['ID=55201b12-d598-48e5-aecd-45952bd1e7fe,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:21.710703 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d266a25c-f58c-4c3b-9fe6-4a772530e76a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:21.770256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0f8c37-b477-46cc-a7d8-9e64eed110e6 req-1ab948eb-7079-4492-a707-7aabaf5c6804 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] No DVR routers for this DVR port 55201b12-d598-48e5-aecd-45952bd1e7fe on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:21.773467 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d266a25c-f58c-4c3b-9fe6-4a772530e76a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:21.788426 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fd0f8c37-b477-46cc-a7d8-9e64eed110e6 req-1ab948eb-7079-4492-a707-7aabaf5c6804 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:21.791369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd0f8c37-b477-46cc-a7d8-9e64eed110e6 req-1ab948eb-7079-4492-a707-7aabaf5c6804 tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.52 "DELETE /v2.0/ports/55201b12-d598-48e5-aecd-45952bd1e7fe HTTP/1.1" status: 204 len: 173 time: 2.3073401 Jul 27 20:00:21.805218 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d266a25c-f58c-4c3b-9fe6-4a772530e76a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:21.808629 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d266a25c-f58c-4c3b-9fe6-4a772530e76a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2597451 Jul 27 20:00:21.818728 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd01028-119e-462f-b749-ef8ce78bf545 x-openstack-request-id: req-5dd01028-119e-462f-b749-ef8ce78bf545 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:21.819111 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee57df5-4047-4e3a-b38e-327b20b06d99", "name": "network-vif-deleted", "tag": "45f07cef-ac1b-4afb-bc63-598238b9a022", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:21.819407 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5dd01028-119e-462f-b749-ef8ce78bf545 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:21.819915 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee57df5-4047-4e3a-b38e-327b20b06d99', 'name': 'network-vif-deleted', 'tag': '45f07cef-ac1b-4afb-bc63-598238b9a022', 'status': 'completed', 'code': 200} Jul 27 20:00:21.820349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60596) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:21.870097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266a25c-f58c-4c3b-9fe6-4a772530e76a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb20091f-ddb5-4bd0-9ea8-e432a4ab996c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:21.909143 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99feffa3-0e91-4fe2-910e-77f696a57426 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:21.940771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 55201b12-d598-48e5-aecd-45952bd1e7fe no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:00:21.991458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8ddd88bd-3e77-40b6-be12-1260f4f4668f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1645257 Jul 27 20:00:22.001807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60610) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:22.013197 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 55201b12-d598-48e5-aecd-45952bd1e7fe {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:00:22.014088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 55201b12-d598-48e5-aecd-45952bd1e7fe not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:00:22.018566 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-aafca624-d921-49dc-bfe2-9a88361d6d44 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group': {'name': 'tempest-security--1713515989', 'description': 'tempest-security-description-1110212253'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:22.112382 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aafca624-d921-49dc-bfe2-9a88361d6d44 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.133501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99feffa3-0e91-4fe2-910e-77f696a57426 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Router 102ab399-eb8f-4bda-96db-66e7ed8ea9d9 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:00:22.201208 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aafca624-d921-49dc-bfe2-9a88361d6d44 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.211968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a18b9-3be9-4547-94ba-4c952d159359 req-e7ca3e6f-ca11-4e26-b55d-8e778183ea37 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:22.213542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5a3a18b9-3be9-4547-94ba-4c952d159359 req-e7ca3e6f-ca11-4e26-b55d-8e778183ea37 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 806 time: 0.2521434 Jul 27 20:00:22.214669 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aafca624-d921-49dc-bfe2-9a88361d6d44 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.217423 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aafca624-d921-49dc-bfe2-9a88361d6d44 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.218799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aafca624-d921-49dc-bfe2-9a88361d6d44 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "PUT /v2.0/security-groups/fb20091f-ddb5-4bd0-9ea8-e432a4ab996c HTTP/1.1" status: 200 len: 1780 time: 0.2046819 Jul 27 20:00:22.221982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99feffa3-0e91-4fe2-910e-77f696a57426 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:00:22.223434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60616) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:22.234230 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5a3a18b9-3be9-4547-94ba-4c952d159359 req-14bd74ff-937a-49c1-9df6-43517a5375b0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/quotas/634951a653da42e4a21a96a42b496619 HTTP/1.1" status: 200 len: 375 time: 0.0140676 Jul 27 20:00:22.240896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60620) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:22.241018 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-99feffa3-0e91-4fe2-910e-77f696a57426 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "PUT /v2.0/routers/102ab399-eb8f-4bda-96db-66e7ed8ea9d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6659899 Jul 27 20:00:22.243562 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd92993-93a3-4016-873c-0a7a361edc85 None None] Sync routers for ids ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:00:22.263713 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd92993-93a3-4016-873c-0a7a361edc85 None None] Routers {'102ab399-eb8f-4bda-96db-66e7ed8ea9d9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:22.264348 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2dd92993-93a3-4016-873c-0a7a361edc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:00:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:22.283667 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a31f6952-fc71-431e-b6cb-fae399e13763 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-groups/fb20091f-ddb5-4bd0-9ea8-e432a4ab996c HTTP/1.1" status: 200 len: 1780 time: 0.0590904 Jul 27 20:00:22.288728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60622) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:22.324679 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-422aa7d7-f5e1-4ee6-a162-46efd35b8b1d tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] show failed (client error): The resource could not be found. Jul 27 20:00:22.325746 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-422aa7d7-f5e1-4ee6-a162-46efd35b8b1d tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-399521185 HTTP/1.1" status: 404 len: 334 time: 0.0843058 Jul 27 20:00:22.325876 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2dd92993-93a3-4016-873c-0a7a361edc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:22.327784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafca624-d921-49dc-bfe2-9a88361d6d44 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb20091f-ddb5-4bd0-9ea8-e432a4ab996c,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:22.331690 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60626) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:22.345830 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd92993-93a3-4016-873c-0a7a361edc85 None None] Routers {'102ab399-eb8f-4bda-96db-66e7ed8ea9d9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:22.346637 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2dd92993-93a3-4016-873c-0a7a361edc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:00:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:22.350939 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e480f8e9-fc87-419c-b192-405c07ce8875 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:22.397327 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-e480f8e9-fc87-419c-b192-405c07ce8875 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] update failed (client error): The resource could not be found. Jul 27 20:00:22.403902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e480f8e9-fc87-419c-b192-405c07ce8875 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1392544567 HTTP/1.1" status: 404 len: 335 time: 0.0557907 Jul 27 20:00:22.404609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60632) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:22.430044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-06f5c4d8-4c57-42cc-8470-c405c915eb1e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.464561 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2dd92993-93a3-4016-873c-0a7a361edc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:22.468442 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd92993-93a3-4016-873c-0a7a361edc85 None None] The sync data for ids ['102ab399-eb8f-4bda-96db-66e7ed8ea9d9'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:00:22.480869 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5a3a18b9-3be9-4547-94ba-4c952d159359 req-9fe6003e-c2c5-4fd1-a4c5-1fba6793e85f tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2351997 Jul 27 20:00:22.503188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a3ab9b-4cf8-4186-a97c-497c08db1395 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Deleting subnet 042561b5-6d58-43bd-ab62-52c83cc4f255 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:00:22.508095 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4a3ab9b-4cf8-4186-a97c-497c08db1395 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.520229 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-06f5c4d8-4c57-42cc-8470-c405c915eb1e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.577331 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-06f5c4d8-4c57-42cc-8470-c405c915eb1e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.583690 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-06f5c4d8-4c57-42cc-8470-c405c915eb1e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.589342 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-06f5c4d8-4c57-42cc-8470-c405c915eb1e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-groups/fb20091f-ddb5-4bd0-9ea8-e432a4ab996c HTTP/1.1" status: 204 len: 168 time: 0.2993059 Jul 27 20:00:22.589840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60638) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:22.625106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-620820cd-8736-47f4-af68-9ac5b71355b8 req-1e817338-a0b7-40e3-ad57-00b4be0653ef tempest-ListServersNegativeTestJSON-344060909 tempest-ListServersNegativeTestJSON-344060909-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f6f734-2e53-44ce-94a4-288bc32920a0 HTTP/1.1" status: 200 len: 210 time: 0.0992146 Jul 27 20:00:22.639165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5c4d8-4c57-42cc-8470-c405c915eb1e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb20091f-ddb5-4bd0-9ea8-e432a4ab996c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:22.663933 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4a3ab9b-4cf8-4186-a97c-497c08db1395 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.688224 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f2aebc09-6e44-4f17-901c-c52654f9ac00 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0925965 Jul 27 20:00:22.691181 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60640) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:22.713500 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-77519e6b-3d13-479a-a244-c2ddbaf14c88 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] delete failed (client error): The resource could not be found. Jul 27 20:00:22.716462 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-77519e6b-3d13-479a-a244-c2ddbaf14c88 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-groups/fb20091f-ddb5-4bd0-9ea8-e432a4ab996c HTTP/1.1" status: 404 len: 347 time: 0.0223904 Jul 27 20:00:22.718934 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60644) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:22.723883 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3006a816-cd8e-473f-9d0d-1d067392a44d tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214281907'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:22.754439 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3006a816-cd8e-473f-9d0d-1d067392a44d tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.777284 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5a3a18b9-3be9-4547-94ba-4c952d159359 req-35ac66f8-c8b5-4ae0-94ef-e57293184a97 service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869835 Jul 27 20:00:22.861803 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3006a816-cd8e-473f-9d0d-1d067392a44d tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.868425 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3006a816-cd8e-473f-9d0d-1d067392a44d tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.892272 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4a3ab9b-4cf8-4186-a97c-497c08db1395 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.899263 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3006a816-cd8e-473f-9d0d-1d067392a44d tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.900602 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3006a816-cd8e-473f-9d0d-1d067392a44d tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1803839 Jul 27 20:00:22.906816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60648) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:22.914236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c915587b-895b-4768-8940-1eb01f9aadfd tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group_rule': {'security_group_id': 'e684e23f-a255-4b4a-96db-a375e02a23e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:22.939336 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006a816-cd8e-473f-9d0d-1d067392a44d tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e684e23f-a255-4b4a-96db-a375e02a23e3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:22.964998 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c915587b-895b-4768-8940-1eb01f9aadfd tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:22.979434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5a3a18b9-3be9-4547-94ba-4c952d159359 req-462bdf29-71cc-497d-b464-c92c6a6395fb service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949522 Jul 27 20:00:23.001865 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4a3ab9b-4cf8-4186-a97c-497c08db1395 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.050546 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c915587b-895b-4768-8940-1eb01f9aadfd tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.059133 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c915587b-895b-4768-8940-1eb01f9aadfd tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.093021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3ab9b-4cf8-4186-a97c-497c08db1395 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event deleted for resources: {'Subnet': ['ID=042561b5-6d58-43bd-ab62-52c83cc4f255,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:23.097529 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4a3ab9b-4cf8-4186-a97c-497c08db1395 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.100463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b4a3ab9b-4cf8-4186-a97c-497c08db1395 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "DELETE /v2.0/subnets/042561b5-6d58-43bd-ab62-52c83cc4f255 HTTP/1.1" status: 204 len: 168 time: 0.6941416 Jul 27 20:00:23.102542 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60656) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:23.107810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f6371-d18b-4d02-8817-1c8e7071503e None None] Network d3ec49ef-fc35-443b-933c-75588fe46e4e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:23.131594 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915587b-895b-4768-8940-1eb01f9aadfd tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9cf26e-4044-40c0-bc09-d7f3dde8ca5e,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:23.137678 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c915587b-895b-4768-8940-1eb01f9aadfd tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.139319 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c915587b-895b-4768-8940-1eb01f9aadfd tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2312772 Jul 27 20:00:23.147059 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60658) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:23.218582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aaea0e9-6799-4515-9d04-902e51fd13c7 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Deleting subnet a888f702-aa0f-4b4d-a746-0a2fddc5d580 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:00:23.232841 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-950947f1-bd7e-426b-a9b5-df9b82e54489 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.236865 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8aaea0e9-6799-4515-9d04-902e51fd13c7 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.259681 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-950947f1-bd7e-426b-a9b5-df9b82e54489 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.316732 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-950947f1-bd7e-426b-a9b5-df9b82e54489 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.325127 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-950947f1-bd7e-426b-a9b5-df9b82e54489 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.326767 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-950947f1-bd7e-426b-a9b5-df9b82e54489 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2c9cf26e-4044-40c0-bc09-d7f3dde8ca5e HTTP/1.1" status: 204 len: 168 time: 0.1784742 Jul 27 20:00:23.330596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60674) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:23.334531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 45f07cef-ac1b-4afb-bc63-598238b9a022 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:00:23.336326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950947f1-bd7e-426b-a9b5-df9b82e54489 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c9cf26e-4044-40c0-bc09-d7f3dde8ca5e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:23.371555 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8aaea0e9-6799-4515-9d04-902e51fd13c7 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.410680 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 45f07cef-ac1b-4afb-bc63-598238b9a022 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:00:23.411784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 45f07cef-ac1b-4afb-bc63-598238b9a022 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:00:23.450177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60678) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:23.453110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4a1b5832-00db-414c-a6fe-4236c2897295 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1210620 Jul 27 20:00:23.536589 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8e78b7-8c3a-402a-846b-a6ec261f23de None None] DHCP port deletion for d3ec49ef-fc35-443b-933c-75588fe46e4e request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:00:23.546897 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8aaea0e9-6799-4515-9d04-902e51fd13c7 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.561670 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9595253c-84d3-43c9-b090-0546b5f1c3b2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.620629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca8e78b7-8c3a-402a-846b-a6ec261f23de None None] Deleting port 7c6cbe1d-b483-4bf2-b702-445875bb24c3 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:23.621704 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca8e78b7-8c3a-402a-846b-a6ec261f23de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.625088 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9595253c-84d3-43c9-b090-0546b5f1c3b2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.711039 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8aaea0e9-6799-4515-9d04-902e51fd13c7 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.725938 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9595253c-84d3-43c9-b090-0546b5f1c3b2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.728634 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9595253c-84d3-43c9-b090-0546b5f1c3b2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.729869 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9595253c-84d3-43c9-b090-0546b5f1c3b2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-groups/e684e23f-a255-4b4a-96db-a375e02a23e3 HTTP/1.1" status: 204 len: 168 time: 0.2786703 Jul 27 20:00:23.733226 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60688) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:23.767359 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595253c-84d3-43c9-b090-0546b5f1c3b2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e684e23f-a255-4b4a-96db-a375e02a23e3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:23.784799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60692) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:23.786697 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaea0e9-6799-4515-9d04-902e51fd13c7 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event deleted for resources: {'Subnet': ['ID=a888f702-aa0f-4b4d-a746-0a2fddc5d580,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:23.803400 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8aaea0e9-6799-4515-9d04-902e51fd13c7 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.810867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60694) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:23.813491 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8aaea0e9-6799-4515-9d04-902e51fd13c7 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "DELETE /v2.0/subnets/a888f702-aa0f-4b4d-a746-0a2fddc5d580 HTTP/1.1" status: 204 len: 168 time: 0.7093668 Jul 27 20:00:23.817789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f59c30f-6c80-41bd-906d-1675796c9942 None None] Network 37b0052d-6077-4b1a-bb95-74d09346b732 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:23.827981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f6f734-2e53-44ce-94a4-288bc32920a0', 'name': 'network-vif-deleted', 'tag': '55201b12-d598-48e5-aecd-45952bd1e7fe'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:23.834213 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0c8c36-08eb-4302-a1f7-42115e05a236" -d '{"events": [{"server_uuid": "46f6f734-2e53-44ce-94a4-288bc32920a0", "name": "network-vif-deleted", "tag": "55201b12-d598-48e5-aecd-45952bd1e7fe"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:23.835749 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60696) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:23.868351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca8e78b7-8c3a-402a-846b-a6ec261f23de None None] For port 7c6cbe1d-b483-4bf2-b702-445875bb24c3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7c6cbe1d-b483-4bf2-b702-445875bb24c3,segment=NetworkSegment(ed8d9816-19cc-45ed-856f-5232607ac093),segment_id=ed8d9816-19cc-45ed-856f-5232607ac093)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:23.868714 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca8e78b7-8c3a-402a-846b-a6ec261f23de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:23.908193 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e38dd2-d806-4bca-a398-1c2807c2eabb x-openstack-request-id: req-73e38dd2-d806-4bca-a398-1c2807c2eabb {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:23.908717 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f6f734-2e53-44ce-94a4-288bc32920a0", "name": "network-vif-deleted", "tag": "55201b12-d598-48e5-aecd-45952bd1e7fe", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:23.908793 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73e38dd2-d806-4bca-a398-1c2807c2eabb {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:23.909149 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f6f734-2e53-44ce-94a4-288bc32920a0', 'name': 'network-vif-deleted', 'tag': '55201b12-d598-48e5-aecd-45952bd1e7fe', 'status': 'completed', 'code': 200} Jul 27 20:00:23.965508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca8e78b7-8c3a-402a-846b-a6ec261f23de None None] Calling delete_port for 7c6cbe1d-b483-4bf2-b702-445875bb24c3 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:24.005585 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.090784 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b4dd55e0-3eba-4266-8616-48cf17053db5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3446960 Jul 27 20:00:24.095791 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4276a84a-7df9-45c5-ac45-7e4c690bb351 admin admin] Deleting subnet c89ae72f-a268-436b-9cde-3f77b3513e25 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:00:24.103723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60720) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:24.108563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-0d1da6d2-bad2-4d34-bded-2eda1783e7fb tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1154876320'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:24.127903 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4276a84a-7df9-45c5-ac45-7e4c690bb351 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.188602 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4276a84a-7df9-45c5-ac45-7e4c690bb351 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.191817 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Deleting port 7c6cbe1d-b483-4bf2-b702-445875bb24c3 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:24.192158 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.235342 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0d1da6d2-bad2-4d34-bded-2eda1783e7fb tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.283803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] For port 7c6cbe1d-b483-4bf2-b702-445875bb24c3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7c6cbe1d-b483-4bf2-b702-445875bb24c3,segment=NetworkSegment(ed8d9816-19cc-45ed-856f-5232607ac093),segment_id=ed8d9816-19cc-45ed-856f-5232607ac093)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:24.284178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.300522 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Calling delete_port for 7c6cbe1d-b483-4bf2-b702-445875bb24c3 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:24.332652 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca8e78b7-8c3a-402a-846b-a6ec261f23de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.336827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'network': {'name': 'tempest-network-smoke--1711816319', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'port_security_enabled': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:24.340967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a29a3-8662-4892-a077-9b051ba212c7 req-af2fcdba-7a15-4714-aa5d-d7f962e5bd59 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:24.350055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-af2fcdba-7a15-4714-aa5d-d7f962e5bd59 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 806 time: 0.3573923 Jul 27 20:00:24.373590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Made reservation on behalf of 276aa582ad7e44029331aa2680c554e9 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:00:24.380451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e78b7-8c3a-402a-846b-a6ec261f23de None None] Pushing event deleted for resources: {'Port': ['ID=7c6cbe1d-b483-4bf2-b702-445875bb24c3,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:24.382640 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.387124 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-26934303-ba41-4f33-b62e-fa25a521a03d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/quotas/634951a653da42e4a21a96a42b496619 HTTP/1.1" status: 200 len: 375 time: 0.0360374 Jul 27 20:00:24.391572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e78b7-8c3a-402a-846b-a6ec261f23de None None] No DVR routers for this DVR port 7c6cbe1d-b483-4bf2-b702-445875bb24c3 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:24.414898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596954cf-5060-4e23-9851-e97d66c31459 None None] DHCP port deletion for 37b0052d-6077-4b1a-bb95-74d09346b732 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:00:24.479133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-596954cf-5060-4e23-9851-e97d66c31459 None None] Deleting port 20be8c1a-dea4-4983-8a7b-8e9f04306687 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:24.479872 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-596954cf-5060-4e23-9851-e97d66c31459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.497268 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.511571 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-562d6978-2c80-4ffa-bc9a-854b6c35d60c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1206596 Jul 27 20:00:24.524233 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4276a84a-7df9-45c5-ac45-7e4c690bb351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.552487 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-596954cf-5060-4e23-9851-e97d66c31459 None None] For port 20be8c1a-dea4-4983-8a7b-8e9f04306687, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=20be8c1a-dea4-4983-8a7b-8e9f04306687,segment=NetworkSegment(20b87199-6501-4dfa-8abc-42851fd9bde4),segment_id=20b87199-6501-4dfa-8abc-42851fd9bde4)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:24.553353 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-596954cf-5060-4e23-9851-e97d66c31459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.570768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-596954cf-5060-4e23-9851-e97d66c31459 None None] Calling delete_port for 20be8c1a-dea4-4983-8a7b-8e9f04306687 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:24.601071 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4276a84a-7df9-45c5-ac45-7e4c690bb351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.610960 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0d1da6d2-bad2-4d34-bded-2eda1783e7fb tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.615024 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0d1da6d2-bad2-4d34-bded-2eda1783e7fb tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.630605 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4276a84a-7df9-45c5-ac45-7e4c690bb351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.633069 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4276a84a-7df9-45c5-ac45-7e4c690bb351 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c89ae72f-a268-436b-9cde-3f77b3513e25 HTTP/1.1" status: 204 len: 168 time: 0.8233345 Jul 27 20:00:24.636664 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60728) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:24.667606 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0d1da6d2-bad2-4d34-bded-2eda1783e7fb tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.669380 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0d1da6d2-bad2-4d34-bded-2eda1783e7fb tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5645533 Jul 27 20:00:24.674607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60730) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:24.694836 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-cd2b31a2-b980-4228-82e2-540cd80e44b6 service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850684 Jul 27 20:00:24.704552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1da6d2-bad2-4d34-bded-2eda1783e7fb tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa08cd7-ac19-44c1-abc9-8599e569dcb9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:24.721439 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-596954cf-5060-4e23-9851-e97d66c31459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.763711 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7ff265eb-e5a7-4207-8052-51392d08c424 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group_rule': {'security_group_id': 'baa08cd7-ac19-44c1-abc9-8599e569dcb9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:24.774651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276a84a-7df9-45c5-ac45-7e4c690bb351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c89ae72f-a268-436b-9cde-3f77b3513e25,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:24.793861 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-382eba03-d5a7-4d21-8a05-4aa41e10d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.797973 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-3d87c8d1-e634-4305-9949-2db50cae727c service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020455 Jul 27 20:00:24.833726 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:24.894602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event deleted for resources: {'Port': ['ID=7c6cbe1d-b483-4bf2-b702-445875bb24c3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:24.904356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] No DVR routers for this DVR port 7c6cbe1d-b483-4bf2-b702-445875bb24c3 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:24.944425 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596954cf-5060-4e23-9851-e97d66c31459 None None] Pushing event deleted for resources: {'Port': ['ID=20be8c1a-dea4-4983-8a7b-8e9f04306687,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:24.953798 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596954cf-5060-4e23-9851-e97d66c31459 None None] No DVR routers for this DVR port 20be8c1a-dea4-4983-8a7b-8e9f04306687 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:25.060287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-382eba03-d5a7-4d21-8a05-4aa41e10d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.065320 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e90e4104-765e-4eba-a483-7ef32e0823d2 req-e2d1f81a-a2d1-4156-9054-50b59865a7eb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 210 time: 0.0362036 Jul 27 20:00:25.073565 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.101826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-382eba03-d5a7-4d21-8a05-4aa41e10d153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef55a91-716f-4a87-94ea-bee452d6f745']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:25.106014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-382eba03-d5a7-4d21-8a05-4aa41e10d153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47128b16-8004-48b2-b4f4-6cd8563984e9') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:25.106378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-382eba03-d5a7-4d21-8a05-4aa41e10d153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47128b16-8004-48b2-b4f4-6cd8563984e9') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:25.118828 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.121175 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ec49ef-fc35-443b-933c-75588fe46e4e']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:25.140145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-382eba03-d5a7-4d21-8a05-4aa41e10d153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.142268 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.158752 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8d9816-19cc-45ed-856f-5232607ac093') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:25.159166 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8d9816-19cc-45ed-856f-5232607ac093') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:25.196118 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-382eba03-d5a7-4d21-8a05-4aa41e10d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.199633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c6cbe1d-b483-4bf2-b702-445875bb24c3 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:00:25.208210 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.222171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 7c6cbe1d-b483-4bf2-b702-445875bb24c3 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:00:25.222781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c6cbe1d-b483-4bf2-b702-445875bb24c3 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:00:25.223338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 20be8c1a-dea4-4983-8a7b-8e9f04306687 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:00:25.230407 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:00:25.237659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382eba03-d5a7-4d21-8a05-4aa41e10d153 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:00:25.238140 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-382eba03-d5a7-4d21-8a05-4aa41e10d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:00:25.241074 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:00:25.253770 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 20be8c1a-dea4-4983-8a7b-8e9f04306687 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:00:25.254116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 20be8c1a-dea4-4983-8a7b-8e9f04306687 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:00:25.302385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7140cda-f2dc-48bb-b1aa-0ed3c6c1bad9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:25.310042 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.318557 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.318905 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Added segment 2f93898f-5b70-4eb7-bf18-f49e8d595bd0 of type vlan for network d4a9afff-e180-4361-9946-eb5062760342 Jul 27 20:00:25.332506 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ff265eb-e5a7-4207-8052-51392d08c424 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.384582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:00:25.385103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:00:25.394784 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:00:25.465683 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-382eba03-d5a7-4d21-8a05-4aa41e10d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.472487 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-382eba03-d5a7-4d21-8a05-4aa41e10d153 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.476145 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-382eba03-d5a7-4d21-8a05-4aa41e10d153 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fef55a91-716f-4a87-94ea-bee452d6f745 HTTP/1.1" status: 204 len: 168 time: 0.8067267 Jul 27 20:00:25.526640 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.531460 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382eba03-d5a7-4d21-8a05-4aa41e10d153 admin admin] Pushing event deleted for resources: {'Network': ['ID=fef55a91-716f-4a87-94ea-bee452d6f745,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:25.572908 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.580327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.585122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60752) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:25.585263 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "DELETE /v2.0/networks/d3ec49ef-fc35-443b-933c-75588fe46e4e HTTP/1.1" status: 204 len: 168 time: 1.7505035 Jul 27 20:00:25.602000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ff265eb-e5a7-4207-8052-51392d08c424 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.621755 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ff265eb-e5a7-4207-8052-51392d08c424 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.640188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60754) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:25.647463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333276a-d275-4604-af6d-df943414b21f tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event deleted for resources: {'Network': ['ID=d3ec49ef-fc35-443b-933c-75588fe46e4e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:25.683079 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.685074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60758) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:25.689885 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:25.690518 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.697909 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ff265eb-e5a7-4207-8052-51392d08c424 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.699324 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7ff265eb-e5a7-4207-8052-51392d08c424 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0202484 Jul 27 20:00:25.703230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60760) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:25.706015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff265eb-e5a7-4207-8052-51392d08c424 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe58a5e-77a7-4b4d-b133-7360f9ee7690,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:25.710998 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-de35e7fc-3df6-4cf1-a6ad-515674b4ab1f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group_rule': {'security_group_id': 'baa08cd7-ac19-44c1-abc9-8599e569dcb9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:25.718900 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-396d60f2-424a-4414-b0f8-717ec883c17b tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.825508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-225f0c24-911a-4a99-8664-21fc69fe8c46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b90e084c0784111b42eb1b5c97c5299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389999 Jul 27 20:00:25.833162 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60762) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:25.854116 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-396d60f2-424a-4414-b0f8-717ec883c17b tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.873325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-396d60f2-424a-4414-b0f8-717ec883c17b tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b0052d-6077-4b1a-bb95-74d09346b732']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:25.893907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-396d60f2-424a-4414-b0f8-717ec883c17b tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b87199-6501-4dfa-8abc-42851fd9bde4') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:25.894127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-396d60f2-424a-4414-b0f8-717ec883c17b tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b87199-6501-4dfa-8abc-42851fd9bde4') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:25.908096 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-396d60f2-424a-4414-b0f8-717ec883c17b tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.930096 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-47a0a57b-52e4-46b7-823b-799c047d08f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.932207 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-396d60f2-424a-4414-b0f8-717ec883c17b tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.944711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396d60f2-424a-4414-b0f8-717ec883c17b tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:00:25.945117 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-396d60f2-424a-4414-b0f8-717ec883c17b tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:00:25.948108 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:00:26.008115 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-47a0a57b-52e4-46b7-823b-799c047d08f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.042599 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-396d60f2-424a-4414-b0f8-717ec883c17b tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.053096 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-396d60f2-424a-4414-b0f8-717ec883c17b tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.055073 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-396d60f2-424a-4414-b0f8-717ec883c17b tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "DELETE /v2.0/networks/37b0052d-6077-4b1a-bb95-74d09346b732 HTTP/1.1" status: 204 len: 168 time: 0.4689512 Jul 27 20:00:26.057794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60766) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:26.083193 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1660085 Jul 27 20:00:26.087773 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60768) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:26.090113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95ff6b85-1d13-4262-8bd0-480c2a7e24be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.101995 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d60f2-424a-4414-b0f8-717ec883c17b tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event deleted for resources: {'Network': ['ID=37b0052d-6077-4b1a-bb95-74d09346b732,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:26.102492 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-554460437', 'admin_state_up': True, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:26.130649 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de35e7fc-3df6-4cf1-a6ad-515674b4ab1f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.155723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12154115-6fb1-4f07-a391-adc2ca880e55 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Network': ['ID=d4a9afff-e180-4361-9946-eb5062760342,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:26.170325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5319e2-dfef-4c93-8c0a-32a78d833bd9 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Deleting subnet 5ebf6dad-9e16-4b5e-8915-a4168d67d82b {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:00:26.176794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network d4a9afff-e180-4361-9946-eb5062760342 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:00:26.210745 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec5319e2-dfef-4c93-8c0a-32a78d833bd9 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.247652 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-47a0a57b-52e4-46b7-823b-799c047d08f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.250568 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-47a0a57b-52e4-46b7-823b-799c047d08f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.251756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-47a0a57b-52e4-46b7-823b-799c047d08f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a HTTP/1.1" status: 204 len: 168 time: 0.4174702 Jul 27 20:00:26.273582 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95ff6b85-1d13-4262-8bd0-480c2a7e24be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.298300 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95ff6b85-1d13-4262-8bd0-480c2a7e24be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.307241 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.309958 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.322857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b188190a-8b32-4cfe-8f2e-af5dc8a9cebc req-545870ec-7f83-4afe-a356-5c194fc03b5b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 210 time: 0.1158841 Jul 27 20:00:26.337792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0a57b-52e4-46b7-823b-799c047d08f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085c8e8c-bed1-4d7f-8a27-a2d3c68e7c9a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:26.371363 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec5319e2-dfef-4c93-8c0a-32a78d833bd9 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.405654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff6b85-1d13-4262-8bd0-480c2a7e24be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c025a48-efd6-4343-8782-24f9aa9fe393,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:26.439680 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de35e7fc-3df6-4cf1-a6ad-515674b4ab1f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.445347 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-95ff6b85-1d13-4262-8bd0-480c2a7e24be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=559e676375de4a9bb4bba2e343ff4c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7985206 Jul 27 20:00:26.447266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60776) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:26.449351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.462782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a29a3-8662-4892-a077-9b051ba212c7 req-00770096-e786-431d-ad20-558bad49c5b6 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:26.464498 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-00770096-e786-431d-ad20-558bad49c5b6 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 806 time: 0.3204887 Jul 27 20:00:26.465189 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de35e7fc-3df6-4cf1-a6ad-515674b4ab1f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.490549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-159a29a3-8662-4892-a077-9b051ba212c7 req-f639beee-6df6-49f4-93b1-462224d82190 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Request body: {'port': {'device_id': 'c3b40074-9e79-4ae2-b311-0d9e11b88195', 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229', 'admin_state_up': True, 'tenant_id': '634951a653da42e4a21a96a42b496619'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:26.544813 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35e7fc-3df6-4cf1-a6ad-515674b4ab1f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32c906e-6c1d-4750-89f0-da8c9053b20c,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:26.592067 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de35e7fc-3df6-4cf1-a6ad-515674b4ab1f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.596170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-de35e7fc-3df6-4cf1-a6ad-515674b4ab1f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8885696 Jul 27 20:00:26.596891 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60782) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:26.603891 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ed0cf3a4-e193-40fb-8121-7297bcfed129 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group_rule': {'security_group_id': 'baa08cd7-ac19-44c1-abc9-8599e569dcb9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:26.610003 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.619416 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec5319e2-dfef-4c93-8c0a-32a78d833bd9 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.680147 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54c6e92e-7a1e-4716-83c8-6f5dbaf04264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.696178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed0cf3a4-e193-40fb-8121-7297bcfed129 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.733778 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54c6e92e-7a1e-4716-83c8-6f5dbaf04264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.748227 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec5319e2-dfef-4c93-8c0a-32a78d833bd9 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.793147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5319e2-dfef-4c93-8c0a-32a78d833bd9 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event deleted for resources: {'Subnet': ['ID=5ebf6dad-9e16-4b5e-8915-a4168d67d82b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:26.801399 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed0cf3a4-e193-40fb-8121-7297bcfed129 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.804957 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec5319e2-dfef-4c93-8c0a-32a78d833bd9 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.807761 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ec5319e2-dfef-4c93-8c0a-32a78d833bd9 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "DELETE /v2.0/subnets/5ebf6dad-9e16-4b5e-8915-a4168d67d82b HTTP/1.1" status: 204 len: 168 time: 0.7484760 Jul 27 20:00:26.809979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159a29a3-8662-4892-a077-9b051ba212c7 req-f639beee-6df6-49f4-93b1-462224d82190 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Made reservation on behalf of 634951a653da42e4a21a96a42b496619 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:00:26.812757 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60788) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:26.814122 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-159a29a3-8662-4892-a077-9b051ba212c7 req-f639beee-6df6-49f4-93b1-462224d82190 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.815210 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87411bbd-ac1e-4bcf-bcfa-6b2e50bdf486 None None] Network 70d4d357-7fb1-4f19-b4ab-a0c04d929410 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:26.822567 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed0cf3a4-e193-40fb-8121-7297bcfed129 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.860729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cf3a4-e193-40fb-8121-7297bcfed129 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f319d5-8855-4015-bb28-b36bc446ef42,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:26.983979 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54c6e92e-7a1e-4716-83c8-6f5dbaf04264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.988046 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed0cf3a4-e193-40fb-8121-7297bcfed129 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.989378 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ed0cf3a4-e193-40fb-8121-7297bcfed129 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3914535 Jul 27 20:00:26.990960 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54c6e92e-7a1e-4716-83c8-6f5dbaf04264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:26.996148 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60796) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:27.012872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-54c6e92e-7a1e-4716-83c8-6f5dbaf04264 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c025a48-efd6-4343-8782-24f9aa9fe393 HTTP/1.1" status: 204 len: 168 time: 0.5629549 Jul 27 20:00:27.013130 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6301f643-1789-4a72-8ab1-76166250f6d5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group_rule': {'security_group_id': 'baa08cd7-ac19-44c1-abc9-8599e569dcb9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:27.033635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6e92e-7a1e-4716-83c8-6f5dbaf04264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c025a48-efd6-4343-8782-24f9aa9fe393,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:27.056823 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-159a29a3-8662-4892-a077-9b051ba212c7 req-f639beee-6df6-49f4-93b1-462224d82190 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Allocated IP 172.20.0.12 (0c2f9109-2836-4ca2-a589-149d907fa229/de3b9a07-ca57-4084-b8ee-ab8cca04c27f/b8c3db9a-7989-41fa-bab7-a4fa33657831) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:00:27.106896 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9848e330-09ce-41e1-ae27-d37606df3326 None None] DHCP port deletion for 70d4d357-7fb1-4f19-b4ab-a0c04d929410 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:00:27.117830 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.125148 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.189487 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.201431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60804) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:27.223954 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6301f643-1789-4a72-8ab1-76166250f6d5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.265399 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9848e330-09ce-41e1-ae27-d37606df3326 None None] Deleting port aec94965-c52e-446d-b65d-6f49e2b16a42 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:27.266528 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9848e330-09ce-41e1-ae27-d37606df3326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.335131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9848e330-09ce-41e1-ae27-d37606df3326 None None] For port aec94965-c52e-446d-b65d-6f49e2b16a42, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=aec94965-c52e-446d-b65d-6f49e2b16a42,segment=NetworkSegment(7a3dde4d-dc1f-40d8-bb77-f350ac2a4443),segment_id=7a3dde4d-dc1f-40d8-bb77-f350ac2a4443)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:27.335752 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9848e330-09ce-41e1-ae27-d37606df3326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.349822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9848e330-09ce-41e1-ae27-d37606df3326 None None] Calling delete_port for aec94965-c52e-446d-b65d-6f49e2b16a42 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:27.411702 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-159a29a3-8662-4892-a077-9b051ba212c7 req-f639beee-6df6-49f4-93b1-462224d82190 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.534519 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6301f643-1789-4a72-8ab1-76166250f6d5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.536555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Deleting port aec94965-c52e-446d-b65d-6f49e2b16a42 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:27.537070 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.538718 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9848e330-09ce-41e1-ae27-d37606df3326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.540659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Allocated IP 172.25.1.2 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/7b5ce0cc-1ad9-4000-b840-8018dc7a434e) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:00:27.544112 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6301f643-1789-4a72-8ab1-76166250f6d5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.583075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848e330-09ce-41e1-ae27-d37606df3326 None None] Pushing event deleted for resources: {'Port': ['ID=aec94965-c52e-446d-b65d-6f49e2b16a42,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:27.599000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9848e330-09ce-41e1-ae27-d37606df3326 None None] No DVR routers for this DVR port aec94965-c52e-446d-b65d-6f49e2b16a42 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:27.623403 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1659806681-network', 'tenant_id': '58139400d1454378b468002d61ea3b7d'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:27.641227 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301f643-1789-4a72-8ab1-76166250f6d5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741900ba-6465-4021-bc34-7a1bd52508e4,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:27.670570 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60812) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:27.698268 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:00:27.714984 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6301f643-1789-4a72-8ab1-76166250f6d5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.719282 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6301f643-1789-4a72-8ab1-76166250f6d5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7182317 Jul 27 20:00:27.725902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] For port aec94965-c52e-446d-b65d-6f49e2b16a42, host n-d-705657-21, got binding levels [] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:27.726358 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.734966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60814) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:27.739925 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-cbe83d68-76e5-4502-871f-d9b0bb4c81c2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group_rule': {'security_group_id': 'baa08cd7-ac19-44c1-abc9-8599e569dcb9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:27.758761 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21499076-d8e5-4095-b065-4b31e9fbddd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.771552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Calling delete_port for aec94965-c52e-446d-b65d-6f49e2b16a42 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:27.786824 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.ipam_backend_mixin [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Port aec94965-c52e-446d-b65d-6f49e2b16a42 was not found and therefore no delete operation was performed {{(pid=94060) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 20:00:27.797858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] Made reservation on behalf of 58139400d1454378b468002d61ea3b7d for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:00:27.800196 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.802102 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.859303 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.873202 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event deleted for resources: {'Port': ['ID=aec94965-c52e-446d-b65d-6f49e2b16a42,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:27.877847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] No DVR routers for this DVR port aec94965-c52e-446d-b65d-6f49e2b16a42 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:27.927382 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cbe83d68-76e5-4502-871f-d9b0bb4c81c2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.952136 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-159a29a3-8662-4892-a077-9b051ba212c7 req-f639beee-6df6-49f4-93b1-462224d82190 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:27.963964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['27b499e8-da86-46f4-a014-4cb619f8e46e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:00:27.992852 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.032955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159a29a3-8662-4892-a077-9b051ba212c7 req-f639beee-6df6-49f4-93b1-462224d82190 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Network 0c2f9109-2836-4ca2-a589-149d907fa229 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:28.033529 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.049544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-159a29a3-8662-4892-a077-9b051ba212c7 req-f639beee-6df6-49f4-93b1-462224d82190 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:28.058322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-159a29a3-8662-4892-a077-9b051ba212c7 req-f639beee-6df6-49f4-93b1-462224d82190 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:00:28.059537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d4d357-7fb1-4f19-b4ab-a0c04d929410']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:28.060937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639beee-6df6-49f4-93b1-462224d82190 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Pushing event updated for resources: {'Port': ['ID=b8c3db9a-7989-41fa-bab7-a4fa33657831,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:28.089093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3dde4d-dc1f-40d8-bb77-f350ac2a4443') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:28.089383 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3dde4d-dc1f-40d8-bb77-f350ac2a4443') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:28.128751 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.134012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1fff-94fb-4851-9fad-a7105594d1f7 req-7b3b8c5f-7e4a-48e3-9daa-c5e48965ec88 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:28.135692 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-428c1fff-94fb-4851-9fad-a7105594d1f7 req-7b3b8c5f-7e4a-48e3-9daa-c5e48965ec88 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 932 time: 0.1965673 Jul 27 20:00:28.147138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a29a3-8662-4892-a077-9b051ba212c7 req-f639beee-6df6-49f4-93b1-462224d82190 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:28.147138 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-159a29a3-8662-4892-a077-9b051ba212c7 req-f639beee-6df6-49f4-93b1-462224d82190 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.175968 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.183488 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cbe83d68-76e5-4502-871f-d9b0bb4c81c2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.187733 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-428c1fff-94fb-4851-9fad-a7105594d1f7 req-5a7c4686-46d2-4f9a-90e4-04f56437a97c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424292 Jul 27 20:00:28.191591 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.194496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:00:28.194888 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:00:28.199949 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:00:28.213828 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cbe83d68-76e5-4502-871f-d9b0bb4c81c2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.330654 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21499076-d8e5-4095-b065-4b31e9fbddd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.337284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe83d68-76e5-4502-871f-d9b0bb4c81c2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9d7971-38f7-47fa-9f81-73c1fb7f50d8,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:28.342383 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:28.342542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-f639beee-6df6-49f4-93b1-462224d82190 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8590522 Jul 27 20:00:28.353714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-11c3cded-d988-43c8-9afb-0c79eecee189 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:00:28.354854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-11c3cded-d988-43c8-9afb-0c79eecee189 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057933 Jul 27 20:00:28.355767 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21499076-d8e5-4095-b065-4b31e9fbddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.366008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Port': ['ID=7b5ce0cc-1ad9-4000-b840-8018dc7a434e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:28.376916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:28.392209 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.393963 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:00:28.439923 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.441862 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "DELETE /v2.0/networks/70d4d357-7fb1-4f19-b4ab-a0c04d929410 HTTP/1.1" status: 204 len: 168 time: 1.6278980 Jul 27 20:00:28.445680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60822) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:28.473153 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250ed5e-bc42-4554-883d-17a2c1ddf382 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Pushing event deleted for resources: {'Network': ['ID=70d4d357-7fb1-4f19-b4ab-a0c04d929410,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:28.479975 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-21499076-d8e5-4095-b065-4b31e9fbddd1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cb87f78c81848a1ac6281fbcfdd6c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7978618 Jul 27 20:00:28.488038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60824) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:28.488834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21499076-d8e5-4095-b065-4b31e9fbddd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434c2315-41fc-41bb-8b40-e6c63031934c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:28.495105 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Request body: {'port': {'device_id': 'c3b40074-9e79-4ae2-b311-0d9e11b88195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:28.502937 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cc354337-dd1f-4fff-875a-5c98cabb6380 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "GET /v2.0/ports?device_id=102ab399-eb8f-4bda-96db-66e7ed8ea9d9 HTTP/1.1" status: 200 len: 205 time: 0.0521848 Jul 27 20:00:28.502937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60826) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:28.617936 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44cc55c5-d4f5-4fa7-9733-92f4eb34ba14 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.699216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e763631-ad95-4967-9f3c-4e1bdfd1f790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.728691 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.762969 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.771050 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e763631-ad95-4967-9f3c-4e1bdfd1f790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.779339 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.792485 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cbe83d68-76e5-4502-871f-d9b0bb4c81c2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.794099 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cbe83d68-76e5-4502-871f-d9b0bb4c81c2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0576687 Jul 27 20:00:28.811574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60828) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:28.827832 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44cc55c5-d4f5-4fa7-9733-92f4eb34ba14 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.850408 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44cc55c5-d4f5-4fa7-9733-92f4eb34ba14 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.878778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:00:28.903241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48c0401-9dcf-452a-bf99-3ece8f72b9a6,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:28.910731 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44cc55c5-d4f5-4fa7-9733-92f4eb34ba14 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.911262 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cc55c5-d4f5-4fa7-9733-92f4eb34ba14 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Fanout notify agent at l3_agent the message router_deleted on router 102ab399-eb8f-4bda-96db-66e7ed8ea9d9 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:00:28.915031 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.915387 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] Added segment 4316da94-3343-4dcb-b9e0-308ea4f37366 of type vlan for network 167c3c25-c049-4e77-80a6-de646299c122 Jul 27 20:00:28.931238 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cc7f93c-2558-475c-a014-f1277291726f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.958611 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cc7f93c-2558-475c-a014-f1277291726f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.960130 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44cc55c5-d4f5-4fa7-9733-92f4eb34ba14 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:28.961405 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-44cc55c5-d4f5-4fa7-9733-92f4eb34ba14 tempest-RoutersNegativeTest-2092253864 tempest-RoutersNegativeTest-2092253864-project] 10.222.0.48 "DELETE /v2.0/routers/102ab399-eb8f-4bda-96db-66e7ed8ea9d9 HTTP/1.1" status: 204 len: 168 time: 0.4573567 Jul 27 20:00:28.962787 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.022549 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.029835 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e763631-ad95-4967-9f3c-4e1bdfd1f790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.032605 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6e763631-ad95-4967-9f3c-4e1bdfd1f790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.036212 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6e763631-ad95-4967-9f3c-4e1bdfd1f790 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/434c2315-41fc-41bb-8b40-e6c63031934c HTTP/1.1" status: 204 len: 168 time: 0.5419071 Jul 27 20:00:29.062474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e763631-ad95-4967-9f3c-4e1bdfd1f790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434c2315-41fc-41bb-8b40-e6c63031934c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:29.109160 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cc7f93c-2558-475c-a014-f1277291726f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.121758 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cc7f93c-2558-475c-a014-f1277291726f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.125597 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0cc7f93c-2558-475c-a014-f1277291726f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9c9d7971-38f7-47fa-9f81-73c1fb7f50d8 HTTP/1.1" status: 204 len: 168 time: 0.3104186 Jul 27 20:00:29.127518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60834) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:29.147014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7f93c-2558-475c-a014-f1277291726f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c9d7971-38f7-47fa-9f81-73c1fb7f50d8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:29.151044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.152052 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:29.152645 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.228814 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0199742 Jul 27 20:00:29.230580 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60838) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:29.232800 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3ea60ee3-7f11-4600-bcea-6a21237a0ef1 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1032419 Jul 27 20:00:29.235839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c3db9a-7989-41fa-bab7-a4fa33657831 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:00:29.240744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60840) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:29.242075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device aec94965-c52e-446d-b65d-6f49e2b16a42 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:00:29.262967 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.277475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: aec94965-c52e-446d-b65d-6f49e2b16a42 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:00:29.278159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device aec94965-c52e-446d-b65d-6f49e2b16a42 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:00:29.285578 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5e0f67c9-eb99-42f1-81b2-95ee514471ed admin admin] Request body: {'subnet': {'network_id': '167c3c25-c049-4e77-80a6-de646299c122', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1659806681-subnet', 'tenant_id': '58139400d1454378b468002d61ea3b7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:29.293691 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e19bcf44-ac48-4e78-a0d1-4d0d19da63df tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.297106 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Transition to ACTIVE for port object b8c3db9a-7989-41fa-bab7-a4fa33657831 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:29.303058 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.306999 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e19bcf44-ac48-4e78-a0d1-4d0d19da63df tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.364016 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c3db9a-7989-41fa-bab7-a4fa33657831,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:29.367942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60848) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:29.369512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d3280-9438-4adb-b21c-523cd5ea3ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=167c3c25-c049-4e77-80a6-de646299c122,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:29.385945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 167c3c25-c049-4e77-80a6-de646299c122 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:00:29.442631 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e19bcf44-ac48-4e78-a0d1-4d0d19da63df tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.458077 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.467552 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e19bcf44-ac48-4e78-a0d1-4d0d19da63df tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.468741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e19bcf44-ac48-4e78-a0d1-4d0d19da63df tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/741900ba-6465-4021-bc34-7a1bd52508e4 HTTP/1.1" status: 204 len: 168 time: 0.2268453 Jul 27 20:00:29.476494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60852) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:29.532255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bcf44-ac48-4e78-a0d1-4d0d19da63df tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=741900ba-6465-4021-bc34-7a1bd52508e4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:29.534742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0f67c9-eb99-42f1-81b2-95ee514471ed admin admin] Made reservation on behalf of 58139400d1454378b468002d61ea3b7d for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:00:29.537852 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e0f67c9-eb99-42f1-81b2-95ee514471ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.567122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Attempting to bind port b8c3db9a-7989-41fa-bab7-a4fa33657831 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:00:29.567479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Attempting to bind port b8c3db9a-7989-41fa-bab7-a4fa33657831 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:00:29.567818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Attempting to bind port b8c3db9a-7989-41fa-bab7-a4fa33657831 on network 0c2f9109-2836-4ca2-a589-149d907fa229 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:29.587667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Port b8c3db9a-7989-41fa-bab7-a4fa33657831 on network 0c2f9109-2836-4ca2-a589-149d907fa229 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:00:29.588010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Attempting to bind port b8c3db9a-7989-41fa-bab7-a4fa33657831 on network 0c2f9109-2836-4ca2-a589-149d907fa229 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:29.605379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b8c5a330-0734-4cd9-b19b-c9f6ea853647 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1250916 Jul 27 20:00:29.616366 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811795a-c314-42c7-b899-8a3629fd9e88 req-9806a73d-54e6-4fdc-ab36-30587b13480b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:29.617945 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7811795a-c314-42c7-b899-8a3629fd9e88 req-9806a73d-54e6-4fdc-ab36-30587b13480b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 944 time: 0.2600148 Jul 27 20:00:29.620349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60860) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:29.638813 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:00:29.639271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Checking segment: {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:29.639665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Bound using segment: {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:00:29.640136 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Bound port: b8c3db9a-7989-41fa-bab7-a4fa33657831, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:00:29.640872 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.726566 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf8e7-65ec-448f-8630-d9baa53d649a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.750713 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf8e7-65ec-448f-8630-d9baa53d649a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.758010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c826bc9b-1b8d-4d6e-9702-fb34f3ce542e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b8a27280f63454bbec261612ac8ae1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3803940 Jul 27 20:00:29.758500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:00:29.760203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60864) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:29.764025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7811795a-c314-42c7-b899-8a3629fd9e88 req-2b11b1c9-0a34-4714-942f-92c425bdfa58 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276996 Jul 27 20:00:29.808031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] For port b8c3db9a-7989-41fa-bab7-a4fa33657831, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:00:29.811822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] For port b8c3db9a-7989-41fa-bab7-a4fa33657831, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b8c3db9a-7989-41fa-bab7-a4fa33657831,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:00:29.813405 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf8e7-65ec-448f-8630-d9baa53d649a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.821957 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d3fcf8e7-65ec-448f-8630-d9baa53d649a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.824435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d3fcf8e7-65ec-448f-8630-d9baa53d649a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/44f319d5-8855-4015-bb28-b36bc446ef42 HTTP/1.1" status: 204 len: 168 time: 0.2008164 Jul 27 20:00:29.824557 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.826279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60868) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:29.845959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcf8e7-65ec-448f-8630-d9baa53d649a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44f319d5-8855-4015-bb28-b36bc446ef42,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:29.881577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:29.882212 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.883634 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] 10.222.0.63 "PUT /v2.0/ports/b8c3db9a-7989-41fa-bab7-a4fa33657831 HTTP/1.1" status: 200 len: 1093 time: 1.5205121 Jul 27 20:00:29.884107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b40074-9e79-4ae2-b311-0d9e11b88195', 'tag': 'b8c3db9a-7989-41fa-bab7-a4fa33657831'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:29.886456 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f1ade6-86e4-4b34-850b-4c16882e3c08" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b40074-9e79-4ae2-b311-0d9e11b88195", "tag": "b8c3db9a-7989-41fa-bab7-a4fa33657831"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:29.902744 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e0f67c9-eb99-42f1-81b2-95ee514471ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.926278 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78985ed1-1346-44bd-8432-2fc683691798 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c3db9a-7989-41fa-bab7-a4fa33657831,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:29.940290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-583a0301-464e-4cc7-8fc2-ebf93c68584c tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1076055 Jul 27 20:00:29.943911 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60876) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:29.967209 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e54d41-a44f-4c01-839b-44fa46bd3239 x-openstack-request-id: req-b1e54d41-a44f-4c01-839b-44fa46bd3239 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:29.967488 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b40074-9e79-4ae2-b311-0d9e11b88195", "tag": "b8c3db9a-7989-41fa-bab7-a4fa33657831", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:29.967822 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1e54d41-a44f-4c01-839b-44fa46bd3239 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:29.968126 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b40074-9e79-4ae2-b311-0d9e11b88195', 'tag': 'b8c3db9a-7989-41fa-bab7-a4fa33657831', 'status': 'completed', 'code': 200} Jul 27 20:00:29.987291 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bf3119bb-e93e-4854-8804-5d5266fe658c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:29.999785 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b16948-6968-46f8-9f18-6a7165c659d2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.016314 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b16948-6968-46f8-9f18-6a7165c659d2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.056554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a29a3-8662-4892-a077-9b051ba212c7 req-5bc673be-42ee-4f96-aef2-c8d9c73f78f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:30.058023 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-5bc673be-42ee-4f96-aef2-c8d9c73f78f9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 1096 time: 0.1023424 Jul 27 20:00:30.058647 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b16948-6968-46f8-9f18-6a7165c659d2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.066515 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b16948-6968-46f8-9f18-6a7165c659d2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.070376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f5b16948-6968-46f8-9f18-6a7165c659d2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f32c906e-6c1d-4750-89f0-da8c9053b20c HTTP/1.1" status: 204 len: 168 time: 0.1234617 Jul 27 20:00:30.073239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60880) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:30.088348 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b16948-6968-46f8-9f18-6a7165c659d2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f32c906e-6c1d-4750-89f0-da8c9053b20c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:30.126097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-084c8cc3-993d-492a-8e35-9769ef216bd1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c3db9a-7989-41fa-bab7-a4fa33657831 HTTP/1.1" status: 200 len: 217 time: 0.0538766 Jul 27 20:00:30.184089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d561b93e-67e0-4f8c-a30b-566bb04f10b8 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1047125 Jul 27 20:00:30.187187 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60884) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:30.222082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a29a3-8662-4892-a077-9b051ba212c7 req-93b17ddb-2cd8-47f2-a030-1cb11f1b3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:30.223208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-93b17ddb-2cd8-47f2-a030-1cb11f1b3079 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 200 len: 846 time: 0.0886984 Jul 27 20:00:30.226149 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-113415b7-b465-4b44-b9ba-ecfc8eaef39e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.246222 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-113415b7-b465-4b44-b9ba-ecfc8eaef39e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.274788 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-69b59d06-e679-4182-8641-e82613b28f7a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0c2f9109-2836-4ca2-a589-149d907fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407648 Jul 27 20:00:30.321769 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f67c9-eb99-42f1-81b2-95ee514471ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af92b16-c3d4-49ad-b904-c3ea2998bad2,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:30.337693 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-113415b7-b465-4b44-b9ba-ecfc8eaef39e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.337942 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bf3119bb-e93e-4854-8804-5d5266fe658c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.350767 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-113415b7-b465-4b44-b9ba-ecfc8eaef39e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.351229 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:00:30.354424 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-113415b7-b465-4b44-b9ba-ecfc8eaef39e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/cfe58a5e-77a7-4b4d-b133-7360f9ee7690 HTTP/1.1" status: 204 len: 168 time: 0.1639955 Jul 27 20:00:30.355114 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60888) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:30.362589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113415b7-b465-4b44-b9ba-ecfc8eaef39e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfe58a5e-77a7-4b4d-b133-7360f9ee7690,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:30.364886 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Sync routers for ids ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:00:30.386031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Routers {'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:30.388075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:00:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:30.394478 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-273c30a4-d2b4-4d0c-b04a-ecb92b109197 service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094220 Jul 27 20:00:30.411420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0f67c9-eb99-42f1-81b2-95ee514471ed admin admin] Checking segment: {'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:30.411818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0f67c9-eb99-42f1-81b2-95ee514471ed admin admin] Network hostable DHCP agents. Network: 167c3c25-c049-4e77-80a6-de646299c122, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:00:30.423941 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.425371 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e399f9ba-8809-47f2-91de-def105eccff7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3364356 Jul 27 20:00:30.432467 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60894) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:30.484388 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-438b9be6-9af2-48c6-a96b-2fd8af8571f3 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1279223 Jul 27 20:00:30.486136 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bf3119bb-e93e-4854-8804-5d5266fe658c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.489246 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bf3119bb-e93e-4854-8804-5d5266fe658c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.490627 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bf3119bb-e93e-4854-8804-5d5266fe658c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e0baa0e-32e9-42be-9cb3-c13055135290 HTTP/1.1" status: 204 len: 168 time: 0.7249713 Jul 27 20:00:30.491842 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60900) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:30.503909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0f67c9-eb99-42f1-81b2-95ee514471ed admin admin] Network 167c3c25-c049-4e77-80a6-de646299c122 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:00:30.521836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3119bb-e93e-4854-8804-5d5266fe658c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0baa0e-32e9-42be-9cb3-c13055135290,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:30.537683 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-5e0f67c9-eb99-42f1-81b2-95ee514471ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 167c3c25-c049-4e77-80a6-de646299c122) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:30.547991 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f67c9-eb99-42f1-81b2-95ee514471ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:30.548946 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e0f67c9-eb99-42f1-81b2-95ee514471ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.579495 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-159a29a3-8662-4892-a077-9b051ba212c7 req-44046d88-bd6c-4e08-8c05-05a20a5e9433 service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773443 Jul 27 20:00:30.586230 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5e0f67c9-eb99-42f1-81b2-95ee514471ed admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3422217 Jul 27 20:00:30.593409 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-441c67f5-b7f3-44c5-88c0-269660003241 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.613153 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ce22f4-b014-49a7-9068-ab873ad24871 None None] Network 167c3c25-c049-4e77-80a6-de646299c122 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:30.629921 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-441c67f5-b7f3-44c5-88c0-269660003241 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.690198 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-441c67f5-b7f3-44c5-88c0-269660003241 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.693505 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-441c67f5-b7f3-44c5-88c0-269660003241 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.697187 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-441c67f5-b7f3-44c5-88c0-269660003241 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-groups/baa08cd7-ac19-44c1-abc9-8599e569dcb9 HTTP/1.1" status: 204 len: 168 time: 0.1993930 Jul 27 20:00:30.698569 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60908) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:30.715147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Set router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:00:30.720764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1ade6-86e4-4b34-850b-4c16882e3c08 req-06eb6edc-4fd9-47ed-b7d0-f0b8451e7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:30.725604 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6f1ade6-86e4-4b34-850b-4c16882e3c08 req-06eb6edc-4fd9-47ed-b7d0-f0b8451e7a4b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 1096 time: 0.0889523 Jul 27 20:00:30.759681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c67f5-b7f3-44c5-88c0-269660003241 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa08cd7-ac19-44c1-abc9-8599e569dcb9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:30.808891 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-71888f41-81a2-47b0-b752-39af37148ccc tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1018531 Jul 27 20:00:30.810451 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60910) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:30.816584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-a2d50246-4dd5-400e-99dd-d27768aff366 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group': {'name': 'tempest-secgroup--80754045'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:30.850830 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2d50246-4dd5-400e-99dd-d27768aff366 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.909164 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e2d371b6-64e6-4a37-9b9a-a34f675b469f tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=276aa582ad7e44029331aa2680c554e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4741087 Jul 27 20:00:30.913107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60916) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:30.973912 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2d50246-4dd5-400e-99dd-d27768aff366 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:30.982253 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2d50246-4dd5-400e-99dd-d27768aff366 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.007765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb08ff7-932c-4737-a36d-5b2f2a2525fc None None] Network 167c3c25-c049-4e77-80a6-de646299c122 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:31.063853 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2d50246-4dd5-400e-99dd-d27768aff366 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.065661 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a2d50246-4dd5-400e-99dd-d27768aff366 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2536106 Jul 27 20:00:31.068272 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60924) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:31.075087 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-64b117a0-0826-41ed-baf1-bd63d0f459b2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group_rule': {'security_group_id': '41a05ea4-e8a5-4f1d-ae36-75a35e2395d9', 'direction': 'ingress', 'protocol': 17}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:31.150359 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d50246-4dd5-400e-99dd-d27768aff366 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a05ea4-e8a5-4f1d-ae36-75a35e2395d9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:31.188098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1ade6-86e4-4b34-850b-4c16882e3c08 req-4fe3f758-bde7-46ec-b64f-517f68e47332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:31.189889 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6f1ade6-86e4-4b34-850b-4c16882e3c08 req-4fe3f758-bde7-46ec-b64f-517f68e47332 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 907 time: 0.4557328 Jul 27 20:00:31.199337 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08f5d21-4470-4f1f-9974-6cb8ce273fea tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:31.199765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dd5c2-aa08-4a98-9dae-be16212529d6 req-06a2cdeb-dca0-40d4-a327-ef6c0b0cdaf0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:31.201861 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e08f5d21-4470-4f1f-9974-6cb8ce273fea tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2864559 Jul 27 20:00:31.202922 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64b117a0-0826-41ed-baf1-bd63d0f459b2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.204877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc8dd5c2-aa08-4a98-9dae-be16212529d6 req-06a2cdeb-dca0-40d4-a327-ef6c0b0cdaf0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 944 time: 0.2248220 Jul 27 20:00:31.206616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60932) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:31.260196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:00:28Z', 'revision_number': 3, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:31.261023 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64b117a0-0826-41ed-baf1-bd63d0f459b2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.267273 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64b117a0-0826-41ed-baf1-bd63d0f459b2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.283383 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b117a0-0826-41ed-baf1-bd63d0f459b2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521817c3-2940-4ee9-9ccc-7efbf9adcd54,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:31.300481 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64b117a0-0826-41ed-baf1-bd63d0f459b2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.301770 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-64b117a0-0826-41ed-baf1-bd63d0f459b2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2317488 Jul 27 20:00:31.302458 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Checking router: a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:00:31.303523 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Updating router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 port 7b5ce0cc-1ad9-4000-b840-8018dc7a434e binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:00:31.304590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60936) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:31.321439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6f1ade6-86e4-4b34-850b-4c16882e3c08 req-328bfa4e-0667-4d4e-9752-ae4cf6e7230f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c3db9a-7989-41fa-bab7-a4fa33657831 HTTP/1.1" status: 200 len: 217 time: 0.1155193 Jul 27 20:00:31.330821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8c4e31fd-c77d-4866-952f-8453c8355900 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1230383 Jul 27 20:00:31.342421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60938) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:31.358970 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.361119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-961725918', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:31.428806 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43985e82-212d-4b92-817a-e79d4b652c3e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.477309 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43985e82-212d-4b92-817a-e79d4b652c3e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.530260 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43985e82-212d-4b92-817a-e79d4b652c3e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.533550 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43985e82-212d-4b92-817a-e79d4b652c3e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.534706 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-43985e82-212d-4b92-817a-e79d4b652c3e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-groups/41a05ea4-e8a5-4f1d-ae36-75a35e2395d9 HTTP/1.1" status: 204 len: 168 time: 0.2289813 Jul 27 20:00:31.538623 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60954) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:31.560948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43985e82-212d-4b92-817a-e79d4b652c3e tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a05ea4-e8a5-4f1d-ae36-75a35e2395d9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:31.584142 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc8dd5c2-aa08-4a98-9dae-be16212529d6 req-e010cb4b-c16c-452a-9a29-f32fc8d7a4b1 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538482 Jul 27 20:00:31.618881 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1ade6-86e4-4b34-850b-4c16882e3c08 req-1367438a-1f58-46e0-a49f-f989fbb00b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:31.620536 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6f1ade6-86e4-4b34-850b-4c16882e3c08 req-1367438a-1f58-46e0-a49f-f989fbb00b3b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 200 len: 846 time: 0.2871442 Jul 27 20:00:31.648166 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3d7db53d-c10d-42c6-9800-7baa503e43a5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1083305 Jul 27 20:00:31.654348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60960) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:31.664086 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-79e252e0-91bd-471d-8f54-772718f8dc40 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group': {'name': 'tempest-secgroup--467566859'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:31.708849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6f1ade6-86e4-4b34-850b-4c16882e3c08 req-e1ab297b-86f6-4ab4-b132-067a0e13b815 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0c2f9109-2836-4ca2-a589-149d907fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747485 Jul 27 20:00:31.712656 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Made reservation on behalf of 276aa582ad7e44029331aa2680c554e9 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:00:31.716467 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.726289 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79e252e0-91bd-471d-8f54-772718f8dc40 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.816429 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.841411 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Transition to ACTIVE for port object 7b5ce0cc-1ad9-4000-b840-8018dc7a434e will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:31.853551 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.861883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-d61dd6a1-c21b-41a4-811f-4ead852baeba tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:31.863811 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-d61dd6a1-c21b-41a4-811f-4ead852baeba tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/networks?id=167c3c25-c049-4e77-80a6-de646299c122 HTTP/1.1" status: 200 len: 813 time: 0.3352821 Jul 27 20:00:31.892716 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79e252e0-91bd-471d-8f54-772718f8dc40 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.903902 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79e252e0-91bd-471d-8f54-772718f8dc40 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.913354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-a66cea7e-f6f3-4d62-bf32-49a8464964a4 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/quotas/58139400d1454378b468002d61ea3b7d HTTP/1.1" status: 200 len: 375 time: 0.0405347 Jul 27 20:00:31.948319 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-79e252e0-91bd-471d-8f54-772718f8dc40 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:31.949784 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-79e252e0-91bd-471d-8f54-772718f8dc40 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2937834 Jul 27 20:00:31.954589 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60974) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:31.966001 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-c9f536d8-b9db-46dd-970f-8b6a27945e68 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=58139400d1454378b468002d61ea3b7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414100 Jul 27 20:00:31.969982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6f1ade6-86e4-4b34-850b-4c16882e3c08 req-a9b6a290-71f9-4b41-985e-a5aac02e360e service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423728 Jul 27 20:00:31.981882 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-398b1383-7280-4680-af1a-70910146f925 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228920877'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:31.986641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e252e0-91bd-471d-8f54-772718f8dc40 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4be5ba5-76e6-4d60-9138-effd7db18e41,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:32.010742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Attempting to bind port 7b5ce0cc-1ad9-4000-b840-8018dc7a434e on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:00:32.011559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Attempting to bind port 7b5ce0cc-1ad9-4000-b840-8018dc7a434e by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:00:32.012084 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Attempting to bind port 7b5ce0cc-1ad9-4000-b840-8018dc7a434e on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:32.032699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:00:32.033079 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:32.033578 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.034218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:00:32.034710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Bound port: 7b5ce0cc-1ad9-4000-b840-8018dc7a434e, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:00:32.035224 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.036801 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-398b1383-7280-4680-af1a-70910146f925 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.070922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930c567-69ae-427b-98b9-0fefbb75e8c9 None None] Pushing event updated for resources: {'Port': ['ID=7b5ce0cc-1ad9-4000-b840-8018dc7a434e,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:32.205525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] For port 7b5ce0cc-1ad9-4000-b840-8018dc7a434e, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:00:32.208615 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-398b1383-7280-4680-af1a-70910146f925 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.216161 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] For port 7b5ce0cc-1ad9-4000-b840-8018dc7a434e, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7b5ce0cc-1ad9-4000-b840-8018dc7a434e,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:00:32.217236 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-398b1383-7280-4680-af1a-70910146f925 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.223122 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.253997 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60986) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:32.263847 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-398b1383-7280-4680-af1a-70910146f925 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.268231 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-398b1383-7280-4680-af1a-70910146f925 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3124387 Jul 27 20:00:32.269019 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60990) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:32.271573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b1383-7280-4680-af1a-70910146f925 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bfc191-ee2b-40ce-9403-48f41f0a7c3f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:32.277171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-86f40576-06b7-4a1a-a2fb-9feebba97fd3 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group_rule': {'security_group_id': 'e4be5ba5-76e6-4d60-9138-effd7db18e41', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a8bfc191-ee2b-40ce-9403-48f41f0a7c3f', 'remote_ip_prefix': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:32.314852 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86f40576-06b7-4a1a-a2fb-9feebba97fd3 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.402150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Routers {'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:32.403131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:00:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:32.421805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-64dd6dae-9c73-47ec-b0f3-9b39bd118a0d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690798171'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:32.422738 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.432974 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86f40576-06b7-4a1a-a2fb-9feebba97fd3 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.440923 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86f40576-06b7-4a1a-a2fb-9feebba97fd3 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.455922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930c567-69ae-427b-98b9-0fefbb75e8c9 None None] Pushing event updated for resources: {'Port': ['ID=7b5ce0cc-1ad9-4000-b840-8018dc7a434e,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:32.467521 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f40576-06b7-4a1a-a2fb-9feebba97fd3 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e686c77-3abf-4748-82de-7cec24063815,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:32.472848 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64dd6dae-9c73-47ec-b0f3-9b39bd118a0d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.484297 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86f40576-06b7-4a1a-a2fb-9feebba97fd3 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.488382 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-86f40576-06b7-4a1a-a2fb-9feebba97fd3 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2152669 Jul 27 20:00:32.488382 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64dd6dae-9c73-47ec-b0f3-9b39bd118a0d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.489712 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60998) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:32.526214 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6f1ade6-86e4-4b34-850b-4c16882e3c08 req-d5a903c8-9772-4050-bb6d-2643a1a1784c service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175931 Jul 27 20:00:32.540102 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5a813d7-9cba-43af-be93-681d25ae235a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.558803 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] Set router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:00:32.559718 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5a813d7-9cba-43af-be93-681d25ae235a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.565544 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-f064c4b8-c911-4e64-bc4c-c5ab4d5114ef service neutron] 10.222.0.48 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848017 Jul 27 20:00:32.574812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Subnet': ['ID=16a7b1fa-340e-4d83-9ec9-70017797e334,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:32.583700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:32.584045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:32.584383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:32.584975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:32.585049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:32.585371 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:32.585745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:32.586243 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:32.586625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:32.586951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:32.587273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:32.587621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:32.618166 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5a813d7-9cba-43af-be93-681d25ae235a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.633289 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5a813d7-9cba-43af-be93-681d25ae235a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.634526 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c5a813d7-9cba-43af-be93-681d25ae235a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6e686c77-3abf-4748-82de-7cec24063815 HTTP/1.1" status: 204 len: 168 time: 0.1438177 Jul 27 20:00:32.639833 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32776) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:32.662560 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a813d7-9cba-43af-be93-681d25ae235a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e686c77-3abf-4748-82de-7cec24063815,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:32.679633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Checking segment: {'id': '2f93898f-5b70-4eb7-bf18-f49e8d595bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:32.680000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network hostable DHCP agents. Network: d4a9afff-e180-4361-9946-eb5062760342, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:00:32.752041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network d4a9afff-e180-4361-9946-eb5062760342 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:00:32.765251 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-b77262a4-a5a8-4a63-a40a-de8bbbdf13be service neutron] 10.222.0.48 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987817 Jul 27 20:00:32.768580 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3a93e570-df46-413c-9a8f-fb171ce30bfb tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1273704 Jul 27 20:00:32.768815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, d4a9afff-e180-4361-9946-eb5062760342) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:32.772038 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32782) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:32.793055 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64dd6dae-9c73-47ec-b0f3-9b39bd118a0d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.794786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e8923f-d644-44c3-818f-9487555c1bbc None None] Network d4a9afff-e180-4361-9946-eb5062760342 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:32.802462 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64dd6dae-9c73-47ec-b0f3-9b39bd118a0d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.807113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:32.807715 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.864359 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14052e5-ab94-468c-ab32-e9a1253a7f9e req-eeb1da80-6949-4eab-9647-908e497a0d56 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:32.865995 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c14052e5-ab94-468c-ab32-e9a1253a7f9e req-eeb1da80-6949-4eab-9647-908e497a0d56 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 944 time: 0.1715891 Jul 27 20:00:32.871844 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b681-8c3f-4f2e-9398-1e94140431a7 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.884982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd6dae-9c73-47ec-b0f3-9b39bd118a0d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c3e4cf-5b04-4fb5-bdf5-183efccb6721,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:32.917839 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b681-8c3f-4f2e-9398-1e94140431a7 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.954603 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:00:28Z', 'revision_number': 3, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:32.955233 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c14052e5-ab94-468c-ab32-e9a1253a7f9e req-74f36d33-0df7-4500-aa80-6f3b3346b06d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769062 Jul 27 20:00:32.987866 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b681-8c3f-4f2e-9398-1e94140431a7 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.991189 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b681-8c3f-4f2e-9398-1e94140431a7 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:32.993143 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6dc8b681-8c3f-4f2e-9398-1e94140431a7 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-groups/a8bfc191-ee2b-40ce-9403-48f41f0a7c3f HTTP/1.1" status: 204 len: 168 time: 0.2187901 Jul 27 20:00:32.998183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32786) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:33.008429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb90607f-079c-45b7-a9e7-98d34e194b8d None None] The sync data for ids ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'] in n-d-705657-21 is: [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:00:28Z', 'revision_number': 3, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:00:33.025447 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8b681-8c3f-4f2e-9398-1e94140431a7 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bfc191-ee2b-40ce-9403-48f41f0a7c3f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:33.041853 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64dd6dae-9c73-47ec-b0f3-9b39bd118a0d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:33.059213 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64dd6dae-9c73-47ec-b0f3-9b39bd118a0d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:33.084870 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64dd6dae-9c73-47ec-b0f3-9b39bd118a0d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:33.090998 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-64dd6dae-9c73-47ec-b0f3-9b39bd118a0d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8323734 Jul 27 20:00:33.092352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32788) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:33.113820 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-764ae0d4-ab68-4173-96e0-9cf4d9e7a4bb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7562730 Jul 27 20:00:33.134641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32792) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:33.139088 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd6dae-9c73-47ec-b0f3-9b39bd118a0d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f9d9c0-bd40-4a69-8ce0-7ab6f86f4824,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:33.168943 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32796) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:33.214913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2f40a80d-93f2-4bc3-9bef-6011ecb73e1b tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2144499 Jul 27 20:00:33.219601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32802) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:33.241469 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-d4a9afff-e180-4361-9946-eb5062760342', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:00:33.242436 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:33.337523 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3024c23f-b40c-479c-9d7c-ba0ae1515d00 req-4ce3aa98-7ade-411b-bf95-42e3777f2cfb tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 210 time: 0.0409646 Jul 27 20:00:33.341644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d311d7a-af74-4e24-b1e2-4de02cf7e5fb tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:33.346293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-40d9cb44-b18a-4b1c-8a25-eeb0ec01a3ea tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2387774 Jul 27 20:00:33.351526 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32804) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:33.356167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-68336521-2251-49a0-9e14-9f69753c9ada tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group': {'name': 'tempest-security--1471154304', 'description': 'tempest-security-description-2030658153'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:33.389886 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d311d7a-af74-4e24-b1e2-4de02cf7e5fb tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:33.405717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b8c3db9a-7989-41fa-bab7-a4fa33657831 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:00:33.436765 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c0db-1199-4217-bfbc-388ede71e280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:33.510476 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-68336521-2251-49a0-9e14-9f69753c9ada tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:33.539748 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d311d7a-af74-4e24-b1e2-4de02cf7e5fb tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:33.555170 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d311d7a-af74-4e24-b1e2-4de02cf7e5fb tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:33.559119 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9d311d7a-af74-4e24-b1e2-4de02cf7e5fb tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-groups/e4be5ba5-76e6-4d60-9138-effd7db18e41 HTTP/1.1" status: 204 len: 168 time: 0.3355439 Jul 27 20:00:33.564376 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32810) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:33.567770 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-68336521-2251-49a0-9e14-9f69753c9ada tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:33.576150 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-68336521-2251-49a0-9e14-9f69753c9ada tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:33.579150 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-68336521-2251-49a0-9e14-9f69753c9ada tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:33.580578 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-68336521-2251-49a0-9e14-9f69753c9ada tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "PUT /v2.0/security-groups/99f9d9c0-bd40-4a69-8ce0-7ab6f86f4824 HTTP/1.1" status: 200 len: 1780 time: 0.2280815 Jul 27 20:00:33.594443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32812) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:33.648217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d311d7a-af74-4e24-b1e2-4de02cf7e5fb tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4be5ba5-76e6-4d60-9138-effd7db18e41,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:33.691479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68336521-2251-49a0-9e14-9f69753c9ada tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f9d9c0-bd40-4a69-8ce0-7ab6f86f4824,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:33.820085 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Allocated IP 172.20.0.2 (d4a9afff-e180-4361-9946-eb5062760342/16a7b1fa-340e-4d83-9ec9-70017797e334/67569a12-04e2-49b3-bbe6-61e8b69bf0ed) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:00:33.836449 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-21d51ca9-f4e5-4408-b916-cd096f027699 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2682412 Jul 27 20:00:33.851103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32820) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:33.857631 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4dacd5bb-ca2e-4934-9a22-425e2708ff33 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-groups/99f9d9c0-bd40-4a69-8ce0-7ab6f86f4824 HTTP/1.1" status: 200 len: 1780 time: 0.2521737 Jul 27 20:00:33.864905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-acfc2c54-51be-465f-8ae0-52de5ea51a6a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group': {'name': 'tempest-secgroup--770310128'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:33.865982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32822) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:33.977800 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c0db-1199-4217-bfbc-388ede71e280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.003399 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c0db-1199-4217-bfbc-388ede71e280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.008277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b8c3db9a-7989-41fa-bab7-a4fa33657831, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b8c3db9a-7989-41fa-bab7-a4fa33657831,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:34.028701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'b8c3db9a-7989-41fa-bab7-a4fa33657831', 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229', 'port_id': 'b8c3db9a-7989-41fa-bab7-a4fa33657831', 'mac_address': 'fa:16:3e:4b:e5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3b9a07-ca57-4084-b8ee-ab8cca04c27f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:00:34.051600 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c7f2c0db-1199-4217-bfbc-388ede71e280 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c246f6b470234dac8073a31127ef9f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8813035 Jul 27 20:00:34.055143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32826) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:34.071258 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e80688e0-8461-434e-b8db-30dcc61979ff tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.081884 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acfc2c54-51be-465f-8ae0-52de5ea51a6a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.151744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2c0db-1199-4217-bfbc-388ede71e280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a7e371-0be7-44e4-96d2-263a56f72be0,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:34.160504 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e80688e0-8461-434e-b8db-30dcc61979ff tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.217948 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f72f5a45-96bb-47b6-b52f-041b31e6c5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.255681 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f72f5a45-96bb-47b6-b52f-041b31e6c5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.274875 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e80688e0-8461-434e-b8db-30dcc61979ff tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.277110 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e80688e0-8461-434e-b8db-30dcc61979ff tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.280704 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e80688e0-8461-434e-b8db-30dcc61979ff tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-groups/99f9d9c0-bd40-4a69-8ce0-7ab6f86f4824 HTTP/1.1" status: 204 len: 168 time: 0.4110444 Jul 27 20:00:34.282943 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.289628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32830) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:34.339400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80688e0-8461-434e-b8db-30dcc61979ff tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f9d9c0-bd40-4a69-8ce0-7ab6f86f4824,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:34.355210 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.366330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Transition to ACTIVE for port object 67569a12-04e2-49b3-bbe6-61e8b69bf0ed will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:34.402552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Transition to ACTIVE for port object 67569a12-04e2-49b3-bbe6-61e8b69bf0ed will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:34.404811 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4e9dd582-1cc3-45a1-a03f-89b37e53b637 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1104121 Jul 27 20:00:34.410210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32834) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:34.434829 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-610caa99-450d-418b-9404-873f8ac37a07 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] delete failed (client error): The resource could not be found. Jul 27 20:00:34.435588 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-610caa99-450d-418b-9404-873f8ac37a07 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-groups/99f9d9c0-bd40-4a69-8ce0-7ab6f86f4824 HTTP/1.1" status: 404 len: 347 time: 0.0242388 Jul 27 20:00:34.445514 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.448091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32836) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:34.454532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8bebc2bd-43f7-4d11-91cd-a44440bd5b8c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group': {'name': 'tempest-secgroup--355295337'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:34.461003 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f72f5a45-96bb-47b6-b52f-041b31e6c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.463856 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f72f5a45-96bb-47b6-b52f-041b31e6c5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.467865 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f72f5a45-96bb-47b6-b52f-041b31e6c5c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19a7e371-0be7-44e4-96d2-263a56f72be0 HTTP/1.1" status: 204 len: 168 time: 0.4088216 Jul 27 20:00:34.478206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f5a45-96bb-47b6-b52f-041b31e6c5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a7e371-0be7-44e4-96d2-263a56f72be0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:34.557074 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.589674 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c3db9a-7989-41fa-bab7-a4fa33657831 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:00:34.600436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Network d4a9afff-e180-4361-9946-eb5062760342 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:34.603523 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Pushing event updated for resources: {'Port': ['ID=67569a12-04e2-49b3-bbe6-61e8b69bf0ed,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:34.608042 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:34.616096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:00:34.659111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b8c3db9a-7989-41fa-bab7-a4fa33657831, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b8c3db9a-7989-41fa-bab7-a4fa33657831,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:34.693029 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.730226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Attempting to bind port 67569a12-04e2-49b3-bbe6-61e8b69bf0ed on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:00:34.730742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Attempting to bind port 67569a12-04e2-49b3-bbe6-61e8b69bf0ed by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '2f93898f-5b70-4eb7-bf18-f49e8d595bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:00:34.731384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Attempting to bind port 67569a12-04e2-49b3-bbe6-61e8b69bf0ed on network d4a9afff-e180-4361-9946-eb5062760342 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:34.745127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:00:34.745733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Checking segment: {'id': '2f93898f-5b70-4eb7-bf18-f49e8d595bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:34.745967 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.746371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Bound using segment: {'id': '2f93898f-5b70-4eb7-bf18-f49e8d595bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:00:34.746898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Bound port: 67569a12-04e2-49b3-bbe6-61e8b69bf0ed, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f93898f-5b70-4eb7-bf18-f49e8d595bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:00:34.747411 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.775313 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b8c3db9a-7989-41fa-bab7-a4fa33657831,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:34.844277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] For port 67569a12-04e2-49b3-bbe6-61e8b69bf0ed, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:00:34.853219 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] For port 67569a12-04e2-49b3-bbe6-61e8b69bf0ed, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=67569a12-04e2-49b3-bbe6-61e8b69bf0ed,segment=NetworkSegment(2f93898f-5b70-4eb7-bf18-f49e8d595bd0),segment_id=2f93898f-5b70-4eb7-bf18-f49e8d595bd0)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:00:34.861853 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.909899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32842) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:34.931448 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0745122f-def4-4b61-b5cb-68619ad9f615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:34.983339 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-777ab02d-ba7b-4622-a161-253fe96ec56d req-ae04280b-0162-4cf8-8d29-25bfbd4d4a7e tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 210 time: 0.1181502 Jul 27 20:00:34.998466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e641f6-07c3-4e1d-9c03-a381efd083b3 None None] Pushing event updated for resources: {'Port': ['ID=67569a12-04e2-49b3-bbe6-61e8b69bf0ed,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:35.023815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b8c3db9a-7989-41fa-bab7-a4fa33657831'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:00:35.035591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412a67e-c0ae-45b8-b0a5-1ab8599c5651 req-3d599f96-a4f7-4eec-aa0a-871cb6458d8b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:35.037576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f412a67e-c0ae-45b8-b0a5-1ab8599c5651 req-3d599f96-a4f7-4eec-aa0a-871cb6458d8b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 944 time: 0.9370790 Jul 27 20:00:35.278048 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7b5ce0cc-1ad9-4000-b840-8018dc7a434e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:35.343498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-4d457488-e50f-4d6c-9aa9-c1062258b9ea tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:35.344570 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-4d457488-e50f-4d6c-9aa9-c1062258b9ea tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.63 "GET /v2.0/networks?id=167c3c25-c049-4e77-80a6-de646299c122 HTTP/1.1" status: 200 len: 813 time: 0.4671733 Jul 27 20:00:35.353810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 7b5ce0cc-1ad9-4000-b840-8018dc7a434e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:35.363010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7b5ce0cc-1ad9-4000-b840-8018dc7a434e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:35.364080 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.378581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0e1e5d19-668c-4bcc-a647-187705271021 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Request body: {'port': {'device_id': '62b8713d-4701-4b20-a9dd-30acb40b37fa', 'network_id': '167c3c25-c049-4e77-80a6-de646299c122', 'admin_state_up': True, 'tenant_id': '58139400d1454378b468002d61ea3b7d'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:35.417441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f412a67e-c0ae-45b8-b0a5-1ab8599c5651 req-ed6532f1-3947-4866-bc13-96725cf32d3a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530519 Jul 27 20:00:35.455250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acfc2c54-51be-465f-8ae0-52de5ea51a6a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.476312 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acfc2c54-51be-465f-8ae0-52de5ea51a6a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.480315 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bebc2bd-43f7-4d11-91cd-a44440bd5b8c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.486140 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.517961 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 7b5ce0cc-1ad9-4000-b840-8018dc7a434e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7b5ce0cc-1ad9-4000-b840-8018dc7a434e,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:35.523445 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.580134 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=7b5ce0cc-1ad9-4000-b840-8018dc7a434e,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:35.598376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-86eb171f-4e25-4f48-b81e-6992fc01f4be tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:35.600313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-86eb171f-4e25-4f48-b81e-6992fc01f4be tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.52 "GET /v2.0/networks?id=167c3c25-c049-4e77-80a6-de646299c122 HTTP/1.1" status: 200 len: 813 time: 0.5014038 Jul 27 20:00:35.613132 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0745122f-def4-4b61-b5cb-68619ad9f615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.618599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0745122f-def4-4b61-b5cb-68619ad9f615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.620018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc2c54-51be-465f-8ae0-52de5ea51a6a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bf7e37-db86-436c-9a49-2f8c6d7f20bc,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:35.625651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Request body: {'port': {'device_id': '7fcd9e0b-75ad-43ef-b2a4-0483cf829972', 'network_id': '167c3c25-c049-4e77-80a6-de646299c122', 'admin_state_up': True, 'tenant_id': '58139400d1454378b468002d61ea3b7d'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:35.678658 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0745122f-def4-4b61-b5cb-68619ad9f615 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=605f40fc929b4f7da00b704fd4bca93a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7672300 Jul 27 20:00:35.679388 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745122f-def4-4b61-b5cb-68619ad9f615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a587058-3acd-44bd-a754-d8a6cf064d8b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:35.681757 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32846) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:35.683025 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acfc2c54-51be-465f-8ae0-52de5ea51a6a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.684281 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-acfc2c54-51be-465f-8ae0-52de5ea51a6a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8311951 Jul 27 20:00:35.689444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32848) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:35.705080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-fa7c9cfd-b116-447e-8a7f-feb85603249d tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group_rule': {'security_group_id': 'c2bf7e37-db86-436c-9a49-2f8c6d7f20bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:35.772032 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32602d7b-4fa1-4a0a-bdf5-0251e2d2198f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.779746 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bebc2bd-43f7-4d11-91cd-a44440bd5b8c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.789800 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bebc2bd-43f7-4d11-91cd-a44440bd5b8c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.809771 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32602d7b-4fa1-4a0a-bdf5-0251e2d2198f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.852995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebc2bd-43f7-4d11-91cd-a44440bd5b8c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0ba22a-b86b-4168-b7f8-567a03ccf591,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:35.854253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0e1e5d19-668c-4bcc-a647-187705271021 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Made reservation on behalf of 58139400d1454378b468002d61ea3b7d for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:00:35.857863 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0e1e5d19-668c-4bcc-a647-187705271021 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.858269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bebc2bd-43f7-4d11-91cd-a44440bd5b8c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.859494 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8bebc2bd-43f7-4d11-91cd-a44440bd5b8c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4096017 Jul 27 20:00:35.862406 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32850) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:35.866865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3b53db06-3eeb-4684-b3af-8b2446dcb6d6 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ba22a-b86b-4168-b7f8-567a03ccf591', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:35.884660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Allocated IP 172.20.0.1 (d4a9afff-e180-4361-9946-eb5062760342/16a7b1fa-340e-4d83-9ec9-70017797e334/19afd29d-8983-4c0f-ada9-acb33ae78959) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:00:35.894885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32602d7b-4fa1-4a0a-bdf5-0251e2d2198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.897639 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32602d7b-4fa1-4a0a-bdf5-0251e2d2198f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:35.898994 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-32602d7b-4fa1-4a0a-bdf5-0251e2d2198f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a587058-3acd-44bd-a754-d8a6cf064d8b HTTP/1.1" status: 204 len: 168 time: 0.2150850 Jul 27 20:00:35.908536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32602d7b-4fa1-4a0a-bdf5-0251e2d2198f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a587058-3acd-44bd-a754-d8a6cf064d8b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:35.929709 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fa7c9cfd-b116-447e-8a7f-feb85603249d tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.037802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Made reservation on behalf of 58139400d1454378b468002d61ea3b7d for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:00:36.041355 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.058789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3b53db06-3eeb-4684-b3af-8b2446dcb6d6 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.157249 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3b53db06-3eeb-4684-b3af-8b2446dcb6d6 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.168753 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3b53db06-3eeb-4684-b3af-8b2446dcb6d6 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.196012 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53db06-3eeb-4684-b3af-8b2446dcb6d6 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2f47ff-7220-48d9-8c90-28db84fd2b51,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:36.215345 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3b53db06-3eeb-4684-b3af-8b2446dcb6d6 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.220445 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3b53db06-3eeb-4684-b3af-8b2446dcb6d6 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3540425 Jul 27 20:00:36.221465 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32858) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:36.253360 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25c6d281-b49c-4291-900b-d3556fb52d24 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.263995 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-953e822f-4ed0-4d4f-89db-6d8d55d1de2e req-4ad53aaa-65cb-4928-8b12-926e0a4f0a2b tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 210 time: 0.1034956 Jul 27 20:00:36.265205 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25c6d281-b49c-4291-900b-d3556fb52d24 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.307784 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fa7c9cfd-b116-447e-8a7f-feb85603249d tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.318326 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.326243 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fa7c9cfd-b116-447e-8a7f-feb85603249d tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.330480 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25c6d281-b49c-4291-900b-d3556fb52d24 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.339411 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0e1e5d19-668c-4bcc-a647-187705271021 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Allocated IP 172.20.0.12 (167c3c25-c049-4e77-80a6-de646299c122/6af92b16-c3d4-49ad-b904-c3ea2998bad2/61886143-a798-4220-b0f4-93d34b77293b) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:00:36.347431 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25c6d281-b49c-4291-900b-d3556fb52d24 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.352995 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-25c6d281-b49c-4291-900b-d3556fb52d24 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5f2f47ff-7220-48d9-8c90-28db84fd2b51 HTTP/1.1" status: 204 len: 168 time: 0.1295624 Jul 27 20:00:36.353340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6d281-b49c-4291-900b-d3556fb52d24 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f2f47ff-7220-48d9-8c90-28db84fd2b51,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:36.355706 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32864) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:36.374182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Transition to ACTIVE for port object 19afd29d-8983-4c0f-ada9-acb33ae78959 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:36.394691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff4261a-d6cc-4800-b9a6-895af03b3f38 None None] Network d4a9afff-e180-4361-9946-eb5062760342 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:00:36.395200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c9cfd-b116-447e-8a7f-feb85603249d tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b728fbc-b233-45f0-a90c-fd89498adc3c,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:36.411983 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fa7c9cfd-b116-447e-8a7f-feb85603249d tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.413503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fa7c9cfd-b116-447e-8a7f-feb85603249d tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7207966 Jul 27 20:00:36.423180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32868) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:36.445479 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2861e9b9-6489-4e9e-b50a-ae2d8708031b tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0878394 Jul 27 20:00:36.446191 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32872) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:36.521799 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62747c9f-8f33-455c-8cbc-352b85a742ec tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.554054 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-02ac01af-6381-48be-a300-f2c8e6622bbc tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.556965 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62747c9f-8f33-455c-8cbc-352b85a742ec tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.581331 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d42533f1-d75e-420d-86f5-c1309704659c None None] Provisioning for port 67569a12-04e2-49b3-bbe6-61e8b69bf0ed completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:36.615474 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62747c9f-8f33-455c-8cbc-352b85a742ec tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.618517 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62747c9f-8f33-455c-8cbc-352b85a742ec tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.619820 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-62747c9f-8f33-455c-8cbc-352b85a742ec tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-groups/ba0ba22a-b86b-4168-b7f8-567a03ccf591 HTTP/1.1" status: 204 len: 168 time: 0.1722822 Jul 27 20:00:36.623655 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32878) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:36.631121 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.634484 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-02ac01af-6381-48be-a300-f2c8e6622bbc tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.646209 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62747c9f-8f33-455c-8cbc-352b85a742ec tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0ba22a-b86b-4168-b7f8-567a03ccf591,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:36.690740 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b0d04928-2044-4952-8232-640e96199f0f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650859 Jul 27 20:00:36.695697 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32880) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:36.700011 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-cd62b3fa-d211-4feb-a15e-8f2937ff6ac9 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051741336'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:36.724153 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd62b3fa-d211-4feb-a15e-8f2937ff6ac9 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.742906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network d4a9afff-e180-4361-9946-eb5062760342 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:36.753546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:36.764902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:00:36.774423 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Port': ['ID=19afd29d-8983-4c0f-ada9-acb33ae78959,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:36.808216 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-02ac01af-6381-48be-a300-f2c8e6622bbc tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.826487 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-02ac01af-6381-48be-a300-f2c8e6622bbc tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.830462 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-02ac01af-6381-48be-a300-f2c8e6622bbc tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5b728fbc-b233-45f0-a90c-fd89498adc3c HTTP/1.1" status: 204 len: 168 time: 0.4061813 Jul 27 20:00:36.831125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32888) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:36.862893 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd62b3fa-d211-4feb-a15e-8f2937ff6ac9 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.864129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac01af-6381-48be-a300-f2c8e6622bbc tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b728fbc-b233-45f0-a90c-fd89498adc3c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:36.870955 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0e1e5d19-668c-4bcc-a647-187705271021 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.873657 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd62b3fa-d211-4feb-a15e-8f2937ff6ac9 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.890334 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac33a77-9f78-4d5b-9f81-b65b2b0d4133 req-50be60df-4c6e-4ed9-a0e1-422a4528aec0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:36.892072 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fac33a77-9f78-4d5b-9f81-b65b2b0d4133 req-50be60df-4c6e-4ed9-a0e1-422a4528aec0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 945 time: 0.3587775 Jul 27 20:00:36.903985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62b3fa-d211-4feb-a15e-8f2937ff6ac9 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a703818-c68a-4281-90d9-1bc118b301ab,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:36.904333 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.932262 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd62b3fa-d211-4feb-a15e-8f2937ff6ac9 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:36.936459 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cd62b3fa-d211-4feb-a15e-8f2937ff6ac9 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2379224 Jul 27 20:00:36.938716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32892) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:36.943678 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e529894b-6a8f-4eb5-b5cb-6feff67beb8c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group_rule': {'security_group_id': '2a703818-c68a-4281-90d9-1bc118b301ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:36.978239 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e529894b-6a8f-4eb5-b5cb-6feff67beb8c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.058318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1d212626-8604-4d02-944c-e53ea03a345f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2171359 Jul 27 20:00:37.060876 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32898) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:37.071283 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e529894b-6a8f-4eb5-b5cb-6feff67beb8c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.081199 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e529894b-6a8f-4eb5-b5cb-6feff67beb8c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.083996 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fac33a77-9f78-4d5b-9f81-b65b2b0d4133 req-e6e7b861-a6fa-4bb8-87ea-66ef42dc0736 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828609 Jul 27 20:00:37.106722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529894b-6a8f-4eb5-b5cb-6feff67beb8c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1567ed-a5fb-4834-9bb9-3fa4b545608a,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:37.141575 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0e1e5d19-668c-4bcc-a647-187705271021 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.163845 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e529894b-6a8f-4eb5-b5cb-6feff67beb8c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.167643 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e529894b-6a8f-4eb5-b5cb-6feff67beb8c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2254758 Jul 27 20:00:37.170287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32900) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:37.184732 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-60e8a0f5-fbb3-4cf4-baa5-2f03ed43056b tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group_rule': {'security_group_id': '2a703818-c68a-4281-90d9-1bc118b301ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:37.201898 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be57c6d4-399a-4f75-9e1c-4ec214201071 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.236199 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be57c6d4-399a-4f75-9e1c-4ec214201071 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.243998 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60e8a0f5-fbb3-4cf4-baa5-2f03ed43056b tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.270850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0e1e5d19-668c-4bcc-a647-187705271021 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Network 167c3c25-c049-4e77-80a6-de646299c122 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:37.303683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0e1e5d19-668c-4bcc-a647-187705271021 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:37.317950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0e1e5d19-668c-4bcc-a647-187705271021 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:00:37.331554 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b8c3db9a-7989-41fa-bab7-a4fa33657831 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:37.350278 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be57c6d4-399a-4f75-9e1c-4ec214201071 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.354007 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be57c6d4-399a-4f75-9e1c-4ec214201071 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.358294 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-be57c6d4-399a-4f75-9e1c-4ec214201071 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-groups/c2bf7e37-db86-436c-9a49-2f8c6d7f20bc HTTP/1.1" status: 204 len: 168 time: 0.2962911 Jul 27 20:00:37.361022 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60e8a0f5-fbb3-4cf4-baa5-2f03ed43056b tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.361929 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32906) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:37.374118 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 67569a12-04e2-49b3-bbe6-61e8b69bf0ed up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:37.397560 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60e8a0f5-fbb3-4cf4-baa5-2f03ed43056b tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.413603 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e5d19-668c-4bcc-a647-187705271021 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Pushing event updated for resources: {'Port': ['ID=61886143-a798-4220-b0f4-93d34b77293b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:37.424988 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57c6d4-399a-4f75-9e1c-4ec214201071 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bf7e37-db86-436c-9a49-2f8c6d7f20bc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:37.462709 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cf31f64d-8495-4405-8893-4c203cf613ba None None] Provisioning for port 19afd29d-8983-4c0f-ada9-acb33ae78959 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:37.465189 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8a0f5-fbb3-4cf4-baa5-2f03ed43056b tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe0b129-05a0-4bb4-ac0b-21a0ba53951e,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:37.475840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cf31f64d-8495-4405-8893-4c203cf613ba None None] Provisioning complete for port 19afd29d-8983-4c0f-ada9-acb33ae78959 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:37.476211 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cf31f64d-8495-4405-8893-4c203cf613ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.477350 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-60e8a0f5-fbb3-4cf4-baa5-2f03ed43056b tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.477995 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74271882-df73-44fc-9b71-aaed0f888980 req-dfec7141-4d28-4424-8ef2-28b7905a7430 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 210 time: 0.0725396 Jul 27 20:00:37.481621 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.api [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-113a36d7-cff1-4aca-9cba-c298eebc7887 {{(pid=94059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:00:37.482454 n-d-705657-21 neutron-server[94059]: DEBUG oslo_db.api [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:00:37.482454 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.483241 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-60e8a0f5-fbb3-4cf4-baa5-2f03ed43056b tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3118091 Jul 27 20:00:37.484579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32908) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:37.497369 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-93fe3ca2-2bba-4fee-ac19-4e8743753283 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group_rule': {'security_group_id': '2a703818-c68a-4281-90d9-1bc118b301ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:37.515053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-cf31f64d-8495-4405-8893-4c203cf613ba None None] Port 19afd29d-8983-4c0f-ada9-acb33ae78959 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:00:37.517290 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a47b21a6-1631-4672-8a9b-eebd4c29bd4d tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1510229 Jul 27 20:00:37.532101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32910) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:37.548457 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-60ee28f7-8cf9-4d50-80de-3e642dfbc0b5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419527782'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:37.555522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 67569a12-04e2-49b3-bbe6-61e8b69bf0ed completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:37.563910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0e1e5d19-668c-4bcc-a647-187705271021 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:37.564062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port b8c3db9a-7989-41fa-bab7-a4fa33657831 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:37.564589 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0e1e5d19-668c-4bcc-a647-187705271021 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.565267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93fe3ca2-2bba-4fee-ac19-4e8743753283 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.570144 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 67569a12-04e2-49b3-bbe6-61e8b69bf0ed triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:37.570742 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.613651 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port b8c3db9a-7989-41fa-bab7-a4fa33657831 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:37.614366 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.644236 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-60ee28f7-8cf9-4d50-80de-3e642dfbc0b5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.645212 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93fe3ca2-2bba-4fee-ac19-4e8743753283 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.650446 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93fe3ca2-2bba-4fee-ac19-4e8743753283 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.660167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0e1e5d19-668c-4bcc-a647-187705271021 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2980199 Jul 27 20:00:37.674470 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe3ca2-2bba-4fee-ac19-4e8743753283 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfda309a-261a-4507-adf4-34cb4b7f56c8,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:37.682756 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93fe3ca2-2bba-4fee-ac19-4e8743753283 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.684164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Request body: {'port': {'device_id': '62b8713d-4701-4b20-a9dd-30acb40b37fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:37.684939 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-93fe3ca2-2bba-4fee-ac19-4e8743753283 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1959872 Jul 27 20:00:37.687452 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32916) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:37.693692 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8c49ddae-02af-49b8-9dfe-6d544915a84e tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group_rule': {'security_group_id': '2a703818-c68a-4281-90d9-1bc118b301ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:37.707601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32918) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:37.736215 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c49ddae-02af-49b8-9dfe-6d544915a84e tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.759202 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.779155 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.803348 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c49ddae-02af-49b8-9dfe-6d544915a84e tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.809850 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c49ddae-02af-49b8-9dfe-6d544915a84e tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.819269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 67569a12-04e2-49b3-bbe6-61e8b69bf0ed, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=67569a12-04e2-49b3-bbe6-61e8b69bf0ed,segment=NetworkSegment(2f93898f-5b70-4eb7-bf18-f49e8d595bd0),segment_id=2f93898f-5b70-4eb7-bf18-f49e8d595bd0)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:37.824495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b40074-9e79-4ae2-b311-0d9e11b88195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c3db9a-7989-41fa-bab7-a4fa33657831'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:37.827137 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4872cd-8c27-4810-96e4-1d1c3e68e2af" -d '{"events": [{"server_uuid": "c3b40074-9e79-4ae2-b311-0d9e11b88195", "name": "network-vif-plugged", "status": "completed", "tag": "b8c3db9a-7989-41fa-bab7-a4fa33657831"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:37.832674 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.833752 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7b5ce0cc-1ad9-4000-b840-8018dc7a434e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:37.836843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49ddae-02af-49b8-9dfe-6d544915a84e tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0239c40-6b39-465b-a308-e85a8351f6f4,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:37.864692 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fff53755-8153-4e4a-b6ea-112c049a5374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.865800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b8c3db9a-7989-41fa-bab7-a4fa33657831, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b8c3db9a-7989-41fa-bab7-a4fa33657831,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:37.886424 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89041737-5bcd-400e-9b49-5173231d17fc x-openstack-request-id: req-89041737-5bcd-400e-9b49-5173231d17fc {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:37.886711 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b40074-9e79-4ae2-b311-0d9e11b88195", "name": "network-vif-plugged", "status": "completed", "tag": "b8c3db9a-7989-41fa-bab7-a4fa33657831", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:37.886958 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89041737-5bcd-400e-9b49-5173231d17fc {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:37.887339 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b40074-9e79-4ae2-b311-0d9e11b88195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c3db9a-7989-41fa-bab7-a4fa33657831', 'code': 200} Jul 27 20:00:37.891194 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.896273 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-60ee28f7-8cf9-4d50-80de-3e642dfbc0b5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.926837 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-60ee28f7-8cf9-4d50-80de-3e642dfbc0b5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.929563 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=67569a12-04e2-49b3-bbe6-61e8b69bf0ed,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:37.966584 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7b5ce0cc-1ad9-4000-b840-8018dc7a434e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:37.966970 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:37.989833 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.007954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b8c3db9a-7989-41fa-bab7-a4fa33657831,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:38.022914 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fff53755-8153-4e4a-b6ea-112c049a5374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.025426 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c49ddae-02af-49b8-9dfe-6d544915a84e tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.028880 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8c49ddae-02af-49b8-9dfe-6d544915a84e tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397057 Jul 27 20:00:38.031173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32924) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:38.031632 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.033789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee28f7-8cf9-4d50-80de-3e642dfbc0b5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9d6755-d837-468d-9a17-0ca1c2d9c0a0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:38.034718 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fff53755-8153-4e4a-b6ea-112c049a5374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.060645 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-921688a5-ed85-45c8-a49d-ada1dd2f86e2 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group_rule': {'security_group_id': '2a703818-c68a-4281-90d9-1bc118b301ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:38.089849 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fff53755-8153-4e4a-b6ea-112c049a5374 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62dbda48c5b54041b2d85a42925c88b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811376 Jul 27 20:00:38.092081 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-60ee28f7-8cf9-4d50-80de-3e642dfbc0b5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.096060 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-60ee28f7-8cf9-4d50-80de-3e642dfbc0b5 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5599883 Jul 27 20:00:38.098763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32926) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:38.098882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32928) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:38.107275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-4778dd8b-5741-4919-8246-fc1c66004b75 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group_rule': {'security_group_id': 'aa9d6755-d837-468d-9a17-0ca1c2d9c0a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:38.115638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff53755-8153-4e4a-b6ea-112c049a5374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db066790-35bf-45e9-b9a9-015dc91198f5,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:38.136991 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-921688a5-ed85-45c8-a49d-ada1dd2f86e2 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.190902 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3cb797d5-7afa-4ca8-8cad-8133f6276d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.234160 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3cb797d5-7afa-4ca8-8cad-8133f6276d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.245701 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-921688a5-ed85-45c8-a49d-ada1dd2f86e2 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.254777 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-921688a5-ed85-45c8-a49d-ada1dd2f86e2 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.282294 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921688a5-ed85-45c8-a49d-ada1dd2f86e2 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcb9614-58a8-4fe3-8b8d-6ab31c39e361,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:38.296436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-921688a5-ed85-45c8-a49d-ada1dd2f86e2 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.300331 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-921688a5-ed85-45c8-a49d-ada1dd2f86e2 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2642820 Jul 27 20:00:38.300586 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32932) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:38.320011 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3cb797d5-7afa-4ca8-8cad-8133f6276d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.322510 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3cb797d5-7afa-4ca8-8cad-8133f6276d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.324442 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3cb797d5-7afa-4ca8-8cad-8133f6276d1d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db066790-35bf-45e9-b9a9-015dc91198f5 HTTP/1.1" status: 204 len: 168 time: 0.2242825 Jul 27 20:00:38.336216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e023e528-64ea-435a-bf97-2def3642c555 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.339194 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4778dd8b-5741-4919-8246-fc1c66004b75 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.339442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb797d5-7afa-4ca8-8cad-8133f6276d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db066790-35bf-45e9-b9a9-015dc91198f5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:38.347739 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e023e528-64ea-435a-bf97-2def3642c555 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.377987 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e023e528-64ea-435a-bf97-2def3642c555 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.387804 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e023e528-64ea-435a-bf97-2def3642c555 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.392019 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e023e528-64ea-435a-bf97-2def3642c555 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2fcb9614-58a8-4fe3-8b8d-6ab31c39e361 HTTP/1.1" status: 204 len: 168 time: 0.0875556 Jul 27 20:00:38.393349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32936) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:38.394327 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.400922 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023e528-64ea-435a-bf97-2def3642c555 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fcb9614-58a8-4fe3-8b8d-6ab31c39e361,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:38.448291 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f72ee570-d9a9-4d7d-a0a6-73a99bb85dae tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0505812 Jul 27 20:00:38.448993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32938) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:38.475747 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04699a3b-b027-4b8d-a51e-8c480a48f9b5 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.484801 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04699a3b-b027-4b8d-a51e-8c480a48f9b5 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.519700 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04699a3b-b027-4b8d-a51e-8c480a48f9b5 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.526670 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04699a3b-b027-4b8d-a51e-8c480a48f9b5 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.531075 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-04699a3b-b027-4b8d-a51e-8c480a48f9b5 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a0239c40-6b39-465b-a308-e85a8351f6f4 HTTP/1.1" status: 204 len: 168 time: 0.0813367 Jul 27 20:00:38.533330 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32944) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:38.592635 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-391c7c98-c4dc-4afe-a5c7-0bff90d699ba tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0571771 Jul 27 20:00:38.593192 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04699a3b-b027-4b8d-a51e-8c480a48f9b5 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0239c40-6b39-465b-a308-e85a8351f6f4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:38.594705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32946) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:38.622730 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6c0084f-be49-4001-a611-9aceb7ecab6a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.632140 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6c0084f-be49-4001-a611-9aceb7ecab6a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.663424 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6c0084f-be49-4001-a611-9aceb7ecab6a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.675598 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6c0084f-be49-4001-a611-9aceb7ecab6a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.679299 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d6c0084f-be49-4001-a611-9aceb7ecab6a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/bfda309a-261a-4507-adf4-34cb4b7f56c8 HTTP/1.1" status: 204 len: 168 time: 0.0835445 Jul 27 20:00:38.680184 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0084f-be49-4001-a611-9aceb7ecab6a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfda309a-261a-4507-adf4-34cb4b7f56c8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:38.681896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32956) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:38.728965 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-73fc7149-0335-4a86-ac5d-fb0cb2e557a9 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0458763 Jul 27 20:00:38.731805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32958) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:38.762023 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7f7b71bd-c404-49e8-a77e-30c70d55c14c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.770890 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7f7b71bd-c404-49e8-a77e-30c70d55c14c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.806936 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7f7b71bd-c404-49e8-a77e-30c70d55c14c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.821696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7f7b71bd-c404-49e8-a77e-30c70d55c14c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.822573 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e430f9-d052-4cc0-b747-dbe45a69ebc6 req-8d8d5491-268c-4371-a181-5a43ef11579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:38.823261 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7f7b71bd-c404-49e8-a77e-30c70d55c14c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2fe0b129-05a0-4bb4-ac0b-21a0ba53951e HTTP/1.1" status: 204 len: 168 time: 0.0903082 Jul 27 20:00:38.824218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4e430f9-d052-4cc0-b747-dbe45a69ebc6 req-8d8d5491-268c-4371-a181-5a43ef11579d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 1098 time: 0.8614340 Jul 27 20:00:38.824764 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b71bd-c404-49e8-a77e-30c70d55c14c tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fe0b129-05a0-4bb4-ac0b-21a0ba53951e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:38.827069 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32962) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:38.879747 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fe4c5f5c-11e2-4558-94be-3ba18dc77281 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0490208 Jul 27 20:00:38.880043 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32966) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:38.898681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b2c3a60-784b-4fc7-9f4a-3ffe8c15a3e5 req-cd2efd6f-eeb4-4258-af54-996ba832684b tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 210 time: 0.0960858 Jul 27 20:00:38.909073 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86a2ce68-6b0b-4f35-864a-e60c0b71a2e8 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.918869 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86a2ce68-6b0b-4f35-864a-e60c0b71a2e8 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.941595 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Allocated IP 172.20.0.6 (167c3c25-c049-4e77-80a6-de646299c122/6af92b16-c3d4-49ad-b904-c3ea2998bad2/98ff95de-7ce2-4c9d-ae79-e959ad44d4b7) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:00:38.980663 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86a2ce68-6b0b-4f35-864a-e60c0b71a2e8 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.987913 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-86a2ce68-6b0b-4f35-864a-e60c0b71a2e8 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:38.989275 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-86a2ce68-6b0b-4f35-864a-e60c0b71a2e8 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ff1567ed-a5fb-4834-9bb9-3fa4b545608a HTTP/1.1" status: 204 len: 168 time: 0.1081388 Jul 27 20:00:38.991775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32972) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:39.005457 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.018011 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2ce68-6b0b-4f35-864a-e60c0b71a2e8 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff1567ed-a5fb-4834-9bb9-3fa4b545608a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:39.019154 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4778dd8b-5741-4919-8246-fc1c66004b75 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.025414 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.029260 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4e430f9-d052-4cc0-b747-dbe45a69ebc6 req-24c26629-8a6e-43b2-a0c3-1f00a6f7954c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745508 Jul 27 20:00:39.042703 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-75033422-d071-44b5-914f-4303b6a26499 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0496171 Jul 27 20:00:39.048114 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32976) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:39.062899 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4778dd8b-5741-4919-8246-fc1c66004b75 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.099332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38618686-84ef-43c2-94fb-f7f1a4c9bb78 req-ff1f20e0-2f2e-43e1-9e53-4482553116a0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:39.101455 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38618686-84ef-43c2-94fb-f7f1a4c9bb78 req-ff1f20e0-2f2e-43e1-9e53-4482553116a0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 946 time: 0.9049854 Jul 27 20:00:39.103525 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-778408e6-806d-416f-8cf6-88ba98a18d0b tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.150431 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-778408e6-806d-416f-8cf6-88ba98a18d0b tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.151502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778dd8b-5741-4919-8246-fc1c66004b75 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d40f30-60fb-48fe-be82-3d3ccada8f21,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:39.171109 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4778dd8b-5741-4919-8246-fc1c66004b75 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.176042 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4778dd8b-5741-4919-8246-fc1c66004b75 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0706351 Jul 27 20:00:39.176208 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32978) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:39.178238 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 67569a12-04e2-49b3-bbe6-61e8b69bf0ed up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:39.212779 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5656ea8c-0eb5-4a7f-89ef-72a590d5a07f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules/95d40f30-60fb-48fe-be82-3d3ccada8f21 HTTP/1.1" status: 200 len: 763 time: 0.0335488 Jul 27 20:00:39.214290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32986) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:39.234956 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 67569a12-04e2-49b3-bbe6-61e8b69bf0ed triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:39.235751 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.256840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Port': ['ID=19afd29d-8983-4c0f-ada9-acb33ae78959,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:39.268545 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2d36eddd-15ae-4e73-865a-ffd0d92ce1a3 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0523057 Jul 27 20:00:39.269833 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-778408e6-806d-416f-8cf6-88ba98a18d0b tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.273603 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-778408e6-806d-416f-8cf6-88ba98a18d0b tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.274890 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-778408e6-806d-416f-8cf6-88ba98a18d0b tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-groups/2a703818-c68a-4281-90d9-1bc118b301ab HTTP/1.1" status: 204 len: 168 time: 0.2257061 Jul 27 20:00:39.275967 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32988) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:39.281258 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32990) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:39.301146 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.311883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38618686-84ef-43c2-94fb-f7f1a4c9bb78 req-3a2de8cb-f500-4bb0-b1c3-cb82f49c627d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930993 Jul 27 20:00:39.325453 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778408e6-806d-416f-8cf6-88ba98a18d0b tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a703818-c68a-4281-90d9-1bc118b301ab,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:39.356874 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf30a-5138-45f8-a18e-5cde434a1939 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.370589 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf30a-5138-45f8-a18e-5cde434a1939 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.404779 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-90f7b930-79d1-4672-a0c0-cb6838a8f692 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1166251 Jul 27 20:00:39.405032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32998) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:39.412634 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-509f9bc6-b0dc-48ef-8f20-51812259f1e3 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1646352265'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:39.439394 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf30a-5138-45f8-a18e-5cde434a1939 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.456591 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf30a-5138-45f8-a18e-5cde434a1939 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.457757 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8d0cf30a-5138-45f8-a18e-5cde434a1939 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/95d40f30-60fb-48fe-be82-3d3ccada8f21 HTTP/1.1" status: 204 len: 168 time: 0.1778455 Jul 27 20:00:39.461801 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33012) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:39.467133 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-509f9bc6-b0dc-48ef-8f20-51812259f1e3 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.474158 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.482917 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cf30a-5138-45f8-a18e-5cde434a1939 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95d40f30-60fb-48fe-be82-3d3ccada8f21,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:39.488339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network d4a9afff-e180-4361-9946-eb5062760342 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:39.491020 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:39.547758 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5b6d5789-b534-4a43-bc97-a4d4f9770c5f tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0790350 Jul 27 20:00:39.548661 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33022) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:39.552741 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2b35e79b-a3bf-48be-9e4c-c9acb17715ec tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group_rule': {'security_group_id': 'aa9d6755-d837-468d-9a17-0ca1c2d9c0a0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:39.621605 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.622565 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-509f9bc6-b0dc-48ef-8f20-51812259f1e3 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.629487 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-509f9bc6-b0dc-48ef-8f20-51812259f1e3 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.689471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f9bc6-b0dc-48ef-8f20-51812259f1e3 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96cc0c3-65ac-4726-8a0a-c771d009f018,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:39.699575 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-509f9bc6-b0dc-48ef-8f20-51812259f1e3 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.703394 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-509f9bc6-b0dc-48ef-8f20-51812259f1e3 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2949357 Jul 27 20:00:39.703394 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b35e79b-a3bf-48be-9e4c-c9acb17715ec tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.707059 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33032) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:39.713214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-61fbd585-61ec-4d57-b1e6-ffd3a5c0b882 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group_rule': {'security_group_id': 'e96cc0c3-65ac-4726-8a0a-c771d009f018', 'direction': 'ingress', 'protocol': 17}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:39.747809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Pushing event updated for resources: {'Port': ['ID=98ff95de-7ce2-4c9d-ae79-e959ad44d4b7,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:39.788873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:00:39.791246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Network 167c3c25-c049-4e77-80a6-de646299c122 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:39.798397 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:39.803980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:00:39.835637 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61fbd585-61ec-4d57-b1e6-ffd3a5c0b882 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.860090 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d4324105-f1d0-433b-a9a2-57cdbe104220 None None] Provisioning complete for port 19afd29d-8983-4c0f-ada9-acb33ae78959 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:39.861424 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d4324105-f1d0-433b-a9a2-57cdbe104220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.921264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d4324105-f1d0-433b-a9a2-57cdbe104220 None None] Port 19afd29d-8983-4c0f-ada9-acb33ae78959 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:00:39.921709 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b35e79b-a3bf-48be-9e4c-c9acb17715ec tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.924538 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61fbd585-61ec-4d57-b1e6-ffd3a5c0b882 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.928655 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b35e79b-a3bf-48be-9e4c-c9acb17715ec tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.936150 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61fbd585-61ec-4d57-b1e6-ffd3a5c0b882 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.951861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:39.952645 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.959368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35e79b-a3bf-48be-9e4c-c9acb17715ec tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8caf210-7c9f-4212-99c2-91013f4f5daf,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:39.974996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbd585-61ec-4d57-b1e6-ffd3a5c0b882 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6959200-c687-4b71-ba84-36e6d661331a,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:39.977835 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b35e79b-a3bf-48be-9e4c-c9acb17715ec tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:39.981628 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2b35e79b-a3bf-48be-9e4c-c9acb17715ec tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4299216 Jul 27 20:00:39.981995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33036) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:39.991663 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61fbd585-61ec-4d57-b1e6-ffd3a5c0b882 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.000288 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-61fbd585-61ec-4d57-b1e6-ffd3a5c0b882 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2907364 Jul 27 20:00:40.003805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33040) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:40.029366 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61886143-a798-4220-b0f4-93d34b77293b {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:00:40.034118 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f49680aa-f856-4169-8b40-9a0ce833a361 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules/e8caf210-7c9f-4212-99c2-91013f4f5daf HTTP/1.1" status: 200 len: 763 time: 0.0437169 Jul 27 20:00:40.035098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33044) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:40.039736 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.053379 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Transition to ACTIVE for port object 61886143-a798-4220-b0f4-93d34b77293b will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:40.100169 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.144453 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9208361e-f08a-449c-8c7f-e5fa77833b66 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0981572 Jul 27 20:00:40.147439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33048) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:40.172053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-0180f3cf-4b44-4762-ac95-c42dab0f3897 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5585597 Jul 27 20:00:40.188599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d9d95574-c648-42db-b8dd-e4df1f83c01d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.190947 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96eb0f2e-fa01-4300-889e-302012e9fe8c tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.195081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Request body: {'port': {'device_id': '7fcd9e0b-75ad-43ef-b2a4-0483cf829972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:40.201619 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96eb0f2e-fa01-4300-889e-302012e9fe8c tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.235319 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d9d95574-c648-42db-b8dd-e4df1f83c01d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.262788 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96eb0f2e-fa01-4300-889e-302012e9fe8c tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.277347 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96eb0f2e-fa01-4300-889e-302012e9fe8c tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.280750 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-96eb0f2e-fa01-4300-889e-302012e9fe8c tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/e8caf210-7c9f-4212-99c2-91013f4f5daf HTTP/1.1" status: 204 len: 168 time: 0.1278038 Jul 27 20:00:40.283615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33064) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:40.283744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:00:40.284281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Pushing event updated for resources: {'Port': ['ID=61886143-a798-4220-b0f4-93d34b77293b,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:40.290840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb0f2e-fa01-4300-889e-302012e9fe8c tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8caf210-7c9f-4212-99c2-91013f4f5daf,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:40.294265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4de7ce75-6a93-40a9-b6d3-2c1eb4950ce0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "PUT /v2.0/routers/a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1584561 Jul 27 20:00:40.304529 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33066) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:40.305367 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Sync routers for ids ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:00:40.324687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dddcc-f8bb-4e10-820a-dc703b3725d0 req-18c706ad-6f84-4120-a2eb-bb21391a6ae5 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.326246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64dddcc-f8bb-4e10-820a-dc703b3725d0 req-18c706ad-6f84-4120-a2eb-bb21391a6ae5 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 931 time: 0.2714942 Jul 27 20:00:40.332977 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Routers {'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:40.334776 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:00:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:40.381645 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.443735 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d9d95574-c648-42db-b8dd-e4df1f83c01d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.446756 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d9d95574-c648-42db-b8dd-e4df1f83c01d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.448950 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d9d95574-c648-42db-b8dd-e4df1f83c01d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-groups/e96cc0c3-65ac-4726-8a0a-c771d009f018 HTTP/1.1" status: 204 len: 168 time: 0.4363546 Jul 27 20:00:40.456116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33086) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:40.483045 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Set router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:00:40.507058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d95574-c648-42db-b8dd-e4df1f83c01d tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96cc0c3-65ac-4726-8a0a-c771d009f018,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:40.525825 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64dddcc-f8bb-4e10-820a-dc703b3725d0 req-8da6a7c1-6122-49b3-b64b-f140121d538e tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445117 Jul 27 20:00:40.546694 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Attempting to bind port 61886143-a798-4220-b0f4-93d34b77293b on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:00:40.547095 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Attempting to bind port 61886143-a798-4220-b0f4-93d34b77293b by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:00:40.547453 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Attempting to bind port 61886143-a798-4220-b0f4-93d34b77293b on network 167c3c25-c049-4e77-80a6-de646299c122 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:40.622443 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-020d470a-adc8-48ca-9cef-4eb912ef077b tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3387489 Jul 27 20:00:40.629262 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33088) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:40.643632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-fcb976f0-1031-40a5-95b5-75543feb8094 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Request body: {'security_group_rule': {'security_group_id': 'aa9d6755-d837-468d-9a17-0ca1c2d9c0a0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:40.661864 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Port 61886143-a798-4220-b0f4-93d34b77293b on network 167c3c25-c049-4e77-80a6-de646299c122 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:00:40.662537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Attempting to bind port 61886143-a798-4220-b0f4-93d34b77293b on network 167c3c25-c049-4e77-80a6-de646299c122 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:40.669710 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c814435a-f507-4160-8997-d9f8b6cbeaa6 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2077856 Jul 27 20:00:40.679605 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33090) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:40.685751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a2c526ca-a6d6-4a49-9016-10e8def156cf tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286278261'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:40.700679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:00:40.701487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Checking segment: {'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:40.702075 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Bound using segment: {'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:00:40.702716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Bound port: 61886143-a798-4220-b0f4-93d34b77293b, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:00:40.703327 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.709303 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:00:37Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '19afd29d-8983-4c0f-ada9-acb33ae78959', 'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:35Z', 'updated_at': '2021-07-27T20:00:37Z', 'revision_number': 2, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:40.729763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a2c526ca-a6d6-4a49-9016-10e8def156cf tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.734158 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef5f78-ca6c-4d03-809b-056f332886ab tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.734710 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef5f78-ca6c-4d03-809b-056f332886ab tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.735179 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef5f78-ca6c-4d03-809b-056f332886ab tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.735639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef5f78-ca6c-4d03-809b-056f332886ab tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.736110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef5f78-ca6c-4d03-809b-056f332886ab tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.736588 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef5f78-ca6c-4d03-809b-056f332886ab tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.737041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef5f78-ca6c-4d03-809b-056f332886ab tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.737491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef5f78-ca6c-4d03-809b-056f332886ab tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.737943 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef5f78-ca6c-4d03-809b-056f332886ab tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.738920 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef5f78-ca6c-4d03-809b-056f332886ab tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.741225 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8eef5f78-ca6c-4d03-809b-056f332886ab tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7065 time: 0.4351938 Jul 27 20:00:40.746318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33092) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:40.757532 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Checking router: a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:00:40.757926 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Updating router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 port 19afd29d-8983-4c0f-ada9-acb33ae78959 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:00:40.760140 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598cc05-20e6-45c2-b5ea-b6378a151582 req-f3615d2b-5808-43a6-86b3-0943c501a628 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.761935 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f598cc05-20e6-45c2-b5ea-b6378a151582 req-f3615d2b-5808-43a6-86b3-0943c501a628 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 946 time: 0.3405163 Jul 27 20:00:40.763588 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcb976f0-1031-40a5-95b5-75543feb8094 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.801857 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.905968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f598cc05-20e6-45c2-b5ea-b6378a151582 req-e1a8cd2b-e6e2-462b-80eb-5214f910c6a0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057763 Jul 27 20:00:40.941007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adbf69-e4be-49b2-8f8e-a6c181050ac9 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.941367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adbf69-e4be-49b2-8f8e-a6c181050ac9 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.941823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adbf69-e4be-49b2-8f8e-a6c181050ac9 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.942529 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adbf69-e4be-49b2-8f8e-a6c181050ac9 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.942984 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adbf69-e4be-49b2-8f8e-a6c181050ac9 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.943645 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adbf69-e4be-49b2-8f8e-a6c181050ac9 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.944252 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adbf69-e4be-49b2-8f8e-a6c181050ac9 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.944724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adbf69-e4be-49b2-8f8e-a6c181050ac9 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.945170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adbf69-e4be-49b2-8f8e-a6c181050ac9 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.945612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adbf69-e4be-49b2-8f8e-a6c181050ac9 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:40.950375 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e4adbf69-e4be-49b2-8f8e-a6c181050ac9 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6454 time: 0.2004099 Jul 27 20:00:40.955868 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33096) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:40.957973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcb976f0-1031-40a5-95b5-75543feb8094 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:40.991476 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcb976f0-1031-40a5-95b5-75543feb8094 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.071796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb976f0-1031-40a5-95b5-75543feb8094 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f549d3-e119-497d-a965-fd1a9c985fa6,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:41.089236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] For port 61886143-a798-4220-b0f4-93d34b77293b, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:00:41.134443 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a2c526ca-a6d6-4a49-9016-10e8def156cf tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.145952 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a2c526ca-a6d6-4a49-9016-10e8def156cf tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.183481 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.196131 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcb976f0-1031-40a5-95b5-75543feb8094 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.196428 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Transition to ACTIVE for port object 19afd29d-8983-4c0f-ada9-acb33ae78959 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:41.197913 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fcb976f0-1031-40a5-95b5-75543feb8094 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5672958 Jul 27 20:00:41.199959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c526ca-a6d6-4a49-9016-10e8def156cf tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a39fd7-c5c4-4096-bac4-1db813a1874a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:41.203902 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a2c526ca-a6d6-4a49-9016-10e8def156cf tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.208898 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a2c526ca-a6d6-4a49-9016-10e8def156cf tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5269003 Jul 27 20:00:41.210112 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.210249 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33102) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:41.210249 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33104) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:41.221528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] For port 61886143-a798-4220-b0f4-93d34b77293b, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=61886143-a798-4220-b0f4-93d34b77293b,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:00:41.233727 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.242555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c62c8881-d77d-4b4c-aeb9-c17e380d5546 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group': {'name': 'tempest-secgroup--560464971'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:41.278855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-58c8b8e5-ef17-4a92-9a8e-32c5d5684926 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules/a8f549d3-e119-497d-a965-fd1a9c985fa6 HTTP/1.1" status: 200 len: 764 time: 0.0587053 Jul 27 20:00:41.281250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33106) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:41.287380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:41.287380 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.288841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] 10.222.0.63 "PUT /v2.0/ports/61886143-a798-4220-b0f4-93d34b77293b HTTP/1.1" status: 200 len: 1093 time: 3.6177626 Jul 27 20:00:41.290721 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b8713d-4701-4b20-a9dd-30acb40b37fa', 'tag': '61886143-a798-4220-b0f4-93d34b77293b'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:41.293465 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391a520-13a2-4b4c-bc80-2f70219db727 None None] Pushing event updated for resources: {'Port': ['ID=19afd29d-8983-4c0f-ada9-acb33ae78959,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:41.293647 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0299fd-c5fe-4ffa-a66c-7b381403c5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "62b8713d-4701-4b20-a9dd-30acb40b37fa", "tag": "61886143-a798-4220-b0f4-93d34b77293b"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:41.301767 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c62c8881-d77d-4b4c-aeb9-c17e380d5546 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.317600 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a520-13a2-4b4c-bc80-2f70219db727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:41.318079 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a520-13a2-4b4c-bc80-2f70219db727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:41.318442 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a520-13a2-4b4c-bc80-2f70219db727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:41.318880 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a520-13a2-4b4c-bc80-2f70219db727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:41.319305 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a520-13a2-4b4c-bc80-2f70219db727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:41.319730 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a520-13a2-4b4c-bc80-2f70219db727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:41.320816 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a520-13a2-4b4c-bc80-2f70219db727 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:41.321563 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a520-13a2-4b4c-bc80-2f70219db727 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:41.322324 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a520-13a2-4b4c-bc80-2f70219db727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:41.322929 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a520-13a2-4b4c-bc80-2f70219db727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:41.323342 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a520-13a2-4b4c-bc80-2f70219db727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:41.323736 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7391a520-13a2-4b4c-bc80-2f70219db727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:00:41.326692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:00:41.380048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c40127-24bd-4a33-87bf-7d9338816d7d req-3fa66ae7-b6b9-45ec-9797-2dd6c130f600 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:41.388602 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83c40127-24bd-4a33-87bf-7d9338816d7d req-3fa66ae7-b6b9-45ec-9797-2dd6c130f600 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 946 time: 0.3849378 Jul 27 20:00:41.394156 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc36173-8efc-4ef6-b1f2-4d576e576cda x-openstack-request-id: req-fbc36173-8efc-4ef6-b1f2-4d576e576cda {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:41.395136 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b8713d-4701-4b20-a9dd-30acb40b37fa", "tag": "61886143-a798-4220-b0f4-93d34b77293b", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:41.395691 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fbc36173-8efc-4ef6-b1f2-4d576e576cda {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:41.396264 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b8713d-4701-4b20-a9dd-30acb40b37fa', 'tag': '61886143-a798-4220-b0f4-93d34b77293b', 'status': 'completed', 'code': 200} Jul 27 20:00:41.407125 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.462056 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Attempting to bind port 19afd29d-8983-4c0f-ada9-acb33ae78959 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:00:41.462775 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Attempting to bind port 19afd29d-8983-4c0f-ada9-acb33ae78959 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '2f93898f-5b70-4eb7-bf18-f49e8d595bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:00:41.463454 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Attempting to bind port 19afd29d-8983-4c0f-ada9-acb33ae78959 on network d4a9afff-e180-4361-9946-eb5062760342 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:41.491090 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:00:41.491684 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Checking segment: {'id': '2f93898f-5b70-4eb7-bf18-f49e8d595bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:41.493319 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.493728 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Bound using segment: {'id': '2f93898f-5b70-4eb7-bf18-f49e8d595bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:00:41.495221 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Bound port: 19afd29d-8983-4c0f-ada9-acb33ae78959, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f93898f-5b70-4eb7-bf18-f49e8d595bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:00:41.495857 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.503457 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.531176 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Transition to ACTIVE for port object 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:41.555629 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.567771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d608ab9-26b6-42b8-a180-538d4c09d5af service neutron] Pushing event updated for resources: {'Port': ['ID=61886143-a798-4220-b0f4-93d34b77293b,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:41.610637 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] For port 19afd29d-8983-4c0f-ada9-acb33ae78959, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:00:41.617010 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] For port 19afd29d-8983-4c0f-ada9-acb33ae78959, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=19afd29d-8983-4c0f-ada9-acb33ae78959,segment=NetworkSegment(2f93898f-5b70-4eb7-bf18-f49e8d595bd0),segment_id=2f93898f-5b70-4eb7-bf18-f49e8d595bd0)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:00:41.623257 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.647565 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-06f33f84-18a3-42c0-8246-429d273da8b1 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.6852012 Jul 27 20:00:41.695298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c62c8881-d77d-4b4c-aeb9-c17e380d5546 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.704073 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c62c8881-d77d-4b4c-aeb9-c17e380d5546 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.752863 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Routers {'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:41.754187 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:00:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:41.758389 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c62c8881-d77d-4b4c-aeb9-c17e380d5546 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.760522 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c62c8881-d77d-4b4c-aeb9-c17e380d5546 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5229125 Jul 27 20:00:41.767518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33114) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:41.773325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-496916a6-e530-4e6b-8c3a-99976b5aaee2 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group_rule': {'security_group_id': '86a39fd7-c5c4-4096-bac4-1db813a1874a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '342cdad8-d8e1-4b2a-adc3-63fef4c37a0b', 'remote_ip_prefix': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:41.780036 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c8881-d77d-4b4c-aeb9-c17e380d5546 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342cdad8-d8e1-4b2a-adc3-63fef4c37a0b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:41.798239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2deb6a5c-1c23-4ada-98c6-add5d52b97f7 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.5081124 Jul 27 20:00:41.803073 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33116) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:41.809291 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391a520-13a2-4b4c-bc80-2f70219db727 None None] Pushing event updated for resources: {'Port': ['ID=19afd29d-8983-4c0f-ada9-acb33ae78959,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:41.863023 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83c40127-24bd-4a33-87bf-7d9338816d7d req-e9eda249-c2b5-437f-b6ab-25bcdf1d6512 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731963 Jul 27 20:00:41.883327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cde8832b-1240-48a7-a5c9-82445fe19b01 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.920504 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cde8832b-1240-48a7-a5c9-82445fe19b01 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.930049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Pushing event updated for resources: {'Port': ['ID=98ff95de-7ce2-4c9d-ae79-e959ad44d4b7,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:41.947220 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] Set router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:00:41.970708 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-496916a6-e530-4e6b-8c3a-99976b5aaee2 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:41.980324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-e3f6c294-581b-456c-a1e9-7822af302375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:41.982044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-e3f6c294-581b-456c-a1e9-7822af302375 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=58139400d1454378b468002d61ea3b7d&device_id=62b8713d-4701-4b20-a9dd-30acb40b37fa HTTP/1.1" status: 200 len: 1096 time: 0.6114466 Jul 27 20:00:42.048996 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-c7229cc8-ad9c-4181-a4d8-b9ebce9e221b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61886143-a798-4220-b0f4-93d34b77293b HTTP/1.1" status: 200 len: 217 time: 0.0570645 Jul 27 20:00:42.056850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Attempting to bind port 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:00:42.057238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Attempting to bind port 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:00:42.057362 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cde8832b-1240-48a7-a5c9-82445fe19b01 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.057572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Attempting to bind port 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 on network 167c3c25-c049-4e77-80a6-de646299c122 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:42.068551 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cde8832b-1240-48a7-a5c9-82445fe19b01 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.074339 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cde8832b-1240-48a7-a5c9-82445fe19b01 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a8f549d3-e119-497d-a965-fd1a9c985fa6 HTTP/1.1" status: 204 len: 168 time: 0.2653992 Jul 27 20:00:42.074339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33120) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:42.080936 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ce61c-7ff7-46af-acab-5278a9b5ef0b req-ccf2742a-a8ff-4eea-ac84-f2e090fb18ab tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:42.082233 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a30ce61c-7ff7-46af-acab-5278a9b5ef0b req-ccf2742a-a8ff-4eea-ac84-f2e090fb18ab tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 943 time: 0.4094515 Jul 27 20:00:42.104287 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Port 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 on network 167c3c25-c049-4e77-80a6-de646299c122 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:00:42.104746 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Attempting to bind port 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 on network 167c3c25-c049-4e77-80a6-de646299c122 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:42.115342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8832b-1240-48a7-a5c9-82445fe19b01 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8f549d3-e119-497d-a965-fd1a9c985fa6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:42.149192 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:00:42.149540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Checking segment: {'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:42.149959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Bound using segment: {'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:00:42.150664 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Bound port: 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:00:42.150791 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.173769 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-118336a1-d75f-433d-8e57-32a9abb13cd2 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0981395 Jul 27 20:00:42.177195 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33122) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:42.177362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-c250d95a-9ac6-4c3c-a39a-06e41595a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:42.179763 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-c250d95a-9ac6-4c3c-a39a-06e41595a7b7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6af92b16-c3d4-49ad-b904-c3ea2998bad2 HTTP/1.1" status: 200 len: 853 time: 0.1241999 Jul 27 20:00:42.202253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33124) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:42.213685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c7ade477-1c79-460f-b121-077e7a08122b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2089128574', 'description': 'tempest-secgroup-smoke-2089128574 description', 'project_id': '276aa582ad7e44029331aa2680c554e9'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:42.229591 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-496916a6-e530-4e6b-8c3a-99976b5aaee2 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.250477 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-496916a6-e530-4e6b-8c3a-99976b5aaee2 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.274142 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a30ce61c-7ff7-46af-acab-5278a9b5ef0b req-a528f89e-d531-4198-afb6-75b69169226b tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709681 Jul 27 20:00:42.289165 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-d60de224-9858-49bc-b001-b0dc762202fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=167c3c25-c049-4e77-80a6-de646299c122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990834 Jul 27 20:00:42.289359 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c7ade477-1c79-460f-b121-077e7a08122b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.295237 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496916a6-e530-4e6b-8c3a-99976b5aaee2 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284cb119-2e36-4760-97b0-2391e48a5e00,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:42.313672 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-496916a6-e530-4e6b-8c3a-99976b5aaee2 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.318705 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-496916a6-e530-4e6b-8c3a-99976b5aaee2 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5498750 Jul 27 20:00:42.323244 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33130) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:42.371205 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e92dcbf-7ae0-482b-88d7-07d4ccca2360 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.396863 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:00:37Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '19afd29d-8983-4c0f-ada9-acb33ae78959', 'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:35Z', 'updated_at': '2021-07-27T20:00:41Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:42.448099 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e92dcbf-7ae0-482b-88d7-07d4ccca2360 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.459107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] For port 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:00:42.462451 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03dab2-966c-4bcc-b209-f79b45956a04 None None] The sync data for ids ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'] in n-d-705657-21 is: [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:00:37Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '19afd29d-8983-4c0f-ada9-acb33ae78959', 'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:35Z', 'updated_at': '2021-07-27T20:00:41Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:00:42.465466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] For port 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=98ff95de-7ce2-4c9d-ae79-e959ad44d4b7,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:00:42.473274 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.480612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5147d35c-befb-468a-b01f-3c1fbaacfda6 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.495602 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5147d35c-befb-468a-b01f-3c1fbaacfda6 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.589673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:42.590876 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.592539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] 10.222.0.52 "PUT /v2.0/ports/98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 HTTP/1.1" status: 200 len: 1092 time: 2.4086256 Jul 27 20:00:42.597670 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5147d35c-befb-468a-b01f-3c1fbaacfda6 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.609085 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5147d35c-befb-468a-b01f-3c1fbaacfda6 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.617466 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5147d35c-befb-468a-b01f-3c1fbaacfda6 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/284cb119-2e36-4760-97b0-2391e48a5e00 HTTP/1.1" status: 204 len: 168 time: 0.2928808 Jul 27 20:00:42.620512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33134) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:42.656150 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e92dcbf-7ae0-482b-88d7-07d4ccca2360 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.659272 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e92dcbf-7ae0-482b-88d7-07d4ccca2360 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:42.660733 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3e92dcbf-7ae0-482b-88d7-07d4ccca2360 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "DELETE /v2.0/security-groups/aa9d6755-d837-468d-9a17-0ca1c2d9c0a0 HTTP/1.1" status: 204 len: 168 time: 0.4823997 Jul 27 20:00:42.668051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147d35c-befb-468a-b01f-3c1fbaacfda6 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=284cb119-2e36-4760-97b0-2391e48a5e00,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:42.672933 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33136) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:42.675709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-d52efc39-508b-42b0-a2d3-c3f21d11d848 service neutron] 10.222.0.63 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658128 Jul 27 20:00:42.774504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e637de-06f5-49de-bdcf-ee6c42f59871 service neutron] Pushing event updated for resources: {'Port': ['ID=98ff95de-7ce2-4c9d-ae79-e959ad44d4b7,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:42.860923 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d56fe7-6cb5-47d9-b29a-0e87887eacdd req-fc496dc4-817a-4de0-92f1-7cb05261b34a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:42.862564 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20d56fe7-6cb5-47d9-b29a-0e87887eacdd req-fc496dc4-817a-4de0-92f1-7cb05261b34a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 946 time: 0.2595179 Jul 27 20:00:42.874278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-76d9f60c-6cf5-45f7-8856-58be0687b25e service neutron] 10.222.0.63 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803188 Jul 27 20:00:42.892564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-3fff0358-4958-4757-8075-bcb0f411ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:42.894340 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-3fff0358-4958-4757-8075-bcb0f411ab88 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58139400d1454378b468002d61ea3b7d&device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 1095 time: 0.2223513 Jul 27 20:00:42.964903 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20d56fe7-6cb5-47d9-b29a-0e87887eacdd req-fe2eba2a-5004-411b-8728-36e7c356d905 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960159 Jul 27 20:00:42.973525 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-288b83b8-57f6-4142-a9e4-436c7991e770 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 HTTP/1.1" status: 200 len: 217 time: 0.0693450 Jul 27 20:00:43.059605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-5cc89c5a-189c-49c3-b258-ab6f9166a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:43.061137 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-5cc89c5a-189c-49c3-b258-ab6f9166a8bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6af92b16-c3d4-49ad-b904-c3ea2998bad2 HTTP/1.1" status: 200 len: 853 time: 0.0603318 Jul 27 20:00:43.069665 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92dcbf-7ae0-482b-88d7-07d4ccca2360 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9d6755-d837-468d-9a17-0ca1c2d9c0a0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:43.085081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0299fd-c5fe-4ffa-a66c-7b381403c5f3 req-cc21108c-714e-4d1b-9cf7-87748a120164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:43.089805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd0299fd-c5fe-4ffa-a66c-7b381403c5f3 req-cc21108c-714e-4d1b-9cf7-87748a120164 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=58139400d1454378b468002d61ea3b7d&device_id=62b8713d-4701-4b20-a9dd-30acb40b37fa HTTP/1.1" status: 200 len: 1096 time: 0.1285355 Jul 27 20:00:43.102039 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c7ade477-1c79-460f-b121-077e7a08122b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.122986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-9a6efdd6-35f7-4f6b-978f-e4ada03acf38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=167c3c25-c049-4e77-80a6-de646299c122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538685 Jul 27 20:00:43.123118 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c7ade477-1c79-460f-b121-077e7a08122b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.162096 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-584361ab-cadb-4619-b204-1d36eed0bd0a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5396974 Jul 27 20:00:43.176377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33138) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:43.244382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 19afd29d-8983-4c0f-ada9-acb33ae78959 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:43.274510 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c7ade477-1c79-460f-b121-077e7a08122b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.278521 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c7ade477-1c79-460f-b121-077e7a08122b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0697651 Jul 27 20:00:43.284985 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33140) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:43.285507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33142) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:43.285961 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ef6ff8dd-31b1-41ac-88b8-dc5e6e19ed8a tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6117785 Jul 27 20:00:43.292060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ade477-1c79-460f-b121-077e7a08122b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1e18f8-c2ab-4eba-b448-51ad11eab8f1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:43.306677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-76240432-f388-4c6d-9f44-c99c29a7349f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e18f8-c2ab-4eba-b448-51ad11eab8f1', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:43.308775 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61e77a88-5beb-432b-aa94-fe279505ae96 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.353147 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61e77a88-5beb-432b-aa94-fe279505ae96 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.359798 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 19afd29d-8983-4c0f-ada9-acb33ae78959 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:43.364751 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 19afd29d-8983-4c0f-ada9-acb33ae78959 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:43.365500 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.372464 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1388b70e-c49c-4330-8dc4-442fb358c88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.402480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcd9e0b-75ad-43ef-b2a4-0483cf829972', 'tag': '98ff95de-7ce2-4c9d-ae79-e959ad44d4b7'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:43.404801 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41faf88-03fa-49f3-a923-45e6438802f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7fcd9e0b-75ad-43ef-b2a4-0483cf829972", "tag": "98ff95de-7ce2-4c9d-ae79-e959ad44d4b7"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:43.430855 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61e77a88-5beb-432b-aa94-fe279505ae96 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.435681 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-61e77a88-5beb-432b-aa94-fe279505ae96 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.437591 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-61e77a88-5beb-432b-aa94-fe279505ae96 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-groups/342cdad8-d8e1-4b2a-adc3-63fef4c37a0b HTTP/1.1" status: 204 len: 168 time: 0.2565141 Jul 27 20:00:43.455010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33152) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:43.456208 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e77a88-5beb-432b-aa94-fe279505ae96 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342cdad8-d8e1-4b2a-adc3-63fef4c37a0b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:43.465185 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2813dc02-6d06-471a-81eb-caa340624d60 tempest-SecGroupTest-1654275312 tempest-SecGroupTest-1654275312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1739516 Jul 27 20:00:43.483597 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0299fd-c5fe-4ffa-a66c-7b381403c5f3 req-8e4a194c-499d-45e8-a2a9-496a43d88646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:43.485335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd0299fd-c5fe-4ffa-a66c-7b381403c5f3 req-8e4a194c-499d-45e8-a2a9-496a43d88646 service neutron] 10.222.0.63 "GET /v2.0/networks?id=167c3c25-c049-4e77-80a6-de646299c122 HTTP/1.1" status: 200 len: 914 time: 0.3654954 Jul 27 20:00:43.498042 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-76240432-f388-4c6d-9f44-c99c29a7349f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.577195 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.615117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd0299fd-c5fe-4ffa-a66c-7b381403c5f3 req-32f09601-ed5b-4a8a-a861-0da0e8a585cc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61886143-a798-4220-b0f4-93d34b77293b HTTP/1.1" status: 200 len: 217 time: 0.1189353 Jul 27 20:00:43.633489 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273b61fb-dc41-4e61-9276-340f3b3d3e83 x-openstack-request-id: req-273b61fb-dc41-4e61-9276-340f3b3d3e83 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:43.634195 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fcd9e0b-75ad-43ef-b2a4-0483cf829972", "tag": "98ff95de-7ce2-4c9d-ae79-e959ad44d4b7", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:43.634550 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-273b61fb-dc41-4e61-9276-340f3b3d3e83 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:43.635231 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcd9e0b-75ad-43ef-b2a4-0483cf829972', 'tag': '98ff95de-7ce2-4c9d-ae79-e959ad44d4b7', 'status': 'completed', 'code': 200} Jul 27 20:00:43.644557 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2394e4c9-17ce-4f03-bfd6-e1ee75e75d93 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1803567 Jul 27 20:00:43.645408 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33160) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:43.677327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 19afd29d-8983-4c0f-ada9-acb33ae78959, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=19afd29d-8983-4c0f-ada9-acb33ae78959,segment=NetworkSegment(2f93898f-5b70-4eb7-bf18-f49e8d595bd0),segment_id=2f93898f-5b70-4eb7-bf18-f49e8d595bd0)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:43.683315 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.806677 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a137781a-b06c-4b54-9906-53552e9497f0 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.834784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=19afd29d-8983-4c0f-ada9-acb33ae78959,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:43.885862 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a137781a-b06c-4b54-9906-53552e9497f0 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.948899 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a137781a-b06c-4b54-9906-53552e9497f0 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.959232 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a137781a-b06c-4b54-9906-53552e9497f0 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:43.963872 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a137781a-b06c-4b54-9906-53552e9497f0 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-groups/86a39fd7-c5c4-4096-bac4-1db813a1874a HTTP/1.1" status: 204 len: 168 time: 0.3155224 Jul 27 20:00:43.965645 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33164) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:44.010449 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137781a-b06c-4b54-9906-53552e9497f0 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a39fd7-c5c4-4096-bac4-1db813a1874a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:44.079823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33168) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:44.109447 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-607b6c0a-93d0-4715-bc6f-ed864c9a6e66 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1247079 Jul 27 20:00:44.115446 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33172) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:44.120621 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9e005de0-dae8-49d1-9e6c-63940226e17e tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805835192'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:44.182447 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e005de0-dae8-49d1-9e6c-63940226e17e tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.344296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e005de0-dae8-49d1-9e6c-63940226e17e tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.354296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e005de0-dae8-49d1-9e6c-63940226e17e tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.389816 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e005de0-dae8-49d1-9e6c-63940226e17e tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.391567 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9e005de0-dae8-49d1-9e6c-63940226e17e tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2750192 Jul 27 20:00:44.394131 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e005de0-dae8-49d1-9e6c-63940226e17e tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b67a50-fda2-465c-9dd4-5a1ede3f0284,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:44.397692 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33176) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:44.403399 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5906c610-1479-49ab-9d14-78950b1a99a7 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group_rule': {'security_group_id': '02b67a50-fda2-465c-9dd4-5a1ede3f0284', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:44.413404 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-de412f99-4795-4218-b6f4-ae0eeb473bfa service neutron] 10.222.0.52 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2113271 Jul 27 20:00:44.453337 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0299fd-c5fe-4ffa-a66c-7b381403c5f3 req-b5fc6af4-21c1-482c-a12d-6504dab07e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:44.455645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd0299fd-c5fe-4ffa-a66c-7b381403c5f3 req-b5fc6af4-21c1-482c-a12d-6504dab07e3e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6af92b16-c3d4-49ad-b904-c3ea2998bad2 HTTP/1.1" status: 200 len: 853 time: 0.8090446 Jul 27 20:00:44.456725 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5906c610-1479-49ab-9d14-78950b1a99a7 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.528092 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8054d8b8-8b0c-45f8-8f29-75b48cbd40ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=937cbaa982aa4097a7450148c6a0a901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445653 Jul 27 20:00:44.528719 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33180) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:44.552852 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5906c610-1479-49ab-9d14-78950b1a99a7 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.568274 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5906c610-1479-49ab-9d14-78950b1a99a7 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.608283 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906c610-1479-49ab-9d14-78950b1a99a7 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7919ea13-6975-4eaa-8142-c0e824b4a3bc,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:44.624146 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5906c610-1479-49ab-9d14-78950b1a99a7 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.628865 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5906c610-1479-49ab-9d14-78950b1a99a7 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2300067 Jul 27 20:00:44.631647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33184) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:44.645382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd0299fd-c5fe-4ffa-a66c-7b381403c5f3 req-6ddfb0ce-8baf-4844-acf8-c4b5ba953351 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=167c3c25-c049-4e77-80a6-de646299c122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670077 Jul 27 20:00:44.646115 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-36e932d7-9102-438b-90a7-2aef76243bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.647218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61f900d0-0663-4c9b-a17f-d97c03006050 req-31ec3bf4-50d8-480a-8e8f-6f1169f402f4 service neutron] 10.222.0.52 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889601 Jul 27 20:00:44.659818 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-76240432-f388-4c6d-9f44-c99c29a7349f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.676917 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2a78764a-d3fb-4d29-a677-b53b191659df tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.690067 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2a78764a-d3fb-4d29-a677-b53b191659df tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.701964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565af126-9e85-4442-820c-d13920028d25 req-b9e6ba6a-ed6b-4ff8-85c9-f80b78a84070 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:44.703719 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-565af126-9e85-4442-820c-d13920028d25 req-b9e6ba6a-ed6b-4ff8-85c9-f80b78a84070 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 943 time: 1.2273688 Jul 27 20:00:44.704346 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-76240432-f388-4c6d-9f44-c99c29a7349f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.710000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-36e932d7-9102-438b-90a7-2aef76243bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.712101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-499269b0-c90a-404b-a5ee-618d39f45250 req-3e639db8-f0a6-4573-ac13-5ec55f64fc28 service neutron] (94060) timed out ('10.222.0.48', 33166) {{(pid=94060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:00:44.759016 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2a78764a-d3fb-4d29-a677-b53b191659df tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.768647 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2a78764a-d3fb-4d29-a677-b53b191659df tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.769802 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2a78764a-d3fb-4d29-a677-b53b191659df tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/7919ea13-6975-4eaa-8142-c0e824b4a3bc HTTP/1.1" status: 204 len: 168 time: 0.1371133 Jul 27 20:00:44.775269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33186) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:44.791330 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78764a-d3fb-4d29-a677-b53b191659df tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7919ea13-6975-4eaa-8142-c0e824b4a3bc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:44.818200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17024558-2a4c-4d48-a807-6c56a48a1174 req-0346fbd0-406c-42d0-834e-250a11af094f tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:44.819963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-17024558-2a4c-4d48-a807-6c56a48a1174 req-0346fbd0-406c-42d0-834e-250a11af094f tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 946 time: 0.4673245 Jul 27 20:00:44.829263 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a0a733cd-1649-49e6-837c-3a7126ed33ce tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0498533 Jul 27 20:00:44.829774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76240432-f388-4c6d-9f44-c99c29a7349f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffbd1c7-3396-476b-8159-dd46830089de,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:44.829861 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-36e932d7-9102-438b-90a7-2aef76243bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.830923 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-36e932d7-9102-438b-90a7-2aef76243bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.834712 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-36e932d7-9102-438b-90a7-2aef76243bd0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09e33744-6688-4d66-aecb-7f54b4fb2582 HTTP/1.1" status: 204 len: 168 time: 0.3026066 Jul 27 20:00:44.834712 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33188) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:44.840249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8bfa4-e50a-4d31-b059-2ad6387d0d2d req-725df1ff-cb13-4eb2-b0ae-f223b216b689 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:44.848327 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-72b8bfa4-e50a-4d31-b059-2ad6387d0d2d req-725df1ff-cb13-4eb2-b0ae-f223b216b689 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 946 time: 0.4973037 Jul 27 20:00:44.868086 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-76240432-f388-4c6d-9f44-c99c29a7349f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:44.872270 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-76240432-f388-4c6d-9f44-c99c29a7349f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5824032 Jul 27 20:00:44.874628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33192) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:44.879545 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e932d7-9102-438b-90a7-2aef76243bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e33744-6688-4d66-aecb-7f54b4fb2582,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:44.884286 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ef25ad5b-fa01-4dd2-95bc-1f445baa6ee5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e18f8-c2ab-4eba-b448-51ad11eab8f1', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:44.959020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-565af126-9e85-4442-820c-d13920028d25 req-3fbe228c-1efb-4ffd-b519-346a3cec3337 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160058 Jul 27 20:00:44.983388 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ef25ad5b-fa01-4dd2-95bc-1f445baa6ee5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.004832 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-72b8bfa4-e50a-4d31-b059-2ad6387d0d2d req-050c29be-ba83-478e-92d8-df60d5d13a90 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554408 Jul 27 20:00:45.026957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd0299fd-c5fe-4ffa-a66c-7b381403c5f3 req-c1e6d349-bba9-4ada-83fa-8514f1822e3c service neutron] 10.222.0.63 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694692 Jul 27 20:00:45.046555 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e280030-01aa-477d-ae78-b8d77b10aa9f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.079682 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ef25ad5b-fa01-4dd2-95bc-1f445baa6ee5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.096527 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ef25ad5b-fa01-4dd2-95bc-1f445baa6ee5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.131007 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41faf88-03fa-49f3-a923-45e6438802f2 req-40947ed6-3fd9-495d-be22-babc6acaee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.133169 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e280030-01aa-477d-ae78-b8d77b10aa9f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.135396 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b41faf88-03fa-49f3-a923-45e6438802f2 req-40947ed6-3fd9-495d-be22-babc6acaee28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58139400d1454378b468002d61ea3b7d&device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 1095 time: 0.3872559 Jul 27 20:00:45.149341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25ad5b-fa01-4dd2-95bc-1f445baa6ee5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d9ff1e-af54-4538-847e-5bb6a63bbd4c,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:45.169491 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ef25ad5b-fa01-4dd2-95bc-1f445baa6ee5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.173495 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ef25ad5b-fa01-4dd2-95bc-1f445baa6ee5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2947609 Jul 27 20:00:45.174610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33196) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:45.186732 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-75b6bdb9-8ce5-4f2b-96b2-89c13cdb816a tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e18f8-c2ab-4eba-b448-51ad11eab8f1', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:45.236802 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e280030-01aa-477d-ae78-b8d77b10aa9f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.237462 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 19afd29d-8983-4c0f-ada9-acb33ae78959 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:45.240858 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e280030-01aa-477d-ae78-b8d77b10aa9f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.242247 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8e280030-01aa-477d-ae78-b8d77b10aa9f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-groups/02b67a50-fda2-465c-9dd4-5a1ede3f0284 HTTP/1.1" status: 204 len: 168 time: 0.4046404 Jul 27 20:00:45.247218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33198) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:45.248272 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75b6bdb9-8ce5-4f2b-96b2-89c13cdb816a tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.298735 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e280030-01aa-477d-ae78-b8d77b10aa9f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b67a50-fda2-465c-9dd4-5a1ede3f0284,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:45.339609 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 19afd29d-8983-4c0f-ada9-acb33ae78959 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:45.342278 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.356806 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d7812c57-c30e-4112-a7e3-d67a637a0316 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1049123 Jul 27 20:00:45.362624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33204) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:45.370555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5319b30c-8561-45aa-b12f-5672f990649f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group': {'name': 'tempest-secgroup--642521543'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:45.385113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75b6bdb9-8ce5-4f2b-96b2-89c13cdb816a tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.389113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41faf88-03fa-49f3-a923-45e6438802f2 req-e1732c1c-4781-42a9-900e-b62601e1815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.390844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b41faf88-03fa-49f3-a923-45e6438802f2 req-e1732c1c-4781-42a9-900e-b62601e1815a service neutron] 10.222.0.52 "GET /v2.0/networks?id=167c3c25-c049-4e77-80a6-de646299c122 HTTP/1.1" status: 200 len: 914 time: 0.2045996 Jul 27 20:00:45.393486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd0299fd-c5fe-4ffa-a66c-7b381403c5f3 req-5966b726-46ad-4987-a49d-15063f5d9f93 service neutron] 10.222.0.63 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498955 Jul 27 20:00:45.394390 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75b6bdb9-8ce5-4f2b-96b2-89c13cdb816a tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.409923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 61886143-a798-4220-b0f4-93d34b77293b details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:00:45.424808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6bdb9-8ce5-4f2b-96b2-89c13cdb816a tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9dc326-7497-4dcf-a7aa-d8680fba7456,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:45.441122 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5319b30c-8561-45aa-b12f-5672f990649f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.458436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75b6bdb9-8ce5-4f2b-96b2-89c13cdb816a tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.460230 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-75b6bdb9-8ce5-4f2b-96b2-89c13cdb816a tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2851350 Jul 27 20:00:45.463035 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33208) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:45.468022 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-98509be2-ac8c-4c02-8b9a-a4bdf8580f75 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e18f8-c2ab-4eba-b448-51ad11eab8f1', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:45.495115 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.api [None req-5319b30c-8561-45aa-b12f-5672f990649f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:00:45.495115 n-d-705657-21 neutron-server[94060]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 20:00:45.495115 n-d-705657-21 neutron-server[94060]: [parameters: {'project_id_1': 'f7e5bffaf2dc46c0af05a3a9ac0a50ce', 'expiration_1': datetime.datetime(2021, 7, 27, 20, 0, 45, 481588)}] Jul 27 20:00:45.495115 n-d-705657-21 neutron-server[94060]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:00:45.495580 n-d-705657-21 neutron-server[94060]: DEBUG oslo_db.api [None req-5319b30c-8561-45aa-b12f-5672f990649f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:00:45.521020 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98509be2-ac8c-4c02-8b9a-a4bdf8580f75 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.530355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b41faf88-03fa-49f3-a923-45e6438802f2 req-9a6b069e-0ccb-412d-8bb3-f43329f0142e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 HTTP/1.1" status: 200 len: 217 time: 0.1121588 Jul 27 20:00:45.541247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-17024558-2a4c-4d48-a807-6c56a48a1174 req-77e74cb9-9e57-4d3e-9a73-9b2accd8c768 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Deleting port b8c3db9a-7989-41fa-bab7-a4fa33657831 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:45.541593 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-17024558-2a4c-4d48-a807-6c56a48a1174 req-77e74cb9-9e57-4d3e-9a73-9b2accd8c768 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.596939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 61886143-a798-4220-b0f4-93d34b77293b, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=61886143-a798-4220-b0f4-93d34b77293b,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:45.621647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '61886143-a798-4220-b0f4-93d34b77293b', 'network_id': '167c3c25-c049-4e77-80a6-de646299c122', 'port_id': '61886143-a798-4220-b0f4-93d34b77293b', 'mac_address': 'fa:16:3e:28:44:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af92b16-c3d4-49ad-b904-c3ea2998bad2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:00:45.623556 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98509be2-ac8c-4c02-8b9a-a4bdf8580f75 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.629617 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98509be2-ac8c-4c02-8b9a-a4bdf8580f75 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.669896 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98509be2-ac8c-4c02-8b9a-a4bdf8580f75 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.672052 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-98509be2-ac8c-4c02-8b9a-a4bdf8580f75 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2081075 Jul 27 20:00:45.675879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98509be2-ac8c-4c02-8b9a-a4bdf8580f75 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af34044b-3b9b-4747-8c6e-2a48c4741cca,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:45.677207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb5864-150c-4c07-aed6-dc6affcf109d req-5fe27cc5-9d86-4daa-bc4b-989a6d499299 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.680033 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33214) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:45.683438 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb5864-150c-4c07-aed6-dc6affcf109d req-5fe27cc5-9d86-4daa-bc4b-989a6d499299 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.695632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb5864-150c-4c07-aed6-dc6affcf109d req-5fe27cc5-9d86-4daa-bc4b-989a6d499299 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.695632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb5864-150c-4c07-aed6-dc6affcf109d req-5fe27cc5-9d86-4daa-bc4b-989a6d499299 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.697071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d31e26ec-4e59-4f51-b004-50dc913ab030 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e18f8-c2ab-4eba-b448-51ad11eab8f1', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:45.702162 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb5864-150c-4c07-aed6-dc6affcf109d req-5fe27cc5-9d86-4daa-bc4b-989a6d499299 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.709615 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb5864-150c-4c07-aed6-dc6affcf109d req-5fe27cc5-9d86-4daa-bc4b-989a6d499299 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.712024 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.716920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb5864-150c-4c07-aed6-dc6affcf109d req-5fe27cc5-9d86-4daa-bc4b-989a6d499299 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.719014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10eb5864-150c-4c07-aed6-dc6affcf109d req-5fe27cc5-9d86-4daa-bc4b-989a6d499299 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5431 time: 0.6135826 Jul 27 20:00:45.733793 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-d31e26ec-4e59-4f51-b004-50dc913ab030 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Project 276aa582ad7e44029331aa2680c554e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:00:45.742481 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d31e26ec-4e59-4f51-b004-50dc913ab030 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.754986 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61886143-a798-4220-b0f4-93d34b77293b {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:00:45.776555 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41faf88-03fa-49f3-a923-45e6438802f2 req-30a61001-0402-416e-8b97-5adb56a07345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.776555 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b41faf88-03fa-49f3-a923-45e6438802f2 req-30a61001-0402-416e-8b97-5adb56a07345 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6af92b16-c3d4-49ad-b904-c3ea2998bad2 HTTP/1.1" status: 200 len: 853 time: 0.2268231 Jul 27 20:00:45.804569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 61886143-a798-4220-b0f4-93d34b77293b, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=61886143-a798-4220-b0f4-93d34b77293b,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:45.815516 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.830590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-a126142e-3ab3-42f4-8f5c-cd65f51e4e6a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.836631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-a126142e-3ab3-42f4-8f5c-cd65f51e4e6a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.842884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-a126142e-3ab3-42f4-8f5c-cd65f51e4e6a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.849080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-a126142e-3ab3-42f4-8f5c-cd65f51e4e6a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.855318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-a126142e-3ab3-42f4-8f5c-cd65f51e4e6a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.861667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-a126142e-3ab3-42f4-8f5c-cd65f51e4e6a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.867560 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-a126142e-3ab3-42f4-8f5c-cd65f51e4e6a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:45.869588 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-a126142e-3ab3-42f4-8f5c-cd65f51e4e6a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5431 time: 0.4670382 Jul 27 20:00:45.877878 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d31e26ec-4e59-4f51-b004-50dc913ab030 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.886557 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d31e26ec-4e59-4f51-b004-50dc913ab030 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.894580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=61886143-a798-4220-b0f4-93d34b77293b,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:45.901382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10eb5864-150c-4c07-aed6-dc6affcf109d req-8ca54647-0776-4720-927e-552694f2ecbd tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1743910 Jul 27 20:00:45.903391 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b41faf88-03fa-49f3-a923-45e6438802f2 req-c8ea0be0-76a4-4102-92e1-1f5884328971 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=167c3c25-c049-4e77-80a6-de646299c122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043372 Jul 27 20:00:45.912069 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-17024558-2a4c-4d48-a807-6c56a48a1174 req-77e74cb9-9e57-4d3e-9a73-9b2accd8c768 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] For port b8c3db9a-7989-41fa-bab7-a4fa33657831, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b8c3db9a-7989-41fa-bab7-a4fa33657831,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:45.912385 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-17024558-2a4c-4d48-a807-6c56a48a1174 req-77e74cb9-9e57-4d3e-9a73-9b2accd8c768 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.930865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e26ec-4e59-4f51-b004-50dc913ab030 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd628cde-7fc4-4ce0-9973-d6c89e8bab87,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:45.934235 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d31e26ec-4e59-4f51-b004-50dc913ab030 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.938540 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d31e26ec-4e59-4f51-b004-50dc913ab030 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2544353 Jul 27 20:00:45.942167 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33222) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:45.950316 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2fe26027-e213-4ba5-b05c-ca47f527f778 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e18f8-c2ab-4eba-b448-51ad11eab8f1', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:45.981640 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-2fe26027-e213-4ba5-b05c-ca47f527f778 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Project 276aa582ad7e44029331aa2680c554e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:00:45.987969 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fe26027-e213-4ba5-b05c-ca47f527f778 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:45.992888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-17024558-2a4c-4d48-a807-6c56a48a1174 req-77e74cb9-9e57-4d3e-9a73-9b2accd8c768 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Calling delete_port for b8c3db9a-7989-41fa-bab7-a4fa33657831 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:46.027268 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5319b30c-8561-45aa-b12f-5672f990649f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.054579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['61886143-a798-4220-b0f4-93d34b77293b'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:00:46.071656 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-7c21664f-03ac-488d-9aba-6a7642d74b8a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:46.073160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-7c21664f-03ac-488d-9aba-6a7642d74b8a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "GET /v2.0/ports/2319aae9-ce95-4f29-aabf-b219da789e06?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1796136 Jul 27 20:00:46.082447 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fe26027-e213-4ba5-b05c-ca47f527f778 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.141651 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-475031b8-d4d5-4b4f-ba1a-a4db17d19743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.182566 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5319b30c-8561-45aa-b12f-5672f990649f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.184410 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fe26027-e213-4ba5-b05c-ca47f527f778 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.219033 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5319b30c-8561-45aa-b12f-5672f990649f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.223403 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe26027-e213-4ba5-b05c-ca47f527f778 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bacdef-90c0-4bbb-b5e4-c52cbe6e388b,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:46.236950 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fe26027-e213-4ba5-b05c-ca47f527f778 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.238545 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2fe26027-e213-4ba5-b05c-ca47f527f778 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2950246 Jul 27 20:00:46.276838 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5319b30c-8561-45aa-b12f-5672f990649f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.283290 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5319b30c-8561-45aa-b12f-5672f990649f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9166985 Jul 27 20:00:46.284873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33234) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:46.298800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0030b0f8-7697-4bb9-8c17-e8bac93a2dd1 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group_rule': {'security_group_id': '9f72b761-84de-4011-bf59-0e09d613e481', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:46.311507 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319b30c-8561-45aa-b12f-5672f990649f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f72b761-84de-4011-bf59-0e09d613e481,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:46.329947 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b41faf88-03fa-49f3-a923-45e6438802f2 req-f417108d-a96d-4acc-8f4c-84be8e113e22 service neutron] 10.222.0.52 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146359 Jul 27 20:00:46.347957 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.383789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0030b0f8-7697-4bb9-8c17-e8bac93a2dd1 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.474018 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0030b0f8-7697-4bb9-8c17-e8bac93a2dd1 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.479650 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0030b0f8-7697-4bb9-8c17-e8bac93a2dd1 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.502669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030b0f8-7697-4bb9-8c17-e8bac93a2dd1 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8494863-67f5-4e6f-9779-b6bb020fe48c,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:46.504297 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-0553c081-7a4f-4394-ba14-bafc7d7a4164 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "GET /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4126294 Jul 27 20:00:46.506679 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0030b0f8-7697-4bb9-8c17-e8bac93a2dd1 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.508586 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0030b0f8-7697-4bb9-8c17-e8bac93a2dd1 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2185442 Jul 27 20:00:46.513332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33242) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:46.529978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-fc042d90-97e3-4980-b628-e2d2091524e0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:46.594014 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bb935-0f3f-400b-b715-96696a45edee req-f97227ed-0bcb-45b3-aa37-c84b633eef37 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:46.595709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-981bb935-0f3f-400b-b715-96696a45edee req-f97227ed-0bcb-45b3-aa37-c84b633eef37 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3b40074-9e79-4ae2-b311-0d9e11b88195 HTTP/1.1" status: 200 len: 946 time: 0.3997045 Jul 27 20:00:46.624002 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-92534f25-b239-498a-aa92-420ce6dcc104 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules/b8494863-67f5-4e6f-9779-b6bb020fe48c HTTP/1.1" status: 200 len: 763 time: 0.1082697 Jul 27 20:00:46.626648 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33246) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:46.659617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45775f8f-fa6d-437b-9b91-17d800f68ce1 req-bcee64d8-91dc-418b-b3c7-9e32705f389f tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:46.667308 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45775f8f-fa6d-437b-9b91-17d800f68ce1 req-bcee64d8-91dc-418b-b3c7-9e32705f389f tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 943 time: 0.5119181 Jul 27 20:00:46.677977 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-936c7d45-f645-4f3c-89b9-1839f509bc18 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0475686 Jul 27 20:00:46.678240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33250) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:46.718702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c21a60ca-c3f1-4d98-b08a-0df822a8a813 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.731403 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c21a60ca-c3f1-4d98-b08a-0df822a8a813 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.746996 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-17024558-2a4c-4d48-a807-6c56a48a1174 req-77e74cb9-9e57-4d3e-9a73-9b2accd8c768 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.764514 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b41faf88-03fa-49f3-a923-45e6438802f2 req-8489577d-4c6a-4628-a5e5-08ad3e16769a service neutron] 10.222.0.52 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201326 Jul 27 20:00:46.767309 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c21a60ca-c3f1-4d98-b08a-0df822a8a813 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.769976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['27b499e8-da86-46f4-a014-4cb619f8e46e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:00:46.789428 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c21a60ca-c3f1-4d98-b08a-0df822a8a813 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.793635 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c21a60ca-c3f1-4d98-b08a-0df822a8a813 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b8494863-67f5-4e6f-9779-b6bb020fe48c HTTP/1.1" status: 204 len: 168 time: 0.1142123 Jul 27 20:00:46.795970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33254) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:46.820092 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a60ca-c3f1-4d98-b08a-0df822a8a813 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8494863-67f5-4e6f-9779-b6bb020fe48c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:46.833155 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-981bb935-0f3f-400b-b715-96696a45edee req-05e6107c-27ee-4673-a753-e1a2851a2bfa tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143352 Jul 27 20:00:46.833155 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e74cb9-9e57-4d3e-9a73-9b2accd8c768 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Pushing event deleted for resources: {'Port': ['ID=b8c3db9a-7989-41fa-bab7-a4fa33657831,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:46.865558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45775f8f-fa6d-437b-9b91-17d800f68ce1 req-157cf397-80c5-4867-97d4-19e2ea1430ec tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972628 Jul 27 20:00:46.866241 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-fc042d90-97e3-4980-b628-e2d2091524e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:46.899026 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-98e95de3-2120-4ae4-8b8c-40a3d864cda8 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0987151 Jul 27 20:00:46.899691 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33258) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:46.915079 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5a7f6105-c4cd-45a0-b608-63c8929be1dd tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group_rule': {'security_group_id': '9f72b761-84de-4011-bf59-0e09d613e481', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:46.992380 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6105-c4cd-45a0-b608-63c8929be1dd tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.036308 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-17024558-2a4c-4d48-a807-6c56a48a1174 req-77e74cb9-9e57-4d3e-9a73-9b2accd8c768 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] No DVR routers for this DVR port b8c3db9a-7989-41fa-bab7-a4fa33657831 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:47.072386 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6105-c4cd-45a0-b608-63c8929be1dd tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.078179 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-17024558-2a4c-4d48-a807-6c56a48a1174 req-77e74cb9-9e57-4d3e-9a73-9b2accd8c768 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.080322 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-17024558-2a4c-4d48-a807-6c56a48a1174 req-77e74cb9-9e57-4d3e-9a73-9b2accd8c768 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "DELETE /v2.0/ports/b8c3db9a-7989-41fa-bab7-a4fa33657831 HTTP/1.1" status: 204 len: 173 time: 2.2498422 Jul 27 20:00:47.090072 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6105-c4cd-45a0-b608-63c8929be1dd tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.095650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b40074-9e79-4ae2-b311-0d9e11b88195', 'name': 'network-vif-deleted', 'tag': 'b8c3db9a-7989-41fa-bab7-a4fa33657831'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:47.098123 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c20f5ed-3b62-40df-b759-b814601eefd9" -d '{"events": [{"server_uuid": "c3b40074-9e79-4ae2-b311-0d9e11b88195", "name": "network-vif-deleted", "tag": "b8c3db9a-7989-41fa-bab7-a4fa33657831"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:47.100270 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.121733 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f6105-c4cd-45a0-b608-63c8929be1dd tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151dd837-6bb5-459d-89c0-0ec070625fdd,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:47.155281 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6105-c4cd-45a0-b608-63c8929be1dd tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.160808 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5a7f6105-c4cd-45a0-b608-63c8929be1dd tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2563984 Jul 27 20:00:47.161503 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33276) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:47.193927 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a772456c-e92b-4bb6-b2c6-9ce5b9ae855a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules/151dd837-6bb5-459d-89c0-0ec070625fdd HTTP/1.1" status: 200 len: 763 time: 0.0307126 Jul 27 20:00:47.194704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33278) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:47.205955 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-394a20bd-9073-49c6-afe2-ecc0d2cccc3d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089128574&fields=id&tenant_id=276aa582ad7e44029331aa2680c554e9 HTTP/1.1" status: 200 len: 267 time: 0.1720188 Jul 27 20:00:47.379696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-29e9f8a2-5f96-4851-bb1c-4b7a3e7b13b9 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1715677 Jul 27 20:00:47.382478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33284) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:47.395642 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 61886143-a798-4220-b0f4-93d34b77293b up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:47.415860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d16b5f-45da-40fa-b76e-360fb3ebc42d req-f5655aaf-0e19-4539-b1e9-9f0551b50da0 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:47.421980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d16b5f-45da-40fa-b76e-360fb3ebc42d req-f5655aaf-0e19-4539-b1e9-9f0551b50da0 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:47.428093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d16b5f-45da-40fa-b76e-360fb3ebc42d req-f5655aaf-0e19-4539-b1e9-9f0551b50da0 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:47.436258 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d16b5f-45da-40fa-b76e-360fb3ebc42d req-f5655aaf-0e19-4539-b1e9-9f0551b50da0 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:47.442508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d16b5f-45da-40fa-b76e-360fb3ebc42d req-f5655aaf-0e19-4539-b1e9-9f0551b50da0 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:47.454662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d16b5f-45da-40fa-b76e-360fb3ebc42d req-f5655aaf-0e19-4539-b1e9-9f0551b50da0 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:47.456205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d16b5f-45da-40fa-b76e-360fb3ebc42d req-f5655aaf-0e19-4539-b1e9-9f0551b50da0 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:47.464995 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7483beec-dc25-44c9-8def-d94217f43180 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.465237 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06d16b5f-45da-40fa-b76e-360fb3ebc42d req-f5655aaf-0e19-4539-b1e9-9f0551b50da0 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 5431 time: 0.3838334 Jul 27 20:00:47.468699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 61886143-a798-4220-b0f4-93d34b77293b completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:47.471324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-fc042d90-97e3-4980-b628-e2d2091524e0 service neutron] For port 2319aae9-ce95-4f29-aabf-b219da789e06, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=2319aae9-ce95-4f29-aabf-b219da789e06,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:47.488875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 61886143-a798-4220-b0f4-93d34b77293b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:47.489254 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.494080 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7483beec-dc25-44c9-8def-d94217f43180 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.542717 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-738dd270-18b4-4b71-b860-2d4b99213b91 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:47.553958 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-738dd270-18b4-4b71-b860-2d4b99213b91 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/networks?id=d4a9afff-e180-4361-9946-eb5062760342 HTTP/1.1" status: 200 len: 797 time: 0.3377330 Jul 27 20:00:47.578436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7483beec-dc25-44c9-8def-d94217f43180 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.601793 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-b81df518-68e8-4fdd-96d3-43852aa47b6e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/quotas/276aa582ad7e44029331aa2680c554e9 HTTP/1.1" status: 200 len: 375 time: 0.0489285 Jul 27 20:00:47.602795 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7483beec-dc25-44c9-8def-d94217f43180 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.611116 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7483beec-dc25-44c9-8def-d94217f43180 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/151dd837-6bb5-459d-89c0-0ec070625fdd HTTP/1.1" status: 204 len: 168 time: 0.2274308 Jul 27 20:00:47.615617 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.616952 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06d16b5f-45da-40fa-b76e-360fb3ebc42d req-399aad95-e108-403f-b02c-0c1fc4f2051a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507740 Jul 27 20:00:47.617484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33292) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:47.618585 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-fc042d90-97e3-4980-b628-e2d2091524e0 service neutron] For port 2319aae9-ce95-4f29-aabf-b219da789e06, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:00:47.641883 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483beec-dc25-44c9-8def-d94217f43180 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=151dd837-6bb5-459d-89c0-0ec070625fdd,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:47.671519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b8713d-4701-4b20-a9dd-30acb40b37fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61886143-a798-4220-b0f4-93d34b77293b'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:47.674306 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5191a2b-513d-442e-ba7f-7108c50520ab" -d '{"events": [{"server_uuid": "62b8713d-4701-4b20-a9dd-30acb40b37fa", "name": "network-vif-plugged", "status": "completed", "tag": "61886143-a798-4220-b0f4-93d34b77293b"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:47.692512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 61886143-a798-4220-b0f4-93d34b77293b, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=61886143-a798-4220-b0f4-93d34b77293b,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:47.698801 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.699798 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1c389675-fc2c-489a-ac5e-e52b3557cb14 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:00:47.761519 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ba51c5-82d5-4beb-940a-caefc9a7d24d x-openstack-request-id: req-50ba51c5-82d5-4beb-940a-caefc9a7d24d {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:47.761870 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b40074-9e79-4ae2-b311-0d9e11b88195", "name": "network-vif-deleted", "tag": "b8c3db9a-7989-41fa-bab7-a4fa33657831", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:47.762056 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50ba51c5-82d5-4beb-940a-caefc9a7d24d {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:47.762555 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b40074-9e79-4ae2-b311-0d9e11b88195', 'name': 'network-vif-deleted', 'tag': 'b8c3db9a-7989-41fa-bab7-a4fa33657831', 'status': 'completed', 'code': 200} Jul 27 20:00:47.796959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-fc042d90-97e3-4980-b628-e2d2091524e0 service neutron] device_id is not set on port 2319aae9-ce95-4f29-aabf-b219da789e06 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:00:47.831303 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-fc042d90-97e3-4980-b628-e2d2091524e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.866599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=61886143-a798-4220-b0f4-93d34b77293b,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:47.891037 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-63530077-473c-49ba-b544-71bfd1b98524 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2666276 Jul 27 20:00:47.891688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33304) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:47.897380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-31c09ab9-4102-46a5-81dc-c06c8cf7e03a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Request body: {'security_group_rule': {'security_group_id': '9f72b761-84de-4011-bf59-0e09d613e481', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:47.900084 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-fc042d90-97e3-4980-b628-e2d2091524e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.931493 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:47.958568 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-31c09ab9-4102-46a5-81dc-c06c8cf7e03a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Project f7e5bffaf2dc46c0af05a3a9ac0a50ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:00:47.968185 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31c09ab9-4102-46a5-81dc-c06c8cf7e03a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.026939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1c389675-fc2c-489a-ac5e-e52b3557cb14, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1c389675-fc2c-489a-ac5e-e52b3557cb14,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:48.039138 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.046447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b8c3db9a-7989-41fa-bab7-a4fa33657831 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:00:48.055751 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-a3443e6e-39f1-40c9-8c57-fd7c8159f2c1 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=276aa582ad7e44029331aa2680c554e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4351852 Jul 27 20:00:48.065770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-fc042d90-97e3-4980-b628-e2d2091524e0 service neutron] No DVR routers for this DVR port 2319aae9-ce95-4f29-aabf-b219da789e06 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:48.074624 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030f8f0d-6112-4b10-b5a7-6054602442e4 x-openstack-request-id: req-030f8f0d-6112-4b10-b5a7-6054602442e4 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:48.075630 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b8713d-4701-4b20-a9dd-30acb40b37fa", "name": "network-vif-plugged", "status": "completed", "tag": "61886143-a798-4220-b0f4-93d34b77293b", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:48.077173 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-030f8f0d-6112-4b10-b5a7-6054602442e4 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:48.077606 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b8713d-4701-4b20-a9dd-30acb40b37fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61886143-a798-4220-b0f4-93d34b77293b', 'code': 200} Jul 27 20:00:48.109037 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31c09ab9-4102-46a5-81dc-c06c8cf7e03a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.115665 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31c09ab9-4102-46a5-81dc-c06c8cf7e03a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.119891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:00:48.156234 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: b8c3db9a-7989-41fa-bab7-a4fa33657831 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:00:48.156625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b8c3db9a-7989-41fa-bab7-a4fa33657831 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:00:48.157067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 8509d889-e654-492c-90f2-f145f97d6866 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:00:48.172257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc042d90-97e3-4980-b628-e2d2091524e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2319aae9-ce95-4f29-aabf-b219da789e06,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:48.180215 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-31c09ab9-4102-46a5-81dc-c06c8cf7e03a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.184555 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-31c09ab9-4102-46a5-81dc-c06c8cf7e03a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2904713 Jul 27 20:00:48.185766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c09ab9-4102-46a5-81dc-c06c8cf7e03a tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c49440a-989b-4382-8728-7587aba95d46,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:48.192172 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33312) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:48.216918 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-16d1c3a6-686d-40ad-881e-962d9399f933 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules/2c49440a-989b-4382-8728-7587aba95d46 HTTP/1.1" status: 200 len: 769 time: 0.0230005 Jul 27 20:00:48.220835 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33314) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:48.278835 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f2b6c9e7-c727-4b37-95f6-3d667ab45f2f tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0554564 Jul 27 20:00:48.281534 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33316) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:48.312777 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9f41062-4f4e-4705-9d9a-7e9e7e15b211 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.315357 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1c389675-fc2c-489a-ac5e-e52b3557cb14,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:48.326920 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9f41062-4f4e-4705-9d9a-7e9e7e15b211 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.365910 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9f41062-4f4e-4705-9d9a-7e9e7e15b211 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.372600 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9f41062-4f4e-4705-9d9a-7e9e7e15b211 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.374261 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b9f41062-4f4e-4705-9d9a-7e9e7e15b211 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2c49440a-989b-4382-8728-7587aba95d46 HTTP/1.1" status: 204 len: 168 time: 0.0913959 Jul 27 20:00:48.379624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33318) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:48.387279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f41062-4f4e-4705-9d9a-7e9e7e15b211 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c49440a-989b-4382-8728-7587aba95d46,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:48.410269 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-1bd8716d-d14a-482c-b865-9c71697d75f9 service neutron] 10.222.0.48 "GET /v2.0/networks/d4a9afff-e180-4361-9946-eb5062760342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794037 Jul 27 20:00:48.433634 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e769996a-9345-4894-8b54-86858511e270 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0498908 Jul 27 20:00:48.433958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33320) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:48.462333 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=98ff95de-7ce2-4c9d-ae79-e959ad44d4b7,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:48.493401 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '98ff95de-7ce2-4c9d-ae79-e959ad44d4b7', 'network_id': '167c3c25-c049-4e77-80a6-de646299c122', 'port_id': '98ff95de-7ce2-4c9d-ae79-e959ad44d4b7', 'mac_address': 'fa:16:3e:f3:79:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af92b16-c3d4-49ad-b904-c3ea2998bad2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:00:48.508328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9cf66031-0b59-4ce1-8a77-6121d2002a92 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.534983 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.547185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a082d974-da4e-4555-a220-9768604c28e1 None None] Provisioning complete for port 2319aae9-ce95-4f29-aabf-b219da789e06 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:48.547685 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a082d974-da4e-4555-a220-9768604c28e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.554787 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9cf66031-0b59-4ce1-8a77-6121d2002a92 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.599400 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.622035 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9cf66031-0b59-4ce1-8a77-6121d2002a92 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.626006 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9cf66031-0b59-4ce1-8a77-6121d2002a92 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.629671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 8509d889-e654-492c-90f2-f145f97d6866, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8509d889-e654-492c-90f2-f145f97d6866,segment=NetworkSegment(0fc0c1d8-13fa-4249-80f7-da70722bf0ab),segment_id=0fc0c1d8-13fa-4249-80f7-da70722bf0ab)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:48.630738 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9cf66031-0b59-4ce1-8a77-6121d2002a92 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "DELETE /v2.0/security-groups/9f72b761-84de-4011-bf59-0e09d613e481 HTTP/1.1" status: 204 len: 168 time: 0.1956499 Jul 27 20:00:48.631464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33322) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:48.633716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:00:48.639967 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a082d974-da4e-4555-a220-9768604c28e1 None None] Port 2319aae9-ce95-4f29-aabf-b219da789e06 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:00:48.642958 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.643674 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 2319aae9-ce95-4f29-aabf-b219da789e06 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:00:48.708150 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-78a53069-e68d-48df-80dd-5beeb74403c0 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0721624 Jul 27 20:00:48.708923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33326) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:48.717803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf66031-0b59-4ce1-8a77-6121d2002a92 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f72b761-84de-4011-bf59-0e09d613e481,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:48.776488 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f899eb22-b180-47a5-870e-27e0061d3026 tempest-SecGroupIPv6Test-1895631316 tempest-SecGroupIPv6Test-1895631316-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659051 Jul 27 20:00:48.896594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-fc042d90-97e3-4980-b628-e2d2091524e0 service neutron] In _notify_port_updated(), no bound segment for port 2319aae9-ce95-4f29-aabf-b219da789e06 on network dd22034f-6375-47e6-8fc0-301c85a1291a {{(pid=94059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:00:48.897683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=98ff95de-7ce2-4c9d-ae79-e959ad44d4b7,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:48.897764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-fc042d90-97e3-4980-b628-e2d2091524e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:48.898260 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-fc042d90-97e3-4980-b628-e2d2091524e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.899348 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-fc042d90-97e3-4980-b628-e2d2091524e0 service neutron] 10.222.0.63 "PUT /v2.0/ports/2319aae9-ce95-4f29-aabf-b219da789e06 HTTP/1.1" status: 200 len: 1026 time: 2.3850915 Jul 27 20:00:48.915732 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.948183 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:48.954522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=8509d889-e654-492c-90f2-f145f97d6866,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:48.961503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 2319aae9-ce95-4f29-aabf-b219da789e06 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:00:48.962221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:00:48.965177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265de71-7145-4e53-904c-5406dd620b6e req-4d0bb6a8-dea2-46f7-9b4d-7f293846d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:48.967028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5265de71-7145-4e53-904c-5406dd620b6e req-4d0bb6a8-dea2-46f7-9b4d-7f293846d450 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=62b8713d-4701-4b20-a9dd-30acb40b37fa HTTP/1.1" status: 200 len: 1098 time: 0.8380482 Jul 27 20:00:49.019955 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-052716ce-51bd-476a-b5b6-847c728f5719 req-d0f63a89-19f1-44e6-9b81-ef73fd31fbd0 service neutron] (94060) timed out ('10.222.0.52', 59225) {{(pid=94060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:00:49.044730 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-c53a568c-bdf9-4584-a080-159ce18342c4 service neutron] 10.222.0.48 "GET /v2.0/networks/d4a9afff-e180-4361-9946-eb5062760342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338546 Jul 27 20:00:49.100376 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=98ff95de-7ce2-4c9d-ae79-e959ad44d4b7,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:49.104342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-5a1c73a1-61f5-4133-bb61-e1a18be5b132 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:49.106434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-5a1c73a1-61f5-4133-bb61-e1a18be5b132 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "GET /v2.0/ports/6b82a051-4a63-458c-b31a-5df21e5cf87c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1972475 Jul 27 20:00:49.123262 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0cf39-9db1-449a-9ddd-f2367f69d555 req-7f844b8d-d92b-4f79-a263-6dd2a94390fc tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:49.133971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a7c0cf39-9db1-449a-9ddd-f2367f69d555 req-7f844b8d-d92b-4f79-a263-6dd2a94390fc tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 943 time: 0.7694943 Jul 27 20:00:49.158228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-6958d61f-c084-41bd-b318-8e4cb3a6539f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:49.177549 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33338) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:49.240277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['98ff95de-7ce2-4c9d-ae79-e959ad44d4b7'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:00:49.285180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5265de71-7145-4e53-904c-5406dd620b6e req-5c7608f5-a558-4063-b9c4-406d91c54625 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067083 Jul 27 20:00:49.338407 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:49.357215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a7c0cf39-9db1-449a-9ddd-f2367f69d555 req-bf2b083a-0150-4201-b73f-fa68a5849b16 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101934 Jul 27 20:00:49.454446 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5,segment=NetworkSegment(e52b20eb-8fa4-47e2-89a3-51117f3d25a8),segment_id=e52b20eb-8fa4-47e2-89a3-51117f3d25a8)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:49.455726 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-6958d61f-c084-41bd-b318-8e4cb3a6539f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:49.465209 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:49.466032 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6b82a051-4a63-458c-b31a-5df21e5cf87c no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:00:49.506710 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-daa5f8e2-4a2b-4e47-b46d-720fc032e8d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7e5bffaf2dc46c0af05a3a9ac0a50ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278677 Jul 27 20:00:49.513410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33346) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:49.626445 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:49.670811 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1476adef-f9bb-4f38-936b-0195ba9a2eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:49.704581 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:49.715388 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1476adef-f9bb-4f38-936b-0195ba9a2eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:49.795223 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1476adef-f9bb-4f38-936b-0195ba9a2eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:49.798736 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1476adef-f9bb-4f38-936b-0195ba9a2eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:49.799999 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1476adef-f9bb-4f38-936b-0195ba9a2eb0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01c3e4cf-5b04-4fb5-bdf5-183efccb6721 HTTP/1.1" status: 204 len: 168 time: 0.2848184 Jul 27 20:00:49.829163 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476adef-f9bb-4f38-936b-0195ba9a2eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c3e4cf-5b04-4fb5-bdf5-183efccb6721,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:49.910341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-6958d61f-c084-41bd-b318-8e4cb3a6539f service neutron] For port 6b82a051-4a63-458c-b31a-5df21e5cf87c, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6b82a051-4a63-458c-b31a-5df21e5cf87c,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:50.061127 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-190b05c3-c8fd-4107-8efd-d29a77c824d9 req-cb7cde29-9c7b-47b5-91e8-f78f4c6bae57 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 210 time: 0.0593114 Jul 27 20:00:50.075916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc2a9d-1b56-470f-9ea5-6358d9dec1ae req-59c21361-7c34-4a19-a7f3-719049553dec tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:50.079277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c389675-fc2c-489a-ac5e-e52b3557cb14'}, {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8509d889-e654-492c-90f2-f145f97d6866'}, {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:50.082075 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54e576e-e77b-47a6-8906-7c26db75f6a8" -d '{"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-unplugged", "status": "completed", "tag": "1c389675-fc2c-489a-ac5e-e52b3557cb14"}, {"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-unplugged", "status": "completed", "tag": "8509d889-e654-492c-90f2-f145f97d6866"}, {"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:50.083982 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc2a9d-1b56-470f-9ea5-6358d9dec1ae req-59c21361-7c34-4a19-a7f3-719049553dec tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:50.101405 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc2a9d-1b56-470f-9ea5-6358d9dec1ae req-59c21361-7c34-4a19-a7f3-719049553dec tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:50.108154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc2a9d-1b56-470f-9ea5-6358d9dec1ae req-59c21361-7c34-4a19-a7f3-719049553dec tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:50.116216 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc2a9d-1b56-470f-9ea5-6358d9dec1ae req-59c21361-7c34-4a19-a7f3-719049553dec tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:50.123148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc2a9d-1b56-470f-9ea5-6358d9dec1ae req-59c21361-7c34-4a19-a7f3-719049553dec tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:50.134074 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1cfc2a9d-1b56-470f-9ea5-6358d9dec1ae req-59c21361-7c34-4a19-a7f3-719049553dec tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 4652 time: 0.3563364 Jul 27 20:00:50.154220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-6958d61f-c084-41bd-b318-8e4cb3a6539f service neutron] For port 6b82a051-4a63-458c-b31a-5df21e5cf87c, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:00:50.244211 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1cfc2a9d-1b56-470f-9ea5-6358d9dec1ae req-90fdacc4-b617-4878-a709-801610ed084b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=3e4564ed-002b-456e-b969-f8e4e6386b4e&id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080828 Jul 27 20:00:50.250091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-6958d61f-c084-41bd-b318-8e4cb3a6539f service neutron] device_id is not set on port 6b82a051-4a63-458c-b31a-5df21e5cf87c yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:00:50.277670 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-6958d61f-c084-41bd-b318-8e4cb3a6539f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:50.283429 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38433d4d-7494-47b1-849c-b4bdb645052b x-openstack-request-id: req-38433d4d-7494-47b1-849c-b4bdb645052b {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:50.283831 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-unplugged", "status": "completed", "tag": "1c389675-fc2c-489a-ac5e-e52b3557cb14", "code": 200}, {"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-unplugged", "status": "completed", "tag": "8509d889-e654-492c-90f2-f145f97d6866", "code": 200}, {"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:50.284441 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38433d4d-7494-47b1-849c-b4bdb645052b {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:50.284945 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c389675-fc2c-489a-ac5e-e52b3557cb14', 'code': 200} Jul 27 20:00:50.285397 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8509d889-e654-492c-90f2-f145f97d6866', 'code': 200} Jul 27 20:00:50.285742 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5', 'code': 200} Jul 27 20:00:50.310249 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-6958d61f-c084-41bd-b318-8e4cb3a6539f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:50.469224 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.api [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:00:50.470042 n-d-705657-21 neutron-server[94061]: DEBUG oslo_db.api [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:00:50.521460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-6958d61f-c084-41bd-b318-8e4cb3a6539f service neutron] No DVR routers for this DVR port 6b82a051-4a63-458c-b31a-5df21e5cf87c on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:50.523896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958d61f-c084-41bd-b318-8e4cb3a6539f service neutron] Pushing event updated for resources: {'Port': ['ID=6b82a051-4a63-458c-b31a-5df21e5cf87c,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:50.646462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-6958d61f-c084-41bd-b318-8e4cb3a6539f service neutron] In _notify_port_updated(), no bound segment for port 6b82a051-4a63-458c-b31a-5df21e5cf87c on network dd22034f-6375-47e6-8fc0-301c85a1291a {{(pid=94059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:00:50.647967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-6958d61f-c084-41bd-b318-8e4cb3a6539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:50.648790 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-6958d61f-c084-41bd-b318-8e4cb3a6539f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:50.650993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-6958d61f-c084-41bd-b318-8e4cb3a6539f service neutron] 10.222.0.63 "PUT /v2.0/ports/6b82a051-4a63-458c-b31a-5df21e5cf87c HTTP/1.1" status: 200 len: 1027 time: 1.5154641 Jul 27 20:00:50.786012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-16d8c9aa-8e83-4ca0-927a-78656c258f4c None None] Provisioning complete for port 6b82a051-4a63-458c-b31a-5df21e5cf87c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:50.787563 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-16d8c9aa-8e83-4ca0-927a-78656c258f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:50.860944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbe04d-effc-4194-8d14-75fae484fc5b req-893b9559-b06b-4704-b687-02dcd049f93c tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:50.868697 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70cbe04d-effc-4194-8d14-75fae484fc5b req-893b9559-b06b-4704-b687-02dcd049f93c tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 944 time: 0.2633636 Jul 27 20:00:50.891211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-16d8c9aa-8e83-4ca0-927a-78656c258f4c None None] Port 6b82a051-4a63-458c-b31a-5df21e5cf87c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:00:50.894045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-d3428cec-5b34-41cb-9f01-6bbe830d427c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:50.900912 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-d3428cec-5b34-41cb-9f01-6bbe830d427c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 806 time: 0.2649567 Jul 27 20:00:50.934210 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-24ea3e58-b13f-4b54-bd85-c36cc3fa0b47 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/quotas/634951a653da42e4a21a96a42b496619 HTTP/1.1" status: 200 len: 375 time: 0.0318894 Jul 27 20:00:51.035299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33406) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:51.068670 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 1a40ce14-5f90-474d-95b9-4921682fa7d3 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:00:51.073320 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70cbe04d-effc-4194-8d14-75fae484fc5b req-a6b30ce2-5f0a-44d0-9e13-65189097f696 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973605 Jul 27 20:00:51.192738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-2606fd94-4710-4646-8ad9-e101d7892c7c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:51.194471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-2606fd94-4710-4646-8ad9-e101d7892c7c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.63 "GET /v2.0/networks?id=d4a9afff-e180-4361-9946-eb5062760342 HTTP/1.1" status: 200 len: 797 time: 0.1674552 Jul 27 20:00:51.204520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-912b130e-acd3-4c6b-b818-8717d2aa3194 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Deleting port 1a40ce14-5f90-474d-95b9-4921682fa7d3 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:51.204868 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-912b130e-acd3-4c6b-b818-8717d2aa3194 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.246359 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.255116 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-df2ffdae-151d-42fc-a9d8-50a39c13caf0 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:51.256311 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-df2ffdae-151d-42fc-a9d8-50a39c13caf0 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 20:00:51.256960 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-df2ffdae-151d-42fc-a9d8-50a39c13caf0 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 20:00:51.261376 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-df2ffdae-151d-42fc-a9d8-50a39c13caf0 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2216711 Jul 27 20:00:51.262154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33414) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:51.269659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-bb486054-de72-4663-ba8f-45ce57c53dba tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079454405'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:51.298004 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb486054-de72-4663-ba8f-45ce57c53dba tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.304436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 1a40ce14-5f90-474d-95b9-4921682fa7d3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1a40ce14-5f90-474d-95b9-4921682fa7d3,segment=NetworkSegment(0fc0c1d8-13fa-4249-80f7-da70722bf0ab),segment_id=0fc0c1d8-13fa-4249-80f7-da70722bf0ab)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:51.310393 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb486054-de72-4663-ba8f-45ce57c53dba tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.311628 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.312757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:00:51.350940 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2302d01-f26c-406b-b745-b8b82c8d167d req-3a597d7a-f042-4ccc-803e-0fdfe5707d58 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 210 time: 0.0636375 Jul 27 20:00:51.433533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-a998df8c-d7af-4d8f-b6fc-151756b8494a tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276aa582ad7e44029331aa2680c554e9 HTTP/1.1" status: 200 len: 380 time: 0.1625307 Jul 27 20:00:51.480840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=1a40ce14-5f90-474d-95b9-4921682fa7d3,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:51.481906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-e883042b-c27d-4879-b5c8-0422a0aa5225 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'port': {'device_id': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'admin_state_up': True, 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'security_groups': ['fe1e18f8-c2ab-4eba-b448-51ad11eab8f1']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:51.536655 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb486054-de72-4663-ba8f-45ce57c53dba tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.542422 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb486054-de72-4663-ba8f-45ce57c53dba tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.567818 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.594290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb486054-de72-4663-ba8f-45ce57c53dba tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a9ac0f-a47d-429e-b40e-d2f0e913794c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:51.608777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-f68a2777-7003-4d81-b632-d28d3eb78d6f tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6635065 Jul 27 20:00:51.635947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:51.642753 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.656189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-82e755cc-b2f5-4819-a18c-558adf2622ba service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:00:51.657440 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-82e755cc-b2f5-4819-a18c-558adf2622ba service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183094 Jul 27 20:00:51.666728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-912b130e-acd3-4c6b-b818-8717d2aa3194 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] For port 1a40ce14-5f90-474d-95b9-4921682fa7d3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1a40ce14-5f90-474d-95b9-4921682fa7d3,segment=NetworkSegment(0fc0c1d8-13fa-4249-80f7-da70722bf0ab),segment_id=0fc0c1d8-13fa-4249-80f7-da70722bf0ab)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:51.666728 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-912b130e-acd3-4c6b-b818-8717d2aa3194 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.693564 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb486054-de72-4663-ba8f-45ce57c53dba tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.699888 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb486054-de72-4663-ba8f-45ce57c53dba tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.717384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:51.726088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-912b130e-acd3-4c6b-b818-8717d2aa3194 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Calling delete_port for 1a40ce14-5f90-474d-95b9-4921682fa7d3 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:51.738053 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb486054-de72-4663-ba8f-45ce57c53dba tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.742262 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bb486054-de72-4663-ba8f-45ce57c53dba tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4765210 Jul 27 20:00:51.742585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33424) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:51.747908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b522d040-7582-4b0c-ac7c-b4f6b560e046 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': 'fe768e90-f3ba-46d5-9c7b-072bc5feeabc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:51.754171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb486054-de72-4663-ba8f-45ce57c53dba tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe768e90-f3ba-46d5-9c7b-072bc5feeabc,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:51.782401 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b522d040-7582-4b0c-ac7c-b4f6b560e046 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.846490 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b522d040-7582-4b0c-ac7c-b4f6b560e046 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.852139 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b522d040-7582-4b0c-ac7c-b4f6b560e046 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.871978 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522d040-7582-4b0c-ac7c-b4f6b560e046 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb299c6-a1d1-49a7-8485-b3dcabd8a2ef,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:51.878931 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b522d040-7582-4b0c-ac7c-b4f6b560e046 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.880860 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b522d040-7582-4b0c-ac7c-b4f6b560e046 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372406 Jul 27 20:00:51.883434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33426) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:51.888859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-95442a40-6856-4d7c-9551-13da9cc0af52 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': 'fe768e90-f3ba-46d5-9c7b-072bc5feeabc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:51.915568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14ffb4-e59d-4f7c-b469-f965cbf1b152 req-e7d2d9eb-9064-4f68-ac69-3e61731f538c tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:51.917697 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95442a40-6856-4d7c-9551-13da9cc0af52 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:51.921535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14ffb4-e59d-4f7c-b469-f965cbf1b152 req-e7d2d9eb-9064-4f68-ac69-3e61731f538c tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:51.927569 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14ffb4-e59d-4f7c-b469-f965cbf1b152 req-e7d2d9eb-9064-4f68-ac69-3e61731f538c tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:51.933482 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14ffb4-e59d-4f7c-b469-f965cbf1b152 req-e7d2d9eb-9064-4f68-ac69-3e61731f538c tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:51.940012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14ffb4-e59d-4f7c-b469-f965cbf1b152 req-e7d2d9eb-9064-4f68-ac69-3e61731f538c tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:51.941937 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb14ffb4-e59d-4f7c-b469-f965cbf1b152 req-e7d2d9eb-9064-4f68-ac69-3e61731f538c tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 3876 time: 0.4405897 Jul 27 20:00:51.955029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-bbf72e4a-464b-40c9-8c74-ad8e83b07418 service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824445 Jul 27 20:00:52.045391 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-95442a40-6856-4d7c-9551-13da9cc0af52 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 20:00:52.050178 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-e883042b-c27d-4879-b5c8-0422a0aa5225 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Made reservation on behalf of 276aa582ad7e44029331aa2680c554e9 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:00:52.052306 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-95442a40-6856-4d7c-9551-13da9cc0af52 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1677275 Jul 27 20:00:52.052937 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33428) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:52.053782 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-e883042b-c27d-4879-b5c8-0422a0aa5225 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:52.084452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb14ffb4-e59d-4f7c-b469-f965cbf1b152 req-fcd205c2-f9f7-4d3e-9532-03b7f60851c0 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333401 Jul 27 20:00:52.117039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:00:52.123510 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-492c3a50-3eaf-4191-a8fa-f66b8e7d429a tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:52.157630 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-492c3a50-3eaf-4191-a8fa-f66b8e7d429a tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:52.186688 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-912b130e-acd3-4c6b-b818-8717d2aa3194 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:52.205242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:52.210121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:52.211181 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:52.233914 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-492c3a50-3eaf-4191-a8fa-f66b8e7d429a tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:52.237569 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-492c3a50-3eaf-4191-a8fa-f66b8e7d429a tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:52.241573 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-492c3a50-3eaf-4191-a8fa-f66b8e7d429a tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "DELETE /v2.0/security-groups/fe768e90-f3ba-46d5-9c7b-072bc5feeabc HTTP/1.1" status: 204 len: 168 time: 0.1876502 Jul 27 20:00:52.242284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33432) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:52.271192 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b130e-acd3-4c6b-b818-8717d2aa3194 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event deleted for resources: {'Port': ['ID=1a40ce14-5f90-474d-95b9-4921682fa7d3,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:52.277558 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c3a50-3eaf-4191-a8fa-f66b8e7d429a tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe768e90-f3ba-46d5-9c7b-072bc5feeabc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:52.289553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a40ce14-5f90-474d-95b9-4921682fa7d3'}, {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3f4f404-35f4-4af5-81a9-53ee4e03e5b4'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:52.294157 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cffd5b-960d-4ee9-a3e5-4fef7b6aa89c" -d '{"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-unplugged", "status": "completed", "tag": "1a40ce14-5f90-474d-95b9-4921682fa7d3"}, {"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-unplugged", "status": "completed", "tag": "f3f4f404-35f4-4af5-81a9-53ee4e03e5b4"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:52.302990 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-550e30b9-389c-44e8-bd45-95b4e61d1c63 service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254688 Jul 27 20:00:52.375175 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7caaf419-b449-4342-9a48-fd0460ca492c tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1138260 Jul 27 20:00:52.380304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33438) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:52.385535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-076ab47f-f51b-4d7b-a3d7-1cbcdd40828c tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group': {'name': 'tempest-secgroup--270144344'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:52.393764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-912b130e-acd3-4c6b-b818-8717d2aa3194 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] No DVR routers for this DVR port 1a40ce14-5f90-474d-95b9-4921682fa7d3 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:52.402718 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-912b130e-acd3-4c6b-b818-8717d2aa3194 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:52.402957 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:52.404770 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-912b130e-acd3-4c6b-b818-8717d2aa3194 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "DELETE /v2.0/ports/1a40ce14-5f90-474d-95b9-4921682fa7d3 HTTP/1.1" status: 204 len: 173 time: 1.7390993 Jul 27 20:00:52.405220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-deleted', 'tag': '1a40ce14-5f90-474d-95b9-4921682fa7d3'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:52.409507 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9869d7-b2d0-410a-9b0c-7ae91c52988b" -d '{"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-deleted", "tag": "1a40ce14-5f90-474d-95b9-4921682fa7d3"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:52.447534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=98ff95de-7ce2-4c9d-ae79-e959ad44d4b7,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:52.449051 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-076ab47f-f51b-4d7b-a3d7-1cbcdd40828c tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:52.454816 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:52.535502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=98ff95de-7ce2-4c9d-ae79-e959ad44d4b7,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:52.587704 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df42870-3db6-4100-b2df-79182f21e6a3 x-openstack-request-id: req-2df42870-3db6-4100-b2df-79182f21e6a3 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:52.588131 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-unplugged", "status": "completed", "tag": "1a40ce14-5f90-474d-95b9-4921682fa7d3", "code": 200}, {"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-unplugged", "status": "completed", "tag": "f3f4f404-35f4-4af5-81a9-53ee4e03e5b4", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:52.588387 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2df42870-3db6-4100-b2df-79182f21e6a3 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:52.589073 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a40ce14-5f90-474d-95b9-4921682fa7d3', 'code': 200} Jul 27 20:00:52.589333 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3f4f404-35f4-4af5-81a9-53ee4e03e5b4', 'code': 200} Jul 27 20:00:52.634442 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-076ab47f-f51b-4d7b-a3d7-1cbcdd40828c tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:52.639547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-e883042b-c27d-4879-b5c8-0422a0aa5225 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Allocated IP 172.20.0.11 (d4a9afff-e180-4361-9946-eb5062760342/16a7b1fa-340e-4d83-9ec9-70017797e334/541da640-d358-468b-b24e-a23f278bc234) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:00:52.653586 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-076ab47f-f51b-4d7b-a3d7-1cbcdd40828c tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:52.678510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e650f0-aba1-4215-be97-85cbabef0a69 req-c122be72-df79-451c-ab6a-b1e33dbb44f7 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:52.680452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79e650f0-aba1-4215-be97-85cbabef0a69 req-c122be72-df79-451c-ab6a-b1e33dbb44f7 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 944 time: 0.3020356 Jul 27 20:00:52.754568 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-076ab47f-f51b-4d7b-a3d7-1cbcdd40828c tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:52.756451 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-076ab47f-f51b-4d7b-a3d7-1cbcdd40828c tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3738246 Jul 27 20:00:52.760373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33454) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:52.766296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-16d2864e-2122-43d0-84b6-1b2e352684d3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Deleting port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:52.766654 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-16d2864e-2122-43d0-84b6-1b2e352684d3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:52.769771 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ab93e7ae-02f0-4abe-bf48-e8815671e020 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '543dab79-bc21-4924-a0ff-aab6b514ad32', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:52.771312 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-ab93e7ae-02f0-4abe-bf48-e8815671e020 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 27 20:00:52.772438 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-ab93e7ae-02f0-4abe-bf48-e8815671e020 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:52.773732 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ab93e7ae-02f0-4abe-bf48-e8815671e020 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0085356 Jul 27 20:00:52.776472 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33456) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:52.784854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88fa3394-5c7e-4d3b-9ff6-6f7fa410245e req-b7e02055-0b42-47ef-a7e1-3d1f7fe6385a tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 210 time: 0.0947165 Jul 27 20:00:52.824315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ab47f-f51b-4d7b-a3d7-1cbcdd40828c tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543dab79-bc21-4924-a0ff-aab6b514ad32,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:52.975283 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b2c59ac2-e5d9-4d76-b4b8-287bd4873c14 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.003087 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50a018f-2c2a-44e8-8a94-d8a6d3715bea x-openstack-request-id: req-a50a018f-2c2a-44e8-8a94-d8a6d3715bea {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:53.003710 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-deleted", "tag": "1a40ce14-5f90-474d-95b9-4921682fa7d3", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:53.003710 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a50a018f-2c2a-44e8-8a94-d8a6d3715bea {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:53.006117 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-deleted', 'tag': '1a40ce14-5f90-474d-95b9-4921682fa7d3', 'status': 'completed', 'code': 200} Jul 27 20:00:53.015229 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b2c59ac2-e5d9-4d76-b4b8-287bd4873c14 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.081087 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b2c59ac2-e5d9-4d76-b4b8-287bd4873c14 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.084533 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b2c59ac2-e5d9-4d76-b4b8-287bd4873c14 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.085876 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b2c59ac2-e5d9-4d76-b4b8-287bd4873c14 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "DELETE /v2.0/security-groups/543dab79-bc21-4924-a0ff-aab6b514ad32 HTTP/1.1" status: 204 len: 168 time: 0.3083124 Jul 27 20:00:53.090263 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33464) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:53.127654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c59ac2-e5d9-4d76-b4b8-287bd4873c14 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543dab79-bc21-4924-a0ff-aab6b514ad32,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:53.163328 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-e883042b-c27d-4879-b5c8-0422a0aa5225 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.184026 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3e44d4f1-fcfe-4a6e-8571-b2d70403d4a2 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0911825 Jul 27 20:00:53.184796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33468) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:53.193280 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-54e220cb-d94c-4b4f-a09d-505e261fd3ac tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1585657942'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:53.242218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c008ee5-95b2-43e2-9c08-cf05a7bc61fb req-40bddbd8-c87f-4c6b-8591-a008b2f789f9 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 210 time: 0.2219908 Jul 27 20:00:53.254067 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-54e220cb-d94c-4b4f-a09d-505e261fd3ac tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.269358 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-16d2864e-2122-43d0-84b6-1b2e352684d3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] For port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5,segment=NetworkSegment(e52b20eb-8fa4-47e2-89a3-51117f3d25a8),segment_id=e52b20eb-8fa4-47e2-89a3-51117f3d25a8)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:53.270666 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-16d2864e-2122-43d0-84b6-1b2e352684d3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.289225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79e650f0-aba1-4215-be97-85cbabef0a69 req-683c1b80-eb37-4cd9-97da-0a3dbf9a94cf tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879116 Jul 27 20:00:53.302504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-e883042b-c27d-4879-b5c8-0422a0aa5225 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Transition to ACTIVE for port object 541da640-d358-468b-b24e-a23f278bc234 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:53.382860 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-54e220cb-d94c-4b4f-a09d-505e261fd3ac tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.395824 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-54e220cb-d94c-4b4f-a09d-505e261fd3ac tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.454655 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-54e220cb-d94c-4b4f-a09d-505e261fd3ac tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.466938 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-54e220cb-d94c-4b4f-a09d-505e261fd3ac tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2781844 Jul 27 20:00:53.468674 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33476) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:53.473619 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-bfaa299b-1d46-4a5e-ade3-13415b76ebaa tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': 'eccd914b-46e2-40e2-b8a1-12169a1098d2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:53.474859 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-bfaa299b-1d46-4a5e-ade3-13415b76ebaa tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 27 20:00:53.475375 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-bfaa299b-1d46-4a5e-ade3-13415b76ebaa tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:53.479492 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bfaa299b-1d46-4a5e-ade3-13415b76ebaa tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0097501 Jul 27 20:00:53.480170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33478) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:53.482221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e220cb-d94c-4b4f-a09d-505e261fd3ac tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eccd914b-46e2-40e2-b8a1-12169a1098d2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:53.564720 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17febaae-6a3b-4872-acb5-724ecff1c9e3 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.606902 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17febaae-6a3b-4872-acb5-724ecff1c9e3 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.647277 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-e883042b-c27d-4879-b5c8-0422a0aa5225 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.717807 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17febaae-6a3b-4872-acb5-724ecff1c9e3 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.727058 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17febaae-6a3b-4872-acb5-724ecff1c9e3 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.728250 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-17febaae-6a3b-4872-acb5-724ecff1c9e3 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "DELETE /v2.0/security-groups/eccd914b-46e2-40e2-b8a1-12169a1098d2 HTTP/1.1" status: 204 len: 168 time: 0.2469728 Jul 27 20:00:53.732636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33480) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:53.754362 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17febaae-6a3b-4872-acb5-724ecff1c9e3 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccd914b-46e2-40e2-b8a1-12169a1098d2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:53.788151 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4c9c5400-4d4d-469d-bf44-cd3737bef20e tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0542915 Jul 27 20:00:53.797834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33482) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:53.800224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-e883042b-c27d-4879-b5c8-0422a0aa5225 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network d4a9afff-e180-4361-9946-eb5062760342 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:53.813143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d59e54ea-a3f5-4586-b278-52506a1dc459 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group': {'name': 'tempest-secgroup--732374987'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:53.817101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae7510-2ee9-4d92-b237-6de2b08b2af8 req-c8e11abf-403a-4b6b-aa62-7c40c5e308d2 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:53.824857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae7510-2ee9-4d92-b237-6de2b08b2af8 req-c8e11abf-403a-4b6b-aa62-7c40c5e308d2 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:53.830947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae7510-2ee9-4d92-b237-6de2b08b2af8 req-c8e11abf-403a-4b6b-aa62-7c40c5e308d2 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:53.836885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae7510-2ee9-4d92-b237-6de2b08b2af8 req-c8e11abf-403a-4b6b-aa62-7c40c5e308d2 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:53.845227 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65ae7510-2ee9-4d92-b237-6de2b08b2af8 req-c8e11abf-403a-4b6b-aa62-7c40c5e308d2 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 3141 time: 0.4369745 Jul 27 20:00:53.849816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-e883042b-c27d-4879-b5c8-0422a0aa5225 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:53.858197 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-16d2864e-2122-43d0-84b6-1b2e352684d3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.858197 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-16d2864e-2122-43d0-84b6-1b2e352684d3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:53.858383 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-16d2864e-2122-43d0-84b6-1b2e352684d3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Floating IP b2610a18-a1b6-4eed-b3c9-4feeff76b165 disassociated. External IP: 172.25.1.52, port: a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5. Jul 27 20:00:53.858618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-16d2864e-2122-43d0-84b6-1b2e352684d3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Calling delete_port for a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:53.861265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883042b-c27d-4879-b5c8-0422a0aa5225 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Port': ['ID=541da640-d358-468b-b24e-a23f278bc234,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:53.866061 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-e883042b-c27d-4879-b5c8-0422a0aa5225 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:00:53.891542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d59e54ea-a3f5-4586-b278-52506a1dc459 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:54.058507 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65ae7510-2ee9-4d92-b237-6de2b08b2af8 req-906fe851-db89-4e8d-8961-acd260ff7ce5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122598 Jul 27 20:00:54.065580 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d59e54ea-a3f5-4586-b278-52506a1dc459 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:54.076602 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d59e54ea-a3f5-4586-b278-52506a1dc459 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:54.098911 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-e883042b-c27d-4879-b5c8-0422a0aa5225 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:54.100077 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-e883042b-c27d-4879-b5c8-0422a0aa5225 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:54.148518 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d59e54ea-a3f5-4586-b278-52506a1dc459 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:54.156239 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d59e54ea-a3f5-4586-b278-52506a1dc459 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3526030 Jul 27 20:00:54.158875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33486) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:54.164941 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-e883042b-c27d-4879-b5c8-0422a0aa5225 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6969352 Jul 27 20:00:54.172996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dfbbb0f1-98b2-456a-8456-7d8d9d1c6778 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '8188b507-98f2-42d1-87aa-e04085663f97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:54.188823 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-dfbbb0f1-98b2-456a-8456-7d8d9d1c6778 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 27 20:00:54.189478 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-dfbbb0f1-98b2-456a-8456-7d8d9d1c6778 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:54.193095 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dfbbb0f1-98b2-456a-8456-7d8d9d1c6778 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0307217 Jul 27 20:00:54.193638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33488) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:54.204238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed62cb5-db16-4aaf-856c-d109fcb6196e req-240aae52-4650-4287-b816-4ac4d27671de tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:54.206224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ed62cb5-db16-4aaf-856c-d109fcb6196e req-240aae52-4650-4287-b816-4ac4d27671de tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 932 time: 0.2339458 Jul 27 20:00:54.211373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-954ea8d6-7ea2-4af4-8192-b137169935e0 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '8188b507-98f2-42d1-87aa-e04085663f97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:54.213716 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-954ea8d6-7ea2-4af4-8192-b137169935e0 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 27 20:00:54.224129 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-954ea8d6-7ea2-4af4-8192-b137169935e0 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:54.228502 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-954ea8d6-7ea2-4af4-8192-b137169935e0 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0310459 Jul 27 20:00:54.228953 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33490) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:54.239174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Request body: {'port': {'device_id': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:54.242234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a09da3c9-687a-4162-aa48-20e903ca2531 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '8188b507-98f2-42d1-87aa-e04085663f97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:54.247210 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-a09da3c9-687a-4162-aa48-20e903ca2531 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 27 20:00:54.247210 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-a09da3c9-687a-4162-aa48-20e903ca2531 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:54.247210 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a09da3c9-687a-4162-aa48-20e903ca2531 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0139525 Jul 27 20:00:54.247210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e54ea-a3f5-4586-b278-52506a1dc459 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8188b507-98f2-42d1-87aa-e04085663f97,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:54.248497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33494) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:54.278506 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5c2e861f-1518-4e25-b9df-31a2e2a7509b tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '8188b507-98f2-42d1-87aa-e04085663f97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:54.279365 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-5c2e861f-1518-4e25-b9df-31a2e2a7509b tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 27 20:00:54.279883 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-5c2e861f-1518-4e25-b9df-31a2e2a7509b tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:54.293326 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5c2e861f-1518-4e25-b9df-31a2e2a7509b tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0414047 Jul 27 20:00:54.293992 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33500) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:54.374669 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-472801f5-c5e3-4b5e-a6ce-49fb364c33ca None None] Provisioning for port 541da640-d358-468b-b24e-a23f278bc234 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:00:54.381451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-472801f5-c5e3-4b5e-a6ce-49fb364c33ca None None] Provisioning complete for port 541da640-d358-468b-b24e-a23f278bc234 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:00:54.381832 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-472801f5-c5e3-4b5e-a6ce-49fb364c33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:54.389182 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a2cca2c-599e-4479-9d41-77b2fa8a9574 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:54.460163 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a2cca2c-599e-4479-9d41-77b2fa8a9574 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:54.464236 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-472801f5-c5e3-4b5e-a6ce-49fb364c33ca None None] Port 541da640-d358-468b-b24e-a23f278bc234 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:00:54.477201 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cffd873e-ecef-4464-a404-5598e3a6dd0c req-fba5994b-cf37-4c42-a1ab-936dbdb3f015 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 210 time: 0.0724659 Jul 27 20:00:54.485546 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-16d2864e-2122-43d0-84b6-1b2e352684d3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:54.519535 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ed62cb5-db16-4aaf-856c-d109fcb6196e req-07b1191b-2f99-490b-ad02-7c30edd81ae1 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe1e18f8-c2ab-4eba-b448-51ad11eab8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854011 Jul 27 20:00:54.596999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2864e-2122-43d0-84b6-1b2e352684d3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event deleted for resources: {'Port': ['ID=a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:54.599277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcd9e0b-75ad-43ef-b2a4-0483cf829972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ff95de-7ce2-4c9d-ae79-e959ad44d4b7'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:54.626542 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e3c596-ba53-444f-b4cd-b8e7f913b086" -d '{"events": [{"server_uuid": "7fcd9e0b-75ad-43ef-b2a4-0483cf829972", "name": "network-vif-plugged", "status": "completed", "tag": "98ff95de-7ce2-4c9d-ae79-e959ad44d4b7"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:54.634975 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a2cca2c-599e-4479-9d41-77b2fa8a9574 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:54.661108 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a2cca2c-599e-4479-9d41-77b2fa8a9574 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:54.664093 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8a2cca2c-599e-4479-9d41-77b2fa8a9574 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "DELETE /v2.0/security-groups/8188b507-98f2-42d1-87aa-e04085663f97 HTTP/1.1" status: 204 len: 168 time: 0.3691144 Jul 27 20:00:54.667932 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33510) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:54.707929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-9bc6d6ff-be5c-4d6a-8575-7e8f87536b3b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:54.709508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-9bc6d6ff-be5c-4d6a-8575-7e8f87536b3b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 806 time: 0.4765248 Jul 27 20:00:54.755222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-e0b4a05b-78e4-40fc-a426-d97e717e2729 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Request body: {'port': {'device_id': '28f5886c-5da8-4ce5-b46c-555a6ffac7c0', 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229', 'admin_state_up': True, 'tenant_id': '634951a653da42e4a21a96a42b496619'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:54.759906 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:54.775300 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cca2c-599e-4479-9d41-77b2fa8a9574 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8188b507-98f2-42d1-87aa-e04085663f97,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:54.829801 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32236980-6ef0-4d37-8fc6-a9fd22cb9282 x-openstack-request-id: req-32236980-6ef0-4d37-8fc6-a9fd22cb9282 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:54.830595 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcd9e0b-75ad-43ef-b2a4-0483cf829972", "name": "network-vif-plugged", "status": "completed", "tag": "98ff95de-7ce2-4c9d-ae79-e959ad44d4b7", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:54.831101 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32236980-6ef0-4d37-8fc6-a9fd22cb9282 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:54.831743 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcd9e0b-75ad-43ef-b2a4-0483cf829972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ff95de-7ce2-4c9d-ae79-e959ad44d4b7', 'code': 200} Jul 27 20:00:54.850747 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3fa23506-4739-440c-acca-bc3e4a5bc453 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1756458 Jul 27 20:00:54.865319 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33512) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:54.877138 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3ef6b71e-c6f6-4bc5-a840-7f9828f87fce tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group': {'name': 'tempest-secgroup--681501166'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:54.911378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ef6b71e-c6f6-4bc5-a840-7f9828f87fce tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:55.031625 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ef6b71e-c6f6-4bc5-a840-7f9828f87fce tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:55.037714 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ef6b71e-c6f6-4bc5-a840-7f9828f87fce tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:55.082981 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ef6b71e-c6f6-4bc5-a840-7f9828f87fce tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:55.087684 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3ef6b71e-c6f6-4bc5-a840-7f9828f87fce tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2168200 Jul 27 20:00:55.097044 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33514) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:55.102312 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2c063e12-749e-4b15-9db6-936f302378e3 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '128cee6c-08ee-4af9-a3bf-6c084ec36108', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:55.103030 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-2c063e12-749e-4b15-9db6-936f302378e3 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 20:00:55.103561 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-2c063e12-749e-4b15-9db6-936f302378e3 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:55.104569 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2c063e12-749e-4b15-9db6-936f302378e3 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063813 Jul 27 20:00:55.109239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33516) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:55.115267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b1e7fa3e-b4b0-4f46-b03f-bd0b43235491 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '128cee6c-08ee-4af9-a3bf-6c084ec36108', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:55.122078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6b71e-c6f6-4bc5-a840-7f9828f87fce tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128cee6c-08ee-4af9-a3bf-6c084ec36108,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:55.185338 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-b1e7fa3e-b4b0-4f46-b03f-bd0b43235491 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:55.191188 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b1e7fa3e-b4b0-4f46-b03f-bd0b43235491 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0801506 Jul 27 20:00:55.191789 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33520) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:55.197015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b0cf2a71-35d7-4c3c-9ba0-ac77f72d0941 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '128cee6c-08ee-4af9-a3bf-6c084ec36108', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:55.197508 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-b0cf2a71-35d7-4c3c-9ba0-ac77f72d0941 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 27 20:00:55.198005 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-b0cf2a71-35d7-4c3c-9ba0-ac77f72d0941 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:55.202219 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b0cf2a71-35d7-4c3c-9ba0-ac77f72d0941 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093067 Jul 27 20:00:55.202818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33522) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:55.211943 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-368aed32-28c1-43a2-b964-f049e0c6c7d5 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '128cee6c-08ee-4af9-a3bf-6c084ec36108', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:55.268875 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-368aed32-28c1-43a2-b964-f049e0c6c7d5 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:55.270459 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-368aed32-28c1-43a2-b964-f049e0c6c7d5 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0662613 Jul 27 20:00:55.275162 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33524) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:55.280555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0ac0fe88-4b5a-46db-bdd1-eb01211f5a90 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '128cee6c-08ee-4af9-a3bf-6c084ec36108', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:55.281048 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-0ac0fe88-4b5a-46db-bdd1-eb01211f5a90 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 20:00:55.281960 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-0ac0fe88-4b5a-46db-bdd1-eb01211f5a90 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:55.282810 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0ac0fe88-4b5a-46db-bdd1-eb01211f5a90 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066137 Jul 27 20:00:55.285840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33526) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:55.291161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-22c95d27-3abf-4efe-92d9-fa8b0ef82e5f tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '128cee6c-08ee-4af9-a3bf-6c084ec36108', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:55.350572 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-22c95d27-3abf-4efe-92d9-fa8b0ef82e5f tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:55.351826 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-22c95d27-3abf-4efe-92d9-fa8b0ef82e5f tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0650747 Jul 27 20:00:55.358872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33530) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:55.366328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b988515e-b03e-4b17-a7cb-9b4b2548bc4d tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '128cee6c-08ee-4af9-a3bf-6c084ec36108', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:55.366816 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-b988515e-b03e-4b17-a7cb-9b4b2548bc4d tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 27 20:00:55.367460 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-b988515e-b03e-4b17-a7cb-9b4b2548bc4d tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:55.371511 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b988515e-b03e-4b17-a7cb-9b4b2548bc4d tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079160 Jul 27 20:00:55.372880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33534) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:55.378454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-49fe785a-8bdb-4b5e-8491-7b4ebb962e8f tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '128cee6c-08ee-4af9-a3bf-6c084ec36108', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:55.437904 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-49fe785a-8bdb-4b5e-8491-7b4ebb962e8f tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:55.440448 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-49fe785a-8bdb-4b5e-8491-7b4ebb962e8f tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0647416 Jul 27 20:00:55.442217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33540) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:55.447589 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4fa53f61-414d-4b3c-ad37-f38f1d756c90 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '128cee6c-08ee-4af9-a3bf-6c084ec36108', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:55.585336 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-4fa53f61-414d-4b3c-ad37-f38f1d756c90 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:55.586554 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4fa53f61-414d-4b3c-ad37-f38f1d756c90 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1429660 Jul 27 20:00:55.590477 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33546) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:55.621393 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28f54f-990f-4181-a3ae-c91ae00a88dc req-278cfd1f-3b32-4bc7-a672-79281910946e tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:55.623099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d28f54f-990f-4181-a3ae-c91ae00a88dc req-278cfd1f-3b32-4bc7-a672-79281910946e tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 945 time: 0.9762955 Jul 27 20:00:55.640298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-16d2864e-2122-43d0-84b6-1b2e352684d3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Router 34a519f1-6c07-4f05-8bed-50d484214efa has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:00:55.662841 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15cd6002-e72f-4cac-aaaa-4e5167dde829 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:55.702787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a2241-63eb-4cfc-b7f4-bb557a381c82 req-230e3eba-dd57-4a80-9d29-0f9fa7fa6791 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:55.709099 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a2241-63eb-4cfc-b7f4-bb557a381c82 req-230e3eba-dd57-4a80-9d29-0f9fa7fa6791 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:55.714912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a2241-63eb-4cfc-b7f4-bb557a381c82 req-230e3eba-dd57-4a80-9d29-0f9fa7fa6791 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:55.716776 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15cd6002-e72f-4cac-aaaa-4e5167dde829 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:55.723761 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5a0a2241-63eb-4cfc-b7f4-bb557a381c82 req-230e3eba-dd57-4a80-9d29-0f9fa7fa6791 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 2408 time: 0.4593549 Jul 27 20:00:55.774445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15cd6002-e72f-4cac-aaaa-4e5167dde829 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:55.779260 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15cd6002-e72f-4cac-aaaa-4e5167dde829 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:55.782023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ec06b-dba4-4244-a633-2a7dae4296b3 req-6450b1ce-28e4-42f9-8a6a-4d2f00e62181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:55.783548 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-493ec06b-dba4-4244-a633-2a7dae4296b3 req-6450b1ce-28e4-42f9-8a6a-4d2f00e62181 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 1097 time: 0.5292337 Jul 27 20:00:55.784325 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-15cd6002-e72f-4cac-aaaa-4e5167dde829 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "DELETE /v2.0/security-groups/128cee6c-08ee-4af9-a3bf-6c084ec36108 HTTP/1.1" status: 204 len: 168 time: 0.1927502 Jul 27 20:00:55.785046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33552) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:55.820089 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd6002-e72f-4cac-aaaa-4e5167dde829 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=128cee6c-08ee-4af9-a3bf-6c084ec36108,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:55.869792 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fbf6ea3f-7232-4bc5-a7c9-86a393d6362d tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778081 Jul 27 20:00:55.874325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33554) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:55.879935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d1a573ab-4e70-4278-84de-0d6daf0fa4f2 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098089604'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:55.893112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-e0b4a05b-78e4-40fc-a426-d97e717e2729 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Made reservation on behalf of 634951a653da42e4a21a96a42b496619 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:00:55.896558 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-e0b4a05b-78e4-40fc-a426-d97e717e2729 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:55.907630 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d28f54f-990f-4181-a3ae-c91ae00a88dc req-35931be2-2d7d-49a0-8161-f5ff4a985771 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708967 Jul 27 20:00:55.907851 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d1a573ab-4e70-4278-84de-0d6daf0fa4f2 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:55.965020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5a0a2241-63eb-4cfc-b7f4-bb557a381c82 req-91c62ea9-b981-42e1-ab76-6eda98bd46cf tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309654 Jul 27 20:00:56.011607 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d1a573ab-4e70-4278-84de-0d6daf0fa4f2 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:56.018123 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d1a573ab-4e70-4278-84de-0d6daf0fa4f2 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:56.069510 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d1a573ab-4e70-4278-84de-0d6daf0fa4f2 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:56.071080 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d1a573ab-4e70-4278-84de-0d6daf0fa4f2 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1954379 Jul 27 20:00:56.073669 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-493ec06b-dba4-4244-a633-2a7dae4296b3 req-a64915e9-ea6e-4727-a4a9-26741c69a7db service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704141 Jul 27 20:00:56.074014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33556) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:56.075915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-16d2864e-2122-43d0-84b6-1b2e352684d3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:00:56.079780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4a48c257-9b84-43d3-bed1-e507d155f6ee tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '73174df5-74d0-42a1-a053-2fed934628f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:56.086516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd30269-72d5-47b2-a5a3-ae270345900e None None] Sync routers for ids ['34a519f1-6c07-4f05-8bed-50d484214efa'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:00:56.101654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a573ab-4e70-4278-84de-0d6daf0fa4f2 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73174df5-74d0-42a1-a053-2fed934628f5,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:56.105838 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd30269-72d5-47b2-a5a3-ae270345900e None None] Routers {'34a519f1-6c07-4f05-8bed-50d484214efa'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:56.107020 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0bd30269-72d5-47b2-a5a3-ae270345900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:00:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['34a519f1-6c07-4f05-8bed-50d484214efa'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:56.168317 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-4a48c257-9b84-43d3-bed1-e507d155f6ee tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The resource could not be found. Jul 27 20:00:56.173385 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4a48c257-9b84-43d3-bed1-e507d155f6ee tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0951724 Jul 27 20:00:56.173737 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33558) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:56.178254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dd41f6b8-7ff2-4ba4-983a-7cf1c18ab5c0 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '73174df5-74d0-42a1-a053-2fed934628f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '38034f67-d04a-45cd-95df-4066f3d78af6'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:56.238584 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-dd41f6b8-7ff2-4ba4-983a-7cf1c18ab5c0 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The resource could not be found. Jul 27 20:00:56.239961 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dd41f6b8-7ff2-4ba4-983a-7cf1c18ab5c0 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0653021 Jul 27 20:00:56.242677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33562) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:56.254362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-16d2864e-2122-43d0-84b6-1b2e352684d3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] No DVR routers for this DVR port a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:56.256481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-0bd30269-72d5-47b2-a5a3-ae270345900e None None] Set router 34a519f1-6c07-4f05-8bed-50d484214efa gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:00:56.261638 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-16d2864e-2122-43d0-84b6-1b2e352684d3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:56.263693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-16d2864e-2122-43d0-84b6-1b2e352684d3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "DELETE /v2.0/ports/a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5 HTTP/1.1" status: 204 len: 173 time: 3.8284802 Jul 27 20:00:56.265968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4181a561-c3fa-4b91-bf8d-e0a4f637ee02 req-cfda6d02-4b47-467a-b661-f6930dfc8f36 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 210 time: 0.2010796 Jul 27 20:00:56.291642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-deleted', 'tag': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:56.293013 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd41d602-d45f-4f32-962a-1169f99b07df" -d '{"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-deleted", "tag": "a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:56.318132 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-26682cf5-1450-452f-a205-2c112d23fea9 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:56.357599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-26682cf5-1450-452f-a205-2c112d23fea9 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:56.469449 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-26682cf5-1450-452f-a205-2c112d23fea9 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:56.472600 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-26682cf5-1450-452f-a205-2c112d23fea9 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:56.476625 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-26682cf5-1450-452f-a205-2c112d23fea9 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "DELETE /v2.0/security-groups/73174df5-74d0-42a1-a053-2fed934628f5 HTTP/1.1" status: 204 len: 168 time: 0.2301672 Jul 27 20:00:56.479174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33572) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:56.537915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26682cf5-1450-452f-a205-2c112d23fea9 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73174df5-74d0-42a1-a053-2fed934628f5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:56.556822 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f698bf-d3e3-472f-a2da-c567638f8713 x-openstack-request-id: req-50f698bf-d3e3-472f-a2da-c567638f8713 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:56.556822 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-deleted", "tag": "a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:56.556822 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50f698bf-d3e3-472f-a2da-c567638f8713 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:56.556822 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-deleted', 'tag': 'a4c9d176-5d3d-40d0-ae02-ae7e7af29dc5', 'status': 'completed', 'code': 200} Jul 27 20:00:56.590534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0bd30269-72d5-47b2-a5a3-ae270345900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:49:45Z', 'updated_at': '2021-07-27T19:49:55Z', 'revision_number': 4, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'gw_port': {'id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:47Z', 'updated_at': '2021-07-27T19:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '6b601d51-21fb-4b51-83ae-ed02b105d9ba', 'name': '', 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'mac_address': 'fa:16:3e:f5:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:53Z', 'updated_at': '2021-07-27T19:50:05Z', 'revision_number': 5, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'subnets': [{'id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:56.608622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541da640-d358-468b-b24e-a23f278bc234 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:00:56.610695 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d18deab3-24d9-4ccf-bd10-7f7f3b777588 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1262288 Jul 27 20:00:56.615900 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33576) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:56.623104 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d62ec9af-35ff-4917-a726-b8afa2ad6649 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': '0a5b59cf-7b17-4425-a368-4099fceb9c12', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:56.624815 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:56.636152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd30269-72d5-47b2-a5a3-ae270345900e None None] Checking router: 34a519f1-6c07-4f05-8bed-50d484214efa for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:00:56.654913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd30269-72d5-47b2-a5a3-ae270345900e None None] Routers {'34a519f1-6c07-4f05-8bed-50d484214efa'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:00:56.657334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0bd30269-72d5-47b2-a5a3-ae270345900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:00:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['34a519f1-6c07-4f05-8bed-50d484214efa'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:56.691986 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-d62ec9af-35ff-4917-a726-b8afa2ad6649 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The resource could not be found. Jul 27 20:00:56.694027 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d62ec9af-35ff-4917-a726-b8afa2ad6649 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0764782 Jul 27 20:00:56.698139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33578) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:56.698535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8485e3-7637-4926-8642-fd99ae039ac2 req-b13e65db-ac74-4208-8f91-060b352d8a59 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:56.705506 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-323e1fb4-7cde-4f99-8674-c83da2c7196e tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group': {'name': 'tempest-secgroup--722669550'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:56.706024 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fa8485e3-7637-4926-8642-fd99ae039ac2 req-b13e65db-ac74-4208-8f91-060b352d8a59 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 932 time: 0.6422365 Jul 27 20:00:56.708563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Transition to ACTIVE for port object 541da640-d358-468b-b24e-a23f278bc234 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:00:56.716991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-e0b4a05b-78e4-40fc-a426-d97e717e2729 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Allocated IP 172.20.0.8 (0c2f9109-2836-4ca2-a589-149d907fa229/de3b9a07-ca57-4084-b8ee-ab8cca04c27f/5eecd930-5083-43b6-b70d-9023132eb265) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:00:56.735952 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:56.751373 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-323e1fb4-7cde-4f99-8674-c83da2c7196e tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:56.894465 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-323e1fb4-7cde-4f99-8674-c83da2c7196e tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:56.904707 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-323e1fb4-7cde-4f99-8674-c83da2c7196e tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:56.944763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-323e1fb4-7cde-4f99-8674-c83da2c7196e tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:56.946417 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-323e1fb4-7cde-4f99-8674-c83da2c7196e tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2465127 Jul 27 20:00:56.948703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e1fb4-7cde-4f99-8674-c83da2c7196e tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec79885-964d-48aa-8267-072405448153,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:56.951414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33584) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:56.952860 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fa8485e3-7637-4926-8642-fd99ae039ac2 req-98c5e073-efd2-434e-b327-8c40e3c42141 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe1e18f8-c2ab-4eba-b448-51ad11eab8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269487 Jul 27 20:00:56.956882 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c667258b-3d7b-4f52-a525-0db31499830d tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group': {'name': 'tempest-secgroup--913650269'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:56.974214 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-0bd30269-72d5-47b2-a5a3-ae270345900e None None] Set router 34a519f1-6c07-4f05-8bed-50d484214efa gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:00:56.997721 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c667258b-3d7b-4f52-a525-0db31499830d tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:57.009183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Pushing event updated for resources: {'Port': ['ID=541da640-d358-468b-b24e-a23f278bc234,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:57.239111 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c667258b-3d7b-4f52-a525-0db31499830d tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:57.254342 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c667258b-3d7b-4f52-a525-0db31499830d tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:57.290377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667258b-3d7b-4f52-a525-0db31499830d tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c68f487-2b4b-4837-9062-99b6eb2170f8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:57.295380 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c667258b-3d7b-4f52-a525-0db31499830d tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:57.300619 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c667258b-3d7b-4f52-a525-0db31499830d tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3457215 Jul 27 20:00:57.301345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33590) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:57.306553 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5786eec0-347d-42d8-b960-e4c64e8588b5 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group_rule': {'security_group_id': 'dec79885-964d-48aa-8267-072405448153', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6c68f487-2b4b-4837-9062-99b6eb2170f8'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:57.338739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-96525b9e-0c4b-48a7-a3ee-fd1d5ca2839d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Deleting port 8509d889-e654-492c-90f2-f145f97d6866 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:00:57.339087 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-96525b9e-0c4b-48a7-a3ee-fd1d5ca2839d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:57.359857 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-5786eec0-347d-42d8-b960-e4c64e8588b5 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:00:57.364691 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5786eec0-347d-42d8-b960-e4c64e8588b5 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0591586 Jul 27 20:00:57.364691 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33592) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:57.479466 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff7f40a1-d23f-42f5-b340-da1dd1b11285 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:57.504886 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff7f40a1-d23f-42f5-b340-da1dd1b11285 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:57.558630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0bd30269-72d5-47b2-a5a3-ae270345900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:49:45Z', 'updated_at': '2021-07-27T19:49:55Z', 'revision_number': 4, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'gw_port': {'id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:47Z', 'updated_at': '2021-07-27T19:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '6b601d51-21fb-4b51-83ae-ed02b105d9ba', 'name': '', 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'mac_address': 'fa:16:3e:f5:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:53Z', 'updated_at': '2021-07-27T19:50:05Z', 'revision_number': 5, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'subnets': [{'id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:00:57.574967 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff7f40a1-d23f-42f5-b340-da1dd1b11285 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:57.582692 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff7f40a1-d23f-42f5-b340-da1dd1b11285 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:57.584160 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ff7f40a1-d23f-42f5-b340-da1dd1b11285 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "DELETE /v2.0/security-groups/6c68f487-2b4b-4837-9062-99b6eb2170f8 HTTP/1.1" status: 204 len: 168 time: 0.2188630 Jul 27 20:00:57.587490 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33598) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:57.600863 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f40a1-d23f-42f5-b340-da1dd1b11285 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c68f487-2b4b-4837-9062-99b6eb2170f8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:57.635062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd30269-72d5-47b2-a5a3-ae270345900e None None] The sync data for ids ['34a519f1-6c07-4f05-8bed-50d484214efa'] in n-d-705657-21 is: [{'id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:49:45Z', 'updated_at': '2021-07-27T19:49:55Z', 'revision_number': 4, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'gw_port': {'id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:47Z', 'updated_at': '2021-07-27T19:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '6b601d51-21fb-4b51-83ae-ed02b105d9ba', 'name': '', 'network_id': 'fe0599a8-e2b9-4d58-ac69-a9a391fdb31e', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'mac_address': 'fa:16:3e:f5:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:53Z', 'updated_at': '2021-07-27T19:50:05Z', 'revision_number': 5, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'subnets': [{'id': 'c8228838-7f56-4f49-b8c4-a9a60e68ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:00:57.740368 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-e0b4a05b-78e4-40fc-a426-d97e717e2729 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:57.755226 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Attempting to bind port 541da640-d358-468b-b24e-a23f278bc234 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:00:57.755569 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Attempting to bind port 541da640-d358-468b-b24e-a23f278bc234 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '2f93898f-5b70-4eb7-bf18-f49e8d595bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:00:57.755902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Attempting to bind port 541da640-d358-468b-b24e-a23f278bc234 on network d4a9afff-e180-4361-9946-eb5062760342 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:57.791674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-96525b9e-0c4b-48a7-a3ee-fd1d5ca2839d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] For port 8509d889-e654-492c-90f2-f145f97d6866, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8509d889-e654-492c-90f2-f145f97d6866,segment=NetworkSegment(0fc0c1d8-13fa-4249-80f7-da70722bf0ab),segment_id=0fc0c1d8-13fa-4249-80f7-da70722bf0ab)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:00:57.792046 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-96525b9e-0c4b-48a7-a3ee-fd1d5ca2839d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:57.797031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Port 541da640-d358-468b-b24e-a23f278bc234 on network d4a9afff-e180-4361-9946-eb5062760342 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:00:57.797388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Attempting to bind port 541da640-d358-468b-b24e-a23f278bc234 on network d4a9afff-e180-4361-9946-eb5062760342 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:00:57.828289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82576fc5-eaae-450d-99b8-1f5502c0b79c req-d1544f13-c5bb-4988-acb8-3b56b1e04f5a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:57.834971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82576fc5-eaae-450d-99b8-1f5502c0b79c req-d1544f13-c5bb-4988-acb8-3b56b1e04f5a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:57.840939 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82576fc5-eaae-450d-99b8-1f5502c0b79c req-d1544f13-c5bb-4988-acb8-3b56b1e04f5a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:57.843058 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82576fc5-eaae-450d-99b8-1f5502c0b79c req-d1544f13-c5bb-4988-acb8-3b56b1e04f5a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 2408 time: 0.6497707 Jul 27 20:00:57.871415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:00:57.871747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Checking segment: {'id': '2f93898f-5b70-4eb7-bf18-f49e8d595bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:00:57.872134 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Bound using segment: {'id': '2f93898f-5b70-4eb7-bf18-f49e8d595bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:00:57.872599 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Bound port: 541da640-d358-468b-b24e-a23f278bc234, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f93898f-5b70-4eb7-bf18-f49e8d595bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:00:57.872964 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:57.882093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe34c1-db0a-4706-9b86-0d390ca67690 req-b34859f0-3487-4e14-b888-5d4c9fe226fb tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:57.883686 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7efe34c1-db0a-4706-9b86-0d390ca67690 req-b34859f0-3487-4e14-b888-5d4c9fe226fb tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 945 time: 0.6920223 Jul 27 20:00:57.886332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-96525b9e-0c4b-48a7-a3ee-fd1d5ca2839d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Calling delete_port for 8509d889-e654-492c-90f2-f145f97d6866 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:00:57.936718 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d9f8f5b4-bb23-4845-b5aa-8cd284602f40 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3259478 Jul 27 20:00:57.939537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33604) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:58.023240 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670c7533-e08f-4152-b13b-4b9aa803c4c0 None None] New status for floating IP b2610a18-a1b6-4eed-b3c9-4feeff76b165: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:00:58.045903 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2648f8ee-25c3-4f9d-a624-f745be6f11e5 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.065213 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82576fc5-eaae-450d-99b8-1f5502c0b79c req-7b095f80-cf2e-493f-b066-66bf3c933ed7 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102103 Jul 27 20:00:58.076212 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7efe34c1-db0a-4706-9b86-0d390ca67690 req-2327b6eb-5f59-4575-a37e-611db03e815e tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700754 Jul 27 20:00:58.082658 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-e0b4a05b-78e4-40fc-a426-d97e717e2729 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.097247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['27b499e8-da86-46f4-a014-4cb619f8e46e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:00:58.122682 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2648f8ee-25c3-4f9d-a624-f745be6f11e5 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.189449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] For port 541da640-d358-468b-b24e-a23f278bc234, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:00:58.193951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-e0b4a05b-78e4-40fc-a426-d97e717e2729 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Network 0c2f9109-2836-4ca2-a589-149d907fa229 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:00:58.248193 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2648f8ee-25c3-4f9d-a624-f745be6f11e5 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.251637 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2648f8ee-25c3-4f9d-a624-f745be6f11e5 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.253140 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-e0b4a05b-78e4-40fc-a426-d97e717e2729 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:00:58.253259 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2648f8ee-25c3-4f9d-a624-f745be6f11e5 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "DELETE /v2.0/security-groups/dec79885-964d-48aa-8267-072405448153 HTTP/1.1" status: 204 len: 168 time: 0.3123672 Jul 27 20:00:58.260861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-e0b4a05b-78e4-40fc-a426-d97e717e2729 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:00:58.270055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33608) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:58.270968 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648f8ee-25c3-4f9d-a624-f745be6f11e5 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec79885-964d-48aa-8267-072405448153,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:58.296784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] For port 541da640-d358-468b-b24e-a23f278bc234, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=541da640-d358-468b-b24e-a23f278bc234,segment=NetworkSegment(2f93898f-5b70-4eb7-bf18-f49e8d595bd0),segment_id=2f93898f-5b70-4eb7-bf18-f49e8d595bd0)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:00:58.353443 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0206b04c-5ff5-42be-95ca-74fdbfd16a10 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0766695 Jul 27 20:00:58.360616 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33610) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:58.365873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-93ee28a9-8af2-4e09-917f-e9cb8f087847 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029616374'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:58.393923 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93ee28a9-8af2-4e09-917f-e9cb8f087847 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.429436 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.452021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4a05b-78e4-40fc-a426-d97e717e2729 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Pushing event updated for resources: {'Port': ['ID=5eecd930-5083-43b6-b70d-9023132eb265,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:58.521643 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93ee28a9-8af2-4e09-917f-e9cb8f087847 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.534529 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93ee28a9-8af2-4e09-917f-e9cb8f087847 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.540340 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-e0b4a05b-78e4-40fc-a426-d97e717e2729 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:58.541086 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-e0b4a05b-78e4-40fc-a426-d97e717e2729 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.564494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:58.565123 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.566535 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] 10.222.0.63 "PUT /v2.0/ports/541da640-d358-468b-b24e-a23f278bc234 HTTP/1.1" status: 200 len: 1093 time: 4.3346968 Jul 27 20:00:58.568237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'tag': '541da640-d358-468b-b24e-a23f278bc234'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:00:58.570522 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351d8ce8-706f-4268-8e78-5b98b5f1dfeb" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a95f31-a1ea-43b0-872f-96e5bb0cb605", "tag": "541da640-d358-468b-b24e-a23f278bc234"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:00:58.580718 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93ee28a9-8af2-4e09-917f-e9cb8f087847 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.584272 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-93ee28a9-8af2-4e09-917f-e9cb8f087847 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2223945 Jul 27 20:00:58.590761 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33614) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:58.609123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e5625a93-265f-4a97-b277-1382dea053fb tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:58.611089 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-e5625a93-265f-4a97-b277-1382dea053fb tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 20:00:58.614008 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-e5625a93-265f-4a97-b277-1382dea053fb tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 20:00:58.617348 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e5625a93-265f-4a97-b277-1382dea053fb tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "PUT /v2.0/security-groups/edff2145-5246-442d-92b0-5da3a787dae9 HTTP/1.1" status: 409 len: 330 time: 0.0215642 Jul 27 20:00:58.625693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33616) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:58.665145 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-e0b4a05b-78e4-40fc-a426-d97e717e2729 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9251294 Jul 27 20:00:58.692366 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Request body: {'port': {'device_id': '28f5886c-5da8-4ce5-b46c-555a6ffac7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:00:58.709127 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee28a9-8af2-4e09-917f-e9cb8f087847 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edff2145-5246-442d-92b0-5da3a787dae9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:58.744374 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-96525b9e-0c4b-48a7-a3ee-fd1d5ca2839d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.761692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec36fb9-4bb4-496c-85c3-1fee111e2609 req-21d757cd-122a-4965-9eb4-d28a88f18c92 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:58.769835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ec36fb9-4bb4-496c-85c3-1fee111e2609 req-21d757cd-122a-4965-9eb4-d28a88f18c92 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 931 time: 0.5423040 Jul 27 20:00:58.779052 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93989891-4689-45e3-9bfa-aaf6c8c792d7 service neutron] Pushing event updated for resources: {'Port': ['ID=541da640-d358-468b-b24e-a23f278bc234,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:58.780171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-152abb6f-0242-4629-a896-91fc27bc7cc8 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.838464 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-152abb6f-0242-4629-a896-91fc27bc7cc8 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.891856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d8385-b4b4-4211-97cb-95edb904b545 req-49c3ccf4-2edd-4212-bd90-4f730ffee961 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:00:58.893784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376d8385-b4b4-4211-97cb-95edb904b545 req-49c3ccf4-2edd-4212-bd90-4f730ffee961 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 944 time: 0.5113916 Jul 27 20:00:58.907958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96525b9e-0c4b-48a7-a3ee-fd1d5ca2839d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event deleted for resources: {'Port': ['ID=8509d889-e654-492c-90f2-f145f97d6866,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:58.955572 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-152abb6f-0242-4629-a896-91fc27bc7cc8 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.960477 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-152abb6f-0242-4629-a896-91fc27bc7cc8 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:58.961641 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-152abb6f-0242-4629-a896-91fc27bc7cc8 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "DELETE /v2.0/security-groups/edff2145-5246-442d-92b0-5da3a787dae9 HTTP/1.1" status: 204 len: 168 time: 0.3337891 Jul 27 20:00:58.964911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33624) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:59.019048 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152abb6f-0242-4629-a896-91fc27bc7cc8 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edff2145-5246-442d-92b0-5da3a787dae9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:00:59.057212 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-96525b9e-0c4b-48a7-a3ee-fd1d5ca2839d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] No DVR routers for this DVR port 8509d889-e654-492c-90f2-f145f97d6866 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:00:59.064764 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:59.068542 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-96525b9e-0c4b-48a7-a3ee-fd1d5ca2839d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:00:59.070521 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-96525b9e-0c4b-48a7-a3ee-fd1d5ca2839d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "DELETE /v2.0/ports/8509d889-e654-492c-90f2-f145f97d6866 HTTP/1.1" status: 204 len: 173 time: 2.7605069 Jul 27 20:00:59.079906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ec36fb9-4bb4-496c-85c3-1fee111e2609 req-d4a2c913-c85d-4e51-bc54-ac2786559493 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089032 Jul 27 20:00:59.090782 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-62690427-ba04-48d9-bb26-d44e1a1c5960 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1166627 Jul 27 20:00:59.106492 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33626) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:59.135077 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-0076db62-06dd-4899-b795-e7f662289c7f tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] delete failed (client error): The resource could not be found. Jul 27 20:00:59.136226 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0076db62-06dd-4899-b795-e7f662289c7f tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "DELETE /v2.0/security-groups/cc601691-3b73-448e-a981-626eaab76e16 HTTP/1.1" status: 404 len: 347 time: 0.0260346 Jul 27 20:00:59.142180 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33632) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:59.159333 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-ba1cd9d8-d63f-4e51-9671-898e1ebe0de0 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] show failed (client error): The resource could not be found. Jul 27 20:00:59.160672 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ba1cd9d8-d63f-4e51-9671-898e1ebe0de0 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "GET /v2.0/security-groups/b11c0491-d515-4e7d-8049-86ad8ee17050 HTTP/1.1" status: 404 len: 347 time: 0.0172298 Jul 27 20:00:59.172344 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33634) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:59.194931 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c676675b-fdc0-4a41-84ed-a34905659653 x-openstack-request-id: req-c676675b-fdc0-4a41-84ed-a34905659653 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:00:59.194931 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a95f31-a1ea-43b0-872f-96e5bb0cb605", "tag": "541da640-d358-468b-b24e-a23f278bc234", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:00:59.195153 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-d6e8d941-a9b4-4cd0-8b4c-b2df47f1a953 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] show failed (client error): The resource could not be found. Jul 27 20:00:59.195241 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c676675b-fdc0-4a41-84ed-a34905659653 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:00:59.195323 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'tag': '541da640-d358-468b-b24e-a23f278bc234', 'status': 'completed', 'code': 200} Jul 27 20:00:59.205843 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d6e8d941-a9b4-4cd0-8b4c-b2df47f1a953 tempest-NegativeSecGroupTest-1649957289 tempest-NegativeSecGroupTest-1649957289-project] 10.222.0.48 "GET /v2.0/security-group-rules/b696a185-2a99-403a-b321-6f66705a8584 HTTP/1.1" status: 404 len: 356 time: 0.0260272 Jul 27 20:00:59.228468 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376d8385-b4b4-4211-97cb-95edb904b545 req-02d06b8e-632b-44d3-8a23-548331410f57 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe1e18f8-c2ab-4eba-b448-51ad11eab8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046587 Jul 27 20:00:59.702961 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33650) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:59.890896 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0595e1cf-4552-4a69-9dee-54a9f9f8ebe5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24ff8ef0ea5141f99a3a93f17cbcf228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864164 Jul 27 20:00:59.894755 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33656) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:00:59.975359 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:00.011043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-52c2a01e-6f08-4d22-9cd9-2db1b9e83bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:00.012711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-52c2a01e-6f08-4d22-9cd9-2db1b9e83bc3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=276aa582ad7e44029331aa2680c554e9&device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 1096 time: 0.9007595 Jul 27 20:01:00.018818 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:00.103571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-851c2f3d-ddf7-411d-ab48-ee24c4979629 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Deleting port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:00.103922 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-851c2f3d-ddf7-411d-ab48-ee24c4979629 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:00.118528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bfee8-f44e-4c53-95e2-7863b0c7e665 req-048f35fb-c213-4f7d-99b6-489497903524 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:00.127726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e39bfee8-f44e-4c53-95e2-7863b0c7e665 req-048f35fb-c213-4f7d-99b6-489497903524 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 945 time: 0.2991126 Jul 27 20:01:00.146572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-cf8c2dc7-795a-4f6f-811a-e268708fcd8d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=541da640-d358-468b-b24e-a23f278bc234 HTTP/1.1" status: 200 len: 217 time: 0.1051021 Jul 27 20:01:00.155729 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:00.159574 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:00.165113 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9a9ac0f-a47d-429e-b40e-d2f0e913794c HTTP/1.1" status: 204 len: 168 time: 0.2672913 Jul 27 20:01:00.186229 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a9ac0f-a47d-429e-b40e-d2f0e913794c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:00.196695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c784d9c-51e4-49af-bbd2-fa6352844eaf req-a3260ce0-7248-4110-85f0-e7c63c729d38 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:00.206073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c784d9c-51e4-49af-bbd2-fa6352844eaf req-a3260ce0-7248-4110-85f0-e7c63c729d38 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:00.207985 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c784d9c-51e4-49af-bbd2-fa6352844eaf req-a3260ce0-7248-4110-85f0-e7c63c729d38 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 1675 time: 0.8556564 Jul 27 20:01:00.216514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:00.217234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:00.217696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:00.218113 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:00.219033 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:00.219488 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:00.219916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:00.220356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:00.220805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:00.221222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:00.221763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:00.222058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03081a-6d0a-4005-97b0-97ee02cdaba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:00.410463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e39bfee8-f44e-4c53-95e2-7863b0c7e665 req-29c98933-831e-4377-a821-77109b6c6bf5 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818236 Jul 27 20:01:00.433787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-29c1b551-a3df-4071-b7ec-94bb3fd8045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:00.436248 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-29c1b551-a3df-4071-b7ec-94bb3fd8045b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16a7b1fa-340e-4d83-9ec9-70017797e334 HTTP/1.1" status: 200 len: 834 time: 0.2273252 Jul 27 20:01:00.458564 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c784d9c-51e4-49af-bbd2-fa6352844eaf req-27bdc86b-761e-4fb2-81b1-0e8085d71769 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849513 Jul 27 20:01:00.482921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-851c2f3d-ddf7-411d-ab48-ee24c4979629 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] For port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:00.483296 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-851c2f3d-ddf7-411d-ab48-ee24c4979629 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:00.522826 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-851c2f3d-ddf7-411d-ab48-ee24c4979629 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Calling delete_port for f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:00.644219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eecd930-5083-43b6-b70d-9023132eb265 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:01:00.662105 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:00.686332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-fb51ee92-eca2-40c3-8a0d-d957f3cadfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:00.688059 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-fb51ee92-eca2-40c3-8a0d-d957f3cadfc0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d4a9afff-e180-4361-9946-eb5062760342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2379386 Jul 27 20:01:00.835696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Transition to ACTIVE for port object 5eecd930-5083-43b6-b70d-9023132eb265 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:01:00.858267 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:01.006048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7bd0a-ca6e-42b4-9bef-286dcec9bf57 req-9f37a57e-7854-40fb-adf0-430c3ddb542e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:01.007730 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35f7bd0a-ca6e-42b4-9bef-286dcec9bf57 req-9f37a57e-7854-40fb-adf0-430c3ddb542e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 931 time: 0.3548999 Jul 27 20:01:01.008480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Pushing event updated for resources: {'Port': ['ID=5eecd930-5083-43b6-b70d-9023132eb265,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:01.069451 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-cc55206c-81f0-4122-9186-17bb4ad04086 service neutron] 10.222.0.63 "GET /v2.0/networks/d4a9afff-e180-4361-9946-eb5062760342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537686 Jul 27 20:01:01.077152 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-851c2f3d-ddf7-411d-ab48-ee24c4979629 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:01.099759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fd55b-e9c8-45bb-af36-6f9369cd4e83 req-5b2e5932-6ae4-4a00-908e-5f0f0c173192 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:01.101678 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-295fd55b-e9c8-45bb-af36-6f9369cd4e83 req-5b2e5932-6ae4-4a00-908e-5f0f0c173192 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 944 time: 0.3700292 Jul 27 20:01:01.251950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c2f3d-ddf7-411d-ab48-ee24c4979629 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event deleted for resources: {'Port': ['ID=f3f4f404-35f4-4af5-81a9-53ee4e03e5b4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:01.253886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-deleted', 'tag': '8509d889-e654-492c-90f2-f145f97d6866'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:01.256181 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdab65c6-76f5-4344-b38b-8773e81a7376" -d '{"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-deleted", "tag": "8509d889-e654-492c-90f2-f145f97d6866"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:01.332710 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35f7bd0a-ca6e-42b4-9bef-286dcec9bf57 req-e5d2974f-2600-49b4-9b3f-23a33c1e437e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028102 Jul 27 20:01:01.336548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-851c2f3d-ddf7-411d-ab48-ee24c4979629 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] No DVR routers for this DVR port f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:01:01.345044 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-851c2f3d-ddf7-411d-ab48-ee24c4979629 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:01.351414 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-851c2f3d-ddf7-411d-ab48-ee24c4979629 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "DELETE /v2.0/ports/f3f4f404-35f4-4af5-81a9-53ee4e03e5b4 HTTP/1.1" status: 204 len: 173 time: 2.2633266 Jul 27 20:01:01.468886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Attempting to bind port 5eecd930-5083-43b6-b70d-9023132eb265 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:01:01.469621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Attempting to bind port 5eecd930-5083-43b6-b70d-9023132eb265 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:01:01.469621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Attempting to bind port 5eecd930-5083-43b6-b70d-9023132eb265 on network 0c2f9109-2836-4ca2-a589-149d907fa229 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:01:01.508219 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-295fd55b-e9c8-45bb-af36-6f9369cd4e83 req-6fb2bff1-4273-4e5d-81d8-83b65257457a tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe1e18f8-c2ab-4eba-b448-51ad11eab8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3915143 Jul 27 20:01:01.510477 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ff9641f-3a16-438a-9f9e-53e778bfc77e req-1dabf4cf-03cb-4c0b-ad3d-d1ddbc2ad4ae service neutron] 10.222.0.63 "GET /v2.0/networks/d4a9afff-e180-4361-9946-eb5062760342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293580 Jul 27 20:01:01.615087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Port 5eecd930-5083-43b6-b70d-9023132eb265 on network 0c2f9109-2836-4ca2-a589-149d907fa229 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:01:01.615694 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Attempting to bind port 5eecd930-5083-43b6-b70d-9023132eb265 on network 0c2f9109-2836-4ca2-a589-149d907fa229 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:01:01.621785 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdbc547-0e2e-4b90-acc1-b61af3379d19 x-openstack-request-id: req-8bdbc547-0e2e-4b90-acc1-b61af3379d19 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:01.622149 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-deleted", "tag": "8509d889-e654-492c-90f2-f145f97d6866", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:01.622456 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8bdbc547-0e2e-4b90-acc1-b61af3379d19 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:01.622925 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-deleted', 'tag': '8509d889-e654-492c-90f2-f145f97d6866', 'status': 'completed', 'code': 200} Jul 27 20:01:01.670295 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33712) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:01.705791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:01:01.706148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Checking segment: {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:01:01.706611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Bound using segment: {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:01:01.707125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Bound port: 5eecd930-5083-43b6-b70d-9023132eb265, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:01:01.707562 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:01.827406 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ede0337d-09ce-4f13-ad4c-a1ce25518232 tempest-ServiceProvidersTest-1639114618 tempest-ServiceProvidersTest-1639114618-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1557400 Jul 27 20:01:01.892591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-c4292a7a-e354-4bad-91c1-04cdcbe2fb3a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Deleting port 1c389675-fc2c-489a-ac5e-e52b3557cb14 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:01.892934 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-c4292a7a-e354-4bad-91c1-04cdcbe2fb3a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:01.972564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bd2d5-1adf-4d9e-8470-12460b01b33b req-8573cb0d-ed84-4d99-a6d2-006a31e04b01 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:01.974307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-911bd2d5-1adf-4d9e-8470-12460b01b33b req-8573cb0d-ed84-4d99-a6d2-006a31e04b01 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b8713d-4701-4b20-a9dd-30acb40b37fa HTTP/1.1" status: 200 len: 946 time: 0.5020945 Jul 27 20:01:01.980928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d8ce8-706f-4268-8e78-5b98b5f1dfeb req-f67ffc59-7374-4581-bc8f-86df172cc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:01.982543 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-351d8ce8-706f-4268-8e78-5b98b5f1dfeb req-f67ffc59-7374-4581-bc8f-86df172cc04a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=276aa582ad7e44029331aa2680c554e9&device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 1096 time: 0.3558736 Jul 27 20:01:01.987887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] For port 5eecd930-5083-43b6-b70d-9023132eb265, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:01:02.075821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] For port 5eecd930-5083-43b6-b70d-9023132eb265, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=5eecd930-5083-43b6-b70d-9023132eb265,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:01:02.096670 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:02.159717 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088938b4-5ba6-40c2-9723-fd9a2673f0cc req-e4a4f49e-7044-4638-8943-4f66fb1acb32 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:02.161374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-088938b4-5ba6-40c2-9723-fd9a2673f0cc req-e4a4f49e-7044-4638-8943-4f66fb1acb32 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 942 time: 0.4094305 Jul 27 20:01:02.204873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-911bd2d5-1adf-4d9e-8470-12460b01b33b req-4e0c3ba2-7cd3-42a5-86d0-d65159087d37 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213922 Jul 27 20:01:02.273733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:02.273733 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:02.273733 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] 10.222.0.63 "PUT /v2.0/ports/5eecd930-5083-43b6-b70d-9023132eb265 HTTP/1.1" status: 200 len: 1092 time: 3.5864358 Jul 27 20:01:02.338106 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-c4292a7a-e354-4bad-91c1-04cdcbe2fb3a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] For port 1c389675-fc2c-489a-ac5e-e52b3557cb14, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=1c389675-fc2c-489a-ac5e-e52b3557cb14,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:02.338483 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-c4292a7a-e354-4bad-91c1-04cdcbe2fb3a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:02.412600 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33734) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:02.440371 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c3a78-3cf7-473c-a2c4-9742cb3c9c3a service neutron] Pushing event updated for resources: {'Port': ['ID=5eecd930-5083-43b6-b70d-9023132eb265,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:02.453817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-c4292a7a-e354-4bad-91c1-04cdcbe2fb3a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Calling delete_port for 1c389675-fc2c-489a-ac5e-e52b3557cb14 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:02.457756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d8ce8-706f-4268-8e78-5b98b5f1dfeb req-5b3a5d50-1e99-4951-9cb7-99aee8f666ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:02.459213 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-351d8ce8-706f-4268-8e78-5b98b5f1dfeb req-5b3a5d50-1e99-4951-9cb7-99aee8f666ff service neutron] 10.222.0.63 "GET /v2.0/networks?id=d4a9afff-e180-4361-9946-eb5062760342 HTTP/1.1" status: 200 len: 898 time: 0.4572580 Jul 27 20:01:02.478132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-088938b4-5ba6-40c2-9723-fd9a2673f0cc req-659c3ce4-1c01-4019-98c4-1e718ed6783a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups?id=fece3e48-b9f0-4e1e-a8c1-c20279203849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032067 Jul 27 20:01:02.607619 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0597734a-88b6-4cbe-8528-18f06819c9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:02.611021 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-351d8ce8-706f-4268-8e78-5b98b5f1dfeb req-9cb3db05-393a-4f5e-aeea-9ae29d66203b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=541da640-d358-468b-b24e-a23f278bc234 HTTP/1.1" status: 200 len: 217 time: 0.1254332 Jul 27 20:01:02.779326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-87fd5c33-cc15-4c9c-9808-b8814a9e46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:02.781215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-87fd5c33-cc15-4c9c-9808-b8814a9e46cd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 1095 time: 0.4171877 Jul 27 20:01:02.793601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d8ce8-706f-4268-8e78-5b98b5f1dfeb req-8e76f10c-07f2-4e77-8aab-88f9c48dbb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:02.795517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-351d8ce8-706f-4268-8e78-5b98b5f1dfeb req-8e76f10c-07f2-4e77-8aab-88f9c48dbb34 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16a7b1fa-340e-4d83-9ec9-70017797e334 HTTP/1.1" status: 200 len: 834 time: 0.1531615 Jul 27 20:01:02.857231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-d9a5247c-1f89-46f3-9206-ac22ba40b641 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5eecd930-5083-43b6-b70d-9023132eb265 HTTP/1.1" status: 200 len: 217 time: 0.0597856 Jul 27 20:01:02.906894 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0597734a-88b6-4cbe-8528-18f06819c9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:02.912708 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0597734a-88b6-4cbe-8528-18f06819c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:02.936710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c420c-ec14-4b43-b7a2-46090a08416e req-0c418f4d-53b5-4eb7-8824-e7adf090b9f3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:02.938123 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c7c420c-ec14-4b43-b7a2-46090a08416e req-0c418f4d-53b5-4eb7-8824-e7adf090b9f3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 943 time: 0.3312953 Jul 27 20:01:02.957763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597734a-88b6-4cbe-8528-18f06819c9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a09aecc-736f-403d-80c2-7ee0b1569fb2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:02.978321 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0597734a-88b6-4cbe-8528-18f06819c9c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c33ae35f4ca04419b018e4284d63f89e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5644617 Jul 27 20:01:02.980930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33742) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:03.017212 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-b3eaceca-7a5b-4e4b-801e-644c3e80e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:03.018768 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-b3eaceca-7a5b-4e4b-801e-644c3e80e65e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 200 len: 846 time: 0.1376791 Jul 27 20:01:03.034160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dad94-e9e5-4714-af66-232546a224bc req-6765816f-2c65-4eb0-8c9f-8747a8f772ca tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:03.035777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d57dad94-e9e5-4714-af66-232546a224bc req-6765816f-2c65-4eb0-8c9f-8747a8f772ca tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 944 time: 0.3318665 Jul 27 20:01:03.087847 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-564b7c2d-2fa7-4c6b-b734-d87ee86ff7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:03.116095 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-0894c310-11a3-4ae3-b545-edda719b4824 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0c2f9109-2836-4ca2-a589-149d907fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711818 Jul 27 20:01:03.121644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c7c420c-ec14-4b43-b7a2-46090a08416e req-3be857da-01e7-42f6-b743-9d54b70212d6 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725843 Jul 27 20:01:03.134739 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-564b7c2d-2fa7-4c6b-b734-d87ee86ff7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:03.141155 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d8ce8-706f-4268-8e78-5b98b5f1dfeb req-dcb80d9d-c826-4d22-aff2-7273ad392642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:03.142696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-351d8ce8-706f-4268-8e78-5b98b5f1dfeb req-dcb80d9d-c826-4d22-aff2-7273ad392642 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d4a9afff-e180-4361-9946-eb5062760342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3360782 Jul 27 20:01:03.171931 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-c4292a7a-e354-4bad-91c1-04cdcbe2fb3a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:03.256799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d57dad94-e9e5-4714-af66-232546a224bc req-beee1b71-8c8e-4fc2-994c-b3af58a48e6f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe1e18f8-c2ab-4eba-b448-51ad11eab8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106328 Jul 27 20:01:03.293641 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-564b7c2d-2fa7-4c6b-b734-d87ee86ff7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:03.299745 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-564b7c2d-2fa7-4c6b-b734-d87ee86ff7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:03.301364 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-564b7c2d-2fa7-4c6b-b734-d87ee86ff7d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a09aecc-736f-403d-80c2-7ee0b1569fb2 HTTP/1.1" status: 204 len: 168 time: 0.3184955 Jul 27 20:01:03.350288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b7c2d-2fa7-4c6b-b734-d87ee86ff7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a09aecc-736f-403d-80c2-7ee0b1569fb2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:03.490493 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 541da640-d358-468b-b24e-a23f278bc234 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:01:03.809505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 541da640-d358-468b-b24e-a23f278bc234, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=541da640-d358-468b-b24e-a23f278bc234,segment=NetworkSegment(2f93898f-5b70-4eb7-bf18-f49e8d595bd0),segment_id=2f93898f-5b70-4eb7-bf18-f49e8d595bd0)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:03.827607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '541da640-d358-468b-b24e-a23f278bc234', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'port_id': '541da640-d358-468b-b24e-a23f278bc234', 'mac_address': 'fa:16:3e:9d:da:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:01:03.883058 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:03.911369 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-deleted', 'tag': 'f3f4f404-35f4-4af5-81a9-53ee4e03e5b4'}, {'name': 'network-changed', 'server_uuid': '28f5886c-5da8-4ce5-b46c-555a6ffac7c0', 'tag': '5eecd930-5083-43b6-b70d-9023132eb265'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:03.913801 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9ca6c8-1ea3-403a-8361-c83a2c06557d" -d '{"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-deleted", "tag": "f3f4f404-35f4-4af5-81a9-53ee4e03e5b4"}, {"name": "network-changed", "server_uuid": "28f5886c-5da8-4ce5-b46c-555a6ffac7c0", "tag": "5eecd930-5083-43b6-b70d-9023132eb265"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:03.930977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541da640-d358-468b-b24e-a23f278bc234 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:01:03.983098 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 541da640-d358-468b-b24e-a23f278bc234, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=541da640-d358-468b-b24e-a23f278bc234,segment=NetworkSegment(2f93898f-5b70-4eb7-bf18-f49e8d595bd0),segment_id=2f93898f-5b70-4eb7-bf18-f49e8d595bd0)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:03.985170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4292a7a-e354-4bad-91c1-04cdcbe2fb3a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event deleted for resources: {'Port': ['ID=1c389675-fc2c-489a-ac5e-e52b3557cb14,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:03.992643 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:04.071891 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d2bb5-0e07-406b-a1c4-04795ee95e17 req-2f73327c-fc38-4b4e-ab10-37f43e5f4d5f tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:04.073873 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb6d2bb5-0e07-406b-a1c4-04795ee95e17 req-2f73327c-fc38-4b4e-ab10-37f43e5f4d5f tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.63 "GET /v2.0/ports?device_id=62b8713d-4701-4b20-a9dd-30acb40b37fa HTTP/1.1" status: 200 len: 946 time: 0.1452727 Jul 27 20:01:04.086936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=541da640-d358-468b-b24e-a23f278bc234,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:04.109434 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:04.110585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:04.111833 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:04.113495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:04.115531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:04.116051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:04.117384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:04.117899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:04.122888 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:04.123430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:04.123941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:04.124458 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:04.143986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2428e8f9-506a-4200-b6e2-e2d9cc84752f req-c61284c7-897a-44e7-9702-c0ba0e3efc28 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.2268076 Jul 27 20:01:04.203177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['541da640-d358-468b-b24e-a23f278bc234'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:04.279651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-c4292a7a-e354-4bad-91c1-04cdcbe2fb3a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] No DVR routers for this DVR port 1c389675-fc2c-489a-ac5e-e52b3557cb14 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:01:04.306861 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbb3c5d-ae39-457e-ae3c-be99f73b4870 x-openstack-request-id: req-dbbb3c5d-ae39-457e-ae3c-be99f73b4870 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:04.307219 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-deleted", "tag": "f3f4f404-35f4-4af5-81a9-53ee4e03e5b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28f5886c-5da8-4ce5-b46c-555a6ffac7c0", "tag": "5eecd930-5083-43b6-b70d-9023132eb265", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:04.307485 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbbb3c5d-ae39-457e-ae3c-be99f73b4870 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:04.307889 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-deleted', 'tag': 'f3f4f404-35f4-4af5-81a9-53ee4e03e5b4', 'status': 'completed', 'code': 200} Jul 27 20:01:04.308564 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f5886c-5da8-4ce5-b46c-555a6ffac7c0', 'tag': '5eecd930-5083-43b6-b70d-9023132eb265', 'status': 'completed', 'code': 200} Jul 27 20:01:04.311078 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-c4292a7a-e354-4bad-91c1-04cdcbe2fb3a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:04.313446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-c4292a7a-e354-4bad-91c1-04cdcbe2fb3a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.63 "DELETE /v2.0/ports/1c389675-fc2c-489a-ac5e-e52b3557cb14 HTTP/1.1" status: 204 len: 173 time: 2.9207013 Jul 27 20:01:04.490849 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-bb6d2bb5-0e07-406b-a1c4-04795ee95e17 req-15db4138-b1ea-478e-b029-37cf5352c821 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Deleting port 61886143-a798-4220-b0f4-93d34b77293b {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:04.491318 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bb6d2bb5-0e07-406b-a1c4-04795ee95e17 req-15db4138-b1ea-478e-b029-37cf5352c821 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:04.504485 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-27e07458-89d2-4e37-8918-fdd7e04ffaa1 service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3676922 Jul 27 20:01:04.642375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e1cfc7fe-3291-441b-aa03-a78700baa109 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:04.650672 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e1cfc7fe-3291-441b-aa03-a78700baa109 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/networks?id=167c3c25-c049-4e77-80a6-de646299c122 HTTP/1.1" status: 200 len: 813 time: 0.7219639 Jul 27 20:01:04.655602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-bb6d2bb5-0e07-406b-a1c4-04795ee95e17 req-15db4138-b1ea-478e-b029-37cf5352c821 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] For port 61886143-a798-4220-b0f4-93d34b77293b, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=61886143-a798-4220-b0f4-93d34b77293b,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:04.656051 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bb6d2bb5-0e07-406b-a1c4-04795ee95e17 req-15db4138-b1ea-478e-b029-37cf5352c821 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:04.684107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-bb6d2bb5-0e07-406b-a1c4-04795ee95e17 req-15db4138-b1ea-478e-b029-37cf5352c821 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Calling delete_port for 61886143-a798-4220-b0f4-93d34b77293b owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:04.694158 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-351d8ce8-706f-4268-8e78-5b98b5f1dfeb req-a7599958-609a-42b1-b4a7-5c75f33721d2 service neutron] 10.222.0.63 "GET /v2.0/networks/d4a9afff-e180-4361-9946-eb5062760342?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5087128 Jul 27 20:01:04.700618 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:01:04.911044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3e3eabd9-93bc-4183-b0fd-43b8fc4dbe83 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/quotas/58139400d1454378b468002d61ea3b7d HTTP/1.1" status: 200 len: 375 time: 0.2592380 Jul 27 20:01:05.106055 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac46ae-c507-48e1-acd6-b0c88c686781 req-37c2a6c9-12c9-476d-a70c-024d8cae4fd2 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:05.126962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3ac46ae-c507-48e1-acd6-b0c88c686781 req-37c2a6c9-12c9-476d-a70c-024d8cae4fd2 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 943 time: 0.6416388 Jul 27 20:01:05.179832 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bb6d2bb5-0e07-406b-a1c4-04795ee95e17 req-15db4138-b1ea-478e-b029-37cf5352c821 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:05.199676 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['98ff95de-7ce2-4c9d-ae79-e959ad44d4b7'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:05.263590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db4138-b1ea-478e-b029-37cf5352c821 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Pushing event deleted for resources: {'Port': ['ID=61886143-a798-4220-b0f4-93d34b77293b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:05.286406 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-c32ea1cf-5d92-4ff8-9e51-339a63e853b5 service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6891987 Jul 27 20:01:05.298579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['61886143-a798-4220-b0f4-93d34b77293b'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:05.315756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-351d8ce8-706f-4268-8e78-5b98b5f1dfeb req-a289f91a-d76e-4e16-931c-e7ae5e5fc4c8 service neutron] 10.222.0.63 "GET /v2.0/networks/d4a9afff-e180-4361-9946-eb5062760342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760419 Jul 27 20:01:05.339301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3ac46ae-c507-48e1-acd6-b0c88c686781 req-a9f2fb1f-969e-4f31-8c67-51e6745766a7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100697 Jul 27 20:01:05.368715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3a4c5-888d-4220-83b3-6d633838e8b2 req-62571d7e-d764-4d67-b200-e156b32591cf tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:05.372146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7fa3a4c5-888d-4220-83b3-6d633838e8b2 req-62571d7e-d764-4d67-b200-e156b32591cf tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fcd9e0b-75ad-43ef-b2a4-0483cf829972 HTTP/1.1" status: 200 len: 945 time: 0.4563181 Jul 27 20:01:05.373297 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6d2bb5-0e07-406b-a1c4-04795ee95e17 req-15db4138-b1ea-478e-b029-37cf5352c821 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] No DVR routers for this DVR port 61886143-a798-4220-b0f4-93d34b77293b on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:01:05.379131 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bb6d2bb5-0e07-406b-a1c4-04795ee95e17 req-15db4138-b1ea-478e-b029-37cf5352c821 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:05.382700 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb6d2bb5-0e07-406b-a1c4-04795ee95e17 req-15db4138-b1ea-478e-b029-37cf5352c821 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.63 "DELETE /v2.0/ports/61886143-a798-4220-b0f4-93d34b77293b HTTP/1.1" status: 204 len: 173 time: 1.3009481 Jul 27 20:01:05.386692 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b8713d-4701-4b20-a9dd-30acb40b37fa', 'name': 'network-vif-deleted', 'tag': '61886143-a798-4220-b0f4-93d34b77293b'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:05.395119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-6b80f225-1ebd-4c5e-83fc-befa716f1384 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=58139400d1454378b468002d61ea3b7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4517601 Jul 27 20:01:05.395348 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a08cf9d-1ad5-4eda-a7b9-d560ef487294" -d '{"events": [{"server_uuid": "62b8713d-4701-4b20-a9dd-30acb40b37fa", "name": "network-vif-deleted", "tag": "61886143-a798-4220-b0f4-93d34b77293b"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:05.518464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 541da640-d358-468b-b24e-a23f278bc234 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:01:05.693686 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ca6c8-1ea3-403a-8361-c83a2c06557d req-bb2c2dd0-4a13-4908-bbad-06bd15862e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:05.700599 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-da9ca6c8-1ea3-403a-8361-c83a2c06557d req-bb2c2dd0-4a13-4908-bbad-06bd15862e6e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 1095 time: 0.2575557 Jul 27 20:01:05.876045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 541da640-d358-468b-b24e-a23f278bc234 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:01:05.898015 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 541da640-d358-468b-b24e-a23f278bc234 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:01:05.903036 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:05.929758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-7fa3a4c5-888d-4220-83b3-6d633838e8b2 req-56f98af4-d4b8-4cb5-b598-8e6da03dae3c tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Deleting port 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:05.930091 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7fa3a4c5-888d-4220-83b3-6d633838e8b2 req-56f98af4-d4b8-4cb5-b598-8e6da03dae3c tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:05.944384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb20b96-953e-465b-ba47-d7a484b0a191 req-5056083a-f8b5-4a84-a30f-38bba1345b2c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:05.953938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4cb20b96-953e-465b-ba47-d7a484b0a191 req-5056083a-f8b5-4a84-a30f-38bba1345b2c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 945 time: 0.4441915 Jul 27 20:01:06.041010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-76aea49b-9ba1-4fbd-bee2-6c1397bcc6d6 service neutron] 10.222.0.48 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325611 Jul 27 20:01:06.048459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e27af50-36ce-42be-8017-2eca87a3f995 req-0bf0eb72-2896-48ef-845b-2f975019e081 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3882504 Jul 27 20:01:06.115072 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4cb20b96-953e-465b-ba47-d7a484b0a191 req-66260a4f-08b3-4f91-8ed8-e026258c8f7f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe1e18f8-c2ab-4eba-b448-51ad11eab8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554363 Jul 27 20:01:06.147544 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:06.207399 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 541da640-d358-468b-b24e-a23f278bc234, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=541da640-d358-468b-b24e-a23f278bc234,segment=NetworkSegment(2f93898f-5b70-4eb7-bf18-f49e8d595bd0),segment_id=2f93898f-5b70-4eb7-bf18-f49e8d595bd0)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:06.213072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541da640-d358-468b-b24e-a23f278bc234'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:06.224844 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b9b719-6486-4898-b4ab-41b5e529f26d" -d '{"events": [{"server_uuid": "a2a95f31-a1ea-43b0-872f-96e5bb0cb605", "name": "network-vif-plugged", "status": "completed", "tag": "541da640-d358-468b-b24e-a23f278bc234"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:06.233677 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:06.276720 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ca6c8-1ea3-403a-8361-c83a2c06557d req-396439fc-5661-4867-a9af-a2a709a0c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:06.278409 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-da9ca6c8-1ea3-403a-8361-c83a2c06557d req-396439fc-5661-4867-a9af-a2a709a0c16c service neutron] 10.222.0.63 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 907 time: 0.5695655 Jul 27 20:01:06.313093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-deleted', 'tag': '1c389675-fc2c-489a-ac5e-e52b3557cb14'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:06.315989 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf3fcdb-c6e4-44aa-be11-023b9ebe5439" -d '{"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-deleted", "tag": "1c389675-fc2c-489a-ac5e-e52b3557cb14"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:06.355105 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-7fa3a4c5-888d-4220-83b3-6d633838e8b2 req-56f98af4-d4b8-4cb5-b598-8e6da03dae3c tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] For port 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=98ff95de-7ce2-4c9d-ae79-e959ad44d4b7,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:06.355745 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7fa3a4c5-888d-4220-83b3-6d633838e8b2 req-56f98af4-d4b8-4cb5-b598-8e6da03dae3c tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:06.393689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-7fa3a4c5-888d-4220-83b3-6d633838e8b2 req-56f98af4-d4b8-4cb5-b598-8e6da03dae3c tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Calling delete_port for 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:06.439351 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-da9ca6c8-1ea3-403a-8361-c83a2c06557d req-f73320b4-02b1-4aa5-aeb8-c6dbdaa975a9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5eecd930-5083-43b6-b70d-9023132eb265 HTTP/1.1" status: 200 len: 217 time: 0.1530726 Jul 27 20:01:06.440192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-bd4c2990-63a3-4eb1-adf7-d9f72d8abce0 service neutron] 10.222.0.48 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906770 Jul 27 20:01:06.483773 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=541da640-d358-468b-b24e-a23f278bc234,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:06.615708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27af50-36ce-42be-8017-2eca87a3f995 req-ddd3824a-ddb9-48f0-b4e2-2da2baec90ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:06.626553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e27af50-36ce-42be-8017-2eca87a3f995 req-ddd3824a-ddb9-48f0-b4e2-2da2baec90ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 1098 time: 0.4344132 Jul 27 20:01:06.701265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91842c2d-051f-45c1-b852-01b40f1dbdf5 req-add91a11-cba1-44f2-8cd9-8f19be0c7165 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.0821586 Jul 27 20:01:06.712182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ca6c8-1ea3-403a-8361-c83a2c06557d req-6962d4c6-eb2d-43dd-bfe4-477ca522d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:06.717979 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-da9ca6c8-1ea3-403a-8361-c83a2c06557d req-6962d4c6-eb2d-43dd-bfe4-477ca522d82c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 200 len: 846 time: 0.2703993 Jul 27 20:01:06.840597 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bd5aac-3821-4cfe-974e-7de87d49fbeb x-openstack-request-id: req-33bd5aac-3821-4cfe-974e-7de87d49fbeb {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:06.840879 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a95f31-a1ea-43b0-872f-96e5bb0cb605", "name": "network-vif-plugged", "status": "completed", "tag": "541da640-d358-468b-b24e-a23f278bc234", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:06.841458 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33bd5aac-3821-4cfe-974e-7de87d49fbeb {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:06.841839 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541da640-d358-468b-b24e-a23f278bc234', 'code': 200} Jul 27 20:01:06.881237 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d40dc6-d9a4-410c-8978-460e2636abb7 x-openstack-request-id: req-51d40dc6-d9a4-410c-8978-460e2636abb7 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:06.881673 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b8713d-4701-4b20-a9dd-30acb40b37fa", "name": "network-vif-deleted", "tag": "61886143-a798-4220-b0f4-93d34b77293b", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:06.886923 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51d40dc6-d9a4-410c-8978-460e2636abb7 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:06.887407 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b8713d-4701-4b20-a9dd-30acb40b37fa', 'name': 'network-vif-deleted', 'tag': '61886143-a798-4220-b0f4-93d34b77293b', 'status': 'completed', 'code': 200} Jul 27 20:01:06.894405 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-da9ca6c8-1ea3-403a-8361-c83a2c06557d req-8824ab7d-c227-40fa-a6cf-96b30b204309 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0c2f9109-2836-4ca2-a589-149d907fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643124 Jul 27 20:01:07.020974 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba7bf7f-e56e-4c40-b6bc-99d8e56240b4 x-openstack-request-id: req-4ba7bf7f-e56e-4c40-b6bc-99d8e56240b4 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:07.021490 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2d9d38-e509-425e-ac3e-b0ad1132fe21", "name": "network-vif-deleted", "tag": "1c389675-fc2c-489a-ac5e-e52b3557cb14", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:07.021871 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ba7bf7f-e56e-4c40-b6bc-99d8e56240b4 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:07.022666 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2d9d38-e509-425e-ac3e-b0ad1132fe21', 'name': 'network-vif-deleted', 'tag': '1c389675-fc2c-489a-ac5e-e52b3557cb14', 'status': 'completed', 'code': 200} Jul 27 20:01:07.277378 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27af50-36ce-42be-8017-2eca87a3f995 req-48a49bcf-b471-471b-b7a1-6b20eaae0cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:07.283986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e27af50-36ce-42be-8017-2eca87a3f995 req-48a49bcf-b471-471b-b7a1-6b20eaae0cfc service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 918 time: 0.6010218 Jul 27 20:01:07.324895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c2cbd-99b5-43ab-9484-d0ac2edf9e44 req-5b1c040e-c0bd-4a50-b15c-c15ffd1262ae tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:07.339097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-603c2cbd-99b5-43ab-9484-d0ac2edf9e44 req-5b1c040e-c0bd-4a50-b15c-c15ffd1262ae tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 943 time: 0.3318753 Jul 27 20:01:07.342405 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ef2b0-be93-4702-8949-bd40d6a11323 req-9ca1ae16-2b23-4ab2-8137-575989049088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:07.348055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-981ef2b0-be93-4702-8949-bd40d6a11323 req-9ca1ae16-2b23-4ab2-8137-575989049088 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 1098 time: 0.3398914 Jul 27 20:01:07.373813 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-da9ca6c8-1ea3-403a-8361-c83a2c06557d req-a95d2615-6dd5-42a1-979d-c3bd54950e1c service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562869 Jul 27 20:01:07.480770 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 5eecd930-5083-43b6-b70d-9023132eb265 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:01:07.483021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 61886143-a798-4220-b0f4-93d34b77293b no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:01:07.584851 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-da9ca6c8-1ea3-403a-8361-c83a2c06557d req-4214962a-0b27-4919-b745-847a3de3b214 service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019808 Jul 27 20:01:07.595596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 61886143-a798-4220-b0f4-93d34b77293b {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:01:07.599171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 61886143-a798-4220-b0f4-93d34b77293b not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:01:07.606474 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-603c2cbd-99b5-43ab-9484-d0ac2edf9e44 req-d257e835-7737-4a5c-9cba-2e54bf116e8d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663243 Jul 27 20:01:07.633551 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7fa3a4c5-888d-4220-83b3-6d633838e8b2 req-56f98af4-d4b8-4cb5-b598-8e6da03dae3c tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:07.810400 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e27af50-36ce-42be-8017-2eca87a3f995 req-cb322fa2-de28-4f40-a7c8-f91074dc964b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=697418e5-5859-4ab1-a590-67829d3c0217 HTTP/1.1" status: 200 len: 1002 time: 0.5208480 Jul 27 20:01:07.814450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f98af4-d4b8-4cb5-b598-8e6da03dae3c tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Pushing event deleted for resources: {'Port': ['ID=98ff95de-7ce2-4c9d-ae79-e959ad44d4b7,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:07.818599 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-981ef2b0-be93-4702-8949-bd40d6a11323 req-952ee86d-7473-466c-b63e-e00bed0dc2f9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=fe1e18f8-c2ab-4eba-b448-51ad11eab8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4317193 Jul 27 20:01:07.861605 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 5eecd930-5083-43b6-b70d-9023132eb265, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=5eecd930-5083-43b6-b70d-9023132eb265,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:07.878364 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50e9d7c7-8fd9-429b-b17f-b83240d930fe req-fd47fd9e-bbfc-4888-9c30-8b774587136d tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 210 time: 0.1173086 Jul 27 20:01:07.902726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '5eecd930-5083-43b6-b70d-9023132eb265', 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229', 'port_id': '5eecd930-5083-43b6-b70d-9023132eb265', 'mac_address': 'fa:16:3e:17:1e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3b9a07-ca57-4084-b8ee-ab8cca04c27f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:01:08.045599 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:08.074133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa3a4c5-888d-4220-83b3-6d633838e8b2 req-56f98af4-d4b8-4cb5-b598-8e6da03dae3c tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] No DVR routers for this DVR port 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:01:08.099155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eecd930-5083-43b6-b70d-9023132eb265 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:01:08.104088 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7fa3a4c5-888d-4220-83b3-6d633838e8b2 req-56f98af4-d4b8-4cb5-b598-8e6da03dae3c tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:08.106102 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7fa3a4c5-888d-4220-83b3-6d633838e8b2 req-56f98af4-d4b8-4cb5-b598-8e6da03dae3c tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.52 "DELETE /v2.0/ports/98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 HTTP/1.1" status: 204 len: 173 time: 2.7080882 Jul 27 20:01:08.189264 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27af50-36ce-42be-8017-2eca87a3f995 req-ddab8f1a-6b90-404f-b11f-3dfd3d68f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:08.190543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 5eecd930-5083-43b6-b70d-9023132eb265, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=5eecd930-5083-43b6-b70d-9023132eb265,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:08.196282 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e27af50-36ce-42be-8017-2eca87a3f995 req-ddab8f1a-6b90-404f-b11f-3dfd3d68f102 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d09a00cb-b386-481d-ac77-b852f1db0dbd HTTP/1.1" status: 200 len: 856 time: 0.3739712 Jul 27 20:01:08.201673 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:08.211705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe2e8a-977c-475d-862a-fd0e898dfd6f req-d9635661-b4e0-4371-bf54-3ba5a51e12cb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:08.228578 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3efe2e8a-977c-475d-862a-fd0e898dfd6f req-d9635661-b4e0-4371-bf54-3ba5a51e12cb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 946 time: 0.8003719 Jul 27 20:01:08.231966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d9f88d36-b6a0-43de-8e07-852aedd6890b req-0cb7195e-8720-4ae6-86b1-5a799ca0d06b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.1294229 Jul 27 20:01:08.370679 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3efe2e8a-977c-475d-862a-fd0e898dfd6f req-86d49d76-c3c2-4909-88ef-c12b6e4e3bde tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe1e18f8-c2ab-4eba-b448-51ad11eab8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411071 Jul 27 20:01:08.376780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33884) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:08.398439 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27af50-36ce-42be-8017-2eca87a3f995 req-4d9162af-eb75-40c5-a1e2-358cc952d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:08.400209 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e27af50-36ce-42be-8017-2eca87a3f995 req-4d9162af-eb75-40c5-a1e2-358cc952d31c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a353abe-4a3b-464a-8986-fca747b8e0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1674008 Jul 27 20:01:08.402420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=5eecd930-5083-43b6-b70d-9023132eb265,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:08.431560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['5eecd930-5083-43b6-b70d-9023132eb265'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:08.508563 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:08.542708 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e27af50-36ce-42be-8017-2eca87a3f995 req-2647f5b6-3208-4681-b36c-6d710cc1d90b service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290829 Jul 27 20:01:08.595492 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6a6f23ff-94bb-4929-b5c4-a8ab1f5ca5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:08.712548 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e27af50-36ce-42be-8017-2eca87a3f995 req-7585deb0-5dc4-4540-89eb-0f2fbe9e38cd service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614370 Jul 27 20:01:08.852932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6a6f23ff-94bb-4929-b5c4-a8ab1f5ca5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:08.865587 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6a6f23ff-94bb-4929-b5c4-a8ab1f5ca5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:08.882645 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64390491-5087-4a26-bbfc-582ad9e326d4 req-d6ba3376-36e7-4aa4-9510-348b47ec79aa tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:08.885126 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64390491-5087-4a26-bbfc-582ad9e326d4 req-d6ba3376-36e7-4aa4-9510-348b47ec79aa tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 944 time: 0.1198812 Jul 27 20:01:08.931202 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6a6f23ff-94bb-4929-b5c4-a8ab1f5ca5ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=059e013238d9474bb98320940d388a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5527422 Jul 27 20:01:08.932077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33900) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:09.050609 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-154e6f06-c410-4e57-b97b-69c61ed9781e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:09.053866 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcd9e0b-75ad-43ef-b2a4-0483cf829972', 'name': 'network-vif-deleted', 'tag': '98ff95de-7ce2-4c9d-ae79-e959ad44d4b7'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:09.056829 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4544e437-cad0-45d5-81c6-6446f56f61b6" -d '{"events": [{"server_uuid": "7fcd9e0b-75ad-43ef-b2a4-0483cf829972", "name": "network-vif-deleted", "tag": "98ff95de-7ce2-4c9d-ae79-e959ad44d4b7"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:09.068224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-dfeca85d-a272-4399-97b8-540ce70addf7 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:09.070028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-dfeca85d-a272-4399-97b8-540ce70addf7 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.52 "GET /v2.0/networks?id=167c3c25-c049-4e77-80a6-de646299c122 HTTP/1.1" status: 200 len: 813 time: 0.1445162 Jul 27 20:01:09.145478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-d40e02ac-39dd-4cef-9b46-ae0718e706ed tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Request body: {'port': {'device_id': 'db3b0d05-886b-412f-960a-e02ce410f35c', 'network_id': '167c3c25-c049-4e77-80a6-de646299c122', 'admin_state_up': True, 'tenant_id': '58139400d1454378b468002d61ea3b7d'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:09.150003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f23ff-94bb-4929-b5c4-a8ab1f5ca5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3659f3d6-a910-4bbc-a9a2-8e26bdd3b89c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:09.159611 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-154e6f06-c410-4e57-b97b-69c61ed9781e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:09.220664 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-154e6f06-c410-4e57-b97b-69c61ed9781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:09.223854 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-154e6f06-c410-4e57-b97b-69c61ed9781e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:09.230615 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-154e6f06-c410-4e57-b97b-69c61ed9781e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3659f3d6-a910-4bbc-a9a2-8e26bdd3b89c HTTP/1.1" status: 204 len: 168 time: 0.2959094 Jul 27 20:01:09.240461 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e6f06-c410-4e57-b97b-69c61ed9781e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3659f3d6-a910-4bbc-a9a2-8e26bdd3b89c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:09.291271 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-db49e50d-ad77-489e-8c4e-dcb928649aa3 req-04628a58-5afb-415a-9c51-e6d77f1022f9 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 210 time: 0.2175770 Jul 27 20:01:09.294563 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64390491-5087-4a26-bbfc-582ad9e326d4 req-3bac4632-2167-4812-8f8c-5adde304616e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011922 Jul 27 20:01:09.476549 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bdb7c6-4da4-4278-a505-891bfb4681c7 x-openstack-request-id: req-e4bdb7c6-4da4-4278-a505-891bfb4681c7 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:09.477203 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcd9e0b-75ad-43ef-b2a4-0483cf829972", "name": "network-vif-deleted", "tag": "98ff95de-7ce2-4c9d-ae79-e959ad44d4b7", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:09.477203 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4bdb7c6-4da4-4278-a505-891bfb4681c7 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:09.477471 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcd9e0b-75ad-43ef-b2a4-0483cf829972', 'name': 'network-vif-deleted', 'tag': '98ff95de-7ce2-4c9d-ae79-e959ad44d4b7', 'status': 'completed', 'code': 200} Jul 27 20:01:09.488715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 5eecd930-5083-43b6-b70d-9023132eb265 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:01:09.609739 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94814bdb-ccdf-426f-ab55-4a9951511fcb req-29cc1ed8-4946-41c4-8fb8-5144c41d5916 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.0738256 Jul 27 20:01:09.633789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 5eecd930-5083-43b6-b70d-9023132eb265 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:01:09.640038 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 5eecd930-5083-43b6-b70d-9023132eb265 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:01:09.645640 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:09.703844 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-47fd4d23-1d7d-4757-9445-e0a209e38b7e tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:09.705649 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-47fd4d23-1d7d-4757-9445-e0a209e38b7e tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.52 "GET /v2.0/networks?id=167c3c25-c049-4e77-80a6-de646299c122 HTTP/1.1" status: 200 len: 813 time: 0.3366818 Jul 27 20:01:09.724051 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-7461ec6e-7161-4645-9d0f-8dc84e8286d9 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Request body: {'port': {'device_id': '28a57bf1-26a6-4b2b-bb07-2ae9357d1c21', 'network_id': '167c3c25-c049-4e77-80a6-de646299c122', 'admin_state_up': True, 'tenant_id': '58139400d1454378b468002d61ea3b7d'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:09.925862 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:09.978560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f5886c-5da8-4ce5-b46c-555a6ffac7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eecd930-5083-43b6-b70d-9023132eb265'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:09.981797 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f95874e-4f8e-4b34-8f0c-7f36616d66c6" -d '{"events": [{"server_uuid": "28f5886c-5da8-4ce5-b46c-555a6ffac7c0", "name": "network-vif-plugged", "status": "completed", "tag": "5eecd930-5083-43b6-b70d-9023132eb265"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:10.026125 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 5eecd930-5083-43b6-b70d-9023132eb265, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=5eecd930-5083-43b6-b70d-9023132eb265,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:10.034740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33924) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:10.050036 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:10.068013 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc500253-d748-422a-abff-2d84160430eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:10.068371 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ef22d9-e5b0-4f2e-b184-b4744e56b734 x-openstack-request-id: req-68ef22d9-e5b0-4f2e-b184-b4744e56b734 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:10.070208 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f5886c-5da8-4ce5-b46c-555a6ffac7c0", "name": "network-vif-plugged", "status": "completed", "tag": "5eecd930-5083-43b6-b70d-9023132eb265", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:10.070712 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68ef22d9-e5b0-4f2e-b184-b4744e56b734 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:10.071984 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f5886c-5da8-4ce5-b46c-555a6ffac7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eecd930-5083-43b6-b70d-9023132eb265', 'code': 200} Jul 27 20:01:10.157364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=5eecd930-5083-43b6-b70d-9023132eb265,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:10.172740 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:01:10.200387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:01:10.200898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 98ff95de-7ce2-4c9d-ae79-e959ad44d4b7 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:01:10.356524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-d40e02ac-39dd-4cef-9b46-ae0718e706ed tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Made reservation on behalf of 58139400d1454378b468002d61ea3b7d for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:01:10.360658 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-d40e02ac-39dd-4cef-9b46-ae0718e706ed tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:10.454857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c069ae6-0a38-4fdb-b152-909257b19e22 req-a96dc3ee-f23e-43ad-8996-ddc5cba6c762 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 210 time: 0.0593603 Jul 27 20:01:10.480486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422b7ce-ded7-4db8-b0fc-1527847f8adf req-7ca7a26e-70ad-4ec1-a19d-606b2750ed08 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:10.488287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d422b7ce-ded7-4db8-b0fc-1527847f8adf req-7ca7a26e-70ad-4ec1-a19d-606b2750ed08 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 946 time: 0.8356845 Jul 27 20:01:10.513363 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc500253-d748-422a-abff-2d84160430eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:10.530327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc500253-d748-422a-abff-2d84160430eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:10.587561 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dc500253-d748-422a-abff-2d84160430eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c5043b62e104eb7bfbcb6c5963fe1ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5507035 Jul 27 20:01:10.593199 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33934) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:10.682311 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d422b7ce-ded7-4db8-b0fc-1527847f8adf req-28f86198-9d98-45f6-a53c-4071e035a158 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe1e18f8-c2ab-4eba-b448-51ad11eab8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930718 Jul 27 20:01:10.683232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-7461ec6e-7161-4645-9d0f-8dc84e8286d9 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Made reservation on behalf of 58139400d1454378b468002d61ea3b7d for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:01:10.684762 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc500253-d748-422a-abff-2d84160430eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae2cb24-6cc5-4ebf-8ec3-c398f30e0fb8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:10.688791 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-7461ec6e-7161-4645-9d0f-8dc84e8286d9 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:10.716189 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0a07765d-8644-403d-8469-150a02d79d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:10.750804 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0a07765d-8644-403d-8469-150a02d79d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:10.779444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ea0d6-b8fc-481c-9c14-57a769095588 req-11ecbab7-ead5-45ac-97dc-2001fba13ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:10.781065 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e10ea0d6-b8fc-481c-9c14-57a769095588 req-11ecbab7-ead5-45ac-97dc-2001fba13ba1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 1097 time: 0.5132630 Jul 27 20:01:10.833811 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0a07765d-8644-403d-8469-150a02d79d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:10.839173 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0a07765d-8644-403d-8469-150a02d79d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:10.843954 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0a07765d-8644-403d-8469-150a02d79d55 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ae2cb24-6cc5-4ebf-8ec3-c398f30e0fb8 HTTP/1.1" status: 204 len: 168 time: 0.2452931 Jul 27 20:01:10.870457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07765d-8644-403d-8469-150a02d79d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae2cb24-6cc5-4ebf-8ec3-c398f30e0fb8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:11.033201 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e10ea0d6-b8fc-481c-9c14-57a769095588 req-bc0d5bd0-9034-45e2-807f-1bae3110fda9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722367 Jul 27 20:01:11.039766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f620d426-98f8-4c5f-b2ff-576a0b4b6cf0 req-a2054edf-596a-448b-9f5d-a83166465f23 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.1320860 Jul 27 20:01:11.040874 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-d40e02ac-39dd-4cef-9b46-ae0718e706ed tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Allocated IP 172.20.0.8 (167c3c25-c049-4e77-80a6-de646299c122/6af92b16-c3d4-49ad-b904-c3ea2998bad2/a8134030-c7c3-4f5a-b9d1-629e07107c7f) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:01:11.091354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280518e8-1ba9-47df-88a2-719860d620dc req-62f56e08-bab4-4f38-bbf9-d0db0433d88b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:11.097276 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-280518e8-1ba9-47df-88a2-719860d620dc req-62f56e08-bab4-4f38-bbf9-d0db0433d88b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 945 time: 0.4676008 Jul 27 20:01:11.223938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-280518e8-1ba9-47df-88a2-719860d620dc req-9064be4e-058c-4d25-9a59-916f51a669f3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023810 Jul 27 20:01:11.457633 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-d40e02ac-39dd-4cef-9b46-ae0718e706ed tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:11.512217 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:11.575593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67589ee6-dcf2-4c88-8d68-9d4aac9c1427 req-fde0321e-e98d-4105-98d4-dc4199ba3ef9 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:11.585690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67589ee6-dcf2-4c88-8d68-9d4aac9c1427 req-fde0321e-e98d-4105-98d4-dc4199ba3ef9 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 946 time: 0.2977176 Jul 27 20:01:11.607644 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-d40e02ac-39dd-4cef-9b46-ae0718e706ed tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:11.737100 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-347b360e-dfb8-4a1e-b8be-346ad412ffa6 req-fdd4d084-eedb-49b3-8b8c-214afdf02162 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 210 time: 0.1736329 Jul 27 20:01:11.803580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-7461ec6e-7161-4645-9d0f-8dc84e8286d9 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Allocated IP 172.20.0.7 (167c3c25-c049-4e77-80a6-de646299c122/6af92b16-c3d4-49ad-b904-c3ea2998bad2/93bc5eac-9f5e-4352-93b6-4df406ba89d8) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:01:11.985137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e02ac-39dd-4cef-9b46-ae0718e706ed tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Pushing event updated for resources: {'Port': ['ID=a8134030-c7c3-4f5a-b9d1-629e07107c7f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:12.002191 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-d40e02ac-39dd-4cef-9b46-ae0718e706ed tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Network 167c3c25-c049-4e77-80a6-de646299c122 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:01:12.012577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-d40e02ac-39dd-4cef-9b46-ae0718e706ed tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:01:12.017894 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-d40e02ac-39dd-4cef-9b46-ae0718e706ed tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:01:12.023780 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67589ee6-dcf2-4c88-8d68-9d4aac9c1427 req-8f39a37a-45da-4e3b-a856-a3c034c2fc5a tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe1e18f8-c2ab-4eba-b448-51ad11eab8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4370403 Jul 27 20:01:12.064277 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33974) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:12.114367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-d40e02ac-39dd-4cef-9b46-ae0718e706ed tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:12.115438 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-d40e02ac-39dd-4cef-9b46-ae0718e706ed tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:12.173752 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a648aef9-eb9f-462a-9748-771e9c61461d tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:12.178042 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a648aef9-eb9f-462a-9748-771e9c61461d tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 1093 time: 0.1119161 Jul 27 20:01:12.181847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33980) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:12.190287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '541da640-d358-468b-b24e-a23f278bc234', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:12.197822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-d40e02ac-39dd-4cef-9b46-ae0718e706ed tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0900574 Jul 27 20:01:12.214175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Request body: {'port': {'device_id': 'db3b0d05-886b-412f-960a-e02ce410f35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:12.265060 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:12.318318 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-7461ec6e-7161-4645-9d0f-8dc84e8286d9 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:12.429123 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-606e52c0-137c-439f-97a9-25a748c1ee29 req-f99be0c3-501a-4c41-8165-cfee792c73f8 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.1332700 Jul 27 20:01:12.533477 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:12.665257 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:12.792280 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Allocated IP 172.25.1.211 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/409b9a14-e27e-450a-b971-d1f420992e14) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:01:12.912636 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c46a99-7fbb-4407-88ea-380b07ee41df req-385671c8-e3c1-4140-a354-162c4901aa45 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:12.927093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3c46a99-7fbb-4407-88ea-380b07ee41df req-385671c8-e3c1-4140-a354-162c4901aa45 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 945 time: 0.4912148 Jul 27 20:01:13.071700 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:13.073628 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3c46a99-7fbb-4407-88ea-380b07ee41df req-55e0201b-d54f-42e4-bcdd-f09bcaa230f1 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453686 Jul 27 20:01:13.102830 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-7461ec6e-7161-4645-9d0f-8dc84e8286d9 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:13.192065 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:13.299797 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:01:13.301461 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34016) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:13.309099 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:01:13.314486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:01:13.331067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-7461ec6e-7161-4645-9d0f-8dc84e8286d9 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Network 167c3c25-c049-4e77-80a6-de646299c122 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:01:13.375315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-7461ec6e-7161-4645-9d0f-8dc84e8286d9 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:01:13.377534 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d068f1d9-fcc4-45f8-8282-ce63e742c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:13.390190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-7461ec6e-7161-4645-9d0f-8dc84e8286d9 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:01:13.419222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Port': ['ID=409b9a14-e27e-450a-b971-d1f420992e14,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:13.479439 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461ec6e-7161-4645-9d0f-8dc84e8286d9 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Pushing event updated for resources: {'Port': ['ID=93bc5eac-9f5e-4352-93b6-4df406ba89d8,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:13.669618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-7461ec6e-7161-4645-9d0f-8dc84e8286d9 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:13.670369 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-7461ec6e-7161-4645-9d0f-8dc84e8286d9 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:13.684857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d8315-bcfe-48b5-ab3d-d8c819dba915 req-4e82ff4a-f794-4fda-adc2-8cd6269f0deb tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:13.686347 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-838d8315-bcfe-48b5-ab3d-d8c819dba915 req-4e82ff4a-f794-4fda-adc2-8cd6269f0deb tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 931 time: 0.7536504 Jul 27 20:01:13.736555 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-7461ec6e-7161-4645-9d0f-8dc84e8286d9 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0179417 Jul 27 20:01:13.740748 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fba14b86-98aa-4920-b365-a98f280aba22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:13.762139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Request body: {'port': {'device_id': '28a57bf1-26a6-4b2b-bb07-2ae9357d1c21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:13.815514 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-838d8315-bcfe-48b5-ab3d-d8c819dba915 req-f8152bfe-54e8-4a2c-b108-f599b8743edc tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222503 Jul 27 20:01:13.836250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701df254-0f78-4153-9e95-fc91bea70956 req-599eca45-6c0b-4c15-8356-2095b6331624 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:13.837972 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-701df254-0f78-4153-9e95-fc91bea70956 req-599eca45-6c0b-4c15-8356-2095b6331624 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 945 time: 0.3488824 Jul 27 20:01:13.932530 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fba14b86-98aa-4920-b365-a98f280aba22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:13.975534 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fba14b86-98aa-4920-b365-a98f280aba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:14.041167 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fba14b86-98aa-4920-b365-a98f280aba22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91af6bab28b84933bb75ad0a29ba7929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7214990 Jul 27 20:01:14.058261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34036) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:14.077573 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13a294fe-8dea-4527-801f-712408c179e5 req-d5c4a8d5-cf7e-44d7-ba63-92ddb3efc647 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.1192288 Jul 27 20:01:14.120424 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:14.151325 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-701df254-0f78-4153-9e95-fc91bea70956 req-501c1cd0-7d40-4dc3-882d-2d59779c45d2 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855656 Jul 27 20:01:14.170914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8134030-c7c3-4f5a-b9d1-629e07107c7f {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:01:14.194390 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:14.199046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba14b86-98aa-4920-b365-a98f280aba22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9455e5e-e89b-4a85-b8dc-8d9fd3a9962e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:14.233065 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:14.276891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:14.504554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Transition to ACTIVE for port object a8134030-c7c3-4f5a-b9d1-629e07107c7f will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:01:14.516657 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:14.609784 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-06ee88ba-5501-4672-9d6a-37f19d7580d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:14.663799 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:14.670612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:14.727196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Port': ['ID=409b9a14-e27e-450a-b971-d1f420992e14,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:14.728936 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Pushing event updated for resources: {'Port': ['ID=a8134030-c7c3-4f5a-b9d1-629e07107c7f,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:14.781248 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-06ee88ba-5501-4672-9d6a-37f19d7580d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:14.804055 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:14.995332 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Floating IP 08395062-7e49-4713-8a23-6f37f9f9a7e8 associated. External IP: 172.25.1.211, port: 541da640-d358-468b-b24e-a23f278bc234. Jul 27 20:01:15.089170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bc5eac-9f5e-4352-93b6-4df406ba89d8 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:01:15.115770 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:15.130606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa98553-c546-4404-bf1c-ef1b93dd05ca req-f4944950-86e9-48fc-a09b-f9570daa13ee tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:15.134492 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfa98553-c546-4404-bf1c-ef1b93dd05ca req-f4944950-86e9-48fc-a09b-f9570daa13ee tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 945 time: 0.5399742 Jul 27 20:01:15.143893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Attempting to bind port a8134030-c7c3-4f5a-b9d1-629e07107c7f on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:01:15.144088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Attempting to bind port a8134030-c7c3-4f5a-b9d1-629e07107c7f by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:01:15.144358 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Attempting to bind port a8134030-c7c3-4f5a-b9d1-629e07107c7f on network 167c3c25-c049-4e77-80a6-de646299c122 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:01:15.157538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Port a8134030-c7c3-4f5a-b9d1-629e07107c7f on network 167c3c25-c049-4e77-80a6-de646299c122 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:01:15.157763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Attempting to bind port a8134030-c7c3-4f5a-b9d1-629e07107c7f on network 167c3c25-c049-4e77-80a6-de646299c122 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:01:15.171576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:01:15.171952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Checking segment: {'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:01:15.172503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Bound using segment: {'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:01:15.173068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Bound port: a8134030-c7c3-4f5a-b9d1-629e07107c7f, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:01:15.173330 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:15.191038 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Transition to ACTIVE for port object 93bc5eac-9f5e-4352-93b6-4df406ba89d8 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:01:15.205301 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-06ee88ba-5501-4672-9d6a-37f19d7580d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:15.207864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-06ee88ba-5501-4672-9d6a-37f19d7580d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:15.209061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-06ee88ba-5501-4672-9d6a-37f19d7580d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9455e5e-e89b-4a85-b8dc-8d9fd3a9962e HTTP/1.1" status: 204 len: 168 time: 1.1410635 Jul 27 20:01:15.213422 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:15.276737 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a880f-afd6-4f30-ad7d-4cb7052f5f98 req-3c7f2f8e-a704-463d-9d4e-8c9309291dc8 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:15.278413 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f8a880f-afd6-4f30-ad7d-4cb7052f5f98 req-3c7f2f8e-a704-463d-9d4e-8c9309291dc8 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 931 time: 0.2710948 Jul 27 20:01:15.307214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee88ba-5501-4672-9d6a-37f19d7580d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9455e5e-e89b-4a85-b8dc-8d9fd3a9962e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:15.343843 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfa98553-c546-4404-bf1c-ef1b93dd05ca req-4588f147-5877-4553-8117-64a0e58475ea tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938064 Jul 27 20:01:15.482351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Pushing event updated for resources: {'Port': ['ID=93bc5eac-9f5e-4352-93b6-4df406ba89d8,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:15.583011 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] For port a8134030-c7c3-4f5a-b9d1-629e07107c7f, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:01:15.618371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f8a880f-afd6-4f30-ad7d-4cb7052f5f98 req-a758ed4d-5cb0-4478-98b2-a4d78cdc5ffb tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026845 Jul 27 20:01:15.685580 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-751b2ddb-638b-471b-92a2-ae596a520318 req-22ecff8a-5c2b-4698-a8c1-de83ab33bb91 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.1957290 Jul 27 20:01:15.687662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] For port a8134030-c7c3-4f5a-b9d1-629e07107c7f, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=a8134030-c7c3-4f5a-b9d1-629e07107c7f,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:01:15.723693 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:15.862911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:01:15.884880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Attempting to bind port 93bc5eac-9f5e-4352-93b6-4df406ba89d8 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:01:15.886864 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Attempting to bind port 93bc5eac-9f5e-4352-93b6-4df406ba89d8 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:01:15.887367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Attempting to bind port 93bc5eac-9f5e-4352-93b6-4df406ba89d8 on network 167c3c25-c049-4e77-80a6-de646299c122 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:01:15.907165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Pushing event updated for resources: {'Port': ['ID=a8134030-c7c3-4f5a-b9d1-629e07107c7f,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:15.912368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:15.913255 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:15.915033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-3c61ae9c-dff5-4e59-82f4-dad4e9340064 service neutron] 10.222.0.52 "PUT /v2.0/ports/a8134030-c7c3-4f5a-b9d1-629e07107c7f HTTP/1.1" status: 200 len: 1092 time: 3.7052598 Jul 27 20:01:15.915874 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Port 93bc5eac-9f5e-4352-93b6-4df406ba89d8 on network 167c3c25-c049-4e77-80a6-de646299c122 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:01:15.916423 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Attempting to bind port 93bc5eac-9f5e-4352-93b6-4df406ba89d8 on network 167c3c25-c049-4e77-80a6-de646299c122 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:01:15.918841 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3b0d05-886b-412f-960a-e02ce410f35c', 'tag': 'a8134030-c7c3-4f5a-b9d1-629e07107c7f'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:15.945509 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a8f141-cabe-48dd-b6e1-a5b2a4b6504e" -d '{"events": [{"name": "network-changed", "server_uuid": "db3b0d05-886b-412f-960a-e02ce410f35c", "tag": "a8134030-c7c3-4f5a-b9d1-629e07107c7f"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:16.006911 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:01:16.010538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Checking segment: {'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:01:16.011454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Bound using segment: {'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:01:16.012994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Bound port: 93bc5eac-9f5e-4352-93b6-4df406ba89d8, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4316da94-3343-4dcb-b9e0-308ea4f37366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '167c3c25-c049-4e77-80a6-de646299c122'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:01:16.013540 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:16.051826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:01:16.062536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e9dda-c4e0-4913-a175-b673d90198f4 None None] Sync routers for ids ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:01:16.075977 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5923991a-dd4e-4d0b-9368-0144c463ec83 x-openstack-request-id: req-5923991a-dd4e-4d0b-9368-0144c463ec83 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:16.079463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e9dda-c4e0-4913-a175-b673d90198f4 None None] Routers {'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:01:16.080366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-332e9dda-c4e0-4913-a175-b673d90198f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:00:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:16.094983 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3b0d05-886b-412f-960a-e02ce410f35c", "tag": "a8134030-c7c3-4f5a-b9d1-629e07107c7f", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:16.095292 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5923991a-dd4e-4d0b-9368-0144c463ec83 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:16.097049 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3b0d05-886b-412f-960a-e02ce410f35c', 'tag': 'a8134030-c7c3-4f5a-b9d1-629e07107c7f', 'status': 'completed', 'code': 200} Jul 27 20:01:16.102961 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:16.191486 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c9386f80-dba9-4299-9521-caf2d39b1127 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0081720 Jul 27 20:01:16.192329 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'tag': '541da640-d358-468b-b24e-a23f278bc234'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:16.198882 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340846b1-bd5b-4da0-9dd0-5168d037173f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a95f31-a1ea-43b0-872f-96e5bb0cb605", "tag": "541da640-d358-468b-b24e-a23f278bc234"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:16.201738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34106) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:16.266514 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129790aa-5d38-4afd-8811-11f11ebc2f69 x-openstack-request-id: req-129790aa-5d38-4afd-8811-11f11ebc2f69 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:16.266900 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a95f31-a1ea-43b0-872f-96e5bb0cb605", "tag": "541da640-d358-468b-b24e-a23f278bc234", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:16.268051 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-129790aa-5d38-4afd-8811-11f11ebc2f69 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:16.268235 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'tag': '541da640-d358-468b-b24e-a23f278bc234', 'status': 'completed', 'code': 200} Jul 27 20:01:16.333179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed8672-54c7-4e0a-8ef8-df41d09a548b req-67259cc0-4742-4e4f-8d28-83d1d1a50b2d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:16.334848 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94ed8672-54c7-4e0a-8ef8-df41d09a548b req-67259cc0-4742-4e4f-8d28-83d1d1a50b2d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 945 time: 0.6061947 Jul 27 20:01:16.446002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340846b1-bd5b-4da0-9dd0-5168d037173f req-650550cf-4983-4ebf-a640-5e943d54c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:16.449503 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-340846b1-bd5b-4da0-9dd0-5168d037173f req-650550cf-4983-4ebf-a640-5e943d54c165 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=276aa582ad7e44029331aa2680c554e9&device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 1098 time: 0.1538558 Jul 27 20:01:16.515324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] For port 93bc5eac-9f5e-4352-93b6-4df406ba89d8, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:01:16.557746 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-33b98b3e-5afa-4fff-b172-ce4e31a9841b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/floatingips/08395062-7e49-4713-8a23-6f37f9f9a7e8 HTTP/1.1" status: 200 len: 992 time: 0.3441713 Jul 27 20:01:16.559994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] For port 93bc5eac-9f5e-4352-93b6-4df406ba89d8, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=93bc5eac-9f5e-4352-93b6-4df406ba89d8,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:01:16.577244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-71220ca1-4422-4d77-b75f-d2c0a62549e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:16.582003 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-71220ca1-4422-4d77-b75f-d2c0a62549e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58139400d1454378b468002d61ea3b7d&device_id=db3b0d05-886b-412f-960a-e02ce410f35c HTTP/1.1" status: 200 len: 1095 time: 0.5763006 Jul 27 20:01:16.592230 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:16.737552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340846b1-bd5b-4da0-9dd0-5168d037173f req-1d62f3af-9e4b-4e44-95d6-aaccf4b1b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:16.741188 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:16.743093 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-340846b1-bd5b-4da0-9dd0-5168d037173f req-1d62f3af-9e4b-4e44-95d6-aaccf4b1b88a service neutron] 10.222.0.63 "GET /v2.0/networks?id=d4a9afff-e180-4361-9946-eb5062760342 HTTP/1.1" status: 200 len: 898 time: 0.2841959 Jul 27 20:01:16.750947 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9ec08b87-79d1-43fe-bd5e-474f232dcf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:16.877184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-332e9dda-c4e0-4913-a175-b673d90198f4 None None] Set router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:01:16.991499 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-340846b1-bd5b-4da0-9dd0-5168d037173f req-56de0249-a049-4ccc-840f-d30965c2d23e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=541da640-d358-468b-b24e-a23f278bc234 HTTP/1.1" status: 200 len: 1000 time: 0.2393262 Jul 27 20:01:17.111895 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340846b1-bd5b-4da0-9dd0-5168d037173f req-9ad90ede-362e-4622-aa21-99c018bc65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:17.115101 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-340846b1-bd5b-4da0-9dd0-5168d037173f req-9ad90ede-362e-4622-aa21-99c018bc65cb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16a7b1fa-340e-4d83-9ec9-70017797e334 HTTP/1.1" status: 200 len: 834 time: 0.1161895 Jul 27 20:01:17.179211 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:17.408317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-332e9dda-c4e0-4913-a175-b673d90198f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:00:37Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '08395062-7e49-4713-8a23-6f37f9f9a7e8', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'port_id': '541da640-d358-468b-b24e-a23f278bc234', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'mac_address': 'fa:16:3e:9d:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:01:13Z', 'updated_at': '2021-07-27T20:01:13Z', 'revision_number': 0, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19afd29d-8983-4c0f-ada9-acb33ae78959', 'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:35Z', 'updated_at': '2021-07-27T20:00:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:17.422081 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340846b1-bd5b-4da0-9dd0-5168d037173f req-b66b2764-a9ba-4448-ba8b-b5e66092172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:17.426151 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-340846b1-bd5b-4da0-9dd0-5168d037173f req-b66b2764-a9ba-4448-ba8b-b5e66092172e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d4a9afff-e180-4361-9946-eb5062760342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2834082 Jul 27 20:01:17.460604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e9dda-c4e0-4913-a175-b673d90198f4 None None] Checking router: a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:01:17.484122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e9dda-c4e0-4913-a175-b673d90198f4 None None] Routers {'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:01:17.485379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-332e9dda-c4e0-4913-a175-b673d90198f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:01:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:17.491745 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-c258f326-77ae-446f-97de-adb75a6e3a61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8134030-c7c3-4f5a-b9d1-629e07107c7f HTTP/1.1" status: 200 len: 217 time: 0.8893957 Jul 27 20:01:17.566237 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34142) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:17.577480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:17.578537 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:17.580061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] 10.222.0.52 "PUT /v2.0/ports/93bc5eac-9f5e-4352-93b6-4df406ba89d8 HTTP/1.1" status: 200 len: 1092 time: 3.8264179 Jul 27 20:01:17.650497 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-332e9dda-c4e0-4913-a175-b673d90198f4 None None] Set router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:01:17.696254 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-af5c315b-508b-4cde-9bf2-d148ba5808e2 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/floatingips/08395062-7e49-4713-8a23-6f37f9f9a7e8 HTTP/1.1" status: 200 len: 992 time: 0.1244318 Jul 27 20:01:17.722635 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-340846b1-bd5b-4da0-9dd0-5168d037173f req-2931f779-3bff-43a4-b95c-41a60aa9f2a7 service neutron] 10.222.0.63 "GET /v2.0/networks/d4a9afff-e180-4361-9946-eb5062760342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859974 Jul 27 20:01:17.759157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-c5984af6-0b7d-4de0-af3c-8f41a4758c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:17.761785 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-c5984af6-0b7d-4de0-af3c-8f41a4758c7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6af92b16-c3d4-49ad-b904-c3ea2998bad2 HTTP/1.1" status: 200 len: 853 time: 0.2173610 Jul 27 20:01:17.821289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58845acb-397f-49c7-a328-8a20783d1057 req-587c56ec-fd7d-4a35-9ad1-0aec62610db1 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:17.822882 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58845acb-397f-49c7-a328-8a20783d1057 req-587c56ec-fd7d-4a35-9ad1-0aec62610db1 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 945 time: 1.3659570 Jul 27 20:01:17.908741 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-340846b1-bd5b-4da0-9dd0-5168d037173f req-e85b3ebe-5621-47a5-88e0-a46e601a73dd service neutron] 10.222.0.63 "GET /v2.0/networks/d4a9afff-e180-4361-9946-eb5062760342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775436 Jul 27 20:01:17.935225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-94ed8672-54c7-4e0a-8ef8-df41d09a548b req-05aba249-9982-4233-b57e-aac594a740bb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Deleting port 5eecd930-5083-43b6-b70d-9023132eb265 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:17.935854 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-94ed8672-54c7-4e0a-8ef8-df41d09a548b req-05aba249-9982-4233-b57e-aac594a740bb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:18.042928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-94ed8672-54c7-4e0a-8ef8-df41d09a548b req-05aba249-9982-4233-b57e-aac594a740bb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] For port 5eecd930-5083-43b6-b70d-9023132eb265, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=5eecd930-5083-43b6-b70d-9023132eb265,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:18.043573 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-94ed8672-54c7-4e0a-8ef8-df41d09a548b req-05aba249-9982-4233-b57e-aac594a740bb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:18.050620 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-332e9dda-c4e0-4913-a175-b673d90198f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:00:37Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '08395062-7e49-4713-8a23-6f37f9f9a7e8', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'port_id': '541da640-d358-468b-b24e-a23f278bc234', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'mac_address': 'fa:16:3e:9d:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:01:13Z', 'updated_at': '2021-07-27T20:01:13Z', 'revision_number': 0, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19afd29d-8983-4c0f-ada9-acb33ae78959', 'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:35Z', 'updated_at': '2021-07-27T20:00:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:18.064914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-94ed8672-54c7-4e0a-8ef8-df41d09a548b req-05aba249-9982-4233-b57e-aac594a740bb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Calling delete_port for 5eecd930-5083-43b6-b70d-9023132eb265 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:18.088729 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e9dda-c4e0-4913-a175-b673d90198f4 None None] The sync data for ids ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'] in n-d-705657-21 is: [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:00:37Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '08395062-7e49-4713-8a23-6f37f9f9a7e8', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'port_id': '541da640-d358-468b-b24e-a23f278bc234', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'mac_address': 'fa:16:3e:9d:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:01:13Z', 'updated_at': '2021-07-27T20:01:13Z', 'revision_number': 0, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19afd29d-8983-4c0f-ada9-acb33ae78959', 'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:35Z', 'updated_at': '2021-07-27T20:00:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:01:18.202274 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-69130bef-763a-4c7d-b9cf-3d6458a46ef1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=167c3c25-c049-4e77-80a6-de646299c122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3985863 Jul 27 20:01:18.230682 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a57bf1-26a6-4b2b-bb07-2ae9357d1c21', 'tag': '93bc5eac-9f5e-4352-93b6-4df406ba89d8'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:18.233152 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907cd752-bb5d-4d6a-89ee-a4f49d90b1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "28a57bf1-26a6-4b2b-bb07-2ae9357d1c21", "tag": "93bc5eac-9f5e-4352-93b6-4df406ba89d8"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:18.248360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f45ec-e70d-4dc3-a287-4efd7a7229dd service neutron] Pushing event updated for resources: {'Port': ['ID=93bc5eac-9f5e-4352-93b6-4df406ba89d8,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:18.297197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58845acb-397f-49c7-a328-8a20783d1057 req-45adf0db-762b-40e0-9b77-9b2147ed723d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418540 Jul 27 20:01:18.424926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db036a5-e09f-4ab4-9c6c-6f1a429b9d1a req-55a0b4f1-5a6a-4add-bcd9-a8b41c051446 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:18.426555 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db036a5-e09f-4ab4-9c6c-6f1a429b9d1a req-55a0b4f1-5a6a-4add-bcd9-a8b41c051446 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 943 time: 1.0149233 Jul 27 20:01:18.481233 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d91c35-7780-4588-a2bf-38eeb5229c66 None None] New status for floating IP 08395062-7e49-4713-8a23-6f37f9f9a7e8: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:01:18.515166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-16be0bfd-4393-4250-a363-6481f88997e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:18.516983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-16be0bfd-4393-4250-a363-6481f88997e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58139400d1454378b468002d61ea3b7d&device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 1095 time: 0.8824906 Jul 27 20:01:18.523604 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8db036a5-e09f-4ab4-9c6c-6f1a429b9d1a req-953e3ede-74ee-4205-975f-936e37c7ff6c tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850468 Jul 27 20:01:18.574338 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-94ed8672-54c7-4e0a-8ef8-df41d09a548b req-05aba249-9982-4233-b57e-aac594a740bb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:18.587832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['27b499e8-da86-46f4-a014-4cb619f8e46e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:18.593449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e04b08f6-d517-4ba9-a81e-fd25e5494c2a req-3a372fa7-0e5d-4c7f-aab9-fdf92a791ca3 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.1626637 Jul 27 20:01:18.698366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34160) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:18.749863 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9870efb2-79cd-46e6-a735-94665fffa8bf x-openstack-request-id: req-9870efb2-79cd-46e6-a735-94665fffa8bf {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:18.750225 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a57bf1-26a6-4b2b-bb07-2ae9357d1c21", "tag": "93bc5eac-9f5e-4352-93b6-4df406ba89d8", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:18.750415 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9870efb2-79cd-46e6-a735-94665fffa8bf {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:18.750795 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a57bf1-26a6-4b2b-bb07-2ae9357d1c21', 'tag': '93bc5eac-9f5e-4352-93b6-4df406ba89d8', 'status': 'completed', 'code': 200} Jul 27 20:01:18.780387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-0f83e107-4d65-408a-b4d2-b31d800d983e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93bc5eac-9f5e-4352-93b6-4df406ba89d8 HTTP/1.1" status: 200 len: 217 time: 0.1942775 Jul 27 20:01:18.781421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aba249-9982-4233-b57e-aac594a740bb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Pushing event deleted for resources: {'Port': ['ID=5eecd930-5083-43b6-b70d-9023132eb265,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:18.870923 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:18.881326 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b4eeccbb-452c-493e-9011-d36c95ff1f64 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/floatingips/08395062-7e49-4713-8a23-6f37f9f9a7e8 HTTP/1.1" status: 200 len: 992 time: 0.1801660 Jul 27 20:01:18.913128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ed8672-54c7-4e0a-8ef8-df41d09a548b req-05aba249-9982-4233-b57e-aac594a740bb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] No DVR routers for this DVR port 5eecd930-5083-43b6-b70d-9023132eb265 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:01:18.959247 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-94ed8672-54c7-4e0a-8ef8-df41d09a548b req-05aba249-9982-4233-b57e-aac594a740bb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:18.961337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94ed8672-54c7-4e0a-8ef8-df41d09a548b req-05aba249-9982-4233-b57e-aac594a740bb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "DELETE /v2.0/ports/5eecd930-5083-43b6-b70d-9023132eb265 HTTP/1.1" status: 204 len: 173 time: 2.6116121 Jul 27 20:01:18.977586 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-66491bc0-8104-4bea-97dd-02ed35bbb3ae service neutron] 10.222.0.52 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7388589 Jul 27 20:01:19.065959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-8317f5ad-d64c-44ee-abaf-23d0b31e9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:19.067498 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-8317f5ad-d64c-44ee-abaf-23d0b31e9eb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6af92b16-c3d4-49ad-b904-c3ea2998bad2 HTTP/1.1" status: 200 len: 853 time: 0.2627878 Jul 27 20:01:19.177924 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-8dd77deb-1393-4aeb-9258-64b9eee55852 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=167c3c25-c049-4e77-80a6-de646299c122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804367 Jul 27 20:01:19.389837 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-d6701809-6abc-47c2-bbb3-87b59ce83c47 service neutron] 10.222.0.52 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021866 Jul 27 20:01:19.472614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-ca239df0-c676-4c43-8364-23c4dc2be1e6 service neutron] 10.222.0.52 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756567 Jul 27 20:01:19.522718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 5eecd930-5083-43b6-b70d-9023132eb265 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:01:19.576496 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 5eecd930-5083-43b6-b70d-9023132eb265 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:01:19.577711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 5eecd930-5083-43b6-b70d-9023132eb265 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:01:19.603357 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42fba98d-c783-45ba-84af-9970cca7a316 req-4ad5b43a-9c6a-46f9-8f9c-4649ccc5b2d4 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=28f5886c-5da8-4ce5-b46c-555a6ffac7c0 HTTP/1.1" status: 200 len: 210 time: 0.1287150 Jul 27 20:01:19.848983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-777c28c2-f233-43e6-9ba3-b624f03a047f req-461f2451-97a9-42ff-ac38-c7b7dd37f6e5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.0550435 Jul 27 20:01:19.886531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34182) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:19.942791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8f141-cabe-48dd-b6e1-a5b2a4b6504e req-24dbbf0c-2ce8-49db-8ec5-893983bbc0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:19.944337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19a8f141-cabe-48dd-b6e1-a5b2a4b6504e req-24dbbf0c-2ce8-49db-8ec5-893983bbc0dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58139400d1454378b468002d61ea3b7d&device_id=db3b0d05-886b-412f-960a-e02ce410f35c HTTP/1.1" status: 200 len: 1095 time: 0.3627083 Jul 27 20:01:19.947177 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c4591f2-1fc4-4d83-9432-6e6f04ada236 req-4c79d36f-5145-4565-8f28-e9fb2d7a8dad service neutron] 10.222.0.52 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359740 Jul 27 20:01:19.963679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131d07a-99e8-45d6-83bd-8800338ae679 req-6b2810de-cc9c-4eec-9de3-e66623d7196d tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:19.971442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3131d07a-99e8-45d6-83bd-8800338ae679 req-6b2810de-cc9c-4eec-9de3-e66623d7196d tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 943 time: 0.2371213 Jul 27 20:01:20.056642 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-23bd2590-71df-4200-bac8-2be61599862a tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/floatingips/08395062-7e49-4713-8a23-6f37f9f9a7e8 HTTP/1.1" status: 200 len: 994 time: 0.1682193 Jul 27 20:01:20.144864 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3131d07a-99e8-45d6-83bd-8800338ae679 req-2f624e4d-7484-4edf-a007-f93eeb27d47e tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722884 Jul 27 20:01:20.200822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cd752-bb5d-4d6a-89ee-a4f49d90b1ae req-cd462869-fc0d-4bc2-9eee-30397148f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:20.202556 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-907cd752-bb5d-4d6a-89ee-a4f49d90b1ae req-cd462869-fc0d-4bc2-9eee-30397148f8e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58139400d1454378b468002d61ea3b7d&device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 1095 time: 0.1947474 Jul 27 20:01:20.205759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8f141-cabe-48dd-b6e1-a5b2a4b6504e req-dccc08fd-e7de-4ff2-91ba-6142b8e1553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:20.211443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19a8f141-cabe-48dd-b6e1-a5b2a4b6504e req-dccc08fd-e7de-4ff2-91ba-6142b8e1553e service neutron] 10.222.0.52 "GET /v2.0/networks?id=167c3c25-c049-4e77-80a6-de646299c122 HTTP/1.1" status: 200 len: 914 time: 0.2372189 Jul 27 20:01:20.327518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19a8f141-cabe-48dd-b6e1-a5b2a4b6504e req-6b66428f-d75d-40c6-ab6c-90d061a079a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8134030-c7c3-4f5a-b9d1-629e07107c7f HTTP/1.1" status: 200 len: 217 time: 0.1069970 Jul 27 20:01:20.455024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8f141-cabe-48dd-b6e1-a5b2a4b6504e req-9c00583c-2203-4fef-86c4-b2948d6711dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:20.457412 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19a8f141-cabe-48dd-b6e1-a5b2a4b6504e req-9c00583c-2203-4fef-86c4-b2948d6711dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6af92b16-c3d4-49ad-b904-c3ea2998bad2 HTTP/1.1" status: 200 len: 853 time: 0.1208365 Jul 27 20:01:20.537412 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19a8f141-cabe-48dd-b6e1-a5b2a4b6504e req-a63620ec-b92a-4814-af78-76dfa91d33a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=167c3c25-c049-4e77-80a6-de646299c122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675056 Jul 27 20:01:20.541476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cd752-bb5d-4d6a-89ee-a4f49d90b1ae req-7806758a-a749-46f0-b3a8-a8f32e63b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:20.545655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-907cd752-bb5d-4d6a-89ee-a4f49d90b1ae req-7806758a-a749-46f0-b3a8-a8f32e63b69c service neutron] 10.222.0.52 "GET /v2.0/networks?id=167c3c25-c049-4e77-80a6-de646299c122 HTTP/1.1" status: 200 len: 914 time: 0.3331549 Jul 27 20:01:20.776878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f5886c-5da8-4ce5-b46c-555a6ffac7c0', 'name': 'network-vif-deleted', 'tag': '5eecd930-5083-43b6-b70d-9023132eb265'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:20.780904 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61138a8a-9fc2-4842-a09f-b349dfea084c" -d '{"events": [{"server_uuid": "28f5886c-5da8-4ce5-b46c-555a6ffac7c0", "name": "network-vif-deleted", "tag": "5eecd930-5083-43b6-b70d-9023132eb265"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:20.792481 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19a8f141-cabe-48dd-b6e1-a5b2a4b6504e req-27de2ab4-f19e-481c-84c9-2924f07be43f service neutron] 10.222.0.52 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432318 Jul 27 20:01:20.907492 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-907cd752-bb5d-4d6a-89ee-a4f49d90b1ae req-983731dd-caff-485c-aff9-f68242392411 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93bc5eac-9f5e-4352-93b6-4df406ba89d8 HTTP/1.1" status: 200 len: 217 time: 0.2340186 Jul 27 20:01:21.090949 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff09311-3ec7-42f5-aaec-82da871c79a7 x-openstack-request-id: req-7ff09311-3ec7-42f5-aaec-82da871c79a7 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:21.091549 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f5886c-5da8-4ce5-b46c-555a6ffac7c0", "name": "network-vif-deleted", "tag": "5eecd930-5083-43b6-b70d-9023132eb265", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:21.091907 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ff09311-3ec7-42f5-aaec-82da871c79a7 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:21.092424 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f5886c-5da8-4ce5-b46c-555a6ffac7c0', 'name': 'network-vif-deleted', 'tag': '5eecd930-5083-43b6-b70d-9023132eb265', 'status': 'completed', 'code': 200} Jul 27 20:01:21.163090 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2de6744-ff03-49f8-99c6-e92bfc0ba0a8 req-891e0649-5214-4c6f-aec4-33baccc530e5 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.0741901 Jul 27 20:01:21.174819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cd752-bb5d-4d6a-89ee-a4f49d90b1ae req-590ad4ae-e004-45e8-bc42-2abaabb6e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:21.176281 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-907cd752-bb5d-4d6a-89ee-a4f49d90b1ae req-590ad4ae-e004-45e8-bc42-2abaabb6e281 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6af92b16-c3d4-49ad-b904-c3ea2998bad2 HTTP/1.1" status: 200 len: 853 time: 0.2616670 Jul 27 20:01:21.245234 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-907cd752-bb5d-4d6a-89ee-a4f49d90b1ae req-baa815cf-6f47-43ab-82d2-e1ac1f8f3547 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=167c3c25-c049-4e77-80a6-de646299c122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530691 Jul 27 20:01:21.384644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19a8f141-cabe-48dd-b6e1-a5b2a4b6504e req-aca14e7f-b6b1-4136-871d-4c349b44fdab service neutron] 10.222.0.52 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046027 Jul 27 20:01:21.491043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22d744-1296-4d77-af62-fc1c47440890 req-0d76769a-4da2-4a65-b6c9-8c49cec9ac72 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:21.492865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-0d76769a-4da2-4a65-b6c9-8c49cec9ac72 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 806 time: 0.2247918 Jul 27 20:01:21.494948 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-907cd752-bb5d-4d6a-89ee-a4f49d90b1ae req-c3fcf479-7d92-4ac1-8308-0a26433aaadd service neutron] 10.222.0.52 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421093 Jul 27 20:01:21.503970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93a304-9888-4cbb-aac2-fffbd3aafdb4 req-4a3e4c2a-9952-4723-ae82-914baae8ae3d tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:21.505843 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d93a304-9888-4cbb-aac2-fffbd3aafdb4 req-4a3e4c2a-9952-4723-ae82-914baae8ae3d tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 943 time: 0.2366583 Jul 27 20:01:21.576327 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-7521318c-5e5f-4e74-906b-6f1435ab2d2a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/quotas/634951a653da42e4a21a96a42b496619 HTTP/1.1" status: 200 len: 375 time: 0.0693624 Jul 27 20:01:21.641676 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d93a304-9888-4cbb-aac2-fffbd3aafdb4 req-74665389-e185-475a-8f1b-0d7e0237f1d4 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175573 Jul 27 20:01:21.701653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-907cd752-bb5d-4d6a-89ee-a4f49d90b1ae req-e26f008d-87c9-41e9-b936-9e5745c3934a service neutron] 10.222.0.52 "GET /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875896 Jul 27 20:01:21.715468 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-37374852-6fe2-4da3-a906-692fb8c8b9f4 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1291447 Jul 27 20:01:21.735935 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-cad858bb-65f8-4e9a-af88-0bfc4670effb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:01:21.737854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-cad858bb-65f8-4e9a-af88-0bfc4670effb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152926 Jul 27 20:01:21.856315 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-52c64031-32bd-452d-b888-b54526e474d6 service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111002 Jul 27 20:01:21.961240 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-d050dde8-8a64-4014-bb14-855aab092353 service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971997 Jul 27 20:01:22.227324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device a8134030-c7c3-4f5a-b9d1-629e07107c7f details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:01:22.278134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3a10417-5d00-4ddc-a90e-be64e25223ad req-910de35d-5f78-4017-9283-d5793c9a35e9 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 210 time: 0.0406032 Jul 27 20:01:22.415691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port a8134030-c7c3-4f5a-b9d1-629e07107c7f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=a8134030-c7c3-4f5a-b9d1-629e07107c7f,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:22.449401 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'a8134030-c7c3-4f5a-b9d1-629e07107c7f', 'network_id': '167c3c25-c049-4e77-80a6-de646299c122', 'port_id': 'a8134030-c7c3-4f5a-b9d1-629e07107c7f', 'mac_address': 'fa:16:3e:94:38:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af92b16-c3d4-49ad-b904-c3ea2998bad2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:01:22.458072 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a7af3655-5cf2-4e00-97be-cbe680ec64d9 req-146208a4-b6ac-4487-8591-72fc42421e54 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.1145582 Jul 27 20:01:22.532364 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:22.587436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8134030-c7c3-4f5a-b9d1-629e07107c7f {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:01:22.637736 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port a8134030-c7c3-4f5a-b9d1-629e07107c7f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=a8134030-c7c3-4f5a-b9d1-629e07107c7f,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:22.642806 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:22.643493 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 93bc5eac-9f5e-4352-93b6-4df406ba89d8 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:01:22.795085 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=a8134030-c7c3-4f5a-b9d1-629e07107c7f,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:22.808242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 93bc5eac-9f5e-4352-93b6-4df406ba89d8, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=93bc5eac-9f5e-4352-93b6-4df406ba89d8,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:22.836581 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '93bc5eac-9f5e-4352-93b6-4df406ba89d8', 'network_id': '167c3c25-c049-4e77-80a6-de646299c122', 'port_id': '93bc5eac-9f5e-4352-93b6-4df406ba89d8', 'mac_address': 'fa:16:3e:3b:91:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af92b16-c3d4-49ad-b904-c3ea2998bad2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:01:22.920219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7503a1-cb63-4463-891f-5432031ef137 req-1e868608-6b19-419b-b924-b3db210dc79a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:22.925420 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:22.933789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d7503a1-cb63-4463-891f-5432031ef137 req-1e868608-6b19-419b-b924-b3db210dc79a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 943 time: 0.1686974 Jul 27 20:01:22.948607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bc5eac-9f5e-4352-93b6-4df406ba89d8 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:01:22.993478 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 93bc5eac-9f5e-4352-93b6-4df406ba89d8, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=93bc5eac-9f5e-4352-93b6-4df406ba89d8,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:23.000264 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:23.037205 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d7503a1-cb63-4463-891f-5432031ef137 req-90f77f69-0478-456f-8284-5ccbfb7ba9ab tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867853 Jul 27 20:01:23.104649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=93bc5eac-9f5e-4352-93b6-4df406ba89d8,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:23.240246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['93bc5eac-9f5e-4352-93b6-4df406ba89d8'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:23.337899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['a8134030-c7c3-4f5a-b9d1-629e07107c7f'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:23.505972 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b071acef-f732-4603-84b2-ef18f40db1b3 req-a234ddec-540d-4d9b-9e57-cbf839beedd0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 210 time: 0.0720150 Jul 27 20:01:23.654358 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f72d1478-16e9-40b8-afed-d7d96e46755c req-1ffdf102-e552-4a5e-9ca9-f60b99977f2d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2d9d38-e509-425e-ac3e-b0ad1132fe21 HTTP/1.1" status: 200 len: 210 time: 0.0552115 Jul 27 20:01:23.921577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22d744-1296-4d77-af62-fc1c47440890 req-d60a239c-0b20-45bc-aaaf-1ce03a31ca3d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:23.923247 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-d60a239c-0b20-45bc-aaaf-1ce03a31ca3d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 806 time: 0.1646452 Jul 27 20:01:23.938658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-4a22d744-1296-4d77-af62-fc1c47440890 req-ec3fd79b-c60d-4509-8615-254e852bc799 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Request body: {'port': {'device_id': '32c1d043-e89f-41c9-a70f-88235ca9990d', 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229', 'admin_state_up': True, 'tenant_id': '634951a653da42e4a21a96a42b496619'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:24.056228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a22d744-1296-4d77-af62-fc1c47440890 req-ec3fd79b-c60d-4509-8615-254e852bc799 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Made reservation on behalf of 634951a653da42e4a21a96a42b496619 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:01:24.059873 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4a22d744-1296-4d77-af62-fc1c47440890 req-ec3fd79b-c60d-4509-8615-254e852bc799 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:24.250507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device a8134030-c7c3-4f5a-b9d1-629e07107c7f up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:01:24.261892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71876bbc-9258-459e-b288-a476467cb122 req-72d96145-a000-4a94-8da5-018d49594b80 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:24.264023 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71876bbc-9258-459e-b288-a476467cb122 req-72d96145-a000-4a94-8da5-018d49594b80 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 944 time: 0.1768973 Jul 27 20:01:24.309985 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port a8134030-c7c3-4f5a-b9d1-629e07107c7f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:01:24.315922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port a8134030-c7c3-4f5a-b9d1-629e07107c7f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:01:24.317121 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:24.591805 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:24.684133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3b0d05-886b-412f-960a-e02ce410f35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8134030-c7c3-4f5a-b9d1-629e07107c7f'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:24.689471 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3668b287-e39b-4a0d-a234-70e42a39e517" -d '{"events": [{"server_uuid": "db3b0d05-886b-412f-960a-e02ce410f35c", "name": "network-vif-plugged", "status": "completed", "tag": "a8134030-c7c3-4f5a-b9d1-629e07107c7f"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:24.737386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port a8134030-c7c3-4f5a-b9d1-629e07107c7f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=a8134030-c7c3-4f5a-b9d1-629e07107c7f,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:24.743891 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:24.746070 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 93bc5eac-9f5e-4352-93b6-4df406ba89d8 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:01:24.757769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-4a22d744-1296-4d77-af62-fc1c47440890 req-ec3fd79b-c60d-4509-8615-254e852bc799 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Allocated IP 172.20.0.13 (0c2f9109-2836-4ca2-a589-149d907fa229/de3b9a07-ca57-4084-b8ee-ab8cca04c27f/b0c7c731-dc55-4b12-b823-0eb22c845a61) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:01:24.848181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=a8134030-c7c3-4f5a-b9d1-629e07107c7f,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:24.856857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71876bbc-9258-459e-b288-a476467cb122 req-d17d1a40-cf53-4e54-aa66-9e609af1e3d8 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749793 Jul 27 20:01:24.879572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 93bc5eac-9f5e-4352-93b6-4df406ba89d8 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:01:24.883859 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 93bc5eac-9f5e-4352-93b6-4df406ba89d8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:01:24.884362 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:25.033841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34352) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:25.050719 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9836ca-f823-4832-986d-88dd7210d55e x-openstack-request-id: req-6d9836ca-f823-4832-986d-88dd7210d55e {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:25.051055 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3b0d05-886b-412f-960a-e02ce410f35c", "name": "network-vif-plugged", "status": "completed", "tag": "a8134030-c7c3-4f5a-b9d1-629e07107c7f", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:25.051269 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d9836ca-f823-4832-986d-88dd7210d55e {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:25.051658 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3b0d05-886b-412f-960a-e02ce410f35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8134030-c7c3-4f5a-b9d1-629e07107c7f', 'code': 200} Jul 27 20:01:25.086239 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:25.110793 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4833ddfc-ac76-4437-a023-bdbc2d276950 req-c9e058a2-90cf-4a73-9e4a-2b5a7b0e04cf tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 210 time: 0.3524079 Jul 27 20:01:25.111333 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f79eba2-8df8-414b-bcdd-747913b219d6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:25.170422 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f79eba2-8df8-414b-bcdd-747913b219d6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:25.176869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 93bc5eac-9f5e-4352-93b6-4df406ba89d8, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=93bc5eac-9f5e-4352-93b6-4df406ba89d8,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:25.190525 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:25.245545 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4a22d744-1296-4d77-af62-fc1c47440890 req-ec3fd79b-c60d-4509-8615-254e852bc799 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:25.252421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854d8f8-06e8-4b4e-ad7c-dcf46ca0dadd req-85ab770c-c80e-4fef-a9ed-293ce3ff1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:25.254300 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b854d8f8-06e8-4b4e-ad7c-dcf46ca0dadd req-85ab770c-c80e-4fef-a9ed-293ce3ff1458 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db3b0d05-886b-412f-960a-e02ce410f35c HTTP/1.1" status: 200 len: 1097 time: 0.1424952 Jul 27 20:01:25.273715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=93bc5eac-9f5e-4352-93b6-4df406ba89d8,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:25.322693 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f79eba2-8df8-414b-bcdd-747913b219d6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:25.325598 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f79eba2-8df8-414b-bcdd-747913b219d6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:25.327017 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6f79eba2-8df8-414b-bcdd-747913b219d6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "DELETE /v2.0/security-groups/fece3e48-b9f0-4e1e-a8c1-c20279203849 HTTP/1.1" status: 204 len: 168 time: 0.2904227 Jul 27 20:01:25.340992 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34354) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:25.343633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b854d8f8-06e8-4b4e-ad7c-dcf46ca0dadd req-210376c2-42fe-4e5b-adc9-197ade18fe6b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802026 Jul 27 20:01:25.367850 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4a22d744-1296-4d77-af62-fc1c47440890 req-ec3fd79b-c60d-4509-8615-254e852bc799 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:25.372151 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79eba2-8df8-414b-bcdd-747913b219d6 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fece3e48-b9f0-4e1e-a8c1-c20279203849,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:25.376086 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-819009b2-46c8-43ea-8063-524cef462207 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] show failed (client error): The resource could not be found. Jul 27 20:01:25.377386 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-819009b2-46c8-43ea-8063-524cef462207 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "GET /v2.0/security-groups/fece3e48-b9f0-4e1e-a8c1-c20279203849 HTTP/1.1" status: 404 len: 347 time: 0.0314765 Jul 27 20:01:25.380328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34358) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:25.382093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['27b499e8-da86-46f4-a014-4cb619f8e46e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:25.508454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fd79b-c60d-4509-8615-254e852bc799 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Pushing event updated for resources: {'Port': ['ID=b0c7c731-dc55-4b12-b823-0eb22c845a61,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:25.522776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a22d744-1296-4d77-af62-fc1c47440890 req-ec3fd79b-c60d-4509-8615-254e852bc799 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Network 0c2f9109-2836-4ca2-a589-149d907fa229 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:01:25.524938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-4a22d744-1296-4d77-af62-fc1c47440890 req-ec3fd79b-c60d-4509-8615-254e852bc799 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:01:25.530676 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a22d744-1296-4d77-af62-fc1c47440890 req-ec3fd79b-c60d-4509-8615-254e852bc799 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:01:25.585372 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1c2d5-5461-430d-b4a6-e353ad279a91 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Deleting port 47e8eca9-ea2a-4c42-aae7-d22e77cd5ba0 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:25.585713 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9c1c2d5-5461-430d-b4a6-e353ad279a91 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:25.666886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22d744-1296-4d77-af62-fc1c47440890 req-ec3fd79b-c60d-4509-8615-254e852bc799 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:25.668356 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4a22d744-1296-4d77-af62-fc1c47440890 req-ec3fd79b-c60d-4509-8615-254e852bc799 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:25.689425 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-ec3fd79b-c60d-4509-8615-254e852bc799 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7551649 Jul 27 20:01:25.710086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Request body: {'port': {'device_id': '32c1d043-e89f-41c9-a70f-88235ca9990d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:25.736786 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9c1c2d5-5461-430d-b4a6-e353ad279a91 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:25.737473 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9c1c2d5-5461-430d-b4a6-e353ad279a91 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:25.754906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1c2d5-5461-430d-b4a6-e353ad279a91 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Calling delete_port for 47e8eca9-ea2a-4c42-aae7-d22e77cd5ba0 owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:25.814899 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:25.981772 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9c1c2d5-5461-430d-b4a6-e353ad279a91 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:26.048443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1c2d5-5461-430d-b4a6-e353ad279a91 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event deleted for resources: {'Port': ['ID=47e8eca9-ea2a-4c42-aae7-d22e77cd5ba0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:26.097318 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9c1c2d5-5461-430d-b4a6-e353ad279a91 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:26.106328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9c1c2d5-5461-430d-b4a6-e353ad279a91 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:26.107841 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b9c1c2d5-5461-430d-b4a6-e353ad279a91 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "DELETE /v2.0/floatingips/b2610a18-a1b6-4eed-b3c9-4feeff76b165 HTTP/1.1" status: 204 len: 168 time: 0.7260139 Jul 27 20:01:26.111539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34384) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:26.158920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b4d6d-266f-4804-a8ee-fdfd737f042f req-0550e303-0fad-4901-94c8-63bb8a5cea30 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:26.160715 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d06b4d6d-266f-4804-a8ee-fdfd737f042f req-0550e303-0fad-4901-94c8-63bb8a5cea30 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 945 time: 0.1771758 Jul 27 20:01:26.238690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d06b4d6d-266f-4804-a8ee-fdfd737f042f req-882b3ded-bd1c-490c-805e-ad8d5ad77327 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708961 Jul 27 20:01:26.293379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-20d93204-63a3-4fa2-8ef1-6a917ed616ea tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Deleting port 2319aae9-ce95-4f29-aabf-b219da789e06 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:26.293730 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20d93204-63a3-4fa2-8ef1-6a917ed616ea tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:26.318236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c7c731-dc55-4b12-b823-0eb22c845a61 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:01:26.335960 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:26.386454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Transition to ACTIVE for port object b0c7c731-dc55-4b12-b823-0eb22c845a61 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:01:26.391871 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:26.411713 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20d93204-63a3-4fa2-8ef1-6a917ed616ea tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:26.425763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-20d93204-63a3-4fa2-8ef1-6a917ed616ea tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Calling delete_port for 2319aae9-ce95-4f29-aabf-b219da789e06 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:26.488339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c7c731-dc55-4b12-b823-0eb22c845a61,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:26.531433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815c66c-2f50-4dc1-a70a-ed5c150529e7 req-4519310d-a243-42cd-ae2b-ea40a620e8b9 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:26.540522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d815c66c-2f50-4dc1-a70a-ed5c150529e7 req-4519310d-a243-42cd-ae2b-ea40a620e8b9 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 932 time: 0.2261136 Jul 27 20:01:26.601202 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20d93204-63a3-4fa2-8ef1-6a917ed616ea tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:26.612115 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Attempting to bind port b0c7c731-dc55-4b12-b823-0eb22c845a61 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:01:26.612607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Attempting to bind port b0c7c731-dc55-4b12-b823-0eb22c845a61 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:01:26.613028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Attempting to bind port b0c7c731-dc55-4b12-b823-0eb22c845a61 on network 0c2f9109-2836-4ca2-a589-149d907fa229 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:01:26.621585 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Port b0c7c731-dc55-4b12-b823-0eb22c845a61 on network 0c2f9109-2836-4ca2-a589-149d907fa229 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:01:26.622019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Attempting to bind port b0c7c731-dc55-4b12-b823-0eb22c845a61 on network 0c2f9109-2836-4ca2-a589-149d907fa229 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:01:26.627704 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d815c66c-2f50-4dc1-a70a-ed5c150529e7 req-2f9e9211-6efe-465a-ae1f-83ea76b71dc0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863616 Jul 27 20:01:26.630581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:01:26.631038 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Checking segment: {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:01:26.631616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Bound using segment: {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:01:26.632019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Bound port: b0c7c731-dc55-4b12-b823-0eb22c845a61, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:01:26.632488 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:26.633322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d93204-63a3-4fa2-8ef1-6a917ed616ea tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event deleted for resources: {'Port': ['ID=2319aae9-ce95-4f29-aabf-b219da789e06,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:26.715753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] For port b0c7c731-dc55-4b12-b823-0eb22c845a61, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:01:26.721103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] For port b0c7c731-dc55-4b12-b823-0eb22c845a61, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b0c7c731-dc55-4b12-b823-0eb22c845a61,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:01:26.726392 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:26.749586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:26.750239 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:26.751669 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] 10.222.0.63 "PUT /v2.0/ports/b0c7c731-dc55-4b12-b823-0eb22c845a61 HTTP/1.1" status: 200 len: 1093 time: 1.0471106 Jul 27 20:01:26.753247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c1d043-e89f-41c9-a70f-88235ca9990d', 'tag': 'b0c7c731-dc55-4b12-b823-0eb22c845a61'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:26.762928 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3849bf70-da11-4eef-94f6-fed379dba052" -d '{"events": [{"name": "network-changed", "server_uuid": "32c1d043-e89f-41c9-a70f-88235ca9990d", "tag": "b0c7c731-dc55-4b12-b823-0eb22c845a61"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:26.775459 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20d93204-63a3-4fa2-8ef1-6a917ed616ea tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:26.801418 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-20d93204-63a3-4fa2-8ef1-6a917ed616ea tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "DELETE /v2.0/ports/2319aae9-ce95-4f29-aabf-b219da789e06 HTTP/1.1" status: 204 len: 168 time: 0.6864479 Jul 27 20:01:26.802098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34394) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:26.831832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d19415-1f5d-4ce4-b517-c94be5d73e30 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c7c731-dc55-4b12-b823-0eb22c845a61,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:26.834146 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ce3ba4-f05e-4405-a640-ea24a8914877 x-openstack-request-id: req-f3ce3ba4-f05e-4405-a640-ea24a8914877 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:26.834423 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c1d043-e89f-41c9-a70f-88235ca9990d", "tag": "b0c7c731-dc55-4b12-b823-0eb22c845a61", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:26.834680 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3ce3ba4-f05e-4405-a640-ea24a8914877 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:26.835075 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c1d043-e89f-41c9-a70f-88235ca9990d', 'tag': 'b0c7c731-dc55-4b12-b823-0eb22c845a61', 'status': 'completed', 'code': 200} Jul 27 20:01:26.882052 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22d744-1296-4d77-af62-fc1c47440890 req-bc217e22-452e-4758-9684-26b1810397e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:26.883805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-bc217e22-452e-4758-9684-26b1810397e3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 1096 time: 0.0787904 Jul 27 20:01:26.948844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-fbf71405-f65d-4e84-825f-4c2fd1794e44 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0c7c731-dc55-4b12-b823-0eb22c845a61 HTTP/1.1" status: 200 len: 217 time: 0.0530691 Jul 27 20:01:26.991422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-17853b41-43bf-4092-8492-cf6c10d5834b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Deleting port 6b82a051-4a63-458c-b31a-5df21e5cf87c {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:26.991998 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17853b41-43bf-4092-8492-cf6c10d5834b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:27.016840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22d744-1296-4d77-af62-fc1c47440890 req-c60f1a17-ba5b-4b2e-92eb-aeed6be5a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:27.018403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-c60f1a17-ba5b-4b2e-92eb-aeed6be5a8d6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 200 len: 846 time: 0.0634074 Jul 27 20:01:27.054024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a57bf1-26a6-4b2b-bb07-2ae9357d1c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bc5eac-9f5e-4352-93b6-4df406ba89d8'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:27.058241 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362561d2-0f90-4bc8-a12a-2588382f93ab" -d '{"events": [{"server_uuid": "28a57bf1-26a6-4b2b-bb07-2ae9357d1c21", "name": "network-vif-plugged", "status": "completed", "tag": "93bc5eac-9f5e-4352-93b6-4df406ba89d8"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:27.091450 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-81ec104b-04b6-4af8-a042-59a638090d41 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0c2f9109-2836-4ca2-a589-149d907fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639138 Jul 27 20:01:27.156609 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2617c53c-a46f-4aa3-a2fb-b57eaa723f7c x-openstack-request-id: req-2617c53c-a46f-4aa3-a2fb-b57eaa723f7c {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:27.157012 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a57bf1-26a6-4b2b-bb07-2ae9357d1c21", "name": "network-vif-plugged", "status": "completed", "tag": "93bc5eac-9f5e-4352-93b6-4df406ba89d8", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:27.157352 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2617c53c-a46f-4aa3-a2fb-b57eaa723f7c {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:27.157845 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a57bf1-26a6-4b2b-bb07-2ae9357d1c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bc5eac-9f5e-4352-93b6-4df406ba89d8', 'code': 200} Jul 27 20:01:27.221489 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17853b41-43bf-4092-8492-cf6c10d5834b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:27.239869 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-17853b41-43bf-4092-8492-cf6c10d5834b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Calling delete_port for 6b82a051-4a63-458c-b31a-5df21e5cf87c owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:27.412266 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17853b41-43bf-4092-8492-cf6c10d5834b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:27.446846 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17853b41-43bf-4092-8492-cf6c10d5834b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event deleted for resources: {'Port': ['ID=6b82a051-4a63-458c-b31a-5df21e5cf87c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:27.453624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-7fc7684f-517d-44f7-8804-b0ca7459caa8 service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542037 Jul 27 20:01:27.537581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f3f81-cefc-49c1-8712-230eefc7f2de req-50316ba4-f14b-4e36-926d-793d9acc4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:27.539369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499f3f81-cefc-49c1-8712-230eefc7f2de req-50316ba4-f14b-4e36-926d-793d9acc4f85 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 1097 time: 0.2941473 Jul 27 20:01:27.546181 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17853b41-43bf-4092-8492-cf6c10d5834b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:27.548260 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-17853b41-43bf-4092-8492-cf6c10d5834b tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "DELETE /v2.0/ports/6b82a051-4a63-458c-b31a-5df21e5cf87c HTTP/1.1" status: 204 len: 168 time: 0.7451582 Jul 27 20:01:27.551268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34412) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:27.606671 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1a4fc-0abf-4932-b01f-18de5a3dee97 req-e9cc60c7-51ea-4ede-a7bc-d5dc6913f317 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:27.608228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68a1a4fc-0abf-4932-b01f-18de5a3dee97 req-e9cc60c7-51ea-4ede-a7bc-d5dc6913f317 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 945 time: 0.2792804 Jul 27 20:01:27.639675 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-98bcdece-affa-4358-aa2d-04ba56513c72 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Deleting subnet 8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:01:27.643964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-499f3f81-cefc-49c1-8712-230eefc7f2de req-aa7db5da-e90e-428b-a68c-bc18c3c8230e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935917 Jul 27 20:01:27.644179 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98bcdece-affa-4358-aa2d-04ba56513c72 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:27.647871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a22d744-1296-4d77-af62-fc1c47440890 req-e3bca6c9-c772-4477-88fb-087f5b33a59b service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778562 Jul 27 20:01:27.683617 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68a1a4fc-0abf-4932-b01f-18de5a3dee97 req-bb3068fd-c5c4-465c-8fd0-3706c6827ff6 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617535 Jul 27 20:01:27.700758 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98bcdece-affa-4358-aa2d-04ba56513c72 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:27.918521 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849bf70-da11-4eef-94f6-fed379dba052 req-a43204a2-244b-4ca0-bf15-808d674aa997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:27.920448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3849bf70-da11-4eef-94f6-fed379dba052 req-a43204a2-244b-4ca0-bf15-808d674aa997 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 1096 time: 0.2078338 Jul 27 20:01:27.971062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f37bad-66f6-4765-935b-8f64accd91f2 req-0098389a-af49-4d44-9195-5a17407576df tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:27.978143 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5f37bad-66f6-4765-935b-8f64accd91f2 req-0098389a-af49-4d44-9195-5a17407576df tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 944 time: 0.2033730 Jul 27 20:01:28.006432 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98bcdece-affa-4358-aa2d-04ba56513c72 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:28.215657 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98bcdece-affa-4358-aa2d-04ba56513c72 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:28.284046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcdece-affa-4358-aa2d-04ba56513c72 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event deleted for resources: {'Subnet': ['ID=8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:28.292027 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98bcdece-affa-4358-aa2d-04ba56513c72 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:28.295388 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-98bcdece-affa-4358-aa2d-04ba56513c72 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "DELETE /v2.0/subnets/8830d03d-71d5-4ebd-ab7e-cdb2d9a9813a HTTP/1.1" status: 204 len: 168 time: 0.7431183 Jul 27 20:01:28.299653 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdf23bc-c4f5-4f54-9388-79014219ff29 None None] Network 9731c54d-8776-469f-b0a4-97666d3f2100 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:01:28.312683 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34424) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:28.346439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5f37bad-66f6-4765-935b-8f64accd91f2 req-1b280c26-3825-42fd-a826-6ebe8ca342cc tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413191 Jul 27 20:01:28.367456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849bf70-da11-4eef-94f6-fed379dba052 req-63ceae20-5afc-43cd-b88b-5ca422988758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:28.369080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3849bf70-da11-4eef-94f6-fed379dba052 req-63ceae20-5afc-43cd-b88b-5ca422988758 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 907 time: 0.4356947 Jul 27 20:01:28.437395 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8fd2307-7b16-4c69-8251-47c0f167e563 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Deleting subnet af129fbc-4518-4953-b99b-5c43b490918e {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:01:28.447379 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2307-7b16-4c69-8251-47c0f167e563 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:28.506821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3849bf70-da11-4eef-94f6-fed379dba052 req-bbdb1052-496b-40fb-b4c5-975b5c558374 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0c7c731-dc55-4b12-b823-0eb22c845a61 HTTP/1.1" status: 200 len: 217 time: 0.1245100 Jul 27 20:01:28.583871 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2307-7b16-4c69-8251-47c0f167e563 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:28.587546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849bf70-da11-4eef-94f6-fed379dba052 req-91ca63b5-472d-489b-bd63-ed60031b58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:28.589117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3849bf70-da11-4eef-94f6-fed379dba052 req-91ca63b5-472d-489b-bd63-ed60031b58d7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 200 len: 846 time: 0.0766053 Jul 27 20:01:28.645864 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3849bf70-da11-4eef-94f6-fed379dba052 req-a9cd3a8f-4f28-46d1-bb1c-359837b3dfaa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0c2f9109-2836-4ca2-a589-149d907fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466347 Jul 27 20:01:28.646872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3438280-850f-40a0-98c6-bc3e83d12565 None None] DHCP port deletion for 9731c54d-8776-469f-b0a4-97666d3f2100 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:01:28.722863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c3438280-850f-40a0-98c6-bc3e83d12565 None None] Deleting port db6fedc1-ada9-47ab-9f11-0469dd5ba434 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:28.723218 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c3438280-850f-40a0-98c6-bc3e83d12565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:28.786318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3849bf70-da11-4eef-94f6-fed379dba052 req-0b396cf2-255e-422b-8137-7a516ac7d4ec service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324654 Jul 27 20:01:28.800959 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c3438280-850f-40a0-98c6-bc3e83d12565 None None] For port db6fedc1-ada9-47ab-9f11-0469dd5ba434, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=db6fedc1-ada9-47ab-9f11-0469dd5ba434,segment=NetworkSegment(0fc0c1d8-13fa-4249-80f7-da70722bf0ab),segment_id=0fc0c1d8-13fa-4249-80f7-da70722bf0ab)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:28.801353 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c3438280-850f-40a0-98c6-bc3e83d12565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:28.812428 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2307-7b16-4c69-8251-47c0f167e563 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:28.819359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c3438280-850f-40a0-98c6-bc3e83d12565 None None] Calling delete_port for db6fedc1-ada9-47ab-9f11-0469dd5ba434 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:28.931272 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c3438280-850f-40a0-98c6-bc3e83d12565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:28.934050 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2307-7b16-4c69-8251-47c0f167e563 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:28.964621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3438280-850f-40a0-98c6-bc3e83d12565 None None] Pushing event deleted for resources: {'Port': ['ID=db6fedc1-ada9-47ab-9f11-0469dd5ba434,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:28.975077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3438280-850f-40a0-98c6-bc3e83d12565 None None] No DVR routers for this DVR port db6fedc1-ada9-47ab-9f11-0469dd5ba434 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:01:28.982961 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2307-7b16-4c69-8251-47c0f167e563 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:28.985381 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b8fd2307-7b16-4c69-8251-47c0f167e563 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "DELETE /v2.0/subnets/af129fbc-4518-4953-b99b-5c43b490918e HTTP/1.1" status: 204 len: 168 time: 0.6714482 Jul 27 20:01:28.995101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4df3aa-43a5-4720-85e1-1794fffd3979 None None] Network dd22034f-6375-47e6-8fc0-301c85a1291a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:01:29.014326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34434) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:29.044502 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd2307-7b16-4c69-8251-47c0f167e563 tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event deleted for resources: {'Subnet': ['ID=af129fbc-4518-4953-b99b-5c43b490918e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:29.121532 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3849bf70-da11-4eef-94f6-fed379dba052 req-6fd94255-fb0f-4ab2-9480-da14864a9fec service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255928 Jul 27 20:01:29.181103 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f4628bf-2506-43d0-8eef-7785c610d3cb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:29.192293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b5b63-c9f7-4d00-98a1-81388a5c85b2 req-51f7d084-693a-4895-9259-85bce1d5ffea tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:29.194000 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e6b5b63-c9f7-4d00-98a1-81388a5c85b2 req-51f7d084-693a-4895-9259-85bce1d5ffea tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 945 time: 0.2726827 Jul 27 20:01:29.277371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device db6fedc1-ada9-47ab-9f11-0469dd5ba434 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:01:29.325301 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: db6fedc1-ada9-47ab-9f11-0469dd5ba434 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:01:29.325964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device db6fedc1-ada9-47ab-9f11-0469dd5ba434 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:01:29.344677 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f4628bf-2506-43d0-8eef-7785c610d3cb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:29.368621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-9f4628bf-2506-43d0-8eef-7785c610d3cb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9731c54d-8776-469f-b0a4-97666d3f2100']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:29.381298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e6b5b63-c9f7-4d00-98a1-81388a5c85b2 req-da853379-cf6a-4921-895d-ee9b315b9441 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742899 Jul 27 20:01:29.388368 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa103a7-59a2-43a2-a612-f96f7ce7e5e3 None None] DHCP port deletion for dd22034f-6375-47e6-8fc0-301c85a1291a request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:01:29.393584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-9f4628bf-2506-43d0-8eef-7785c610d3cb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc0c1d8-13fa-4249-80f7-da70722bf0ab') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:29.393889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-9f4628bf-2506-43d0-8eef-7785c610d3cb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc0c1d8-13fa-4249-80f7-da70722bf0ab') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:29.411811 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f4628bf-2506-43d0-8eef-7785c610d3cb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:29.428344 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f4628bf-2506-43d0-8eef-7785c610d3cb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:29.434933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4628bf-2506-43d0-8eef-7785c610d3cb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:01:29.435329 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f4628bf-2506-43d0-8eef-7785c610d3cb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:01:29.439199 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:01:29.534669 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9aa103a7-59a2-43a2-a612-f96f7ce7e5e3 None None] Deleting port 79653c1a-a4c3-44fc-a301-ae6654d0de34 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:29.536541 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9aa103a7-59a2-43a2-a612-f96f7ce7e5e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:29.578883 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b0c7c731-dc55-4b12-b823-0eb22c845a61 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:01:29.589286 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f4628bf-2506-43d0-8eef-7785c610d3cb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:29.608081 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f4628bf-2506-43d0-8eef-7785c610d3cb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:29.613225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34452) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:29.613927 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9f4628bf-2506-43d0-8eef-7785c610d3cb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "DELETE /v2.0/networks/9731c54d-8776-469f-b0a4-97666d3f2100 HTTP/1.1" status: 204 len: 168 time: 0.5980091 Jul 27 20:01:29.650431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4628bf-2506-43d0-8eef-7785c610d3cb tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event deleted for resources: {'Network': ['ID=9731c54d-8776-469f-b0a4-97666d3f2100,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:29.685557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7403c-1e73-4dd4-a96e-c5650773084f req-d66b426b-0e8f-4202-86bb-c550ea872ad0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:29.687300 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-98e7403c-1e73-4dd4-a96e-c5650773084f req-d66b426b-0e8f-4202-86bb-c550ea872ad0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 944 time: 0.2325876 Jul 27 20:01:29.695905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885b5a2-15b7-43a6-954b-e93c3a8e572f req-2ed3bfc5-920d-429b-9bf8-63bedf95381a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:29.697496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b885b5a2-15b7-43a6-954b-e93c3a8e572f req-2ed3bfc5-920d-429b-9bf8-63bedf95381a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=db3b0d05-886b-412f-960a-e02ce410f35c HTTP/1.1" status: 200 len: 945 time: 0.1682703 Jul 27 20:01:29.789962 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:29.860000 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-98e7403c-1e73-4dd4-a96e-c5650773084f req-afe8d7fb-4cba-4b73-9126-78550c1007d8 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615064 Jul 27 20:01:29.870609 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9aa103a7-59a2-43a2-a612-f96f7ce7e5e3 None None] For port 79653c1a-a4c3-44fc-a301-ae6654d0de34, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=79653c1a-a4c3-44fc-a301-ae6654d0de34,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:29.871389 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9aa103a7-59a2-43a2-a612-f96f7ce7e5e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:29.900211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9aa103a7-59a2-43a2-a612-f96f7ce7e5e3 None None] Calling delete_port for 79653c1a-a4c3-44fc-a301-ae6654d0de34 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:29.942288 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b885b5a2-15b7-43a6-954b-e93c3a8e572f req-8443060b-5d82-4931-9cd9-4033ec9ec820 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328393 Jul 27 20:01:29.977215 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Deleting port 79653c1a-a4c3-44fc-a301-ae6654d0de34 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:29.977565 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.101846 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b0c7c731-dc55-4b12-b823-0eb22c845a61, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b0c7c731-dc55-4b12-b823-0eb22c845a61,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:30.143426 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9aa103a7-59a2-43a2-a612-f96f7ce7e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.164290 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'b0c7c731-dc55-4b12-b823-0eb22c845a61', 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229', 'port_id': 'b0c7c731-dc55-4b12-b823-0eb22c845a61', 'mac_address': 'fa:16:3e:50:ec:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3b9a07-ca57-4084-b8ee-ab8cca04c27f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:01:30.188656 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34472) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:30.200008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] For port 79653c1a-a4c3-44fc-a301-ae6654d0de34, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=79653c1a-a4c3-44fc-a301-ae6654d0de34,segment=NetworkSegment(101d8e60-3b0f-40f6-94dc-80210408d669),segment_id=101d8e60-3b0f-40f6-94dc-80210408d669)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:30.200457 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.207213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa103a7-59a2-43a2-a612-f96f7ce7e5e3 None None] Pushing event deleted for resources: {'Port': ['ID=79653c1a-a4c3-44fc-a301-ae6654d0de34,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:30.211255 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa103a7-59a2-43a2-a612-f96f7ce7e5e3 None None] No DVR routers for this DVR port 79653c1a-a4c3-44fc-a301-ae6654d0de34 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:01:30.228972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Calling delete_port for 79653c1a-a4c3-44fc-a301-ae6654d0de34 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:30.281555 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.298741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c7c731-dc55-4b12-b823-0eb22c845a61 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:01:30.324141 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b0c7c731-dc55-4b12-b823-0eb22c845a61, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b0c7c731-dc55-4b12-b823-0eb22c845a61,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:30.329941 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.373886 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fa010e3f-4172-4b4a-b501-5d69c505fe1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.442505 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.445688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b0c7c731-dc55-4b12-b823-0eb22c845a61,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:30.484003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event deleted for resources: {'Port': ['ID=79653c1a-a4c3-44fc-a301-ae6654d0de34,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:30.489530 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] No DVR routers for this DVR port 79653c1a-a4c3-44fc-a301-ae6654d0de34 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:01:30.540954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b0c7c731-dc55-4b12-b823-0eb22c845a61'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:30.546886 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fa010e3f-4172-4b4a-b501-5d69c505fe1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.553574 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fa010e3f-4172-4b4a-b501-5d69c505fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.581568 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.596917 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34482) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:30.598827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd22034f-6375-47e6-8fc0-301c85a1291a']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:30.609567 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fa010e3f-4172-4b4a-b501-5d69c505fe1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6528cc9b9874fbab17aab56e09fefb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4194944 Jul 27 20:01:30.611241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa010e3f-4172-4b4a-b501-5d69c505fe1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d82aa44-dcbb-47d4-bf18-5dccb5c66e3a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:30.613748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34484) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:30.625405 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0366df2-07e0-451e-a367-7c65f8829360 req-b6fcb4b2-fd50-410f-b564-4c3240b7d376 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:30.630335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101d8e60-3b0f-40f6-94dc-80210408d669') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:30.630843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101d8e60-3b0f-40f6-94dc-80210408d669') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:30.633377 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0366df2-07e0-451e-a367-7c65f8829360 req-b6fcb4b2-fd50-410f-b564-4c3240b7d376 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=db3b0d05-886b-412f-960a-e02ce410f35c HTTP/1.1" status: 200 len: 945 time: 0.1469157 Jul 27 20:01:30.646270 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.662517 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.672238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:01:30.672753 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.718873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0366df2-07e0-451e-a367-7c65f8829360 req-4773879b-98a8-49cd-9bff-a1603680226f tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746088 Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:01:30.722320 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:01:30.744936 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da1ca84e-8a84-4e40-a105-de4cdec140b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.755851 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6ee8-99c8-481c-a19f-51ebce67d9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.763960 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.768536 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da1ca84e-8a84-4e40-a105-de4cdec140b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.769011 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.775094 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] 10.222.0.48 "DELETE /v2.0/networks/dd22034f-6375-47e6-8fc0-301c85a1291a HTTP/1.1" status: 204 len: 168 time: 1.1564100 Jul 27 20:01:30.798529 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b95f5-1274-4f09-b027-26de90c1008d tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] Pushing event deleted for resources: {'Network': ['ID=dd22034f-6375-47e6-8fc0-301c85a1291a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:30.861125 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da1ca84e-8a84-4e40-a105-de4cdec140b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.864093 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da1ca84e-8a84-4e40-a105-de4cdec140b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.865383 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-da1ca84e-8a84-4e40-a105-de4cdec140b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d82aa44-dcbb-47d4-bf18-5dccb5c66e3a HTTP/1.1" status: 204 len: 168 time: 0.2298877 Jul 27 20:01:30.882953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ca84e-8a84-4e40-a105-de4cdec140b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d82aa44-dcbb-47d4-bf18-5dccb5c66e3a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:30.988150 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6ee8-99c8-481c-a19f-51ebce67d9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:30.996169 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6ee8-99c8-481c-a19f-51ebce67d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:31.045766 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0f2d6ee8-99c8-481c-a19f-51ebce67d9ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d84c91356504b3c95bd6946712af9c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407992 Jul 27 20:01:31.046120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34504) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:31.054669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d6ee8-99c8-481c-a19f-51ebce67d9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec1efaa-e253-492e-9b43-f7d0f9993a87,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:31.123648 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d75db33c-3e34-4899-8122-29ad1f90270d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:31.144033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b799f0-b056-4daa-8a3a-9a281e43f123 req-f59cee52-2236-45a4-8037-5993f28e9f59 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:31.152661 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40b799f0-b056-4daa-8a3a-9a281e43f123 req-f59cee52-2236-45a4-8037-5993f28e9f59 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 945 time: 0.1182001 Jul 27 20:01:31.176576 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d75db33c-3e34-4899-8122-29ad1f90270d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:31.250378 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79653c1a-a4c3-44fc-a301-ae6654d0de34 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:01:31.262569 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40b799f0-b056-4daa-8a3a-9a281e43f123 req-721fdc71-2a7d-4f5a-9af1-c695aeb5126f tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978646 Jul 27 20:01:31.276609 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d75db33c-3e34-4899-8122-29ad1f90270d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:31.279893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 79653c1a-a4c3-44fc-a301-ae6654d0de34 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:01:31.280048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d75db33c-3e34-4899-8122-29ad1f90270d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:31.280624 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79653c1a-a4c3-44fc-a301-ae6654d0de34 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:01:31.282239 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d75db33c-3e34-4899-8122-29ad1f90270d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ec1efaa-e253-492e-9b43-f7d0f9993a87 HTTP/1.1" status: 204 len: 168 time: 0.2350953 Jul 27 20:01:31.303955 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75db33c-3e34-4899-8122-29ad1f90270d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec1efaa-e253-492e-9b43-f7d0f9993a87,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:31.576118 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b0c7c731-dc55-4b12-b823-0eb22c845a61 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:01:31.630608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port b0c7c731-dc55-4b12-b823-0eb22c845a61 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:01:31.641025 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port b0c7c731-dc55-4b12-b823-0eb22c845a61 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:01:31.641922 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:31.687130 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34526) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:31.720026 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9f330cb8-b0df-418d-bc4b-467953002b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:31.802561 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:31.810329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed598c-24b0-4876-aa3a-be2cfcced5a1 req-2e7447ae-5c21-476e-ae3b-727f5dfdd4d3 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:31.816539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35ed598c-24b0-4876-aa3a-be2cfcced5a1 req-2e7447ae-5c21-476e-ae3b-727f5dfdd4d3 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.52 "GET /v2.0/ports?device_id=db3b0d05-886b-412f-960a-e02ce410f35c HTTP/1.1" status: 200 len: 945 time: 0.1603422 Jul 27 20:01:31.830488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c1d043-e89f-41c9-a70f-88235ca9990d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c7c731-dc55-4b12-b823-0eb22c845a61'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:31.833132 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df04bfcc-b7c2-49cc-bbce-a35c3fbe8880" -d '{"events": [{"server_uuid": "32c1d043-e89f-41c9-a70f-88235ca9990d", "name": "network-vif-plugged", "status": "completed", "tag": "b0c7c731-dc55-4b12-b823-0eb22c845a61"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:31.853271 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b0c7c731-dc55-4b12-b823-0eb22c845a61, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b0c7c731-dc55-4b12-b823-0eb22c845a61,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:31.859536 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:31.913485 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9f330cb8-b0df-418d-bc4b-467953002b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:31.920746 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9f330cb8-b0df-418d-bc4b-467953002b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:31.947591 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14f0e07-3f69-402e-8f67-bd6b213ab8de x-openstack-request-id: req-e14f0e07-3f69-402e-8f67-bd6b213ab8de {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:31.948840 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c1d043-e89f-41c9-a70f-88235ca9990d", "name": "network-vif-plugged", "status": "completed", "tag": "b0c7c731-dc55-4b12-b823-0eb22c845a61", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:31.949300 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e14f0e07-3f69-402e-8f67-bd6b213ab8de {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:31.951455 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c1d043-e89f-41c9-a70f-88235ca9990d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c7c731-dc55-4b12-b823-0eb22c845a61', 'code': 200} Jul 27 20:01:31.966733 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f330cb8-b0df-418d-bc4b-467953002b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60687b32-1dd1-4053-b2f1-ecc5f057fd40,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:31.972326 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9f330cb8-b0df-418d-bc4b-467953002b8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ffae7a8c14a940fb8f231c17d69b3b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832670 Jul 27 20:01:31.975378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34536) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:32.048296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3bb5194b-eda6-4454-9d7a-8d054461ada1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:32.066296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b0c7c731-dc55-4b12-b823-0eb22c845a61,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:32.081015 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3bb5194b-eda6-4454-9d7a-8d054461ada1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:32.098206 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629f2c2-921d-4450-b9ef-4ce9182103bc req-1a4c6ce8-2f22-4525-a111-f1f3a09d561d tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:32.100228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e629f2c2-921d-4450-b9ef-4ce9182103bc req-1a4c6ce8-2f22-4525-a111-f1f3a09d561d tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=db3b0d05-886b-412f-960a-e02ce410f35c HTTP/1.1" status: 200 len: 945 time: 0.2800670 Jul 27 20:01:32.122787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa1512-34b1-4eee-b580-f7669fd3b2f2 req-9f82e2d8-df27-4d5c-a68e-42890b998764 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:32.131010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46fa1512-34b1-4eee-b580-f7669fd3b2f2 req-9f82e2d8-df27-4d5c-a68e-42890b998764 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 945 time: 0.2352068 Jul 27 20:01:32.162934 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3bb5194b-eda6-4454-9d7a-8d054461ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:32.165907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3bb5194b-eda6-4454-9d7a-8d054461ada1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:32.167421 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3bb5194b-eda6-4454-9d7a-8d054461ada1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60687b32-1dd1-4053-b2f1-ecc5f057fd40 HTTP/1.1" status: 204 len: 168 time: 0.1908693 Jul 27 20:01:32.179328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5194b-eda6-4454-9d7a-8d054461ada1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60687b32-1dd1-4053-b2f1-ecc5f057fd40,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:32.230020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e629f2c2-921d-4450-b9ef-4ce9182103bc req-8b836298-4169-4356-bc72-850657e7e8b2 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208861 Jul 27 20:01:32.232419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-35ed598c-24b0-4876-aa3a-be2cfcced5a1 req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Deleting port a8134030-c7c3-4f5a-b9d1-629e07107c7f {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:32.234144 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-35ed598c-24b0-4876-aa3a-be2cfcced5a1 req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:32.497074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad72bdf-4b15-44ef-8ae0-1ad057d3c427 req-ce2ca7f9-37e3-4916-88d6-fa8671aa29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:32.499043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ad72bdf-4b15-44ef-8ae0-1ad057d3c427 req-ce2ca7f9-37e3-4916-88d6-fa8671aa29fb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 1098 time: 0.4711597 Jul 27 20:01:32.542268 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-35ed598c-24b0-4876-aa3a-be2cfcced5a1 req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] For port a8134030-c7c3-4f5a-b9d1-629e07107c7f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=a8134030-c7c3-4f5a-b9d1-629e07107c7f,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:32.542780 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-35ed598c-24b0-4876-aa3a-be2cfcced5a1 req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:32.594634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-35ed598c-24b0-4876-aa3a-be2cfcced5a1 req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Calling delete_port for a8134030-c7c3-4f5a-b9d1-629e07107c7f owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:32.619426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ad72bdf-4b15-44ef-8ae0-1ad057d3c427 req-8a5cd505-e3ee-4ea9-8efe-bef792fec6f3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085379 Jul 27 20:01:32.666232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff20a5f-9d25-4a41-9136-0785b940b4db req-5910f282-bf78-4ce7-8c3f-0066035e1c5a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:32.675633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bff20a5f-9d25-4a41-9136-0785b940b4db req-5910f282-bf78-4ce7-8c3f-0066035e1c5a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 946 time: 0.3121276 Jul 27 20:01:32.690142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-46fa1512-34b1-4eee-b580-f7669fd3b2f2 req-a9cdef27-58a2-4950-908e-94e02c7adfce tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Deleting port 93bc5eac-9f5e-4352-93b6-4df406ba89d8 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:32.690377 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-46fa1512-34b1-4eee-b580-f7669fd3b2f2 req-a9cdef27-58a2-4950-908e-94e02c7adfce tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:32.799815 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34570) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:32.825663 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99bf5dd6-5303-4a10-ab44-51b58079bbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:32.984690 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99bf5dd6-5303-4a10-ab44-51b58079bbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:32.993168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99bf5dd6-5303-4a10-ab44-51b58079bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:33.057510 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-99bf5dd6-5303-4a10-ab44-51b58079bbc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d864271d1cff4a71bea8ac904ba2aa02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531891 Jul 27 20:01:33.058230 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34574) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:33.144068 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf5dd6-5303-4a10-ab44-51b58079bbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c931fe38-27c7-4b28-8707-d83eb9388674,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:33.181876 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-81219071-d0d6-49f5-97d7-a9fe32d956aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:33.210208 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-81219071-d0d6-49f5-97d7-a9fe32d956aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:33.293624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-81219071-d0d6-49f5-97d7-a9fe32d956aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:33.298321 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-81219071-d0d6-49f5-97d7-a9fe32d956aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:33.303359 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-81219071-d0d6-49f5-97d7-a9fe32d956aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c931fe38-27c7-4b28-8707-d83eb9388674 HTTP/1.1" status: 204 len: 168 time: 0.2342513 Jul 27 20:01:33.340854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81219071-d0d6-49f5-97d7-a9fe32d956aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c931fe38-27c7-4b28-8707-d83eb9388674,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:33.492471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bff20a5f-9d25-4a41-9136-0785b940b4db req-d402da14-4138-4fb9-91f3-b27fe9109ecb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8157403 Jul 27 20:01:33.499057 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-46fa1512-34b1-4eee-b580-f7669fd3b2f2 req-a9cdef27-58a2-4950-908e-94e02c7adfce tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] For port 93bc5eac-9f5e-4352-93b6-4df406ba89d8, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=93bc5eac-9f5e-4352-93b6-4df406ba89d8,segment=NetworkSegment(4316da94-3343-4dcb-b9e0-308ea4f37366),segment_id=4316da94-3343-4dcb-b9e0-308ea4f37366)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:33.500598 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-46fa1512-34b1-4eee-b580-f7669fd3b2f2 req-a9cdef27-58a2-4950-908e-94e02c7adfce tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:33.538669 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-46fa1512-34b1-4eee-b580-f7669fd3b2f2 req-a9cdef27-58a2-4950-908e-94e02c7adfce tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Calling delete_port for 93bc5eac-9f5e-4352-93b6-4df406ba89d8 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:33.683507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13d2f3-bbc6-4ee8-9ae0-78901d7256db req-a4404b9f-e9ae-4d5b-8842-d82c2c1440a1 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:33.685538 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e13d2f3-bbc6-4ee8-9ae0-78901d7256db req-a4404b9f-e9ae-4d5b-8842-d82c2c1440a1 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=db3b0d05-886b-412f-960a-e02ce410f35c HTTP/1.1" status: 200 len: 945 time: 0.3171597 Jul 27 20:01:33.732526 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-35ed598c-24b0-4876-aa3a-be2cfcced5a1 req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:33.746466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['93bc5eac-9f5e-4352-93b6-4df406ba89d8', 'a8134030-c7c3-4f5a-b9d1-629e07107c7f'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:33.794364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Pushing event deleted for resources: {'Port': ['ID=a8134030-c7c3-4f5a-b9d1-629e07107c7f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:33.824460 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e13d2f3-bbc6-4ee8-9ae0-78901d7256db req-76d63e1c-07ff-40ed-831a-e31fbafc95ec tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/security-groups?id=f48c0401-9dcf-452a-bf99-3ece8f72b9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216247 Jul 27 20:01:33.832383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:33.832887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:33.833349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:33.833912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:33.834346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:33.834726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:33.835403 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:33.835799 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:33.836247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:33.836664 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:33.837056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:33.837545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:01:33.926524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ed598c-24b0-4876-aa3a-be2cfcced5a1 req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] No DVR routers for this DVR port a8134030-c7c3-4f5a-b9d1-629e07107c7f on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:01:33.931379 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-35ed598c-24b0-4876-aa3a-be2cfcced5a1 req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:33.934805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35ed598c-24b0-4876-aa3a-be2cfcced5a1 req-d9419b04-307d-403b-b8dd-4a8504bd480a tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.52 "DELETE /v2.0/ports/a8134030-c7c3-4f5a-b9d1-629e07107c7f HTTP/1.1" status: 204 len: 173 time: 2.1116621 Jul 27 20:01:33.935459 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3b0d05-886b-412f-960a-e02ce410f35c', 'name': 'network-vif-deleted', 'tag': 'a8134030-c7c3-4f5a-b9d1-629e07107c7f'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:33.938455 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa284208-723b-4409-a758-6aa5b2f88d92" -d '{"events": [{"server_uuid": "db3b0d05-886b-412f-960a-e02ce410f35c", "name": "network-vif-deleted", "tag": "a8134030-c7c3-4f5a-b9d1-629e07107c7f"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:33.967251 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-46fa1512-34b1-4eee-b580-f7669fd3b2f2 req-a9cdef27-58a2-4950-908e-94e02c7adfce tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:34.055210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdef27-58a2-4950-908e-94e02c7adfce tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Pushing event deleted for resources: {'Port': ['ID=93bc5eac-9f5e-4352-93b6-4df406ba89d8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:34.064962 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a9b4a3-33e7-4105-bb5a-be10a6f1ae1c x-openstack-request-id: req-15a9b4a3-33e7-4105-bb5a-be10a6f1ae1c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:34.065247 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3b0d05-886b-412f-960a-e02ce410f35c", "name": "network-vif-deleted", "tag": "a8134030-c7c3-4f5a-b9d1-629e07107c7f", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:34.065505 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15a9b4a3-33e7-4105-bb5a-be10a6f1ae1c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:34.065941 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3b0d05-886b-412f-960a-e02ce410f35c', 'name': 'network-vif-deleted', 'tag': 'a8134030-c7c3-4f5a-b9d1-629e07107c7f', 'status': 'completed', 'code': 200} Jul 27 20:01:34.104805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['a8134030-c7c3-4f5a-b9d1-629e07107c7f'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:34.165274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fa1512-34b1-4eee-b580-f7669fd3b2f2 req-a9cdef27-58a2-4950-908e-94e02c7adfce tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] No DVR routers for this DVR port 93bc5eac-9f5e-4352-93b6-4df406ba89d8 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:01:34.169128 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-46fa1512-34b1-4eee-b580-f7669fd3b2f2 req-a9cdef27-58a2-4950-908e-94e02c7adfce tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:34.172745 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46fa1512-34b1-4eee-b580-f7669fd3b2f2 req-a9cdef27-58a2-4950-908e-94e02c7adfce tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.52 "DELETE /v2.0/ports/93bc5eac-9f5e-4352-93b6-4df406ba89d8 HTTP/1.1" status: 204 len: 173 time: 2.0312436 Jul 27 20:01:34.788701 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad812e7-849f-46a5-8365-c528e90da12e req-ee19c646-15eb-4c42-a984-319139220b8e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:34.790307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ad812e7-849f-46a5-8365-c528e90da12e req-ee19c646-15eb-4c42-a984-319139220b8e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 946 time: 0.1681323 Jul 27 20:01:34.922240 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ad812e7-849f-46a5-8365-c528e90da12e req-5d44fc42-957a-4597-9c7d-bd70507c81a4 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194000 Jul 27 20:01:35.159872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-722e4e33-68a7-489c-8255-7d07922257f5 req-8aead45e-5fbd-4bc1-93c0-de835fb867a1 tempest-MultipleCreateTestJSON-1757808438 tempest-MultipleCreateTestJSON-1757808438-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a57bf1-26a6-4b2b-bb07-2ae9357d1c21 HTTP/1.1" status: 200 len: 210 time: 0.1093829 Jul 27 20:01:35.420107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-0a738684-a0ea-4472-8c6c-f6fdf44a154a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:35.425095 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-0a738684-a0ea-4472-8c6c-f6fdf44a154a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 806 time: 0.1934597 Jul 27 20:01:35.441371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-27901898-758e-4333-a67e-11c4c5a9b0ed tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/quotas/634951a653da42e4a21a96a42b496619 HTTP/1.1" status: 200 len: 375 time: 0.0126133 Jul 27 20:01:35.549193 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-ba2dcad1-b623-4dff-a618-2a92b92a0753 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006439 Jul 27 20:01:36.046143 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-38e631a5-f50b-47da-be1a-0c9de1cf1f0b service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870160 Jul 27 20:01:36.085718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a57bf1-26a6-4b2b-bb07-2ae9357d1c21', 'name': 'network-vif-deleted', 'tag': '93bc5eac-9f5e-4352-93b6-4df406ba89d8'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:36.106351 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd29914e-1444-4093-83f9-8a120492d222" -d '{"events": [{"server_uuid": "28a57bf1-26a6-4b2b-bb07-2ae9357d1c21", "name": "network-vif-deleted", "tag": "93bc5eac-9f5e-4352-93b6-4df406ba89d8"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:36.309071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34698) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:36.313386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device a8134030-c7c3-4f5a-b9d1-629e07107c7f no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:01:36.333738 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52be70f2-1c51-4a05-a86e-027ee4c454ed x-openstack-request-id: req-52be70f2-1c51-4a05-a86e-027ee4c454ed {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:36.334094 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a57bf1-26a6-4b2b-bb07-2ae9357d1c21", "name": "network-vif-deleted", "tag": "93bc5eac-9f5e-4352-93b6-4df406ba89d8", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:36.334334 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52be70f2-1c51-4a05-a86e-027ee4c454ed {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:36.334730 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a57bf1-26a6-4b2b-bb07-2ae9357d1c21', 'name': 'network-vif-deleted', 'tag': '93bc5eac-9f5e-4352-93b6-4df406ba89d8', 'status': 'completed', 'code': 200} Jul 27 20:01:36.361620 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: a8134030-c7c3-4f5a-b9d1-629e07107c7f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:01:36.361975 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device a8134030-c7c3-4f5a-b9d1-629e07107c7f not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:01:36.362390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 93bc5eac-9f5e-4352-93b6-4df406ba89d8 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:01:36.399505 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3e5fe5-6ff8-47bd-9ed2-be6dbe2765a4 admin admin] Deleting subnet 6af92b16-c3d4-49ad-b904-c3ea2998bad2 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:01:36.401090 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-aa093a51-4517-42d4-9a77-d77d4e16a358 service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539507 Jul 27 20:01:36.404823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 93bc5eac-9f5e-4352-93b6-4df406ba89d8 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:01:36.405298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5fe5-6ff8-47bd-9ed2-be6dbe2765a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:36.408010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 93bc5eac-9f5e-4352-93b6-4df406ba89d8 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:01:36.518259 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5fe5-6ff8-47bd-9ed2-be6dbe2765a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:36.588096 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5fe5-6ff8-47bd-9ed2-be6dbe2765a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:36.692343 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5fe5-6ff8-47bd-9ed2-be6dbe2765a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:36.747692 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b90408e-ed7d-46af-bfe3-b29027f626a3 req-c92c3e68-f9c5-4a60-b474-62533cdc7c72 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 210 time: 0.0422339 Jul 27 20:01:36.788254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e5fe5-6ff8-47bd-9ed2-be6dbe2765a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af92b16-c3d4-49ad-b904-c3ea2998bad2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:36.809079 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5fe5-6ff8-47bd-9ed2-be6dbe2765a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:36.813088 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0b3e5fe5-6ff8-47bd-9ed2-be6dbe2765a4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6af92b16-c3d4-49ad-b904-c3ea2998bad2 HTTP/1.1" status: 204 len: 168 time: 0.5025890 Jul 27 20:01:36.815508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34714) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:36.915711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a82321-78e8-4d70-b600-cd26cc39f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:37.037050 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a82321-78e8-4d70-b600-cd26cc39f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:37.051221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e7a82321-78e8-4d70-b600-cd26cc39f8bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167c3c25-c049-4e77-80a6-de646299c122']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:37.067503 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e7a82321-78e8-4d70-b600-cd26cc39f8bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4316da94-3343-4dcb-b9e0-308ea4f37366') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:37.067794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e7a82321-78e8-4d70-b600-cd26cc39f8bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4316da94-3343-4dcb-b9e0-308ea4f37366') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:37.078429 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a82321-78e8-4d70-b600-cd26cc39f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:37.096473 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a82321-78e8-4d70-b600-cd26cc39f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:37.105728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a82321-78e8-4d70-b600-cd26cc39f8bc admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:01:37.106389 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a82321-78e8-4d70-b600-cd26cc39f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:01:37.108171 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:01:37.201931 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a82321-78e8-4d70-b600-cd26cc39f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:37.222469 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a82321-78e8-4d70-b600-cd26cc39f8bc admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:37.227420 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e7a82321-78e8-4d70-b600-cd26cc39f8bc admin admin] 10.222.0.48 "DELETE /v2.0/networks/167c3c25-c049-4e77-80a6-de646299c122 HTTP/1.1" status: 204 len: 168 time: 0.4087665 Jul 27 20:01:37.272021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a82321-78e8-4d70-b600-cd26cc39f8bc admin admin] Pushing event deleted for resources: {'Network': ['ID=167c3c25-c049-4e77-80a6-de646299c122,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:37.526876 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34752) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:37.699071 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-435e88f3-13df-4c09-9352-6e493923d5c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58139400d1454378b468002d61ea3b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691301 Jul 27 20:01:37.701285 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34756) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:37.797005 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a13c9f9-79ec-4f07-aac8-3686830b0e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:37.838227 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a13c9f9-79ec-4f07-aac8-3686830b0e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:37.984830 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a13c9f9-79ec-4f07-aac8-3686830b0e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:38.000045 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a13c9f9-79ec-4f07-aac8-3686830b0e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:38.001306 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1a13c9f9-79ec-4f07-aac8-3686830b0e3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f48c0401-9dcf-452a-bf99-3ece8f72b9a6 HTTP/1.1" status: 204 len: 168 time: 0.2973139 Jul 27 20:01:38.028218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8a616bd6-e2a8-4915-ba24-42d54879de2a req-2d7fda45-25c0-437e-b1dc-5c8b28c73af3 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 210 time: 0.0889146 Jul 27 20:01:38.032889 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13c9f9-79ec-4f07-aac8-3686830b0e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48c0401-9dcf-452a-bf99-3ece8f72b9a6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:38.347361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-79e7eb4a-c29c-40e0-9ce7-a37dbb37a34c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:38.349008 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-79e7eb4a-c29c-40e0-9ce7-a37dbb37a34c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.52 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 806 time: 0.1517100 Jul 27 20:01:38.373241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-c2eb311b-b02f-439e-b480-a88516295c4c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Request body: {'port': {'device_id': '1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3', 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229', 'admin_state_up': True, 'tenant_id': '634951a653da42e4a21a96a42b496619'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:38.413281 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:38.614966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-c2eb311b-b02f-439e-b480-a88516295c4c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Made reservation on behalf of 634951a653da42e4a21a96a42b496619 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:01:38.619271 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-c2eb311b-b02f-439e-b480-a88516295c4c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:38.907733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-c2eb311b-b02f-439e-b480-a88516295c4c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Allocated IP 172.20.0.12 (0c2f9109-2836-4ca2-a589-149d907fa229/de3b9a07-ca57-4084-b8ee-ab8cca04c27f/2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:01:39.223872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea0d3abe-8c90-44f2-9dd2-823bd8095632 req-72e20857-2ea1-4690-826d-c2360821d487 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 210 time: 0.0733020 Jul 27 20:01:39.270420 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-c2eb311b-b02f-439e-b480-a88516295c4c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:39.327884 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-c2eb311b-b02f-439e-b480-a88516295c4c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:39.343007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['27b499e8-da86-46f4-a014-4cb619f8e46e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:39.346669 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b0c7c731-dc55-4b12-b823-0eb22c845a61'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:39.443450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-c2eb311b-b02f-439e-b480-a88516295c4c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Network 0c2f9109-2836-4ca2-a589-149d907fa229 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:01:39.492436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-c2eb311b-b02f-439e-b480-a88516295c4c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:01:39.504468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-c2eb311b-b02f-439e-b480-a88516295c4c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:01:39.756280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-c2eb311b-b02f-439e-b480-a88516295c4c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:39.759825 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-c2eb311b-b02f-439e-b480-a88516295c4c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:39.774672 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb311b-b02f-439e-b480-a88516295c4c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Pushing event updated for resources: {'Port': ['ID=2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:39.834014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-c2eb311b-b02f-439e-b480-a88516295c4c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4686260 Jul 27 20:01:39.856932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Request body: {'port': {'device_id': '1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:40.183008 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:40.484543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34886) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:40.606814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf72a1e-e113-4df3-97e8-9aac364b9ae3 req-4f9527bc-0d3b-4316-855d-ed25f19a647b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:40.615838 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaf72a1e-e113-4df3-97e8-9aac364b9ae3 req-4f9527bc-0d3b-4316-855d-ed25f19a647b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 932 time: 0.1570747 Jul 27 20:01:40.765032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4fc621-5e5d-4e0a-8691-6a9c10184d96 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:40.765513 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4fc621-5e5d-4e0a-8691-6a9c10184d96 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:40.766155 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4fc621-5e5d-4e0a-8691-6a9c10184d96 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:40.768075 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9c4fc621-5e5d-4e0a-8691-6a9c10184d96 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=276aa582ad7e44029331aa2680c554e9&network_id=d4a9afff-e180-4361-9946-eb5062760342 HTTP/1.1" status: 200 len: 2973 time: 0.2818732 Jul 27 20:01:40.770116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaf72a1e-e113-4df3-97e8-9aac364b9ae3 req-2686e44a-56ff-47e2-8a69-0fa9b5d0590d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534178 Jul 27 20:01:40.916191 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:01:40.932811 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:40.963104 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Transition to ACTIVE for port object 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:01:40.973989 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:40.985294 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34898) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:41.061028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:41.197425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Attempting to bind port 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:01:41.199781 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Attempting to bind port 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:01:41.200793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Attempting to bind port 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d on network 0c2f9109-2836-4ca2-a589-149d907fa229 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:01:41.224234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Port 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d on network 0c2f9109-2836-4ca2-a589-149d907fa229 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:01:41.224883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Attempting to bind port 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d on network 0c2f9109-2836-4ca2-a589-149d907fa229 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:01:41.234658 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b80b4714-c0ea-4e2c-ad75-ac2a1a6e6401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:41.257836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:01:41.258134 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Checking segment: {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:01:41.270134 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Bound using segment: {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:01:41.270617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Bound port: 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:01:41.273258 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:41.490298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] For port 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:01:41.498827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] For port 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:01:41.503548 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:41.508358 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:41.570616 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b80b4714-c0ea-4e2c-ad75-ac2a1a6e6401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:41.581201 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b80b4714-c0ea-4e2c-ad75-ac2a1a6e6401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:41.649855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b80b4714-c0ea-4e2c-ad75-ac2a1a6e6401 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04a603da46a247e4a3e582f177d350fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6633759 Jul 27 20:01:41.654225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34914) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:41.662256 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b4714-c0ea-4e2c-ad75-ac2a1a6e6401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acaf5f7-9452-44e3-bf7a-078efe6a50f8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:41.674316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:41.702679 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:01:41.722755 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:41.725400 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:41.732951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-e9999b5d-6459-4658-b59d-f310777636c5 service neutron] 10.222.0.52 "PUT /v2.0/ports/2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d HTTP/1.1" status: 200 len: 1093 time: 1.8910372 Jul 27 20:01:41.735553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3', 'tag': '2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:41.748890 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba15b8ca-2264-4019-8a53-20d779790e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3", "tag": "2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:41.789091 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f66cb15-ea0f-4ef9-9cb1-28e7b8c16b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:41.863815 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f66cb15-ea0f-4ef9-9cb1-28e7b8c16b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:41.928041 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9927c3a7-c829-453a-9c16-13c7b34c16ae x-openstack-request-id: req-9927c3a7-c829-453a-9c16-13c7b34c16ae {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:41.928728 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3", "tag": "2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:41.929201 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9927c3a7-c829-453a-9c16-13c7b34c16ae {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:41.930044 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3', 'tag': '2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d', 'status': 'completed', 'code': 200} Jul 27 20:01:41.936534 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f66cb15-ea0f-4ef9-9cb1-28e7b8c16b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:41.939853 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f66cb15-ea0f-4ef9-9cb1-28e7b8c16b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:41.944889 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5f66cb15-ea0f-4ef9-9cb1-28e7b8c16b77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6acaf5f7-9452-44e3-bf7a-078efe6a50f8 HTTP/1.1" status: 204 len: 168 time: 0.2887769 Jul 27 20:01:41.971882 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66cb15-ea0f-4ef9-9cb1-28e7b8c16b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acaf5f7-9452-44e3-bf7a-078efe6a50f8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:42.137221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-31f92218-2b26-48b6-a0fd-cc977192973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:42.140099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-31f92218-2b26-48b6-a0fd-cc977192973c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 1096 time: 0.3624935 Jul 27 20:01:42.266886 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-dff412fb-0920-4254-9261-83c316dbaaa6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d HTTP/1.1" status: 200 len: 217 time: 0.1059577 Jul 27 20:01:42.339152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478d728-6b57-49b1-a6b5-3ab24a47b3c9 req-6cf9d1eb-051e-44d4-9033-61d10518b25f tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:42.345099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d478d728-6b57-49b1-a6b5-3ab24a47b3c9 req-6cf9d1eb-051e-44d4-9033-61d10518b25f tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 944 time: 0.3475978 Jul 27 20:01:42.365713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-bdd86820-a228-4297-88f3-8944fa84a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:42.367712 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-bdd86820-a228-4297-88f3-8944fa84a83c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 200 len: 846 time: 0.0867305 Jul 27 20:01:42.444459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-3fe16d81-2dcd-40c4-92d6-c0393dcaed8e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c2f9109-2836-4ca2-a589-149d907fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464554 Jul 27 20:01:42.451115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d478d728-6b57-49b1-a6b5-3ab24a47b3c9 req-42ab21b6-b289-4f8b-bd36-58b490693229 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823836 Jul 27 20:01:42.641820 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-b7046c35-1281-4618-9a57-3e1801a7063d service neutron] 10.222.0.52 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880143 Jul 27 20:01:42.797487 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7539a2ff-b55c-49f6-ba4f-165f97ce34c3 req-262d015c-10df-40de-bbf8-80e382e9a3a8 service neutron] 10.222.0.52 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485903 Jul 27 20:01:43.017067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15b8ca-2264-4019-8a53-20d779790e1a req-ff0c5b03-e80e-49cc-92ec-eb27e1e004a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:43.020158 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba15b8ca-2264-4019-8a53-20d779790e1a req-ff0c5b03-e80e-49cc-92ec-eb27e1e004a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 1096 time: 0.1407361 Jul 27 20:01:43.230754 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34970) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:43.250626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15b8ca-2264-4019-8a53-20d779790e1a req-d29cc333-896d-48a7-9cc0-a490ed5d6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:43.252252 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba15b8ca-2264-4019-8a53-20d779790e1a req-d29cc333-896d-48a7-9cc0-a490ed5d6108 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 907 time: 0.2244179 Jul 27 20:01:43.334543 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba15b8ca-2264-4019-8a53-20d779790e1a req-f9110618-e889-4433-920d-9edb8108d9f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d HTTP/1.1" status: 200 len: 217 time: 0.0735052 Jul 27 20:01:43.380672 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ef0aa934-85ba-48d7-a01e-7c97761eabf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:43.459757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15b8ca-2264-4019-8a53-20d779790e1a req-5f5d3021-3abb-4523-8f52-4212a218db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:43.464018 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba15b8ca-2264-4019-8a53-20d779790e1a req-5f5d3021-3abb-4523-8f52-4212a218db08 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 200 len: 846 time: 0.1215208 Jul 27 20:01:43.468162 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2033140317-network', 'tenant_id': '6fb7a33b4acb49b1bf500902ad3f739e'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:43.532533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] Made reservation on behalf of 6fb7a33b4acb49b1bf500902ad3f739e for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:01:43.538277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:43.549179 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba15b8ca-2264-4019-8a53-20d779790e1a req-f307c41d-daf0-46b1-bd7b-d270176ac2e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c2f9109-2836-4ca2-a589-149d907fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750511 Jul 27 20:01:43.572729 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:43.854146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86490d6-b017-4237-96c7-9dfab13b3e6a req-bd0e88fc-f2e6-4a3f-b863-6fdbba9ab9e9 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:43.864642 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b86490d6-b017-4237-96c7-9dfab13b3e6a req-bd0e88fc-f2e6-4a3f-b863-6fdbba9ab9e9 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 944 time: 0.2548058 Jul 27 20:01:43.865962 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:43.871260 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:43.886419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:01:43.899489 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:43.900306 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] Added segment fbda5f92-9490-446f-9dd7-16279e48c6e3 of type vlan for network ba1da0af-0aee-414a-9433-6f8d4b2f5902 Jul 27 20:01:43.900606 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba15b8ca-2264-4019-8a53-20d779790e1a req-5496369d-37bb-4682-8c11-c32ff1150627 service neutron] 10.222.0.52 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147686 Jul 27 20:01:44.007802 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:44.072147 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:44.073310 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:44.074034 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:44.171188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75971024-cc9f-4d10-9e9b-24be2e511308,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:44.211991 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9753258 Jul 27 20:01:44.245736 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff6e6d-a122-4a0f-b397-80d88212c240 admin admin] Pushing event updated for resources: {'Network': ['ID=ba1da0af-0aee-414a-9433-6f8d4b2f5902,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:44.258250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network ba1da0af-0aee-414a-9433-6f8d4b2f5902 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:01:44.268305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b86490d6-b017-4237-96c7-9dfab13b3e6a req-4a7c90d0-ad01-4fef-b21b-7894af101308 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001973 Jul 27 20:01:44.372894 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc100500-1028-47f5-94ee-7b27134ebdb7 req-bf9b4784-0d39-4c55-8558-fc135fc62454 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:44.384948 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc100500-1028-47f5-94ee-7b27134ebdb7 req-bf9b4784-0d39-4c55-8558-fc135fc62454 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.3103824 Jul 27 20:01:44.397614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba15b8ca-2264-4019-8a53-20d779790e1a req-0901fc9d-cc6b-4a93-a663-983045707670 service neutron] 10.222.0.52 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954526 Jul 27 20:01:44.421375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:01:44.462091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc100500-1028-47f5-94ee-7b27134ebdb7 req-ee501f0a-75d4-4829-b9da-8b037f8b08b8 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758629 Jul 27 20:01:44.613559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35020) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:44.678561 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:44.748489 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d', 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229', 'port_id': '2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d', 'mac_address': 'fa:16:3e:ac:65:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3b9a07-ca57-4084-b8ee-ab8cca04c27f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:01:44.781978 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e032d96-14b6-4f0a-b777-f3e83f281f36 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:44.788697 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7e032d96-14b6-4f0a-b777-f3e83f281f36 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2 HTTP/1.1" status: 200 len: 814 time: 0.1726177 Jul 27 20:01:44.863151 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:44.881083 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:01:44.910903 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:44.917810 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:45.011590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5de71b-b144-43d2-80d4-c681223c4aee req-7891fbc7-a3e1-43fd-86f7-b3651850f5f5 tempest-ComputeTenantNetworksTest-395688464 tempest-ComputeTenantNetworksTest-395688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:45.017977 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5de71b-b144-43d2-80d4-c681223c4aee req-7891fbc7-a3e1-43fd-86f7-b3651850f5f5 tempest-ComputeTenantNetworksTest-395688464 tempest-ComputeTenantNetworksTest-395688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:45.024116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5de71b-b144-43d2-80d4-c681223c4aee req-7891fbc7-a3e1-43fd-86f7-b3651850f5f5 tempest-ComputeTenantNetworksTest-395688464 tempest-ComputeTenantNetworksTest-395688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:45.026319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f5de71b-b144-43d2-80d4-c681223c4aee req-7891fbc7-a3e1-43fd-86f7-b3651850f5f5 tempest-ComputeTenantNetworksTest-395688464 tempest-ComputeTenantNetworksTest-395688464-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3189723 Jul 27 20:01:45.031789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:45.155458 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:45.264169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904a924-6eef-40e4-9daf-1f234428ede9 req-386cd7d8-f5fc-4f6b-b299-19ddcf98db87 tempest-ComputeTenantNetworksTest-395688464 tempest-ComputeTenantNetworksTest-395688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:45.274150 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a904a924-6eef-40e4-9daf-1f234428ede9 req-386cd7d8-f5fc-4f6b-b299-19ddcf98db87 tempest-ComputeTenantNetworksTest-395688464 tempest-ComputeTenantNetworksTest-395688464-project] 10.222.0.48 "GET /v2.0/networks/ba1da0af-0aee-414a-9433-6f8d4b2f5902 HTTP/1.1" status: 200 len: 769 time: 0.2173607 Jul 27 20:01:45.277877 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35040) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:45.483596 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0ddb750-b7fd-4f7c-bb1b-a76adf8b4707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:45.630786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d53fc0-329a-4b54-aaa0-6ac5f97e6900 req-c2c38202-1058-4114-87b0-11f966a6c79d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:45.632517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6d53fc0-329a-4b54-aaa0-6ac5f97e6900 req-c2c38202-1058-4114-87b0-11f966a6c79d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 945 time: 0.1816006 Jul 27 20:01:45.644670 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0ddb750-b7fd-4f7c-bb1b-a76adf8b4707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:45.658319 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c0ddb750-b7fd-4f7c-bb1b-a76adf8b4707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1da0af-0aee-414a-9433-6f8d4b2f5902']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:45.674021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c0ddb750-b7fd-4f7c-bb1b-a76adf8b4707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbda5f92-9490-446f-9dd7-16279e48c6e3') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:45.674634 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c0ddb750-b7fd-4f7c-bb1b-a76adf8b4707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbda5f92-9490-446f-9dd7-16279e48c6e3') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:45.693402 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0ddb750-b7fd-4f7c-bb1b-a76adf8b4707 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:45.720350 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0ddb750-b7fd-4f7c-bb1b-a76adf8b4707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:45.734040 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ddb750-b7fd-4f7c-bb1b-a76adf8b4707 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:01:45.734500 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0ddb750-b7fd-4f7c-bb1b-a76adf8b4707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:01:45.737560 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:01:45.779461 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35050) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:45.809246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e6098919-9eec-4272-bcba-c45ed7b589d2 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'network': {'name': 'tempest-network-smoke--1909894180', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'port_security_enabled': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:45.835293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6d53fc0-329a-4b54-aaa0-6ac5f97e6900 req-4e092f27-fbea-498d-9c14-30b9829c0997 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306953 Jul 27 20:01:45.870725 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0ddb750-b7fd-4f7c-bb1b-a76adf8b4707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:45.882043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0ddb750-b7fd-4f7c-bb1b-a76adf8b4707 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:45.887463 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c0ddb750-b7fd-4f7c-bb1b-a76adf8b4707 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ba1da0af-0aee-414a-9433-6f8d4b2f5902 HTTP/1.1" status: 204 len: 168 time: 0.6085196 Jul 27 20:01:45.918263 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddb750-b7fd-4f7c-bb1b-a76adf8b4707 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba1da0af-0aee-414a-9433-6f8d4b2f5902,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:45.925186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6098919-9eec-4272-bcba-c45ed7b589d2 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Made reservation on behalf of 276aa582ad7e44029331aa2680c554e9 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:01:45.936230 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e6098919-9eec-4272-bcba-c45ed7b589d2 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:45.973686 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35058) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:46.008111 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74850c2f-383e-4b11-a347-1fa7344355ca req-41f389e1-cc9e-49eb-9746-0594ce247a29 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:46.008472 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35064) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:46.013072 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74850c2f-383e-4b11-a347-1fa7344355ca req-41f389e1-cc9e-49eb-9746-0594ce247a29 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.3731201 Jul 27 20:01:46.075283 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74850c2f-383e-4b11-a347-1fa7344355ca req-b2313984-f820-4c1c-a143-0713440e647e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592093 Jul 27 20:01:46.114433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6098919-9eec-4272-bcba-c45ed7b589d2 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:01:46.132652 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d544646-5357-4d28-8f3b-d41a4f7a7ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.138542 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d719e694-bab5-4f43-9107-517e232f0372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.163077 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e6098919-9eec-4272-bcba-c45ed7b589d2 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.163436 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-e6098919-9eec-4272-bcba-c45ed7b589d2 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Added segment 9911d6a5-8f10-448f-98b5-0a53845f8130 of type vlan for network 8b870101-f76a-4dbd-838f-124a83f5fcb2 Jul 27 20:01:46.222433 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.255726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35070) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:46.262606 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e6098919-9eec-4272-bcba-c45ed7b589d2 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.348514 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5a4757a6-0d09-4cdd-84c5-cb607b447918 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6fb7a33b4acb49b1bf500902ad3f739e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906096 Jul 27 20:01:46.365315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35074) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:46.407671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:01:46.450825 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d544646-5357-4d28-8f3b-d41a4f7a7ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.475387 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d291cb5e-67d1-4923-b677-22aa37cac38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.477566 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e6098919-9eec-4272-bcba-c45ed7b589d2 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.483333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6098919-9eec-4272-bcba-c45ed7b589d2 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:46.484540 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e6098919-9eec-4272-bcba-c45ed7b589d2 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.504875 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d544646-5357-4d28-8f3b-d41a4f7a7ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.531031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:01:46.537007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:01:46.537540 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.628382 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8d544646-5357-4d28-8f3b-d41a4f7a7ee1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a76d3034a1546aba6312496002a9850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6529405 Jul 27 20:01:46.632061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35086) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:46.640454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d544646-5357-4d28-8f3b-d41a4f7a7ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f2c213-5a09-4a7d-b6d3-16d7c073e2e1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:46.688593 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d291cb5e-67d1-4923-b677-22aa37cac38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.758082 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d291cb5e-67d1-4923-b677-22aa37cac38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.760830 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d291cb5e-67d1-4923-b677-22aa37cac38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.762337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d291cb5e-67d1-4923-b677-22aa37cac38a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75971024-cc9f-4d10-9e9b-24be2e511308 HTTP/1.1" status: 204 len: 168 time: 0.3960049 Jul 27 20:01:46.772709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e6098919-9eec-4272-bcba-c45ed7b589d2 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9874444 Jul 27 20:01:46.777716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35094) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:46.779255 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.779720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6098919-9eec-4272-bcba-c45ed7b589d2 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Network': ['ID=8b870101-f76a-4dbd-838f-124a83f5fcb2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:46.780883 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b4fb-0354-4d59-9cb7-4a545f7dba2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:46.794252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291cb5e-67d1-4923-b677-22aa37cac38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75971024-cc9f-4d10-9e9b-24be2e511308,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:46.829960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:46.831543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 8b870101-f76a-4dbd-838f-124a83f5fcb2 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:01:46.836284 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:46.843517 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523762cd-0a8e-45cd-9c29-294fff1c99cf" -d '{"events": [{"server_uuid": "1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3", "name": "network-vif-plugged", "status": "completed", "tag": "2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:46.897247 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:47.011846 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da4de2c-b80c-4727-954b-6fd6640618b9 x-openstack-request-id: req-2da4de2c-b80c-4727-954b-6fd6640618b9 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:47.012277 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3", "name": "network-vif-plugged", "status": "completed", "tag": "2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:47.012583 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2da4de2c-b80c-4727-954b-6fd6640618b9 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:47.012982 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d', 'code': 200} Jul 27 20:01:47.042383 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b4fb-0354-4d59-9cb7-4a545f7dba2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:47.095322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:47.136043 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:47.196693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab056c5-55f5-4022-9b8b-3fba98c6d284 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:47.202335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4ab056c5-55f5-4022-9b8b-3fba98c6d284 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=276aa582ad7e44029331aa2680c554e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4233363 Jul 27 20:01:47.206121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35112) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:47.273086 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b4fb-0354-4d59-9cb7-4a545f7dba2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:47.275999 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b4fb-0354-4d59-9cb7-4a545f7dba2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:47.277571 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e0c3b4fb-0354-4d59-9cb7-4a545f7dba2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29f2c213-5a09-4a7d-b6d3-16d7c073e2e1 HTTP/1.1" status: 204 len: 168 time: 0.6443202 Jul 27 20:01:47.295327 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3b4fb-0354-4d59-9cb7-4a545f7dba2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f2c213-5a09-4a7d-b6d3-16d7c073e2e1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:47.306388 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a007be3-c393-4440-ab62-e2e820e622ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:47.468118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786a3ee-5bc9-4fbb-b8f7-448aef7d4458 req-aa5396d0-97f7-459a-9d6a-fe40ef6d0ded tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:47.476558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f786a3ee-5bc9-4fbb-b8f7-448aef7d4458 req-aa5396d0-97f7-459a-9d6a-fe40ef6d0ded tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 946 time: 0.3946569 Jul 27 20:01:47.563460 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f786a3ee-5bc9-4fbb-b8f7-448aef7d4458 req-9cdb4d06-e8c7-488b-9eb0-8b231f788e07 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809987 Jul 27 20:01:47.593686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e84527-e831-4ead-8d9e-edf6fab87e22 req-a828276e-2d32-4ed9-abf1-c660cb450ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:47.596938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0e84527-e831-4ead-8d9e-edf6fab87e22 req-a828276e-2d32-4ed9-abf1-c660cb450ae4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 1098 time: 0.5048022 Jul 27 20:01:48.008076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35128) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:48.027074 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04ebe285-1eac-4569-bd9d-e71ca33852fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:48.188618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa98270b-9cdf-4494-9987-fa1cfba6a5d6 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:48.193326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aa98270b-9cdf-4494-9987-fa1cfba6a5d6 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9729962 Jul 27 20:01:48.196369 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35138) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:48.212553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0e84527-e831-4ead-8d9e-edf6fab87e22 req-fe761c47-48c2-4209-96a4-f8a61f2f8b8c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5981190 Jul 27 20:01:48.223339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22521e7-f6a3-4213-af21-056ce4a686c3 req-d534f93f-bfa1-4ebc-990f-0f0d47dc4e7b tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:48.225725 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c22521e7-f6a3-4213-af21-056ce4a686c3 req-d534f93f-bfa1-4ebc-990f-0f0d47dc4e7b tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.9368906 Jul 27 20:01:48.260004 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-352a021d-4908-44b3-8779-6da8b5c07e4a tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592616 Jul 27 20:01:48.263158 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35140) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:48.325988 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c713137b-a74f-4638-a179-1906c5dcade8 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=276aa582ad7e44029331aa2680c554e9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587420 Jul 27 20:01:48.326262 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35144) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:48.330659 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c22521e7-f6a3-4213-af21-056ce4a686c3 req-a33d30a3-f8ac-4f0e-89b5-bc309bf4465d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986378 Jul 27 20:01:48.366897 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04ebe285-1eac-4569-bd9d-e71ca33852fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:48.461740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a982317-524a-4410-93a7-0f495f156a58 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:48.464866 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7a982317-524a-4410-93a7-0f495f156a58 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1154468 Jul 27 20:01:48.466725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35148) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:48.469278 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04ebe285-1eac-4569-bd9d-e71ca33852fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:48.501278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dd58b324-f11e-4537-8727-99b2a18ee298 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332062 Jul 27 20:01:48.504194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35150) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:48.512459 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-dced5f68-3f1a-4c6d-9e41-75b296415fa0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1460879788', 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:48.521814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebe285-1eac-4569-bd9d-e71ca33852fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0972b71-e5b6-48a3-aa69-1f5693cb3f87,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:48.565025 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-04ebe285-1eac-4569-bd9d-e71ca33852fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba4a888a9db14031838f95a94c800e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555999 Jul 27 20:01:48.568029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8a007be3-c393-4440-ab62-e2e820e622ef admin admin] Deleting port 6b601d51-21fb-4b51-83ae-ed02b105d9ba {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:48.568426 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a007be3-c393-4440-ab62-e2e820e622ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:48.571253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35156) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:48.660536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dced5f68-3f1a-4c6d-9e41-75b296415fa0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Made reservation on behalf of 276aa582ad7e44029331aa2680c554e9 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:01:48.665334 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dced5f68-3f1a-4c6d-9e41-75b296415fa0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:48.713731 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48041350-1b21-4a4e-91c7-fb634733aa8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:48.744896 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48041350-1b21-4a4e-91c7-fb634733aa8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:48.818014 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48041350-1b21-4a4e-91c7-fb634733aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:48.820874 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48041350-1b21-4a4e-91c7-fb634733aa8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:48.822260 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-48041350-1b21-4a4e-91c7-fb634733aa8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0972b71-e5b6-48a3-aa69-1f5693cb3f87 HTTP/1.1" status: 204 len: 168 time: 0.2498367 Jul 27 20:01:48.824867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-8a007be3-c393-4440-ab62-e2e820e622ef admin admin] For port 6b601d51-21fb-4b51-83ae-ed02b105d9ba, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6b601d51-21fb-4b51-83ae-ed02b105d9ba,segment=NetworkSegment(e52b20eb-8fa4-47e2-89a3-51117f3d25a8),segment_id=e52b20eb-8fa4-47e2-89a3-51117f3d25a8)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:48.825261 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a007be3-c393-4440-ab62-e2e820e622ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:48.847399 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8a007be3-c393-4440-ab62-e2e820e622ef admin admin] Calling delete_port for 6b601d51-21fb-4b51-83ae-ed02b105d9ba owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:48.849678 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48041350-1b21-4a4e-91c7-fb634733aa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0972b71-e5b6-48a3-aa69-1f5693cb3f87,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:48.903217 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:48.982170 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dced5f68-3f1a-4c6d-9e41-75b296415fa0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:49.128413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced5f68-3f1a-4c6d-9e41-75b296415fa0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Subnet': ['ID=e61c70f8-3e19-43d0-94d7-a17fc84c0654,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:49.152063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced5f68-3f1a-4c6d-9e41-75b296415fa0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Checking segment: {'id': '9911d6a5-8f10-448f-98b5-0a53845f8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:01:49.152471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced5f68-3f1a-4c6d-9e41-75b296415fa0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network hostable DHCP agents. Network: 8b870101-f76a-4dbd-838f-124a83f5fcb2, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:01:49.166563 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a007be3-c393-4440-ab62-e2e820e622ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:49.176766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c573746-6590-44c6-82b6-dbeebaac05a7 req-6cc70fdc-9e10-4a64-ac73-72ce52abb236 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:49.179698 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c573746-6590-44c6-82b6-dbeebaac05a7 req-6cc70fdc-9e10-4a64-ac73-72ce52abb236 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 946 time: 0.3910644 Jul 27 20:01:49.232199 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced5f68-3f1a-4c6d-9e41-75b296415fa0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network 8b870101-f76a-4dbd-838f-124a83f5fcb2 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:01:49.283827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-dced5f68-3f1a-4c6d-9e41-75b296415fa0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 8b870101-f76a-4dbd-838f-124a83f5fcb2) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:01:49.294003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b839579-fe31-428d-bfec-18680ed36a9e None None] Network 8b870101-f76a-4dbd-838f-124a83f5fcb2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:01:49.306421 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c573746-6590-44c6-82b6-dbeebaac05a7 req-1a7dd220-6a7d-4a6e-ab79-fd200b5a1560 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162717 Jul 27 20:01:49.308000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced5f68-3f1a-4c6d-9e41-75b296415fa0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:49.308739 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dced5f68-3f1a-4c6d-9e41-75b296415fa0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:49.323429 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a007be3-c393-4440-ab62-e2e820e622ef admin admin] Pushing event deleted for resources: {'Port': ['ID=6b601d51-21fb-4b51-83ae-ed02b105d9ba,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:49.330839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dced5f68-3f1a-4c6d-9e41-75b296415fa0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8253753 Jul 27 20:01:49.683390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-8b870101-f76a-4dbd-838f-124a83f5fcb2', 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ips': [{'subnet_id': 'e61c70f8-3e19-43d0-94d7-a17fc84c0654'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:01:49.684720 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:49.735992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61320bdd-9d98-44a2-bb8f-dfdf007f2fec req-36049d86-fd8b-47c0-a80d-f9768bee89af tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:49.737572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61320bdd-9d98-44a2-bb8f-dfdf007f2fec req-36049d86-fd8b-47c0-a80d-f9768bee89af tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.1903815 Jul 27 20:01:49.779184 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a007be3-c393-4440-ab62-e2e820e622ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:49.855658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61320bdd-9d98-44a2-bb8f-dfdf007f2fec req-a6f31e4f-97ee-451c-859a-16afc526574d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101840 Jul 27 20:01:50.026127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Allocated IP 172.20.0.18 (8b870101-f76a-4dbd-838f-124a83f5fcb2/e61c70f8-3e19-43d0-94d7-a17fc84c0654/d6aa1d1b-190f-49cc-8c49-ee394b8b7507) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:01:50.090095 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35190) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:50.096832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-510f1939-51e2-452c-8514-687327b58d5f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-784025658', 'description': 'tempest-secgroup-smoke-784025658 description', 'project_id': '276aa582ad7e44029331aa2680c554e9'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:50.148142 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-510f1939-51e2-452c-8514-687327b58d5f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:50.252425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a007be3-c393-4440-ab62-e2e820e622ef admin admin] Router 34a519f1-6c07-4f05-8bed-50d484214efa has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:01:50.295124 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-510f1939-51e2-452c-8514-687327b58d5f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:50.304069 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-510f1939-51e2-452c-8514-687327b58d5f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:50.366748 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-510f1939-51e2-452c-8514-687327b58d5f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:50.376854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-510f1939-51e2-452c-8514-687327b58d5f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2855651 Jul 27 20:01:50.381597 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35202) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:50.397797 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f02c613e-5d52-46e3-bd73-07274f47c70b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': '3ab30bbc-047e-46cc-bb5f-25b220951374', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:50.417228 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:50.458846 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Transition to ACTIVE for port object d6aa1d1b-190f-49cc-8c49-ee394b8b7507 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:01:50.458996 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f02c613e-5d52-46e3-bd73-07274f47c70b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:50.489592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f1939-51e2-452c-8514-687327b58d5f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab30bbc-047e-46cc-bb5f-25b220951374,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:50.526468 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Transition to ACTIVE for port object d6aa1d1b-190f-49cc-8c49-ee394b8b7507 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:01:50.548553 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:50.589231 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a007be3-c393-4440-ab62-e2e820e622ef admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:01:50.621335 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8a007be3-c393-4440-ab62-e2e820e622ef admin admin] 10.222.0.48 "PUT /v2.0/routers/34a519f1-6c07-4f05-8bed-50d484214efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6101792 Jul 27 20:01:50.622900 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35218) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:50.637284 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f02c613e-5d52-46e3-bd73-07274f47c70b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:50.692625 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f02c613e-5d52-46e3-bd73-07274f47c70b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:50.777098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c613e-5d52-46e3-bd73-07274f47c70b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed73976b-25ca-4052-a4c4-cea8f60acd6c,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:50.791104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Network 8b870101-f76a-4dbd-838f-124a83f5fcb2 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:01:50.797172 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Pushing event updated for resources: {'Port': ['ID=d6aa1d1b-190f-49cc-8c49-ee394b8b7507,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:50.813720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:01:50.827004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e455e13-37f4-4282-9899-ec0ccab9ee0c None None] Sync routers for ids ['34a519f1-6c07-4f05-8bed-50d484214efa'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:01:50.829600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:01:50.838372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c67e12-a091-4e0f-9077-4e5cd9838997 req-5ada0676-3536-4c59-8184-e37727c7465e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:50.847081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63c67e12-a091-4e0f-9077-4e5cd9838997 req-5ada0676-3536-4c59-8184-e37727c7465e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 946 time: 0.3118203 Jul 27 20:01:50.883857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e455e13-37f4-4282-9899-ec0ccab9ee0c None None] Routers {'34a519f1-6c07-4f05-8bed-50d484214efa'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:01:50.884569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3e455e13-37f4-4282-9899-ec0ccab9ee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:01:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['34a519f1-6c07-4f05-8bed-50d484214efa'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:50.884730 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f02c613e-5d52-46e3-bd73-07274f47c70b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:50.887647 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f02c613e-5d52-46e3-bd73-07274f47c70b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4941304 Jul 27 20:01:50.898332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35232) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:50.905381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-2a977ecc-c4e8-40a8-9215-c0a32bff34cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': '3ab30bbc-047e-46cc-bb5f-25b220951374', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:50.915732 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35240) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:51.003712 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63c67e12-a091-4e0f-9077-4e5cd9838997 req-f02e7408-3bea-47f0-93ff-d7debea13275 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545427 Jul 27 20:01:51.032875 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:51.326147 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:51.400611 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a977ecc-c4e8-40a8-9215-c0a32bff34cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:51.485146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] Deleting port 9a69d00c-95d1-4ccf-be87-9170c7e18a80 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:51.485146 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:51.526538 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Attempting to bind port d6aa1d1b-190f-49cc-8c49-ee394b8b7507 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:01:51.527524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Attempting to bind port d6aa1d1b-190f-49cc-8c49-ee394b8b7507 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '9911d6a5-8f10-448f-98b5-0a53845f8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:01:51.528185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Attempting to bind port d6aa1d1b-190f-49cc-8c49-ee394b8b7507 on network 8b870101-f76a-4dbd-838f-124a83f5fcb2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:01:51.532293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-3e455e13-37f4-4282-9899-ec0ccab9ee0c None None] Set router 34a519f1-6c07-4f05-8bed-50d484214efa gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:01:51.603064 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:01:51.603728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Checking segment: {'id': '9911d6a5-8f10-448f-98b5-0a53845f8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:01:51.604311 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:51.604896 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Bound using segment: {'id': '9911d6a5-8f10-448f-98b5-0a53845f8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:01:51.605644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Bound port: d6aa1d1b-190f-49cc-8c49-ee394b8b7507, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9911d6a5-8f10-448f-98b5-0a53845f8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:01:51.609198 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:51.618333 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-259bfc79-cc09-4bfe-b8f0-08ed7fa82794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:51.659824 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a977ecc-c4e8-40a8-9215-c0a32bff34cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:51.678112 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a977ecc-c4e8-40a8-9215-c0a32bff34cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:51.735411 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a977ecc-c4e8-40a8-9215-c0a32bff34cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8078a21a-a6de-428b-b073-936d9bc8065d,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:51.761577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e54ca6-0f91-4754-a56d-a2054196537b req-c53eae2d-f345-44c3-8853-fed0b0ae1890 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:51.778596 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53e54ca6-0f91-4754-a56d-a2054196537b req-c53eae2d-f345-44c3-8853-fed0b0ae1890 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.7448926 Jul 27 20:01:51.793415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef6e50-f639-4e1f-9328-367a10bd2b4d req-7943bc32-e10b-4a0c-bfd3-e81f8913bcbb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:51.795981 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9aef6e50-f639-4e1f-9328-367a10bd2b4d req-7943bc32-e10b-4a0c-bfd3-e81f8913bcbb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 946 time: 0.5614483 Jul 27 20:01:51.823896 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-259bfc79-cc09-4bfe-b8f0-08ed7fa82794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:51.829530 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-259bfc79-cc09-4bfe-b8f0-08ed7fa82794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:51.888093 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-259bfc79-cc09-4bfe-b8f0-08ed7fa82794 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c92c375f512e4eb29191e38482fcce23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9709396 Jul 27 20:01:51.889440 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9aef6e50-f639-4e1f-9328-367a10bd2b4d req-5fa631db-c6fa-4375-9fd0-d1a8cb8cf58b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863271 Jul 27 20:01:51.890230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35270) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:51.899683 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a977ecc-c4e8-40a8-9215-c0a32bff34cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:51.904353 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bfc79-cc09-4bfe-b8f0-08ed7fa82794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34823ee-36a1-4561-b9ed-e7b511eb0386,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:51.905121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2a977ecc-c4e8-40a8-9215-c0a32bff34cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0048251 Jul 27 20:01:51.916615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35272) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:51.959839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53e54ca6-0f91-4754-a56d-a2054196537b req-280f6e85-ec75-4dba-8ece-3a40f17e7ff2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754479 Jul 27 20:01:51.963704 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4bfb5339-17c6-4c1c-8238-d7e4aea00c45 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': '3ab30bbc-047e-46cc-bb5f-25b220951374', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:52.025912 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9305deb5-b541-4f5d-bc92-fde8cd94c27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:52.042410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] For port d6aa1d1b-190f-49cc-8c49-ee394b8b7507, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:01:52.059839 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] For port d6aa1d1b-190f-49cc-8c49-ee394b8b7507, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d6aa1d1b-190f-49cc-8c49-ee394b8b7507,segment=NetworkSegment(9911d6a5-8f10-448f-98b5-0a53845f8130),segment_id=9911d6a5-8f10-448f-98b5-0a53845f8130)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:01:52.061151 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] For port 9a69d00c-95d1-4ccf-be87-9170c7e18a80, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9a69d00c-95d1-4ccf-be87-9170c7e18a80,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:52.064051 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:52.101284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] Calling delete_port for 9a69d00c-95d1-4ccf-be87-9170c7e18a80 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:52.111804 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:52.137636 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4bfb5339-17c6-4c1c-8238-d7e4aea00c45 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:52.178510 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9305deb5-b541-4f5d-bc92-fde8cd94c27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:52.367063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a9cec-be45-4a1a-9833-d4ca7781b666 req-241d1fad-2292-4f3a-b01f-ee4076dcdd85 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:52.370377 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e50a9cec-be45-4a1a-9833-d4ca7781b666 req-241d1fad-2292-4f3a-b01f-ee4076dcdd85 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 946 time: 0.3163898 Jul 27 20:01:52.382735 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9305deb5-b541-4f5d-bc92-fde8cd94c27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:52.386612 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9305deb5-b541-4f5d-bc92-fde8cd94c27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:52.392197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9305deb5-b541-4f5d-bc92-fde8cd94c27b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f34823ee-36a1-4561-b9ed-e7b511eb0386 HTTP/1.1" status: 204 len: 168 time: 0.4974229 Jul 27 20:01:52.425241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305deb5-b541-4f5d-bc92-fde8cd94c27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34823ee-36a1-4561-b9ed-e7b511eb0386,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:52.511877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e50a9cec-be45-4a1a-9833-d4ca7781b666 req-d7f760bf-ca0e-469d-b464-f9dd42f16310 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182139 Jul 27 20:01:52.583335 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4bfb5339-17c6-4c1c-8238-d7e4aea00c45 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:52.592933 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4bfb5339-17c6-4c1c-8238-d7e4aea00c45 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:52.648340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a3336-9a7f-4885-a2b7-d90c1d6fb74d None None] Pushing event updated for resources: {'Port': ['ID=d6aa1d1b-190f-49cc-8c49-ee394b8b7507,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:52.701175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3e455e13-37f4-4282-9899-ec0ccab9ee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:49:45Z', 'updated_at': '2021-07-27T20:01:49Z', 'revision_number': 5, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'gw_port': {'id': '9a69d00c-95d1-4ccf-be87-9170c7e18a80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:49:47Z', 'updated_at': '2021-07-27T19:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:52.753940 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:52.770340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb5339-17c6-4c1c-8238-d7e4aea00c45 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f1341d-27cd-492b-bb59-f2dc184a69fc,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:52.887462 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e455e13-37f4-4282-9899-ec0ccab9ee0c None None] Checking router: 34a519f1-6c07-4f05-8bed-50d484214efa for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:01:52.932758 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4bfb5339-17c6-4c1c-8238-d7e4aea00c45 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:52.935260 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4bfb5339-17c6-4c1c-8238-d7e4aea00c45 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9934123 Jul 27 20:01:52.936876 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a69d00c-95d1-4ccf-be87-9170c7e18a80,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:52.940867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35300) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:52.955533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a4e9710e-8022-4fb9-b94e-809a37895adb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': '3ab30bbc-047e-46cc-bb5f-25b220951374', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:52.966624 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e455e13-37f4-4282-9899-ec0ccab9ee0c None None] Routers {'34a519f1-6c07-4f05-8bed-50d484214efa'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:01:52.968412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3e455e13-37f4-4282-9899-ec0ccab9ee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:01:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['34a519f1-6c07-4f05-8bed-50d484214efa'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:53.190858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-3e455e13-37f4-4282-9899-ec0ccab9ee0c None None] Set router 34a519f1-6c07-4f05-8bed-50d484214efa gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:01:53.203613 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a4e9710e-8022-4fb9-b94e-809a37895adb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:53.237903 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:53.249172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721e794-2f8c-416a-9e31-5f6ba8275c53 req-7461c894-8f4e-4d28-9547-0218fdf134db tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:53.262738 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c721e794-2f8c-416a-9e31-5f6ba8275c53 req-7461c894-8f4e-4d28-9547-0218fdf134db tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.1501796 Jul 27 20:01:53.363728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3e455e13-37f4-4282-9899-ec0ccab9ee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:49:45Z', 'updated_at': '2021-07-27T20:01:52Z', 'revision_number': 7, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:53.400172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c721e794-2f8c-416a-9e31-5f6ba8275c53 req-5e880174-cb9e-478d-9542-c71f4482f683 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337068 Jul 27 20:01:53.421730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b0acb-8e9a-4be6-b8f1-438fd2568f9b req-5e57c6ed-f7fd-469c-82c4-f1ebc61d2a62 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:53.423754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-801b0acb-8e9a-4be6-b8f1-438fd2568f9b req-5e57c6ed-f7fd-469c-82c4-f1ebc61d2a62 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 946 time: 0.1940606 Jul 27 20:01:53.424478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35316) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:53.453137 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e455e13-37f4-4282-9899-ec0ccab9ee0c None None] The sync data for ids ['34a519f1-6c07-4f05-8bed-50d484214efa'] in n-d-705657-21 is: [{'id': '34a519f1-6c07-4f05-8bed-50d484214efa', 'name': 'tempest-TaggedBootDevicesTest-762773467-router', 'tenant_id': 'f58925f86c5a406cbce55135dc048b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:49:45Z', 'updated_at': '2021-07-27T20:01:52Z', 'revision_number': 7, 'project_id': 'f58925f86c5a406cbce55135dc048b98', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:01:53.483432 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d40a2992-5793-488c-9107-6f992578d7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:53.522248 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d6aa1d1b-190f-49cc-8c49-ee394b8b7507 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:01:53.592061 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:53.601632 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:53.672315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port d6aa1d1b-190f-49cc-8c49-ee394b8b7507 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:01:53.713831 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d40a2992-5793-488c-9107-6f992578d7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:53.722545 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a4e9710e-8022-4fb9-b94e-809a37895adb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:53.726347 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:53.727448 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34a519f1-6c07-4f05-8bed-50d484214efa {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:01:53.731073 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a4e9710e-8022-4fb9-b94e-809a37895adb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:53.737390 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d40a2992-5793-488c-9107-6f992578d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:53.739045 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:53.740984 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-68aa7dce-8fad-48d0-bb92-0ad3ae439e0a admin admin] 10.222.0.48 "DELETE /v2.0/routers/34a519f1-6c07-4f05-8bed-50d484214efa HTTP/1.1" status: 204 len: 168 time: 3.1171145 Jul 27 20:01:53.747013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35330) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:53.786520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-801b0acb-8e9a-4be6-b8f1-438fd2568f9b req-40cf0efc-abbd-462d-8ab6-e810f3f94568 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554692 Jul 27 20:01:53.788503 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a4e9710e-8022-4fb9-b94e-809a37895adb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:53.793289 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a4e9710e-8022-4fb9-b94e-809a37895adb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8509712 Jul 27 20:01:53.800666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35336) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:53.819583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e4d96140-d424-4232-8fa5-54d0e6ab6d7c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': '3ab30bbc-047e-46cc-bb5f-25b220951374', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:53.854766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9710e-8022-4fb9-b94e-809a37895adb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0f6935-1718-46d4-829d-651754d836c6,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:53.858081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d40a2992-5793-488c-9107-6f992578d7ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7532d42f5144de889d9922e1caa606b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4322977 Jul 27 20:01:53.859274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a2992-5793-488c-9107-6f992578d7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e762a256-c5bd-4129-ae7e-3e4a66ee7470,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:53.863510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35338) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:53.873720 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-e4d96140-d424-4232-8fa5-54d0e6ab6d7c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Project 276aa582ad7e44029331aa2680c554e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:01:53.892084 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4d96140-d424-4232-8fa5-54d0e6ab6d7c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:53.959218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-8195d208-fb88-4dc3-b63a-d709e7c1ccfa admin admin] Deleting subnet c8228838-7f56-4f49-b8c4-a9a60e68ed8f {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:01:53.969881 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8195d208-fb88-4dc3-b63a-d709e7c1ccfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.042298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c992680e-d994-467a-af13-472591e56154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.055782 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4d96140-d424-4232-8fa5-54d0e6ab6d7c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.063478 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4d96140-d424-4232-8fa5-54d0e6ab6d7c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.107155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c0677c-7fed-4875-81c0-aac1fb518e9d None None] Network 8b870101-f76a-4dbd-838f-124a83f5fcb2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:01:54.107378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c992680e-d994-467a-af13-472591e56154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.116329 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4d96140-d424-4232-8fa5-54d0e6ab6d7c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.124151 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e4d96140-d424-4232-8fa5-54d0e6ab6d7c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3222415 Jul 27 20:01:54.126033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35346) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:54.141835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e3c778b4-0e12-498a-b2dd-fdfa332bc77e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': '3ab30bbc-047e-46cc-bb5f-25b220951374', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:54.154196 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8195d208-fb88-4dc3-b63a-d709e7c1ccfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.169732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d96140-d424-4232-8fa5-54d0e6ab6d7c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bbc80a-61eb-4b7b-97f4-1ee254d63d53,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:54.175700 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-e3c778b4-0e12-498a-b2dd-fdfa332bc77e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Project 276aa582ad7e44029331aa2680c554e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:01:54.182350 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e3c778b4-0e12-498a-b2dd-fdfa332bc77e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.266292 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c992680e-d994-467a-af13-472591e56154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.269829 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c992680e-d994-467a-af13-472591e56154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.274807 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c992680e-d994-467a-af13-472591e56154 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e762a256-c5bd-4129-ae7e-3e4a66ee7470 HTTP/1.1" status: 204 len: 168 time: 0.4065750 Jul 27 20:01:54.291678 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992680e-d994-467a-af13-472591e56154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e762a256-c5bd-4129-ae7e-3e4a66ee7470,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:54.331089 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e3c778b4-0e12-498a-b2dd-fdfa332bc77e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.349267 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e3c778b4-0e12-498a-b2dd-fdfa332bc77e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.408869 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8195d208-fb88-4dc3-b63a-d709e7c1ccfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.423573 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c778b4-0e12-498a-b2dd-fdfa332bc77e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b19d0b9-6710-4e98-81a8-53ccb8b0d77a,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:54.496296 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e3c778b4-0e12-498a-b2dd-fdfa332bc77e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.518042 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e3c778b4-0e12-498a-b2dd-fdfa332bc77e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3843760 Jul 27 20:01:54.543182 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8195d208-fb88-4dc3-b63a-d709e7c1ccfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.575661 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8195d208-fb88-4dc3-b63a-d709e7c1ccfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:54.602691 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8195d208-fb88-4dc3-b63a-d709e7c1ccfa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c8228838-7f56-4f49-b8c4-a9a60e68ed8f HTTP/1.1" status: 204 len: 168 time: 0.8206289 Jul 27 20:01:54.603421 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35360) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:54.763813 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f085c29d-d338-446b-949b-f3659de56ae6 None None] Network fe0599a8-e2b9-4d58-ac69-a9a391fdb31e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:01:54.846156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195d208-fb88-4dc3-b63a-d709e7c1ccfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8228838-7f56-4f49-b8c4-a9a60e68ed8f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:54.950152 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.010403 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e31c0e-cb31-41c1-8d3a-c116b67f1741 req-56840dd1-a82c-41ba-bade-7cef30bafbae tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:55.016821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-29e31c0e-cb31-41c1-8d3a-c116b67f1741 req-56840dd1-a82c-41ba-bade-7cef30bafbae tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 946 time: 0.5651474 Jul 27 20:01:55.073399 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-213afd0e-e8db-45d8-b0f8-927bf55ed48a None None] Provisioning for port d6aa1d1b-190f-49cc-8c49-ee394b8b7507 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:01:55.091442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35380) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:55.119869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-213afd0e-e8db-45d8-b0f8-927bf55ed48a None None] Provisioning complete for port d6aa1d1b-190f-49cc-8c49-ee394b8b7507 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:01:55.120242 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-213afd0e-e8db-45d8-b0f8-927bf55ed48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.141069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce40228b-a82e-402b-9f74-a45488e9c1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.208261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] Deleting port 9188ca02-e637-4b64-abfe-97d026fdb36c {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:55.208722 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.233914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6b601d51-21fb-4b51-83ae-ed02b105d9ba no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:01:55.242687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5f84c-cb7d-4b73-8d43-e73dcd9a5452 req-6c109dee-6cf8-4524-9f88-955f900432a9 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:55.257709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49d5f84c-cb7d-4b73-8d43-e73dcd9a5452 req-6c109dee-6cf8-4524-9f88-955f900432a9 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.6380053 Jul 27 20:01:55.263150 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-a2e79342-2d7f-47be-9bee-7b45a509f807 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-784025658&fields=id&tenant_id=276aa582ad7e44029331aa2680c554e9 HTTP/1.1" status: 200 len: 267 time: 0.3230860 Jul 27 20:01:55.300173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] For port 9188ca02-e637-4b64-abfe-97d026fdb36c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9188ca02-e637-4b64-abfe-97d026fdb36c,segment=NetworkSegment(e52b20eb-8fa4-47e2-89a3-51117f3d25a8),segment_id=e52b20eb-8fa4-47e2-89a3-51117f3d25a8)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:55.300628 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.321029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] Calling delete_port for 9188ca02-e637-4b64-abfe-97d026fdb36c owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:55.333037 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 6b601d51-21fb-4b51-83ae-ed02b105d9ba {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:01:55.333757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6b601d51-21fb-4b51-83ae-ed02b105d9ba not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:01:55.334326 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9a69d00c-95d1-4ccf-be87-9170c7e18a80 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:01:55.371754 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 9a69d00c-95d1-4ccf-be87-9170c7e18a80 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:01:55.372432 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9a69d00c-95d1-4ccf-be87-9170c7e18a80 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:01:55.478976 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce40228b-a82e-402b-9f74-a45488e9c1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.480174 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.498787 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-213afd0e-e8db-45d8-b0f8-927bf55ed48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.511796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] Pushing event deleted for resources: {'Port': ['ID=9188ca02-e637-4b64-abfe-97d026fdb36c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:55.518145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce40228b-a82e-402b-9f74-a45488e9c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.556496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] No DVR routers for this DVR port 9188ca02-e637-4b64-abfe-97d026fdb36c on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:01:55.568572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-213afd0e-e8db-45d8-b0f8-927bf55ed48a None None] For port d6aa1d1b-190f-49cc-8c49-ee394b8b7507, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d6aa1d1b-190f-49cc-8c49-ee394b8b7507,segment=NetworkSegment(9911d6a5-8f10-448f-98b5-0a53845f8130),segment_id=9911d6a5-8f10-448f-98b5-0a53845f8130)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:55.575846 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-213afd0e-e8db-45d8-b0f8-927bf55ed48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.583687 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ce40228b-a82e-402b-9f74-a45488e9c1ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a464e3dd1153445a95031975369b7ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911649 Jul 27 20:01:55.603119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35384) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:55.605556 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1cc12b-dce6-4f5b-a1fb-1c52f0bbec92 None None] DHCP port deletion for fe0599a8-e2b9-4d58-ac69-a9a391fdb31e request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:01:55.606444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40228b-a82e-402b-9f74-a45488e9c1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fde21a-8c3a-4391-9782-3ff13e2d62c3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:55.641084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-2e328d9c-4d59-476d-b997-c40832d7d0d8 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:55.646262 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-2e328d9c-4d59-476d-b997-c40832d7d0d8 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/networks?id=8b870101-f76a-4dbd-838f-124a83f5fcb2 HTTP/1.1" status: 200 len: 797 time: 0.3697305 Jul 27 20:01:55.654143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213afd0e-e8db-45d8-b0f8-927bf55ed48a None None] Pushing event updated for resources: {'Port': ['ID=d6aa1d1b-190f-49cc-8c49-ee394b8b7507,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:55.670339 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.688423 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0599a8-e2b9-4d58-ac69-a9a391fdb31e']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:55.705203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49d5f84c-cb7d-4b73-8d43-e73dcd9a5452 req-1059c20c-f936-46aa-9fea-c9fd8a7872dc tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4175441 Jul 27 20:01:55.711927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52b20eb-8fa4-47e2-89a3-51117f3d25a8') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:55.712217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52b20eb-8fa4-47e2-89a3-51117f3d25a8') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:01:55.721579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-f8f8e8e6-cd8d-4a89-a9d2-1edd202d4ef3 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/quotas/276aa582ad7e44029331aa2680c554e9 HTTP/1.1" status: 200 len: 375 time: 0.0511987 Jul 27 20:01:55.734182 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.757645 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.772927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:01:55.773360 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.775218 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2023b51b-805c-4746-b7bc-fba1361668d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:01:55.776914 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:01:55.852876 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2023b51b-805c-4746-b7bc-fba1361668d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.862725 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.869994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.872041 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fe0599a8-e2b9-4d58-ac69-a9a391fdb31e HTTP/1.1" status: 204 len: 168 time: 1.1880398 Jul 27 20:01:55.887665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-29e31c0e-cb31-41c1-8d3a-c116b67f1741 req-3370be1a-3b7b-43a7-bab2-3f2a34899e73 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Deleting port 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:01:55.888017 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-29e31c0e-cb31-41c1-8d3a-c116b67f1741 req-3370be1a-3b7b-43a7-bab2-3f2a34899e73 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.896367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490c84c-8572-4197-bd51-627e8d6ff670 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe0599a8-e2b9-4d58-ac69-a9a391fdb31e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:55.928057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-82f1f845-4747-42e7-b2ef-37925539707e None None] Provisioning complete for port d6aa1d1b-190f-49cc-8c49-ee394b8b7507 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:01:55.928595 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-82f1f845-4747-42e7-b2ef-37925539707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.934191 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2023b51b-805c-4746-b7bc-fba1361668d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.937439 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2023b51b-805c-4746-b7bc-fba1361668d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:55.940686 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2023b51b-805c-4746-b7bc-fba1361668d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06fde21a-8c3a-4391-9782-3ff13e2d62c3 HTTP/1.1" status: 204 len: 168 time: 0.3354244 Jul 27 20:01:55.955848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023b51b-805c-4746-b7bc-fba1361668d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fde21a-8c3a-4391-9782-3ff13e2d62c3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:56.060302 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-29e31c0e-cb31-41c1-8d3a-c116b67f1741 req-3370be1a-3b7b-43a7-bab2-3f2a34899e73 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] For port 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:56.060838 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-29e31c0e-cb31-41c1-8d3a-c116b67f1741 req-3370be1a-3b7b-43a7-bab2-3f2a34899e73 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:56.071966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f029b-31d5-4c76-b623-11e7bc89cf2d req-8f7f4b2e-dd31-4924-a6d1-b78fccb360b4 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:56.073711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c8f029b-31d5-4c76-b623-11e7bc89cf2d req-8f7f4b2e-dd31-4924-a6d1-b78fccb360b4 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 946 time: 0.2726941 Jul 27 20:01:56.124322 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-7cc89cc4-e551-4cdd-b38c-930eb837b053 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=276aa582ad7e44029331aa2680c554e9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3954813 Jul 27 20:01:56.133160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-29e31c0e-cb31-41c1-8d3a-c116b67f1741 req-3370be1a-3b7b-43a7-bab2-3f2a34899e73 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Calling delete_port for 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:01:56.333769 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35416) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:56.405766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c8f029b-31d5-4c76-b623-11e7bc89cf2d req-93c66600-1be3-4208-b792-6b7cdd45ac56 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197632 Jul 27 20:01:56.463634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 697418e5-5859-4ab1-a590-67829d3c0217 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:01:56.473072 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-82252a34-d823-4ed6-9db7-70ef3c2bc964 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f58925f86c5a406cbce55135dc048b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380365 Jul 27 20:01:56.473717 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35428) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:56.591747 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d916961-6e53-48a5-abcb-e422e4632a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:56.629471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-8a773302-faef-4e18-9f87-dea424dd5124 service neutron] 10.222.0.48 "GET /v2.0/networks/8b870101-f76a-4dbd-838f-124a83f5fcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848046 Jul 27 20:01:56.645199 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d916961-6e53-48a5-abcb-e422e4632a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:56.708382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 697418e5-5859-4ab1-a590-67829d3c0217, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=697418e5-5859-4ab1-a590-67829d3c0217,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:56.743664 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '697418e5-5859-4ab1-a590-67829d3c0217', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'port_id': '697418e5-5859-4ab1-a590-67829d3c0217', 'mac_address': 'fa:16:3e:a6:39:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:01:56.756567 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-29e31c0e-cb31-41c1-8d3a-c116b67f1741 req-3370be1a-3b7b-43a7-bab2-3f2a34899e73 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:56.808244 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d916961-6e53-48a5-abcb-e422e4632a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:56.809314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370be1a-3b7b-43a7-bab2-3f2a34899e73 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Pushing event deleted for resources: {'Port': ['ID=2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:56.825748 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d916961-6e53-48a5-abcb-e422e4632a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:56.832678 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9d916961-6e53-48a5-abcb-e422e4632a85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e4564ed-002b-456e-b969-f8e4e6386b4e HTTP/1.1" status: 204 len: 168 time: 0.3553991 Jul 27 20:01:56.839596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['27b499e8-da86-46f4-a014-4cb619f8e46e', '2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:56.843024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b0c7c731-dc55-4b12-b823-0eb22c845a61'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:56.869800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d916961-6e53-48a5-abcb-e422e4632a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4564ed-002b-456e-b969-f8e4e6386b4e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:56.937673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e31c0e-cb31-41c1-8d3a-c116b67f1741 req-3370be1a-3b7b-43a7-bab2-3f2a34899e73 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] No DVR routers for this DVR port 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:01:56.943871 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-29e31c0e-cb31-41c1-8d3a-c116b67f1741 req-3370be1a-3b7b-43a7-bab2-3f2a34899e73 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:56.972509 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-29e31c0e-cb31-41c1-8d3a-c116b67f1741 req-3370be1a-3b7b-43a7-bab2-3f2a34899e73 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.52 "DELETE /v2.0/ports/2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d HTTP/1.1" status: 204 len: 173 time: 1.9182277 Jul 27 20:01:56.996657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3', 'name': 'network-vif-deleted', 'tag': '2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:01:57.019361 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9efe32-e20d-42cb-99bb-6d5420ffd833" -d '{"events": [{"server_uuid": "1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3", "name": "network-vif-deleted", "tag": "2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:01:57.049646 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:57.118660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 697418e5-5859-4ab1-a590-67829d3c0217 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:01:57.157036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-70fdff7a-7dfe-4900-b95a-5c0083588e3b service neutron] 10.222.0.48 "GET /v2.0/networks/8b870101-f76a-4dbd-838f-124a83f5fcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262220 Jul 27 20:01:57.250009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 697418e5-5859-4ab1-a590-67829d3c0217, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=697418e5-5859-4ab1-a590-67829d3c0217,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:01:57.266992 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:57.275688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f94f7a-485b-4765-b003-9d82aebff37e req-ab6d08e4-e746-44a2-9fcc-495dc09716bb tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:57.280287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92f94f7a-485b-4765-b003-9d82aebff37e req-ab6d08e4-e746-44a2-9fcc-495dc09716bb tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.3069434 Jul 27 20:01:57.383121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d6aa1d1b-190f-49cc-8c49-ee394b8b7507 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:01:57.409504 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92f94f7a-485b-4765-b003-9d82aebff37e req-3e22b9c5-2d90-4f51-a263-2284f0378d1d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210477 Jul 27 20:01:57.425515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['697418e5-5859-4ab1-a590-67829d3c0217'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:01:57.642911 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efe90bb-9154-4ca5-af7b-8e6b840557da x-openstack-request-id: req-4efe90bb-9154-4ca5-af7b-8e6b840557da {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:01:57.643443 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3", "name": "network-vif-deleted", "tag": "2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:01:57.644103 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4efe90bb-9154-4ca5-af7b-8e6b840557da {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:01:57.644903 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3', 'name': 'network-vif-deleted', 'tag': '2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d', 'status': 'completed', 'code': 200} Jul 27 20:01:57.650332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=697418e5-5859-4ab1-a590-67829d3c0217,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:01:57.939512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdfea898-5361-458e-acfb-be3d0996b989 req-dde3af98-5311-4b6d-a9cb-76f621a875ed tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 210 time: 0.1439106 Jul 27 20:01:58.078450 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d914300-216e-45c0-824f-c40ec8431fda req-1323d472-37a7-41a1-a5b1-1cb902462bd6 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e4a8c6f-f99f-48b9-aa18-a7f73ff98cc3 HTTP/1.1" status: 200 len: 210 time: 0.1026411 Jul 27 20:01:58.282359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d6aa1d1b-190f-49cc-8c49-ee394b8b7507 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:01:58.282845 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:58.519310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:01:58.584542 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:01:58.586977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 2a5b56d5-9d61-4ed6-90fe-69ced3f81d1d not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:01:58.904334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9188ca02-e637-4b64-abfe-97d026fdb36c no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:01:58.923152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a4718-a721-4ffe-b315-f091ee79814d req-1ecf4337-504f-4c9a-87f5-7fcfeecfc948 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:01:58.985348 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-802a4718-a721-4ffe-b315-f091ee79814d req-1ecf4337-504f-4c9a-87f5-7fcfeecfc948 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 945 time: 0.3188219 Jul 27 20:01:59.082297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 9188ca02-e637-4b64-abfe-97d026fdb36c {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:01:59.083555 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9188ca02-e637-4b64-abfe-97d026fdb36c not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:01:59.208772 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-802a4718-a721-4ffe-b315-f091ee79814d req-03ac9dd9-8a16-4a36-ba45-9e8f6f75c3df tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146072 Jul 27 20:01:59.418167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f738c768-3ee8-40e8-b54b-84dad14e3670 req-8cae7f2c-cdc5-4c8a-9244-349bcdecaab9 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 210 time: 0.0673804 Jul 27 20:01:59.574972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35556) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:01:59.857652 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-997602386-network', 'tenant_id': '65feb551352040c08fc20a451933c436'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:01:59.903597 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Made reservation on behalf of 65feb551352040c08fc20a451933c436 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:01:59.906404 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:01:59.925565 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:00.169159 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:00.184737 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:00.252753 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d452ce-8f5e-4f17-bbc1-cde983c8339b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:00.270667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:00.271023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:00.271356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:00.271689 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:00.272080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:00.272326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:00.272750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:00.273074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:00.273400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:00.273719 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:00.274038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:00.274352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:00.291972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:02:00.305982 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:00.306719 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Added segment beabbc31-88fb-41e8-9559-fee35019510b of type vlan for network ac679f8b-06ff-475b-999e-fecd672dac7a Jul 27 20:02:00.421102 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:00.448919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-190bd612-2e1f-47f0-9dd0-1116ac6a8a30 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:00.451192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-190bd612-2e1f-47f0-9dd0-1116ac6a8a30 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.52 "GET /v2.0/networks?id=8b870101-f76a-4dbd-838f-124a83f5fcb2 HTTP/1.1" status: 200 len: 797 time: 0.5856900 Jul 27 20:02:00.481762 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:00.484659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:00.488620 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:00.495169 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 697418e5-5859-4ab1-a590-67829d3c0217 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:02:00.508097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c121d-bfd1-4df0-97f4-8442633471f3 req-ca5d5d55-b52e-42d7-91b4-a7a121266a4b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:00.510162 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f22c121d-bfd1-4df0-97f4-8442633471f3 req-ca5d5d55-b52e-42d7-91b4-a7a121266a4b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 946 time: 0.4373059 Jul 27 20:02:00.684504 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 697418e5-5859-4ab1-a590-67829d3c0217 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:00.687670 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:00.709129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-f573f786-9fdc-44c1-9c73-2519327545c9 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276aa582ad7e44029331aa2680c554e9 HTTP/1.1" status: 200 len: 472 time: 0.2321696 Jul 27 20:02:00.709632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35602) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:00.713023 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1362286 Jul 27 20:02:00.731702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f161e5a-3f2f-4d03-8262-e3c49121f845 admin admin] Pushing event updated for resources: {'Network': ['ID=ac679f8b-06ff-475b-999e-fecd672dac7a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:00.768609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-1e58a430-9b5e-44e1-b814-a5b821c090ca admin admin] Request body: {'subnet': {'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-subnet', 'tenant_id': '65feb551352040c08fc20a451933c436', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:02:00.779867 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network ac679f8b-06ff-475b-999e-fecd672dac7a details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:02:00.795171 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-9d79c690-ba64-4a11-b7bd-5b5dae7e9f58 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'port': {'device_id': 'a86acc6a-9e0c-41f3-86ce-818e8a2513d8', 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2', 'admin_state_up': True, 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'security_groups': ['3ab30bbc-047e-46cc-bb5f-25b220951374']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:02:00.968561 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f22c121d-bfd1-4df0-97f4-8442633471f3 req-ff4f766e-688e-4a33-a1be-b2985577a6a4 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602412 Jul 27 20:02:01.108846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e58a430-9b5e-44e1-b814-a5b821c090ca admin admin] Made reservation on behalf of 65feb551352040c08fc20a451933c436 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:02:01.116596 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1e58a430-9b5e-44e1-b814-a5b821c090ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:01.174941 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd2bab-7b9a-4821-a3b4-a78d7fdc4e58 req-9c5ab49d-d9d4-4ed3-a2c2-f5ee3a58dd04 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:01.176102 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ccd2bab-7b9a-4821-a3b4-a78d7fdc4e58 req-9c5ab49d-d9d4-4ed3-a2c2-f5ee3a58dd04 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 945 time: 0.7600994 Jul 27 20:02:01.186811 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:01.287349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 697418e5-5859-4ab1-a590-67829d3c0217, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=697418e5-5859-4ab1-a590-67829d3c0217,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:01.288564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697418e5-5859-4ab1-a590-67829d3c0217'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:02:01.291211 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18161f7c-dafc-4841-97b4-11212dfc0c2c" -d '{"events": [{"server_uuid": "e8f1dcb4-4d60-42e8-a337-db47d41491a3", "name": "network-vif-plugged", "status": "completed", "tag": "697418e5-5859-4ab1-a590-67829d3c0217"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:02:01.296429 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:01.364654 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=697418e5-5859-4ab1-a590-67829d3c0217,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:01.910998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5be1c4e-491b-45fc-ab09-2b0165fc3aab req-1f14ccc2-7953-469e-b419-b1d62718d1ed tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 210 time: 0.7336788 Jul 27 20:02:02.052986 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1bfd66-7f4f-40a1-a48e-13c23eb9c793 x-openstack-request-id: req-2b1bfd66-7f4f-40a1-a48e-13c23eb9c793 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:02:02.053489 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f1dcb4-4d60-42e8-a337-db47d41491a3", "name": "network-vif-plugged", "status": "completed", "tag": "697418e5-5859-4ab1-a590-67829d3c0217", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:02:02.053489 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b1bfd66-7f4f-40a1-a48e-13c23eb9c793 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:02:02.054635 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697418e5-5859-4ab1-a590-67829d3c0217', 'code': 200} Jul 27 20:02:02.120619 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ccd2bab-7b9a-4821-a3b4-a78d7fdc4e58 req-88fab57b-2caf-4e53-b525-9254236a91bd tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8636019 Jul 27 20:02:02.160857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-9d79c690-ba64-4a11-b7bd-5b5dae7e9f58 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Made reservation on behalf of 276aa582ad7e44029331aa2680c554e9 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:02:02.164320 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-9d79c690-ba64-4a11-b7bd-5b5dae7e9f58 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:02.246797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9ba2e-b712-4252-91e5-7aff2379375d req-3b640d0a-1437-4e1d-8828-63e90c4b128f tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:02.249146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6d9ba2e-b712-4252-91e5-7aff2379375d req-3b640d0a-1437-4e1d-8828-63e90c4b128f tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "GET /v2.0/ports?device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 946 time: 1.0936105 Jul 27 20:02:02.586156 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-e5063320-6b9c-444d-a1bb-087b5054a729 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4931df35fda44005bdd15c49534fb8e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2039514 Jul 27 20:02:02.883944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b706d-e01a-4750-a369-4f252f4b65bf req-4c377b29-717c-4d87-8b1d-222caa888081 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:02.895941 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-385b706d-e01a-4750-a369-4f252f4b65bf req-4c377b29-717c-4d87-8b1d-222caa888081 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 946 time: 0.7597840 Jul 27 20:02:02.977315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-9d79c690-ba64-4a11-b7bd-5b5dae7e9f58 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Allocated IP 172.20.0.22 (8b870101-f76a-4dbd-838f-124a83f5fcb2/e61c70f8-3e19-43d0-94d7-a17fc84c0654/2c44d719-4ef0-46bd-9789-e41f8ee5282d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:02:03.084315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-e09797de-a74f-45c6-be92-801f78434d29 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:03.086223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-e09797de-a74f-45c6-be92-801f78434d29 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4990532 Jul 27 20:02:03.117917 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1e58a430-9b5e-44e1-b814-a5b821c090ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:03.204821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-5f8041a9-53a7-42c9-b9bc-76fec7fd4da1 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/quotas/4931df35fda44005bdd15c49534fb8e3 HTTP/1.1" status: 200 len: 375 time: 0.0968966 Jul 27 20:02:03.252192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-385b706d-e01a-4750-a369-4f252f4b65bf req-2a87a0d2-9b60-4b69-9824-688986a35f23 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548224 Jul 27 20:02:03.313208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58a430-9b5e-44e1-b814-a5b821c090ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c4faa1-1e78-41dd-a98d-2cdbd705d07e,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:03.352220 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-6ea0d971-2e95-4607-bfe2-13f108d22e80 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4931df35fda44005bdd15c49534fb8e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248457 Jul 27 20:02:03.391983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-c6d9ba2e-b712-4252-91e5-7aff2379375d req-ab11bc86-6859-46e9-ad91-802e89a5ca50 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Deleting port b0c7c731-dc55-4b12-b823-0eb22c845a61 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:02:03.392351 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c6d9ba2e-b712-4252-91e5-7aff2379375d req-ab11bc86-6859-46e9-ad91-802e89a5ca50 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:03.414966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35652) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:03.564611 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d08ac437-db77-4b93-8506-41387d4bb1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:03.739820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b0c7c731-dc55-4b12-b823-0eb22c845a61 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:02:03.777560 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-9d79c690-ba64-4a11-b7bd-5b5dae7e9f58 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:03.796641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-9d79c690-ba64-4a11-b7bd-5b5dae7e9f58 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Transition to ACTIVE for port object 2c44d719-4ef0-46bd-9789-e41f8ee5282d will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:02:03.816919 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d08ac437-db77-4b93-8506-41387d4bb1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:03.901401 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d08ac437-db77-4b93-8506-41387d4bb1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:03.956771 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-906e0bfe-60da-4693-a503-e1a8dafe65c4 req-41601b6f-5fb1-4886-b2c8-40380b8ad624 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 210 time: 0.3899057 Jul 27 20:02:04.058243 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d08ac437-db77-4b93-8506-41387d4bb1d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=998f88448ad742eb895a2221009565d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6410735 Jul 27 20:02:04.059722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e58a430-9b5e-44e1-b814-a5b821c090ca admin admin] Checking segment: {'id': 'beabbc31-88fb-41e8-9559-fee35019510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:02:04.060839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e58a430-9b5e-44e1-b814-a5b821c090ca admin admin] Network hostable DHCP agents. Network: ac679f8b-06ff-475b-999e-fecd672dac7a, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:02:04.067525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35680) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:04.091931 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:04.093562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ac437-db77-4b93-8506-41387d4bb1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d777b2-af54-4763-8295-013d66cda0e4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:04.155210 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-947b6a34-b162-4cb7-870f-82f5867b0173 req-3b891b41-686f-4a50-99e5-da1d57ee4726 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3360860 Jul 27 20:02:04.159751 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c1d043-e89f-41c9-a70f-88235ca9990d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c7c731-dc55-4b12-b823-0eb22c845a61'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:02:04.164246 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7453ad9a-b4a6-4bbe-9704-2c8a877f6ef6" -d '{"events": [{"server_uuid": "32c1d043-e89f-41c9-a70f-88235ca9990d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0c7c731-dc55-4b12-b823-0eb22c845a61"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:02:04.201744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b0c7c731-dc55-4b12-b823-0eb22c845a61, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b0c7c731-dc55-4b12-b823-0eb22c845a61,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:04.220253 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:04.334895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-c6d9ba2e-b712-4252-91e5-7aff2379375d req-ab11bc86-6859-46e9-ad91-802e89a5ca50 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] For port b0c7c731-dc55-4b12-b823-0eb22c845a61, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b0c7c731-dc55-4b12-b823-0eb22c845a61,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:04.335627 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c6d9ba2e-b712-4252-91e5-7aff2379375d req-ab11bc86-6859-46e9-ad91-802e89a5ca50 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:04.403887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-c6d9ba2e-b712-4252-91e5-7aff2379375d req-ab11bc86-6859-46e9-ad91-802e89a5ca50 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Calling delete_port for b0c7c731-dc55-4b12-b823-0eb22c845a61 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:02:04.406283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b0c7c731-dc55-4b12-b823-0eb22c845a61,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:04.411960 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b6a34-b162-4cb7-870f-82f5867b0173 req-41059e1c-1dde-4b8e-b23f-e7d51f2f4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:04.413918 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-947b6a34-b162-4cb7-870f-82f5867b0173 req-41059e1c-1dde-4b8e-b23f-e7d51f2f4cc8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=276aa582ad7e44029331aa2680c554e9&device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 1098 time: 0.2042954 Jul 27 20:02:04.431040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:04.431713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:04.432250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:04.432797 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:04.433302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:04.433802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:04.434310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:04.434947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:04.435443 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:04.449141 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:04.449788 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:04.455562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:04.618434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b6a34-b162-4cb7-870f-82f5867b0173 req-133a16d6-1871-4e73-a1dd-c024d3dddf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:04.620032 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-947b6a34-b162-4cb7-870f-82f5867b0173 req-133a16d6-1871-4e73-a1dd-c024d3dddf5b service neutron] 10.222.0.63 "GET /v2.0/networks?id=d4a9afff-e180-4361-9946-eb5062760342 HTTP/1.1" status: 200 len: 898 time: 0.1825585 Jul 27 20:02:04.660659 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-9d79c690-ba64-4a11-b7bd-5b5dae7e9f58 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:04.672356 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c6d9ba2e-b712-4252-91e5-7aff2379375d req-ab11bc86-6859-46e9-ad91-802e89a5ca50 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:04.677765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10fb550c-06c2-412a-9d7f-9fe97b4e8493 req-c3f4559f-369e-4947-815a-dd8778763b43 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 210 time: 0.5577972 Jul 27 20:02:04.686549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['27b499e8-da86-46f4-a014-4cb619f8e46e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:02:04.719810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-9d79c690-ba64-4a11-b7bd-5b5dae7e9f58 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network 8b870101-f76a-4dbd-838f-124a83f5fcb2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:02:04.730422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-9d79c690-ba64-4a11-b7bd-5b5dae7e9f58 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:02:04.739730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-9d79c690-ba64-4a11-b7bd-5b5dae7e9f58 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:02:04.825662 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-947b6a34-b162-4cb7-870f-82f5867b0173 req-45ee3154-8e6c-4f1c-ad6b-e53f59ff8d33 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=541da640-d358-468b-b24e-a23f278bc234 HTTP/1.1" status: 200 len: 1002 time: 0.1965628 Jul 27 20:02:04.915529 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ad8022-14d2-4e69-a648-71bab5f83d0d x-openstack-request-id: req-92ad8022-14d2-4e69-a648-71bab5f83d0d {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:02:04.916112 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c1d043-e89f-41c9-a70f-88235ca9990d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0c7c731-dc55-4b12-b823-0eb22c845a61", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:02:04.916112 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92ad8022-14d2-4e69-a648-71bab5f83d0d {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:02:04.916498 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c1d043-e89f-41c9-a70f-88235ca9990d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c7c731-dc55-4b12-b823-0eb22c845a61', 'code': 200} Jul 27 20:02:04.987655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-9d79c690-ba64-4a11-b7bd-5b5dae7e9f58 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:04.988352 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-9d79c690-ba64-4a11-b7bd-5b5dae7e9f58 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:05.022794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b6a34-b162-4cb7-870f-82f5867b0173 req-b996a7df-e0fb-45e2-8588-30a917941aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:05.025924 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-947b6a34-b162-4cb7-870f-82f5867b0173 req-b996a7df-e0fb-45e2-8588-30a917941aa2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16a7b1fa-340e-4d83-9ec9-70017797e334 HTTP/1.1" status: 200 len: 834 time: 0.1830809 Jul 27 20:02:05.160963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e58a430-9b5e-44e1-b814-a5b821c090ca admin admin] Network ac679f8b-06ff-475b-999e-fecd672dac7a is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:02:05.220928 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b6a34-b162-4cb7-870f-82f5867b0173 req-d3837f28-0556-4df5-86ff-d5e651ccb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:05.222495 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-947b6a34-b162-4cb7-870f-82f5867b0173 req-d3837f28-0556-4df5-86ff-d5e651ccb7a8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d4a9afff-e180-4361-9946-eb5062760342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1864078 Jul 27 20:02:05.245956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11bc86-6859-46e9-ad91-802e89a5ca50 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Pushing event deleted for resources: {'Port': ['ID=b0c7c731-dc55-4b12-b823-0eb22c845a61,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:05.329731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0ecf81a3-936c-4a02-b264-2d1d2fada420 None None] Provisioning for port 2c44d719-4ef0-46bd-9789-e41f8ee5282d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:02:05.335897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0ecf81a3-936c-4a02-b264-2d1d2fada420 None None] Provisioning complete for port 2c44d719-4ef0-46bd-9789-e41f8ee5282d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:05.336454 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0ecf81a3-936c-4a02-b264-2d1d2fada420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:05.401776 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eaa4bd1e-a4ac-4a13-8c93-51b697925ad3 req-5ce63ff1-d17b-4253-bc5d-075137f5cae0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c1d043-e89f-41c9-a70f-88235ca9990d HTTP/1.1" status: 200 len: 210 time: 0.1874211 Jul 27 20:02:05.402695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79c690-ba64-4a11-b7bd-5b5dae7e9f58 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Port': ['ID=2c44d719-4ef0-46bd-9789-e41f8ee5282d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:05.406442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-9d79c690-ba64-4a11-b7bd-5b5dae7e9f58 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6341417 Jul 27 20:02:05.443509 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-1e58a430-9b5e-44e1-b814-a5b821c090ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, ac679f8b-06ff-475b-999e-fecd672dac7a) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:02:05.450636 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf81a3-936c-4a02-b264-2d1d2fada420 None None] Port 2c44d719-4ef0-46bd-9789-e41f8ee5282d cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:02:05.458176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e945b32c-ca68-4289-84e8-d1ca61991bbd None None] Network ac679f8b-06ff-475b-999e-fecd672dac7a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:02:05.488179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d9ba2e-b712-4252-91e5-7aff2379375d req-ab11bc86-6859-46e9-ad91-802e89a5ca50 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] No DVR routers for this DVR port b0c7c731-dc55-4b12-b823-0eb22c845a61 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:02:05.496098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Request body: {'port': {'device_id': 'a86acc6a-9e0c-41f3-86ce-818e8a2513d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:02:05.504611 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3f7edc8d-5701-465c-acd2-a22e6cc8c403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:05.532368 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3f7edc8d-5701-465c-acd2-a22e6cc8c403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:05.581735 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e58a430-9b5e-44e1-b814-a5b821c090ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:05.582266 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1e58a430-9b5e-44e1-b814-a5b821c090ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:05.627760 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-947b6a34-b162-4cb7-870f-82f5867b0173 req-49cbde6e-a907-4789-ae08-c487aa57a9fb service neutron] 10.222.0.63 "GET /v2.0/networks/d4a9afff-e180-4361-9946-eb5062760342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956788 Jul 27 20:02:05.632044 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c6d9ba2e-b712-4252-91e5-7aff2379375d req-ab11bc86-6859-46e9-ad91-802e89a5ca50 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:05.634639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6d9ba2e-b712-4252-91e5-7aff2379375d req-ab11bc86-6859-46e9-ad91-802e89a5ca50 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "DELETE /v2.0/ports/b0c7c731-dc55-4b12-b823-0eb22c845a61 HTTP/1.1" status: 204 len: 173 time: 3.2986317 Jul 27 20:02:05.650527 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c1d043-e89f-41c9-a70f-88235ca9990d', 'name': 'network-vif-deleted', 'tag': 'b0c7c731-dc55-4b12-b823-0eb22c845a61'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:02:05.653111 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b22d919-33e3-4e96-b7f0-3aaff8a97f70" -d '{"events": [{"server_uuid": "32c1d043-e89f-41c9-a70f-88235ca9990d", "name": "network-vif-deleted", "tag": "b0c7c731-dc55-4b12-b823-0eb22c845a61"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:02:05.714744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae07b19-182b-4ac5-95dd-d3ba94e38d1f req-db9cdbbe-1f37-4b03-8014-1f30cf30770c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:05.717253 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ae07b19-182b-4ac5-95dd-d3ba94e38d1f req-db9cdbbe-1f37-4b03-8014-1f30cf30770c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 1.7589068 Jul 27 20:02:05.818544 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3f7edc8d-5701-465c-acd2-a22e6cc8c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:05.822692 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3f7edc8d-5701-465c-acd2-a22e6cc8c403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:05.824123 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3f7edc8d-5701-465c-acd2-a22e6cc8c403 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78d777b2-af54-4763-8295-013d66cda0e4 HTTP/1.1" status: 204 len: 168 time: 1.7009642 Jul 27 20:02:05.909081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-ac679f8b-06ff-475b-999e-fecd672dac7a', 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'tenant_id': '65feb551352040c08fc20a451933c436', 'fixed_ips': [{'subnet_id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:02:05.909989 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:05.997996 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-ee7428a7-1ffc-4405-bc49-2891caf4e598 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=4931df35fda44005bdd15c49534fb8e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2962961 Jul 27 20:02:06.006650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7edc8d-5701-465c-acd2-a22e6cc8c403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d777b2-af54-4763-8295-013d66cda0e4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:06.031025 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-947b6a34-b162-4cb7-870f-82f5867b0173 req-9fece2ff-3524-4a6f-af93-1e8b11b4136f service neutron] 10.222.0.63 "GET /v2.0/networks/d4a9afff-e180-4361-9946-eb5062760342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843932 Jul 27 20:02:06.032208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ae07b19-182b-4ac5-95dd-d3ba94e38d1f req-132aeabb-3fa9-42f8-b8bb-6c2ffb24735f tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240980 Jul 27 20:02:06.117974 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1e58a430-9b5e-44e1-b814-a5b821c090ca admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 5.3797467 Jul 27 20:02:06.118859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35714) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:06.124213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:02:06.165605 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abd2c47-7a92-44e8-8584-f168a29c6c42 x-openstack-request-id: req-4abd2c47-7a92-44e8-8584-f168a29c6c42 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:02:06.166593 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c1d043-e89f-41c9-a70f-88235ca9990d", "name": "network-vif-deleted", "tag": "b0c7c731-dc55-4b12-b823-0eb22c845a61", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:02:06.167053 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4abd2c47-7a92-44e8-8584-f168a29c6c42 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:02:06.167647 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c1d043-e89f-41c9-a70f-88235ca9990d', 'name': 'network-vif-deleted', 'tag': 'b0c7c731-dc55-4b12-b823-0eb22c845a61', 'status': 'completed', 'code': 200} Jul 27 20:02:06.242929 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:06.244026 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:06.288927 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:06.350678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Allocated IP 172.20.0.2 (ac679f8b-06ff-475b-999e-fecd672dac7a/d5c4faa1-1e78-41dd-a98d-2cdbd705d07e/805fe76a-172a-47e9-b7a7-46f3e60ae136) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:02:06.447717 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:06.518307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35718) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:06.575284 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6028052a-6ea9-48a8-83a0-01efb6d41464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:06.711661 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:06.733336 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:06.808246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Transition to ACTIVE for port object 805fe76a-172a-47e9-b7a7-46f3e60ae136 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:02:06.886205 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Transition to ACTIVE for port object 805fe76a-172a-47e9-b7a7-46f3e60ae136 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:02:06.963669 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:06.993825 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6028052a-6ea9-48a8-83a0-01efb6d41464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:07.012890 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6028052a-6ea9-48a8-83a0-01efb6d41464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:07.070437 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Network ac679f8b-06ff-475b-999e-fecd672dac7a is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:02:07.075155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:02:07.075347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028052a-6ea9-48a8-83a0-01efb6d41464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34277946-3380-4be9-8e77-84da2bedd039,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:07.085438 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6028052a-6ea9-48a8-83a0-01efb6d41464 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc6f728ee8204325999725571703eeaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5660717 Jul 27 20:02:07.102723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:02:07.105072 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35732) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:07.214738 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e53b6459-4a0e-411b-be74-1e219a0ae8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:07.249510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Attempting to bind port 805fe76a-172a-47e9-b7a7-46f3e60ae136 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:02:07.249882 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Attempting to bind port 805fe76a-172a-47e9-b7a7-46f3e60ae136 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'beabbc31-88fb-41e8-9559-fee35019510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:02:07.250242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Attempting to bind port 805fe76a-172a-47e9-b7a7-46f3e60ae136 on network ac679f8b-06ff-475b-999e-fecd672dac7a {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:02:07.263109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Pushing event updated for resources: {'Port': ['ID=805fe76a-172a-47e9-b7a7-46f3e60ae136,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:07.273753 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:02:07.274133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Checking segment: {'id': 'beabbc31-88fb-41e8-9559-fee35019510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:02:07.274539 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:07.274934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Bound using segment: {'id': 'beabbc31-88fb-41e8-9559-fee35019510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:02:07.275416 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Bound port: 805fe76a-172a-47e9-b7a7-46f3e60ae136, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beabbc31-88fb-41e8-9559-fee35019510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:02:07.275802 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:07.374939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] For port 805fe76a-172a-47e9-b7a7-46f3e60ae136, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:02:07.381813 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] For port 805fe76a-172a-47e9-b7a7-46f3e60ae136, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=805fe76a-172a-47e9-b7a7-46f3e60ae136,segment=NetworkSegment(beabbc31-88fb-41e8-9559-fee35019510b),segment_id=beabbc31-88fb-41e8-9559-fee35019510b)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:02:07.382790 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:07.401307 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:07.421219 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:07.459549 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e53b6459-4a0e-411b-be74-1e219a0ae8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:07.552950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc375fc-f539-435b-9f62-9e09cb968e96 None None] Pushing event updated for resources: {'Port': ['ID=805fe76a-172a-47e9-b7a7-46f3e60ae136,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:07.643580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13487404-5291-4001-a3a7-1a05db72c830 req-393d464f-396f-4077-8e23-99f36eea67ca tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:07.644681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13487404-5291-4001-a3a7-1a05db72c830 req-393d464f-396f-4077-8e23-99f36eea67ca tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 932 time: 1.9958541 Jul 27 20:02:07.651717 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e2c171d-3870-459c-b1fb-7b8e5aa9cbee req-c0605579-1e37-49c8-9ea6-289d3ae3dead tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 210 time: 1.3189554 Jul 27 20:02:07.687567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c44d719-4ef0-46bd-9789-e41f8ee5282d {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:02:07.723191 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:07.736021 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e53b6459-4a0e-411b-be74-1e219a0ae8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:07.745128 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e53b6459-4a0e-411b-be74-1e219a0ae8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:07.756584 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e53b6459-4a0e-411b-be74-1e219a0ae8d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34277946-3380-4be9-8e77-84da2bedd039 HTTP/1.1" status: 204 len: 168 time: 0.6479156 Jul 27 20:02:07.756806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-60f0feca-84cd-4481-abbe-078ce3702d94 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:07.756806 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-60f0feca-84cd-4481-abbe-078ce3702d94 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6557734 Jul 27 20:02:07.772113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Request body: {'port': {'device_id': 'bb5765e5-0e29-487d-988c-49ea910d2e0d', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': '4931df35fda44005bdd15c49534fb8e3'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:02:07.807257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13487404-5291-4001-a3a7-1a05db72c830 req-7a35a7c8-c558-4b0b-acc4-a1b449c89819 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ab30bbc-047e-46cc-bb5f-25b220951374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519299 Jul 27 20:02:07.838079 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b6459-4a0e-411b-be74-1e219a0ae8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34277946-3380-4be9-8e77-84da2bedd039,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:07.848177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Transition to ACTIVE for port object 2c44d719-4ef0-46bd-9789-e41f8ee5282d will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:02:07.877657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Allocated IP 172.25.1.159 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/6aa910b1-4e9a-433a-9cf3-9ec10f2427e5) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:02:08.072349 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:08.348774 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c23f3a4e-0ecd-40c8-a723-b3c32fb1bffc req-def108fb-e8cb-4a55-90eb-8f53f6e6abaf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7975602 Jul 27 20:02:08.422211 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:08.619522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Pushing event updated for resources: {'Port': ['ID=2c44d719-4ef0-46bd-9789-e41f8ee5282d,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:08.709754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Made reservation on behalf of 4931df35fda44005bdd15c49534fb8e3 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:02:08.721098 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:09.050747 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:09.190674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f3a4e-0ecd-40c8-a723-b3c32fb1bffc req-dec1bcc8-6ff0-4b5c-9015-94c51791f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:09.194938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c23f3a4e-0ecd-40c8-a723-b3c32fb1bffc req-dec1bcc8-6ff0-4b5c-9015-94c51791f5bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 1097 time: 0.8047976 Jul 27 20:02:09.307843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2b281-b34b-47e4-bdb7-68fb040766bb req-9b4467bf-7bcd-4821-986f-4c6ccdc2c107 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:09.329284 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4d2b281-b34b-47e4-bdb7-68fb040766bb req-9b4467bf-7bcd-4821-986f-4c6ccdc2c107 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 1.2907953 Jul 27 20:02:09.331133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35800) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:09.452143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 805fe76a-172a-47e9-b7a7-46f3e60ae136 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:02:09.523246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b9133c-a149-4fef-b27d-6cabb0a0c578 None None] Network ac679f8b-06ff-475b-999e-fecd672dac7a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:02:09.604805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-a1a87315-1a12-470b-8c0e-5ae12f034149 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:09.606303 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-a1a87315-1a12-470b-8c0e-5ae12f034149 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 806 time: 1.1210399 Jul 27 20:02:09.653001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Attempting to bind port 2c44d719-4ef0-46bd-9789-e41f8ee5282d on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:02:09.653355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Attempting to bind port 2c44d719-4ef0-46bd-9789-e41f8ee5282d by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '9911d6a5-8f10-448f-98b5-0a53845f8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:02:09.653686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Attempting to bind port 2c44d719-4ef0-46bd-9789-e41f8ee5282d on network 8b870101-f76a-4dbd-838f-124a83f5fcb2 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:02:09.664539 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:09.733745 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:09.740166 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-b0cde9a0-dad6-4295-baf5-737d8421cb16 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/quotas/634951a653da42e4a21a96a42b496619 HTTP/1.1" status: 200 len: 375 time: 0.1033752 Jul 27 20:02:09.831517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0742f5ac-b2d1-45f0-b36c-1b9cbad72ea3 None None] Provisioning for port 805fe76a-172a-47e9-b7a7-46f3e60ae136 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:02:09.834727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Port 2c44d719-4ef0-46bd-9789-e41f8ee5282d on network 8b870101-f76a-4dbd-838f-124a83f5fcb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:02:09.835222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Attempting to bind port 2c44d719-4ef0-46bd-9789-e41f8ee5282d on network 8b870101-f76a-4dbd-838f-124a83f5fcb2 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:02:09.842370 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ac696cda-13a6-4c7b-a666-5f63d90dac31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:09.856774 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:02:09.869190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:02:09.887224 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:02:09.918847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4d2b281-b34b-47e4-bdb7-68fb040766bb req-a2352780-373f-4398-9910-b33201d866e2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5884633 Jul 27 20:02:10.029032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:02:10.040822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Checking segment: {'id': '9911d6a5-8f10-448f-98b5-0a53845f8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:02:10.045177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Bound using segment: {'id': '9911d6a5-8f10-448f-98b5-0a53845f8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:02:10.045571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Bound port: 2c44d719-4ef0-46bd-9789-e41f8ee5282d, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9911d6a5-8f10-448f-98b5-0a53845f8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:02:10.046233 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:10.129140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=6aa910b1-4e9a-433a-9cf3-9ec10f2427e5,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:10.313560 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-11fc4805-876c-4ba4-8b5c-e52320084285 req-d09dc1dd-31ba-4f73-b8ad-7bd923465c61 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 210 time: 0.2202804 Jul 27 20:02:10.373268 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f3a4e-0ecd-40c8-a723-b3c32fb1bffc req-0af66fe7-c8cc-418d-8707-5c44f645eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:10.378729 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c23f3a4e-0ecd-40c8-a723-b3c32fb1bffc req-0af66fe7-c8cc-418d-8707-5c44f645eddb service neutron] 10.222.0.52 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 907 time: 1.1289086 Jul 27 20:02:10.378974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 805fe76a-172a-47e9-b7a7-46f3e60ae136 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:02:10.395807 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 805fe76a-172a-47e9-b7a7-46f3e60ae136 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:10.396360 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:10.537889 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c23f3a4e-0ecd-40c8-a723-b3c32fb1bffc req-5f685419-a22b-41db-828e-6ceaad5d45b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27b499e8-da86-46f4-a014-4cb619f8e46e HTTP/1.1" status: 200 len: 217 time: 0.1191430 Jul 27 20:02:10.559591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] For port 2c44d719-4ef0-46bd-9789-e41f8ee5282d, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:02:10.642884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f3a4e-0ecd-40c8-a723-b3c32fb1bffc req-fad2cd26-df4e-44f6-be05-86bd3069f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:10.644174 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c23f3a4e-0ecd-40c8-a723-b3c32fb1bffc req-fad2cd26-df4e-44f6-be05-86bd3069f8c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 200 len: 846 time: 0.0813553 Jul 27 20:02:10.660315 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-f655f9b9-2d03-4959-8252-4728ab6f9737 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8853970 Jul 27 20:02:10.666448 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:10.668098 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:10.685417 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:10.687223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] For port 2c44d719-4ef0-46bd-9789-e41f8ee5282d, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=2c44d719-4ef0-46bd-9789-e41f8ee5282d,segment=NetworkSegment(9911d6a5-8f10-448f-98b5-0a53845f8130),segment_id=9911d6a5-8f10-448f-98b5-0a53845f8130)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:02:10.795011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 805fe76a-172a-47e9-b7a7-46f3e60ae136, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=805fe76a-172a-47e9-b7a7-46f3e60ae136,segment=NetworkSegment(beabbc31-88fb-41e8-9559-fee35019510b),segment_id=beabbc31-88fb-41e8-9559-fee35019510b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:10.813415 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:10.827343 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:10.866338 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c23f3a4e-0ecd-40c8-a723-b3c32fb1bffc req-5295d612-0059-4998-b98b-8608ea161781 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0c2f9109-2836-4ca2-a589-149d907fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2021334 Jul 27 20:02:10.954844 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=805fe76a-172a-47e9-b7a7-46f3e60ae136,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:11.145663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b89298-cf64-47bc-81fc-b0a2a3168747,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:11.159781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-091cb7fe-f07e-4c4e-a15d-df42d416ad14 None None] Provisioning complete for port 805fe76a-172a-47e9-b7a7-46f3e60ae136 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:11.160113 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-091cb7fe-f07e-4c4e-a15d-df42d416ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:11.174619 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:11.225658 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:11.399623 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 805fe76a-172a-47e9-b7a7-46f3e60ae136 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:02:11.424567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:11.425254 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:11.427135 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] 10.222.0.52 "PUT /v2.0/ports/2c44d719-4ef0-46bd-9789-e41f8ee5282d HTTP/1.1" status: 200 len: 1093 time: 5.9667528 Jul 27 20:02:11.547665 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:02:11.552964 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:11.557893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226032d-99af-4115-a12e-e5a308f4de82 service neutron] Pushing event updated for resources: {'Port': ['ID=2c44d719-4ef0-46bd-9789-e41f8ee5282d,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:11.565815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86acc6a-9e0c-41f3-86ce-818e8a2513d8', 'tag': '2c44d719-4ef0-46bd-9789-e41f8ee5282d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:02:11.568149 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007d5c3e-1f26-48a5-8ea9-3a89ca34ba26" -d '{"events": [{"name": "network-changed", "server_uuid": "a86acc6a-9e0c-41f3-86ce-818e8a2513d8", "tag": "2c44d719-4ef0-46bd-9789-e41f8ee5282d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:02:11.584950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 805fe76a-172a-47e9-b7a7-46f3e60ae136 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:11.585331 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:11.821195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb7ac3-5937-46d4-b934-259a8d2fc7aa req-c9e673e6-7ada-443f-b12c-b1f1a080d6b7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:11.829081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42eb7ac3-5937-46d4-b934-259a8d2fc7aa req-c9e673e6-7ada-443f-b12c-b1f1a080d6b7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 944 time: 1.3072827 Jul 27 20:02:11.838344 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-32d3b89e-a4f4-47f2-aaf0-8bff43c6089d service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1654651 Jul 27 20:02:11.863315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Allocated IP 192.168.233.241 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/e0037233-1628-4925-8211-ac7f925007af) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:02:11.969999 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:02:11.983748 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Sync routers for ids ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:02:11.994358 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ac696cda-13a6-4c7b-a666-5f63d90dac31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:12.004622 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Routers {'9d17ba30-0d96-40b5-be58-074fe9d5eae3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:02:12.006729 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:01:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:02:12.020163 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:12.021486 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-677a377d-1569-4513-af21-faff13a40fa1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9014030 Jul 27 20:02:12.024769 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35864) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:12.061623 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ac696cda-13a6-4c7b-a666-5f63d90dac31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:12.184033 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Set router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:02:12.190318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ac696cda-13a6-4c7b-a666-5f63d90dac31 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3be0e3089fb54b10b47bb5c07cd9573e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8303533 Jul 27 20:02:12.216315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35870) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:12.290952 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42eb7ac3-5937-46d4-b934-259a8d2fc7aa req-180fcef6-e781-475a-94b3-b5b6b8e8f962 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ab30bbc-047e-46cc-bb5f-25b220951374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4574792 Jul 27 20:02:12.309237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-f1982f7c-5862-4d3f-ad7a-d4faf0bf3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:12.320207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-f1982f7c-5862-4d3f-ad7a-d4faf0bf3c66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=276aa582ad7e44029331aa2680c554e9&device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 1096 time: 0.6957762 Jul 27 20:02:12.337987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c23f3a4e-0ecd-40c8-a723-b3c32fb1bffc req-ffd8f4e7-ff3b-4088-b0fb-8428deb87c5e service neutron] 10.222.0.52 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1210780 Jul 27 20:02:12.483610 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c23f3a4e-0ecd-40c8-a723-b3c32fb1bffc req-2f56b33f-040f-4b1f-910a-b54532ae3454 service neutron] 10.222.0.52 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286545 Jul 27 20:02:12.701668 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:06Z', 'updated_at': '2021-07-27T20:02:10Z', 'revision_number': 3, 'project_id': '65feb551352040c08fc20a451933c436', 'gw_port': {'id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:07Z', 'updated_at': '2021-07-27T20:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:02:12.762211 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Checking router: 9d17ba30-0d96-40b5-be58-074fe9d5eae3 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:02:12.762904 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Updating router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 port 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:02:12.791929 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35878) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:12.799139 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:12.895282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac696cda-13a6-4c7b-a666-5f63d90dac31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17c0e71-5984-4096-b339-53a32791ea60,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:12.906394 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c83af9c9-8b0f-4252-b7f8-5dd9e6037de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:12.945128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-54b6fa6c-ac98-4f27-96e1-5a96882477b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2c44d719-4ef0-46bd-9789-e41f8ee5282d HTTP/1.1" status: 200 len: 217 time: 0.5967898 Jul 27 20:02:12.948648 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c83af9c9-8b0f-4252-b7f8-5dd9e6037de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:12.961809 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-99cb64e3-1a51-4885-81c6-be1cab844103 service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1223991 Jul 27 20:02:13.014499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35884) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:13.195281 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c83af9c9-8b0f-4252-b7f8-5dd9e6037de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:13.220995 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c83af9c9-8b0f-4252-b7f8-5dd9e6037de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:13.222727 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c83af9c9-8b0f-4252-b7f8-5dd9e6037de0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f17c0e71-5984-4096-b339-53a32791ea60 HTTP/1.1" status: 204 len: 168 time: 1.0019491 Jul 27 20:02:13.234840 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:13.291671 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-5efd5f26-a938-4e90-bc76-feb62da5aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:13.293644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-5efd5f26-a938-4e90-bc76-feb62da5aaa6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e61c70f8-3e19-43d0-94d7-a17fc84c0654 HTTP/1.1" status: 200 len: 838 time: 0.2446258 Jul 27 20:02:13.314008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83af9c9-8b0f-4252-b7f8-5dd9e6037de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17c0e71-5984-4096-b339-53a32791ea60,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:13.337225 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:13.340191 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:13.377373 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Transition to ACTIVE for port object 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:02:13.381086 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cb8d48be-3eac-40a1-b278-377c667a2038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:13.390626 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:13.403466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98518c-e3ff-4b29-b3bb-531c10300e97 req-2d26867b-264e-4d7c-94cb-2c4f626fac72 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:13.405563 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab98518c-e3ff-4b29-b3bb-531c10300e97 req-2d26867b-264e-4d7c-94cb-2c4f626fac72 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.5136209 Jul 27 20:02:13.408033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Transition to ACTIVE for port object e0037233-1628-4925-8211-ac7f925007af will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:02:13.423115 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9fff253-f333-44b3-ae98-6ea03a6e8715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:13.482614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ff2b692-d579-4aa4-a686-23acfd204454 req-40f982d7-6ee6-47c7-a080-a210dd4b4c3d tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 210 time: 0.0756984 Jul 27 20:02:13.543060 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab98518c-e3ff-4b29-b3bb-531c10300e97 req-3ab15fb4-ee71-42ed-97e5-8fdadedd9b4a tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113193 Jul 27 20:02:13.548492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-fbb7cff7-099d-4096-a130-dff012272cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:13.550341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-fbb7cff7-099d-4096-a130-dff012272cba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b870101-f76a-4dbd-838f-124a83f5fcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2280259 Jul 27 20:02:13.558736 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Attempting to bind port 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:02:13.559167 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Attempting to bind port 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:02:13.559525 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Attempting to bind port 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:02:13.563173 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:13.603728 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c95897-90a1-429f-9dab-483ab7e97a0b None None] Pushing event updated for resources: {'Port': ['ID=6aa910b1-4e9a-433a-9cf3-9ec10f2427e5,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:13.608074 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:02:13.608438 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:02:13.608758 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:13.609148 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:02:13.609630 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Bound port: 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:02:13.610040 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:13.613766 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2de2d3-ced9-40f3-82ed-164d94ab85d8 x-openstack-request-id: req-9b2de2d3-ced9-40f3-82ed-164d94ab85d8 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:02:13.614048 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86acc6a-9e0c-41f3-86ce-818e8a2513d8", "tag": "2c44d719-4ef0-46bd-9789-e41f8ee5282d", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:02:13.614292 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b2de2d3-ced9-40f3-82ed-164d94ab85d8 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:02:13.614679 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86acc6a-9e0c-41f3-86ce-818e8a2513d8', 'tag': '2c44d719-4ef0-46bd-9789-e41f8ee5282d', 'status': 'completed', 'code': 200} Jul 27 20:02:13.671866 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c95897-90a1-429f-9dab-483ab7e97a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:13.672210 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c95897-90a1-429f-9dab-483ab7e97a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:13.675947 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c95897-90a1-429f-9dab-483ab7e97a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:13.676292 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c95897-90a1-429f-9dab-483ab7e97a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:13.676721 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c95897-90a1-429f-9dab-483ab7e97a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:13.677061 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c95897-90a1-429f-9dab-483ab7e97a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:13.677396 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c95897-90a1-429f-9dab-483ab7e97a0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:13.677704 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c95897-90a1-429f-9dab-483ab7e97a0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:13.678021 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c95897-90a1-429f-9dab-483ab7e97a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:13.678341 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c95897-90a1-429f-9dab-483ab7e97a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:13.678657 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c95897-90a1-429f-9dab-483ab7e97a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:13.678969 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c95897-90a1-429f-9dab-483ab7e97a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:13.798970 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] For port 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:02:13.816326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Pushing event updated for resources: {'Port': ['ID=e0037233-1628-4925-8211-ac7f925007af,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:13.820179 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] For port 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6aa910b1-4e9a-433a-9cf3-9ec10f2427e5,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:02:13.837429 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:13.889159 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f090b28d-8312-4b17-8045-0813033cf536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:13.895716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15f277de-74c9-4e3f-b387-51400b6a366b req-50a65c30-41eb-48b7-aeb5-e742d9e45d5b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 210 time: 0.0938148 Jul 27 20:02:13.912125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:02:13.922390 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:02:13.925713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:02:14.059270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:14.060173 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:14.111871 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Routers {'9d17ba30-0d96-40b5-be58-074fe9d5eae3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:02:14.113847 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:01:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:02:14.121691 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76504b0-0283-4129-be04-25cec85bc814 req-44d56561-9f1c-46e0-98fa-799a35397f05 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:14.122807 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c95897-90a1-429f-9dab-483ab7e97a0b None None] Pushing event updated for resources: {'Port': ['ID=6aa910b1-4e9a-433a-9cf3-9ec10f2427e5,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:14.127658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e76504b0-0283-4129-be04-25cec85bc814 req-44d56561-9f1c-46e0-98fa-799a35397f05 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 944 time: 0.2888029 Jul 27 20:02:14.148285 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-e9e51838-c8ed-4f50-ad25-0e7317a1997c service neutron] 10.222.0.52 "GET /v2.0/networks/8b870101-f76a-4dbd-838f-124a83f5fcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816114 Jul 27 20:02:14.318019 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e76504b0-0283-4129-be04-25cec85bc814 req-3656cf02-0f98-43b5-a5cb-66feaf36e0eb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ab30bbc-047e-46cc-bb5f-25b220951374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682808 Jul 27 20:02:14.377208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35904) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:14.387487 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] Set router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:02:14.400282 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cb8d48be-3eac-40a1-b278-377c667a2038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:14.418020 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acc8b169-a804-4e08-bd22-899e889f1b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:14.438087 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cb8d48be-3eac-40a1-b278-377c667a2038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:14.452992 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b86e6391-7928-4cb8-af7b-9be9065b6efd None None] Provisioning for port e0037233-1628-4925-8211-ac7f925007af completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:02:14.458825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Allocated IP 172.20.0.1 (ac679f8b-06ff-475b-999e-fecd672dac7a/d5c4faa1-1e78-41dd-a98d-2cdbd705d07e/c8a1b7e0-3481-4876-bd74-277b56044be3) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:02:14.459441 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b86e6391-7928-4cb8-af7b-9be9065b6efd None None] Provisioning complete for port e0037233-1628-4925-8211-ac7f925007af triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:14.460156 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b86e6391-7928-4cb8-af7b-9be9065b6efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:14.504551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f6d63b-a7da-45f9-ae9c-9a33a4b16ec3 req-478ec2af-af1c-4f66-96ee-98aff19fec38 service neutron] 10.222.0.52 "GET /v2.0/networks/8b870101-f76a-4dbd-838f-124a83f5fcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899442 Jul 27 20:02:14.586039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d48be-3eac-40a1-b278-377c667a2038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cf23f1-7ac9-413e-acb6-cd6cc23f6fed,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:14.595616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35908) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:14.599649 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cb8d48be-3eac-40a1-b278-377c667a2038 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd7420df61a14b878a3496df170e6c38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7075591 Jul 27 20:02:14.619662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b86e6391-7928-4cb8-af7b-9be9065b6efd None None] Port e0037233-1628-4925-8211-ac7f925007af cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:02:14.811960 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:06Z', 'updated_at': '2021-07-27T20:02:10Z', 'revision_number': 3, 'project_id': '65feb551352040c08fc20a451933c436', 'gw_port': {'id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:07Z', 'updated_at': '2021-07-27T20:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:02:14.850384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f090b28d-8312-4b17-8045-0813033cf536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:14.851779 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb07d59-90ae-4cf0-9d9e-bc841db472c2 None None] The sync data for ids ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'] in n-d-705657-21 is: [{'id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:06Z', 'updated_at': '2021-07-27T20:02:10Z', 'revision_number': 3, 'project_id': '65feb551352040c08fc20a451933c436', 'gw_port': {'id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:07Z', 'updated_at': '2021-07-27T20:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:02:14.854092 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:14.860745 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-015a1a89-fd20-4ce6-b800-a47fa76a9d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:14.865050 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f090b28d-8312-4b17-8045-0813033cf536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:14.897660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Transition to ACTIVE for port object c8a1b7e0-3481-4876-bd74-277b56044be3 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:02:14.914532 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-a130b2e6-2c89-4793-bde5-6552b87c986a tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.1487458 Jul 27 20:02:14.927205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090b28d-8312-4b17-8045-0813033cf536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc016c7-a75a-4840-b39f-86a5728ffb06,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:14.934716 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f090b28d-8312-4b17-8045-0813033cf536 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7faf7f24ab874e7096541f2451a63a02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8636158 Jul 27 20:02:14.942524 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35914) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:14.947540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d5c3e-1f26-48a5-8ea9-3a89ca34ba26 req-039f0c74-7feb-450e-9e99-12447738c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:14.949117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-007d5c3e-1f26-48a5-8ea9-3a89ca34ba26 req-039f0c74-7feb-450e-9e99-12447738c718 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=276aa582ad7e44029331aa2680c554e9&device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 1096 time: 0.3126781 Jul 27 20:02:14.977042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Request body: {'port': {'device_id': 'bb5765e5-0e29-487d-988c-49ea910d2e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:02:14.993341 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-015a1a89-fd20-4ce6-b800-a47fa76a9d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:15.032023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f45e6-ae5c-401d-a781-7782f6b4e58e req-cdf885ce-3102-4f5b-998d-11095944d993 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:15.042950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-880f45e6-ae5c-401d-a781-7782f6b4e58e req-cdf885ce-3102-4f5b-998d-11095944d993 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 936 time: 0.3355753 Jul 27 20:02:15.089950 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:15.100493 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f530bf34-cc54-4083-afee-b75ade1f907b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:15.141635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885008e-34da-4a7a-b0b1-caeb082bb9c3 req-24829d02-d2ac-49bd-aee1-f30cceab485e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:15.143292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6885008e-34da-4a7a-b0b1-caeb082bb9c3 req-24829d02-d2ac-49bd-aee1-f30cceab485e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.4126999 Jul 27 20:02:15.184512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a1b7e0-3481-4876-bd74-277b56044be3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:15.215217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Network ac679f8b-06ff-475b-999e-fecd672dac7a is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:02:15.291547 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:02:15.304617 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:02:15.316113 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-880f45e6-ae5c-401d-a781-7782f6b4e58e req-eb0b305b-50bd-4472-bf23-a10e1140b9c5 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b89298-cf64-47bc-81fc-b0a2a3168747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666817 Jul 27 20:02:15.436482 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f530bf34-cc54-4083-afee-b75ade1f907b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:15.509575 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:15.544336 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-015a1a89-fd20-4ce6-b800-a47fa76a9d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:15.547380 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-015a1a89-fd20-4ce6-b800-a47fa76a9d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:15.549053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-015a1a89-fd20-4ce6-b800-a47fa76a9d4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11cf23f1-7ac9-413e-acb6-cd6cc23f6fed HTTP/1.1" status: 204 len: 168 time: 0.9518251 Jul 27 20:02:15.554625 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6885008e-34da-4a7a-b0b1-caeb082bb9c3 req-08b6d8c2-5581-43ca-b258-7a0076b79e92 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3831358 Jul 27 20:02:15.624712 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae7b3c34-e046-4bb5-9a67-78830ffd27fb req-91eba428-50e6-4a19-8c99-666e31300707 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 210 time: 0.1376998 Jul 27 20:02:15.625974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d5c3e-1f26-48a5-8ea9-3a89ca34ba26 req-63e5b7f5-320f-477c-b87d-9a97117d49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:15.637885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:15.644441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-007d5c3e-1f26-48a5-8ea9-3a89ca34ba26 req-63e5b7f5-320f-477c-b87d-9a97117d49dc service neutron] 10.222.0.52 "GET /v2.0/networks?id=8b870101-f76a-4dbd-838f-124a83f5fcb2 HTTP/1.1" status: 200 len: 898 time: 0.6720438 Jul 27 20:02:15.688589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a1a89-fd20-4ce6-b800-a47fa76a9d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cf23f1-7ac9-413e-acb6-cd6cc23f6fed,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:15.751393 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-007d5c3e-1f26-48a5-8ea9-3a89ca34ba26 req-98d9f1bd-b363-43c8-aea7-b945f88ec3d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2c44d719-4ef0-46bd-9789-e41f8ee5282d HTTP/1.1" status: 200 len: 217 time: 0.1055253 Jul 27 20:02:15.788368 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acc8b169-a804-4e08-bd22-899e889f1b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:15.875524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d9da0fde-abc1-4139-a787-1ba536c411c1 None None] Provisioning for port c8a1b7e0-3481-4876-bd74-277b56044be3 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:02:15.880117 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d9da0fde-abc1-4139-a787-1ba536c411c1 None None] Provisioning complete for port c8a1b7e0-3481-4876-bd74-277b56044be3 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:15.880435 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9da0fde-abc1-4139-a787-1ba536c411c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:15.901700 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f530bf34-cc54-4083-afee-b75ade1f907b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:15.914457 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f530bf34-cc54-4083-afee-b75ade1f907b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:15.916027 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f530bf34-cc54-4083-afee-b75ade1f907b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8fc016c7-a75a-4840-b39f-86a5728ffb06 HTTP/1.1" status: 204 len: 168 time: 0.9724896 Jul 27 20:02:15.937850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530bf34-cc54-4083-afee-b75ade1f907b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc016c7-a75a-4840-b39f-86a5728ffb06,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:15.961425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-31d27f17-4eee-408d-8196-3933afcaa026 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:15.977708 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-31d27f17-4eee-408d-8196-3933afcaa026 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 806 time: 0.7950110 Jul 27 20:02:15.987295 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-b67f316e-e050-418c-9237-6e318b87a403 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Request body: {'port': {'device_id': '0fe05c2c-53ba-47c9-9dde-6db54ce09eca', 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229', 'admin_state_up': True, 'tenant_id': '634951a653da42e4a21a96a42b496619'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:02:16.019430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d9da0fde-abc1-4139-a787-1ba536c411c1 None None] Port c8a1b7e0-3481-4876-bd74-277b56044be3 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:02:16.055170 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:16.303367 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-98da79f1-67ca-4a98-b107-c14cfb22f23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:16.313340 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:16.322247 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acc8b169-a804-4e08-bd22-899e889f1b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:16.364462 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-b67f316e-e050-418c-9237-6e318b87a403 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Made reservation on behalf of 634951a653da42e4a21a96a42b496619 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:02:16.378955 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-b67f316e-e050-418c-9237-6e318b87a403 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:16.472281 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-acc8b169-a804-4e08-bd22-899e889f1b01 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=098da3b603654e4685ee48d54568d175&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0939856 Jul 27 20:02:16.479401 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35940) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:16.548815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8b169-a804-4e08-bd22-899e889f1b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0ea3ee-b2a4-4c32-961b-7ce89631f1f3,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:16.574756 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 2c44d719-4ef0-46bd-9789-e41f8ee5282d details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:02:16.651480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d5c3e-1f26-48a5-8ea9-3a89ca34ba26 req-6985d983-e4a8-4d68-ac32-5f47640924b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:16.664152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-007d5c3e-1f26-48a5-8ea9-3a89ca34ba26 req-6985d983-e4a8-4d68-ac32-5f47640924b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e61c70f8-3e19-43d0-94d7-a17fc84c0654 HTTP/1.1" status: 200 len: 838 time: 0.6148140 Jul 27 20:02:16.787038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35952) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:16.790709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150a9c7-cc81-4703-a58c-e774dce3edd8 req-7c365b0d-36ae-42d0-ba82-e2c03dafe1e5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:16.798286 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1150a9c7-cc81-4703-a58c-e774dce3edd8 req-7c365b0d-36ae-42d0-ba82-e2c03dafe1e5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 944 time: 0.7535884 Jul 27 20:02:16.827724 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2764076f-b443-4953-a5c2-604580c5e4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:16.834637 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 2c44d719-4ef0-46bd-9789-e41f8ee5282d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=2c44d719-4ef0-46bd-9789-e41f8ee5282d,segment=NetworkSegment(9911d6a5-8f10-448f-98b5-0a53845f8130),segment_id=9911d6a5-8f10-448f-98b5-0a53845f8130)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:16.869124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '2c44d719-4ef0-46bd-9789-e41f8ee5282d', 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2', 'port_id': '2c44d719-4ef0-46bd-9789-e41f8ee5282d', 'mac_address': 'fa:16:3e:be:df:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61c70f8-3e19-43d0-94d7-a17fc84c0654', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:02:16.898499 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e60dbf-7bc0-4855-9aaa-c53e609ce292 req-a5526c58-1e43-4246-abf5-d6f721ab830d tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:16.900095 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34e60dbf-7bc0-4855-9aaa-c53e609ce292 req-a5526c58-1e43-4246-abf5-d6f721ab830d tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 936 time: 0.4651029 Jul 27 20:02:16.930014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1150a9c7-cc81-4703-a58c-e774dce3edd8 req-1af38167-9166-47f7-a0f4-4005c9ecd231 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ab30bbc-047e-46cc-bb5f-25b220951374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162341 Jul 27 20:02:16.960357 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2764076f-b443-4953-a5c2-604580c5e4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:16.963094 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:16.985435 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:16.989908 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-401ae39a-bbca-409e-b395-409f46b66585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:16.991589 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2764076f-b443-4953-a5c2-604580c5e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:17.000513 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:17.040070 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c44d719-4ef0-46bd-9789-e41f8ee5282d {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:02:17.097566 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 2c44d719-4ef0-46bd-9789-e41f8ee5282d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=2c44d719-4ef0-46bd-9789-e41f8ee5282d,segment=NetworkSegment(9911d6a5-8f10-448f-98b5-0a53845f8130),segment_id=9911d6a5-8f10-448f-98b5-0a53845f8130)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:17.108665 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:17.112786 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-b67f316e-e050-418c-9237-6e318b87a403 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Allocated IP 172.20.0.9 (0c2f9109-2836-4ca2-a589-149d907fa229/de3b9a07-ca57-4084-b8ee-ab8cca04c27f/934e4632-9dc2-4837-aab5-ec71ee12d116) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:02:17.120158 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:17.131748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a1b7e0-3481-4876-bd74-277b56044be3,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:17.223152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=2c44d719-4ef0-46bd-9789-e41f8ee5282d,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:17.226281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d5c3e-1f26-48a5-8ea9-3a89ca34ba26 req-8e34ae46-e9f6-42e0-b0a3-cfc6d27605fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:17.229296 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:17.230499 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-007d5c3e-1f26-48a5-8ea9-3a89ca34ba26 req-8e34ae46-e9f6-42e0-b0a3-cfc6d27605fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b870101-f76a-4dbd-838f-124a83f5fcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.5368037 Jul 27 20:02:17.234441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34e60dbf-7bc0-4855-9aaa-c53e609ce292 req-6538eee2-f0ea-42ce-a434-ab99179aa533 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b89298-cf64-47bc-81fc-b0a2a3168747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037655 Jul 27 20:02:17.238802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0037233-1628-4925-8211-ac7f925007af {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:02:17.259955 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:17.298997 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Network ac679f8b-06ff-475b-999e-fecd672dac7a is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:02:17.309576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:02:17.314693 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-401ae39a-bbca-409e-b395-409f46b66585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:17.321225 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2764076f-b443-4953-a5c2-604580c5e4d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7bae68af1aaa499fa83586540b1db150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5331144 Jul 27 20:02:17.325720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35958) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:17.344348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764076f-b443-4953-a5c2-604580c5e4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f37758-3830-4436-9804-ae055b7247b2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:17.359853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Transition to ACTIVE for port object e0037233-1628-4925-8211-ac7f925007af will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:02:17.369039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['2c44d719-4ef0-46bd-9789-e41f8ee5282d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:02:17.395875 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:17.575837 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:02:17.608230 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:02:17.617803 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ae201-e0ec-4e38-aeff-93fe6d78f820 req-dbad3117-afac-48e7-9a30-eea0ee051d97 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:17.631619 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dc6ae201-e0ec-4e38-aeff-93fe6d78f820 req-dbad3117-afac-48e7-9a30-eea0ee051d97 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.5430670 Jul 27 20:02:17.761112 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:02:17.762842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c880596-9c61-4791-b4b3-f7796698ec54 req-f093b11d-7a77-4aea-afc1-77afd2c952f6 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 210 time: 0.2533455 Jul 27 20:02:17.781914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:17.782460 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:17.840240 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-401ae39a-bbca-409e-b395-409f46b66585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:17.842974 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-401ae39a-bbca-409e-b395-409f46b66585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:17.847393 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-401ae39a-bbca-409e-b395-409f46b66585 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa0ea3ee-b2a4-4c32-961b-7ce89631f1f3 HTTP/1.1" status: 204 len: 168 time: 1.2443106 Jul 27 20:02:17.972215 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ae39a-bbca-409e-b395-409f46b66585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0ea3ee-b2a4-4c32-961b-7ce89631f1f3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:17.994482 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Pushing event updated for resources: {'Port': ['ID=e0037233-1628-4925-8211-ac7f925007af,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:18.005585 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-007d5c3e-1f26-48a5-8ea9-3a89ca34ba26 req-02c08f99-1113-4c7c-ba63-e69673d2ac5b service neutron] 10.222.0.52 "GET /v2.0/networks/8b870101-f76a-4dbd-838f-124a83f5fcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604296 Jul 27 20:02:18.065277 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:18.090305 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-b67f316e-e050-418c-9237-6e318b87a403 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:18.136988 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c910c27-d0b2-4dcf-95b4-31311827c45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:18.169055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:02:18.177969 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3185f44b-36a6-4da8-b87c-691c420fa006 admin admin] 10.222.0.48 "PUT /v2.0/routers/9d17ba30-0d96-40b5-be58-074fe9d5eae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1514602 Jul 27 20:02:18.184177 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-b67f316e-e050-418c-9237-6e318b87a403 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:18.221962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Sync routers for ids ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:02:18.248547 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-b67f316e-e050-418c-9237-6e318b87a403 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Network 0c2f9109-2836-4ca2-a589-149d907fa229 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:02:18.249473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ac5e1bad-074c-41ec-928c-c2d1297d1746 None None] Provisioning complete for port c8a1b7e0-3481-4876-bd74-277b56044be3 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:18.249869 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ac5e1bad-074c-41ec-928c-c2d1297d1746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:18.254658 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-b67f316e-e050-418c-9237-6e318b87a403 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:02:18.258402 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-b67f316e-e050-418c-9237-6e318b87a403 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:02:18.334332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6aa910b1-4e9a-433a-9cf3-9ec10f2427e5,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:18.362768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e1bad-074c-41ec-928c-c2d1297d1746 None None] Port c8a1b7e0-3481-4876-bd74-277b56044be3 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:02:18.378910 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-007d5c3e-1f26-48a5-8ea9-3a89ca34ba26 req-951e33a9-8b8d-40e8-9bc3-59db6bbcc4d9 service neutron] 10.222.0.52 "GET /v2.0/networks/8b870101-f76a-4dbd-838f-124a83f5fcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557044 Jul 27 20:02:18.391832 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:18.394328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Routers {'9d17ba30-0d96-40b5-be58-074fe9d5eae3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:02:18.395012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:02:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:02:18.670868 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=6aa910b1-4e9a-433a-9cf3-9ec10f2427e5,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:18.705524 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:02:18.879070 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dc6ae201-e0ec-4e38-aeff-93fe6d78f820 req-5346d746-b817-496a-96fa-1cd5d8469868 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2466338 Jul 27 20:02:18.886878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Set router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:02:18.911685 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c910c27-d0b2-4dcf-95b4-31311827c45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:18.975422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Attempting to bind port e0037233-1628-4925-8211-ac7f925007af on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:02:18.975770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Attempting to bind port e0037233-1628-4925-8211-ac7f925007af by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:02:18.976335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Attempting to bind port e0037233-1628-4925-8211-ac7f925007af on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:02:18.995378 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Port e0037233-1628-4925-8211-ac7f925007af on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:02:18.995705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Attempting to bind port e0037233-1628-4925-8211-ac7f925007af on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:02:19.005898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f6503-5b2e-4bc1-829c-934ec70580a0 req-5f9f905b-1ac8-4ba6-aa73-c9dd1280af65 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:19.007561 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a52f6503-5b2e-4bc1-829c-934ec70580a0 req-5f9f905b-1ac8-4ba6-aa73-c9dd1280af65 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 945 time: 0.8612230 Jul 27 20:02:19.012535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:02:19.012923 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:02:19.013328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:02:19.013903 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Bound port: e0037233-1628-4925-8211-ac7f925007af, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:02:19.014402 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:19.086138 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-b67f316e-e050-418c-9237-6e318b87a403 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:19.086815 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-b67f316e-e050-418c-9237-6e318b87a403 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:19.094072 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f316e-e050-418c-9237-6e318b87a403 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Pushing event updated for resources: {'Port': ['ID=934e4632-9dc2-4837-aab5-ec71ee12d116,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:19.123509 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-b67f316e-e050-418c-9237-6e318b87a403 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1416957 Jul 27 20:02:19.138230 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Request body: {'port': {'device_id': '0fe05c2c-53ba-47c9-9dde-6db54ce09eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:02:19.307442 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c910c27-d0b2-4dcf-95b4-31311827c45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:19.317582 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c910c27-d0b2-4dcf-95b4-31311827c45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:19.323279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8c910c27-d0b2-4dcf-95b4-31311827c45c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38f37758-3830-4436-9804-ae055b7247b2 HTTP/1.1" status: 204 len: 168 time: 1.9964874 Jul 27 20:02:19.376217 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a52f6503-5b2e-4bc1-829c-934ec70580a0 req-7d81b1bb-38bd-4d6b-b341-3348689ce10d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ab30bbc-047e-46cc-bb5f-25b220951374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3277452 Jul 27 20:02:19.387856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] For port e0037233-1628-4925-8211-ac7f925007af, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:02:19.395788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c910c27-d0b2-4dcf-95b4-31311827c45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f37758-3830-4436-9804-ae055b7247b2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:19.412697 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] For port e0037233-1628-4925-8211-ac7f925007af, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e0037233-1628-4925-8211-ac7f925007af,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:02:19.427967 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:19.438202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:02:19.451300 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:19.454092 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:19.687874 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:19.687874 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:19.689180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] 10.222.0.63 "PUT /v2.0/ports/e0037233-1628-4925-8211-ac7f925007af HTTP/1.1" status: 200 len: 1097 time: 4.7390838 Jul 27 20:02:19.692351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5765e5-0e29-487d-988c-49ea910d2e0d', 'tag': 'e0037233-1628-4925-8211-ac7f925007af'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:02:19.710607 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8a3bb7-4e9b-46dc-8f3c-6af60cc89a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5765e5-0e29-487d-988c-49ea910d2e0d", "tag": "e0037233-1628-4925-8211-ac7f925007af"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:02:19.833482 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4723a2d-63ca-4ba9-b022-bd9ed3a8bc51 req-dc061405-7166-4d25-bdd8-5d519d9ad995 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:19.837063 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4723a2d-63ca-4ba9-b022-bd9ed3a8bc51 req-dc061405-7166-4d25-bdd8-5d519d9ad995 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 948 time: 0.6634116 Jul 27 20:02:19.961986 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:06Z', 'updated_at': '2021-07-27T20:02:15Z', 'revision_number': 4, 'project_id': '65feb551352040c08fc20a451933c436', 'gw_port': {'id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:07Z', 'updated_at': '2021-07-27T20:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c8a1b7e0-3481-4876-bd74-277b56044be3', 'name': '', 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'tenant_id': '65feb551352040c08fc20a451933c436', 'mac_address': 'fa:16:3e:d4:45:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:13Z', 'updated_at': '2021-07-27T20:02:16Z', 'revision_number': 2, 'project_id': '65feb551352040c08fc20a451933c436', 'subnets': [{'id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:02:20.049580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:20.049955 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:20.062292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fe08c-6e2d-427f-84c5-9041d01d0e4e service neutron] Pushing event updated for resources: {'Port': ['ID=e0037233-1628-4925-8211-ac7f925007af,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:20.078707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Checking router: 9d17ba30-0d96-40b5-be58-074fe9d5eae3 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:02:20.080738 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Updating router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 port c8a1b7e0-3481-4876-bd74-277b56044be3 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:02:20.209826 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:20.259152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4723a2d-63ca-4ba9-b022-bd9ed3a8bc51 req-ef1b325f-0247-4923-a21d-9133c0403391 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b89298-cf64-47bc-81fc-b0a2a3168747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746658 Jul 27 20:02:20.327660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fac1fd-c9ce-40b0-bf8c-daeec15789a2 req-e73f9a7b-6fcb-43cd-bc68-a04c61c1465c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:20.341884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57fac1fd-c9ce-40b0-bf8c-daeec15789a2 req-e73f9a7b-6fcb-43cd-bc68-a04c61c1465c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 931 time: 0.7443261 Jul 27 20:02:20.353458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-74e11f68-04c0-492d-9567-1bac48761fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:20.357716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-74e11f68-04c0-492d-9567-1bac48761fbf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4931df35fda44005bdd15c49534fb8e3&device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 1100 time: 0.5860646 Jul 27 20:02:20.425220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['27b499e8-da86-46f4-a014-4cb619f8e46e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:02:20.489288 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2752f8-047a-4636-91e4-290edca08445 x-openstack-request-id: req-4a2752f8-047a-4636-91e4-290edca08445 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:02:20.490303 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5765e5-0e29-487d-988c-49ea910d2e0d", "tag": "e0037233-1628-4925-8211-ac7f925007af", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:02:20.490768 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a2752f8-047a-4636-91e4-290edca08445 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:02:20.492480 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5765e5-0e29-487d-988c-49ea910d2e0d', 'tag': 'e0037233-1628-4925-8211-ac7f925007af', 'status': 'completed', 'code': 200} Jul 27 20:02:20.500175 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-7b3c015a-5eac-440e-962e-45116fb5714f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e0037233-1628-4925-8211-ac7f925007af HTTP/1.1" status: 200 len: 217 time: 0.1290181 Jul 27 20:02:20.507820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934e4632-9dc2-4837-aab5-ec71ee12d116 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:02:20.529507 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:20.569490 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Transition to ACTIVE for port object 934e4632-9dc2-4837-aab5-ec71ee12d116 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:02:20.590664 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:20.631421 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57fac1fd-c9ce-40b0-bf8c-daeec15789a2 req-341e0692-5abb-450a-b2cf-f90cd86eeb62 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856698 Jul 27 20:02:20.701601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-4c9ad46d-5995-46a6-9c92-465610a158f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:20.703281 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-4c9ad46d-5995-46a6-9c92-465610a158f6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.1940734 Jul 27 20:02:20.788611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60712e1a-02f6-4803-a3ff-067910586cb3 req-eca33296-1ac1-47fd-89c2-e908202859b4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:20.793809 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60712e1a-02f6-4803-a3ff-067910586cb3 req-eca33296-1ac1-47fd-89c2-e908202859b4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.1611845 Jul 27 20:02:20.813629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 2c44d719-4ef0-46bd-9789-e41f8ee5282d up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:02:20.933717 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Pushing event updated for resources: {'Port': ['ID=934e4632-9dc2-4837-aab5-ec71ee12d116,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:20.984815 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Attempting to bind port 934e4632-9dc2-4837-aab5-ec71ee12d116 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:02:20.985416 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Attempting to bind port 934e4632-9dc2-4837-aab5-ec71ee12d116 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:02:20.985898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Attempting to bind port 934e4632-9dc2-4837-aab5-ec71ee12d116 on network 0c2f9109-2836-4ca2-a589-149d907fa229 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:02:20.996826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Port 934e4632-9dc2-4837-aab5-ec71ee12d116 on network 0c2f9109-2836-4ca2-a589-149d907fa229 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:02:20.997406 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Attempting to bind port 934e4632-9dc2-4837-aab5-ec71ee12d116 on network 0c2f9109-2836-4ca2-a589-149d907fa229 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:02:21.008121 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:02:21.008908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Checking segment: {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:02:21.009476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Bound using segment: {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:02:21.010064 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Bound port: 934e4632-9dc2-4837-aab5-ec71ee12d116, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:02:21.010646 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:21.042162 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-2ac73dc6-8183-4ffb-b19e-22871896f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:21.051688 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-2ac73dc6-8183-4ffb-b19e-22871896f7e7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3392806 Jul 27 20:02:21.090568 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60712e1a-02f6-4803-a3ff-067910586cb3 req-3da413f0-8467-4ea5-8f85-c129527e7fef tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856724 Jul 27 20:02:21.202458 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] For port 934e4632-9dc2-4837-aab5-ec71ee12d116, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:02:21.206999 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] For port 934e4632-9dc2-4837-aab5-ec71ee12d116, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=934e4632-9dc2-4837-aab5-ec71ee12d116,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:02:21.219978 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:21.283753 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 2c44d719-4ef0-46bd-9789-e41f8ee5282d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:02:21.290237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104c7de-fc70-4d3e-a185-deafe0e11446 req-31a6c2ec-560d-430e-b5b9-b7b2c3676f59 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:21.316477 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f104c7de-fc70-4d3e-a185-deafe0e11446 req-31a6c2ec-560d-430e-b5b9-b7b2c3676f59 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 945 time: 0.5137579 Jul 27 20:02:21.327116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 2c44d719-4ef0-46bd-9789-e41f8ee5282d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:21.327116 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:21.335006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:21.336372 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:21.337993 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] 10.222.0.63 "PUT /v2.0/ports/934e4632-9dc2-4837-aab5-ec71ee12d116 HTTP/1.1" status: 200 len: 1092 time: 2.2062924 Jul 27 20:02:21.338457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe05c2c-53ba-47c9-9dde-6db54ce09eca', 'tag': '934e4632-9dc2-4837-aab5-ec71ee12d116'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:02:21.342524 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6131e0-e053-46d5-955c-081d6b8b466c" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe05c2c-53ba-47c9-9dde-6db54ce09eca", "tag": "934e4632-9dc2-4837-aab5-ec71ee12d116"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:02:21.388915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3a5bf-f067-43bf-8769-cb06990c6411 service neutron] Pushing event updated for resources: {'Port': ['ID=934e4632-9dc2-4837-aab5-ec71ee12d116,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:21.495622 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-bad359e5-c16c-4723-a30f-512bf7d8877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:21.500576 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-bad359e5-c16c-4723-a30f-512bf7d8877e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 1095 time: 0.1069951 Jul 27 20:02:21.543951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f104c7de-fc70-4d3e-a185-deafe0e11446 req-0c2f282c-8a24-4a6b-8da1-5bbc2e225210 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ab30bbc-047e-46cc-bb5f-25b220951374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237873 Jul 27 20:02:21.631328 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-b40b5552-822c-45b1-a010-c92753b65941 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597911 Jul 27 20:02:21.676670 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-3732820b-9045-4ebb-a87b-cd53a275cd35 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=934e4632-9dc2-4837-aab5-ec71ee12d116 HTTP/1.1" status: 200 len: 217 time: 0.1678030 Jul 27 20:02:21.726907 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad46f70a-db8d-4cdb-8294-03198e085ff4 x-openstack-request-id: req-ad46f70a-db8d-4cdb-8294-03198e085ff4 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:02:21.728121 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe05c2c-53ba-47c9-9dde-6db54ce09eca", "tag": "934e4632-9dc2-4837-aab5-ec71ee12d116", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:02:21.730295 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad46f70a-db8d-4cdb-8294-03198e085ff4 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:02:21.730892 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe05c2c-53ba-47c9-9dde-6db54ce09eca', 'tag': '934e4632-9dc2-4837-aab5-ec71ee12d116', 'status': 'completed', 'code': 200} Jul 27 20:02:21.875992 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:21.891725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-eda2971a-3c2c-404a-96a1-7f96823f7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:21.897243 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-eda2971a-3c2c-404a-96a1-7f96823f7068 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 200 len: 846 time: 0.2114019 Jul 27 20:02:21.947882 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:21.964548 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45894e7c-56ec-4a80-b7a1-32a14fa558af req-146f1ce6-a9b8-42ed-a470-7ece45d6cad3 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185427 Jul 27 20:02:21.966143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86acc6a-9e0c-41f3-86ce-818e8a2513d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c44d719-4ef0-46bd-9789-e41f8ee5282d'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:02:21.975444 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d14c12-4c4e-438f-a730-c32c131afe35" -d '{"events": [{"server_uuid": "a86acc6a-9e0c-41f3-86ce-818e8a2513d8", "name": "network-vif-plugged", "status": "completed", "tag": "2c44d719-4ef0-46bd-9789-e41f8ee5282d"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:02:21.992944 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-a32808d8-e72f-429b-87f2-0dac66e10849 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0c2f9109-2836-4ca2-a589-149d907fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840468 Jul 27 20:02:22.039552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 2c44d719-4ef0-46bd-9789-e41f8ee5282d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=2c44d719-4ef0-46bd-9789-e41f8ee5282d,segment=NetworkSegment(9911d6a5-8f10-448f-98b5-0a53845f8130),segment_id=9911d6a5-8f10-448f-98b5-0a53845f8130)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:22.053298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Transition to ACTIVE for port object c8a1b7e0-3481-4876-bd74-277b56044be3 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:02:22.067439 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:22.085354 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:22.208578 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-fd276f9f-589a-48b0-a9c5-6745f0e1abc4 service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086210 Jul 27 20:02:22.280087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c7a8a-4862-4ded-8971-947bef506ded req-0ebf78ed-cf2f-4c9c-b2e8-442f35f28e36 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:22.282059 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-145c7a8a-4862-4ded-8971-947bef506ded req-0ebf78ed-cf2f-4c9c-b2e8-442f35f28e36 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 948 time: 0.8311789 Jul 27 20:02:22.382827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f13a6c-f1c6-4342-a015-7289149c9b6f req-88ab8bde-9599-4dc4-89b9-c3aeff769281 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:22.397391 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1f13a6c-f1c6-4342-a015-7289149c9b6f req-88ab8bde-9599-4dc4-89b9-c3aeff769281 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 943 time: 0.4158392 Jul 27 20:02:22.422274 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=2c44d719-4ef0-46bd-9789-e41f8ee5282d,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:22.490774 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afeedb8a-5936-450e-b062-1942c5ccb7bf req-bbe4d413-97c0-436d-a8cb-c234ef7e0986 service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731750 Jul 27 20:02:22.537681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-145c7a8a-4862-4ded-8971-947bef506ded req-2165561d-9571-46d6-9eb7-fa9bbc73bddc tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b89298-cf64-47bc-81fc-b0a2a3168747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079065 Jul 27 20:02:22.567510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a3bb7-4e9b-46dc-8f3c-6af60cc89a2e req-9b389ccb-b369-435f-ba41-8230f049c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:22.569055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f8a3bb7-4e9b-46dc-8f3c-6af60cc89a2e req-9b389ccb-b369-435f-ba41-8230f049c24d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4931df35fda44005bdd15c49534fb8e3&device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 1100 time: 0.4792244 Jul 27 20:02:22.708356 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8378e0fc-b00f-422a-aa32-3d34139684c4 x-openstack-request-id: req-8378e0fc-b00f-422a-aa32-3d34139684c4 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:02:22.708674 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86acc6a-9e0c-41f3-86ce-818e8a2513d8", "name": "network-vif-plugged", "status": "completed", "tag": "2c44d719-4ef0-46bd-9789-e41f8ee5282d", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:02:22.708920 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8378e0fc-b00f-422a-aa32-3d34139684c4 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:02:22.709321 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86acc6a-9e0c-41f3-86ce-818e8a2513d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c44d719-4ef0-46bd-9789-e41f8ee5282d', 'code': 200} Jul 27 20:02:22.715194 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Attempting to bind port c8a1b7e0-3481-4876-bd74-277b56044be3 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:02:22.715514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Attempting to bind port c8a1b7e0-3481-4876-bd74-277b56044be3 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'beabbc31-88fb-41e8-9559-fee35019510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:02:22.715886 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Attempting to bind port c8a1b7e0-3481-4876-bd74-277b56044be3 on network ac679f8b-06ff-475b-999e-fecd672dac7a {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:02:22.725916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6131e0-e053-46d5-955c-081d6b8b466c req-9787dcbd-d863-4e4b-a94c-578a719c9b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:22.740486 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9f6131e0-e053-46d5-955c-081d6b8b466c req-9787dcbd-d863-4e4b-a94c-578a719c9b56 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 1095 time: 0.1922913 Jul 27 20:02:22.750272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d699c5-1c98-47fa-9655-593d247f8cd0 None None] Pushing event updated for resources: {'Port': ['ID=c8a1b7e0-3481-4876-bd74-277b56044be3,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:22.756173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:02:22.757914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Checking segment: {'id': 'beabbc31-88fb-41e8-9559-fee35019510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:02:22.758345 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:22.759623 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Bound using segment: {'id': 'beabbc31-88fb-41e8-9559-fee35019510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:02:22.760133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Bound port: c8a1b7e0-3481-4876-bd74-277b56044be3, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beabbc31-88fb-41e8-9559-fee35019510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:02:22.760559 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:22.832901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a3bb7-4e9b-46dc-8f3c-6af60cc89a2e req-f14105c2-1f9d-4a01-9bc3-a3c775d1c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:22.834278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f8a3bb7-4e9b-46dc-8f3c-6af60cc89a2e req-f14105c2-1f9d-4a01-9bc3-a3c775d1c21e service neutron] 10.222.0.63 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.2228715 Jul 27 20:02:23.033676 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] For port c8a1b7e0-3481-4876-bd74-277b56044be3, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:02:23.044678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] For port c8a1b7e0-3481-4876-bd74-277b56044be3, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c8a1b7e0-3481-4876-bd74-277b56044be3,segment=NetworkSegment(beabbc31-88fb-41e8-9559-fee35019510b),segment_id=beabbc31-88fb-41e8-9559-fee35019510b)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:02:23.066831 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:23.110048 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6131e0-e053-46d5-955c-081d6b8b466c req-319fce93-16d6-41f5-8226-24f1ed63821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:23.114329 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9f6131e0-e053-46d5-955c-081d6b8b466c req-319fce93-16d6-41f5-8226-24f1ed63821a service neutron] 10.222.0.63 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 907 time: 0.3642278 Jul 27 20:02:23.162716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f8a3bb7-4e9b-46dc-8f3c-6af60cc89a2e req-90c2d561-8805-4732-911b-44b5cb5048c9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=e0037233-1628-4925-8211-ac7f925007af HTTP/1.1" status: 200 len: 217 time: 0.3144212 Jul 27 20:02:23.234598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Routers {'9d17ba30-0d96-40b5-be58-074fe9d5eae3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:02:23.234598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:02:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:02:23.241704 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1f13a6c-f1c6-4342-a015-7289149c9b6f req-1ae30e34-d94b-4142-ac92-8363f36b6b1d tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8060222 Jul 27 20:02:23.343499 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9f6131e0-e053-46d5-955c-081d6b8b466c req-96599185-5974-4c4b-8b14-6d8f85760d0c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=934e4632-9dc2-4837-aab5-ec71ee12d116 HTTP/1.1" status: 200 len: 217 time: 0.2185435 Jul 27 20:02:23.447186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d699c5-1c98-47fa-9655-593d247f8cd0 None None] Pushing event updated for resources: {'Port': ['ID=c8a1b7e0-3481-4876-bd74-277b56044be3,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:23.467821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6131e0-e053-46d5-955c-081d6b8b466c req-6e015a9f-7f4c-4e7a-b2d3-061f2e8aa5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:23.469403 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9f6131e0-e053-46d5-955c-081d6b8b466c req-6e015a9f-7f4c-4e7a-b2d3-061f2e8aa5e0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 200 len: 846 time: 0.1174705 Jul 27 20:02:23.548143 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9f6131e0-e053-46d5-955c-081d6b8b466c req-e16d6e8d-2a09-437b-8e29-38df09cfa1ce service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0c2f9109-2836-4ca2-a589-149d907fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673423 Jul 27 20:02:23.558004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9826e2-7601-4666-b4e8-09835293936b req-a098b2e0-5875-4d9b-a0f4-856a43cb4d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:23.559536 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9826e2-7601-4666-b4e8-09835293936b req-a098b2e0-5875-4d9b-a0f4-856a43cb4d93 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 1098 time: 0.7243741 Jul 27 20:02:23.579850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a3bb7-4e9b-46dc-8f3c-6af60cc89a2e req-dcf7d014-d8a3-4584-a783-d35326d30bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:23.581524 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f8a3bb7-4e9b-46dc-8f3c-6af60cc89a2e req-dcf7d014-d8a3-4584-a783-d35326d30bd9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.3956964 Jul 27 20:02:23.677832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f2d88-bbe0-49d0-a792-0c36a8dd7649 req-4914fff8-cd44-45d0-9429-c317422619e4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:23.680154 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-114f2d88-bbe0-49d0-a792-0c36a8dd7649 req-4914fff8-cd44-45d0-9429-c317422619e4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.7164989 Jul 27 20:02:23.712802 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb9826e2-7601-4666-b4e8-09835293936b req-274c5801-5ef1-42ba-b4af-4194d850d44f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3ab30bbc-047e-46cc-bb5f-25b220951374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442599 Jul 27 20:02:23.783524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b158d-fe0f-41dd-adb0-a68430d242e4 req-df562c85-5e7a-415a-9b57-7b78cd9930bd tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:23.785652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d5b158d-fe0f-41dd-adb0-a68430d242e4 req-df562c85-5e7a-415a-9b57-7b78cd9930bd tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 946 time: 0.3251019 Jul 27 20:02:23.792341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-114f2d88-bbe0-49d0-a792-0c36a8dd7649 req-a1c5dfa3-df00-44ae-87d9-61a5c57dc685 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869465 Jul 27 20:02:23.838714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a3bb7-4e9b-46dc-8f3c-6af60cc89a2e req-52b40b10-ec40-4182-bbe6-36bf39e9328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:23.843991 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f8a3bb7-4e9b-46dc-8f3c-6af60cc89a2e req-52b40b10-ec40-4182-bbe6-36bf39e9328a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2179468 Jul 27 20:02:24.024138 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d5b158d-fe0f-41dd-adb0-a68430d242e4 req-f9242a37-7eeb-489e-93f6-8e831e8fbced tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ab30bbc-047e-46cc-bb5f-25b220951374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302170 Jul 27 20:02:24.095936 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9f6131e0-e053-46d5-955c-081d6b8b466c req-bf669f51-beba-4224-a238-1a38a9a61688 service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364735 Jul 27 20:02:24.396950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e0037233-1628-4925-8211-ac7f925007af details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:02:24.399675 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9f6131e0-e053-46d5-955c-081d6b8b466c req-edaa6519-2693-45a9-9fc6-77ddabb126f7 service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978559 Jul 27 20:02:24.404658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a09b8-fc2f-4f52-8fa9-e3dd93069d91 req-4e437406-7034-4d8e-9260-7efca7bca2f4 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:24.449292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-698a09b8-fc2f-4f52-8fa9-e3dd93069d91 req-4e437406-7034-4d8e-9260-7efca7bca2f4 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 948 time: 0.4746556 Jul 27 20:02:24.474013 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f8a3bb7-4e9b-46dc-8f3c-6af60cc89a2e req-a28918bf-b9fa-4b97-8874-ef91d9d6e068 service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170287 Jul 27 20:02:24.697169 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.resource_extend [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 20:02:24.741470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] Set router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:02:25.005031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e0037233-1628-4925-8211-ac7f925007af, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e0037233-1628-4925-8211-ac7f925007af,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:25.031880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'e0037233-1628-4925-8211-ac7f925007af', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': 'e0037233-1628-4925-8211-ac7f925007af', 'mac_address': 'fa:16:3e:44:78:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:02:25.108466 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f8a3bb7-4e9b-46dc-8f3c-6af60cc89a2e req-12e5c0d4-5ee1-4533-8511-dba93aef9ddb service neutron] 10.222.0.63 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742030 Jul 27 20:02:25.135880 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-698a09b8-fc2f-4f52-8fa9-e3dd93069d91 req-81e4930a-f18f-4742-bdbd-ee8cfc34887d tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b89298-cf64-47bc-81fc-b0a2a3168747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6601160 Jul 27 20:02:25.184836 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:25.227718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0037233-1628-4925-8211-ac7f925007af {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:02:25.250652 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c6ced-793c-4402-a16c-bda92b79730f req-76b8e23f-2ff4-47a7-9d5e-eef8bd67abc9 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:25.253697 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a68c6ced-793c-4402-a16c-bda92b79730f req-76b8e23f-2ff4-47a7-9d5e-eef8bd67abc9 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 943 time: 0.9007757 Jul 27 20:02:25.272809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e0037233-1628-4925-8211-ac7f925007af, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e0037233-1628-4925-8211-ac7f925007af,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:25.286616 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:25.299264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:06Z', 'updated_at': '2021-07-27T20:02:15Z', 'revision_number': 4, 'project_id': '65feb551352040c08fc20a451933c436', 'gw_port': {'id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:07Z', 'updated_at': '2021-07-27T20:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c8a1b7e0-3481-4876-bd74-277b56044be3', 'name': '', 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'tenant_id': '65feb551352040c08fc20a451933c436', 'mac_address': 'fa:16:3e:d4:45:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:13Z', 'updated_at': '2021-07-27T20:02:23Z', 'revision_number': 4, 'project_id': '65feb551352040c08fc20a451933c436', 'subnets': [{'id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:02:25.345750 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a68c6ced-793c-4402-a16c-bda92b79730f req-f81f95d9-5259-4c3e-b46b-c64d3ed6e701 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847609 Jul 27 20:02:25.425349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c2436-b0e4-4138-a38f-e8e7c906a315 req-91da939a-844f-4acb-9012-d30cfba7776f tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:25.428419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ce3c2436-b0e4-4138-a38f-e8e7c906a315 req-91da939a-844f-4acb-9012-d30cfba7776f tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.1316288 Jul 27 20:02:25.493602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52be647-655b-4ab6-be6f-ddda225f55be None None] The sync data for ids ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'] in n-d-705657-21 is: [{'id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:06Z', 'updated_at': '2021-07-27T20:02:15Z', 'revision_number': 4, 'project_id': '65feb551352040c08fc20a451933c436', 'gw_port': {'id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:07Z', 'updated_at': '2021-07-27T20:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c8a1b7e0-3481-4876-bd74-277b56044be3', 'name': '', 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'tenant_id': '65feb551352040c08fc20a451933c436', 'mac_address': 'fa:16:3e:d4:45:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:13Z', 'updated_at': '2021-07-27T20:02:23Z', 'revision_number': 4, 'project_id': '65feb551352040c08fc20a451933c436', 'subnets': [{'id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:02:25.531362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=e0037233-1628-4925-8211-ac7f925007af,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:25.548303 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['e0037233-1628-4925-8211-ac7f925007af'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:02:25.561096 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ce3c2436-b0e4-4138-a38f-e8e7c906a315 req-d0cac0a2-7083-4038-9f72-300863369258 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231434 Jul 27 20:02:25.729024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9216a9-d2dc-4b4d-97ce-981eab227c35 req-8db36675-d628-465e-952d-4b1ae695db50 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:25.739115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad9216a9-d2dc-4b4d-97ce-981eab227c35 req-8db36675-d628-465e-952d-4b1ae695db50 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 946 time: 0.2634525 Jul 27 20:02:25.899316 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad9216a9-d2dc-4b4d-97ce-981eab227c35 req-f4fa3f14-5b03-4f55-8382-f3c75b3f6c13 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ab30bbc-047e-46cc-bb5f-25b220951374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527359 Jul 27 20:02:25.913399 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 934e4632-9dc2-4837-aab5-ec71ee12d116 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:02:26.271346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd111-d550-41cb-bf64-b56f4e94415b req-ea6dad91-1c52-48b1-8183-44591f7847fe tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:26.282427 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d60fd111-d550-41cb-bf64-b56f4e94415b req-ea6dad91-1c52-48b1-8183-44591f7847fe tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 946 time: 0.2110844 Jul 27 20:02:26.298376 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 934e4632-9dc2-4837-aab5-ec71ee12d116, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=934e4632-9dc2-4837-aab5-ec71ee12d116,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:26.343289 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '934e4632-9dc2-4837-aab5-ec71ee12d116', 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229', 'port_id': '934e4632-9dc2-4837-aab5-ec71ee12d116', 'mac_address': 'fa:16:3e:cb:62:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3b9a07-ca57-4084-b8ee-ab8cca04c27f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:02:26.401171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d60fd111-d550-41cb-bf64-b56f4e94415b req-b463939f-aa7b-4b5f-a8b1-7a476a26e5d0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ab30bbc-047e-46cc-bb5f-25b220951374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175427 Jul 27 20:02:26.521910 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:26.593072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934e4632-9dc2-4837-aab5-ec71ee12d116 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:02:26.674394 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 934e4632-9dc2-4837-aab5-ec71ee12d116, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=934e4632-9dc2-4837-aab5-ec71ee12d116,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:26.695345 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:26.794524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ca384-7149-41c1-a0bf-e787c4aaebb5 req-e278e85c-6a52-4761-bfd8-e3a579f7cf97 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:26.794524 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca7ca384-7149-41c1-a0bf-e787c4aaebb5 req-e278e85c-6a52-4761-bfd8-e3a579f7cf97 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 949 time: 0.3732452 Jul 27 20:02:26.886603 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=934e4632-9dc2-4837-aab5-ec71ee12d116,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:26.921295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['934e4632-9dc2-4837-aab5-ec71ee12d116'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:02:26.943959 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca7ca384-7149-41c1-a0bf-e787c4aaebb5 req-62919f9a-aa28-46c6-94f6-f46ec25d6f25 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b89298-cf64-47bc-81fc-b0a2a3168747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458066 Jul 27 20:02:26.956897 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb5285-5985-4443-9b56-45e03b24b700 req-66a87b0a-9f9e-484d-97f9-ff693e88877a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:26.977069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ffb5285-5985-4443-9b56-45e03b24b700 req-66a87b0a-9f9e-484d-97f9-ff693e88877a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 943 time: 0.3566988 Jul 27 20:02:27.176172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ffb5285-5985-4443-9b56-45e03b24b700 req-563226bd-a357-4147-9229-5fbb031250b0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980891 Jul 27 20:02:27.278402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3cbe5-6271-4adf-8061-c9a73b3856fa req-d552d48c-7daa-49dc-bf62-3e76417f4663 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:27.296148 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dbc3cbe5-6271-4adf-8061-c9a73b3856fa req-d552d48c-7daa-49dc-bf62-3e76417f4663 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.1885614 Jul 27 20:02:27.387318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dbc3cbe5-6271-4adf-8061-c9a73b3856fa req-be148950-0a0b-4cae-b01d-b495bb0fae86 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880029 Jul 27 20:02:27.439170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c8a1b7e0-3481-4876-bd74-277b56044be3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:02:27.546354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port c8a1b7e0-3481-4876-bd74-277b56044be3 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:02:27.556022 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port c8a1b7e0-3481-4876-bd74-277b56044be3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:27.556438 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:27.710296 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:27.773005 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port c8a1b7e0-3481-4876-bd74-277b56044be3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c8a1b7e0-3481-4876-bd74-277b56044be3,segment=NetworkSegment(beabbc31-88fb-41e8-9559-fee35019510b),segment_id=beabbc31-88fb-41e8-9559-fee35019510b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:27.806886 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:27.902227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e0037233-1628-4925-8211-ac7f925007af up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:02:27.941999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 36276) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:28.011092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=c8a1b7e0-3481-4876-bd74-277b56044be3,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:28.110138 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port e0037233-1628-4925-8211-ac7f925007af completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:02:28.119168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port e0037233-1628-4925-8211-ac7f925007af triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:28.119559 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:28.531981 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:28.659555 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5765e5-0e29-487d-988c-49ea910d2e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0037233-1628-4925-8211-ac7f925007af'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:02:28.678067 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6886e14b-06fc-4401-8662-c19d6b32ce69" -d '{"events": [{"server_uuid": "bb5765e5-0e29-487d-988c-49ea910d2e0d", "name": "network-vif-plugged", "status": "completed", "tag": "e0037233-1628-4925-8211-ac7f925007af"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:02:28.726779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port e0037233-1628-4925-8211-ac7f925007af, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e0037233-1628-4925-8211-ac7f925007af,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:28.743369 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:28.844150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=e0037233-1628-4925-8211-ac7f925007af,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:29.090723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de8145-2dcc-4fac-9ecd-cd1b6e64764f req-8d1cae7e-de19-4c4a-a92d-65cba134c030 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:29.108806 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57de8145-2dcc-4fac-9ecd-cd1b6e64764f req-8d1cae7e-de19-4c4a-a92d-65cba134c030 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 949 time: 0.7771430 Jul 27 20:02:29.142980 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36322) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:29.338458 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c8a1b7e0-3481-4876-bd74-277b56044be3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:02:29.460566 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port c8a1b7e0-3481-4876-bd74-277b56044be3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:29.463374 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:29.635283 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58f5916b-0329-47dd-9cbc-9587e69ac17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:29.720496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82b2ad-d6e6-4707-be6c-451520ad73d8 req-a2c062d3-2f84-4359-b5fe-8df51fea06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:29.726533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba82b2ad-d6e6-4707-be6c-451520ad73d8 req-a2c062d3-2f84-4359-b5fe-8df51fea06eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 1098 time: 0.9719462 Jul 27 20:02:29.751902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c165ac-f4e0-4e76-8c5b-db9c87af99df req-fd62a52f-1243-4709-b389-e9438817e5d6 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:29.754763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58f5916b-0329-47dd-9cbc-9587e69ac17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:29.760823 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3c165ac-f4e0-4e76-8c5b-db9c87af99df req-fd62a52f-1243-4709-b389-e9438817e5d6 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 944 time: 1.2797792 Jul 27 20:02:29.761773 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58f5916b-0329-47dd-9cbc-9587e69ac17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:29.807506 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-58f5916b-0329-47dd-9cbc-9587e69ac17b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9371346690cf4617a33c2cac1b34a35b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6634002 Jul 27 20:02:29.808384 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36336) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:29.811045 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5916b-0329-47dd-9cbc-9587e69ac17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be92c4cc-9734-49b5-8ba2-19132f419e88,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:29.903479 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 934e4632-9dc2-4837-aab5-ec71ee12d116 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:02:29.934554 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e51883f-4667-415c-9df1-04e1065fd02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:29.938149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57de8145-2dcc-4fac-9ecd-cd1b6e64764f req-987b7c83-50b7-40c3-8db7-e80cd8e9c4a4 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b89298-cf64-47bc-81fc-b0a2a3168747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8030779 Jul 27 20:02:29.978618 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3c165ac-f4e0-4e76-8c5b-db9c87af99df req-213e0f06-244f-41a8-9439-0b97b6865c50 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167478 Jul 27 20:02:30.002566 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 934e4632-9dc2-4837-aab5-ec71ee12d116 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:02:30.017903 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 934e4632-9dc2-4837-aab5-ec71ee12d116 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:30.018581 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:30.027324 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e51883f-4667-415c-9df1-04e1065fd02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:30.042067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82b2ad-d6e6-4707-be6c-451520ad73d8 req-2f62da98-c56c-43b0-89d7-15db07e7dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:30.043872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba82b2ad-d6e6-4707-be6c-451520ad73d8 req-2f62da98-c56c-43b0-89d7-15db07e7dc70 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 918 time: 0.2783892 Jul 27 20:02:30.178316 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e51883f-4667-415c-9df1-04e1065fd02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:30.183628 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e51883f-4667-415c-9df1-04e1065fd02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:30.185232 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8e51883f-4667-415c-9df1-04e1065fd02e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be92c4cc-9734-49b5-8ba2-19132f419e88 HTTP/1.1" status: 204 len: 168 time: 0.3752327 Jul 27 20:02:30.197125 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461e8e5f-fe59-4d38-828e-5b2915764973 x-openstack-request-id: req-461e8e5f-fe59-4d38-828e-5b2915764973 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:02:30.197842 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51883f-4667-415c-9df1-04e1065fd02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be92c4cc-9734-49b5-8ba2-19132f419e88,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:30.198090 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5765e5-0e29-487d-988c-49ea910d2e0d", "name": "network-vif-plugged", "status": "completed", "tag": "e0037233-1628-4925-8211-ac7f925007af", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:02:30.198355 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-461e8e5f-fe59-4d38-828e-5b2915764973 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:02:30.205083 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5765e5-0e29-487d-988c-49ea910d2e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0037233-1628-4925-8211-ac7f925007af', 'code': 200} Jul 27 20:02:30.241604 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:30.287965 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba82b2ad-d6e6-4707-be6c-451520ad73d8 req-4de2cb0c-b1ba-476f-aa75-4e0dc5906726 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=697418e5-5859-4ab1-a590-67829d3c0217 HTTP/1.1" status: 200 len: 1002 time: 0.2171409 Jul 27 20:02:30.296661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 934e4632-9dc2-4837-aab5-ec71ee12d116, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=934e4632-9dc2-4837-aab5-ec71ee12d116,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:30.304213 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:30.427991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089487d-7bfd-45a8-8a60-5ab63fd3f456 req-e3007bc2-c835-439c-93cc-20684c5c42ff tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:30.430578 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5089487d-7bfd-45a8-8a60-5ab63fd3f456 req-e3007bc2-c835-439c-93cc-20684c5c42ff tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.3512366 Jul 27 20:02:30.451651 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=934e4632-9dc2-4837-aab5-ec71ee12d116,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:30.451962 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82b2ad-d6e6-4707-be6c-451520ad73d8 req-aaf5f28b-9927-4d82-b8e0-216d43cc4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:30.455061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba82b2ad-d6e6-4707-be6c-451520ad73d8 req-aaf5f28b-9927-4d82-b8e0-216d43cc4883 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d09a00cb-b386-481d-ac77-b852f1db0dbd HTTP/1.1" status: 200 len: 856 time: 0.1526985 Jul 27 20:02:30.501308 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eab246-d762-47f4-93c0-726fdd1ef0ba req-4a02792d-3ab6-4848-936d-6afae5119b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:30.503156 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32eab246-d762-47f4-93c0-726fdd1ef0ba req-4a02792d-3ab6-4848-936d-6afae5119b5b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 1102 time: 0.2875850 Jul 27 20:02:30.509090 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:30.565260 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5089487d-7bfd-45a8-8a60-5ab63fd3f456 req-2b5a3f0c-4023-4986-b7a0-f6517837070b tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168933 Jul 27 20:02:30.641692 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32eab246-d762-47f4-93c0-726fdd1ef0ba req-604d9a24-61bb-431a-92fe-ef03b22a806e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a1b89298-cf64-47bc-81fc-b0a2a3168747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105537 Jul 27 20:02:30.762374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82b2ad-d6e6-4707-be6c-451520ad73d8 req-86337d66-f5f8-4280-9293-ed9bbfd4d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:30.764184 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba82b2ad-d6e6-4707-be6c-451520ad73d8 req-86337d66-f5f8-4280-9293-ed9bbfd4d751 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a353abe-4a3b-464a-8986-fca747b8e0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2976625 Jul 27 20:02:30.953199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba82b2ad-d6e6-4707-be6c-451520ad73d8 req-33fdc011-c7ae-458d-ab3e-98cd1d3ced77 service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810784 Jul 27 20:02:31.110258 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36364) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:31.110683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Allocated IP 172.20.0.17 (8b870101-f76a-4dbd-838f-124a83f5fcb2/e61c70f8-3e19-43d0-94d7-a17fc84c0654/88cee8c8-d7da-4b26-8a43-530f9f55edd3) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:02:31.138673 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37713969-b34b-473b-ae6d-55d1a70f13e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:31.215841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36366) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:31.252526 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba82b2ad-d6e6-4707-be6c-451520ad73d8 req-f4e371a5-ef21-407a-9c59-23d2a64dd4ee service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905507 Jul 27 20:02:31.351592 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37713969-b34b-473b-ae6d-55d1a70f13e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:31.358612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7731358-9121-431e-8b77-e6560f6473a7 req-12070105-06c4-4fd6-a66f-011e9213a3c7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:31.359216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-37713969-b34b-473b-ae6d-55d1a70f13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:31.367033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a7731358-9121-431e-8b77-e6560f6473a7 req-12070105-06c4-4fd6-a66f-011e9213a3c7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 945 time: 0.2772527 Jul 27 20:02:31.391803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37713969-b34b-473b-ae6d-55d1a70f13e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385f8618-ffdf-4244-abec-ec71722b8059,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:31.395107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af820e-6ceb-42ba-9c6c-c94f5481eb56 req-ce5c0b06-36d0-4123-b4bc-f59771c767fd tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:31.396965 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96af820e-6ceb-42ba-9c6c-c94f5481eb56 req-ce5c0b06-36d0-4123-b4bc-f59771c767fd tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 950 time: 0.2497361 Jul 27 20:02:31.408921 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:31.433575 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-37713969-b34b-473b-ae6d-55d1a70f13e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=850ee00291704fc68164797fee969779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225899 Jul 27 20:02:31.436308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36372) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:31.457208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Transition to ACTIVE for port object 88cee8c8-d7da-4b26-8a43-530f9f55edd3 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:02:31.495357 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a7731358-9121-431e-8b77-e6560f6473a7 req-bf1db24b-7fb6-4042-9b35-74d90b3ba8d7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245613 Jul 27 20:02:31.534232 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a51bd396-d9a7-4274-a28b-670e48bd7ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:31.540260 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96af820e-6ceb-42ba-9c6c-c94f5481eb56 req-631c774a-369e-41d6-8528-edaebf3c7e5e tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b89298-cf64-47bc-81fc-b0a2a3168747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000977 Jul 27 20:02:31.583567 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:31.600406 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a51bd396-d9a7-4274-a28b-670e48bd7ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:31.633065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network 8b870101-f76a-4dbd-838f-124a83f5fcb2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:02:31.639075 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:02:31.642287 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:02:31.647614 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-584d3fe3-5ec3-42c5-8f15-17386b45ddc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:31.710025 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Port': ['ID=88cee8c8-d7da-4b26-8a43-530f9f55edd3,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:31.732816 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:31.755589 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a51bd396-d9a7-4274-a28b-670e48bd7ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:31.767299 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a51bd396-d9a7-4274-a28b-670e48bd7ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:31.784074 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a51bd396-d9a7-4274-a28b-670e48bd7ef9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/385f8618-ffdf-4244-abec-ec71722b8059 HTTP/1.1" status: 204 len: 168 time: 0.3465109 Jul 27 20:02:31.850019 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bd396-d9a7-4274-a28b-670e48bd7ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385f8618-ffdf-4244-abec-ec71722b8059,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:31.956048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880f54b-efbf-43dd-ba48-b89d40449c0e req-63ff1bf7-0182-4e0d-bc9a-ea47993f2a6c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:31.957826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5880f54b-efbf-43dd-ba48-b89d40449c0e req-63ff1bf7-0182-4e0d-bc9a-ea47993f2a6c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 946 time: 0.1740170 Jul 27 20:02:32.035434 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-584d3fe3-5ec3-42c5-8f15-17386b45ddc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:32.043125 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56f3a066-f5f5-42a8-8dc6-10d756257f33 None None] Provisioning for port 88cee8c8-d7da-4b26-8a43-530f9f55edd3 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:02:32.043660 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5880f54b-efbf-43dd-ba48-b89d40449c0e req-6b1eccc8-3260-4e22-8a9a-a8e735970dab tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792611 Jul 27 20:02:32.051716 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-584d3fe3-5ec3-42c5-8f15-17386b45ddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:32.056858 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:32.072199 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56f3a066-f5f5-42a8-8dc6-10d756257f33 None None] Provisioning complete for port 88cee8c8-d7da-4b26-8a43-530f9f55edd3 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:32.073511 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56f3a066-f5f5-42a8-8dc6-10d756257f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:32.131968 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-584d3fe3-5ec3-42c5-8f15-17386b45ddc9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89c317f6127548fdb4f8bda459e503cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9136479 Jul 27 20:02:32.137599 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36388) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:32.146597 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d3fe3-5ec3-42c5-8f15-17386b45ddc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9972cb-b1c3-4aa9-83b6-548712933480,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:32.159579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56f3a066-f5f5-42a8-8dc6-10d756257f33 None None] Port 88cee8c8-d7da-4b26-8a43-530f9f55edd3 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:02:32.206500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe05c2c-53ba-47c9-9dde-6db54ce09eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934e4632-9dc2-4837-aab5-ec71ee12d116'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:02:32.210323 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78d84f0-2eed-483a-b742-5bf5d6323626" -d '{"events": [{"server_uuid": "0fe05c2c-53ba-47c9-9dde-6db54ce09eca", "name": "network-vif-plugged", "status": "completed", "tag": "934e4632-9dc2-4837-aab5-ec71ee12d116"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:02:32.253393 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-df377898-7b13-46ef-9865-3174fe52db58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:32.287966 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-df377898-7b13-46ef-9865-3174fe52db58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:32.305403 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cd104d-09ac-4b0f-aac1-5523529379d1 x-openstack-request-id: req-99cd104d-09ac-4b0f-aac1-5523529379d1 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:02:32.305695 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe05c2c-53ba-47c9-9dde-6db54ce09eca", "name": "network-vif-plugged", "status": "completed", "tag": "934e4632-9dc2-4837-aab5-ec71ee12d116", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:02:32.306025 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99cd104d-09ac-4b0f-aac1-5523529379d1 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:02:32.306425 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe05c2c-53ba-47c9-9dde-6db54ce09eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934e4632-9dc2-4837-aab5-ec71ee12d116', 'code': 200} Jul 27 20:02:32.355929 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-df377898-7b13-46ef-9865-3174fe52db58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:32.359165 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-df377898-7b13-46ef-9865-3174fe52db58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:32.360797 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-df377898-7b13-46ef-9865-3174fe52db58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa9972cb-b1c3-4aa9-83b6-548712933480 HTTP/1.1" status: 204 len: 168 time: 0.2219081 Jul 27 20:02:32.370600 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df377898-7b13-46ef-9865-3174fe52db58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9972cb-b1c3-4aa9-83b6-548712933480,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:32.524028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1da919-9225-4d66-8eca-7cf2e6a02316 req-b83b3d5e-2e40-497e-b905-c0d75ca366c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:32.525802 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e1da919-9225-4d66-8eca-7cf2e6a02316 req-b83b3d5e-2e40-497e-b905-c0d75ca366c0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 1097 time: 0.1339178 Jul 27 20:02:32.600043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e1da919-9225-4d66-8eca-7cf2e6a02316 req-e5560e28-2ab7-4e18-831b-549a43f46baa service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638857 Jul 27 20:02:32.614883 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:32.628860 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:32.661550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 697418e5-5859-4ab1-a590-67829d3c0217 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:02:32.897885 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:32.959354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 697418e5-5859-4ab1-a590-67829d3c0217, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=697418e5-5859-4ab1-a590-67829d3c0217,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:32.977352 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:33.021030 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36422) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:33.039533 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b90c0249-e109-4848-965d-5e80e9cac009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:33.085182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=697418e5-5859-4ab1-a590-67829d3c0217,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:33.137799 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:33.184719 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Port': ['ID=88cee8c8-d7da-4b26-8a43-530f9f55edd3,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:33.304712 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b90c0249-e109-4848-965d-5e80e9cac009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:33.312618 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b90c0249-e109-4848-965d-5e80e9cac009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:33.313536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3548f6-86a9-4ff2-8e7b-6d625b116688 req-72b9bcb1-4505-4716-8810-efbacdbdd703 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:33.322376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb3548f6-86a9-4ff2-8e7b-6d625b116688 req-72b9bcb1-4505-4716-8810-efbacdbdd703 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 945 time: 0.6245604 Jul 27 20:02:33.372119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09059171-bf1f-4b39-b487-af7f95b31025 req-b5f5440e-5f13-47f8-94d2-934b502ff74e tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:33.376312 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09059171-bf1f-4b39-b487-af7f95b31025 req-b5f5440e-5f13-47f8-94d2-934b502ff74e tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 950 time: 0.6517215 Jul 27 20:02:33.421560 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb3548f6-86a9-4ff2-8e7b-6d625b116688 req-24e1bde7-8e43-44a6-96d0-97bc6ab0ab31 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942731 Jul 27 20:02:33.464190 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b90c0249-e109-4848-965d-5e80e9cac009 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16eb36857f304071b534d44e6debb193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397717 Jul 27 20:02:33.464190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c0249-e109-4848-965d-5e80e9cac009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc718f0-a248-4699-a50d-67123fabbb2e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:33.467356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36432) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:33.499715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network 8b870101-f76a-4dbd-838f-124a83f5fcb2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:02:33.520655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:02:33.556088 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76a4ed01-8fb7-4713-a579-8074f8c1a2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:33.584336 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76a4ed01-8fb7-4713-a579-8074f8c1a2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:33.675052 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76a4ed01-8fb7-4713-a579-8074f8c1a2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:33.677375 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76a4ed01-8fb7-4713-a579-8074f8c1a2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:33.680570 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-76a4ed01-8fb7-4713-a579-8074f8c1a2a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5fc718f0-a248-4699-a50d-67123fabbb2e HTTP/1.1" status: 204 len: 168 time: 0.2101998 Jul 27 20:02:33.699261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4ed01-8fb7-4713-a579-8074f8c1a2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc718f0-a248-4699-a50d-67123fabbb2e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:33.788574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09059171-bf1f-4b39-b487-af7f95b31025 req-d361b492-cb27-40d2-be00-3b90073e2fff tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b89298-cf64-47bc-81fc-b0a2a3168747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630664 Jul 27 20:02:33.846330 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:02:33.860670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1cf99-8462-4934-9d05-1f970de5aef7 req-d6a04313-2b94-4c91-874a-cf7e4919fba5 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:33.862291 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49b1cf99-8462-4934-9d05-1f970de5aef7 req-d6a04313-2b94-4c91-874a-cf7e4919fba5 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.3197658 Jul 27 20:02:33.993359 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49b1cf99-8462-4934-9d05-1f970de5aef7 req-323bc7fb-504b-4bf3-8d58-5058b822556d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166184 Jul 27 20:02:34.006024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1669c1e2-df38-4697-8760-efdd089a06ac None None] Provisioning complete for port 88cee8c8-d7da-4b26-8a43-530f9f55edd3 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:34.006393 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1669c1e2-df38-4697-8760-efdd089a06ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:34.120975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:02:34.135564 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Sync routers for ids ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:02:34.142063 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b9e07260-a331-4a2a-858c-8eb69691f6a7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "PUT /v2.0/routers/a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1980422 Jul 27 20:02:34.159025 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1669c1e2-df38-4697-8760-efdd089a06ac None None] Port 88cee8c8-d7da-4b26-8a43-530f9f55edd3 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:02:34.168459 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Routers {'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:02:34.169611 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:02:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:02:34.308646 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697418e5-5859-4ab1-a590-67829d3c0217'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:02:34.314025 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b95e17-10ed-46e9-b6cf-ffc1868459b6" -d '{"events": [{"server_uuid": "e8f1dcb4-4d60-42e8-a337-db47d41491a3", "name": "network-vif-unplugged", "status": "completed", "tag": "697418e5-5859-4ab1-a590-67829d3c0217"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:02:34.370110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7039f52-f71e-440f-879f-23b60f470ebf req-88951499-3f8c-4991-86d2-1848cb94c203 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:34.380342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7039f52-f71e-440f-879f-23b60f470ebf req-88951499-3f8c-4991-86d2-1848cb94c203 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 950 time: 0.1883626 Jul 27 20:02:34.384297 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Set router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:02:34.505563 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7039f52-f71e-440f-879f-23b60f470ebf req-8baeb3be-564a-4132-bc51-7518fa2cd5e6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b89298-cf64-47bc-81fc-b0a2a3168747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198575 Jul 27 20:02:34.581184 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 20:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e93cc17-4643-43e6-b644-b2e7070ffba2 x-openstack-request-id: req-8e93cc17-4643-43e6-b644-b2e7070ffba2 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:02:34.581816 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f1dcb4-4d60-42e8-a337-db47d41491a3", "name": "network-vif-unplugged", "status": "failed", "tag": "697418e5-5859-4ab1-a590-67829d3c0217", "code": 422}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:02:34.582277 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e93cc17-4643-43e6-b644-b2e7070ffba2 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:02:34.582746 n-d-705657-21 neutron-server[94061]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '697418e5-5859-4ab1-a590-67829d3c0217', 'code': 422} returned with failed status Jul 27 20:02:34.805517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0446b6-8c3f-44ae-b534-cde74d43228b req-df6efa5c-f48c-4169-b8ea-eacb07722566 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:34.814343 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf0446b6-8c3f-44ae-b534-cde74d43228b req-df6efa5c-f48c-4169-b8ea-eacb07722566 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 945 time: 0.1533220 Jul 27 20:02:34.878017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cf0446b6-8c3f-44ae-b534-cde74d43228b req-ac9cbc3e-7264-4bc5-bbff-42a46a720066 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622413 Jul 27 20:02:34.962427 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:02:31Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '08395062-7e49-4713-8a23-6f37f9f9a7e8', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'port_id': '541da640-d358-468b-b24e-a23f278bc234', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'mac_address': 'fa:16:3e:9d:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:01:13Z', 'updated_at': '2021-07-27T20:01:18Z', 'revision_number': 1, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19afd29d-8983-4c0f-ada9-acb33ae78959', 'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:35Z', 'updated_at': '2021-07-27T20:00:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88cee8c8-d7da-4b26-8a43-530f9f55edd3', 'name': '', 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:33:22:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'e61c70f8-3e19-43d0-94d7-a17fc84c0654', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:30Z', 'updated_at': '2021-07-27T20:02:32Z', 'revision_number': 2, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': 'e61c70f8-3e19-43d0-94d7-a17fc84c0654', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:02:34.995889 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Checking router: a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:02:34.996574 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Updating router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 port 88cee8c8-d7da-4b26-8a43-530f9f55edd3 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:02:35.052891 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:35.279358 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8668b-d01a-4967-86fd-73aa84ae221b req-c2a8524e-c249-4ec7-a78d-b0584d15840e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:35.289722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34d8668b-d01a-4967-86fd-73aa84ae221b req-c2a8524e-c249-4ec7-a78d-b0584d15840e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 945 time: 0.1122751 Jul 27 20:02:35.354370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34d8668b-d01a-4967-86fd-73aa84ae221b req-4f73f431-7b80-4415-bb57-2f431ed2ece0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569539 Jul 27 20:02:35.480909 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:35.513959 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Transition to ACTIVE for port object 88cee8c8-d7da-4b26-8a43-530f9f55edd3 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:02:35.520076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc1140-dd04-476a-8678-73c33f78b7e7 req-d31c2625-a9e1-4ab2-aead-faf393165f0c tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:35.521718 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ddc1140-dd04-476a-8678-73c33f78b7e7 req-d31c2625-a9e1-4ab2-aead-faf393165f0c tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.63 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 950 time: 0.1252818 Jul 27 20:02:35.544286 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:35.769469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63929b-da27-4a16-9dd6-f02b5aea3b71 req-fac83c22-48ac-461c-998a-3cc8eedb8ab0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:35.777740 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f63929b-da27-4a16-9dd6-f02b5aea3b71 req-fac83c22-48ac-461c-998a-3cc8eedb8ab0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 945 time: 0.2977257 Jul 27 20:02:35.860930 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696ef6c-0393-474d-a4f2-71fceda3c9ef None None] Pushing event updated for resources: {'Port': ['ID=88cee8c8-d7da-4b26-8a43-530f9f55edd3,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:35.865683 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f63929b-da27-4a16-9dd6-f02b5aea3b71 req-82c520ab-5e8b-4a10-9903-b6f049d7c66a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868628 Jul 27 20:02:35.877424 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Attempting to bind port 88cee8c8-d7da-4b26-8a43-530f9f55edd3 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:02:35.877814 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Attempting to bind port 88cee8c8-d7da-4b26-8a43-530f9f55edd3 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '9911d6a5-8f10-448f-98b5-0a53845f8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:02:35.878167 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Attempting to bind port 88cee8c8-d7da-4b26-8a43-530f9f55edd3 on network 8b870101-f76a-4dbd-838f-124a83f5fcb2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:02:35.885687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-4ddc1140-dd04-476a-8678-73c33f78b7e7 req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Deleting port e0037233-1628-4925-8211-ac7f925007af {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:02:35.886127 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4ddc1140-dd04-476a-8678-73c33f78b7e7 req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:35.892432 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:02:35.892822 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Checking segment: {'id': '9911d6a5-8f10-448f-98b5-0a53845f8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:02:35.893229 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:35.895678 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Bound using segment: {'id': '9911d6a5-8f10-448f-98b5-0a53845f8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:02:35.896190 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Bound port: 88cee8c8-d7da-4b26-8a43-530f9f55edd3, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9911d6a5-8f10-448f-98b5-0a53845f8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:02:35.896603 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:36.051339 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] For port 88cee8c8-d7da-4b26-8a43-530f9f55edd3, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:02:36.061689 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] For port 88cee8c8-d7da-4b26-8a43-530f9f55edd3, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=88cee8c8-d7da-4b26-8a43-530f9f55edd3,segment=NetworkSegment(9911d6a5-8f10-448f-98b5-0a53845f8130),segment_id=9911d6a5-8f10-448f-98b5-0a53845f8130)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:02:36.078205 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:36.174350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-4ddc1140-dd04-476a-8678-73c33f78b7e7 req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] For port e0037233-1628-4925-8211-ac7f925007af, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=e0037233-1628-4925-8211-ac7f925007af,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:36.174904 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4ddc1140-dd04-476a-8678-73c33f78b7e7 req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:36.188496 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Routers {'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:02:36.189209 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:02:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:02:36.211547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-4ddc1140-dd04-476a-8678-73c33f78b7e7 req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Calling delete_port for e0037233-1628-4925-8211-ac7f925007af owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:02:36.252032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8e5ad-429e-4da5-9ecb-31a29fd7d218 req-3a886e0a-7ddd-4fcd-9279-bc53cf10b27d tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:36.270223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14f8e5ad-429e-4da5-9ecb-31a29fd7d218 req-3a886e0a-7ddd-4fcd-9279-bc53cf10b27d tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 950 time: 0.2388499 Jul 27 20:02:36.489193 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696ef6c-0393-474d-a4f2-71fceda3c9ef None None] Pushing event updated for resources: {'Port': ['ID=88cee8c8-d7da-4b26-8a43-530f9f55edd3,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:36.535370 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] Set router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:02:36.544999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14f8e5ad-429e-4da5-9ecb-31a29fd7d218 req-ad30e5fc-3d36-4047-9d6c-fbf7185fd1c5 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1b89298-cf64-47bc-81fc-b0a2a3168747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663906 Jul 27 20:02:36.718531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 697418e5-5859-4ab1-a590-67829d3c0217 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:02:36.943991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97a29f-58ed-49b5-9a1f-d4aa93e9deaf req-01060740-92d0-4093-b49e-7d10ae68c544 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:36.954339 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b97a29f-58ed-49b5-9a1f-d4aa93e9deaf req-01060740-92d0-4093-b49e-7d10ae68c544 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 945 time: 0.3808987 Jul 27 20:02:37.006187 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4ddc1140-dd04-476a-8678-73c33f78b7e7 req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:37.042824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4128f4-8690-48c1-a674-e8fe334f5b62 req-d497c6eb-4e80-4321-a043-5118c8583ac5 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:37.055891 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a4128f4-8690-48c1-a674-e8fe334f5b62 req-d497c6eb-4e80-4321-a043-5118c8583ac5 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.3603768 Jul 27 20:02:37.173831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b97a29f-58ed-49b5-9a1f-d4aa93e9deaf req-4a2c5a24-1731-41c1-8f12-76ef0535edff tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126267 Jul 27 20:02:37.176759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Pushing event deleted for resources: {'Port': ['ID=e0037233-1628-4925-8211-ac7f925007af,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:37.188059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:37.188689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:37.189193 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:37.189693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:37.190176 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:37.190647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:37.191284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:37.191789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:37.192106 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:37.192825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:37.193155 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:37.193489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:02:37.236362 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36588) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:37.291918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddc1140-dd04-476a-8678-73c33f78b7e7 req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] No DVR routers for this DVR port e0037233-1628-4925-8211-ac7f925007af on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:02:37.321712 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a4128f4-8690-48c1-a674-e8fe334f5b62 req-9b8c5478-09d4-4b0d-8398-703281886e59 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643802 Jul 27 20:02:37.324381 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4ddc1140-dd04-476a-8678-73c33f78b7e7 req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:37.328290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ddc1140-dd04-476a-8678-73c33f78b7e7 req-4cc7d067-adc4-4af1-a5ae-cc859973bca6 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.63 "DELETE /v2.0/ports/e0037233-1628-4925-8211-ac7f925007af HTTP/1.1" status: 204 len: 173 time: 1.7720215 Jul 27 20:02:37.334743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5765e5-0e29-487d-988c-49ea910d2e0d', 'name': 'network-vif-deleted', 'tag': 'e0037233-1628-4925-8211-ac7f925007af'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:02:37.345435 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6f766f-a842-4f9a-b1f5-4ad6ab8057d4" -d '{"events": [{"server_uuid": "bb5765e5-0e29-487d-988c-49ea910d2e0d", "name": "network-vif-deleted", "tag": "e0037233-1628-4925-8211-ac7f925007af"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:02:37.442827 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:02:31Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '08395062-7e49-4713-8a23-6f37f9f9a7e8', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'port_id': '541da640-d358-468b-b24e-a23f278bc234', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'mac_address': 'fa:16:3e:9d:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:01:13Z', 'updated_at': '2021-07-27T20:01:18Z', 'revision_number': 1, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19afd29d-8983-4c0f-ada9-acb33ae78959', 'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:35Z', 'updated_at': '2021-07-27T20:00:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88cee8c8-d7da-4b26-8a43-530f9f55edd3', 'name': '', 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:33:22:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'e61c70f8-3e19-43d0-94d7-a17fc84c0654', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:30Z', 'updated_at': '2021-07-27T20:02:36Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': 'e61c70f8-3e19-43d0-94d7-a17fc84c0654', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:02:37.496053 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6778f456-27dd-4c97-9791-30808e90631e x-openstack-request-id: req-6778f456-27dd-4c97-9791-30808e90631e {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:02:37.496648 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5765e5-0e29-487d-988c-49ea910d2e0d", "name": "network-vif-deleted", "tag": "e0037233-1628-4925-8211-ac7f925007af", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:02:37.497091 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6778f456-27dd-4c97-9791-30808e90631e {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:02:37.498524 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5765e5-0e29-487d-988c-49ea910d2e0d', 'name': 'network-vif-deleted', 'tag': 'e0037233-1628-4925-8211-ac7f925007af', 'status': 'completed', 'code': 200} Jul 27 20:02:37.579617 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a601b9b4-f67b-47d2-b511-1d65ca435faa None None] The sync data for ids ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'] in n-d-705657-21 is: [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:02:31Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '08395062-7e49-4713-8a23-6f37f9f9a7e8', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'port_id': '541da640-d358-468b-b24e-a23f278bc234', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'mac_address': 'fa:16:3e:9d:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:01:13Z', 'updated_at': '2021-07-27T20:01:18Z', 'revision_number': 1, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19afd29d-8983-4c0f-ada9-acb33ae78959', 'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:35Z', 'updated_at': '2021-07-27T20:00:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88cee8c8-d7da-4b26-8a43-530f9f55edd3', 'name': '', 'network_id': '8b870101-f76a-4dbd-838f-124a83f5fcb2', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:33:22:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'e61c70f8-3e19-43d0-94d7-a17fc84c0654', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:30Z', 'updated_at': '2021-07-27T20:02:36Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': 'e61c70f8-3e19-43d0-94d7-a17fc84c0654', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:02:37.710100 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-621bd906-4299-4b39-912d-d43537501b9c req-819d3ce6-218e-493c-8e58-d61ab8f0a475 tempest-VolumesNegativeTest-1202858289 tempest-VolumesNegativeTest-1202858289-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb5765e5-0e29-487d-988c-49ea910d2e0d HTTP/1.1" status: 200 len: 210 time: 0.0559895 Jul 27 20:02:37.740608 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-153f15cd-0868-4e4a-afc2-09f088b8eccc req-89fe0095-4814-4ecc-90ae-27c2b41e1e5f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5026562 Jul 27 20:02:37.777161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca938e9-4c84-4cdf-bbbd-93fad1ea7d47 req-9ea73fe6-0cf3-4534-bb17-71dba64c734e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:37.782588 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ca938e9-4c84-4cdf-bbbd-93fad1ea7d47 req-9ea73fe6-0cf3-4534-bb17-71dba64c734e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 945 time: 0.1913924 Jul 27 20:02:37.961307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e0037233-1628-4925-8211-ac7f925007af no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:02:37.982061 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8ca938e9-4c84-4cdf-bbbd-93fad1ea7d47 req-903f154c-7511-42d5-8343-c9c0e2558706 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Deleting port 934e4632-9dc2-4837-aab5-ec71ee12d116 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:02:37.982660 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8ca938e9-4c84-4cdf-bbbd-93fad1ea7d47 req-903f154c-7511-42d5-8343-c9c0e2558706 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:38.058813 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: e0037233-1628-4925-8211-ac7f925007af {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:02:38.064536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device e0037233-1628-4925-8211-ac7f925007af not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:02:38.336598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-8ca938e9-4c84-4cdf-bbbd-93fad1ea7d47 req-903f154c-7511-42d5-8343-c9c0e2558706 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] For port 934e4632-9dc2-4837-aab5-ec71ee12d116, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=934e4632-9dc2-4837-aab5-ec71ee12d116,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:38.336963 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8ca938e9-4c84-4cdf-bbbd-93fad1ea7d47 req-903f154c-7511-42d5-8343-c9c0e2558706 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:38.354973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8ca938e9-4c84-4cdf-bbbd-93fad1ea7d47 req-903f154c-7511-42d5-8343-c9c0e2558706 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Calling delete_port for 934e4632-9dc2-4837-aab5-ec71ee12d116 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:02:38.434213 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:38.584362 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8ca938e9-4c84-4cdf-bbbd-93fad1ea7d47 req-903f154c-7511-42d5-8343-c9c0e2558706 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:38.597964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['27b499e8-da86-46f4-a014-4cb619f8e46e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:02:38.671069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-12cde1c8-1a6a-4338-a7fb-ef902d7e92c4 req-31682fb5-127a-4a75-9776-d425961494cd tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 210 time: 0.0959151 Jul 27 20:02:38.752484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f154c-7511-42d5-8343-c9c0e2558706 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Pushing event deleted for resources: {'Port': ['ID=934e4632-9dc2-4837-aab5-ec71ee12d116,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:38.866285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca938e9-4c84-4cdf-bbbd-93fad1ea7d47 req-903f154c-7511-42d5-8343-c9c0e2558706 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] No DVR routers for this DVR port 934e4632-9dc2-4837-aab5-ec71ee12d116 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:02:38.869864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8ca938e9-4c84-4cdf-bbbd-93fad1ea7d47 req-903f154c-7511-42d5-8343-c9c0e2558706 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:38.871998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ca938e9-4c84-4cdf-bbbd-93fad1ea7d47 req-903f154c-7511-42d5-8343-c9c0e2558706 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "DELETE /v2.0/ports/934e4632-9dc2-4837-aab5-ec71ee12d116 HTTP/1.1" status: 204 len: 173 time: 1.0845902 Jul 27 20:02:38.898947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b2b91-d7fc-4746-b553-b8bb3566e3df req-c9283f9e-4627-4cc6-9cd4-3aa65a993a61 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:38.900692 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b0b2b91-d7fc-4746-b553-b8bb3566e3df req-c9283f9e-4627-4cc6-9cd4-3aa65a993a61 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.3408151 Jul 27 20:02:39.002294 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b0b2b91-d7fc-4746-b553-b8bb3566e3df req-dd2c765f-f44a-4ffe-ba7a-9f007c2135fe tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935264 Jul 27 20:02:39.420450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 88cee8c8-d7da-4b26-8a43-530f9f55edd3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:02:39.508248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe05c2c-53ba-47c9-9dde-6db54ce09eca', 'name': 'network-vif-deleted', 'tag': '934e4632-9dc2-4837-aab5-ec71ee12d116'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:02:39.511028 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cf172c-35a4-4406-a12b-00331c663b58" -d '{"events": [{"server_uuid": "0fe05c2c-53ba-47c9-9dde-6db54ce09eca", "name": "network-vif-deleted", "tag": "934e4632-9dc2-4837-aab5-ec71ee12d116"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:02:39.523990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36680) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:39.568926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 88cee8c8-d7da-4b26-8a43-530f9f55edd3 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:02:39.569178 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f15cd-0868-4e4a-afc2-09f088b8eccc req-23b4e933-cf55-40fc-a4be-76e4ccea8bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:39.577661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 88cee8c8-d7da-4b26-8a43-530f9f55edd3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:39.578631 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:39.579903 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-153f15cd-0868-4e4a-afc2-09f088b8eccc req-23b4e933-cf55-40fc-a4be-76e4ccea8bb7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3&tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc HTTP/1.1" status: 200 len: 1096 time: 0.2290485 Jul 27 20:02:39.710289 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e717a31-1df4-4c37-b545-1bcaf7cc1c45 x-openstack-request-id: req-4e717a31-1df4-4c37-b545-1bcaf7cc1c45 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:02:39.710969 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe05c2c-53ba-47c9-9dde-6db54ce09eca", "name": "network-vif-deleted", "tag": "934e4632-9dc2-4837-aab5-ec71ee12d116", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:02:39.710969 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e717a31-1df4-4c37-b545-1bcaf7cc1c45 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:02:39.711285 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe05c2c-53ba-47c9-9dde-6db54ce09eca', 'name': 'network-vif-deleted', 'tag': '934e4632-9dc2-4837-aab5-ec71ee12d116', 'status': 'completed', 'code': 200} Jul 27 20:02:39.776159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f15cd-0868-4e4a-afc2-09f088b8eccc req-a8df7bd3-d009-4905-95c0-21a7a00c93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:39.778022 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-153f15cd-0868-4e4a-afc2-09f088b8eccc req-a8df7bd3-d009-4905-95c0-21a7a00c93e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 1096 time: 0.1675820 Jul 27 20:02:39.850456 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:39.904008 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcf94bb3-f168-4b0d-ba03-c9d211ff819d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:39.934394 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 88cee8c8-d7da-4b26-8a43-530f9f55edd3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=88cee8c8-d7da-4b26-8a43-530f9f55edd3,segment=NetworkSegment(9911d6a5-8f10-448f-98b5-0a53845f8130),segment_id=9911d6a5-8f10-448f-98b5-0a53845f8130)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:39.949723 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:39.976878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 934e4632-9dc2-4837-aab5-ec71ee12d116 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:02:39.992712 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cfb7e2a7-12a9-4ab7-b0bf-9e8c940e5f2e req-781033e1-ad7f-46cc-ade2-2be83bbd6ccb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fe05c2c-53ba-47c9-9dde-6db54ce09eca HTTP/1.1" status: 200 len: 210 time: 0.0712659 Jul 27 20:02:40.073367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f15cd-0868-4e4a-afc2-09f088b8eccc req-3a2c0a94-3fe5-41e3-b7c1-497dd57c7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:40.077449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-153f15cd-0868-4e4a-afc2-09f088b8eccc req-3a2c0a94-3fe5-41e3-b7c1-497dd57c7d08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 918 time: 0.2876816 Jul 27 20:02:40.106309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 934e4632-9dc2-4837-aab5-ec71ee12d116 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:02:40.106784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 934e4632-9dc2-4837-aab5-ec71ee12d116 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:02:40.179617 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=88cee8c8-d7da-4b26-8a43-530f9f55edd3,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:40.200983 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcf94bb3-f168-4b0d-ba03-c9d211ff819d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:40.215453 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcf94bb3-f168-4b0d-ba03-c9d211ff819d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:40.273383 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fcf94bb3-f168-4b0d-ba03-c9d211ff819d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ea7172b3be24fc8b50e413b591c7e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7480121 Jul 27 20:02:40.275266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36708) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:40.365127 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-153f15cd-0868-4e4a-afc2-09f088b8eccc req-66e36305-82b2-4787-9dcb-02314cf3ff59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=697418e5-5859-4ab1-a590-67829d3c0217 HTTP/1.1" status: 200 len: 1000 time: 0.2774205 Jul 27 20:02:40.399059 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf94bb3-f168-4b0d-ba03-c9d211ff819d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a199672-61c5-479a-a4ce-fe50b6d4a9ac,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:40.403194 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68e18b29-60a5-488e-9e15-d69caa1e2875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:40.428649 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68e18b29-60a5-488e-9e15-d69caa1e2875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:40.464960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f15cd-0868-4e4a-afc2-09f088b8eccc req-a6fc0533-2e65-4081-bd1b-217259436f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:40.467991 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-153f15cd-0868-4e4a-afc2-09f088b8eccc req-a6fc0533-2e65-4081-bd1b-217259436f47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d09a00cb-b386-481d-ac77-b852f1db0dbd HTTP/1.1" status: 200 len: 856 time: 0.0894284 Jul 27 20:02:40.488696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68e18b29-60a5-488e-9e15-d69caa1e2875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:40.492860 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-68e18b29-60a5-488e-9e15-d69caa1e2875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:40.500975 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-68e18b29-60a5-488e-9e15-d69caa1e2875 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a199672-61c5-479a-a4ce-fe50b6d4a9ac HTTP/1.1" status: 204 len: 168 time: 0.2215490 Jul 27 20:02:40.532242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e18b29-60a5-488e-9e15-d69caa1e2875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a199672-61c5-479a-a4ce-fe50b6d4a9ac,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:40.626247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea17f02-4f00-494e-88e8-52601204eecd req-3914cd0a-c8be-45a9-807c-257078769d5c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:40.628535 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ea17f02-4f00-494e-88e8-52601204eecd req-3914cd0a-c8be-45a9-807c-257078769d5c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.4364195 Jul 27 20:02:40.735870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ea17f02-4f00-494e-88e8-52601204eecd req-46c6e4cc-ea40-4a5f-bbfb-a1dc0340879e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965977 Jul 27 20:02:40.747256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f15cd-0868-4e4a-afc2-09f088b8eccc req-92b7c438-c252-4f0e-92f6-085ca5adc06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:40.749905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-153f15cd-0868-4e4a-afc2-09f088b8eccc req-92b7c438-c252-4f0e-92f6-085ca5adc06f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a353abe-4a3b-464a-8986-fca747b8e0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2736526 Jul 27 20:02:40.962925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-153f15cd-0868-4e4a-afc2-09f088b8eccc req-843f4e1b-82a8-40c9-910b-f57e5f032f37 service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017679 Jul 27 20:02:41.175793 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36776) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:41.211306 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcde5d3b-7442-480b-ac8b-6ecfb68ac8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:41.266780 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-153f15cd-0868-4e4a-afc2-09f088b8eccc req-b2a30251-fcdd-430f-a5aa-6cfe815d41a5 service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909570 Jul 27 20:02:41.477174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 88cee8c8-d7da-4b26-8a43-530f9f55edd3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:02:41.482878 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcde5d3b-7442-480b-ac8b-6ecfb68ac8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:41.496696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcde5d3b-7442-480b-ac8b-6ecfb68ac8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:41.565663 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:41.577348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde5d3b-7442-480b-ac8b-6ecfb68ac8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559c84bd-91cf-4362-950c-aa8dd868abca,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:41.590272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 88cee8c8-d7da-4b26-8a43-530f9f55edd3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:02:41.590897 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:41.612841 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fcde5d3b-7442-480b-ac8b-6ecfb68ac8c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23fe471beccf46b2926c4298e8f016fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356182 Jul 27 20:02:41.615381 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36796) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:41.713023 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7968cd88-7c44-4063-b21f-18d7ed07ae3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:41.789941 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7968cd88-7c44-4063-b21f-18d7ed07ae3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:41.924720 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7968cd88-7c44-4063-b21f-18d7ed07ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:41.932536 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7968cd88-7c44-4063-b21f-18d7ed07ae3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:41.934374 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7968cd88-7c44-4063-b21f-18d7ed07ae3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/559c84bd-91cf-4362-950c-aa8dd868abca HTTP/1.1" status: 204 len: 168 time: 0.3177569 Jul 27 20:02:41.952464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968cd88-7c44-4063-b21f-18d7ed07ae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559c84bd-91cf-4362-950c-aa8dd868abca,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:42.033038 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e04796-c58d-439e-8807-9da7ef14af3b req-ec94da20-9c2c-4134-a2fd-f9b47278a746 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:42.042928 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2e04796-c58d-439e-8807-9da7ef14af3b req-ec94da20-9c2c-4134-a2fd-f9b47278a746 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.1759958 Jul 27 20:02:42.138196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2e04796-c58d-439e-8807-9da7ef14af3b req-8a0519e9-a013-4a73-998f-5445f10ba24f tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814495 Jul 27 20:02:43.402066 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3507a4fa-b67b-4624-bd4f-7f46824db29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:43.503851 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3746f7-91dc-4eac-827f-f84685e10ac2 req-567f59dd-843d-4ad5-acdf-f100347193e5 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:43.518370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c3746f7-91dc-4eac-827f-f84685e10ac2 req-567f59dd-843d-4ad5-acdf-f100347193e5 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.2071350 Jul 27 20:02:43.682542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c3746f7-91dc-4eac-827f-f84685e10ac2 req-b425c178-5136-402e-9220-0b36b31b61ce tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615188 Jul 27 20:02:43.933072 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36884) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:44.280764 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-624d16e0-c2bb-487a-b3d9-8ba935f278b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:44.550964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-624d16e0-c2bb-487a-b3d9-8ba935f278b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:44.558554 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-624d16e0-c2bb-487a-b3d9-8ba935f278b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:44.682803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d16e0-c2bb-487a-b3d9-8ba935f278b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5939a0ad-b4a0-4591-9ab8-eaa319eafb86,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:44.710655 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-624d16e0-c2bb-487a-b3d9-8ba935f278b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f22dd02258bc484eac2d7e409fe8deee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7631555 Jul 27 20:02:44.712982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36902) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:44.833783 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5822587a-a788-4e51-aee5-5bfc5433e316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:44.864068 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5822587a-a788-4e51-aee5-5bfc5433e316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:44.941096 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5822587a-a788-4e51-aee5-5bfc5433e316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:44.946017 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5822587a-a788-4e51-aee5-5bfc5433e316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:44.947893 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5822587a-a788-4e51-aee5-5bfc5433e316 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5939a0ad-b4a0-4591-9ab8-eaa319eafb86 HTTP/1.1" status: 204 len: 168 time: 0.2290390 Jul 27 20:02:44.965594 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822587a-a788-4e51-aee5-5bfc5433e316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5939a0ad-b4a0-4591-9ab8-eaa319eafb86,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:45.042166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864aa9de-1866-4891-9698-b9516e6c659b req-ab5034df-868e-4eb0-bf2d-2357cc90258c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:45.043992 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-864aa9de-1866-4891-9698-b9516e6c659b req-ab5034df-868e-4eb0-bf2d-2357cc90258c tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.1525664 Jul 27 20:02:45.150615 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-864aa9de-1866-4891-9698-b9516e6c659b req-4014d068-cba7-493b-a33a-ba69c28537af tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973785 Jul 27 20:02:45.597386 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36912) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:45.633015 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25007305-3775-475c-96ae-cd0fd26eab57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:45.778078 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25007305-3775-475c-96ae-cd0fd26eab57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:45.786052 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25007305-3775-475c-96ae-cd0fd26eab57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:45.837740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25007305-3775-475c-96ae-cd0fd26eab57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4757cb40-6054-4fae-a90c-5a7628c5a089,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:45.854762 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-25007305-3775-475c-96ae-cd0fd26eab57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fce7df97c554ade807454a6e5b2e31d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534463 Jul 27 20:02:45.854990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36916) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:45.986289 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d67b35fc-2c05-47f4-b443-2cf5147678ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:46.035531 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d67b35fc-2c05-47f4-b443-2cf5147678ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:46.120787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-0fa445b5-85b2-44e0-aaf7-f1232804a478 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:46.123531 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d67b35fc-2c05-47f4-b443-2cf5147678ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:46.123995 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-0fa445b5-85b2-44e0-aaf7-f1232804a478 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 806 time: 0.2454028 Jul 27 20:02:46.126578 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d67b35fc-2c05-47f4-b443-2cf5147678ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:46.130142 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d67b35fc-2c05-47f4-b443-2cf5147678ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4757cb40-6054-4fae-a90c-5a7628c5a089 HTTP/1.1" status: 204 len: 168 time: 0.2716763 Jul 27 20:02:46.157524 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1b19a0bd-0518-4fff-b756-f91984032f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:46.166970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b35fc-2c05-47f4-b443-2cf5147678ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4757cb40-6054-4fae-a90c-5a7628c5a089,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:46.195038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-c7bdd231-277d-48fe-ac9e-211e02aa2bbb tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/quotas/634951a653da42e4a21a96a42b496619 HTTP/1.1" status: 200 len: 375 time: 0.0439425 Jul 27 20:02:46.266594 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:46.445448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-7da19269-8422-4f38-9fc4-92218d4c2d29 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2388520 Jul 27 20:02:46.562675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c38c5e-3a22-4b89-a468-0935fe1ca8f2 req-ff4653c3-586e-4ad1-9f42-d7b32e2e4e99 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:46.565180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53c38c5e-3a22-4b89-a468-0935fe1ca8f2 req-ff4653c3-586e-4ad1-9f42-d7b32e2e4e99 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.2375917 Jul 27 20:02:46.661083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53c38c5e-3a22-4b89-a468-0935fe1ca8f2 req-13cabebf-fb51-4aab-b534-063ab0c9a992 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895522 Jul 27 20:02:47.120276 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:47.124037 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-557c6911-fcb9-4ca6-a272-ff5e83f32774 service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6776583 Jul 27 20:02:47.441913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-c2e41650-30b7-4479-aafc-6dc4f87ad5db service neutron] 10.222.0.48 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790418 Jul 27 20:02:48.898846 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:48.998594 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c052788-7483-4d9c-9bdb-7c0db75a4646 req-f55d346d-f3b0-4937-8c84-f983222a41f5 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 210 time: 0.9973269 Jul 27 20:02:49.064026 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37086) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:49.074460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8924872-60a0-4756-b981-3ebeb4625d13 req-0b407be8-ac7a-4946-9c1a-739c065e92c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:49.083566 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8924872-60a0-4756-b981-3ebeb4625d13 req-0b407be8-ac7a-4946-9c1a-739c065e92c7 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 1.2022057 Jul 27 20:02:49.227991 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8924872-60a0-4756-b981-3ebeb4625d13 req-9e0770fc-1940-4f79-b061-457c50610eea tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380394 Jul 27 20:02:49.330872 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14b32d78-5188-43bc-a10a-6d05b04879df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:49.531716 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14b32d78-5188-43bc-a10a-6d05b04879df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:49.537826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14b32d78-5188-43bc-a10a-6d05b04879df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:49.581765 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b32d78-5188-43bc-a10a-6d05b04879df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6833d15-b149-4ddc-b304-1abf70adf778,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:49.615159 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-14b32d78-5188-43bc-a10a-6d05b04879df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad7e6e7f6c624009af67276f081a4b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5495374 Jul 27 20:02:49.617516 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37142) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:49.812382 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1705b2c4-aad5-4c34-a1d1-8d09f2df0952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:49.884824 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1705b2c4-aad5-4c34-a1d1-8d09f2df0952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:49.953224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-d2161a6d-7a81-4ce9-9287-77e6803fd150 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:49.958196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-d2161a6d-7a81-4ce9-9287-77e6803fd150 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 806 time: 0.2651429 Jul 27 20:02:49.976723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-21d5d03c-6a5b-4d5e-9307-ade3d0339307 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Request body: {'port': {'device_id': '46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf', 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229', 'admin_state_up': True, 'tenant_id': '634951a653da42e4a21a96a42b496619'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:02:50.013801 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1705b2c4-aad5-4c34-a1d1-8d09f2df0952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:50.037774 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1705b2c4-aad5-4c34-a1d1-8d09f2df0952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:50.069026 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1705b2c4-aad5-4c34-a1d1-8d09f2df0952 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6833d15-b149-4ddc-b304-1abf70adf778 HTTP/1.1" status: 204 len: 168 time: 0.4491613 Jul 27 20:02:50.077639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705b2c4-aad5-4c34-a1d1-8d09f2df0952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6833d15-b149-4ddc-b304-1abf70adf778,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:50.256382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78bfa056-9a33-4a4b-9f71-3ec242859555 req-6d3a42b3-37ca-4c9b-aad4-1025e41d66f7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 210 time: 0.0965748 Jul 27 20:02:50.533775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-21d5d03c-6a5b-4d5e-9307-ade3d0339307 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Made reservation on behalf of 634951a653da42e4a21a96a42b496619 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:02:50.538027 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-21d5d03c-6a5b-4d5e-9307-ade3d0339307 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:50.729659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9304009-bf3b-41a9-9ffe-8e2410dfef06 req-feec48f0-e157-4c33-bb9e-f35ae09a1a2b tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:50.738286 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9304009-bf3b-41a9-9ffe-8e2410dfef06 req-feec48f0-e157-4c33-bb9e-f35ae09a1a2b tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.2586482 Jul 27 20:02:51.055827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9304009-bf3b-41a9-9ffe-8e2410dfef06 req-f067817f-f35a-46c7-8294-a3247f028521 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137963 Jul 27 20:02:51.142915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-21d5d03c-6a5b-4d5e-9307-ade3d0339307 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Allocated IP 172.20.0.12 (0c2f9109-2836-4ca2-a589-149d907fa229/de3b9a07-ca57-4084-b8ee-ab8cca04c27f/bbfca387-b1bf-48ca-8f24-cf33308c0e40) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:02:51.246231 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37264) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:51.495240 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-21d5d03c-6a5b-4d5e-9307-ade3d0339307 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:51.674969 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c0e3368-5531-4d68-b6dd-ee264440091d req-103335ef-1ca8-4010-8f4a-c17f9ffa6bee tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 210 time: 0.1115563 Jul 27 20:02:51.731807 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-21d5d03c-6a5b-4d5e-9307-ade3d0339307 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:51.764055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['27b499e8-da86-46f4-a014-4cb619f8e46e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:02:51.823877 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-81c91601-3a08-4c09-8ecd-85b742d7f3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:51.844546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-21d5d03c-6a5b-4d5e-9307-ade3d0339307 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Network 0c2f9109-2836-4ca2-a589-149d907fa229 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:02:51.844546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-21d5d03c-6a5b-4d5e-9307-ade3d0339307 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:02:51.848913 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-21d5d03c-6a5b-4d5e-9307-ade3d0339307 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:02:51.982784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-21d5d03c-6a5b-4d5e-9307-ade3d0339307 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:51.985476 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-21d5d03c-6a5b-4d5e-9307-ade3d0339307 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:51.991471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5d03c-6a5b-4d5e-9307-ade3d0339307 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Pushing event updated for resources: {'Port': ['ID=bbfca387-b1bf-48ca-8f24-cf33308c0e40,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:52.134793 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-81c91601-3a08-4c09-8ecd-85b742d7f3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:52.146970 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-81c91601-3a08-4c09-8ecd-85b742d7f3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:52.155857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-21d5d03c-6a5b-4d5e-9307-ade3d0339307 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1874952 Jul 27 20:02:52.170389 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Request body: {'port': {'device_id': '46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:02:52.283320 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c91601-3a08-4c09-8ecd-85b742d7f3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7299a6d8-502e-4241-916c-e2ec032b2746,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:52.305443 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-81c91601-3a08-4c09-8ecd-85b742d7f3c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5a61c329b51498cbd71a6da849e2e27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0577600 Jul 27 20:02:52.309820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37286) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:52.417280 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:52.448551 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e2739e8-c281-4822-a79d-4cac0c06fba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:52.480169 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37292) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:52.558088 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e2739e8-c281-4822-a79d-4cac0c06fba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:52.734712 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e2739e8-c281-4822-a79d-4cac0c06fba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:52.737785 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e2739e8-c281-4822-a79d-4cac0c06fba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:52.742385 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0e2739e8-c281-4822-a79d-4cac0c06fba3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7299a6d8-502e-4241-916c-e2ec032b2746 HTTP/1.1" status: 204 len: 168 time: 0.4317825 Jul 27 20:02:52.755100 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2739e8-c281-4822-a79d-4cac0c06fba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7299a6d8-502e-4241-916c-e2ec032b2746,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:52.838006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37314) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:52.877912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37318) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:53.046299 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bcfa7f-c7a6-4b6b-87db-c05b2d884b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:53.316041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-798547872-network', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:02:53.441455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbfca387-b1bf-48ca-8f24-cf33308c0e40 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:02:53.464985 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:53.502302 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Transition to ACTIVE for port object bbfca387-b1bf-48ca-8f24-cf33308c0e40 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:02:53.527655 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37326) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:53.545755 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:53.604222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a128d21-c25e-423e-8fe1-d75c147f05a9 req-f17b1077-d29c-46aa-80f0-f7c70e0b3f2e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:53.606173 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a128d21-c25e-423e-8fe1-d75c147f05a9 req-f17b1077-d29c-46aa-80f0-f7c70e0b3f2e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 1.1899688 Jul 27 20:02:53.610440 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96bb32ad-66ca-45a9-b5a4-be32acf32294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:53.682517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfca387-b1bf-48ca-8f24-cf33308c0e40,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:53.699286 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a128d21-c25e-423e-8fe1-d75c147f05a9 req-d71ae5ae-894f-4c10-ab33-640acb84dd2b tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799375 Jul 27 20:02:53.747804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3566b0-6acf-4e04-aa55-f5e8b3bb1340 req-d9c3b9e4-e429-41f8-a6f9-5e279520ad80 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:53.756080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f3566b0-6acf-4e04-aa55-f5e8b3bb1340 req-d9c3b9e4-e429-41f8-a6f9-5e279520ad80 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 932 time: 0.8463864 Jul 27 20:02:53.818762 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bcfa7f-c7a6-4b6b-87db-c05b2d884b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:53.839455 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bcfa7f-c7a6-4b6b-87db-c05b2d884b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:53.854422 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f3566b0-6acf-4e04-aa55-f5e8b3bb1340 req-a1f9ee1d-64d4-432d-a367-27244c316e21 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935779 Jul 27 20:02:53.878504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Attempting to bind port bbfca387-b1bf-48ca-8f24-cf33308c0e40 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:02:53.880693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Attempting to bind port bbfca387-b1bf-48ca-8f24-cf33308c0e40 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:02:53.881183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Attempting to bind port bbfca387-b1bf-48ca-8f24-cf33308c0e40 on network 0c2f9109-2836-4ca2-a589-149d907fa229 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:02:53.895620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Port bbfca387-b1bf-48ca-8f24-cf33308c0e40 on network 0c2f9109-2836-4ca2-a589-149d907fa229 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:02:53.896505 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Attempting to bind port bbfca387-b1bf-48ca-8f24-cf33308c0e40 on network 0c2f9109-2836-4ca2-a589-149d907fa229 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:02:53.907959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:02:53.910186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Checking segment: {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:02:53.911321 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Bound using segment: {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:02:53.912732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Bound port: bbfca387-b1bf-48ca-8f24-cf33308c0e40, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3aabaa6-6698-4490-9f91-64ee6ee7334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:02:53.913767 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:53.946655 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcfa7f-c7a6-4b6b-87db-c05b2d884b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5dd7de-7f60-4d98-a0e6-14a5b4826206,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:54.046371 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-89bcfa7f-c7a6-4b6b-87db-c05b2d884b8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c3def8935f14af2b2275305dba22b70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5650718 Jul 27 20:02:54.054194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37330) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:54.085538 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] Made reservation on behalf of 384bc8e5c2424883a8877f72694ec2dc for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:02:54.088009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:54.100240 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] For port bbfca387-b1bf-48ca-8f24-cf33308c0e40, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:02:54.109146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] For port bbfca387-b1bf-48ca-8f24-cf33308c0e40, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=bbfca387-b1bf-48ca-8f24-cf33308c0e40,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:02:54.125302 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:54.172675 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:54.210169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:54.211189 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:54.214823 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] 10.222.0.63 "PUT /v2.0/ports/bbfca387-b1bf-48ca-8f24-cf33308c0e40 HTTP/1.1" status: 200 len: 1093 time: 2.0498006 Jul 27 20:02:54.215391 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf', 'tag': 'bbfca387-b1bf-48ca-8f24-cf33308c0e40'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:02:54.221960 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7c777a-42e1-4998-be66-be4ff6ef3945" -d '{"events": [{"name": "network-changed", "server_uuid": "46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf", "tag": "bbfca387-b1bf-48ca-8f24-cf33308c0e40"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:02:54.259273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8f7f2-f91b-4123-b2f0-97d3c3bdb0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfca387-b1bf-48ca-8f24-cf33308c0e40,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:54.344927 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04e24326-c182-4ce1-b69b-400711667dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:54.345521 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e137bd-bd55-4bd0-b510-39e7e4897ba9 x-openstack-request-id: req-a8e137bd-bd55-4bd0-b510-39e7e4897ba9 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:02:54.345521 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf", "tag": "bbfca387-b1bf-48ca-8f24-cf33308c0e40", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:02:54.345521 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8e137bd-bd55-4bd0-b510-39e7e4897ba9 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:02:54.345935 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf', 'tag': 'bbfca387-b1bf-48ca-8f24-cf33308c0e40', 'status': 'completed', 'code': 200} Jul 27 20:02:54.398887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-2da26a68-3492-4481-b9dd-68c56dde83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:54.399743 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04e24326-c182-4ce1-b69b-400711667dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:54.401480 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-2da26a68-3492-4481-b9dd-68c56dde83d1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 1096 time: 0.1327314 Jul 27 20:02:54.463814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-0c05ab48-55b9-4f38-8159-7be63a50be55 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbfca387-b1bf-48ca-8f24-cf33308c0e40 HTTP/1.1" status: 200 len: 217 time: 0.0544984 Jul 27 20:02:54.466190 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96bb32ad-66ca-45a9-b5a4-be32acf32294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:54.479284 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-96bb32ad-66ca-45a9-b5a4-be32acf32294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:54.489059 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8961781e-cc5d-41ad-8abe-24af904e6ecd tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:54.573314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-12654ef2-180d-4689-b9a8-5788fe800d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:54.576507 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-12654ef2-180d-4689-b9a8-5788fe800d2b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 200 len: 846 time: 0.1058617 Jul 27 20:02:54.664310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-092774a7-78b2-4937-9c35-c10901e33f42 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0c2f9109-2836-4ca2-a589-149d907fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792236 Jul 27 20:02:54.880032 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-96bb32ad-66ca-45a9-b5a4-be32acf32294 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=931a1f228a8d42f0b15c1ce1c780780f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3497329 Jul 27 20:02:54.905104 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb32ad-66ca-45a9-b5a4-be32acf32294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a0e974-8af0-4c50-a623-71e64b97f4c9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:54.907538 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37342) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:54.918877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-01f6e2cc-a15c-4297-9d1e-3911dd22c77f service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428176 Jul 27 20:02:55.033634 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04e24326-c182-4ce1-b69b-400711667dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:55.036208 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-04e24326-c182-4ce1-b69b-400711667dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:55.044863 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-04e24326-c182-4ce1-b69b-400711667dd4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c5dd7de-7f60-4d98-a0e6-14a5b4826206 HTTP/1.1" status: 204 len: 168 time: 0.9837739 Jul 27 20:02:55.103093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e24326-c182-4ce1-b69b-400711667dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5dd7de-7f60-4d98-a0e6-14a5b4826206,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:55.375584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37350) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:55.473620 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1e8581b-4f1e-4e97-b85d-e786822db72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:55.527192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10aa88d1-0521-44ce-a1ef-f192af779a56 req-2dd0a9cc-953d-4d8a-8997-e56f4a632464 service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994780 Jul 27 20:02:55.553422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1c64d-5c97-45c7-9335-b7e0dfb7faf6 req-a083bd0b-cbdb-4d35-9033-95fc83b684b3 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:55.555300 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1e8581b-4f1e-4e97-b85d-e786822db72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:55.559267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ae1c64d-5c97-45c7-9335-b7e0dfb7faf6 req-a083bd0b-cbdb-4d35-9033-95fc83b684b3 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.6391723 Jul 27 20:02:55.659101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ca4aa-ddb3-461b-a40c-4ed4b2e8b3bc req-28cb47ee-ef7f-4c7c-bfba-6e33e149e095 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:55.663522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-660ca4aa-ddb3-461b-a40c-4ed4b2e8b3bc req-28cb47ee-ef7f-4c7c-bfba-6e33e149e095 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 944 time: 0.4270077 Jul 27 20:02:55.694399 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:55.710961 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:02:55.713556 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1e8581b-4f1e-4e97-b85d-e786822db72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:55.718617 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1e8581b-4f1e-4e97-b85d-e786822db72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:55.720445 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c1e8581b-4f1e-4e97-b85d-e786822db72b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3a0e974-8af0-4c50-a623-71e64b97f4c9 HTTP/1.1" status: 204 len: 168 time: 0.7823298 Jul 27 20:02:55.730654 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:55.759723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:02:55.763122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8581b-4f1e-4e97-b85d-e786822db72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a0e974-8af0-4c50-a623-71e64b97f4c9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:55.840150 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:55.840591 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] Added segment 3b3c5b90-a2fd-43d5-a3c7-aef6782a2455 of type vlan for network 579dab8d-a46d-4d9f-93e7-09440f37604c Jul 27 20:02:55.863358 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ae1c64d-5c97-45c7-9335-b7e0dfb7faf6 req-4dd00d14-89f3-4632-a54c-2434964462e5 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860749 Jul 27 20:02:55.885227 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-660ca4aa-ddb3-461b-a40c-4ed4b2e8b3bc req-0bb56ca7-2b44-4eca-baae-cc7392698356 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720197 Jul 27 20:02:55.901027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c777a-42e1-4998-be66-be4ff6ef3945 req-dfddd190-50c8-4889-9db2-35ffd986bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:55.904228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e7c777a-42e1-4998-be66-be4ff6ef3945 req-dfddd190-50c8-4889-9db2-35ffd986bbf6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=634951a653da42e4a21a96a42b496619&device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 1096 time: 0.3004520 Jul 27 20:02:56.018667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17d7816-1f31-439e-8478-52e00838d0b1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:56.035995 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2b35a41c-36b2-45c8-a51e-edf50919a9ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4931df35fda44005bdd15c49534fb8e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6543427 Jul 27 20:02:56.039028 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37358) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:56.093796 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c777a-42e1-4998-be66-be4ff6ef3945 req-3c6ddafa-e966-4793-b369-07a274bf38cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:56.095715 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e7c777a-42e1-4998-be66-be4ff6ef3945 req-3c6ddafa-e966-4793-b369-07a274bf38cb service neutron] 10.222.0.63 "GET /v2.0/networks?id=0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 200 len: 907 time: 0.1836176 Jul 27 20:02:56.108548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37360) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:56.160682 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:56.249528 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e7c777a-42e1-4998-be66-be4ff6ef3945 req-eb5c0ea5-705b-4390-a148-c201620983aa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbfca387-b1bf-48ca-8f24-cf33308c0e40 HTTP/1.1" status: 200 len: 217 time: 0.1421809 Jul 27 20:02:56.250457 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21497e32-81ca-4beb-a944-990126d284b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:56.390880 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.resource_extend [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 20:02:56.452373 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c777a-42e1-4998-be66-be4ff6ef3945 req-bf1ea699-c5d6-4ae6-aa3e-2f5d136fe64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:56.455190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e7c777a-42e1-4998-be66-be4ff6ef3945 req-bf1ea699-c5d6-4ae6-aa3e-2f5d136fe64b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 200 len: 846 time: 0.1931481 Jul 27 20:02:56.579215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e7c777a-42e1-4998-be66-be4ff6ef3945 req-deb5f4bb-f7b3-4f69-a15e-6b8aa5f80958 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0c2f9109-2836-4ca2-a589-149d907fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129794 Jul 27 20:02:56.689844 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-94b0dd1c-0010-4326-85a6-e53b035f5311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:56.740954 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-94b0dd1c-0010-4326-85a6-e53b035f5311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:56.795848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8961781e-cc5d-41ad-8abe-24af904e6ecd tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Deleting port 88cee8c8-d7da-4b26-8a43-530f9f55edd3 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:02:56.797071 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8961781e-cc5d-41ad-8abe-24af904e6ecd tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:56.805045 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:56.809203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:56.827436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:56.871617 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21497e32-81ca-4beb-a944-990126d284b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:56.925310 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21497e32-81ca-4beb-a944-990126d284b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:56.957905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e7c777a-42e1-4998-be66-be4ff6ef3945 req-c2d8af62-ff51-4f35-af3c-699997be3277 service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643005 Jul 27 20:02:57.055609 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] Pushing event updated for resources: {'Network': ['ID=579dab8d-a46d-4d9f-93e7-09440f37604c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:57.067966 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 579dab8d-a46d-4d9f-93e7-09440f37604c details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:02:57.151341 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3be7dc2b-b359-45c1-8b11-fe2b8fd9ac6e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 4.3120651 Jul 27 20:02:57.154976 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37382) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:57.167385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-83c41ffd-eb04-4af1-a266-67b5e7000387 admin admin] Request body: {'subnet': {'network_id': '579dab8d-a46d-4d9f-93e7-09440f37604c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-798547872-subnet', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:02:57.227041 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-94b0dd1c-0010-4326-85a6-e53b035f5311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:57.230342 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-94b0dd1c-0010-4326-85a6-e53b035f5311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:57.232122 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-94b0dd1c-0010-4326-85a6-e53b035f5311 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1b89298-cf64-47bc-81fc-b0a2a3168747 HTTP/1.1" status: 204 len: 168 time: 1.1469231 Jul 27 20:02:57.282471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0dd1c-0010-4326-85a6-e53b035f5311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b89298-cf64-47bc-81fc-b0a2a3168747,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:57.320913 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-8961781e-cc5d-41ad-8abe-24af904e6ecd tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] For port 88cee8c8-d7da-4b26-8a43-530f9f55edd3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=88cee8c8-d7da-4b26-8a43-530f9f55edd3,segment=NetworkSegment(9911d6a5-8f10-448f-98b5-0a53845f8130),segment_id=9911d6a5-8f10-448f-98b5-0a53845f8130)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:57.321585 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8961781e-cc5d-41ad-8abe-24af904e6ecd tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:57.324466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c41ffd-eb04-4af1-a266-67b5e7000387 admin admin] Made reservation on behalf of 384bc8e5c2424883a8877f72694ec2dc for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:02:57.331490 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-83c41ffd-eb04-4af1-a266-67b5e7000387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:57.334534 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37388) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:57.334943 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-21497e32-81ca-4beb-a944-990126d284b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a2af5c5a5814a32a90df8cc1f44f269&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2245946 Jul 27 20:02:57.335786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21497e32-81ca-4beb-a944-990126d284b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04da9595-40d0-4c0b-8a88-3a534a7e64a7,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:57.386991 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8961781e-cc5d-41ad-8abe-24af904e6ecd tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Calling delete_port for 88cee8c8-d7da-4b26-8a43-530f9f55edd3 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:02:57.450176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e7c777a-42e1-4998-be66-be4ff6ef3945 req-e802b193-c943-4e47-a264-6496ccbcbaf5 service neutron] 10.222.0.63 "GET /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345844 Jul 27 20:02:57.469275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1918b-20a5-45db-8265-cbbb64a33096 req-2e75cc06-a7e7-4f7d-818b-5d6359fe8f9a tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:57.471169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3d1918b-20a5-45db-8265-cbbb64a33096 req-2e75cc06-a7e7-4f7d-818b-5d6359fe8f9a tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.3520844 Jul 27 20:02:57.479730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32fee2-e748-44bf-8274-49e5a6781a1b req-a0a0565a-a86b-4e3f-83a1-211fb4dfe9a1 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:57.488866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb32fee2-e748-44bf-8274-49e5a6781a1b req-a0a0565a-a86b-4e3f-83a1-211fb4dfe9a1 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 944 time: 0.3098843 Jul 27 20:02:57.575425 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb32fee2-e748-44bf-8274-49e5a6781a1b req-30de0497-2041-4c41-a576-dc7369eb1dc7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785012 Jul 27 20:02:57.585680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3d1918b-20a5-45db-8265-cbbb64a33096 req-dc703e94-a129-4563-b7b4-688892c768c3 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864022 Jul 27 20:02:57.708882 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d1e827d2-8e5f-4afb-9a80-eee1f9c33fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:57.800625 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d1e827d2-8e5f-4afb-9a80-eee1f9c33fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:58.028835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device bbfca387-b1bf-48ca-8f24-cf33308c0e40 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:02:58.185004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port bbfca387-b1bf-48ca-8f24-cf33308c0e40, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=bbfca387-b1bf-48ca-8f24-cf33308c0e40,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:58.201485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'bbfca387-b1bf-48ca-8f24-cf33308c0e40', 'network_id': '0c2f9109-2836-4ca2-a589-149d907fa229', 'port_id': 'bbfca387-b1bf-48ca-8f24-cf33308c0e40', 'mac_address': 'fa:16:3e:89:ca:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3b9a07-ca57-4084-b8ee-ab8cca04c27f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:02:58.252849 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:58.272227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbfca387-b1bf-48ca-8f24-cf33308c0e40 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:02:58.298503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port bbfca387-b1bf-48ca-8f24-cf33308c0e40, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=bbfca387-b1bf-48ca-8f24-cf33308c0e40,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:02:58.303169 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:58.364738 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=bbfca387-b1bf-48ca-8f24-cf33308c0e40,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:58.451952 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d1e827d2-8e5f-4afb-9a80-eee1f9c33fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:58.454511 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d1e827d2-8e5f-4afb-9a80-eee1f9c33fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:58.458252 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d1e827d2-8e5f-4afb-9a80-eee1f9c33fbc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04da9595-40d0-4c0b-8a88-3a534a7e64a7 HTTP/1.1" status: 204 len: 168 time: 1.0908070 Jul 27 20:02:58.491137 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-83c41ffd-eb04-4af1-a266-67b5e7000387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:58.504849 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e827d2-8e5f-4afb-9a80-eee1f9c33fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04da9595-40d0-4c0b-8a88-3a534a7e64a7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:58.508976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['bbfca387-b1bf-48ca-8f24-cf33308c0e40'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:02:58.577308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c41ffd-eb04-4af1-a266-67b5e7000387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f22e459f-8f65-4ce2-ad9a-aecf113476f4,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:58.595292 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8961781e-cc5d-41ad-8abe-24af904e6ecd tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:58.633292 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961781e-cc5d-41ad-8abe-24af904e6ecd tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Port': ['ID=88cee8c8-d7da-4b26-8a43-530f9f55edd3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:58.641570 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c41ffd-eb04-4af1-a266-67b5e7000387 admin admin] Checking segment: {'id': '3b3c5b90-a2fd-43d5-a3c7-aef6782a2455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '579dab8d-a46d-4d9f-93e7-09440f37604c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:02:58.641570 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c41ffd-eb04-4af1-a266-67b5e7000387 admin admin] Network hostable DHCP agents. Network: 579dab8d-a46d-4d9f-93e7-09440f37604c, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:02:58.820017 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c41ffd-eb04-4af1-a266-67b5e7000387 admin admin] Network 579dab8d-a46d-4d9f-93e7-09440f37604c is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:02:58.897968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3505594-ff43-4061-81d2-698f54c4ce5d req-551daf67-6908-48f9-93da-2bbc51cdcdce tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:58.901737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3505594-ff43-4061-81d2-698f54c4ce5d req-551daf67-6908-48f9-93da-2bbc51cdcdce tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 945 time: 0.1867836 Jul 27 20:02:58.932474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-83c41ffd-eb04-4af1-a266-67b5e7000387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 579dab8d-a46d-4d9f-93e7-09440f37604c) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:02:58.942553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bc95cb-f97a-4f83-b24c-d44e2acf1cb1 None None] Network 579dab8d-a46d-4d9f-93e7-09440f37604c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:02:58.951361 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c41ffd-eb04-4af1-a266-67b5e7000387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:58.951958 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-83c41ffd-eb04-4af1-a266-67b5e7000387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:59.002916 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3505594-ff43-4061-81d2-698f54c4ce5d req-02744425-2095-4dfc-aca3-67c2346e4a28 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917594 Jul 27 20:02:59.027492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20457cc2-a8ba-4db2-ab42-0cdc74e32d32 req-97a994e5-b0af-43a9-963a-9ff9488438ef tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:02:59.044551 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-83c41ffd-eb04-4af1-a266-67b5e7000387 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8845499 Jul 27 20:02:59.048912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37422) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:02:59.051496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20457cc2-a8ba-4db2-ab42-0cdc74e32d32 req-97a994e5-b0af-43a9-963a-9ff9488438ef tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.2547193 Jul 27 20:02:59.055685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-798547872-router', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:02:59.102023 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8961781e-cc5d-41ad-8abe-24af904e6ecd tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:59.115280 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:59.116604 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:59.162643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20457cc2-a8ba-4db2-ab42-0cdc74e32d32 req-1675825b-292b-450a-9b96-1b42fa59c6ef tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030514 Jul 27 20:02:59.308102 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:59.327417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-579dab8d-a46d-4d9f-93e7-09440f37604c', 'network_id': '579dab8d-a46d-4d9f-93e7-09440f37604c', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc', 'fixed_ips': [{'subnet_id': 'f22e459f-8f65-4ce2-ad9a-aecf113476f4'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:02:59.328302 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:59.510986 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Allocated IP 172.20.0.2 (579dab8d-a46d-4d9f-93e7-09440f37604c/f22e459f-8f65-4ce2-ad9a-aecf113476f4/d8087b83-2aa3-426e-ab2f-8cd96687c0c0) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:02:59.527844 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:59.771928 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:59.783697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Transition to ACTIVE for port object d8087b83-2aa3-426e-ab2f-8cd96687c0c0 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:02:59.806765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Transition to ACTIVE for port object d8087b83-2aa3-426e-ab2f-8cd96687c0c0 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:02:59.823323 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:59.865584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8961781e-cc5d-41ad-8abe-24af904e6ecd tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:02:59.878563 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Pushing event updated for resources: {'Port': ['ID=d8087b83-2aa3-426e-ab2f-8cd96687c0c0,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:02:59.886040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Network 579dab8d-a46d-4d9f-93e7-09440f37604c is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:02:59.887760 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:02:59.892743 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:02:59.969158 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Attempting to bind port d8087b83-2aa3-426e-ab2f-8cd96687c0c0 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:02:59.969531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Attempting to bind port d8087b83-2aa3-426e-ab2f-8cd96687c0c0 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '3b3c5b90-a2fd-43d5-a3c7-aef6782a2455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '579dab8d-a46d-4d9f-93e7-09440f37604c'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:02:59.969895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Attempting to bind port d8087b83-2aa3-426e-ab2f-8cd96687c0c0 on network 579dab8d-a46d-4d9f-93e7-09440f37604c {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:02:59.982495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:02:59.982916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Checking segment: {'id': '3b3c5b90-a2fd-43d5-a3c7-aef6782a2455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '579dab8d-a46d-4d9f-93e7-09440f37604c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:02:59.983321 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:02:59.984488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Bound using segment: {'id': '3b3c5b90-a2fd-43d5-a3c7-aef6782a2455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '579dab8d-a46d-4d9f-93e7-09440f37604c'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:02:59.984488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Bound port: d8087b83-2aa3-426e-ab2f-8cd96687c0c0, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3c5b90-a2fd-43d5-a3c7-aef6782a2455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '579dab8d-a46d-4d9f-93e7-09440f37604c'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:02:59.984736 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:00.073539 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device bbfca387-b1bf-48ca-8f24-cf33308c0e40 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:00.127995 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] For port d8087b83-2aa3-426e-ab2f-8cd96687c0c0, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:00.170176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] For port d8087b83-2aa3-426e-ab2f-8cd96687c0c0, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d8087b83-2aa3-426e-ab2f-8cd96687c0c0,segment=NetworkSegment(3b3c5b90-a2fd-43d5-a3c7-aef6782a2455),segment_id=3b3c5b90-a2fd-43d5-a3c7-aef6782a2455)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:00.187842 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:00.196302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8961781e-cc5d-41ad-8abe-24af904e6ecd tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:03:00.208936 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8961781e-cc5d-41ad-8abe-24af904e6ecd tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "PUT /v2.0/routers/a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3266647 Jul 27 20:03:00.222416 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c33cc-ae03-4e83-bf7e-ec9e175d6856 None None] Sync routers for ids ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:03:00.229839 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port bbfca387-b1bf-48ca-8f24-cf33308c0e40 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:00.231721 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:00.246405 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port bbfca387-b1bf-48ca-8f24-cf33308c0e40 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:00.250084 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:00.270799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c33cc-ae03-4e83-bf7e-ec9e175d6856 None None] Routers {'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:00.271543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1b7c33cc-ae03-4e83-bf7e-ec9e175d6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:00.285497 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc5f05-c98c-4173-b3a4-f87c0edb5993 req-8e725cfb-f8e5-47ed-9c3a-f9b3d8a99006 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:00.288371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13cc5f05-c98c-4173-b3a4-f87c0edb5993 req-8e725cfb-f8e5-47ed-9c3a-f9b3d8a99006 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 945 time: 0.1632934 Jul 27 20:03:00.312235 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:00.359982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0a218-2707-4578-b873-2dc8a275cf70 None None] Pushing event updated for resources: {'Port': ['ID=d8087b83-2aa3-426e-ab2f-8cd96687c0c0,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:00.417142 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13cc5f05-c98c-4173-b3a4-f87c0edb5993 req-39c5a773-5cb3-432d-bccb-1f77bacc4416 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166575 Jul 27 20:03:00.525758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c096fc-15ae-4f21-94ad-338eb2ffd80a req-aba0dd02-2bc1-4d07-a381-d1f8a6299e6e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:00.535872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69c096fc-15ae-4f21-94ad-338eb2ffd80a req-aba0dd02-2bc1-4d07-a381-d1f8a6299e6e tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.1941986 Jul 27 20:03:00.652604 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69c096fc-15ae-4f21-94ad-338eb2ffd80a req-595ab3b6-077b-43f1-b36a-cf6f2d42d1f2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158161 Jul 27 20:03:00.745829 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Allocated IP 172.25.1.187 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/c3c4214e-d7da-40f6-b448-e69e801416b4) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:00.986002 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 697418e5-5859-4ab1-a590-67829d3c0217 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:03:01.020075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:01.080429 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6567-f0a9-4377-8a22-4d8b5b8963de req-b2ea909a-2995-444d-b29d-85e040ee393b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:01.089720 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-928e6567-f0a9-4377-8a22-4d8b5b8963de req-b2ea909a-2995-444d-b29d-85e040ee393b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 946 time: 0.1610658 Jul 27 20:03:01.093129 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:01.157044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-1b7c33cc-ae03-4e83-bf7e-ec9e175d6856 None None] Set router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:01.178427 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-928e6567-f0a9-4377-8a22-4d8b5b8963de req-7f722a31-bfce-461f-b139-6d442d40418a tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ab30bbc-047e-46cc-bb5f-25b220951374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851703 Jul 27 20:03:01.186175 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c4214e-d7da-40f6-b448-e69e801416b4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:01.204731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:01.204731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:01.204731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:01.205143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:01.205217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:01.205584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:01.206002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:01.206239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:01.206567 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:01.206949 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:01.207315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:01.207824 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:01.224027 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:01.226140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:01.228712 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:01.242718 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:01.286819 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 697418e5-5859-4ab1-a590-67829d3c0217, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=697418e5-5859-4ab1-a590-67829d3c0217,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:01.363823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfca387-b1bf-48ca-8f24-cf33308c0e40'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:03:01.366191 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bb6a00-6f6b-496f-ba67-047510287782" -d '{"events": [{"server_uuid": "46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf", "name": "network-vif-plugged", "status": "completed", "tag": "bbfca387-b1bf-48ca-8f24-cf33308c0e40"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:03:01.421873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port bbfca387-b1bf-48ca-8f24-cf33308c0e40, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=bbfca387-b1bf-48ca-8f24-cf33308c0e40,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:01.441730 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:01.547144 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f531ddec-5006-41e3-8cbc-b629505dda12 x-openstack-request-id: req-f531ddec-5006-41e3-8cbc-b629505dda12 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:03:01.547675 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf", "name": "network-vif-plugged", "status": "completed", "tag": "bbfca387-b1bf-48ca-8f24-cf33308c0e40", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:03:01.547989 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f531ddec-5006-41e3-8cbc-b629505dda12 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:03:01.548329 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfca387-b1bf-48ca-8f24-cf33308c0e40', 'code': 200} Jul 27 20:03:01.548973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=bbfca387-b1bf-48ca-8f24-cf33308c0e40,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:01.559458 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d8087b83-2aa3-426e-ab2f-8cd96687c0c0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:01.561918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '697418e5-5859-4ab1-a590-67829d3c0217', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'port_id': '697418e5-5859-4ab1-a590-67829d3c0217', 'mac_address': 'fa:16:3e:a6:39:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:03:01.755125 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:01.855622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466960e-18fb-4a25-8881-d84ef1afe47c req-ceeb2930-7cd5-4915-ad1f-85a6739dcdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:01.869649 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6466960e-18fb-4a25-8881-d84ef1afe47c req-ceeb2930-7cd5-4915-ad1f-85a6739dcdd4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 1098 time: 0.3008692 Jul 27 20:03:01.973065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec0f7b-3907-4ec1-be65-f777766210bf req-01738d65-4700-48ec-9be6-0c7e755f100c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:01.984312 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74ec0f7b-3907-4ec1-be65-f777766210bf req-01738d65-4700-48ec-9be6-0c7e755f100c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.3905115 Jul 27 20:03:01.984576 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:02.058522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697418e5-5859-4ab1-a590-67829d3c0217 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:03:02.122157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6466960e-18fb-4a25-8881-d84ef1afe47c req-6a356571-d01b-4b48-a4e7-2efe6572862a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835139 Jul 27 20:03:02.145891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 697418e5-5859-4ab1-a590-67829d3c0217, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=697418e5-5859-4ab1-a590-67829d3c0217,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:02.161392 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:02.164799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26be4de0-7801-4b74-8619-951c68a94be7 None None] Network 579dab8d-a46d-4d9f-93e7-09440f37604c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:03:02.176012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74ec0f7b-3907-4ec1-be65-f777766210bf req-b29fa7d5-822b-4bea-8ad0-8daa39490301 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905775 Jul 27 20:03:02.222250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d19eb4-7cdf-4603-83e3-498f20d3ff4b req-b089dd3e-a438-464b-b69f-58653c806d8a tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:02.226726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0d19eb4-7cdf-4603-83e3-498f20d3ff4b req-b089dd3e-a438-464b-b69f-58653c806d8a tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 944 time: 0.3556578 Jul 27 20:03:02.300998 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:02.340660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port d8087b83-2aa3-426e-ab2f-8cd96687c0c0 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:02.367491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1b7c33cc-ae03-4e83-bf7e-ec9e175d6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:02:58Z', 'revision_number': 6, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '08395062-7e49-4713-8a23-6f37f9f9a7e8', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'port_id': '541da640-d358-468b-b24e-a23f278bc234', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'mac_address': 'fa:16:3e:9d:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:01:13Z', 'updated_at': '2021-07-27T20:01:18Z', 'revision_number': 1, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19afd29d-8983-4c0f-ada9-acb33ae78959', 'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:35Z', 'updated_at': '2021-07-27T20:00:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:02.422165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c33cc-ae03-4e83-bf7e-ec9e175d6856 None None] Checking router: a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:03:02.424791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['697418e5-5859-4ab1-a590-67829d3c0217'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:03:02.439367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-11f1c792-1a77-4ee3-8a9e-e13253c2979a None None] Provisioning for port d8087b83-2aa3-426e-ab2f-8cd96687c0c0 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:02.462401 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0d19eb4-7cdf-4603-83e3-498f20d3ff4b req-1769e83c-cf7a-4022-90bc-345a97685cd0 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129931 Jul 27 20:03:02.476194 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-11f1c792-1a77-4ee3-8a9e-e13253c2979a None None] Provisioning complete for port d8087b83-2aa3-426e-ab2f-8cd96687c0c0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:02.476945 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-11f1c792-1a77-4ee3-8a9e-e13253c2979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:02.504470 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fea6a-711a-47a2-869b-bfabab284f1f req-ddf494d3-c6d0-47d4-8a66-1b2c4d47698a tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:02.506294 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b62fea6a-711a-47a2-869b-bfabab284f1f req-ddf494d3-c6d0-47d4-8a66-1b2c4d47698a tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.52 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 946 time: 0.2767851 Jul 27 20:03:02.514575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=697418e5-5859-4ab1-a590-67829d3c0217,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:02.544933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c33cc-ae03-4e83-bf7e-ec9e175d6856 None None] Routers {'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:02.546153 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1b7c33cc-ae03-4e83-bf7e-ec9e175d6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:02.641918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56068e2-bbf8-4d87-ba72-41f4163e8010 req-87e1b77f-6618-416f-a711-a2fe2da947e7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:02.649965 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c56068e2-bbf8-4d87-ba72-41f4163e8010 req-87e1b77f-6618-416f-a711-a2fe2da947e7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 946 time: 0.3194914 Jul 27 20:03:02.686905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-b62fea6a-711a-47a2-869b-bfabab284f1f req-150fc96a-6fb7-4380-b9e4-f16da94f4fa7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Deleting port 2c44d719-4ef0-46bd-9789-e41f8ee5282d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:02.687272 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b62fea6a-711a-47a2-869b-bfabab284f1f req-150fc96a-6fb7-4380-b9e4-f16da94f4fa7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:02.758826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c56068e2-bbf8-4d87-ba72-41f4163e8010 req-1742a4a8-c120-431a-93aa-d0325f1f65e4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ab30bbc-047e-46cc-bb5f-25b220951374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078408 Jul 27 20:03:02.845574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Router 9db393b7-c68b-44b0-baa2-13951f5a5038 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:03:02.858992 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-1b7c33cc-ae03-4e83-bf7e-ec9e175d6856 None None] Set router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:02.864445 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-11f1c792-1a77-4ee3-8a9e-e13253c2979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:02.880087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-b62fea6a-711a-47a2-869b-bfabab284f1f req-150fc96a-6fb7-4380-b9e4-f16da94f4fa7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] For port 2c44d719-4ef0-46bd-9789-e41f8ee5282d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=2c44d719-4ef0-46bd-9789-e41f8ee5282d,segment=NetworkSegment(9911d6a5-8f10-448f-98b5-0a53845f8130),segment_id=9911d6a5-8f10-448f-98b5-0a53845f8130)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:02.880087 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b62fea6a-711a-47a2-869b-bfabab284f1f req-150fc96a-6fb7-4380-b9e4-f16da94f4fa7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:02.907553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-b62fea6a-711a-47a2-869b-bfabab284f1f req-150fc96a-6fb7-4380-b9e4-f16da94f4fa7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Calling delete_port for 2c44d719-4ef0-46bd-9789-e41f8ee5282d owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:03.000375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37548) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:03.019534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-11f1c792-1a77-4ee3-8a9e-e13253c2979a None None] For port d8087b83-2aa3-426e-ab2f-8cd96687c0c0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d8087b83-2aa3-426e-ab2f-8cd96687c0c0,segment=NetworkSegment(3b3c5b90-a2fd-43d5-a3c7-aef6782a2455),segment_id=3b3c5b90-a2fd-43d5-a3c7-aef6782a2455)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:03.036171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:03:03.052304 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Sync routers for ids ['9db393b7-c68b-44b0-baa2-13951f5a5038'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:03:03.060156 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-11f1c792-1a77-4ee3-8a9e-e13253c2979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:03.069831 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Routers {'9db393b7-c68b-44b0-baa2-13951f5a5038'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:03.070684 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9db393b7-c68b-44b0-baa2-13951f5a5038'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:03.093843 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:03.098882 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c018079e-bb5b-4311-a157-6d789acb6683 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.0488391 Jul 27 20:03:03.101700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37552) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:03.338100 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9987a7e-1530-4ba2-b81e-995d5d624632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:03.361422 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1c792-1a77-4ee3-8a9e-e13253c2979a None None] Pushing event updated for resources: {'Port': ['ID=d8087b83-2aa3-426e-ab2f-8cd96687c0c0,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:03.377825 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Set router 9db393b7-c68b-44b0-baa2-13951f5a5038 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:03.392782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37560) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:03.486738 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b62fea6a-711a-47a2-869b-bfabab284f1f req-150fc96a-6fb7-4380-b9e4-f16da94f4fa7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:03.553491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6fd86ba1-2f03-44a0-ada5-3b1704c794f4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1699072118'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:03.594170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1b7c33cc-ae03-4e83-bf7e-ec9e175d6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:02:58Z', 'revision_number': 6, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '08395062-7e49-4713-8a23-6f37f9f9a7e8', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'port_id': '541da640-d358-468b-b24e-a23f278bc234', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'mac_address': 'fa:16:3e:9d:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:01:13Z', 'updated_at': '2021-07-27T20:01:18Z', 'revision_number': 1, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19afd29d-8983-4c0f-ada9-acb33ae78959', 'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:35Z', 'updated_at': '2021-07-27T20:00:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:03.627364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c33cc-ae03-4e83-bf7e-ec9e175d6856 None None] The sync data for ids ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'] in n-d-705657-21 is: [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:02:58Z', 'revision_number': 6, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '08395062-7e49-4713-8a23-6f37f9f9a7e8', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'port_id': '541da640-d358-468b-b24e-a23f278bc234', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'mac_address': 'fa:16:3e:9d:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:01:13Z', 'updated_at': '2021-07-27T20:01:18Z', 'revision_number': 1, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19afd29d-8983-4c0f-ada9-acb33ae78959', 'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:35Z', 'updated_at': '2021-07-27T20:00:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:03:03.633342 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-856737f6-3140-4a7c-b835-c77c16c3be1c None None] Provisioning complete for port d8087b83-2aa3-426e-ab2f-8cd96687c0c0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:03.633721 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-856737f6-3140-4a7c-b835-c77c16c3be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:03.672150 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'name': 'tempest-ImageQuotaTest-798547872-router', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'c3c4214e-d7da-40f6-b448-e69e801416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:59Z', 'updated_at': '2021-07-27T20:03:01Z', 'revision_number': 3, 'project_id': '384bc8e5c2424883a8877f72694ec2dc', 'gw_port': {'id': 'c3c4214e-d7da-40f6-b448-e69e801416b4', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:00Z', 'updated_at': '2021-07-27T20:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:03.718071 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Checking router: 9db393b7-c68b-44b0-baa2-13951f5a5038 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:03:03.718468 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Updating router 9db393b7-c68b-44b0-baa2-13951f5a5038 port c3c4214e-d7da-40f6-b448-e69e801416b4 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:03:03.763539 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:03.971517 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.019263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fc96a-6fb7-4380-b9e4-f16da94f4fa7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Port': ['ID=2c44d719-4ef0-46bd-9789-e41f8ee5282d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:04.048792 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.065053 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Transition to ACTIVE for port object c3c4214e-d7da-40f6-b448-e69e801416b4 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:04.077772 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.129271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62fea6a-711a-47a2-869b-bfabab284f1f req-150fc96a-6fb7-4380-b9e4-f16da94f4fa7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] No DVR routers for this DVR port 2c44d719-4ef0-46bd-9789-e41f8ee5282d on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:03:04.135776 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b62fea6a-711a-47a2-869b-bfabab284f1f req-150fc96a-6fb7-4380-b9e4-f16da94f4fa7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.137902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b62fea6a-711a-47a2-869b-bfabab284f1f req-150fc96a-6fb7-4380-b9e4-f16da94f4fa7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.52 "DELETE /v2.0/ports/2c44d719-4ef0-46bd-9789-e41f8ee5282d HTTP/1.1" status: 204 len: 173 time: 1.6218135 Jul 27 20:03:04.143545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86acc6a-9e0c-41f3-86ce-818e8a2513d8', 'name': 'network-vif-deleted', 'tag': '2c44d719-4ef0-46bd-9789-e41f8ee5282d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:03:04.146256 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2790b264-6028-40c8-818d-80f2b46f6a88" -d '{"events": [{"server_uuid": "a86acc6a-9e0c-41f3-86ce-818e8a2513d8", "name": "network-vif-deleted", "tag": "2c44d719-4ef0-46bd-9789-e41f8ee5282d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:03:04.287002 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6c852-bad5-4f2a-a8d3-53efaac4acda None None] Pushing event updated for resources: {'Port': ['ID=c3c4214e-d7da-40f6-b448-e69e801416b4,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:04.291216 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9987a7e-1530-4ba2-b81e-995d5d624632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.296313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3fca9de-f9c8-4455-84d6-c9f8e6ee0a14 req-4c57a34e-0c84-4ec5-a002-00d115efcb5d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3299649 Jul 27 20:03:04.305975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c700815-17d6-4ee8-a6f0-7736fec65075 req-d863cbd3-9c10-41df-817e-6e2a568a1dd3 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:04.313887 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c700815-17d6-4ee8-a6f0-7736fec65075 req-d863cbd3-9c10-41df-817e-6e2a568a1dd3 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 945 time: 0.3649502 Jul 27 20:03:04.318410 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9987a7e-1530-4ba2-b81e-995d5d624632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.320055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Allocated IP 172.20.0.1 (579dab8d-a46d-4d9f-93e7-09440f37604c/f22e459f-8f65-4ce2-ad9a-aecf113476f4/a24712d2-0e65-47cc-a371-616635b2de9f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:04.320921 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Attempting to bind port c3c4214e-d7da-40f6-b448-e69e801416b4 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:04.321479 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Attempting to bind port c3c4214e-d7da-40f6-b448-e69e801416b4 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:04.322200 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Attempting to bind port c3c4214e-d7da-40f6-b448-e69e801416b4 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:04.329149 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:04.329734 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab4089-9e37-42df-a5ec-709148155d9c req-1d78edd1-9b6f-445d-9cd0-f731ae1b1aae tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:04.330090 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:04.330697 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.331240 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:04.332015 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Bound port: c3c4214e-d7da-40f6-b448-e69e801416b4, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:04.332599 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.338418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1fab4089-9e37-42df-a5ec-709148155d9c req-1d78edd1-9b6f-445d-9cd0-f731ae1b1aae tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.9525695 Jul 27 20:03:04.395724 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] For port c3c4214e-d7da-40f6-b448-e69e801416b4, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:04.400031 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] For port c3c4214e-d7da-40f6-b448-e69e801416b4, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c3c4214e-d7da-40f6-b448-e69e801416b4,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:04.413995 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.468096 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6c852-bad5-4f2a-a8d3-53efaac4acda None None] Pushing event updated for resources: {'Port': ['ID=c3c4214e-d7da-40f6-b448-e69e801416b4,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:04.475771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd86ba1-2f03-44a0-ada5-3b1704c794f4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Made reservation on behalf of 65feb551352040c08fc20a451933c436 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:04.476061 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.479639 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fd86ba1-2f03-44a0-ada5-3b1704c794f4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.486379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b9987a7e-1530-4ba2-b81e-995d5d624632 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=154dd36336714352b33296fcc8f824e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4839561 Jul 27 20:03:04.492816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37572) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:04.496167 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Routers {'9db393b7-c68b-44b0-baa2-13951f5a5038'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:04.497290 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9db393b7-c68b-44b0-baa2-13951f5a5038'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:04.513330 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9987a7e-1530-4ba2-b81e-995d5d624632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95511a20-d703-4221-aa5a-ede27920df1d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:04.514962 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Transition to ACTIVE for port object a24712d2-0e65-47cc-a371-616635b2de9f will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:04.556454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c700815-17d6-4ee8-a6f0-7736fec65075 req-c65c387b-edae-4daa-90bd-39fcc534a072 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237754 Jul 27 20:03:04.556454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1fab4089-9e37-42df-a5ec-709148155d9c req-4f2e4db0-3cdd-4de5-b1cc-847b1fe68388 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110395 Jul 27 20:03:04.592816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd86ba1-2f03-44a0-ada5-3b1704c794f4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:03:04.611040 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15eb8693-cba5-41d0-a8a5-396c8ed5d9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.611040 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.655474 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fd86ba1-2f03-44a0-ada5-3b1704c794f4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.655474 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-6fd86ba1-2f03-44a0-ada5-3b1704c794f4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Added segment a7758d64-ae43-4749-b89b-90e6aae29387 of type vlan for network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 Jul 27 20:03:04.680856 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Network 579dab8d-a46d-4d9f-93e7-09440f37604c is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:04.688302 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15eb8693-cba5-41d0-a8a5-396c8ed5d9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.699724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:04.713626 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Pushing event updated for resources: {'Port': ['ID=a24712d2-0e65-47cc-a371-616635b2de9f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:04.716894 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:04.732727 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] Set router 9db393b7-c68b-44b0-baa2-13951f5a5038 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:04.760843 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b7bab4-0888-4bca-8987-31dc216af082 x-openstack-request-id: req-67b7bab4-0888-4bca-8987-31dc216af082 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:03:04.761552 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86acc6a-9e0c-41f3-86ce-818e8a2513d8", "name": "network-vif-deleted", "tag": "2c44d719-4ef0-46bd-9789-e41f8ee5282d", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:03:04.761979 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67b7bab4-0888-4bca-8987-31dc216af082 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:03:04.762687 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86acc6a-9e0c-41f3-86ce-818e8a2513d8', 'name': 'network-vif-deleted', 'tag': '2c44d719-4ef0-46bd-9789-e41f8ee5282d', 'status': 'completed', 'code': 200} Jul 27 20:03:04.781500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fca9de-f9c8-4455-84d6-c9f8e6ee0a14 req-a953a81a-3737-416b-aa78-36a45bf067a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:04.782836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 697418e5-5859-4ab1-a590-67829d3c0217 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:04.785737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3fca9de-f9c8-4455-84d6-c9f8e6ee0a14 req-a953a81a-3737-416b-aa78-36a45bf067a8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=276aa582ad7e44029331aa2680c554e9&device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 1098 time: 0.3744318 Jul 27 20:03:04.861314 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9895d1b2-0a78-48d1-b0be-f0a54232e970 req-db42e2e9-e08a-40e5-ac0f-53c1fda75cb4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a86acc6a-9e0c-41f3-86ce-818e8a2513d8 HTTP/1.1" status: 200 len: 210 time: 0.0973587 Jul 27 20:03:04.866917 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.884046 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fd86ba1-2f03-44a0-ada5-3b1704c794f4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:04.907631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 697418e5-5859-4ab1-a590-67829d3c0217 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:04.908234 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:05.021430 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15eb8693-cba5-41d0-a8a5-396c8ed5d9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:05.034859 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15eb8693-cba5-41d0-a8a5-396c8ed5d9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:05.039821 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-15eb8693-cba5-41d0-a8a5-396c8ed5d9f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95511a20-d703-4221-aa5a-ede27920df1d HTTP/1.1" status: 204 len: 168 time: 0.5457284 Jul 27 20:03:05.058841 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'name': 'tempest-ImageQuotaTest-798547872-router', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'c3c4214e-d7da-40f6-b448-e69e801416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:59Z', 'updated_at': '2021-07-27T20:03:01Z', 'revision_number': 3, 'project_id': '384bc8e5c2424883a8877f72694ec2dc', 'gw_port': {'id': 'c3c4214e-d7da-40f6-b448-e69e801416b4', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:00Z', 'updated_at': '2021-07-27T20:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:05.067934 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fd86ba1-2f03-44a0-ada5-3b1704c794f4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:05.086365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd86ba1-2f03-44a0-ada5-3b1704c794f4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:05.087024 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fd86ba1-2f03-44a0-ada5-3b1704c794f4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:05.095366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb8693-cba5-41d0-a8a5-396c8ed5d9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95511a20-d703-4221-aa5a-ede27920df1d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:05.110049 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad7bec-76cb-41d7-aebd-5e880592a257 None None] The sync data for ids ['9db393b7-c68b-44b0-baa2-13951f5a5038'] in n-d-705657-21 is: [{'id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'name': 'tempest-ImageQuotaTest-798547872-router', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'c3c4214e-d7da-40f6-b448-e69e801416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:59Z', 'updated_at': '2021-07-27T20:03:01Z', 'revision_number': 3, 'project_id': '384bc8e5c2424883a8877f72694ec2dc', 'gw_port': {'id': 'c3c4214e-d7da-40f6-b448-e69e801416b4', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:00Z', 'updated_at': '2021-07-27T20:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:03:05.135353 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:05.290569 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:05.311587 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fca9de-f9c8-4455-84d6-c9f8e6ee0a14 req-494ab5fa-ba25-434b-a8c9-d9783b61cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:05.313827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3fca9de-f9c8-4455-84d6-c9f8e6ee0a14 req-494ab5fa-ba25-434b-a8c9-d9783b61cd9b service neutron] 10.222.0.63 "GET /v2.0/networks?id=d4a9afff-e180-4361-9946-eb5062760342 HTTP/1.1" status: 200 len: 898 time: 0.4927382 Jul 27 20:03:05.329678 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6fd86ba1-2f03-44a0-ada5-3b1704c794f4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8442135 Jul 27 20:03:05.347670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37586) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:05.355092 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-12a8958c-e271-4831-b908-00f26f6ef74f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1680216115'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:05.448609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd86ba1-2f03-44a0-ada5-3b1704c794f4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'Network': ['ID=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:05.520811 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3fca9de-f9c8-4455-84d6-c9f8e6ee0a14 req-c92ebb62-e3d5-42e8-b464-b1ec662cb193 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=541da640-d358-468b-b24e-a23f278bc234 HTTP/1.1" status: 200 len: 1002 time: 0.1888840 Jul 27 20:03:05.542896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a8958c-e271-4831-b908-00f26f6ef74f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Made reservation on behalf of 65feb551352040c08fc20a451933c436 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:05.546328 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12a8958c-e271-4831-b908-00f26f6ef74f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:05.562447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d8087b83-2aa3-426e-ab2f-8cd96687c0c0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:05.567198 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:03:05.674664 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-31a27f56-26a8-4404-9b04-34454a4edebe None None] Provisioning for port a24712d2-0e65-47cc-a371-616635b2de9f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:05.717990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 697418e5-5859-4ab1-a590-67829d3c0217, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=697418e5-5859-4ab1-a590-67829d3c0217,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:05.734142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fc5dd-1547-4400-9dd2-7c13ebe3fe44 req-7e72f1df-8bf6-4ff1-97f1-b5e13b363ca7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:05.739963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e36fc5dd-1547-4400-9dd2-7c13ebe3fe44 req-7e72f1df-8bf6-4ff1-97f1-b5e13b363ca7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.5835803 Jul 27 20:03:05.748268 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697418e5-5859-4ab1-a590-67829d3c0217'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:03:05.751629 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1e64ac-c1fd-4373-8b08-0d5d064aeddc" -d '{"events": [{"server_uuid": "e8f1dcb4-4d60-42e8-a337-db47d41491a3", "name": "network-vif-plugged", "status": "completed", "tag": "697418e5-5859-4ab1-a590-67829d3c0217"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:03:05.765722 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:05.766912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 2c44d719-4ef0-46bd-9789-e41f8ee5282d no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:03:05.784067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a8958c-e271-4831-b908-00f26f6ef74f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:03:05.789291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fca9de-f9c8-4455-84d6-c9f8e6ee0a14 req-80dd24f4-0122-404c-aa6d-5a65d73e170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:05.790637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37594) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:05.790823 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3fca9de-f9c8-4455-84d6-c9f8e6ee0a14 req-80dd24f4-0122-404c-aa6d-5a65d73e170a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16a7b1fa-340e-4d83-9ec9-70017797e334 HTTP/1.1" status: 200 len: 834 time: 0.2617090 Jul 27 20:03:05.797413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-31a27f56-26a8-4404-9b04-34454a4edebe None None] Provisioning complete for port a24712d2-0e65-47cc-a371-616635b2de9f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:05.798594 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-31a27f56-26a8-4404-9b04-34454a4edebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:05.807044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 2c44d719-4ef0-46bd-9789-e41f8ee5282d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:03:05.807798 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 2c44d719-4ef0-46bd-9789-e41f8ee5282d not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:03:05.823581 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1f30015e-4449-45eb-ad8c-31e58f18f3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:05.852383 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:05.864423 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:05.880807 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12a8958c-e271-4831-b908-00f26f6ef74f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:05.881156 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-12a8958c-e271-4831-b908-00f26f6ef74f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Added segment 122d6dd3-0819-4f4e-b1b8-db7303157c5c of type vlan for network 73d72393-3d95-4308-9106-6209eefa092b Jul 27 20:03:05.921880 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:05.941230 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-31a27f56-26a8-4404-9b04-34454a4edebe None None] Port a24712d2-0e65-47cc-a371-616635b2de9f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:05.945016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=697418e5-5859-4ab1-a590-67829d3c0217,revision_number=10']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:05.959675 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:05.960444 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:05.961013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:05.961590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:05.962772 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:05.963318 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:05.964071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:05.964711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:05.965731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:05.966655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:05.967157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:05.967659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:05.985919 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d8087b83-2aa3-426e-ab2f-8cd96687c0c0 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:05.986575 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:06.046232 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Pushing event updated for resources: {'Port': ['ID=a24712d2-0e65-47cc-a371-616635b2de9f,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:06.094841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e36fc5dd-1547-4400-9dd2-7c13ebe3fe44 req-3d4fef6f-8185-4565-ba2d-6d8a5547cc53 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111160 Jul 27 20:03:06.114874 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12a8958c-e271-4831-b908-00f26f6ef74f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:06.123417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 88cee8c8-d7da-4b26-8a43-530f9f55edd3 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:03:06.173378 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 88cee8c8-d7da-4b26-8a43-530f9f55edd3 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:03:06.173730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 88cee8c8-d7da-4b26-8a43-530f9f55edd3 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:03:06.194165 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f991d0ca-84bc-4e27-8134-3aa9367874a3 x-openstack-request-id: req-f991d0ca-84bc-4e27-8134-3aa9367874a3 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:03:06.194486 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f1dcb4-4d60-42e8-a337-db47d41491a3", "name": "network-vif-plugged", "status": "completed", "tag": "697418e5-5859-4ab1-a590-67829d3c0217", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:03:06.194737 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f991d0ca-84bc-4e27-8134-3aa9367874a3 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:03:06.195294 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697418e5-5859-4ab1-a590-67829d3c0217', 'code': 200} Jul 27 20:03:06.219341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7edb15-a48f-4c10-b277-dfe382ca68bf req-692e5e50-3e4e-4ba7-9b04-c44ac7ddc273 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:06.227647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe7edb15-a48f-4c10-b277-dfe382ca68bf req-692e5e50-3e4e-4ba7-9b04-c44ac7ddc273 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 945 time: 0.5349288 Jul 27 20:03:06.264713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37600) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:06.274352 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12a8958c-e271-4831-b908-00f26f6ef74f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:06.280521 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a8958c-e271-4831-b908-00f26f6ef74f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:06.281618 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12a8958c-e271-4831-b908-00f26f6ef74f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:06.294910 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Network 579dab8d-a46d-4d9f-93e7-09440f37604c is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:06.305268 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fca9de-f9c8-4455-84d6-c9f8e6ee0a14 req-47f7f25c-4146-44d4-baa6-35aeffd50e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:06.307554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3fca9de-f9c8-4455-84d6-c9f8e6ee0a14 req-47f7f25c-4146-44d4-baa6-35aeffd50e7a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d4a9afff-e180-4361-9946-eb5062760342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4800267 Jul 27 20:03:06.313785 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1f30015e-4449-45eb-ad8c-31e58f18f3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:06.315193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:06.344919 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1f30015e-4449-45eb-ad8c-31e58f18f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:06.419515 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1f30015e-4449-45eb-ad8c-31e58f18f3e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b37405741e1d477094d501f9f011b0d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6251514 Jul 27 20:03:06.419759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-12a8958c-e271-4831-b908-00f26f6ef74f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0702951 Jul 27 20:03:06.436041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37602) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:06.436384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37604) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:06.503496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe7edb15-a48f-4c10-b277-dfe382ca68bf req-b2d404db-afd3-4a1d-af52-cd37219c6c9d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749383 Jul 27 20:03:06.570281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8fdf4ff2-3207-46b4-858f-626366eded84 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'subnet': {'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:06.591769 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30015e-4449-45eb-ad8c-31e58f18f3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0339b3ec-4e72-4038-ae93-ff10b70ca58a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:06.683204 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-49f43a6a-e6b9-41d1-89ec-d4b162a63790 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:06.723927 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-49f43a6a-e6b9-41d1-89ec-d4b162a63790 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:06.727132 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8958c-e271-4831-b908-00f26f6ef74f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'Network': ['ID=73d72393-3d95-4308-9106-6209eefa092b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:06.748736 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 73d72393-3d95-4308-9106-6209eefa092b details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:03:06.753669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Router 9db393b7-c68b-44b0-baa2-13951f5a5038 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:03:06.877397 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdf4ff2-3207-46b4-858f-626366eded84 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Made reservation on behalf of 65feb551352040c08fc20a451933c436 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:06.883253 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8fdf4ff2-3207-46b4-858f-626366eded84 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:06.909159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b5d7e738-dd20-47be-8d07-9378144070dd None None] Provisioning complete for port a24712d2-0e65-47cc-a371-616635b2de9f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:06.910246 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e738-dd20-47be-8d07-9378144070dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:06.928678 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3fca9de-f9c8-4455-84d6-c9f8e6ee0a14 req-c55a432b-185a-4788-9d7b-c4203ca0eaf8 service neutron] 10.222.0.63 "GET /v2.0/networks/d4a9afff-e180-4361-9946-eb5062760342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003304 Jul 27 20:03:06.947795 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c42391a9-58e1-4c2d-8b8a-344e3e237f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:06.971279 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7e738-dd20-47be-8d07-9378144070dd None None] Port a24712d2-0e65-47cc-a371-616635b2de9f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:07.018587 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:03:07.027528 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-23aeeee6-4dc6-4bec-bb35-efa46c8a0561 admin admin] 10.222.0.48 "PUT /v2.0/routers/9db393b7-c68b-44b0-baa2-13951f5a5038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9244220 Jul 27 20:03:07.037417 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-49f43a6a-e6b9-41d1-89ec-d4b162a63790 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:07.040165 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-49f43a6a-e6b9-41d1-89ec-d4b162a63790 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:07.041459 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-49f43a6a-e6b9-41d1-89ec-d4b162a63790 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "DELETE /v2.0/security-groups/3ab30bbc-047e-46cc-bb5f-25b220951374 HTTP/1.1" status: 204 len: 168 time: 0.7505147 Jul 27 20:03:07.053871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f43a6a-e6b9-41d1-89ec-d4b162a63790 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab30bbc-047e-46cc-bb5f-25b220951374,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:07.072887 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c42391a9-58e1-4c2d-8b8a-344e3e237f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:07.084503 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37614) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:07.157726 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21d3280-44fe-491e-acd1-cfca8b0e3acf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Deleting subnet e61c70f8-3e19-43d0-94d7-a17fc84c0654 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:03:07.161908 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d21d3280-44fe-491e-acd1-cfca8b0e3acf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:07.180084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbb1ab-fc8f-42a1-b01c-f950078d1e7f req-4726a7c7-6ffe-475c-b83c-67fe182e4ece tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:07.187742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-07dbb1ab-fc8f-42a1-b01c-f950078d1e7f req-4726a7c7-6ffe-475c-b83c-67fe182e4ece tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.8020070 Jul 27 20:03:07.214146 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d21d3280-44fe-491e-acd1-cfca8b0e3acf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:07.214329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d36d66-4db2-4c4f-9ed1-4967063d5aaf req-f7c83540-6251-46a4-b24b-41ae71511f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:07.216195 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d7d36d66-4db2-4c4f-9ed1-4967063d5aaf req-f7c83540-6251-46a4-b24b-41ae71511f09 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 1099 time: 0.7364452 Jul 27 20:03:07.305326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-07dbb1ab-fc8f-42a1-b01c-f950078d1e7f req-1472b15c-cf4c-46a0-99b1-6df6220ba458 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163435 Jul 27 20:03:07.338471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3fca9de-f9c8-4455-84d6-c9f8e6ee0a14 req-3a0860d3-4ee3-4538-a858-b0daf4772f35 service neutron] 10.222.0.63 "GET /v2.0/networks/d4a9afff-e180-4361-9946-eb5062760342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547912 Jul 27 20:03:07.353040 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d7d36d66-4db2-4c4f-9ed1-4967063d5aaf req-80e9c3aa-44eb-42af-a20c-eb285abd41be service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251905 Jul 27 20:03:07.356429 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c42391a9-58e1-4c2d-8b8a-344e3e237f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:07.359321 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c42391a9-58e1-4c2d-8b8a-344e3e237f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:07.361071 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c42391a9-58e1-4c2d-8b8a-344e3e237f3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0339b3ec-4e72-4038-ae93-ff10b70ca58a HTTP/1.1" status: 204 len: 168 time: 0.8854437 Jul 27 20:03:07.375126 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42391a9-58e1-4c2d-8b8a-344e3e237f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0339b3ec-4e72-4038-ae93-ff10b70ca58a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:07.386968 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d21d3280-44fe-491e-acd1-cfca8b0e3acf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:07.459152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c3c4214e-d7da-40f6-b448-e69e801416b4 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:07.496527 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d21d3280-44fe-491e-acd1-cfca8b0e3acf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:07.576942 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8fdf4ff2-3207-46b4-858f-626366eded84 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:07.585635 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port c3c4214e-d7da-40f6-b448-e69e801416b4 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:07.589687 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port c3c4214e-d7da-40f6-b448-e69e801416b4 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:07.590134 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:07.631639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d3280-44fe-491e-acd1-cfca8b0e3acf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Subnet': ['ID=e61c70f8-3e19-43d0-94d7-a17fc84c0654,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:07.660754 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d21d3280-44fe-491e-acd1-cfca8b0e3acf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:07.662690 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d21d3280-44fe-491e-acd1-cfca8b0e3acf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "DELETE /v2.0/subnets/e61c70f8-3e19-43d0-94d7-a17fc84c0654 HTTP/1.1" status: 204 len: 168 time: 0.5771976 Jul 27 20:03:07.668610 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37634) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:07.684047 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c009ecab-d038-4ca6-ae0b-2148b71cdc42 None None] Network 8b870101-f76a-4dbd-838f-124a83f5fcb2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:03:07.753769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Sync routers for ids ['9db393b7-c68b-44b0-baa2-13951f5a5038'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:03:07.794620 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Routers {'9db393b7-c68b-44b0-baa2-13951f5a5038'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:07.795971 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9db393b7-c68b-44b0-baa2-13951f5a5038'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:07.897366 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf4ff2-3207-46b4-858f-626366eded84 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'Subnet': ['ID=cce99a40-eb09-424b-8f6d-7e5c39e72423,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:07.951787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdf4ff2-3207-46b4-858f-626366eded84 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Checking segment: {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:07.952169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf4ff2-3207-46b4-858f-626366eded84 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Network hostable DHCP agents. Network: cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:03:07.959489 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:08.055166 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:08.077115 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111875ad-08f5-4a14-b119-b0848397bc15 req-64b4e7cf-5991-4ab2-b431-082fc602fdd2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:08.084797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-111875ad-08f5-4a14-b119-b0848397bc15 req-64b4e7cf-5991-4ab2-b431-082fc602fdd2 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 947 time: 0.3728878 Jul 27 20:03:08.091901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf4ff2-3207-46b4-858f-626366eded84 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:03:08.111547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef27cb-0205-475c-8cbe-df7503260021 req-5e0a661f-8a66-4ead-ae48-9fcc209020e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:08.121839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10ef27cb-0205-475c-8cbe-df7503260021 req-5e0a661f-8a66-4ead-ae48-9fcc209020e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 1099 time: 0.4146729 Jul 27 20:03:08.144046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78834ee-17a2-413a-b684-78f72c763ef9 req-33e04cb7-4b35-4b1e-9836-b86fe86e90d9 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:08.149622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a78834ee-17a2-413a-b684-78f72c763ef9 req-33e04cb7-4b35-4b1e-9836-b86fe86e90d9 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.4377885 Jul 27 20:03:08.155780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port c3c4214e-d7da-40f6-b448-e69e801416b4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c3c4214e-d7da-40f6-b448-e69e801416b4,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:08.173209 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:08.214454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-8fdf4ff2-3207-46b4-858f-626366eded84 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:08.258054 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=c3c4214e-d7da-40f6-b448-e69e801416b4,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:08.264867 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9105ec77-494a-42e8-8e2b-355ef4cc38b6 None None] Network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:03:08.288430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Set router 9db393b7-c68b-44b0-baa2-13951f5a5038 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:08.288750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf4ff2-3207-46b4-858f-626366eded84 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:08.289568 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8fdf4ff2-3207-46b4-858f-626366eded84 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:08.352491 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-111875ad-08f5-4a14-b119-b0848397bc15 req-6bf6d254-682a-431a-8b2b-7845fbc6abfe tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645102 Jul 27 20:03:08.379392 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37658) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:08.386005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e44f945a-0809-4e8b-9d46-8840371cf214 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'subnet': {'network_id': '73d72393-3d95-4308-9106-6209eefa092b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:08.390360 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8fdf4ff2-3207-46b4-858f-626366eded84 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9135005 Jul 27 20:03:08.403739 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a78834ee-17a2-413a-b684-78f72c763ef9 req-f56f3802-cbd9-4011-b7bd-8f5c93d5d366 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118108 Jul 27 20:03:08.519442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44f945a-0809-4e8b-9d46-8840371cf214 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Made reservation on behalf of 65feb551352040c08fc20a451933c436 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:08.519720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Deleting port d6aa1d1b-190f-49cc-8c49-ee394b8b7507 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:08.520786 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:08.524344 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e44f945a-0809-4e8b-9d46-8840371cf214 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:08.602116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef27cb-0205-475c-8cbe-df7503260021 req-dddbca2c-8e4c-494c-960f-bc70b6cbb7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:08.604586 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10ef27cb-0205-475c-8cbe-df7503260021 req-dddbca2c-8e4c-494c-960f-bc70b6cbb7e6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 200 len: 918 time: 0.4223819 Jul 27 20:03:08.619188 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:08.769081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b690e92b-09ca-4eb1-9636-796031bdcda1 None None] DHCP port deletion for 8b870101-f76a-4dbd-838f-124a83f5fcb2 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:03:08.874933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7', 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7', 'tenant_id': '65feb551352040c08fc20a451933c436', 'fixed_ips': [{'subnet_id': 'cce99a40-eb09-424b-8f6d-7e5c39e72423'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:03:08.876347 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:09.061360 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e44f945a-0809-4e8b-9d46-8840371cf214 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:09.253836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'name': 'tempest-ImageQuotaTest-798547872-router', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'c3c4214e-d7da-40f6-b448-e69e801416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:59Z', 'updated_at': '2021-07-27T20:03:05Z', 'revision_number': 4, 'project_id': '384bc8e5c2424883a8877f72694ec2dc', 'gw_port': {'id': 'c3c4214e-d7da-40f6-b448-e69e801416b4', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:00Z', 'updated_at': '2021-07-27T20:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'a24712d2-0e65-47cc-a371-616635b2de9f', 'name': '', 'network_id': '579dab8d-a46d-4d9f-93e7-09440f37604c', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc', 'mac_address': 'fa:16:3e:f3:a3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f22e459f-8f65-4ce2-ad9a-aecf113476f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:04Z', 'updated_at': '2021-07-27T20:03:05Z', 'revision_number': 2, 'project_id': '384bc8e5c2424883a8877f72694ec2dc', 'subnets': [{'id': 'f22e459f-8f65-4ce2-ad9a-aecf113476f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:09.258603 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] For port d6aa1d1b-190f-49cc-8c49-ee394b8b7507, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d6aa1d1b-190f-49cc-8c49-ee394b8b7507,segment=NetworkSegment(9911d6a5-8f10-448f-98b5-0a53845f8130),segment_id=9911d6a5-8f10-448f-98b5-0a53845f8130)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:09.262943 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:09.300893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f945a-0809-4e8b-9d46-8840371cf214 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'Subnet': ['ID=656e8a32-f28f-4037-bb27-98d941b98b61,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:09.303808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f945a-0809-4e8b-9d46-8840371cf214 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Checking segment: {'id': '122d6dd3-0819-4f4e-b1b8-db7303157c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '73d72393-3d95-4308-9106-6209eefa092b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:09.315851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f945a-0809-4e8b-9d46-8840371cf214 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Network hostable DHCP agents. Network: 73d72393-3d95-4308-9106-6209eefa092b, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:03:09.350074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Calling delete_port for d6aa1d1b-190f-49cc-8c49-ee394b8b7507 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:09.369429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b690e92b-09ca-4eb1-9636-796031bdcda1 None None] Deleting port d6aa1d1b-190f-49cc-8c49-ee394b8b7507 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:09.372083 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f945a-0809-4e8b-9d46-8840371cf214 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Network 73d72393-3d95-4308-9106-6209eefa092b is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:03:09.379501 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b690e92b-09ca-4eb1-9636-796031bdcda1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:09.394451 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e44f945a-0809-4e8b-9d46-8840371cf214 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 73d72393-3d95-4308-9106-6209eefa092b) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:09.403733 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44f945a-0809-4e8b-9d46-8840371cf214 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:09.404602 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e44f945a-0809-4e8b-9d46-8840371cf214 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:09.419660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Checking router: 9db393b7-c68b-44b0-baa2-13951f5a5038 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:03:09.424883 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Updating router 9db393b7-c68b-44b0-baa2-13951f5a5038 port a24712d2-0e65-47cc-a371-616635b2de9f binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:03:09.454436 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e44f945a-0809-4e8b-9d46-8840371cf214 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0732477 Jul 27 20:03:09.455168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37714) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:09.464608 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-20d35a9a-320e-4f2a-ba12-03cffcd818d1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'port': {'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7', 'name': 'tempest-TaggedBootDevicesTest_v242-734527224', 'fixed_ips': [{'subnet_id': 'cce99a40-eb09-424b-8f6d-7e5c39e72423'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:09.465468 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10ef27cb-0205-475c-8cbe-df7503260021 req-9961d31b-c22b-4a48-9b68-3e63929050bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=697418e5-5859-4ab1-a590-67829d3c0217 HTTP/1.1" status: 200 len: 1002 time: 0.8277140 Jul 27 20:03:09.514834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0553d93d-d3ef-4f47-8ab0-57904f570d97 None None] Network 73d72393-3d95-4308-9106-6209eefa092b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:03:09.628609 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c3c4214e-d7da-40f6-b448-e69e801416b4 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:09.645430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37718) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:09.759814 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Allocated IP 10.1.1.2 (cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7/cce99a40-eb09-424b-8f6d-7e5c39e72423/331fc1a5-ee2a-4cc0-864c-2286e80e8739) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:09.797065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef27cb-0205-475c-8cbe-df7503260021 req-39c1604d-b853-4baf-a338-12a37dbf2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:09.799133 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10ef27cb-0205-475c-8cbe-df7503260021 req-39c1604d-b853-4baf-a338-12a37dbf2a13 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d09a00cb-b386-481d-ac77-b852f1db0dbd HTTP/1.1" status: 200 len: 856 time: 0.3112733 Jul 27 20:03:09.875397 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:09.944799 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Port': ['ID=d6aa1d1b-190f-49cc-8c49-ee394b8b7507,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:09.965008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] No DVR routers for this DVR port d6aa1d1b-190f-49cc-8c49-ee394b8b7507 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:03:09.981275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4b2ce-73fd-45c7-aa7f-d5001deba6eb req-890807cd-2868-4e49-afc8-90cd5b7ede76 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:09.989902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48a4b2ce-73fd-45c7-aa7f-d5001deba6eb req-890807cd-2868-4e49-afc8-90cd5b7ede76 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.3843486 Jul 27 20:03:10.001885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea7aec-9262-42ee-bfb6-a611f5e9764a req-f701d4a0-b3a2-4170-828d-93531399b8ec tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:10.003824 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41ea7aec-9262-42ee-bfb6-a611f5e9764a req-f701d4a0-b3a2-4170-828d-93531399b8ec tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 947 time: 0.4363689 Jul 27 20:03:10.122869 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d35a9a-320e-4f2a-ba12-03cffcd818d1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Made reservation on behalf of 65feb551352040c08fc20a451933c436 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:10.223144 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:10.302566 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48a4b2ce-73fd-45c7-aa7f-d5001deba6eb req-d5e9d3de-ed83-46e8-9ab7-55d285a87bae tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113723 Jul 27 20:03:10.312382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef27cb-0205-475c-8cbe-df7503260021 req-16f2afc4-e259-4f29-bc16-c79f30a67162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:10.315405 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10ef27cb-0205-475c-8cbe-df7503260021 req-16f2afc4-e259-4f29-bc16-c79f30a67162 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5a353abe-4a3b-464a-8986-fca747b8e0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5029733 Jul 27 20:03:10.334250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:10.377795 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41ea7aec-9262-42ee-bfb6-a611f5e9764a req-20fdfcd7-260b-4709-97f0-5fd0a8043c79 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412726 Jul 27 20:03:10.396583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37762) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:10.408561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b870101-f76a-4dbd-838f-124a83f5fcb2']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:10.432832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9911d6a5-8f10-448f-98b5-0a53845f8130') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:10.433307 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9911d6a5-8f10-448f-98b5-0a53845f8130') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:10.433444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20d35a9a-320e-4f2a-ba12-03cffcd818d1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:10.448524 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:10.474613 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:10.483536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-20d35a9a-320e-4f2a-ba12-03cffcd818d1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] device_id is not set on port 126479f5-4f00-4961-8987-3f39241c2c16 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:03:10.490449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:03:10.490861 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:03:10.494713 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:03:10.537519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10ef27cb-0205-475c-8cbe-df7503260021 req-5fa5c14c-546d-4d91-9446-86e8f8682bcf service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073023 Jul 27 20:03:10.614264 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:10.623010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b690e92b-09ca-4eb1-9636-796031bdcda1 None None] For port d6aa1d1b-190f-49cc-8c49-ee394b8b7507, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d6aa1d1b-190f-49cc-8c49-ee394b8b7507,segment=NetworkSegment(9911d6a5-8f10-448f-98b5-0a53845f8130),segment_id=9911d6a5-8f10-448f-98b5-0a53845f8130)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:10.624012 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b690e92b-09ca-4eb1-9636-796031bdcda1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:10.624864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:10.643032 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b690e92b-09ca-4eb1-9636-796031bdcda1 None None] Calling delete_port for d6aa1d1b-190f-49cc-8c49-ee394b8b7507 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:10.657196 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:10.659597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "DELETE /v2.0/networks/8b870101-f76a-4dbd-838f-124a83f5fcb2 HTTP/1.1" status: 204 len: 168 time: 2.9858062 Jul 27 20:03:10.660860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1efc9-d36f-4283-8911-279c65794da0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Network': ['ID=8b870101-f76a-4dbd-838f-124a83f5fcb2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:10.662685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37766) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:10.755500 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b690e92b-09ca-4eb1-9636-796031bdcda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:10.769372 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10ef27cb-0205-475c-8cbe-df7503260021 req-ac2dfa7f-2d7c-4796-929b-2c75645f3af4 service neutron] 10.222.0.52 "GET /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206326 Jul 27 20:03:10.828746 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Transition to ACTIVE for port object a24712d2-0e65-47cc-a371-616635b2de9f will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:10.835925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b690e92b-09ca-4eb1-9636-796031bdcda1 None None] Network 8b870101-f76a-4dbd-838f-124a83f5fcb2 is not hosted by any dhcp agent {{(pid=94061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 20:03:10.836424 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690e92b-09ca-4eb1-9636-796031bdcda1 None None] No DVR routers for this DVR port d6aa1d1b-190f-49cc-8c49-ee394b8b7507 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:03:10.849900 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port c3c4214e-d7da-40f6-b448-e69e801416b4 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:10.849900 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:10.851707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690e92b-09ca-4eb1-9636-796031bdcda1 None None] Pushing event deleted for resources: {'Port': ['ID=d6aa1d1b-190f-49cc-8c49-ee394b8b7507,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:10.890618 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:10.934007 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-684dd3f1-fa38-41d2-8a49-7a47246e78b4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Deleting port 409b9a14-e27e-450a-b971-d1f420992e14 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:10.934458 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-684dd3f1-fa38-41d2-8a49-7a47246e78b4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:10.956245 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0530177f-3499-4f50-b97d-3255c27bd263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.062205 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-684dd3f1-fa38-41d2-8a49-7a47246e78b4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.063344 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-684dd3f1-fa38-41d2-8a49-7a47246e78b4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.086447 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-684dd3f1-fa38-41d2-8a49-7a47246e78b4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Calling delete_port for 409b9a14-e27e-450a-b971-d1f420992e14 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:11.101455 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25985c-05dc-43fa-9c37-746a76b81a3c None None] Pushing event updated for resources: {'Port': ['ID=a24712d2-0e65-47cc-a371-616635b2de9f,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:11.197703 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0530177f-3499-4f50-b97d-3255c27bd263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.209976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-73d72393-3d95-4308-9106-6209eefa092b', 'network_id': '73d72393-3d95-4308-9106-6209eefa092b', 'tenant_id': '65feb551352040c08fc20a451933c436', 'fixed_ips': [{'subnet_id': '656e8a32-f28f-4037-bb27-98d941b98b61'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:03:11.210796 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.215486 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0530177f-3499-4f50-b97d-3255c27bd263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.256986 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530177f-3499-4f50-b97d-3255c27bd263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2750fe99-3de2-474d-b8dd-797a8894b38c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:11.287564 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-014a8f7d-a083-4506-8093-d51a60c7bf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.305478 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.370271 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Attempting to bind port a24712d2-0e65-47cc-a371-616635b2de9f on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:11.370664 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Attempting to bind port a24712d2-0e65-47cc-a371-616635b2de9f by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '3b3c5b90-a2fd-43d5-a3c7-aef6782a2455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '579dab8d-a46d-4d9f-93e7-09440f37604c'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:11.372232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Attempting to bind port a24712d2-0e65-47cc-a371-616635b2de9f on network 579dab8d-a46d-4d9f-93e7-09440f37604c {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:11.380806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Transition to ACTIVE for port object 331fc1a5-ee2a-4cc0-864c-2286e80e8739 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:11.434012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:11.434559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Checking segment: {'id': '3b3c5b90-a2fd-43d5-a3c7-aef6782a2455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '579dab8d-a46d-4d9f-93e7-09440f37604c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:11.435162 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.435692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Bound using segment: {'id': '3b3c5b90-a2fd-43d5-a3c7-aef6782a2455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '579dab8d-a46d-4d9f-93e7-09440f37604c'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:11.436270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Bound port: a24712d2-0e65-47cc-a371-616635b2de9f, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3c5b90-a2fd-43d5-a3c7-aef6782a2455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '579dab8d-a46d-4d9f-93e7-09440f37604c'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:11.436754 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.464032 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0530177f-3499-4f50-b97d-3255c27bd263 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=114d0844e95740d2bc32f36a249b66c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0639117 Jul 27 20:03:11.468492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37776) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:11.543072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Transition to ACTIVE for port object 331fc1a5-ee2a-4cc0-864c-2286e80e8739 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:11.613399 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] For port a24712d2-0e65-47cc-a371-616635b2de9f, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:11.617815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] For port a24712d2-0e65-47cc-a371-616635b2de9f, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a24712d2-0e65-47cc-a371-616635b2de9f,segment=NetworkSegment(3b3c5b90-a2fd-43d5-a3c7-aef6782a2455),segment_id=3b3c5b90-a2fd-43d5-a3c7-aef6782a2455)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:11.626724 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d6aa1d1b-190f-49cc-8c49-ee394b8b7507 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:03:11.634588 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.646699 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.667068 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-684dd3f1-fa38-41d2-8a49-7a47246e78b4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.669685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-20d35a9a-320e-4f2a-ba12-03cffcd818d1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Allocated IP 10.1.1.141 (cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7/cce99a40-eb09-424b-8f6d-7e5c39e72423/126479f5-4f00-4961-8987-3f39241c2c16) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:11.680334 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.707186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: d6aa1d1b-190f-49cc-8c49-ee394b8b7507 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:03:11.707554 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d6aa1d1b-190f-49cc-8c49-ee394b8b7507 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:03:11.711859 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:11.740663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:11.756912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:11.782285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684dd3f1-fa38-41d2-8a49-7a47246e78b4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Port': ['ID=409b9a14-e27e-450a-b971-d1f420992e14,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:11.851638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64834413-f8cc-4bc2-bb3d-5e56c2d7244f req-e140cac8-3a7d-4a2f-8bc6-47c2834b1aa7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:11.854155 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64834413-f8cc-4bc2-bb3d-5e56c2d7244f req-e140cac8-3a7d-4a2f-8bc6-47c2834b1aa7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.3847628 Jul 27 20:03:11.859295 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-215ec9f1-04a3-4abb-94ce-5e81492d24ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.876744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Pushing event updated for resources: {'Port': ['ID=331fc1a5-ee2a-4cc0-864c-2286e80e8739,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:11.906160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Routers {'9db393b7-c68b-44b0-baa2-13951f5a5038'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:11.906815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9db393b7-c68b-44b0-baa2-13951f5a5038'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:11.926186 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-215ec9f1-04a3-4abb-94ce-5e81492d24ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:11.956820 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b820d1-92af-4e0f-9b88-735b19f3f099 req-60197d56-338d-494b-80e5-b2904cfa046d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:11.958825 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1b820d1-92af-4e0f-9b88-735b19f3f099 req-60197d56-338d-494b-80e5-b2904cfa046d tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 947 time: 0.4284022 Jul 27 20:03:11.990348 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20d35a9a-320e-4f2a-ba12-03cffcd818d1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:12.011989 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-20d35a9a-320e-4f2a-ba12-03cffcd818d1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Transition to ACTIVE for port object 126479f5-4f00-4961-8987-3f39241c2c16 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:12.013937 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Allocated IP 10.2.2.2 (73d72393-3d95-4308-9106-6209eefa092b/656e8a32-f28f-4037-bb27-98d941b98b61/b7380c2d-935b-4386-8ff4-82eabd801d31) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:12.018537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64834413-f8cc-4bc2-bb3d-5e56c2d7244f req-af4ef577-d897-43ea-9796-aea31b58cf28 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292946 Jul 27 20:03:12.073513 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20d35a9a-320e-4f2a-ba12-03cffcd818d1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:12.092104 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-684dd3f1-fa38-41d2-8a49-7a47246e78b4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:12.092616 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-684dd3f1-fa38-41d2-8a49-7a47246e78b4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Floating IP 08395062-7e49-4713-8a23-6f37f9f9a7e8 disassociated (deleted). External IP: 172.25.1.211, port: 541da640-d358-468b-b24e-a23f278bc234. Jul 27 20:03:12.098833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1b820d1-92af-4e0f-9b88-735b19f3f099 req-ec65c0de-7509-4ee2-a768-169b80a0624a tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192002 Jul 27 20:03:12.118031 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-014a8f7d-a083-4506-8093-d51a60c7bf4c admin admin] Deleting port a24712d2-0e65-47cc-a371-616635b2de9f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:12.118532 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-014a8f7d-a083-4506-8093-d51a60c7bf4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:12.211554 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Attempting to bind port 331fc1a5-ee2a-4cc0-864c-2286e80e8739 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:12.211957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Attempting to bind port 331fc1a5-ee2a-4cc0-864c-2286e80e8739 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:12.212281 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Attempting to bind port 331fc1a5-ee2a-4cc0-864c-2286e80e8739 on network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:12.241656 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d35a9a-320e-4f2a-ba12-03cffcd818d1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:12.245653 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-014a8f7d-a083-4506-8093-d51a60c7bf4c admin admin] For port a24712d2-0e65-47cc-a371-616635b2de9f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a24712d2-0e65-47cc-a371-616635b2de9f,segment=NetworkSegment(3b3c5b90-a2fd-43d5-a3c7-aef6782a2455),segment_id=3b3c5b90-a2fd-43d5-a3c7-aef6782a2455)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:12.246180 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-014a8f7d-a083-4506-8093-d51a60c7bf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:12.259447 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-20d35a9a-320e-4f2a-ba12-03cffcd818d1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:12.276238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d35a9a-320e-4f2a-ba12-03cffcd818d1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'Port': ['ID=126479f5-4f00-4961-8987-3f39241c2c16,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:12.276507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:12.276754 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Checking segment: {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:12.277163 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:12.277558 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Bound using segment: {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:12.278353 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Bound port: 331fc1a5-ee2a-4cc0-864c-2286e80e8739, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:12.278738 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:12.280123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d35a9a-320e-4f2a-ba12-03cffcd818d1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:12.311949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25985c-05dc-43fa-9c37-746a76b81a3c None None] Pushing event updated for resources: {'Port': ['ID=a24712d2-0e65-47cc-a371-616635b2de9f,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:12.342519 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d35a9a-320e-4f2a-ba12-03cffcd818d1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:12.343415 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20d35a9a-320e-4f2a-ba12-03cffcd818d1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:12.346336 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-014a8f7d-a083-4506-8093-d51a60c7bf4c admin admin] Calling delete_port for a24712d2-0e65-47cc-a371-616635b2de9f owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:12.371726 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-215ec9f1-04a3-4abb-94ce-5e81492d24ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:12.374921 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-215ec9f1-04a3-4abb-94ce-5e81492d24ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:12.376349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-215ec9f1-04a3-4abb-94ce-5e81492d24ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2750fe99-3de2-474d-b8dd-797a8894b38c HTTP/1.1" status: 204 len: 168 time: 0.9057245 Jul 27 20:03:12.395774 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:12.428637 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-20d35a9a-320e-4f2a-ba12-03cffcd818d1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9721255 Jul 27 20:03:12.432358 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37784) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:12.433806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] Set router 9db393b7-c68b-44b0-baa2-13951f5a5038 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:12.438491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-bbc45c0a-a450-4193-97b5-ae02ebe411ef tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'port': {'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7', 'name': 'tempest-TaggedBootDevicesTest_v242-419712355', 'fixed_ips': [{'subnet_id': 'cce99a40-eb09-424b-8f6d-7e5c39e72423'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:12.442976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Transition to ACTIVE for port object b7380c2d-935b-4386-8ff4-82eabd801d31 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:12.447414 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ec9f1-04a3-4abb-94ce-5e81492d24ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2750fe99-3de2-474d-b8dd-797a8894b38c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:12.498873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684dd3f1-fa38-41d2-8a49-7a47246e78b4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:03:12.596357 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Transition to ACTIVE for port object b7380c2d-935b-4386-8ff4-82eabd801d31 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:12.617626 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:12.623872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] For port 331fc1a5-ee2a-4cc0-864c-2286e80e8739, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:12.627812 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc45c0a-a450-4193-97b5-ae02ebe411ef tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Made reservation on behalf of 65feb551352040c08fc20a451933c436 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:12.632478 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bbc45c0a-a450-4193-97b5-ae02ebe411ef tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:12.666348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-bbc45c0a-a450-4193-97b5-ae02ebe411ef tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] device_id is not set on port cf287038-36da-428d-9206-c7ff8b06bd7c yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:03:12.711175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684dd3f1-fa38-41d2-8a49-7a47246e78b4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:03:12.717615 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-684dd3f1-fa38-41d2-8a49-7a47246e78b4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:12.724913 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b564f33-0f38-4a58-9304-a44777c7cd80 None None] Sync routers for ids ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:03:12.741075 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b564f33-0f38-4a58-9304-a44777c7cd80 None None] Routers {'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:12.743125 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4b564f33-0f38-4a58-9304-a44777c7cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:12.824523 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-684dd3f1-fa38-41d2-8a49-7a47246e78b4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "DELETE /v2.0/floatingips/08395062-7e49-4713-8a23-6f37f9f9a7e8 HTTP/1.1" status: 204 len: 168 time: 2.1575708 Jul 27 20:03:12.826030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'tag': '541da640-d358-468b-b24e-a23f278bc234'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:03:12.829380 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c19832e-39ea-4f56-b585-194c15aa4766" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a95f31-a1ea-43b0-872f-96e5bb0cb605", "tag": "541da640-d358-468b-b24e-a23f278bc234"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:03:12.894804 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d8c81b-0818-4e43-a36e-dde6f55873d4 x-openstack-request-id: req-f4d8c81b-0818-4e43-a36e-dde6f55873d4 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:03:12.895268 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a95f31-a1ea-43b0-872f-96e5bb0cb605", "tag": "541da640-d358-468b-b24e-a23f278bc234", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:03:12.895725 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4d8c81b-0818-4e43-a36e-dde6f55873d4 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:03:12.896356 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'tag': '541da640-d358-468b-b24e-a23f278bc234', 'status': 'completed', 'code': 200} Jul 27 20:03:12.946643 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-4b564f33-0f38-4a58-9304-a44777c7cd80 None None] Set router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:13.003915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-bbc45c0a-a450-4193-97b5-ae02ebe411ef tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Allocated IP 10.1.1.7 (cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7/cce99a40-eb09-424b-8f6d-7e5c39e72423/cf287038-36da-428d-9206-c7ff8b06bd7c) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:13.006120 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-014a8f7d-a083-4506-8093-d51a60c7bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:13.056477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19832e-39ea-4f56-b585-194c15aa4766 req-8157518d-d5bc-422b-8d0c-8d432a488baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:13.062041 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c19832e-39ea-4f56-b585-194c15aa4766 req-8157518d-d5bc-422b-8d0c-8d432a488baf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=276aa582ad7e44029331aa2680c554e9&device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 1098 time: 0.1408732 Jul 27 20:03:13.092757 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a8f7d-a083-4506-8093-d51a60c7bf4c admin admin] Pushing event deleted for resources: {'Port': ['ID=a24712d2-0e65-47cc-a371-616635b2de9f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:13.168307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Network 73d72393-3d95-4308-9106-6209eefa092b is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:13.172988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] For port 331fc1a5-ee2a-4cc0-864c-2286e80e8739, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=331fc1a5-ee2a-4cc0-864c-2286e80e8739,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:13.174077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Pushing event updated for resources: {'Port': ['ID=b7380c2d-935b-4386-8ff4-82eabd801d31,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:13.176750 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:13.198717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:13.213576 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:13.427404 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19832e-39ea-4f56-b585-194c15aa4766 req-a72ce7c8-bdee-4411-ab3f-caea9550fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:13.430836 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c19832e-39ea-4f56-b585-194c15aa4766 req-a72ce7c8-bdee-4411-ab3f-caea9550fea8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d4a9afff-e180-4361-9946-eb5062760342 HTTP/1.1" status: 200 len: 898 time: 0.3595529 Jul 27 20:03:13.462409 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bbc45c0a-a450-4193-97b5-ae02ebe411ef tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:13.524146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-bbc45c0a-a450-4193-97b5-ae02ebe411ef tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Transition to ACTIVE for port object cf287038-36da-428d-9206-c7ff8b06bd7c will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:13.557846 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4b564f33-0f38-4a58-9304-a44777c7cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:02:58Z', 'revision_number': 6, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '19afd29d-8983-4c0f-ada9-acb33ae78959', 'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:35Z', 'updated_at': '2021-07-27T20:00:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:13.598959 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a049fab1-eb79-4e95-9980-429ba290065a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:13.610721 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3317b-3fe5-4413-975f-1959026ade70 req-c6f4d3fc-9154-45a2-a539-05ca4170fef0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:13.612407 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c3317b-3fe5-4413-975f-1959026ade70 req-c6f4d3fc-9154-45a2-a539-05ca4170fef0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.4313805 Jul 27 20:03:13.614083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c19832e-39ea-4f56-b585-194c15aa4766 req-f759f1ba-c0db-42e0-b428-461c67337cb0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=541da640-d358-468b-b24e-a23f278bc234 HTTP/1.1" status: 200 len: 217 time: 0.1571786 Jul 27 20:03:13.647996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Attempting to bind port b7380c2d-935b-4386-8ff4-82eabd801d31 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:13.648596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Attempting to bind port b7380c2d-935b-4386-8ff4-82eabd801d31 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '122d6dd3-0819-4f4e-b1b8-db7303157c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '73d72393-3d95-4308-9106-6209eefa092b'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:13.648726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Attempting to bind port b7380c2d-935b-4386-8ff4-82eabd801d31 on network 73d72393-3d95-4308-9106-6209eefa092b {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:13.653526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad7dbd-83b0-4b39-817d-7d9f6ba30e41 None None] Pushing event updated for resources: {'Port': ['ID=331fc1a5-ee2a-4cc0-864c-2286e80e8739,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:13.657257 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b564f33-0f38-4a58-9304-a44777c7cd80 None None] Checking router: a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:03:13.667977 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bbc45c0a-a450-4193-97b5-ae02ebe411ef tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:13.671831 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:13.672222 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Checking segment: {'id': '122d6dd3-0819-4f4e-b1b8-db7303157c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '73d72393-3d95-4308-9106-6209eefa092b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:13.673171 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:13.673878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Bound using segment: {'id': '122d6dd3-0819-4f4e-b1b8-db7303157c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '73d72393-3d95-4308-9106-6209eefa092b'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:13.674369 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Bound port: b7380c2d-935b-4386-8ff4-82eabd801d31, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122d6dd3-0819-4f4e-b1b8-db7303157c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '73d72393-3d95-4308-9106-6209eefa092b'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:13.674761 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:13.692286 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b564f33-0f38-4a58-9304-a44777c7cd80 None None] Routers {'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:13.693131 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4b564f33-0f38-4a58-9304-a44777c7cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:13.800426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc45c0a-a450-4193-97b5-ae02ebe411ef tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'Port': ['ID=cf287038-36da-428d-9206-c7ff8b06bd7c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:13.830049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'name': 'tempest-ImageQuotaTest-798547872-router', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'c3c4214e-d7da-40f6-b448-e69e801416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:59Z', 'updated_at': '2021-07-27T20:03:05Z', 'revision_number': 4, 'project_id': '384bc8e5c2424883a8877f72694ec2dc', 'gw_port': {'id': 'c3c4214e-d7da-40f6-b448-e69e801416b4', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:00Z', 'updated_at': '2021-07-27T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'a24712d2-0e65-47cc-a371-616635b2de9f', 'name': '', 'network_id': '579dab8d-a46d-4d9f-93e7-09440f37604c', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc', 'mac_address': 'fa:16:3e:f3:a3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f22e459f-8f65-4ce2-ad9a-aecf113476f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:04Z', 'updated_at': '2021-07-27T20:03:11Z', 'revision_number': 4, 'project_id': '384bc8e5c2424883a8877f72694ec2dc', 'subnets': [{'id': 'f22e459f-8f65-4ce2-ad9a-aecf113476f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:13.908253 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a335902-05ea-447c-9373-a48b6a155215 None None] The sync data for ids ['9db393b7-c68b-44b0-baa2-13951f5a5038'] in n-d-705657-21 is: [{'id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'name': 'tempest-ImageQuotaTest-798547872-router', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'c3c4214e-d7da-40f6-b448-e69e801416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:59Z', 'updated_at': '2021-07-27T20:03:05Z', 'revision_number': 4, 'project_id': '384bc8e5c2424883a8877f72694ec2dc', 'gw_port': {'id': 'c3c4214e-d7da-40f6-b448-e69e801416b4', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:00Z', 'updated_at': '2021-07-27T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'a24712d2-0e65-47cc-a371-616635b2de9f', 'name': '', 'network_id': '579dab8d-a46d-4d9f-93e7-09440f37604c', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc', 'mac_address': 'fa:16:3e:f3:a3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'f22e459f-8f65-4ce2-ad9a-aecf113476f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:04Z', 'updated_at': '2021-07-27T20:03:11Z', 'revision_number': 4, 'project_id': '384bc8e5c2424883a8877f72694ec2dc', 'subnets': [{'id': 'f22e459f-8f65-4ce2-ad9a-aecf113476f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:03:13.924677 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] For port b7380c2d-935b-4386-8ff4-82eabd801d31, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:13.941767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] For port b7380c2d-935b-4386-8ff4-82eabd801d31, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b7380c2d-935b-4386-8ff4-82eabd801d31,segment=NetworkSegment(122d6dd3-0819-4f4e-b1b8-db7303157c5c),segment_id=122d6dd3-0819-4f4e-b1b8-db7303157c5c)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:13.954360 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:13.967526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc45c0a-a450-4193-97b5-ae02ebe411ef tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:13.971855 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-bbc45c0a-a450-4193-97b5-ae02ebe411ef tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:13.980941 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc45c0a-a450-4193-97b5-ae02ebe411ef tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:14.018773 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-4b564f33-0f38-4a58-9304-a44777c7cd80 None None] Set router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:14.114388 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cced7c-1fd2-483d-ab00-775ebc522c77 None None] Pushing event updated for resources: {'Port': ['ID=b7380c2d-935b-4386-8ff4-82eabd801d31,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:14.212781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc45c0a-a450-4193-97b5-ae02ebe411ef tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:14.213494 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bbc45c0a-a450-4193-97b5-ae02ebe411ef tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:14.286444 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bbc45c0a-a450-4193-97b5-ae02ebe411ef tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8499548 Jul 27 20:03:14.288185 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-014a8f7d-a083-4506-8093-d51a60c7bf4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:14.374443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a051eb-b22e-4052-bc60-808cba55ca4a req-de42626d-a405-4872-90a8-fea443d517bc tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:14.385314 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1a051eb-b22e-4052-bc60-808cba55ca4a req-de42626d-a405-4872-90a8-fea443d517bc tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 946 time: 1.0516064 Jul 27 20:03:14.519840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19832e-39ea-4f56-b585-194c15aa4766 req-1fcd646a-ba89-4f6c-821b-803cd99cf929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:14.521233 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-4b564f33-0f38-4a58-9304-a44777c7cd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:02:58Z', 'revision_number': 6, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '19afd29d-8983-4c0f-ada9-acb33ae78959', 'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:35Z', 'updated_at': '2021-07-27T20:00:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:14.530519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c19832e-39ea-4f56-b585-194c15aa4766 req-1fcd646a-ba89-4f6c-821b-803cd99cf929 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16a7b1fa-340e-4d83-9ec9-70017797e334 HTTP/1.1" status: 200 len: 834 time: 0.9020023 Jul 27 20:03:14.558354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65c3317b-3fe5-4413-975f-1959026ade70 req-6bcd8418-035f-4a36-b44e-cd3b05fce0a7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9319589 Jul 27 20:03:14.581725 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b564f33-0f38-4a58-9304-a44777c7cd80 None None] The sync data for ids ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'] in n-d-705657-21 is: [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:02:58Z', 'revision_number': 6, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '19afd29d-8983-4c0f-ada9-acb33ae78959', 'name': '', 'network_id': 'd4a9afff-e180-4361-9946-eb5062760342', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:35Z', 'updated_at': '2021-07-27T20:00:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': '16a7b1fa-340e-4d83-9ec9-70017797e334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:03:14.635073 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1a051eb-b22e-4052-bc60-808cba55ca4a req-74fb1cb6-53c4-44dc-aec2-fde20f85d2bd tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe1e18f8-c2ab-4eba-b448-51ad11eab8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477052 Jul 27 20:03:14.738469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19832e-39ea-4f56-b585-194c15aa4766 req-98951ce6-7913-4f44-9089-28d87ee11865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:14.739960 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c19832e-39ea-4f56-b585-194c15aa4766 req-98951ce6-7913-4f44-9089-28d87ee11865 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d4a9afff-e180-4361-9946-eb5062760342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1991692 Jul 27 20:03:14.999366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014a8f7d-a083-4506-8093-d51a60c7bf4c admin admin] Router 9db393b7-c68b-44b0-baa2-13951f5a5038 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:03:15.060113 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c19832e-39ea-4f56-b585-194c15aa4766 req-f0a05a68-fee7-4952-94c2-c01074406713 service neutron] 10.222.0.63 "GET /v2.0/networks/d4a9afff-e180-4361-9946-eb5062760342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029802 Jul 27 20:03:15.080556 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff35d0-5865-4435-92f0-1bdd282ce1c3 req-6569248f-8406-4f24-9811-910c2aab653f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:15.088431 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-40ff35d0-5865-4435-92f0-1bdd282ce1c3 req-6569248f-8406-4f24-9811-910c2aab653f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.63 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 946 time: 0.3709826 Jul 27 20:03:15.315523 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c19832e-39ea-4f56-b585-194c15aa4766 req-44157504-9e2c-43e7-be35-bb43cfd0915d service neutron] 10.222.0.63 "GET /v2.0/networks/d4a9afff-e180-4361-9946-eb5062760342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439675 Jul 27 20:03:15.490394 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c9b02-7917-4829-b311-c4b3cdd21730 None None] New status for floating IP 08395062-7e49-4713-8a23-6f37f9f9a7e8: DOWN {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:03:15.524679 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-40ff35d0-5865-4435-92f0-1bdd282ce1c3 req-f73d90c3-d87f-4d60-b6a5-181d4de437cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Deleting port 541da640-d358-468b-b24e-a23f278bc234 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:15.525023 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-40ff35d0-5865-4435-92f0-1bdd282ce1c3 req-f73d90c3-d87f-4d60-b6a5-181d4de437cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:15.673710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eee015-3947-4bbd-8cdb-b8f8b70d4c84 None None] Network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:03:15.734393 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-40ff35d0-5865-4435-92f0-1bdd282ce1c3 req-f73d90c3-d87f-4d60-b6a5-181d4de437cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] For port 541da640-d358-468b-b24e-a23f278bc234, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=541da640-d358-468b-b24e-a23f278bc234,segment=NetworkSegment(2f93898f-5b70-4eb7-bf18-f49e8d595bd0),segment_id=2f93898f-5b70-4eb7-bf18-f49e8d595bd0)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:15.734760 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-40ff35d0-5865-4435-92f0-1bdd282ce1c3 req-f73d90c3-d87f-4d60-b6a5-181d4de437cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:15.817562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-40ff35d0-5865-4435-92f0-1bdd282ce1c3 req-f73d90c3-d87f-4d60-b6a5-181d4de437cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Calling delete_port for 541da640-d358-468b-b24e-a23f278bc234 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:15.837194 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9d22d304-cec3-4d99-b8e3-84fe65b4e8ed None None] Provisioning for port 331fc1a5-ee2a-4cc0-864c-2286e80e8739 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:15.923578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37914) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:15.976256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d20971b5-7a44-487c-92af-816414c3057d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1772580389', 'description': 'tempest-description--2142181780'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:16.035889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5cbce-2c8f-4d76-b774-d090853720f9 req-cdbdf10e-aebf-4a68-b647-de20f43f0911 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:16.044719 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2be5cbce-2c8f-4d76-b774-d090853720f9 req-cdbdf10e-aebf-4a68-b647-de20f43f0911 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.3448882 Jul 27 20:03:16.095977 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014a8f7d-a083-4506-8093-d51a60c7bf4c admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:03:16.104870 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-014a8f7d-a083-4506-8093-d51a60c7bf4c admin admin] 10.222.0.48 "PUT /v2.0/routers/9db393b7-c68b-44b0-baa2-13951f5a5038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4567823 Jul 27 20:03:16.107724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37920) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:16.132265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae2740f-059d-4767-a580-8fb59549fa10 None None] Network 73d72393-3d95-4308-9106-6209eefa092b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:03:16.166318 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b7380c2d-935b-4386-8ff4-82eabd801d31 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:16.211416 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d20971b5-7a44-487c-92af-816414c3057d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:16.260985 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2be5cbce-2c8f-4d76-b774-d090853720f9 req-cc283aae-b6c8-48ab-b414-4d4e97ccf2ba tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126293 Jul 27 20:03:16.397514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c0789373-8f42-4fe6-95d4-ad223b5d0662 None None] Provisioning for port b7380c2d-935b-4386-8ff4-82eabd801d31 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:16.427552 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0fe4e0d4-c85c-4224-a283-56c4b1891181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:16.436861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37926) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:16.487713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5885da5-9b30-4b26-9e08-1119a2bd17a2 req-7759ad5e-b4d3-419b-9f93-23e33a19504c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:16.495477 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:16.509542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5885da5-9b30-4b26-9e08-1119a2bd17a2 req-7759ad5e-b4d3-419b-9f93-23e33a19504c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 946 time: 0.4113903 Jul 27 20:03:16.541027 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d20971b5-7a44-487c-92af-816414c3057d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:16.556859 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d20971b5-7a44-487c-92af-816414c3057d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:16.587958 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d42f0a-5796-434d-9bd1-b09dd5530eea None None] Sync routers for ids ['9db393b7-c68b-44b0-baa2-13951f5a5038'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:03:16.609599 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d42f0a-5796-434d-9bd1-b09dd5530eea None None] Routers {'9db393b7-c68b-44b0-baa2-13951f5a5038'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:16.617170 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-69d42f0a-5796-434d-9bd1-b09dd5530eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9db393b7-c68b-44b0-baa2-13951f5a5038'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:16.681981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port b7380c2d-935b-4386-8ff4-82eabd801d31 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:16.697929 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b7380c2d-935b-4386-8ff4-82eabd801d31 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:16.698312 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:16.732089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5885da5-9b30-4b26-9e08-1119a2bd17a2 req-b786c4e6-caf1-46ed-aae8-e48918fa7176 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe1e18f8-c2ab-4eba-b448-51ad11eab8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210727 Jul 27 20:03:16.734860 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d20971b5-7a44-487c-92af-816414c3057d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:16.750403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d20971b5-7a44-487c-92af-816414c3057d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8242476 Jul 27 20:03:16.753166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20971b5-7a44-487c-92af-816414c3057d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9e914b-f6d8-4410-bb75-e24f78f5f383,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:16.758297 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37934) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:16.768892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-0dc71709-ad50-4152-9f88-418fa45788e9 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'security_group_rule': {'security_group_id': '9f9e914b-f6d8-4410-bb75-e24f78f5f383', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:16.802152 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-05f07c1f-95f8-4a0d-8c6b-a24e460b0b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:16.858550 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ad50-4152-9f88-418fa45788e9 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:16.926817 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:16.978149 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-05f07c1f-95f8-4a0d-8c6b-a24e460b0b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.000887 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port b7380c2d-935b-4386-8ff4-82eabd801d31, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b7380c2d-935b-4386-8ff4-82eabd801d31,segment=NetworkSegment(122d6dd3-0819-4f4e-b1b8-db7303157c5c),segment_id=122d6dd3-0819-4f4e-b1b8-db7303157c5c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:17.004122 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-05f07c1f-95f8-4a0d-8c6b-a24e460b0b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.010475 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.011624 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 331fc1a5-ee2a-4cc0-864c-2286e80e8739 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:17.025524 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-69d42f0a-5796-434d-9bd1-b09dd5530eea None None] Set router 9db393b7-c68b-44b0-baa2-13951f5a5038 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:17.137787 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.160478 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-05f07c1f-95f8-4a0d-8c6b-a24e460b0b5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d467fae769640249ae2ad2b91eacc2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7224367 Jul 27 20:03:17.170619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37936) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:17.179144 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.202281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f07c1f-95f8-4a0d-8c6b-a24e460b0b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6bc97e-129d-40d2-ae49-2aee9c500f61,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:17.204713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=b7380c2d-935b-4386-8ff4-82eabd801d31,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:17.257024 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ad50-4152-9f88-418fa45788e9 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.288986 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ad50-4152-9f88-418fa45788e9 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.323672 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 331fc1a5-ee2a-4cc0-864c-2286e80e8739 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:17.340711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c1ff1a1f-81fa-4afd-a6f2-86c79ce4ee00 None None] Provisioning for port cf287038-36da-428d-9206-c7ff8b06bd7c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:17.346740 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c1ff1a1f-81fa-4afd-a6f2-86c79ce4ee00 None None] Provisioning complete for port cf287038-36da-428d-9206-c7ff8b06bd7c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:17.347270 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c1ff1a1f-81fa-4afd-a6f2-86c79ce4ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.354748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 331fc1a5-ee2a-4cc0-864c-2286e80e8739 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:17.355320 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.369581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc71709-ad50-4152-9f88-418fa45788e9 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ac4809-1e64-4440-ac4e-43e6616142b6,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:17.375855 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0dc71709-ad50-4152-9f88-418fa45788e9 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.379231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0dc71709-ad50-4152-9f88-418fa45788e9 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6187131 Jul 27 20:03:17.397666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37940) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:17.421562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-969fda71-68b2-4920-a346-e3c4907cb142 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'security_group_rule': {'security_group_id': '9f9e914b-f6d8-4410-bb75-e24f78f5f383', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:17.422478 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-40ff35d0-5865-4435-92f0-1bdd282ce1c3 req-f73d90c3-d87f-4d60-b6a5-181d4de437cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.428631 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.486254 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8afd70bf-6c67-42f3-a417-cf7eec53b528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.516066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c1ff1a1f-81fa-4afd-a6f2-86c79ce4ee00 None None] Port cf287038-36da-428d-9206-c7ff8b06bd7c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:17.573366 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.589009 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d90c3-d87f-4d60-b6a5-181d4de437cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Port': ['ID=541da640-d358-468b-b24e-a23f278bc234,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:17.591993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c1ff1a1f-81fa-4afd-a6f2-86c79ce4ee00 None None] Provisioning for port 126479f5-4f00-4961-8987-3f39241c2c16 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:17.594582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ff35d0-5865-4435-92f0-1bdd282ce1c3 req-f73d90c3-d87f-4d60-b6a5-181d4de437cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] No DVR routers for this DVR port 541da640-d358-468b-b24e-a23f278bc234 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:03:17.604026 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-40ff35d0-5865-4435-92f0-1bdd282ce1c3 req-f73d90c3-d87f-4d60-b6a5-181d4de437cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.608525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c1ff1a1f-81fa-4afd-a6f2-86c79ce4ee00 None None] Provisioning complete for port 126479f5-4f00-4961-8987-3f39241c2c16 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:17.609128 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-40ff35d0-5865-4435-92f0-1bdd282ce1c3 req-f73d90c3-d87f-4d60-b6a5-181d4de437cf tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.63 "DELETE /v2.0/ports/541da640-d358-468b-b24e-a23f278bc234 HTTP/1.1" status: 204 len: 173 time: 2.5172150 Jul 27 20:03:17.610225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'name': 'network-vif-deleted', 'tag': '541da640-d358-468b-b24e-a23f278bc234'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:03:17.612803 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7d74de-bbfb-4b3d-9d4a-ec6907d2119c" -d '{"events": [{"server_uuid": "a2a95f31-a1ea-43b0-872f-96e5bb0cb605", "name": "network-vif-deleted", "tag": "541da640-d358-468b-b24e-a23f278bc234"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:03:17.614019 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c1ff1a1f-81fa-4afd-a6f2-86c79ce4ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.633798 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8afd70bf-6c67-42f3-a417-cf7eec53b528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.637955 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-969fda71-68b2-4920-a346-e3c4907cb142 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.734172 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 331fc1a5-ee2a-4cc0-864c-2286e80e8739, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=331fc1a5-ee2a-4cc0-864c-2286e80e8739,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:17.751511 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] Deleting port c3c4214e-d7da-40f6-b448-e69e801416b4 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:17.751882 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.770757 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.785346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c1ff1a1f-81fa-4afd-a6f2-86c79ce4ee00 None None] Port 126479f5-4f00-4961-8987-3f39241c2c16 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:17.869024 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-969fda71-68b2-4920-a346-e3c4907cb142 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.884600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e0bf4-9b08-46f4-bcd5-67d16a0f901a req-a8f1827a-a485-4b10-8bab-865f920571d6 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:17.886853 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d17e0bf4-9b08-46f4-bcd5-67d16a0f901a req-a8f1827a-a485-4b10-8bab-865f920571d6 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.4350352 Jul 27 20:03:17.889032 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-969fda71-68b2-4920-a346-e3c4907cb142 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.925533 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-969fda71-68b2-4920-a346-e3c4907cb142 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.930845 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-969fda71-68b2-4920-a346-e3c4907cb142 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5261931 Jul 27 20:03:17.935726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37948) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:17.940373 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=331fc1a5-ee2a-4cc0-864c-2286e80e8739,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:17.947170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] For port c3c4214e-d7da-40f6-b448-e69e801416b4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c3c4214e-d7da-40f6-b448-e69e801416b4,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:17.947918 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.952864 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:17.963332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b300c211-8019-4fce-9e31-ae1d25e45675 None None] Provisioning complete for port b7380c2d-935b-4386-8ff4-82eabd801d31 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:17.963711 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b300c211-8019-4fce-9e31-ae1d25e45675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:17.967624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fda71-68b2-4920-a346-e3c4907cb142 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ac9c7d-ad87-4876-bad7-f187f5249921,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:17.973845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] Calling delete_port for c3c4214e-d7da-40f6-b448-e69e801416b4 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:17.999939 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-69d42f0a-5796-434d-9bd1-b09dd5530eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'name': 'tempest-ImageQuotaTest-798547872-router', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'c3c4214e-d7da-40f6-b448-e69e801416b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:59Z', 'updated_at': '2021-07-27T20:03:12Z', 'revision_number': 5, 'project_id': '384bc8e5c2424883a8877f72694ec2dc', 'gw_port': {'id': 'c3c4214e-d7da-40f6-b448-e69e801416b4', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2574, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:00Z', 'updated_at': '2021-07-27T20:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:18.017674 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8afd70bf-6c67-42f3-a417-cf7eec53b528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.019229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b7380c2d-935b-4386-8ff4-82eabd801d31 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:18.039444 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8afd70bf-6c67-42f3-a417-cf7eec53b528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.053729 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8afd70bf-6c67-42f3-a417-cf7eec53b528 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d6bc97e-129d-40d2-ae49-2aee9c500f61 HTTP/1.1" status: 204 len: 168 time: 0.8808460 Jul 27 20:03:18.092635 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d42f0a-5796-434d-9bd1-b09dd5530eea None None] Checking router: 9db393b7-c68b-44b0-baa2-13951f5a5038 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:03:18.121841 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d42f0a-5796-434d-9bd1-b09dd5530eea None None] Routers {'9db393b7-c68b-44b0-baa2-13951f5a5038'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:18.123895 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-69d42f0a-5796-434d-9bd1-b09dd5530eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9db393b7-c68b-44b0-baa2-13951f5a5038'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:18.135516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 541da640-d358-468b-b24e-a23f278bc234 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:03:18.160282 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54825fd3-fbce-46d6-b6b5-c3781ff24a52 x-openstack-request-id: req-54825fd3-fbce-46d6-b6b5-c3781ff24a52 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:03:18.160902 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a95f31-a1ea-43b0-872f-96e5bb0cb605", "name": "network-vif-deleted", "tag": "541da640-d358-468b-b24e-a23f278bc234", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:03:18.161304 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54825fd3-fbce-46d6-b6b5-c3781ff24a52 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:03:18.161965 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a95f31-a1ea-43b0-872f-96e5bb0cb605', 'name': 'network-vif-deleted', 'tag': '541da640-d358-468b-b24e-a23f278bc234', 'status': 'completed', 'code': 200} Jul 27 20:03:18.202432 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 541da640-d358-468b-b24e-a23f278bc234 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:03:18.203834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 541da640-d358-468b-b24e-a23f278bc234 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:03:18.204205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd70bf-6c67-42f3-a417-cf7eec53b528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6bc97e-129d-40d2-ae49-2aee9c500f61,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:18.232238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4bb7f20-ed72-4d27-96bd-abbc75f93143 req-30e99ff7-522c-4387-86f2-af3338457029 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2a95f31-a1ea-43b0-872f-96e5bb0cb605 HTTP/1.1" status: 200 len: 210 time: 0.2864659 Jul 27 20:03:18.242920 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d17e0bf4-9b08-46f4-bcd5-67d16a0f901a req-bafc4b0d-2035-4681-b899-648cb60137af tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375144 Jul 27 20:03:18.266526 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.361053 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-69d42f0a-5796-434d-9bd1-b09dd5530eea None None] Set router 9db393b7-c68b-44b0-baa2-13951f5a5038 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:18.368029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.376782 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b7380c2d-935b-4386-8ff4-82eabd801d31 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:18.380782 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.411316 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c4214e-d7da-40f6-b448-e69e801416b4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:18.432266 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.458719 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-69d42f0a-5796-434d-9bd1-b09dd5530eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'name': 'tempest-ImageQuotaTest-798547872-router', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:59Z', 'updated_at': '2021-07-27T20:03:17Z', 'revision_number': 6, 'project_id': '384bc8e5c2424883a8877f72694ec2dc', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:18.485848 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.489795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b300c211-8019-4fce-9e31-ae1d25e45675 None None] Provisioning complete for port 126479f5-4f00-4961-8987-3f39241c2c16 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:18.490187 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b300c211-8019-4fce-9e31-ae1d25e45675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.493498 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d42f0a-5796-434d-9bd1-b09dd5530eea None None] The sync data for ids ['9db393b7-c68b-44b0-baa2-13951f5a5038'] in n-d-705657-21 is: [{'id': '9db393b7-c68b-44b0-baa2-13951f5a5038', 'name': 'tempest-ImageQuotaTest-798547872-router', 'tenant_id': '384bc8e5c2424883a8877f72694ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:59Z', 'updated_at': '2021-07-27T20:03:17Z', 'revision_number': 6, 'project_id': '384bc8e5c2424883a8877f72694ec2dc', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:03:18.571237 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b300c211-8019-4fce-9e31-ae1d25e45675 None None] Port 126479f5-4f00-4961-8987-3f39241c2c16 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:18.598490 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.601404 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.642504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Allocated IP 172.25.1.49 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/bee7da0c-da98-4034-8935-1a87850f8f58) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:18.650070 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.650692 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9db393b7-c68b-44b0-baa2-13951f5a5038 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:03:18.656308 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.659727 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f4d702af-6e17-4cba-9cdf-c38ab5f9dd3b admin admin] 10.222.0.48 "DELETE /v2.0/routers/9db393b7-c68b-44b0-baa2-13951f5a5038 HTTP/1.1" status: 204 len: 168 time: 2.5488636 Jul 27 20:03:18.662181 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37962) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:18.710398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-66dffd52-ce10-4bbe-8dd6-977d218cea59 None None] Provisioning complete for port cf287038-36da-428d-9206-c7ff8b06bd7c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:18.713193 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-66dffd52-ce10-4bbe-8dd6-977d218cea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.733945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4cc891-2a92-45f0-a8a0-657fe0539981 admin admin] Deleting subnet f22e459f-8f65-4ce2-ad9a-aecf113476f4 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:03:18.738542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b4cc891-2a92-45f0-a8a0-657fe0539981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.779986 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.787318 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b4cc891-2a92-45f0-a8a0-657fe0539981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.795711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-66dffd52-ce10-4bbe-8dd6-977d218cea59 None None] Port cf287038-36da-428d-9206-c7ff8b06bd7c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:18.832166 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.874973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:18.877028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:18.881520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:18.905277 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.918366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b4cc891-2a92-45f0-a8a0-657fe0539981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:18.919040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'Port': ['ID=bee7da0c-da98-4034-8935-1a87850f8f58,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:19.005328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b4cc891-2a92-45f0-a8a0-657fe0539981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.042182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4cc891-2a92-45f0-a8a0-657fe0539981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f22e459f-8f65-4ce2-ad9a-aecf113476f4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:19.044244 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b4cc891-2a92-45f0-a8a0-657fe0539981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.046341 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9b4cc891-2a92-45f0-a8a0-657fe0539981 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f22e459f-8f65-4ce2-ad9a-aecf113476f4 HTTP/1.1" status: 204 len: 168 time: 0.3830149 Jul 27 20:03:19.048921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37976) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:19.053341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf79245-9df4-467d-96a6-85fe12b74bfe None None] Network 579dab8d-a46d-4d9f-93e7-09440f37604c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:03:19.057914 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.124296 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.206507 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.275866 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] Deleting port d8087b83-2aa3-426e-ab2f-8cd96687c0c0 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:19.276323 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.356560 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.358847 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37986) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:19.377909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] For port d8087b83-2aa3-426e-ab2f-8cd96687c0c0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d8087b83-2aa3-426e-ab2f-8cd96687c0c0,segment=NetworkSegment(3b3c5b90-a2fd-43d5-a3c7-aef6782a2455),segment_id=3b3c5b90-a2fd-43d5-a3c7-aef6782a2455)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:19.378865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.391208 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.393350 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] Calling delete_port for d8087b83-2aa3-426e-ab2f-8cd96687c0c0 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:19.438615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1402d08a-b3a2-40fa-86f3-fe2be2695842 None None] DHCP port deletion for 579dab8d-a46d-4d9f-93e7-09440f37604c request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:03:19.488735 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'Port': ['ID=bee7da0c-da98-4034-8935-1a87850f8f58,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:19.511168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.552057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1402d08a-b3a2-40fa-86f3-fe2be2695842 None None] Deleting port d8087b83-2aa3-426e-ab2f-8cd96687c0c0 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:19.552453 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1402d08a-b3a2-40fa-86f3-fe2be2695842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.555464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8087b83-2aa3-426e-ab2f-8cd96687c0c0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:19.568527 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] No DVR routers for this DVR port d8087b83-2aa3-426e-ab2f-8cd96687c0c0 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:03:19.608710 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.612744 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb939ff0-5ab9-4d6f-95d5-74afd8a3e2a5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.653957 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb939ff0-5ab9-4d6f-95d5-74afd8a3e2a5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.668822 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.679184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1402d08a-b3a2-40fa-86f3-fe2be2695842 None None] For port d8087b83-2aa3-426e-ab2f-8cd96687c0c0, host n-d-705657-21, got binding levels [] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:19.680748 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1402d08a-b3a2-40fa-86f3-fe2be2695842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.687909 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.690744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579dab8d-a46d-4d9f-93e7-09440f37604c']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:19.691304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aeba3aba-420d-4774-bfef-866af0542883 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7538722 Jul 27 20:03:19.729953 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3c5b90-a2fd-43d5-a3c7-aef6782a2455') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:19.730244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8731d-d4c0-483a-8268-e430f7e24e76 req-b9badb91-15cc-4cb9-83e6-f0e9646ba400 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:19.730430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3c5b90-a2fd-43d5-a3c7-aef6782a2455') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:19.732413 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efa8731d-d4c0-483a-8268-e430f7e24e76 req-b9badb91-15cc-4cb9-83e6-f0e9646ba400 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.3638561 Jul 27 20:03:19.732702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1402d08a-b3a2-40fa-86f3-fe2be2695842 None None] Calling delete_port for d8087b83-2aa3-426e-ab2f-8cd96687c0c0 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:19.741110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.ipam_backend_mixin [None req-1402d08a-b3a2-40fa-86f3-fe2be2695842 None None] Port d8087b83-2aa3-426e-ab2f-8cd96687c0c0 was not found and therefore no delete operation was performed {{(pid=94061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 20:03:19.743849 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1402d08a-b3a2-40fa-86f3-fe2be2695842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.747419 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.776385 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.790884 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402d08a-b3a2-40fa-86f3-fe2be2695842 None None] Pushing event deleted for resources: {'Port': ['ID=d8087b83-2aa3-426e-ab2f-8cd96687c0c0,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:19.796586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402d08a-b3a2-40fa-86f3-fe2be2695842 None None] No DVR routers for this DVR port d8087b83-2aa3-426e-ab2f-8cd96687c0c0 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:03:19.801921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:03:19.808000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:03:19.811063 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:03:19.897084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efa8731d-d4c0-483a-8268-e430f7e24e76 req-6d5f3247-875b-41ed-b91c-df07bd76f4de tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462123 Jul 27 20:03:19.932769 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb939ff0-5ab9-4d6f-95d5-74afd8a3e2a5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.935957 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb939ff0-5ab9-4d6f-95d5-74afd8a3e2a5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.940601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bb939ff0-5ab9-4d6f-95d5-74afd8a3e2a5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "DELETE /v2.0/security-groups/fe1e18f8-c2ab-4eba-b448-51ad11eab8f1 HTTP/1.1" status: 204 len: 168 time: 0.5805197 Jul 27 20:03:19.951629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb939ff0-5ab9-4d6f-95d5-74afd8a3e2a5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1e18f8-c2ab-4eba-b448-51ad11eab8f1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:19.984636 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:19.984987 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 331fc1a5-ee2a-4cc0-864c-2286e80e8739 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:19.991852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38004) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:20.077300 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 331fc1a5-ee2a-4cc0-864c-2286e80e8739 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:20.077683 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:20.079661 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:20.082291 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] 10.222.0.48 "DELETE /v2.0/networks/579dab8d-a46d-4d9f-93e7-09440f37604c HTTP/1.1" status: 204 len: 168 time: 1.0285301 Jul 27 20:03:20.097025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660109e-201a-4fa1-9081-4a2ce4fc5339 admin admin] Pushing event deleted for resources: {'Network': ['ID=579dab8d-a46d-4d9f-93e7-09440f37604c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:20.326643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-bfe2c554-a836-42f7-91b2-fa8d12e65e94 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1772580389&fields=id&tenant_id=65feb551352040c08fc20a451933c436 HTTP/1.1" status: 200 len: 267 time: 0.0815692 Jul 27 20:03:20.387357 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c3c4214e-d7da-40f6-b448-e69e801416b4 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:03:20.408590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38022) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:20.411136 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38024) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:20.422323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: c3c4214e-d7da-40f6-b448-e69e801416b4 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:03:20.422783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c3c4214e-d7da-40f6-b448-e69e801416b4 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:03:20.423269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d8087b83-2aa3-426e-ab2f-8cd96687c0c0 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:03:20.423927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-118cecd4-84a0-4e0d-aa03-0f40592f7dbc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:20.431241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-118cecd4-84a0-4e0d-aa03-0f40592f7dbc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports/126479f5-4f00-4961-8987-3f39241c2c16 HTTP/1.1" status: 200 len: 936 time: 0.1028545 Jul 27 20:03:20.446506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: d8087b83-2aa3-426e-ab2f-8cd96687c0c0 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:03:20.447073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d8087b83-2aa3-426e-ab2f-8cd96687c0c0 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:03:20.447917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a24712d2-0e65-47cc-a371-616635b2de9f no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:03:20.494491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: a24712d2-0e65-47cc-a371-616635b2de9f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:03:20.495347 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a24712d2-0e65-47cc-a371-616635b2de9f not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:03:20.514872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-be83fe4b-1bac-471e-82f8-3c0d7f98ce42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=384bc8e5c2424883a8877f72694ec2dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021059 Jul 27 20:03:20.518002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38028) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:20.523547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-76180e06-9cd9-4341-8165-00c2b1fe1d18 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:20.531676 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-76180e06-9cd9-4341-8165-00c2b1fe1d18 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports/cf287038-36da-428d-9206-c7ff8b06bd7c HTTP/1.1" status: 200 len: 934 time: 0.0994506 Jul 27 20:03:20.539098 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9c6c-0b4e-4239-82ff-04344c8858f5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:20.680849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-79e23d0a-a871-4b28-86a5-b0bc1e577990 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1481419 Jul 27 20:03:20.726787 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f5b2b61-c0f7-4fef-9843-0a70b4e52fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:20.748972 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-4b9cf8f8-652a-4455-99d0-628ae250fc19 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0539131 Jul 27 20:03:20.808856 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3756767f-ff7e-4465-8389-59680ff7cf28 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-663321874'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:20.809449 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3756767f-ff7e-4465-8389-59680ff7cf28 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Unknown quota resources ['metering_label']. {{(pid=94060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:03:20.815960 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f5b2b61-c0f7-4fef-9843-0a70b4e52fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:20.884284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-93724a10-20a2-4e73-8902-a2dda583b993 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:20.890384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-93724a10-20a2-4e73-8902-a2dda583b993 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:20.896142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-93724a10-20a2-4e73-8902-a2dda583b993 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:20.897721 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-93724a10-20a2-4e73-8902-a2dda583b993 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/networks?id=ac679f8b-06ff-475b-999e-fecd672dac7a&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=73d72393-3d95-4308-9106-6209eefa092b&id=73d72393-3d95-4308-9106-6209eefa092b HTTP/1.1" status: 200 len: 1995 time: 0.1323607 Jul 27 20:03:20.913818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-dd8277dd-7a91-43b9-800e-1e132da94990 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/quotas/65feb551352040c08fc20a451933c436 HTTP/1.1" status: 200 len: 375 time: 0.0098572 Jul 27 20:03:21.028218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-d27c7077-fe9c-49b2-b6b4-fb907fc908b8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1079843 Jul 27 20:03:21.063525 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3756767f-ff7e-4465-8389-59680ff7cf28 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:21.068768 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3756767f-ff7e-4465-8389-59680ff7cf28 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6541679 Jul 27 20:03:21.069719 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38036) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:21.085403 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f5b2b61-c0f7-4fef-9843-0a70b4e52fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:21.087816 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f5b2b61-c0f7-4fef-9843-0a70b4e52fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:21.089016 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3f5b2b61-c0f7-4fef-9843-0a70b4e52fdb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d17d7816-1f31-439e-8478-52e00838d0b1 HTTP/1.1" status: 204 len: 168 time: 0.5700526 Jul 27 20:03:21.112130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-632f8ba5-1a1c-44a8-98d9-ab146240d468 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '757196f1-4991-4ef9-a69c-48887264206b'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:21.112581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-632f8ba5-1a1c-44a8-98d9-ab146240d468 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94059) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:03:21.128911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b2b61-c0f7-4fef-9843-0a70b4e52fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17d7816-1f31-439e-8478-52e00838d0b1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:21.155728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd00632-7ac1-42d6-bf50-31205bb43a32 req-af471abc-1eaa-43e5-b268-4348e72e2af9 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:21.157363 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ffd00632-7ac1-42d6-bf50-31205bb43a32 req-af471abc-1eaa-43e5-b268-4348e72e2af9 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.1762688 Jul 27 20:03:21.235398 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb9c6c-0b4e-4239-82ff-04344c8858f5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Deleting port 19afd29d-8983-4c0f-ada9-acb33ae78959 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:21.237116 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9c6c-0b4e-4239-82ff-04344c8858f5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:21.292016 n-d-705657-21 neutron-server[94059]: WARNING neutron.services.metering.metering_plugin [None req-632f8ba5-1a1c-44a8-98d9-ab146240d468 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 20:03:21.321309 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ffd00632-7ac1-42d6-bf50-31205bb43a32 req-b27acb22-59a5-4df3-a3a0-302de7c2a92a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539569 Jul 27 20:03:21.348281 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9b1d26de-d0b1-40d2-80df-00c62ec430a9 service neutron] 10.222.0.48 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997582 Jul 27 20:03:21.357182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-dfeb9c6c-0b4e-4239-82ff-04344c8858f5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] For port 19afd29d-8983-4c0f-ada9-acb33ae78959, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=19afd29d-8983-4c0f-ada9-acb33ae78959,segment=NetworkSegment(2f93898f-5b70-4eb7-bf18-f49e8d595bd0),segment_id=2f93898f-5b70-4eb7-bf18-f49e8d595bd0)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:21.357818 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9c6c-0b4e-4239-82ff-04344c8858f5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:21.376622 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb9c6c-0b4e-4239-82ff-04344c8858f5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Calling delete_port for 19afd29d-8983-4c0f-ada9-acb33ae78959 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:21.460066 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-632f8ba5-1a1c-44a8-98d9-ab146240d468 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:21.461518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-632f8ba5-1a1c-44a8-98d9-ab146240d468 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3908441 Jul 27 20:03:21.470905 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38044) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:21.481239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4726fdd9-fac3-4c06-8c3e-1ab31224f97a tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '757196f1-4991-4ef9-a69c-48887264206b'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:21.482345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4726fdd9-fac3-4c06-8c3e-1ab31224f97a tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:03:21.552752 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-fe47ff8e-4134-4878-b313-9b93fe1ca0a9 service neutron] 10.222.0.48 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584134 Jul 27 20:03:21.572809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38048) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:21.585040 n-d-705657-21 neutron-server[94060]: WARNING neutron.services.metering.metering_plugin [None req-4726fdd9-fac3-4c06-8c3e-1ab31224f97a tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 20:03:21.627325 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-3d2e25f5-3e3d-4fbe-a600-77abe2e38e08 service neutron] 10.222.0.48 "GET /v2.0/ports/126479f5-4f00-4961-8987-3f39241c2c16?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0534251 Jul 27 20:03:21.633516 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72655b91-43bd-4c1e-8473-60db7ac3b6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:21.703655 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4726fdd9-fac3-4c06-8c3e-1ab31224f97a tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:21.705017 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4726fdd9-fac3-4c06-8c3e-1ab31224f97a tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2311592 Jul 27 20:03:21.707979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38052) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:21.728901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1c561223-7ea4-4e41-9acd-71dcc3b6d545 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=9a3a2734-1059-4109-8743-abdbb66af276 HTTP/1.1" status: 200 len: 464 time: 0.0197372 Jul 27 20:03:21.738640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38054) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:21.774777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-55c7eb27-66bd-4907-a6df-a457f02d978c service neutron] 10.222.0.48 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384516 Jul 27 20:03:21.869673 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c580044-df1f-4f5e-bf7a-2a255be0b677 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:21.870778 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2c580044-df1f-4f5e-bf7a-2a255be0b677 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/9a3a2734-1059-4109-8743-abdbb66af276 HTTP/1.1" status: 204 len: 168 time: 0.1308529 Jul 27 20:03:21.875990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38056) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:21.889237 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72655b91-43bd-4c1e-8473-60db7ac3b6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:21.901253 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72655b91-43bd-4c1e-8473-60db7ac3b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:21.901454 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4b16629d-27bd-47a7-b0a6-9f646e13286e tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=9a3a2734-1059-4109-8743-abdbb66af276 HTTP/1.1" status: 200 len: 221 time: 0.0156777 Jul 27 20:03:21.901712 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38058) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:21.907333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-08da690b-df1f-415f-8956-cdbd8843abce tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1772753615', 'description': 'label created by tempest'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:21.907782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-08da690b-df1f-415f-8956-cdbd8843abce tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Unknown quota resources ['metering_label']. {{(pid=94059) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:03:21.948787 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9c6c-0b4e-4239-82ff-04344c8858f5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:21.990563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb9c6c-0b4e-4239-82ff-04344c8858f5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Port': ['ID=19afd29d-8983-4c0f-ada9-acb33ae78959,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:22.312456 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-72655b91-43bd-4c1e-8473-60db7ac3b6c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.7370000 Jul 27 20:03:22.324223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38060) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:22.394997 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72655b91-43bd-4c1e-8473-60db7ac3b6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de1e168-d6b9-40f5-aff3-27fbadc95ec4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:22.399167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-0f3cce78-98c0-4728-9e45-e000b49ab84f service neutron] 10.222.0.48 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884755 Jul 27 20:03:22.514647 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfeb9c6c-0b4e-4239-82ff-04344c8858f5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:22.574199 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08da690b-df1f-415f-8956-cdbd8843abce tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:22.576093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-08da690b-df1f-415f-8956-cdbd8843abce tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6734588 Jul 27 20:03:22.586184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38066) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:22.603748 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9083ce7d-3b0d-46ec-8631-7805ff582f67 service neutron] 10.222.0.48 "GET /v2.0/ports/cf287038-36da-428d-9206-c7ff8b06bd7c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1555932 Jul 27 20:03:22.698757 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-968b75a8-bacb-45b4-8a3c-8d26dcc26130 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=3ef7c0c9-2ddc-4eeb-b72b-ca00eea94e5c HTTP/1.1" status: 200 len: 468 time: 0.1054301 Jul 27 20:03:22.726170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38068) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:22.751812 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db9de8b6-5800-4f18-addd-e963a02e9b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:22.804675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06c6c1-2ec1-4de5-aea7-1190293e7700 req-48820f77-0d1e-4a32-bb5e-6a361122228c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:22.806256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e06c6c1-2ec1-4de5-aea7-1190293e7700 req-48820f77-0d1e-4a32-bb5e-6a361122228c tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.3596961 Jul 27 20:03:22.808297 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db9de8b6-5800-4f18-addd-e963a02e9b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:22.845314 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9e4ab560-3115-4285-b908-eeb4e13673a3 service neutron] 10.222.0.48 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126398 Jul 27 20:03:22.903770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfeb9c6c-0b4e-4239-82ff-04344c8858f5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:03:22.935677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e06c6c1-2ec1-4de5-aea7-1190293e7700 req-5fe41346-501e-452d-8c59-cc891385d299 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159635 Jul 27 20:03:22.958815 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db9de8b6-5800-4f18-addd-e963a02e9b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:22.961646 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db9de8b6-5800-4f18-addd-e963a02e9b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:22.962786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-db9de8b6-5800-4f18-addd-e963a02e9b19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1de1e168-d6b9-40f5-aff3-27fbadc95ec4 HTTP/1.1" status: 204 len: 168 time: 0.6369324 Jul 27 20:03:22.966020 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8b03af7-7afd-4128-8dc2-b1dcf6d9e660 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:22.969804 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a8b03af7-7afd-4128-8dc2-b1dcf6d9e660 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/3ef7c0c9-2ddc-4eeb-b72b-ca00eea94e5c HTTP/1.1" status: 204 len: 168 time: 0.2458177 Jul 27 20:03:22.970023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38072) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:22.988432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9de8b6-5800-4f18-addd-e963a02e9b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de1e168-d6b9-40f5-aff3-27fbadc95ec4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:22.992056 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-a680a77b-67e9-4a41-8400-27f6dd8b2414 service neutron] 10.222.0.48 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263239 Jul 27 20:03:23.112501 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-99dbd8f9-6753-4404-846d-35b923c420d7 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=3ef7c0c9-2ddc-4eeb-b72b-ca00eea94e5c HTTP/1.1" status: 200 len: 216 time: 0.1412418 Jul 27 20:03:23.113822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-0e82fdd0-50f3-48e0-a85a-42434546d972 service neutron] 10.222.0.48 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056235 Jul 27 20:03:23.115714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38074) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:23.120435 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeb9c6c-0b4e-4239-82ff-04344c8858f5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:03:23.144674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f82fa3b4-a1d2-48e5-8637-4115b670afd0 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0204811 Jul 27 20:03:23.152863 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dfeb9c6c-0b4e-4239-82ff-04344c8858f5 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "PUT /v2.0/routers/a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1570425 Jul 27 20:03:23.153664 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2a3ecd-a4cb-4db5-b6dd-aa470f1d9642 None None] Sync routers for ids ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:03:23.154058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38076) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:23.154058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38078) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:23.164953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2a3ecd-a4cb-4db5-b6dd-aa470f1d9642 None None] Routers {'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:23.172075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2c2a3ecd-a4cb-4db5-b6dd-aa470f1d9642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:23.196694 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-478c02a9-32cf-4f2a-b7ff-2751ce68d7e1 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0436411 Jul 27 20:03:23.200470 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38082) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:23.247054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d15e643-22a4-4a2c-b47e-11f4462fca77 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Deleting subnet 16a7b1fa-340e-4d83-9ec9-70017797e334 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:03:23.253029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d15e643-22a4-4a2c-b47e-11f4462fca77 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:23.299699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-4061ec1a-32ee-4d9f-ad71-763cf83ff8b3 service neutron] 10.222.0.48 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765366 Jul 27 20:03:23.357847 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2e3f1bd6-7645-491d-bc0b-266bfe2250db tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/757196f1-4991-4ef9-a69c-48887264206b HTTP/1.1" status: 200 len: 472 time: 0.1565316 Jul 27 20:03:23.362096 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38084) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:23.382469 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-677765b5-919c-4513-9b9e-adcb34c7181f tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/70fb04f3-f591-48fa-be84-dc4dc8d56dc7 HTTP/1.1" status: 200 len: 461 time: 0.0187066 Jul 27 20:03:23.385891 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38086) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:23.390391 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d15e643-22a4-4a2c-b47e-11f4462fca77 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:23.446625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-2c2a3ecd-a4cb-4db5-b6dd-aa470f1d9642 None None] Set router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:23.456512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-81a17bc4-3481-4c94-a472-900dc29115d9 service neutron] 10.222.0.48 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488624 Jul 27 20:03:23.543858 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-610e8e36-fa10-44e5-bf47-dbb9ff0a8e99 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:23.547639 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-610e8e36-fa10-44e5-bf47-dbb9ff0a8e99 tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/70fb04f3-f591-48fa-be84-dc4dc8d56dc7 HTTP/1.1" status: 204 len: 168 time: 0.1583390 Jul 27 20:03:23.549299 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38088) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:23.583679 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d15e643-22a4-4a2c-b47e-11f4462fca77 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:23.589470 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-d7f8427a-700a-4dba-890e-a1f57165a62c service neutron] 10.222.0.48 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255367 Jul 27 20:03:23.666525 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d15e643-22a4-4a2c-b47e-11f4462fca77 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:23.697161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15e643-22a4-4a2c-b47e-11f4462fca77 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Subnet': ['ID=16a7b1fa-340e-4d83-9ec9-70017797e334,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:23.704901 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d15e643-22a4-4a2c-b47e-11f4462fca77 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:23.707133 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8d15e643-22a4-4a2c-b47e-11f4462fca77 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "DELETE /v2.0/subnets/16a7b1fa-340e-4d83-9ec9-70017797e334 HTTP/1.1" status: 204 len: 168 time: 0.5534337 Jul 27 20:03:23.710415 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38092) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:23.728103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1592c768-5276-48fa-9a88-a59ed3421691 None None] Network d4a9afff-e180-4361-9946-eb5062760342 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:03:23.866015 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:23.911718 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-35d084d4-f4e2-4b5d-93ba-5b94f5fc50dd tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:23.913095 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-35d084d4-f4e2-4b5d-93ba-5b94f5fc50dd tempest-MeteringTestJSON-296855052 tempest-MeteringTestJSON-296855052-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/757196f1-4991-4ef9-a69c-48887264206b HTTP/1.1" status: 204 len: 168 time: 0.3627923 Jul 27 20:03:23.920926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ef2c81cd-c8d1-42a8-a0a8-4f827dd2affb service neutron] 10.222.0.48 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303819 Jul 27 20:03:24.037923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2c2a3ecd-a4cb-4db5-b6dd-aa470f1d9642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:03:21Z', 'revision_number': 7, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': '7b5ce0cc-1ad9-4000-b840-8018dc7a434e', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:94:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:00:27Z', 'updated_at': '2021-07-27T20:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:24.041027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ab8c6cb-a1b5-4463-a8ca-369a1fbb7991 service neutron] 10.222.0.48 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096566 Jul 27 20:03:24.045300 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:24.092351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2a3ecd-a4cb-4db5-b6dd-aa470f1d9642 None None] Checking router: a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:03:24.106601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2a3ecd-a4cb-4db5-b6dd-aa470f1d9642 None None] Routers {'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:24.107632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2c2a3ecd-a4cb-4db5-b6dd-aa470f1d9642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:24.113780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77fb187-f01e-4af7-a53e-3cb3fa43a7ea None None] DHCP port deletion for d4a9afff-e180-4361-9946-eb5062760342 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:03:24.172940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Deleting port 7b5ce0cc-1ad9-4000-b840-8018dc7a434e {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:24.173383 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:24.241286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd4827-ea94-454c-9126-13637f04b48c req-7abf2e63-d677-4490-acbc-e88932221018 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:24.249443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16cd4827-ea94-454c-9126-13637f04b48c req-7abf2e63-d677-4490-acbc-e88932221018 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.1572289 Jul 27 20:03:24.259556 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-308fe89e-0884-40a6-9292-2a0f6289decd service neutron] 10.222.0.48 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106314 Jul 27 20:03:24.266354 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] For port 7b5ce0cc-1ad9-4000-b840-8018dc7a434e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7b5ce0cc-1ad9-4000-b840-8018dc7a434e,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:24.266645 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:24.290698 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Calling delete_port for 7b5ce0cc-1ad9-4000-b840-8018dc7a434e owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:24.297033 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38100) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:24.318557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-2c2a3ecd-a4cb-4db5-b6dd-aa470f1d9642 None None] Set router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:24.365879 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16cd4827-ea94-454c-9126-13637f04b48c req-fc14a796-6aab-4ec7-89e5-8eb1d52ce8e8 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154773 Jul 27 20:03:24.408338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d77fb187-f01e-4af7-a53e-3cb3fa43a7ea None None] Deleting port 67569a12-04e2-49b3-bbe6-61e8b69bf0ed {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:24.408654 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d77fb187-f01e-4af7-a53e-3cb3fa43a7ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:24.421981 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-3d6c340c-743a-44b9-903b-2cf876c37b92 service neutron] 10.222.0.48 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615691 Jul 27 20:03:24.489142 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d77fb187-f01e-4af7-a53e-3cb3fa43a7ea None None] For port 67569a12-04e2-49b3-bbe6-61e8b69bf0ed, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=67569a12-04e2-49b3-bbe6-61e8b69bf0ed,segment=NetworkSegment(2f93898f-5b70-4eb7-bf18-f49e8d595bd0),segment_id=2f93898f-5b70-4eb7-bf18-f49e8d595bd0)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:24.489629 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d77fb187-f01e-4af7-a53e-3cb3fa43a7ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:24.505181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d77fb187-f01e-4af7-a53e-3cb3fa43a7ea None None] Calling delete_port for 67569a12-04e2-49b3-bbe6-61e8b69bf0ed owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:24.532304 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd5c3931-2d89-4a46-b49b-c3f856ab9964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:24.541517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2c2a3ecd-a4cb-4db5-b6dd-aa470f1d9642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:03:24Z', 'revision_number': 8, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:24.576044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:24.578593 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2a3ecd-a4cb-4db5-b6dd-aa470f1d9642 None None] The sync data for ids ['a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76'] in n-d-705657-21 is: [{'id': 'a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76', 'name': 'tempest-TestNetworkBasicOps-router-554460437', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:00:26Z', 'updated_at': '2021-07-27T20:03:24Z', 'revision_number': 8, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:03:24.622492 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Port': ['ID=7b5ce0cc-1ad9-4000-b840-8018dc7a434e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:24.667651 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d77fb187-f01e-4af7-a53e-3cb3fa43a7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:24.711646 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77fb187-f01e-4af7-a53e-3cb3fa43a7ea None None] No DVR routers for this DVR port 67569a12-04e2-49b3-bbe6-61e8b69bf0ed on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:03:24.750638 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:24.770463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fb187-f01e-4af7-a53e-3cb3fa43a7ea None None] Pushing event deleted for resources: {'Port': ['ID=67569a12-04e2-49b3-bbe6-61e8b69bf0ed,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:24.890357 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:24.893839 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:24.946963 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd5c3931-2d89-4a46-b49b-c3f856ab9964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:24.952473 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd5c3931-2d89-4a46-b49b-c3f856ab9964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:24.959006 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:24.959792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Fanout notify agent at l3_agent the message router_deleted on router a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:03:24.978928 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:24.980189 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-530798d7-5fa6-45a3-be06-e134bbe4660d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "DELETE /v2.0/routers/a7e0d831-0906-4a3a-80b9-fb2a6aa0ba76 HTTP/1.1" status: 204 len: 168 time: 1.2688260 Jul 27 20:03:24.987509 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38114) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:25.004160 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c3931-2d89-4a46-b49b-c3f856ab9964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e633b52-826a-43c0-a892-304a5331d1af,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:25.015454 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dd5c3931-2d89-4a46-b49b-c3f856ab9964 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea9ad142aef142f2b5f909050c6ce5cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7071664 Jul 27 20:03:25.016269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38118) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:25.143934 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc32dd5b-baf6-4ac2-ab00-b0dec80d7e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.149670 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c6fabf87-9275-4e72-a547-b07672c07d87 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.173891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc32dd5b-baf6-4ac2-ab00-b0dec80d7e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.230238 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc32dd5b-baf6-4ac2-ab00-b0dec80d7e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.233448 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc32dd5b-baf6-4ac2-ab00-b0dec80d7e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.240271 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dc32dd5b-baf6-4ac2-ab00-b0dec80d7e38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e633b52-826a-43c0-a892-304a5331d1af HTTP/1.1" status: 204 len: 168 time: 0.2144797 Jul 27 20:03:25.257267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32dd5b-baf6-4ac2-ab00-b0dec80d7e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e633b52-826a-43c0-a892-304a5331d1af,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:25.351716 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c6fabf87-9275-4e72-a547-b07672c07d87 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.368926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c6fabf87-9275-4e72-a547-b07672c07d87 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a9afff-e180-4361-9946-eb5062760342']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:25.385327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c6fabf87-9275-4e72-a547-b07672c07d87 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f93898f-5b70-4eb7-bf18-f49e8d595bd0') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:25.385979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c6fabf87-9275-4e72-a547-b07672c07d87 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f93898f-5b70-4eb7-bf18-f49e8d595bd0') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:25.402325 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c6fabf87-9275-4e72-a547-b07672c07d87 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.423761 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c6fabf87-9275-4e72-a547-b07672c07d87 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.433454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fabf87-9275-4e72-a547-b07672c07d87 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:03:25.435937 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c6fabf87-9275-4e72-a547-b07672c07d87 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:03:25.443326 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:03:25.557444 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c6fabf87-9275-4e72-a547-b07672c07d87 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.574506 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c6fabf87-9275-4e72-a547-b07672c07d87 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.579299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c6fabf87-9275-4e72-a547-b07672c07d87 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "DELETE /v2.0/networks/d4a9afff-e180-4361-9946-eb5062760342 HTTP/1.1" status: 204 len: 168 time: 0.5910025 Jul 27 20:03:25.607108 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38134) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:25.612078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8f0516ca-ba62-428d-8e07-bdcb33f953e0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'network': {'name': 'tempest-network-smoke--268377982', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'port_security_enabled': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:25.625056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fabf87-9275-4e72-a547-b07672c07d87 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Network': ['ID=d4a9afff-e180-4361-9946-eb5062760342,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:25.651489 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0516ca-ba62-428d-8e07-bdcb33f953e0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Made reservation on behalf of 276aa582ad7e44029331aa2680c554e9 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:25.659817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8f0516ca-ba62-428d-8e07-bdcb33f953e0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.695385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4824de4-3ea5-40f5-9644-d6a37509becb req-88204416-374c-4fe4-b699-860ed579508e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:25.697048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4824de4-3ea5-40f5-9644-d6a37509becb req-88204416-374c-4fe4-b699-860ed579508e tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.1957736 Jul 27 20:03:25.733444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0516ca-ba62-428d-8e07-bdcb33f953e0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:03:25.748932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8f0516ca-ba62-428d-8e07-bdcb33f953e0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.749769 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-8f0516ca-ba62-428d-8e07-bdcb33f953e0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Added segment 8ce99738-e96b-4f70-a6d0-4429d8168e9e of type vlan for network 5f5654dd-d60c-48b4-87fc-35de3905e8ce Jul 27 20:03:25.821260 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-746c2e4d-a199-4b0a-94bc-74fd6b2645e6 req-250d9854-3d44-46ea-9430-b5449d20c446 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0791140 Jul 27 20:03:25.837965 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8f0516ca-ba62-428d-8e07-bdcb33f953e0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.855641 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4824de4-3ea5-40f5-9644-d6a37509becb req-08aa9be8-f33e-4db0-8ef3-46fb06c4bdf0 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473026 Jul 27 20:03:25.905503 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8f0516ca-ba62-428d-8e07-bdcb33f953e0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.913576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0516ca-ba62-428d-8e07-bdcb33f953e0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:25.914362 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8f0516ca-ba62-428d-8e07-bdcb33f953e0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.955180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 19afd29d-8983-4c0f-ada9-acb33ae78959 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:03:25.964699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38142) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:25.992561 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43298289-222c-45d5-bce1-0795aed40b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:25.997927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 19afd29d-8983-4c0f-ada9-acb33ae78959 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:03:25.998315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 19afd29d-8983-4c0f-ada9-acb33ae78959 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:03:25.998820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 67569a12-04e2-49b3-bbe6-61e8b69bf0ed no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:03:26.004365 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8f0516ca-ba62-428d-8e07-bdcb33f953e0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3964033 Jul 27 20:03:26.010649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38144) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:26.015598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'admin_state_up': True, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:26.042386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 67569a12-04e2-49b3-bbe6-61e8b69bf0ed {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:03:26.043014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 67569a12-04e2-49b3-bbe6-61e8b69bf0ed not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:03:26.043805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7b5ce0cc-1ad9-4000-b840-8018dc7a434e no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:03:26.074603 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:26.080381 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:26.087776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 7b5ce0cc-1ad9-4000-b840-8018dc7a434e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:03:26.088216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7b5ce0cc-1ad9-4000-b840-8018dc7a434e not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:03:26.101610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0516ca-ba62-428d-8e07-bdcb33f953e0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Network': ['ID=5f5654dd-d60c-48b4-87fc-35de3905e8ce,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:26.127728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 5f5654dd-d60c-48b4-87fc-35de3905e8ce details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:03:26.299722 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:26.403090 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43298289-222c-45d5-bce1-0795aed40b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:26.445677 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-43298289-222c-45d5-bce1-0795aed40b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:26.507837 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:26.539839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-43298289-222c-45d5-bce1-0795aed40b59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=221c6b2838f04b3da7434cc55fd4a353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5715704 Jul 27 20:03:26.539839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43298289-222c-45d5-bce1-0795aed40b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c6b4c8-285f-4cba-a312-1f839e10b743,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:26.544061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38152) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:26.653168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b272d44e-7b75-4c95-b008-93f539ca70c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:26.698655 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b272d44e-7b75-4c95-b008-93f539ca70c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:26.785788 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:26.795159 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b272d44e-7b75-4c95-b008-93f539ca70c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:26.797980 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b272d44e-7b75-4c95-b008-93f539ca70c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:26.804686 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b272d44e-7b75-4c95-b008-93f539ca70c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4c6b4c8-285f-4cba-a312-1f839e10b743 HTTP/1.1" status: 204 len: 168 time: 0.2561004 Jul 27 20:03:26.813791 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:26.820450 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272d44e-7b75-4c95-b008-93f539ca70c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c6b4c8-285f-4cba-a312-1f839e10b743,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:27.030247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Allocated IP 172.25.1.71 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/e93fbafb-5e82-4709-9097-4f26eae8b6fc) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:27.054742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10b7e8b3-8040-4885-8e12-8b6f12d51271 req-1291d1f1-bff9-401b-953d-51f6d5a70a11 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0612526 Jul 27 20:03:27.175568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4dc44-6840-4fb1-acf0-1852a192ed0d req-f798aa76-d2d8-45b7-992e-bf2bebe31b4a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:27.177444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-adf4dc44-6840-4fb1-acf0-1852a192ed0d req-f798aa76-d2d8-45b7-992e-bf2bebe31b4a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.1993256 Jul 27 20:03:27.243896 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-adf4dc44-6840-4fb1-acf0-1852a192ed0d req-94193434-72ac-4644-942c-462dd7b2c342 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590580 Jul 27 20:03:27.244881 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-e1667a19-1dd5-475b-bb0c-a37f07abd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:27.246145 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-e1667a19-1dd5-475b-bb0c-a37f07abd9b1 service neutron] 10.222.0.52 "GET /v2.0/ports/126479f5-4f00-4961-8987-3f39241c2c16 HTTP/1.1" status: 200 len: 1032 time: 0.1137326 Jul 27 20:03:27.299371 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:27.325138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8e71d8b0-570e-44d1-a0c3-ea9e6b9feeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:27.326797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8e71d8b0-570e-44d1-a0c3-ea9e6b9feeb4 service neutron] 10.222.0.52 "GET /v2.0/ports/cf287038-36da-428d-9206-c7ff8b06bd7c HTTP/1.1" status: 200 len: 1030 time: 0.0712109 Jul 27 20:03:27.435570 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:27.496743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:27.504482 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:27.512509 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:27.516078 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Port': ['ID=e93fbafb-5e82-4709-9097-4f26eae8b6fc,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:27.529967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-d7537fef-e0a0-4434-9e2d-4ebe66f7240e tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:27.535680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-d7537fef-e0a0-4434-9e2d-4ebe66f7240e tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:27.541463 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-d7537fef-e0a0-4434-9e2d-4ebe66f7240e tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:27.543046 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-d7537fef-e0a0-4434-9e2d-4ebe66f7240e tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "GET /v2.0/networks?id=ac679f8b-06ff-475b-999e-fecd672dac7a&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=73d72393-3d95-4308-9106-6209eefa092b&id=73d72393-3d95-4308-9106-6209eefa092b HTTP/1.1" status: 200 len: 1995 time: 0.2039750 Jul 27 20:03:28.039141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-50f850d3-74e2-4907-8063-f79c4b76f615 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65feb551352040c08fc20a451933c436 HTTP/1.1" status: 200 len: 380 time: 0.0497079 Jul 27 20:03:28.130889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5815e070-6d30-4745-b931-4981b2884a70 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'port': {'device_id': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'admin_state_up': True, 'tenant_id': '65feb551352040c08fc20a451933c436', 'security_groups': ['9f9e914b-f6d8-4410-bb75-e24f78f5f383']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:28.278655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab5b433e-f555-47ee-921d-da7c44cdf38e req-71612982-0771-4598-a839-526d762df90f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0647180 Jul 27 20:03:28.525239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5815e070-6d30-4745-b931-4981b2884a70 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Made reservation on behalf of 65feb551352040c08fc20a451933c436 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:28.529505 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5815e070-6d30-4745-b931-4981b2884a70 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:28.615213 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890da84-4106-42ad-95e0-97d04b386941 req-418b6610-28c3-4985-a303-00b33dc1e184 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:28.617209 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9890da84-4106-42ad-95e0-97d04b386941 req-418b6610-28c3-4985-a303-00b33dc1e184 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.2375259 Jul 27 20:03:28.748482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:29.037002 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9890da84-4106-42ad-95e0-97d04b386941 req-ba7bb9a9-561a-4359-9052-d576bdd23c16 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065826 Jul 27 20:03:29.325207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5815e070-6d30-4745-b931-4981b2884a70 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Allocated IP 172.20.0.12 (ac679f8b-06ff-475b-999e-fecd672dac7a/d5c4faa1-1e78-41dd-a98d-2cdbd705d07e/0832f3a4-1619-4ea1-b9bf-87a13b42df43) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:29.356842 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:29.510598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5cb69449-62ff-42ae-80cd-4916a0046181 req-a1e26f19-8c8a-425a-871e-d76aa165a369 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.1176322 Jul 27 20:03:29.702833 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5815e070-6d30-4745-b931-4981b2884a70 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:29.713093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38210) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:29.726704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5815e070-6d30-4745-b931-4981b2884a70 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Transition to ACTIVE for port object 0832f3a4-1619-4ea1-b9bf-87a13b42df43 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:29.732674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Router 8ea570c2-4648-436b-bf58-31e8f6a8064a is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:03:29.864738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:03:29.877375 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Sync routers for ids ['8ea570c2-4648-436b-bf58-31e8f6a8064a'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:03:29.893658 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Routers {'8ea570c2-4648-436b-bf58-31e8f6a8064a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:29.894650 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8ea570c2-4648-436b-bf58-31e8f6a8064a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:29.897891 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:29.899601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d7069fd1-ef0d-4e0a-8d7c-7a23a1d7378f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8879256 Jul 27 20:03:29.901789 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5815e070-6d30-4745-b931-4981b2884a70 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:29.903209 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38214) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:29.964927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5815e070-6d30-4745-b931-4981b2884a70 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Network ac679f8b-06ff-475b-999e-fecd672dac7a is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:29.980274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5815e070-6d30-4745-b931-4981b2884a70 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:29.983112 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f58e216c-46e7-4469-8ebb-a518611adfe7 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:29.986925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5815e070-6d30-4745-b931-4981b2884a70 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:30.008380 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-618d0bef-a4c5-4556-a42f-7522ccc33741 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=276aa582ad7e44029331aa2680c554e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1027896 Jul 27 20:03:30.012541 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38216) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:30.108062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815e070-6d30-4745-b931-4981b2884a70 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'Port': ['ID=0832f3a4-1619-4ea1-b9bf-87a13b42df43,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:30.121785 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5815e070-6d30-4745-b931-4981b2884a70 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:30.122547 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5815e070-6d30-4745-b931-4981b2884a70 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:30.175067 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5815e070-6d30-4745-b931-4981b2884a70 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0481060 Jul 27 20:03:30.191293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5a098200-a366-4768-92b8-2ea3bcecdf3c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'port': {'device_id': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7', 'admin_state_up': True, 'tenant_id': '65feb551352040c08fc20a451933c436', 'security_groups': ['9f9e914b-f6d8-4410-bb75-e24f78f5f383']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:30.194665 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Set router 8ea570c2-4648-436b-bf58-31e8f6a8064a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:30.214733 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f58e216c-46e7-4469-8ebb-a518611adfe7 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] 10.222.0.48 "PUT /v2.0/quotas/e7cff9afe6de442e8997d3b8466fc815 HTTP/1.1" status: 200 len: 366 time: 0.5001876 Jul 27 20:03:30.217951 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38220) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:30.220852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65e4705-6ab0-4396-b775-bcb12b92b3a4 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:30.223262 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e65e4705-6ab0-4396-b775-bcb12b92b3a4 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2090495 Jul 27 20:03:30.239626 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2d31411a-a2ea-445d-bed0-94261d109e24 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0151730 Jul 27 20:03:30.240268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38222) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:30.242024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38224) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:30.278423 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-825c4569-66e6-418a-8ddc-682110728005 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] 10.222.0.48 "GET /v2.0/quotas/e7cff9afe6de442e8997d3b8466fc815 HTTP/1.1" status: 200 len: 366 time: 0.0351949 Jul 27 20:03:30.281028 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f6c795e6-e927-4791-9320-8f8b9fb167f0 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397518 Jul 27 20:03:30.281655 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38228) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:30.287677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38230) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:30.298072 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-260ad94d-5876-45da-9d2e-fadf51af215c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1249056310', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:30.406488 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-18aa97cd-710e-4cd6-bd10-8677478d7452 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/e7cff9afe6de442e8997d3b8466fc815 HTTP/1.1" status: 204 len: 168 time: 0.1216025 Jul 27 20:03:30.413979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38232) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:30.451649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b8846f5e-1965-4032-b988-577a929fda69 None None] Provisioning for port 0832f3a4-1619-4ea1-b9bf-87a13b42df43 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:30.457194 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b8846f5e-1965-4032-b988-577a929fda69 None None] Provisioning complete for port 0832f3a4-1619-4ea1-b9bf-87a13b42df43 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:30.457840 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8846f5e-1965-4032-b988-577a929fda69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:30.498002 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:28Z', 'revision_number': 3, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:30.499170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38234) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:30.509863 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f6f5f9b2-5650-4d76-a4bf-a92a2d816645 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0802724 Jul 27 20:03:30.540432 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-980052ac-9959-4003-9aaf-486effc0f35d tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] 10.222.0.48 "GET /v2.0/quotas/e7cff9afe6de442e8997d3b8466fc815 HTTP/1.1" status: 200 len: 370 time: 0.0366504 Jul 27 20:03:30.542060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38236) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:30.559712 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Checking router: 8ea570c2-4648-436b-bf58-31e8f6a8064a for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:03:30.560384 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Updating router 8ea570c2-4648-436b-bf58-31e8f6a8064a port e93fbafb-5e82-4709-9097-4f26eae8b6fc binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:03:30.564158 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38238) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:30.572760 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9dbb3919-2258-420e-9f81-14ea3e2b5562 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] 10.222.0.48 "GET /v2.0/quotas/e7cff9afe6de442e8997d3b8466fc815/default HTTP/1.1" status: 200 len: 370 time: 0.0059490 Jul 27 20:03:30.574109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b8846f5e-1965-4032-b988-577a929fda69 None None] Port 0832f3a4-1619-4ea1-b9bf-87a13b42df43 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:30.593236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f9621-e59a-4aa8-9d5a-91cd484498e6 req-15a96796-5045-408d-86ac-7684b249a0f7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:30.597552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-511f9621-e59a-4aa8-9d5a-91cd484498e6 req-15a96796-5045-408d-86ac-7684b249a0f7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.2953806 Jul 27 20:03:30.598697 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-366940ec-6ae6-4b7f-8a38-3a0b17690205 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] delete failed (client error): The resource could not be found. Jul 27 20:03:30.600214 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-366940ec-6ae6-4b7f-8a38-3a0b17690205 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/e7cff9afe6de442e8997d3b8466fc815 HTTP/1.1" status: 404 len: 348 time: 0.0315444 Jul 27 20:03:30.643966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260ad94d-5876-45da-9d2e-fadf51af215c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Made reservation on behalf of 276aa582ad7e44029331aa2680c554e9 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:30.647689 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-260ad94d-5876-45da-9d2e-fadf51af215c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:30.650680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5a098200-a366-4768-92b8-2ea3bcecdf3c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Made reservation on behalf of 65feb551352040c08fc20a451933c436 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:30.663203 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5a098200-a366-4768-92b8-2ea3bcecdf3c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:30.676599 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:30.759156 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-511f9621-e59a-4aa8-9d5a-91cd484498e6 req-67974e7d-9918-40d8-896d-5da03cc103bc tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465187 Jul 27 20:03:30.845964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38244) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:30.892649 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-260ad94d-5876-45da-9d2e-fadf51af215c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:30.923552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Usage tracker for resource:network and tenant:b5c1d5b0fc58403cab78e5a0a4b46667 is out of sync, need to count used quota {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 20:03:30.940305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 20:03:30.954549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da196e-cabc-408a-a750-a2b97308bd1a req-1c9fe56f-d6c9-4508-b0d9-664fde161013 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:30.956117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-54da196e-cabc-408a-a750-a2b97308bd1a req-1c9fe56f-d6c9-4508-b0d9-664fde161013 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 932 time: 0.2576933 Jul 27 20:03:30.977763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Usage tracker for resource:subnet and tenant:b5c1d5b0fc58403cab78e5a0a4b46667 is out of sync, need to count used quota {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 20:03:30.988596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5a098200-a366-4768-92b8-2ea3bcecdf3c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Allocated IP 10.1.1.38 (cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7/cce99a40-eb09-424b-8f6d-7e5c39e72423/539dc352-83b6-4836-984f-72368194a43e) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:30.992074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260ad94d-5876-45da-9d2e-fadf51af215c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Checking segment: {'id': '8ce99738-e96b-4f70-a6d0-4429d8168e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:30.992471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260ad94d-5876-45da-9d2e-fadf51af215c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network hostable DHCP agents. Network: 5f5654dd-d60c-48b4-87fc-35de3905e8ce, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:03:31.000343 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ad94d-5876-45da-9d2e-fadf51af215c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Subnet': ['ID=d998542d-ac87-468e-acae-e575855798c2,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:31.013100 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 20:03:31.022400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260ad94d-5876-45da-9d2e-fadf51af215c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network 5f5654dd-d60c-48b4-87fc-35de3905e8ce is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:03:31.036365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-260ad94d-5876-45da-9d2e-fadf51af215c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 5f5654dd-d60c-48b4-87fc-35de3905e8ce) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:31.043239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260ad94d-5876-45da-9d2e-fadf51af215c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:31.044872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111d47d7-c6fd-403a-a8c9-cdebb63e89ae None None] Network 5f5654dd-d60c-48b4-87fc-35de3905e8ce requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:03:31.045974 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-260ad94d-5876-45da-9d2e-fadf51af215c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:31.046133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Usage tracker for resource:subnetpool and tenant:b5c1d5b0fc58403cab78e5a0a4b46667 is out of sync, need to count used quota {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 20:03:31.056106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-54da196e-cabc-408a-a750-a2b97308bd1a req-16b225f4-7237-4d13-8b1c-06d16e6898fc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906718 Jul 27 20:03:31.060311 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 20:03:31.071625 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-260ad94d-5876-45da-9d2e-fadf51af215c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7790763 Jul 27 20:03:31.072189 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38246) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:31.087919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Usage tracker for resource:port and tenant:b5c1d5b0fc58403cab78e5a0a4b46667 is out of sync, need to count used quota {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 20:03:31.090314 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:31.114603 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Transition to ACTIVE for port object e93fbafb-5e82-4709-9097-4f26eae8b6fc will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:31.130419 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:31.178292 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b57a3-f8a5-47a9-a2f5-0e13404bfdfa None None] Pushing event updated for resources: {'Port': ['ID=e93fbafb-5e82-4709-9097-4f26eae8b6fc,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:31.191165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 20:03:31.197359 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b57a3-f8a5-47a9-a2f5-0e13404bfdfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:31.197929 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b57a3-f8a5-47a9-a2f5-0e13404bfdfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:31.198430 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b57a3-f8a5-47a9-a2f5-0e13404bfdfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:31.198923 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b57a3-f8a5-47a9-a2f5-0e13404bfdfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:31.199579 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b57a3-f8a5-47a9-a2f5-0e13404bfdfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:31.200067 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b57a3-f8a5-47a9-a2f5-0e13404bfdfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:31.200565 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b57a3-f8a5-47a9-a2f5-0e13404bfdfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:31.201048 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b57a3-f8a5-47a9-a2f5-0e13404bfdfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:31.201528 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b57a3-f8a5-47a9-a2f5-0e13404bfdfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:31.201992 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b57a3-f8a5-47a9-a2f5-0e13404bfdfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:31.202565 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b57a3-f8a5-47a9-a2f5-0e13404bfdfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:31.203192 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b57a3-f8a5-47a9-a2f5-0e13404bfdfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:31.213007 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Usage tracker for resource:router and tenant:b5c1d5b0fc58403cab78e5a0a4b46667 is out of sync, need to count used quota {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 20:03:31.222328 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Attempting to bind port e93fbafb-5e82-4709-9097-4f26eae8b6fc on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:31.223455 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Attempting to bind port e93fbafb-5e82-4709-9097-4f26eae8b6fc by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:31.223997 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Attempting to bind port e93fbafb-5e82-4709-9097-4f26eae8b6fc on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:31.230997 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:31.231274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 20:03:31.233527 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:31.235555 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:31.236092 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5a098200-a366-4768-92b8-2ea3bcecdf3c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:31.236298 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:31.236962 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Bound port: e93fbafb-5e82-4709-9097-4f26eae8b6fc, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:31.241842 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:31.253046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Usage tracker for resource:floatingip and tenant:b5c1d5b0fc58403cab78e5a0a4b46667 is out of sync, need to count used quota {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 20:03:31.255049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5a098200-a366-4768-92b8-2ea3bcecdf3c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Transition to ACTIVE for port object 539dc352-83b6-4836-984f-72368194a43e will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:31.263150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 20:03:31.321759 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ips': [{'subnet_id': 'd998542d-ac87-468e-acae-e575855798c2'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:03:31.322985 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:31.330440 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5a098200-a366-4768-92b8-2ea3bcecdf3c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:31.339259 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] For port e93fbafb-5e82-4709-9097-4f26eae8b6fc, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:31.353416 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] For port e93fbafb-5e82-4709-9097-4f26eae8b6fc, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e93fbafb-5e82-4709-9097-4f26eae8b6fc,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:31.366995 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:31.388692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Usage tracker for resource:security_group and tenant:b5c1d5b0fc58403cab78e5a0a4b46667 is out of sync, need to count used quota {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 20:03:31.410250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 20:03:31.414872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5a098200-a366-4768-92b8-2ea3bcecdf3c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:31.422600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5a098200-a366-4768-92b8-2ea3bcecdf3c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:31.425612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5a098200-a366-4768-92b8-2ea3bcecdf3c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:31.456073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a098200-a366-4768-92b8-2ea3bcecdf3c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'Port': ['ID=539dc352-83b6-4836-984f-72368194a43e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:31.463521 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Usage tracker for resource:security_group_rule and tenant:b5c1d5b0fc58403cab78e5a0a4b46667 is out of sync, need to count used quota {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 20:03:31.478116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.quota.resource [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94059) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 20:03:31.489740 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-637f7a74-e4c3-4e6c-9500-b6e75d2ffb78 tempest-QuotasTest-1732419223 tempest-QuotasTest-1732419223-project-admin] 10.222.0.48 "GET /v2.0/quotas/b5c1d5b0fc58403cab78e5a0a4b46667/details.json HTTP/1.1" status: 200 len: 703 time: 0.6400497 Jul 27 20:03:31.504891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5a098200-a366-4768-92b8-2ea3bcecdf3c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:31.505843 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5a098200-a366-4768-92b8-2ea3bcecdf3c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:31.527010 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b57a3-f8a5-47a9-a2f5-0e13404bfdfa None None] Pushing event updated for resources: {'Port': ['ID=e93fbafb-5e82-4709-9097-4f26eae8b6fc,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:31.541858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5a098200-a366-4768-92b8-2ea3bcecdf3c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3548629 Jul 27 20:03:31.543375 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Routers {'8ea570c2-4648-436b-bf58-31e8f6a8064a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:31.544055 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8ea570c2-4648-436b-bf58-31e8f6a8064a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:31.555626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-2af7c79a-dc23-481f-b646-58db8b6f85bd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'port': {'device_id': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7', 'admin_state_up': True, 'tenant_id': '65feb551352040c08fc20a451933c436', 'security_groups': ['9f9e914b-f6d8-4410-bb75-e24f78f5f383']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:31.560006 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Allocated IP 172.20.0.2 (5f5654dd-d60c-48b4-87fc-35de3905e8ce/d998542d-ac87-468e-acae-e575855798c2/96074e93-b58b-4813-819d-77c69245d5ac) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:31.742954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-2af7c79a-dc23-481f-b646-58db8b6f85bd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Made reservation on behalf of 65feb551352040c08fc20a451933c436 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:31.748187 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-2af7c79a-dc23-481f-b646-58db8b6f85bd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:31.812289 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] Set router 8ea570c2-4648-436b-bf58-31e8f6a8064a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:31.908115 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:31.965172 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Transition to ACTIVE for port object 96074e93-b58b-4813-819d-77c69245d5ac will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:32.028007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Transition to ACTIVE for port object 96074e93-b58b-4813-819d-77c69245d5ac will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:32.048980 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:32.067465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-2af7c79a-dc23-481f-b646-58db8b6f85bd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Allocated IP 10.1.1.49 (cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7/cce99a40-eb09-424b-8f6d-7e5c39e72423/b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:32.151536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03893eb-f3ef-4896-8752-239bb60f98b2 req-50a7abaf-81d6-4127-a585-28bfc8bb6031 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:32.154144 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e03893eb-f3ef-4896-8752-239bb60f98b2 req-50a7abaf-81d6-4127-a585-28bfc8bb6031 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.2205415 Jul 27 20:03:32.183487 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Pushing event updated for resources: {'Port': ['ID=96074e93-b58b-4813-819d-77c69245d5ac,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:32.201835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Network 5f5654dd-d60c-48b4-87fc-35de3905e8ce is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:32.206313 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:32.213539 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:32.312966 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-66dde84e-3108-4152-9029-238c0b6811a5 None None] Provisioning for port 539dc352-83b6-4836-984f-72368194a43e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:32.325699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Attempting to bind port 96074e93-b58b-4813-819d-77c69245d5ac on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:32.326101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Attempting to bind port 96074e93-b58b-4813-819d-77c69245d5ac by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '8ce99738-e96b-4f70-a6d0-4429d8168e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:32.326406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Attempting to bind port 96074e93-b58b-4813-819d-77c69245d5ac on network 5f5654dd-d60c-48b4-87fc-35de3905e8ce {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:32.331016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-66dde84e-3108-4152-9029-238c0b6811a5 None None] Provisioning complete for port 539dc352-83b6-4836-984f-72368194a43e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:32.331193 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-66dde84e-3108-4152-9029-238c0b6811a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:32.364712 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:28Z', 'revision_number': 3, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:32.389902 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:32.392685 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Checking segment: {'id': '8ce99738-e96b-4f70-a6d0-4429d8168e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:32.395576 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:32.396081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Bound using segment: {'id': '8ce99738-e96b-4f70-a6d0-4429d8168e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:32.396696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Bound port: 96074e93-b58b-4813-819d-77c69245d5ac, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce99738-e96b-4f70-a6d0-4429d8168e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:32.397163 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:32.447049 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1826141f-ba00-4c6e-a8e7-96fe3c4f61ba None None] The sync data for ids ['8ea570c2-4648-436b-bf58-31e8f6a8064a'] in n-d-705657-21 is: [{'id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:28Z', 'revision_number': 3, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:03:32.502138 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38264) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:32.508518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-66dde84e-3108-4152-9029-238c0b6811a5 None None] Port 539dc352-83b6-4836-984f-72368194a43e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:32.584645 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] For port 96074e93-b58b-4813-819d-77c69245d5ac, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:32.595090 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] For port 96074e93-b58b-4813-819d-77c69245d5ac, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=96074e93-b58b-4813-819d-77c69245d5ac,segment=NetworkSegment(8ce99738-e96b-4f70-a6d0-4429d8168e9e),segment_id=8ce99738-e96b-4f70-a6d0-4429d8168e9e)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:32.605645 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:32.704377 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:03:32.729298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:32.756113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75af0f-11dd-4056-a4b6-b62f88697abf None None] Pushing event updated for resources: {'Port': ['ID=96074e93-b58b-4813-819d-77c69245d5ac,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:32.833631 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e03893eb-f3ef-4896-8752-239bb60f98b2 req-50384c3c-5ba3-4845-8b06-e68afd442e41 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6676478 Jul 27 20:03:32.905602 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-70abd8ce-ee44-42a6-83f7-0c8dcac1333f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:32.989553 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-2af7c79a-dc23-481f-b646-58db8b6f85bd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:33.007251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929edf2-bc31-43b1-8492-bdc6bcae3c22 req-7f708645-cf3a-4595-bab4-e998d76bdafc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:33.014317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929edf2-bc31-43b1-8492-bdc6bcae3c22 req-7f708645-cf3a-4595-bab4-e998d76bdafc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:33.035004 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8929edf2-bc31-43b1-8492-bdc6bcae3c22 req-7f708645-cf3a-4595-bab4-e998d76bdafc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 1653 time: 0.4060075 Jul 27 20:03:33.079383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-2af7c79a-dc23-481f-b646-58db8b6f85bd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Transition to ACTIVE for port object b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:33.160552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8929edf2-bc31-43b1-8492-bdc6bcae3c22 req-41af768d-3b2a-4fd5-bfa0-9b37908edf97 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245587 Jul 27 20:03:33.187204 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-70abd8ce-ee44-42a6-83f7-0c8dcac1333f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:33.205241 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-70abd8ce-ee44-42a6-83f7-0c8dcac1333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:33.234547 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-2af7c79a-dc23-481f-b646-58db8b6f85bd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:33.249431 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-70abd8ce-ee44-42a6-83f7-0c8dcac1333f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fa0ce97f8834248b56fcd26c5f68568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6948154 Jul 27 20:03:33.253735 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38272) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:33.309784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-2af7c79a-dc23-481f-b646-58db8b6f85bd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:33.313893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-2af7c79a-dc23-481f-b646-58db8b6f85bd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:33.316436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-2af7c79a-dc23-481f-b646-58db8b6f85bd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:33.357631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abd8ce-ee44-42a6-83f7-0c8dcac1333f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87210a48-b0fc-47eb-ab46-408a55c33dcf,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:33.397602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7c79a-dc23-481f-b646-58db8b6f85bd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'Port': ['ID=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:33.461322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-2af7c79a-dc23-481f-b646-58db8b6f85bd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:33.462681 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-2af7c79a-dc23-481f-b646-58db8b6f85bd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:33.487477 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d67a8708-8eaa-4be9-8954-3a8dd3c97cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:33.499097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-2af7c79a-dc23-481f-b646-58db8b6f85bd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9494796 Jul 27 20:03:33.510520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ad5dafef-4801-400d-a1de-6a5e3daa70fc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'port': {'device_id': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '73d72393-3d95-4308-9106-6209eefa092b', 'admin_state_up': True, 'tenant_id': '65feb551352040c08fc20a451933c436', 'security_groups': ['9f9e914b-f6d8-4410-bb75-e24f78f5f383']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:33.575458 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d67a8708-8eaa-4be9-8954-3a8dd3c97cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:33.748817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ad5dafef-4801-400d-a1de-6a5e3daa70fc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Made reservation on behalf of 65feb551352040c08fc20a451933c436 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:33.762911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Allocated IP 172.20.0.1 (5f5654dd-d60c-48b4-87fc-35de3905e8ce/d998542d-ac87-468e-acae-e575855798c2/72fe8abf-5a5b-427f-b7c0-5e152a5c2c07) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:33.766516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-561817b0-8f7c-4758-a29e-8ee056128dcf None None] Provisioning for port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:33.774676 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-561817b0-8f7c-4758-a29e-8ee056128dcf None None] Provisioning complete for port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:33.775051 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-561817b0-8f7c-4758-a29e-8ee056128dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:33.813792 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d67a8708-8eaa-4be9-8954-3a8dd3c97cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:33.818750 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d67a8708-8eaa-4be9-8954-3a8dd3c97cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:33.822189 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d67a8708-8eaa-4be9-8954-3a8dd3c97cd4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87210a48-b0fc-47eb-ab46-408a55c33dcf HTTP/1.1" status: 204 len: 168 time: 0.5671525 Jul 27 20:03:33.893429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-561817b0-8f7c-4758-a29e-8ee056128dcf None None] Port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:34.008078 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ad5dafef-4801-400d-a1de-6a5e3daa70fc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:34.014238 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 96074e93-b58b-4813-819d-77c69245d5ac up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:34.016698 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a8708-8eaa-4be9-8954-3a8dd3c97cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87210a48-b0fc-47eb-ab46-408a55c33dcf,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:34.170024 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:34.217012 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Transition to ACTIVE for port object 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:34.218856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 96074e93-b58b-4813-819d-77c69245d5ac completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:34.227652 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e93fbafb-5e82-4709-9097-4f26eae8b6fc up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:34.350771 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:34.383815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port e93fbafb-5e82-4709-9097-4f26eae8b6fc completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:34.390106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e93fbafb-5e82-4709-9097-4f26eae8b6fc triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:34.390786 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:34.454040 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network 5f5654dd-d60c-48b4-87fc-35de3905e8ce is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:34.457342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:34.471919 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:34.479788 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Port': ['ID=72fe8abf-5a5b-427f-b7c0-5e152a5c2c07,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:34.519465 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:34.555001 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:34.583752 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port e93fbafb-5e82-4709-9097-4f26eae8b6fc, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e93fbafb-5e82-4709-9097-4f26eae8b6fc,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:34.591030 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:34.657938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38284) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:34.684471 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7cdf72d-7fc4-42a8-87fe-7868bc11cb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:34.701039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=e93fbafb-5e82-4709-9097-4f26eae8b6fc,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:34.707053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920bb479-c2c3-416f-9a43-7314e69431aa None None] Network 5f5654dd-d60c-48b4-87fc-35de3905e8ce requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:03:34.836206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-abfcf6f9-ddab-4502-812e-f9d3550c41a2 None None] Provisioning for port 96074e93-b58b-4813-819d-77c69245d5ac completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:34.856549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-abfcf6f9-ddab-4502-812e-f9d3550c41a2 None None] Provisioning complete for port 96074e93-b58b-4813-819d-77c69245d5ac triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:34.857510 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-abfcf6f9-ddab-4502-812e-f9d3550c41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:34.918882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616572-ee31-426b-a543-dfe9e30daf5c req-643a7132-4816-4f39-bb29-72f5f76ef8c7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:34.923046 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55616572-ee31-426b-a543-dfe9e30daf5c req-643a7132-4816-4f39-bb29-72f5f76ef8c7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.8560390 Jul 27 20:03:34.931636 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:34.961405 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cff15-ced1-4748-873d-d673a1d80e78 req-5e281c81-f968-4ecb-966b-d62e28a3198a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:34.968436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cff15-ced1-4748-873d-d673a1d80e78 req-5e281c81-f968-4ecb-966b-d62e28a3198a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:34.975902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cff15-ced1-4748-873d-d673a1d80e78 req-5e281c81-f968-4ecb-966b-d62e28a3198a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:34.985627 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f81cff15-ced1-4748-873d-d673a1d80e78 req-5e281c81-f968-4ecb-966b-d62e28a3198a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 2373 time: 0.5786998 Jul 27 20:03:35.052024 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7cdf72d-7fc4-42a8-87fe-7868bc11cb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:35.074352 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7cdf72d-7fc4-42a8-87fe-7868bc11cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:35.112741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e7cdf72d-7fc4-42a8-87fe-7868bc11cb41 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5c1d5b0fc58403cab78e5a0a4b46667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4456983 Jul 27 20:03:35.115711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55616572-ee31-426b-a543-dfe9e30daf5c req-0b2c4a08-8727-4bc7-8b20-e59a1ab379b7 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769643 Jul 27 20:03:35.119219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38286) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:35.125519 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-abfcf6f9-ddab-4502-812e-f9d3550c41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:35.200993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-abfcf6f9-ddab-4502-812e-f9d3550c41a2 None None] For port 96074e93-b58b-4813-819d-77c69245d5ac, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=96074e93-b58b-4813-819d-77c69245d5ac,segment=NetworkSegment(8ce99738-e96b-4f70-a6d0-4429d8168e9e),segment_id=8ce99738-e96b-4f70-a6d0-4429d8168e9e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:35.206986 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-abfcf6f9-ddab-4502-812e-f9d3550c41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:35.228787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ad5dafef-4801-400d-a1de-6a5e3daa70fc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Allocated IP 10.2.2.100 (73d72393-3d95-4308-9106-6209eefa092b/656e8a32-f28f-4037-bb27-98d941b98b61/da69274d-209f-4682-975e-8a7c7f339880) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:35.297682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f81cff15-ced1-4748-873d-d673a1d80e78 req-2858a781-070d-4c18-8633-17d2c1011214 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108611 Jul 27 20:03:35.327044 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdf72d-7fc4-42a8-87fe-7868bc11cb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698efafa-acf1-48a7-b7b4-8a6f025b2cef,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:35.335464 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e61ad97a-942d-4fc9-9e60-da8430a625ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:35.360570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcf6f9-ddab-4502-812e-f9d3550c41a2 None None] Pushing event updated for resources: {'Port': ['ID=96074e93-b58b-4813-819d-77c69245d5ac,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:35.441865 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e61ad97a-942d-4fc9-9e60-da8430a625ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:35.455371 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:35.466104 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:35.555491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d28f512f-1cd5-4b9e-a0ea-63cb2d21cae6 None None] Provisioning complete for port 96074e93-b58b-4813-819d-77c69245d5ac triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:35.556387 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d28f512f-1cd5-4b9e-a0ea-63cb2d21cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:35.655112 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:35.701012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e23e59-4d4f-46d0-a03d-fb77201f54dd req-53a924a2-11d7-4032-9ad4-bff919b06881 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:35.709063 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97e23e59-4d4f-46d0-a03d-fb77201f54dd req-53a924a2-11d7-4032-9ad4-bff919b06881 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.2337461 Jul 27 20:03:35.745576 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e61ad97a-942d-4fc9-9e60-da8430a625ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:35.754775 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e61ad97a-942d-4fc9-9e60-da8430a625ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:35.758446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e61ad97a-942d-4fc9-9e60-da8430a625ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/698efafa-acf1-48a7-b7b4-8a6f025b2cef HTTP/1.1" status: 204 len: 168 time: 0.6349716 Jul 27 20:03:35.786398 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Port': ['ID=72fe8abf-5a5b-427f-b7c0-5e152a5c2c07,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:35.802291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d28f512f-1cd5-4b9e-a0ea-63cb2d21cae6 None None] Provisioning for port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:35.806648 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network 5f5654dd-d60c-48b4-87fc-35de3905e8ce is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:35.807794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d28f512f-1cd5-4b9e-a0ea-63cb2d21cae6 None None] Provisioning complete for port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:35.808137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:35.808258 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d28f512f-1cd5-4b9e-a0ea-63cb2d21cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:35.823931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ad97a-942d-4fc9-9e60-da8430a625ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698efafa-acf1-48a7-b7b4-8a6f025b2cef,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:35.832830 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ad5dafef-4801-400d-a1de-6a5e3daa70fc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:35.901929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ad5dafef-4801-400d-a1de-6a5e3daa70fc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Transition to ACTIVE for port object da69274d-209f-4682-975e-8a7c7f339880 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:35.907387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97e23e59-4d4f-46d0-a03d-fb77201f54dd req-08aee850-9915-48a7-af01-9981717eb691 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974862 Jul 27 20:03:35.943051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d28f512f-1cd5-4b9e-a0ea-63cb2d21cae6 None None] Port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:36.000229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 96074e93-b58b-4813-819d-77c69245d5ac up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:36.002506 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ad5dafef-4801-400d-a1de-6a5e3daa70fc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:36.067329 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Router 8ea570c2-4648-436b-bf58-31e8f6a8064a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:03:36.113885 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-41383dd6-b0bf-415b-86e4-d30ceb5e88ee None None] Provisioning complete for port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:36.116236 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-41383dd6-b0bf-415b-86e4-d30ceb5e88ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:36.157696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ad5dafef-4801-400d-a1de-6a5e3daa70fc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Network 73d72393-3d95-4308-9106-6209eefa092b is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:36.159289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ad5dafef-4801-400d-a1de-6a5e3daa70fc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:36.165356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ad5dafef-4801-400d-a1de-6a5e3daa70fc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:36.204249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-41383dd6-b0bf-415b-86e4-d30ceb5e88ee None None] Port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:36.209804 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 96074e93-b58b-4813-819d-77c69245d5ac triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:36.210402 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:36.254392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5dafef-4801-400d-a1de-6a5e3daa70fc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'Port': ['ID=da69274d-209f-4682-975e-8a7c7f339880,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:36.274422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:03:36.284264 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0b586476-3d75-4b63-b5b1-2d0be2b3a430 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "PUT /v2.0/routers/8ea570c2-4648-436b-bf58-31e8f6a8064a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2109711 Jul 27 20:03:36.286782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38300) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:36.327002 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Sync routers for ids ['8ea570c2-4648-436b-bf58-31e8f6a8064a'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:03:36.354121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ad5dafef-4801-400d-a1de-6a5e3daa70fc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.355128 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ad5dafef-4801-400d-a1de-6a5e3daa70fc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:36.397764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40c842-c017-4365-9962-768770a47853 req-eb5b62ad-f56a-4571-8f55-1355ad16b658 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.399597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-db40c842-c017-4365-9962-768770a47853 req-eb5b62ad-f56a-4571-8f55-1355ad16b658 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.3317394 Jul 27 20:03:36.401624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ad5dafef-4801-400d-a1de-6a5e3daa70fc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8955007 Jul 27 20:03:36.441206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Routers {'8ea570c2-4648-436b-bf58-31e8f6a8064a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:36.442130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8ea570c2-4648-436b-bf58-31e8f6a8064a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:36.454550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'port': {'device_id': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '73d72393-3d95-4308-9106-6209eefa092b', 'admin_state_up': True, 'tenant_id': '65feb551352040c08fc20a451933c436', 'security_groups': ['9f9e914b-f6d8-4410-bb75-e24f78f5f383']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:36.572683 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-db40c842-c017-4365-9962-768770a47853 req-57d12052-2d51-4f92-b02a-23026b9c3b32 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642079 Jul 27 20:03:36.619175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Set router 8ea570c2-4648-436b-bf58-31e8f6a8064a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:36.678236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e07533-8982-4798-a5db-ffb5957bcd6c tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.678720 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e07533-8982-4798-a5db-ffb5957bcd6c tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.679195 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e07533-8982-4798-a5db-ffb5957bcd6c tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.679661 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e07533-8982-4798-a5db-ffb5957bcd6c tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.680132 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e07533-8982-4798-a5db-ffb5957bcd6c tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.680738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e07533-8982-4798-a5db-ffb5957bcd6c tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.681186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e07533-8982-4798-a5db-ffb5957bcd6c tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.681642 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e07533-8982-4798-a5db-ffb5957bcd6c tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.682101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e07533-8982-4798-a5db-ffb5957bcd6c tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.697812 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d0e07533-8982-4798-a5db-ffb5957bcd6c tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6368 time: 0.4088855 Jul 27 20:03:36.698375 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38316) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:36.820795 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c9df5-b106-466c-b07b-0e6f785b35f2 req-3c96035a-2a67-49fc-98bd-feddd5724d28 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.828284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c9df5-b106-466c-b07b-0e6f785b35f2 req-3c96035a-2a67-49fc-98bd-feddd5724d28 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.835345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c9df5-b106-466c-b07b-0e6f785b35f2 req-3c96035a-2a67-49fc-98bd-feddd5724d28 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.842133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c9df5-b106-466c-b07b-0e6f785b35f2 req-3c96035a-2a67-49fc-98bd-feddd5724d28 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.844238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd5c9df5-b106-466c-b07b-0e6f785b35f2 req-3c96035a-2a67-49fc-98bd-feddd5724d28 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 3094 time: 0.3116469 Jul 27 20:03:36.903387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Made reservation on behalf of 65feb551352040c08fc20a451933c436 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:36.909097 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057751e-3ada-4202-8598-5e2bfc030aec tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.909510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057751e-3ada-4202-8598-5e2bfc030aec tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.909979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057751e-3ada-4202-8598-5e2bfc030aec tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.910438 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057751e-3ada-4202-8598-5e2bfc030aec tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.910896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057751e-3ada-4202-8598-5e2bfc030aec tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.911695 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057751e-3ada-4202-8598-5e2bfc030aec tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.922166 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057751e-3ada-4202-8598-5e2bfc030aec tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.922895 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057751e-3ada-4202-8598-5e2bfc030aec tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.923357 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057751e-3ada-4202-8598-5e2bfc030aec tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:36.928119 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:36.932947 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e057751e-3ada-4202-8598-5e2bfc030aec tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5819 time: 0.2337775 Jul 27 20:03:36.933646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38324) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:36.985532 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bd5c9df5-b106-466c-b07b-0e6f785b35f2 req-b86638b5-21c6-475a-a589-c8ab66c1bf1d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289053 Jul 27 20:03:37.095998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-845af57e-857c-42cd-8781-048190176bcb None None] Provisioning complete for port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:37.097073 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-845af57e-857c-42cd-8781-048190176bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:37.099764 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e93fbafb-5e82-4709-9097-4f26eae8b6fc up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:37.249485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Allocated IP 10.2.2.200 (73d72393-3d95-4308-9106-6209eefa092b/656e8a32-f28f-4037-bb27-98d941b98b61/da42ddef-db92-4218-a5eb-3af42c1324e2) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:37.265443 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-845af57e-857c-42cd-8781-048190176bcb None None] Port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:37.381933 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38332) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:37.445493 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e93fbafb-5e82-4709-9097-4f26eae8b6fc triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:37.445878 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:37.450645 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d06f26b9-c1b5-429d-8011-9ff2f9a97d85 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 0.5157571 Jul 27 20:03:37.565790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e58c9-27dc-464f-8c5c-ea070520a855 req-631d58df-f920-4636-9e07-b3e6819fda0a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:37.572008 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-378e58c9-27dc-464f-8c5c-ea070520a855 req-631d58df-f920-4636-9e07-b3e6819fda0a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.6224110 Jul 27 20:03:37.573137 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ba216e1e-648f-4452-9313-37df05783b33 None None] Provisioning for port da69274d-209f-4682-975e-8a7c7f339880 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:37.586011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ba216e1e-648f-4452-9313-37df05783b33 None None] Provisioning complete for port da69274d-209f-4682-975e-8a7c7f339880 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:37.586328 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ba216e1e-648f-4452-9313-37df05783b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:37.601410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-647054221'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:37.635784 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:37.644631 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:37.673606 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:37.677869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '72fe8abf-5a5b-427f-b7c0-5e152a5c2c07', 'name': '', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:60:14:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'd998542d-ac87-468e-acae-e575855798c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:33Z', 'updated_at': '2021-07-27T20:03:35Z', 'revision_number': 2, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': 'd998542d-ac87-468e-acae-e575855798c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:37.684698 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:37.727211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ba216e1e-648f-4452-9313-37df05783b33 None None] Port da69274d-209f-4682-975e-8a7c7f339880 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:37.734263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Checking router: 8ea570c2-4648-436b-bf58-31e8f6a8064a for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:03:37.734624 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Updating router 8ea570c2-4648-436b-bf58-31e8f6a8064a port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:03:37.736865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-378e58c9-27dc-464f-8c5c-ea070520a855 req-4e0d7611-485e-4331-91b7-66a3045dcfe2 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426876 Jul 27 20:03:37.746103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Transition to ACTIVE for port object da42ddef-db92-4218-a5eb-3af42c1324e2 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:37.830115 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:37.842664 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:37.847812 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:37.855913 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:37.870741 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:03:37.883901 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:37.884338 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Added segment 3b704d43-b019-48bf-8d12-c4e08428ca00 of type vlan for network 3e310874-d87b-4810-86ae-1ca6e948cd1a Jul 27 20:03:37.935459 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Network 73d72393-3d95-4308-9106-6209eefa092b is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:37.936151 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38346) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:37.940004 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:37.947427 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-702df4cc-0a99-4147-9d67-32c0a305a7cc tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1360794231', 'description': 'tempest-secgroup-smoke-1360794231 description', 'project_id': '276aa582ad7e44029331aa2680c554e9'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:37.989621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:38.018325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:38.073016 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae417cc9-ffe4-48ea-b222-732a2f2bf8ce,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:38.081618 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.101566 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:38.102295 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.181320 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:38.181982 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.254821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event updated for resources: {'Port': ['ID=da42ddef-db92-4218-a5eb-3af42c1324e2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:38.273273 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-702df4cc-0a99-4147-9d67-32c0a305a7cc tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.294614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:38.294956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:38.295322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:38.295702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:38.296042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:38.296450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:38.296794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:38.297126 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:38.297458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:38.300599 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:38.300937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:38.301270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:03:38.333906 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.357913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Transition to ACTIVE for port object 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:38.364306 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Network': ['ID=3e310874-d87b-4810-86ae-1ca6e948cd1a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:38.379135 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-f8299ff6-e8eb-4a3b-a0ec-fccd9dfe0e30 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9621224 Jul 27 20:03:38.380215 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 3e310874-d87b-4810-86ae-1ca6e948cd1a details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:03:38.388322 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.416499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4a899-f3a5-4dfd-a946-803fe7d47b41 req-cb2427fe-fe29-4e39-8681-a922cd6ed47a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:38.417278 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5ff4a899-f3a5-4dfd-a946-803fe7d47b41 req-cb2427fe-fe29-4e39-8681-a922cd6ed47a tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 946 time: 0.3059950 Jul 27 20:03:38.420242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Request body: {'port': {'device_id': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:38.588886 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-df34e3a5-547d-4715-8fe1-926fcf39ebf7 req-537ec980-d671-4e4e-8c89-16e404ca8045 service neutron] (94060) timed out ('10.222.0.63', 60077) {{(pid=94060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:03:38.595811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfd7f9-ab6e-4f5b-8de5-3b2727d2e418 None None] Pushing event updated for resources: {'Port': ['ID=72fe8abf-5a5b-427f-b7c0-5e152a5c2c07,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:38.603485 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-702df4cc-0a99-4147-9d67-32c0a305a7cc tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.624479 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-702df4cc-0a99-4147-9d67-32c0a305a7cc tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.652115 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1711d16e-c805-4125-9fe2-b6e8544b3fec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2688904 Jul 27 20:03:38.653355 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38352) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:38.658856 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-5ff4a899-f3a5-4dfd-a946-803fe7d47b41 req-fddb7a07-c4cf-4b2f-a1bd-dcfc7905d834 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Deleting port bbfca387-b1bf-48ca-8f24-cf33308c0e40 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:38.659381 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5ff4a899-f3a5-4dfd-a946-803fe7d47b41 req-fddb7a07-c4cf-4b2f-a1bd-dcfc7905d834 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.670118 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-858584ff-8e87-41e5-accc-8c72a719a2ed tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1793722540'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:38.689743 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-702df4cc-0a99-4147-9d67-32c0a305a7cc tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.693637 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-702df4cc-0a99-4147-9d67-32c0a305a7cc tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7562783 Jul 27 20:03:38.706632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38354) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:38.760662 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f0f40096-d7ac-40e8-a165-a113cda180c6 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': '8105ce54-8aed-4e81-9b26-e387c55e1302', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:38.783218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-931b28b4-e8ba-4b6d-bbb6-7c2a44bfdc6a None None] Provisioning for port da42ddef-db92-4218-a5eb-3af42c1324e2 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:38.796832 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.804150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-931b28b4-e8ba-4b6d-bbb6-7c2a44bfdc6a None None] Provisioning complete for port da42ddef-db92-4218-a5eb-3af42c1324e2 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:38.804968 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-931b28b4-e8ba-4b6d-bbb6-7c2a44bfdc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.827694 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.843900 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.api [None req-858584ff-8e87-41e5-accc-8c72a719a2ed tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:03:38.843900 n-d-705657-21 neutron-server[94060]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 20:03:38.843900 n-d-705657-21 neutron-server[94060]: [parameters: {'project_id': '431fd621873346c9a7015bd3d6ad446f', 'id': 'cefa72b7-c545-4675-b6a9-b651e01fbf54', 'expiration': datetime.datetime(2021, 7, 27, 20, 5, 38, 798476)}] Jul 27 20:03:38.843900 n-d-705657-21 neutron-server[94060]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:03:38.844603 n-d-705657-21 neutron-server[94060]: DEBUG oslo_db.api [None req-858584ff-8e87-41e5-accc-8c72a719a2ed tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:03:38.891665 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Attempting to bind port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:38.894227 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0f40096-d7ac-40e8-a165-a113cda180c6 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.894764 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Attempting to bind port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '8ce99738-e96b-4f70-a6d0-4429d8168e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:38.896865 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Attempting to bind port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 on network 5f5654dd-d60c-48b4-87fc-35de3905e8ce {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:38.913190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:38.914344 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Checking segment: {'id': '8ce99738-e96b-4f70-a6d0-4429d8168e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:38.914856 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.916284 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Bound using segment: {'id': '8ce99738-e96b-4f70-a6d0-4429d8168e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:38.918991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Bound port: 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce99738-e96b-4f70-a6d0-4429d8168e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:38.920147 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:38.947334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-931b28b4-e8ba-4b6d-bbb6-7c2a44bfdc6a None None] Port da42ddef-db92-4218-a5eb-3af42c1324e2 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:39.038386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] For port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:39.044160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] For port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=72fe8abf-5a5b-427f-b7c0-5e152a5c2c07,segment=NetworkSegment(8ce99738-e96b-4f70-a6d0-4429d8168e9e),segment_id=8ce99738-e96b-4f70-a6d0-4429d8168e9e)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:39.065900 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:39.202445 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Routers {'8ea570c2-4648-436b-bf58-31e8f6a8064a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:39.203108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8ea570c2-4648-436b-bf58-31e8f6a8064a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:39.348298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0f40096-d7ac-40e8-a165-a113cda180c6 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:39.379030 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0f40096-d7ac-40e8-a165-a113cda180c6 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:39.392652 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-5ff4a899-f3a5-4dfd-a946-803fe7d47b41 req-fddb7a07-c4cf-4b2f-a1bd-dcfc7905d834 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] For port bbfca387-b1bf-48ca-8f24-cf33308c0e40, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=bbfca387-b1bf-48ca-8f24-cf33308c0e40,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:39.393011 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5ff4a899-f3a5-4dfd-a946-803fe7d47b41 req-fddb7a07-c4cf-4b2f-a1bd-dcfc7905d834 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:39.395571 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858584ff-8e87-41e5-accc-8c72a719a2ed tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:39.399174 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-858584ff-8e87-41e5-accc-8c72a719a2ed tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:39.428466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0832f3a4-1619-4ea1-b9bf-87a13b42df43 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:03:39.429040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] Set router 8ea570c2-4648-436b-bf58-31e8f6a8064a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:39.439065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-5ff4a899-f3a5-4dfd-a946-803fe7d47b41 req-fddb7a07-c4cf-4b2f-a1bd-dcfc7905d834 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Calling delete_port for bbfca387-b1bf-48ca-8f24-cf33308c0e40 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:39.439608 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:39.441281 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f40096-d7ac-40e8-a165-a113cda180c6 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a66e03-edc1-4644-91e1-45f3a6b2012e,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:39.460185 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0f40096-d7ac-40e8-a165-a113cda180c6 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:39.464511 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f0f40096-d7ac-40e8-a165-a113cda180c6 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7494884 Jul 27 20:03:39.470665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Transition to ACTIVE for port object 0832f3a4-1619-4ea1-b9bf-87a13b42df43 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:39.478431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38360) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:39.481376 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858584ff-8e87-41e5-accc-8c72a719a2ed tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:03:39.488448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-2aeffbd4-0e19-4b1c-8e1e-0ac4966285e4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': '8105ce54-8aed-4e81-9b26-e387c55e1302', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:39.497607 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:39.510066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702df4cc-0a99-4147-9d67-32c0a305a7cc tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8105ce54-8aed-4e81-9b26-e387c55e1302,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:39.560918 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-858584ff-8e87-41e5-accc-8c72a719a2ed tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:39.561330 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-858584ff-8e87-41e5-accc-8c72a719a2ed tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Added segment e9c910a4-cc5c-4230-88da-c6704c7e5b1e of type vlan for network 935c01cf-5c48-4cf6-83a8-fe4d5abb105b Jul 27 20:03:39.600569 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a52b87-bb15-46d3-8e98-f33165274aec req-2188389f-0201-4f71-bae8-a7b37d5f0a3d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:39.610762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a52b87-bb15-46d3-8e98-f33165274aec req-2188389f-0201-4f71-bae8-a7b37d5f0a3d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:39.617815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a52b87-bb15-46d3-8e98-f33165274aec req-2188389f-0201-4f71-bae8-a7b37d5f0a3d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:39.624859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a52b87-bb15-46d3-8e98-f33165274aec req-2188389f-0201-4f71-bae8-a7b37d5f0a3d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:39.625969 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-858584ff-8e87-41e5-accc-8c72a719a2ed tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:39.631517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a52b87-bb15-46d3-8e98-f33165274aec req-2188389f-0201-4f71-bae8-a7b37d5f0a3d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:39.634817 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30a52b87-bb15-46d3-8e98-f33165274aec req-2188389f-0201-4f71-bae8-a7b37d5f0a3d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 3815 time: 1.4486325 Jul 27 20:03:39.640222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0832f3a4-1619-4ea1-b9bf-87a13b42df43,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:39.720213 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-858584ff-8e87-41e5-accc-8c72a719a2ed tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:39.732055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858584ff-8e87-41e5-accc-8c72a719a2ed tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:39.733039 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-858584ff-8e87-41e5-accc-8c72a719a2ed tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:39.788794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfd7f9-ab6e-4f5b-8de5-3b2727d2e418 None None] Pushing event updated for resources: {'Port': ['ID=72fe8abf-5a5b-427f-b7c0-5e152a5c2c07,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:39.843612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858584ff-8e87-41e5-accc-8c72a719a2ed tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Network': ['ID=935c01cf-5c48-4cf6-83a8-fe4d5abb105b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:39.868636 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 935c01cf-5c48-4cf6-83a8-fe4d5abb105b details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:03:39.886299 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5ff4a899-f3a5-4dfd-a946-803fe7d47b41 req-fddb7a07-c4cf-4b2f-a1bd-dcfc7905d834 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:39.934782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30a52b87-bb15-46d3-8e98-f33165274aec req-5a931aa9-122b-4099-bea8-7671a9aaa143 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610536 Jul 27 20:03:39.941531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb7a07-c4cf-4b2f-a1bd-dcfc7905d834 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Pushing event deleted for resources: {'Port': ['ID=bbfca387-b1bf-48ca-8f24-cf33308c0e40,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:39.959238 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-858584ff-8e87-41e5-accc-8c72a719a2ed tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2950361 Jul 27 20:03:39.963045 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38362) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:39.969232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Attempting to bind port 0832f3a4-1619-4ea1-b9bf-87a13b42df43 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:39.969567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Attempting to bind port 0832f3a4-1619-4ea1-b9bf-87a13b42df43 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'beabbc31-88fb-41e8-9559-fee35019510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:39.969904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Attempting to bind port 0832f3a4-1619-4ea1-b9bf-87a13b42df43 on network ac679f8b-06ff-475b-999e-fecd672dac7a {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:39.971913 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-add92798-1f9f-4fd1-970d-84dfafc176ca tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'subnet': {'network_id': '3e310874-d87b-4810-86ae-1ca6e948cd1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:39.984076 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2aeffbd4-0e19-4b1c-8e1e-0ac4966285e4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:39.992121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['bbfca387-b1bf-48ca-8f24-cf33308c0e40'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:03:39.994329 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['27b499e8-da86-46f4-a014-4cb619f8e46e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:03:40.014748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Port 0832f3a4-1619-4ea1-b9bf-87a13b42df43 on network ac679f8b-06ff-475b-999e-fecd672dac7a not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:03:40.015360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Attempting to bind port 0832f3a4-1619-4ea1-b9bf-87a13b42df43 on network ac679f8b-06ff-475b-999e-fecd672dac7a {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:40.034096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ddac-e1e4-4fc1-9198-c87758ec4597 req-4e6565ea-4ceb-4bc5-8fba-0c31e83b42ab tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:40.035940 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7839ddac-e1e4-4fc1-9198-c87758ec4597 req-4e6565ea-4ceb-4bc5-8fba-0c31e83b42ab tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf HTTP/1.1" status: 200 len: 867 time: 0.5534678 Jul 27 20:03:40.048593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:40.049220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Checking segment: {'id': 'beabbc31-88fb-41e8-9559-fee35019510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:40.049784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Bound using segment: {'id': 'beabbc31-88fb-41e8-9559-fee35019510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:40.050423 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Bound port: 0832f3a4-1619-4ea1-b9bf-87a13b42df43, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beabbc31-88fb-41e8-9559-fee35019510b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:40.050955 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:40.137946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff4a899-f3a5-4dfd-a946-803fe7d47b41 req-fddb7a07-c4cf-4b2f-a1bd-dcfc7905d834 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] No DVR routers for this DVR port bbfca387-b1bf-48ca-8f24-cf33308c0e40 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:03:40.143685 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5ff4a899-f3a5-4dfd-a946-803fe7d47b41 req-fddb7a07-c4cf-4b2f-a1bd-dcfc7905d834 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:40.145831 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5ff4a899-f3a5-4dfd-a946-803fe7d47b41 req-fddb7a07-c4cf-4b2f-a1bd-dcfc7905d834 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.63 "DELETE /v2.0/ports/bbfca387-b1bf-48ca-8f24-cf33308c0e40 HTTP/1.1" status: 204 len: 173 time: 1.7219760 Jul 27 20:03:40.146284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf', 'name': 'network-vif-deleted', 'tag': 'bbfca387-b1bf-48ca-8f24-cf33308c0e40'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:03:40.148643 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f38cd8-dcd7-401d-9a63-ff07a8a1cb2b" -d '{"events": [{"server_uuid": "46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf", "name": "network-vif-deleted", "tag": "bbfca387-b1bf-48ca-8f24-cf33308c0e40"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:03:40.166542 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] For port 0832f3a4-1619-4ea1-b9bf-87a13b42df43, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:40.174718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] For port 0832f3a4-1619-4ea1-b9bf-87a13b42df43, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0832f3a4-1619-4ea1-b9bf-87a13b42df43,segment=NetworkSegment(beabbc31-88fb-41e8-9559-fee35019510b),segment_id=beabbc31-88fb-41e8-9559-fee35019510b)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:40.212609 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3377fa0-4260-4545-bcbd-e89d76055c86 x-openstack-request-id: req-c3377fa0-4260-4545-bcbd-e89d76055c86 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:03:40.213246 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf", "name": "network-vif-deleted", "tag": "bbfca387-b1bf-48ca-8f24-cf33308c0e40", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:03:40.213685 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3377fa0-4260-4545-bcbd-e89d76055c86 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:03:40.214257 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d4c7c7-91f8-4e5f-93a0-0cf6491aafdf', 'name': 'network-vif-deleted', 'tag': 'bbfca387-b1bf-48ca-8f24-cf33308c0e40', 'status': 'completed', 'code': 200} Jul 27 20:03:40.221460 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:40.226311 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add92798-1f9f-4fd1-970d-84dfafc176ca tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:40.231010 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-add92798-1f9f-4fd1-970d-84dfafc176ca tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:40.249832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:40.250681 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:40.252456 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] 10.222.0.52 "PUT /v2.0/ports/0832f3a4-1619-4ea1-b9bf-87a13b42df43 HTTP/1.1" status: 200 len: 1093 time: 1.8507535 Jul 27 20:03:40.265338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': '0832f3a4-1619-4ea1-b9bf-87a13b42df43'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:03:40.272569 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567eb244-5fef-4fcb-ae01-3fab67f83dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "0832f3a4-1619-4ea1-b9bf-87a13b42df43"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:03:40.383742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7839ddac-e1e4-4fc1-9198-c87758ec4597 req-b0cb92d6-9733-4b9c-be4f-fc13a862c341 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384326 Jul 27 20:03:40.415969 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Request body: {'port': {'device_id': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:40.482017 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '72fe8abf-5a5b-427f-b7c0-5e152a5c2c07', 'name': '', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:60:14:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'd998542d-ac87-468e-acae-e575855798c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:33Z', 'updated_at': '2021-07-27T20:03:39Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': 'd998542d-ac87-468e-acae-e575855798c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:40.485726 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b3bdd2-2be8-4df6-aa14-59aa6dfc695f x-openstack-request-id: req-87b3bdd2-2be8-4df6-aa14-59aa6dfc695f {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:03:40.485726 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "0832f3a4-1619-4ea1-b9bf-87a13b42df43", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:03:40.485726 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87b3bdd2-2be8-4df6-aa14-59aa6dfc695f {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:03:40.486394 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': '0832f3a4-1619-4ea1-b9bf-87a13b42df43', 'status': 'completed', 'code': 200} Jul 27 20:03:40.557337 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2aeffbd4-0e19-4b1c-8e1e-0ac4966285e4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:40.558512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a883151c-0876-4532-b261-9eb75f21e88d None None] The sync data for ids ['8ea570c2-4648-436b-bf58-31e8f6a8064a'] in n-d-705657-21 is: [{'id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '72fe8abf-5a5b-427f-b7c0-5e152a5c2c07', 'name': '', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:60:14:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'd998542d-ac87-468e-acae-e575855798c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:33Z', 'updated_at': '2021-07-27T20:03:39Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': 'd998542d-ac87-468e-acae-e575855798c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:03:40.635560 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-add92798-1f9f-4fd1-970d-84dfafc176ca tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:40.691297 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2aeffbd4-0e19-4b1c-8e1e-0ac4966285e4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:40.734417 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72465b37-dc08-46e8-b286-7235fa8a67a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0832f3a4-1619-4ea1-b9bf-87a13b42df43,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:40.758266 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2aeffbd4-0e19-4b1c-8e1e-0ac4966285e4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:40.762015 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2aeffbd4-0e19-4b1c-8e1e-0ac4966285e4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2755489 Jul 27 20:03:40.765322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38370) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:40.770431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3806f380-be22-4bae-93b0-9f2ad4df4720 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': '8105ce54-8aed-4e81-9b26-e387c55e1302', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:40.788278 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeffbd4-0e19-4b1c-8e1e-0ac4966285e4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a6d246-bcbe-4381-b067-5c3d39914e22,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:40.798301 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:40.806615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add92798-1f9f-4fd1-970d-84dfafc176ca tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Subnet': ['ID=39b2807f-1a4d-47ca-936e-d396ef4d447b,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:40.819770 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3806f380-be22-4bae-93b0-9f2ad4df4720 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:40.839347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eb244-5fef-4fcb-ae01-3fab67f83dd7 req-0e721bd8-db1b-420c-8e08-b6ce50f28a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:40.840070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eb244-5fef-4fcb-ae01-3fab67f83dd7 req-0e721bd8-db1b-420c-8e08-b6ce50f28a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:40.840701 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eb244-5fef-4fcb-ae01-3fab67f83dd7 req-0e721bd8-db1b-420c-8e08-b6ce50f28a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:40.841619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eb244-5fef-4fcb-ae01-3fab67f83dd7 req-0e721bd8-db1b-420c-8e08-b6ce50f28a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:40.841727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eb244-5fef-4fcb-ae01-3fab67f83dd7 req-0e721bd8-db1b-420c-8e08-b6ce50f28a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:40.845396 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-567eb244-5fef-4fcb-ae01-3fab67f83dd7 req-0e721bd8-db1b-420c-8e08-b6ce50f28a65 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 4363 time: 0.3578846 Jul 27 20:03:40.860123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add92798-1f9f-4fd1-970d-84dfafc176ca tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Checking segment: {'id': '3b704d43-b019-48bf-8d12-c4e08428ca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e310874-d87b-4810-86ae-1ca6e948cd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:40.868886 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add92798-1f9f-4fd1-970d-84dfafc176ca tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network hostable DHCP agents. Network: 3e310874-d87b-4810-86ae-1ca6e948cd1a, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:03:40.973656 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3806f380-be22-4bae-93b0-9f2ad4df4720 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:40.977032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add92798-1f9f-4fd1-970d-84dfafc176ca tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 3e310874-d87b-4810-86ae-1ca6e948cd1a is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:03:40.983491 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3806f380-be22-4bae-93b0-9f2ad4df4720 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:41.013258 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806f380-be22-4bae-93b0-9f2ad4df4720 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673f03b8-3097-4918-ace4-cb0a1d2aa081,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:41.016222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-add92798-1f9f-4fd1-970d-84dfafc176ca tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 3e310874-d87b-4810-86ae-1ca6e948cd1a) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:41.019503 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3806f380-be22-4bae-93b0-9f2ad4df4720 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:41.021152 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3806f380-be22-4bae-93b0-9f2ad4df4720 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2544999 Jul 27 20:03:41.024470 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add92798-1f9f-4fd1-970d-84dfafc176ca tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:41.025238 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-add92798-1f9f-4fd1-970d-84dfafc176ca tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:41.029099 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38374) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:41.033457 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3550991-595c-495c-b47a-c94bb4698a2a None None] Network 3e310874-d87b-4810-86ae-1ca6e948cd1a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:03:41.046699 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4253fd41-e7ea-4614-97e4-3374d65fe672 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': '8105ce54-8aed-4e81-9b26-e387c55e1302', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:41.117213 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4253fd41-e7ea-4614-97e4-3374d65fe672 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:41.153609 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-add92798-1f9f-4fd1-970d-84dfafc176ca tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1852295 Jul 27 20:03:41.155021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38376) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:41.179076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f2a17e1a-2af7-4ae6-b392-bb0bc6c8de8c tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'subnet': {'network_id': '935c01cf-5c48-4cf6-83a8-fe4d5abb105b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:41.335626 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4253fd41-e7ea-4614-97e4-3374d65fe672 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:41.341880 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4253fd41-e7ea-4614-97e4-3374d65fe672 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:41.374007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-3e310874-d87b-4810-86ae-1ca6e948cd1a', 'network_id': '3e310874-d87b-4810-86ae-1ca6e948cd1a', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'fixed_ips': [{'subnet_id': '39b2807f-1a4d-47ca-936e-d396ef4d447b'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:03:41.374894 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:41.391639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253fd41-e7ea-4614-97e4-3374d65fe672 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ce7297-9e32-4243-88c1-592be02508b1,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:41.405833 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a17e1a-2af7-4ae6-b392-bb0bc6c8de8c tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:41.412659 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2a17e1a-2af7-4ae6-b392-bb0bc6c8de8c tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:41.701085 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4253fd41-e7ea-4614-97e4-3374d65fe672 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:41.703782 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4253fd41-e7ea-4614-97e4-3374d65fe672 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6724672 Jul 27 20:03:41.706478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38404) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:41.714173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d22ce572-d1b0-441a-a257-b72797e96c0b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': '8105ce54-8aed-4e81-9b26-e387c55e1302', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:41.720232 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2a17e1a-2af7-4ae6-b392-bb0bc6c8de8c tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:41.777846 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a17e1a-2af7-4ae6-b392-bb0bc6c8de8c tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Subnet': ['ID=21cf0d0b-d575-4215-8a27-7858d10d0e17,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:41.778324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Allocated IP 2001:db8::2 (3e310874-d87b-4810-86ae-1ca6e948cd1a/39b2807f-1a4d-47ca-936e-d396ef4d447b/2663a4b3-1f96-44ce-aea3-a3622b9d9c11) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:41.831485 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-d22ce572-d1b0-441a-a257-b72797e96c0b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Project 276aa582ad7e44029331aa2680c554e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:03:41.838065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a17e1a-2af7-4ae6-b392-bb0bc6c8de8c tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Checking segment: {'id': 'e9c910a4-cc5c-4230-88da-c6704c7e5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '935c01cf-5c48-4cf6-83a8-fe4d5abb105b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:41.838377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a17e1a-2af7-4ae6-b392-bb0bc6c8de8c tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network hostable DHCP agents. Network: 935c01cf-5c48-4cf6-83a8-fe4d5abb105b, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:03:41.840876 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d22ce572-d1b0-441a-a257-b72797e96c0b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:41.932433 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a17e1a-2af7-4ae6-b392-bb0bc6c8de8c tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 935c01cf-5c48-4cf6-83a8-fe4d5abb105b is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:03:41.948674 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f2a17e1a-2af7-4ae6-b392-bb0bc6c8de8c tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 935c01cf-5c48-4cf6-83a8-fe4d5abb105b) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:41.954325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a17e1a-2af7-4ae6-b392-bb0bc6c8de8c tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:41.955628 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2a17e1a-2af7-4ae6-b392-bb0bc6c8de8c tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.031254 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f2a17e1a-2af7-4ae6-b392-bb0bc6c8de8c tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8665853 Jul 27 20:03:42.045284 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d22ce572-d1b0-441a-a257-b72797e96c0b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.046143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38416) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:42.050995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0fb14d60-566d-493c-86fc-6f70a5d2c103 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-430701254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:42.075633 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d22ce572-d1b0-441a-a257-b72797e96c0b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.154188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ce572-d1b0-441a-a257-b72797e96c0b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ca6bd7-6eb8-4ee0-b5bd-4f1da20a612c,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:42.159680 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0fb14d60-566d-493c-86fc-6f70a5d2c103 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.160993 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0fb14d60-566d-493c-86fc-6f70a5d2c103 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.192273 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.201905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Transition to ACTIVE for port object 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:42.219104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Transition to ACTIVE for port object 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:42.223092 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d22ce572-d1b0-441a-a257-b72797e96c0b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.225069 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d22ce572-d1b0-441a-a257-b72797e96c0b tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5173340 Jul 27 20:03:42.227870 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38420) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:42.237877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b097132-9851-48e9-afe0-a35b8cd6e367 None None] Network 935c01cf-5c48-4cf6-83a8-fe4d5abb105b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:03:42.240140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d1e2e752-4231-4ae1-a9bd-4a06a7905187 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'security_group_rule': {'security_group_id': '8105ce54-8aed-4e81-9b26-e387c55e1302', 'project_id': '276aa582ad7e44029331aa2680c554e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:42.255409 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:42.257988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device bbfca387-b1bf-48ca-8f24-cf33308c0e40 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:03:42.272361 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.331944 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0fb14d60-566d-493c-86fc-6f70a5d2c103 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.357018 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0fb14d60-566d-493c-86fc-6f70a5d2c103 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.421667 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-d1e2e752-4231-4ae1-a9bd-4a06a7905187 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Project 276aa582ad7e44029331aa2680c554e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:03:42.431118 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e752-4231-4ae1-a9bd-4a06a7905187 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.523243 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Pushing event updated for resources: {'Port': ['ID=2663a4b3-1f96-44ce-aea3-a3622b9d9c11,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:42.526245 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38426) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:42.540319 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0fb14d60-566d-493c-86fc-6f70a5d2c103 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.540478 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: bbfca387-b1bf-48ca-8f24-cf33308c0e40 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:03:42.540894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device bbfca387-b1bf-48ca-8f24-cf33308c0e40 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:03:42.543773 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0fb14d60-566d-493c-86fc-6f70a5d2c103 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4961717 Jul 27 20:03:42.546533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38430) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:42.563343 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Network 3e310874-d87b-4810-86ae-1ca6e948cd1a is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:42.580566 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:42.590264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:42.683240 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.687999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eb244-5fef-4fcb-ae01-3fab67f83dd7 req-240a7065-780c-44ad-aff3-e4f8a36be678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:42.689588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eb244-5fef-4fcb-ae01-3fab67f83dd7 req-240a7065-780c-44ad-aff3-e4f8a36be678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:42.690089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eb244-5fef-4fcb-ae01-3fab67f83dd7 req-240a7065-780c-44ad-aff3-e4f8a36be678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:42.694285 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-567eb244-5fef-4fcb-ae01-3fab67f83dd7 req-240a7065-780c-44ad-aff3-e4f8a36be678 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=65feb551352040c08fc20a451933c436&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.8067389 Jul 27 20:03:42.768917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:42.775595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Attempting to bind port 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:42.776491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Attempting to bind port 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '3b704d43-b019-48bf-8d12-c4e08428ca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e310874-d87b-4810-86ae-1ca6e948cd1a'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:42.777117 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Attempting to bind port 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 on network 3e310874-d87b-4810-86ae-1ca6e948cd1a {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:42.786279 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:42.787456 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Checking segment: {'id': '3b704d43-b019-48bf-8d12-c4e08428ca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e310874-d87b-4810-86ae-1ca6e948cd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:42.788227 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.788843 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Bound using segment: {'id': '3b704d43-b019-48bf-8d12-c4e08428ca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e310874-d87b-4810-86ae-1ca6e948cd1a'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:42.789515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Bound port: 2663a4b3-1f96-44ce-aea3-a3622b9d9c11, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b704d43-b019-48bf-8d12-c4e08428ca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e310874-d87b-4810-86ae-1ca6e948cd1a'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:42.790147 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.806693 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:42.807410 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.845914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a0454-f310-43b8-8bae-54c851d0a929 req-016cf66e-63c8-4257-b31e-64c946b92c0d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:42.852804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a0454-f310-43b8-8bae-54c851d0a929 req-016cf66e-63c8-4257-b31e-64c946b92c0d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:42.860356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a0454-f310-43b8-8bae-54c851d0a929 req-016cf66e-63c8-4257-b31e-64c946b92c0d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:42.868179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a0454-f310-43b8-8bae-54c851d0a929 req-016cf66e-63c8-4257-b31e-64c946b92c0d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:42.868627 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd7f7-a4a4-42f3-9693-bc228ae587d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.873711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e752-4231-4ae1-a9bd-4a06a7905187 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.883850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a0454-f310-43b8-8bae-54c851d0a929 req-016cf66e-63c8-4257-b31e-64c946b92c0d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:42.886237 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f13a0454-f310-43b8-8bae-54c851d0a929 req-016cf66e-63c8-4257-b31e-64c946b92c0d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 3827 time: 0.8794520 Jul 27 20:03:42.918975 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e752-4231-4ae1-a9bd-4a06a7905187 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:42.992041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2e752-4231-4ae1-a9bd-4a06a7905187 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee50014-adad-4e00-b7bf-7772c933e478,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:42.995294 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.097959 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f13a0454-f310-43b8-8bae-54c851d0a929 req-3ac2a40c-be2b-47eb-9c2d-c9c381f53efe tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666431 Jul 27 20:03:43.113419 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.144562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd5555-be17-4d3e-82f8-d64b8f8f62f0 req-9ab5f481-d6c3-4860-abc6-6ed444832522 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:43.155792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bbfd5555-be17-4d3e-82f8-d64b8f8f62f0 req-9ab5f481-d6c3-4860-abc6-6ed444832522 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 947 time: 0.5953486 Jul 27 20:03:43.193206 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eb244-5fef-4fcb-ae01-3fab67f83dd7 req-e952a89a-d690-4d2c-89bf-fd7f44bac33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:43.196248 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-567eb244-5fef-4fcb-ae01-3fab67f83dd7 req-e952a89a-d690-4d2c-89bf-fd7f44bac33d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4585733 Jul 27 20:03:43.244224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bbfd5555-be17-4d3e-82f8-d64b8f8f62f0 req-a0546194-0b07-44cb-87c1-3caccaccfcd1 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups?id=181714ae-c615-41c7-9dff-9a8c5f4d09b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872664 Jul 27 20:03:43.302489 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-935c01cf-5c48-4cf6-83a8-fe4d5abb105b', 'network_id': '935c01cf-5c48-4cf6-83a8-fe4d5abb105b', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'fixed_ips': [{'subnet_id': '21cf0d0b-d575-4215-8a27-7858d10d0e17'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:03:43.303543 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.324167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126479f5-4f00-4961-8987-3f39241c2c16 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:03:43.334783 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.350615 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Transition to ACTIVE for port object 126479f5-4f00-4961-8987-3f39241c2c16 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:43.356594 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.369891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd7f7-a4a4-42f3-9693-bc228ae587d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.380265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=72fe8abf-5a5b-427f-b7c0-5e152a5c2c07,segment=NetworkSegment(8ce99738-e96b-4f70-a6d0-4429d8168e9e),segment_id=8ce99738-e96b-4f70-a6d0-4429d8168e9e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:43.385650 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd7f7-a4a4-42f3-9693-bc228ae587d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.403851 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.455317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Pushing event updated for resources: {'Port': ['ID=126479f5-4f00-4961-8987-3f39241c2c16,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:43.460595 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e752-4231-4ae1-a9bd-4a06a7905187 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.476444 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d1e2e752-4231-4ae1-a9bd-4a06a7905187 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2412109 Jul 27 20:03:43.506019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=72fe8abf-5a5b-427f-b7c0-5e152a5c2c07,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:43.513288 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3cf4b097-7519-461b-94d3-7eb2752136fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.575477 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9d4dd7f7-a4a4-42f3-9693-bc228ae587d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c79fd7bb2558465489f5fbf7a2b30036&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0474765 Jul 27 20:03:43.591084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38448) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:43.594200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dd7f7-a4a4-42f3-9693-bc228ae587d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f40ae7-3e33-45e4-9cae-c1139e820dd1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:43.683923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] For port 2663a4b3-1f96-44ce-aea3-a3622b9d9c11, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:43.708182 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57ffef0a-a8eb-4618-aec6-964ef651f572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.750508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Attempting to bind port 126479f5-4f00-4961-8987-3f39241c2c16 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:43.751103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Attempting to bind port 126479f5-4f00-4961-8987-3f39241c2c16 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:43.751228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Attempting to bind port 126479f5-4f00-4961-8987-3f39241c2c16 on network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:43.754679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] For port 2663a4b3-1f96-44ce-aea3-a3622b9d9c11, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2663a4b3-1f96-44ce-aea3-a3622b9d9c11,segment=NetworkSegment(3b704d43-b019-48bf-8d12-c4e08428ca00),segment_id=3b704d43-b019-48bf-8d12-c4e08428ca00)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:43.763835 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57ffef0a-a8eb-4618-aec6-964ef651f572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.770191 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.779273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Port 126479f5-4f00-4961-8987-3f39241c2c16 on network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:03:43.779958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Attempting to bind port 126479f5-4f00-4961-8987-3f39241c2c16 on network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:43.794777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:43.795122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Checking segment: {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:43.795587 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Bound using segment: {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:43.796050 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Bound port: 126479f5-4f00-4961-8987-3f39241c2c16, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:43.796503 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.884777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-3201c6e7-107f-4a7d-8ad0-aa365a85dabe tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360794231&fields=id&tenant_id=276aa582ad7e44029331aa2680c554e9 HTTP/1.1" status: 200 len: 267 time: 0.1386991 Jul 27 20:03:43.956722 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57ffef0a-a8eb-4618-aec6-964ef651f572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.963052 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57ffef0a-a8eb-4618-aec6-964ef651f572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:43.973178 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-57ffef0a-a8eb-4618-aec6-964ef651f572 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36f40ae7-3e33-45e4-9cae-c1139e820dd1 HTTP/1.1" status: 204 len: 168 time: 0.3586786 Jul 27 20:03:43.980487 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Allocated IP 2001:db8::1 (3e310874-d87b-4810-86ae-1ca6e948cd1a/39b2807f-1a4d-47ca-936e-d396ef4d447b/b7908fe7-999c-4d09-a242-cf2039baaac6) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:43.981896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-fc085dad-1a92-47e7-b375-4881cb22adf1 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:43.985524 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-fc085dad-1a92-47e7-b375-4881cb22adf1 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 947 time: 0.2903450 Jul 27 20:03:44.011293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:44.014651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffef0a-a8eb-4618-aec6-964ef651f572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f40ae7-3e33-45e4-9cae-c1139e820dd1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:44.157330 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] For port 126479f5-4f00-4961-8987-3f39241c2c16, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:44.221685 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837f638-27e3-4016-98b5-7d77785c352a None None] Pushing event updated for resources: {'Port': ['ID=2663a4b3-1f96-44ce-aea3-a3622b9d9c11,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:44.296150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Allocated IP 2001:db8:1::2 (935c01cf-5c48-4cf6-83a8-fe4d5abb105b/21cf0d0b-d575-4215-8a27-7858d10d0e17/70a8970e-7c63-4d13-ac55-2657b56a5aea) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:44.305424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] For port 126479f5-4f00-4961-8987-3f39241c2c16, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=126479f5-4f00-4961-8987-3f39241c2c16,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:44.328989 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:44.353322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:44.356433 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:44.358541 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:44.380234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Transition to ACTIVE for port object b7908fe7-999c-4d09-a242-cf2039baaac6 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:44.433441 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:44.455468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:44.456147 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:44.459974 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] 10.222.0.52 "PUT /v2.0/ports/126479f5-4f00-4961-8987-3f39241c2c16 HTTP/1.1" status: 200 len: 1136 time: 4.0845366 Jul 27 20:03:44.481556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': '126479f5-4f00-4961-8987-3f39241c2c16'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:03:44.495223 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e683078-da83-4e5f-ad65-a6bdc7825253" -d '{"events": [{"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "126479f5-4f00-4961-8987-3f39241c2c16"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:03:44.502165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 3e310874-d87b-4810-86ae-1ca6e948cd1a is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:44.510615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:44.516868 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:44.517328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:44.552703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Request body: {'port': {'device_id': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:44.585531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=b7908fe7-999c-4d09-a242-cf2039baaac6,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:44.669731 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703b98f-5754-4762-8b17-e5681302afd1 service neutron] Pushing event updated for resources: {'Port': ['ID=126479f5-4f00-4961-8987-3f39241c2c16,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:44.681153 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76229503-0beb-402c-b369-8d10b9c183c1 req-b5c44ac5-82ea-4a3b-919c-d580baef527f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:44.684586 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-b5c44ac5-82ea-4a3b-919c-d580baef527f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/networks?id=5f5654dd-d60c-48b4-87fc-35de3905e8ce HTTP/1.1" status: 200 len: 796 time: 0.7844555 Jul 27 20:03:44.719353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Deleting port 697418e5-5859-4ab1-a590-67829d3c0217 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:44.719727 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:44.833811 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:44.848476 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:44.865935 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Transition to ACTIVE for port object 70a8970e-7c63-4d13-ac55-2657b56a5aea will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:44.894988 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] For port 697418e5-5859-4ab1-a590-67829d3c0217, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=697418e5-5859-4ab1-a590-67829d3c0217,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:44.896208 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:44.898379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Transition to ACTIVE for port object 70a8970e-7c63-4d13-ac55-2657b56a5aea will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:44.909210 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:44.954005 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Network 935c01cf-5c48-4cf6-83a8-fe4d5abb105b is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:44.960035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:44.963208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:45.025653 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Pushing event updated for resources: {'Port': ['ID=70a8970e-7c63-4d13-ac55-2657b56a5aea,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:45.071148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Attempting to bind port 70a8970e-7c63-4d13-ac55-2657b56a5aea on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:45.071662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Attempting to bind port 70a8970e-7c63-4d13-ac55-2657b56a5aea by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'e9c910a4-cc5c-4230-88da-c6704c7e5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '935c01cf-5c48-4cf6-83a8-fe4d5abb105b'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:45.072039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Attempting to bind port 70a8970e-7c63-4d13-ac55-2657b56a5aea on network 935c01cf-5c48-4cf6-83a8-fe4d5abb105b {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:45.078351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:45.078950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Checking segment: {'id': 'e9c910a4-cc5c-4230-88da-c6704c7e5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '935c01cf-5c48-4cf6-83a8-fe4d5abb105b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:45.079201 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:45.079609 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Bound using segment: {'id': 'e9c910a4-cc5c-4230-88da-c6704c7e5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '935c01cf-5c48-4cf6-83a8-fe4d5abb105b'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:45.080094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Bound port: 70a8970e-7c63-4d13-ac55-2657b56a5aea, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c910a4-cc5c-4230-88da-c6704c7e5b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '935c01cf-5c48-4cf6-83a8-fe4d5abb105b'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:45.080509 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:45.094109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cecaa-438e-4364-9d39-4c599700999b req-6cdd4c7f-5677-4840-9436-72e9537ba22b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:45.101083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-866cecaa-438e-4364-9d39-4c599700999b req-6cdd4c7f-5677-4840-9436-72e9537ba22b tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 945 time: 1.0594637 Jul 27 20:03:45.179210 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] For port 70a8970e-7c63-4d13-ac55-2657b56a5aea, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:45.184265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] For port 70a8970e-7c63-4d13-ac55-2657b56a5aea, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=70a8970e-7c63-4d13-ac55-2657b56a5aea,segment=NetworkSegment(e9c910a4-cc5c-4230-88da-c6704c7e5b1e),segment_id=e9c910a4-cc5c-4230-88da-c6704c7e5b1e)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:45.192319 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:45.213271 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-291a7341-c414-4cc4-90e7-d3806702cb3d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/quotas/276aa582ad7e44029331aa2680c554e9 HTTP/1.1" status: 200 len: 375 time: 0.5106285 Jul 27 20:03:45.340221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e959f04-610c-4fc1-8679-a9acc2cdb360 None None] Pushing event updated for resources: {'Port': ['ID=70a8970e-7c63-4d13-ac55-2657b56a5aea,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:45.357665 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:45.502247 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759cc22-6ef9-463e-8307-c3be8ac7c49b req-8d7fbedf-7e50-4cb0-bc95-80b105cca9d5 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:45.503855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e759cc22-6ef9-463e-8307-c3be8ac7c49b req-8d7fbedf-7e50-4cb0-bc95-80b105cca9d5 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.52 "GET /v2.0/ports?device_id=13a7eb62-1658-401e-bd06-310772e2fdf8 HTTP/1.1" status: 200 len: 945 time: 0.2579689 Jul 27 20:03:45.564862 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-866cecaa-438e-4364-9d39-4c599700999b req-6dcba001-261a-470f-835d-ac1fb41078fd tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.48 "GET /v2.0/security-groups?id=02d596fb-1eb5-468b-a9fd-80602f1a0579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602518 Jul 27 20:03:45.598945 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:45.637601 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:45.637939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:45.660455 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d1eb0-931b-4f23-93d5-eb5d74e48528 None None] Network 3e310874-d87b-4810-86ae-1ca6e948cd1a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:03:45.675905 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:45.676688 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:45.677263 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Floating IP f3be470f-297b-401d-95fa-89a74cd9acc3 disassociated. External IP: 172.25.1.113, port: 697418e5-5859-4ab1-a590-67829d3c0217. Jul 27 20:03:45.678259 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Calling delete_port for 697418e5-5859-4ab1-a590-67829d3c0217 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:45.803685 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e8261f48-aa70-4332-8b9d-474638df38dd None None] Provisioning for port 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:45.891923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=b7908fe7-999c-4d09-a242-cf2039baaac6,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:45.914177 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:45.995566 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 3e310874-d87b-4810-86ae-1ca6e948cd1a is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:46.014920 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-e759cc22-6ef9-463e-8307-c3be8ac7c49b req-25f3a94e-782d-439e-aadf-7c566e64a8b2 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Deleting port 27b499e8-da86-46f4-a014-4cb619f8e46e {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:46.015367 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-e759cc22-6ef9-463e-8307-c3be8ac7c49b req-25f3a94e-782d-439e-aadf-7c566e64a8b2 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:46.049152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-eb01ef1f-98b9-4b6f-b24c-50bc4e9760d4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=276aa582ad7e44029331aa2680c554e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8349261 Jul 27 20:03:46.050358 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event deleted for resources: {'Port': ['ID=697418e5-5859-4ab1-a590-67829d3c0217,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:46.124984 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:46.141901 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:46.199798 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-014e92e6-4c67-409e-82fa-2cd4a65c9707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:46.233171 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:46.240000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:46.246553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:46.248051 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:46.397310 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:46.442326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-e759cc22-6ef9-463e-8307-c3be8ac7c49b req-25f3a94e-782d-439e-aadf-7c566e64a8b2 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] For port 27b499e8-da86-46f4-a014-4cb619f8e46e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=27b499e8-da86-46f4-a014-4cb619f8e46e,segment=NetworkSegment(a3aabaa6-6698-4490-9f91-64ee6ee7334c),segment_id=a3aabaa6-6698-4490-9f91-64ee6ee7334c)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:46.442704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-e759cc22-6ef9-463e-8307-c3be8ac7c49b req-25f3a94e-782d-439e-aadf-7c566e64a8b2 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:46.478187 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 2663a4b3-1f96-44ce-aea3-a3622b9d9c11, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2663a4b3-1f96-44ce-aea3-a3622b9d9c11,segment=NetworkSegment(3b704d43-b019-48bf-8d12-c4e08428ca00),segment_id=3b704d43-b019-48bf-8d12-c4e08428ca00)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:46.497155 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:46.498007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 70a8970e-7c63-4d13-ac55-2657b56a5aea up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:46.522112 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-e759cc22-6ef9-463e-8307-c3be8ac7c49b req-25f3a94e-782d-439e-aadf-7c566e64a8b2 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Calling delete_port for 27b499e8-da86-46f4-a014-4cb619f8e46e owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:46.734327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e3fa45fb-138a-4034-9758-14f93ee052a6 None None] Provisioning complete for port 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:46.734704 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e3fa45fb-138a-4034-9758-14f93ee052a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:46.744056 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router 84b9db65-a5a6-4a74-8c15-36b9147430eb is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:03:46.745230 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=2663a4b3-1f96-44ce-aea3-a3622b9d9c11,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:46.842479 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 70a8970e-7c63-4d13-ac55-2657b56a5aea completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:46.978983 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-e759cc22-6ef9-463e-8307-c3be8ac7c49b req-25f3a94e-782d-439e-aadf-7c566e64a8b2 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:47.013852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e3fa45fb-138a-4034-9758-14f93ee052a6 None None] Provisioning for port b7908fe7-999c-4d09-a242-cf2039baaac6 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:47.018180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e3fa45fb-138a-4034-9758-14f93ee052a6 None None] Provisioning complete for port b7908fe7-999c-4d09-a242-cf2039baaac6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:47.018562 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e3fa45fb-138a-4034-9758-14f93ee052a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:47.071989 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3a94e-782d-439e-aadf-7c566e64a8b2 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Pushing event deleted for resources: {'Port': ['ID=27b499e8-da86-46f4-a014-4cb619f8e46e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:47.109211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa45fb-138a-4034-9758-14f93ee052a6 None None] Port b7908fe7-999c-4d09-a242-cf2039baaac6 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:47.134544 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:47.155286 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-e759cc22-6ef9-463e-8307-c3be8ac7c49b req-25f3a94e-782d-439e-aadf-7c566e64a8b2 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] No DVR routers for this DVR port 27b499e8-da86-46f4-a014-4cb619f8e46e on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:03:47.158891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-e759cc22-6ef9-463e-8307-c3be8ac7c49b req-25f3a94e-782d-439e-aadf-7c566e64a8b2 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:47.161675 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e759cc22-6ef9-463e-8307-c3be8ac7c49b req-25f3a94e-782d-439e-aadf-7c566e64a8b2 tempest-ServersTestJSON-430000825 tempest-ServersTestJSON-430000825-project] 10.222.0.52 "DELETE /v2.0/ports/27b499e8-da86-46f4-a014-4cb619f8e46e HTTP/1.1" status: 204 len: 173 time: 1.6505229 Jul 27 20:03:47.165457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a7eb62-1658-401e-bd06-310772e2fdf8', 'name': 'network-vif-deleted', 'tag': '27b499e8-da86-46f4-a014-4cb619f8e46e'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:03:47.169830 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4230df6f-a12f-4c36-87cb-b00bb616c265" -d '{"events": [{"server_uuid": "13a7eb62-1658-401e-bd06-310772e2fdf8", "name": "network-vif-deleted", "tag": "27b499e8-da86-46f4-a014-4cb619f8e46e"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:03:47.175113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55a3218-47ae-444b-88f7-fa7b09cb71f5 None None] Network 935c01cf-5c48-4cf6-83a8-fe4d5abb105b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:03:47.183211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:03:47.197691 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918fdbe-843e-44ab-91dc-f06e6072cbee None None] Sync routers for ids ['84b9db65-a5a6-4a74-8c15-36b9147430eb'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:03:47.220140 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918fdbe-843e-44ab-91dc-f06e6072cbee None None] Routers {'84b9db65-a5a6-4a74-8c15-36b9147430eb'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:47.220831 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-92de9787-322a-4c68-b82d-e1691e473754 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/84b9db65-a5a6-4a74-8c15-36b9147430eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6719701 Jul 27 20:03:47.221498 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a918fdbe-843e-44ab-91dc-f06e6072cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['84b9db65-a5a6-4a74-8c15-36b9147430eb'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:47.222972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38504) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:47.329221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1103caa9-2b14-40ef-bd52-9a8686145226 None None] Provisioning for port 70a8970e-7c63-4d13-ac55-2657b56a5aea completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:47.330673 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a918fdbe-843e-44ab-91dc-f06e6072cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:47.360293 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918fdbe-843e-44ab-91dc-f06e6072cbee None None] Routers {'84b9db65-a5a6-4a74-8c15-36b9147430eb'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:47.361012 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a918fdbe-843e-44ab-91dc-f06e6072cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['84b9db65-a5a6-4a74-8c15-36b9147430eb'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:47.362779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1103caa9-2b14-40ef-bd52-9a8686145226 None None] Provisioning complete for port 70a8970e-7c63-4d13-ac55-2657b56a5aea triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:47.363161 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1103caa9-2b14-40ef-bd52-9a8686145226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:47.381739 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c781d81c-33cc-4e47-a99f-4149fd05e3bc tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:47.386683 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c781d81c-33cc-4e47-a99f-4149fd05e3bc tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports/b7908fe7-999c-4d09-a242-cf2039baaac6 HTTP/1.1" status: 200 len: 911 time: 0.1571779 Jul 27 20:03:47.387583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38506) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:47.429374 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a918fdbe-843e-44ab-91dc-f06e6072cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:47.430116 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918fdbe-843e-44ab-91dc-f06e6072cbee None None] The sync data for ids ['84b9db65-a5a6-4a74-8c15-36b9147430eb'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:03:47.619408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ba1f4-ab2f-42d2-b940-c2917a1ac474 req-37f0def2-9945-4586-b399-4dbc21238e10 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:47.626629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ba1f4-ab2f-42d2-b940-c2917a1ac474 req-37f0def2-9945-4586-b399-4dbc21238e10 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:47.647460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ba1f4-ab2f-42d2-b940-c2917a1ac474 req-37f0def2-9945-4586-b399-4dbc21238e10 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:47.661106 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1103caa9-2b14-40ef-bd52-9a8686145226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:47.676973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ba1f4-ab2f-42d2-b940-c2917a1ac474 req-37f0def2-9945-4586-b399-4dbc21238e10 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:47.689787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ba1f4-ab2f-42d2-b940-c2917a1ac474 req-37f0def2-9945-4586-b399-4dbc21238e10 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:47.698158 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ba1f4-ab2f-42d2-b940-c2917a1ac474 req-37f0def2-9945-4586-b399-4dbc21238e10 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:47.700522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-848ba1f4-ab2f-42d2-b940-c2917a1ac474 req-37f0def2-9945-4586-b399-4dbc21238e10 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 4604 time: 1.8263686 Jul 27 20:03:47.724833 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1103caa9-2b14-40ef-bd52-9a8686145226 None None] For port 70a8970e-7c63-4d13-ac55-2657b56a5aea, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=70a8970e-7c63-4d13-ac55-2657b56a5aea,segment=NetworkSegment(e9c910a4-cc5c-4230-88da-c6704c7e5b1e),segment_id=e9c910a4-cc5c-4230-88da-c6704c7e5b1e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:03:47.734331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Router e05a3506-9daa-4849-a868-d4eb4255e52f has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:03:47.736653 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1103caa9-2b14-40ef-bd52-9a8686145226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:47.796640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1103caa9-2b14-40ef-bd52-9a8686145226 None None] Provisioning complete for port b7908fe7-999c-4d09-a242-cf2039baaac6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:47.797112 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1103caa9-2b14-40ef-bd52-9a8686145226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:47.821085 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-bcfe43b0-03bc-418b-a1b2-b521f1a311db service neutron] 10.222.0.48 "GET /v2.0/networks/5f5654dd-d60c-48b4-87fc-35de3905e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6146421 Jul 27 20:03:47.877684 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103caa9-2b14-40ef-bd52-9a8686145226 None None] Pushing event updated for resources: {'Port': ['ID=70a8970e-7c63-4d13-ac55-2657b56a5aea,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:47.913495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1103caa9-2b14-40ef-bd52-9a8686145226 None None] Port b7908fe7-999c-4d09-a242-cf2039baaac6 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:47.975798 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:48.023471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-581d3fc4-86cd-4dad-a03b-7d61c3f9df54 service neutron] 10.222.0.48 "GET /v2.0/networks/5f5654dd-d60c-48b4-87fc-35de3905e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816642 Jul 27 20:03:48.030629 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-848ba1f4-ab2f-42d2-b940-c2917a1ac474 req-5c3afda4-433a-4dba-b9d9-4d2fdc9c80ae tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3123643 Jul 27 20:03:48.164884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf287038-36da-428d-9206-c7ff8b06bd7c {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:03:48.175415 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e9b63dfe-397b-40c0-a470-1a8b0b2b8f96 None None] Provisioning complete for port b7908fe7-999c-4d09-a242-cf2039baaac6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:48.181487 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e9b63dfe-397b-40c0-a470-1a8b0b2b8f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:48.213135 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:48.251818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Transition to ACTIVE for port object cf287038-36da-428d-9206-c7ff8b06bd7c will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:48.257077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:48.257539 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:48.273899 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6257bb6c-e6ee-4bf0-bc76-792e982ebc1e req-86baad7f-1c78-4ef2-8061-9f1266d560f4 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 210 time: 0.0474832 Jul 27 20:03:48.274898 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:48.287676 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:03:48.359457 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8e462-6b8b-412c-9062-ebcb2ad7b712 None None] Sync routers for ids ['e05a3506-9daa-4849-a868-d4eb4255e52f'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:03:48.444116 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38514) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:48.456870 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b0bb63-75d3-473c-9043-c3bdae25fca6 x-openstack-request-id: req-b9b0bb63-75d3-473c-9043-c3bdae25fca6 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:03:48.457357 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "126479f5-4f00-4961-8987-3f39241c2c16", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:03:48.457788 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9b0bb63-75d3-473c-9043-c3bdae25fca6 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:03:48.458341 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': '126479f5-4f00-4961-8987-3f39241c2c16', 'status': 'completed', 'code': 200} Jul 27 20:03:48.459532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] No DVR routers for this DVR port 697418e5-5859-4ab1-a590-67829d3c0217 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:03:48.467937 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:48.470303 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.52 "DELETE /v2.0/ports/697418e5-5859-4ab1-a590-67829d3c0217 HTTP/1.1" status: 204 len: 173 time: 4.4460068 Jul 27 20:03:48.486909 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e9b63dfe-397b-40c0-a470-1a8b0b2b8f96 None None] Port b7908fe7-999c-4d09-a242-cf2039baaac6 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:48.490770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Pushing event updated for resources: {'Port': ['ID=cf287038-36da-428d-9206-c7ff8b06bd7c,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:48.505753 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8e462-6b8b-412c-9062-ebcb2ad7b712 None None] Routers {'e05a3506-9daa-4849-a868-d4eb4255e52f'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:48.506197 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-26a8e462-6b8b-412c-9062-ebcb2ad7b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e05a3506-9daa-4849-a868-d4eb4255e52f'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:48.618541 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-75343fa2-437c-451e-8978-524b94ac5ea2 admin admin] Deleting subnet de3b9a07-ca57-4084-b8ee-ab8cca04c27f {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:03:48.629387 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115fe222-460a-4761-a437-9f86ebf97068 x-openstack-request-id: req-115fe222-460a-4761-a437-9f86ebf97068 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:03:48.629695 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a7eb62-1658-401e-bd06-310772e2fdf8", "name": "network-vif-deleted", "tag": "27b499e8-da86-46f4-a014-4cb619f8e46e", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:03:48.629950 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-115fe222-460a-4761-a437-9f86ebf97068 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:03:48.632330 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a7eb62-1658-401e-bd06-310772e2fdf8', 'name': 'network-vif-deleted', 'tag': '27b499e8-da86-46f4-a014-4cb619f8e46e', 'status': 'completed', 'code': 200} Jul 27 20:03:48.633242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Attempting to bind port cf287038-36da-428d-9206-c7ff8b06bd7c on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:48.633838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Attempting to bind port cf287038-36da-428d-9206-c7ff8b06bd7c by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:48.633964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Attempting to bind port cf287038-36da-428d-9206-c7ff8b06bd7c on network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:48.646986 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75343fa2-437c-451e-8978-524b94ac5ea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:48.649769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Port cf287038-36da-428d-9206-c7ff8b06bd7c on network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:03:48.649920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Attempting to bind port cf287038-36da-428d-9206-c7ff8b06bd7c on network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:48.724864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a679bbb6-1d65-4c79-94aa-63b14d4872a8 None None] Provisioning complete for port 70a8970e-7c63-4d13-ac55-2657b56a5aea triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:48.725329 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a679bbb6-1d65-4c79-94aa-63b14d4872a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:48.731598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-26a8e462-6b8b-412c-9062-ebcb2ad7b712 None None] Set router e05a3506-9daa-4849-a868-d4eb4255e52f gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:48.752882 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f0de52c-b783-4485-9b01-c30f829f4f9b req-a70b7d8c-f8fa-4a6c-a3f2-d4b1817d666e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 210 time: 0.1208670 Jul 27 20:03:48.757161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:48.760466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Checking segment: {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:48.761030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Bound using segment: {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:48.761714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Bound port: cf287038-36da-428d-9206-c7ff8b06bd7c, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:48.762840 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:48.785690 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:48.834784 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75343fa2-437c-451e-8978-524b94ac5ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:48.875892 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e683078-da83-4e5f-ad65-a6bdc7825253 req-86324f59-5d28-475f-8647-c76daba4c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:48.876378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e683078-da83-4e5f-ad65-a6bdc7825253 req-86324f59-5d28-475f-8647-c76daba4c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:48.876991 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e683078-da83-4e5f-ad65-a6bdc7825253 req-86324f59-5d28-475f-8647-c76daba4c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:48.877646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e683078-da83-4e5f-ad65-a6bdc7825253 req-86324f59-5d28-475f-8647-c76daba4c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:48.878610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e683078-da83-4e5f-ad65-a6bdc7825253 req-86324f59-5d28-475f-8647-c76daba4c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:48.879406 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e683078-da83-4e5f-ad65-a6bdc7825253 req-86324f59-5d28-475f-8647-c76daba4c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:48.880240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e683078-da83-4e5f-ad65-a6bdc7825253 req-86324f59-5d28-475f-8647-c76daba4c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:48.883542 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1e683078-da83-4e5f-ad65-a6bdc7825253 req-86324f59-5d28-475f-8647-c76daba4c7bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6177 time: 0.4591477 Jul 27 20:03:48.919541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] For port cf287038-36da-428d-9206-c7ff8b06bd7c, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:48.924861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] For port cf287038-36da-428d-9206-c7ff8b06bd7c, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=cf287038-36da-428d-9206-c7ff8b06bd7c,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:48.944781 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:48.971611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:48.972532 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:48.975442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] 10.222.0.52 "PUT /v2.0/ports/cf287038-36da-428d-9206-c7ff8b06bd7c HTTP/1.1" status: 200 len: 1134 time: 4.4569716 Jul 27 20:03:48.998181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 697418e5-5859-4ab1-a590-67829d3c0217 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:03:49.035690 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Request body: {'port': {'device_id': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:49.076335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 697418e5-5859-4ab1-a590-67829d3c0217 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:03:49.077179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 697418e5-5859-4ab1-a590-67829d3c0217 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:03:49.077829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 27b499e8-da86-46f4-a014-4cb619f8e46e no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:03:49.080980 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:49.193748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5d3e3-3fa1-4c45-aa12-909e9092a89a service neutron] Pushing event updated for resources: {'Port': ['ID=cf287038-36da-428d-9206-c7ff8b06bd7c,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:49.196410 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75343fa2-437c-451e-8978-524b94ac5ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:49.237093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 27b499e8-da86-46f4-a014-4cb619f8e46e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:03:49.238211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 27b499e8-da86-46f4-a014-4cb619f8e46e not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:03:49.431175 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:49.441860 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e683078-da83-4e5f-ad65-a6bdc7825253 req-6dd19fc7-805a-4e8b-8c84-5852163732c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:49.442621 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e683078-da83-4e5f-ad65-a6bdc7825253 req-6dd19fc7-805a-4e8b-8c84-5852163732c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:49.443248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e683078-da83-4e5f-ad65-a6bdc7825253 req-6dd19fc7-805a-4e8b-8c84-5852163732c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:49.445638 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1e683078-da83-4e5f-ad65-a6bdc7825253 req-6dd19fc7-805a-4e8b-8c84-5852163732c3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=65feb551352040c08fc20a451933c436&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5172408 Jul 27 20:03:49.553680 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75343fa2-437c-451e-8978-524b94ac5ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:49.679851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75343fa2-437c-451e-8978-524b94ac5ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3b9a07-ca57-4084-b8ee-ab8cca04c27f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:49.682144 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75343fa2-437c-451e-8978-524b94ac5ea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:49.684381 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-75343fa2-437c-451e-8978-524b94ac5ea2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/de3b9a07-ca57-4084-b8ee-ab8cca04c27f HTTP/1.1" status: 204 len: 168 time: 1.2309439 Jul 27 20:03:49.697975 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38546) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:49.879880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e683078-da83-4e5f-ad65-a6bdc7825253 req-6aab0125-90a5-4904-a39e-477d3ec2e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:49.881829 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1e683078-da83-4e5f-ad65-a6bdc7825253 req-6aab0125-90a5-4904-a39e-477d3ec2e405 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4261322 Jul 27 20:03:49.953054 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2eef888-cec9-44f7-a01f-7096fa01a61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:49.960988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 70a8970e-7c63-4d13-ac55-2657b56a5aea up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:03:49.995992 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Allocated IP 2001:db8:1::1 (935c01cf-5c48-4cf6-83a8-fe4d5abb105b/21cf0d0b-d575-4215-8a27-7858d10d0e17/54b9165f-f386-492d-ab1c-20a7db14bb20) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:50.125180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 70a8970e-7c63-4d13-ac55-2657b56a5aea triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:50.125838 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:50.136196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92cb2b31-eb08-4025-a7a1-5ddec79339d7 req-9ccdc333-ae8a-442b-a0ac-3a811bff47f5 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8f1dcb4-4d60-42e8-a337-db47d41491a3 HTTP/1.1" status: 200 len: 210 time: 0.0948319 Jul 27 20:03:50.152753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539dc352-83b6-4836-984f-72368194a43e {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:03:50.173473 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:50.198461 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Transition to ACTIVE for port object 539dc352-83b6-4836-984f-72368194a43e will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:50.201765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-26a8e462-6b8b-412c-9062-ebcb2ad7b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3cfcd4ee-3b5b-4350-b886-74ec22e4afd1', 'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'mac_address': 'fa:16:3e:93:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:47Z', 'updated_at': '2021-07-27T19:54:54Z', 'revision_number': 5, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'subnets': [{'id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:50.211246 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:50.228008 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2eef888-cec9-44f7-a01f-7096fa01a61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:50.239905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a97e-b1db-4e0f-8cf0-4c5b253028fd req-788388a6-09fb-4adf-a6a6-37f8a3d3e1bb tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:50.243216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d2eef888-cec9-44f7-a01f-7096fa01a61d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2f9109-2836-4ca2-a589-149d907fa229']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:50.256591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d2eef888-cec9-44f7-a01f-7096fa01a61d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3aabaa6-6698-4490-9f91-64ee6ee7334c') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:50.257136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d2eef888-cec9-44f7-a01f-7096fa01a61d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3aabaa6-6698-4490-9f91-64ee6ee7334c') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:50.263439 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a97e-b1db-4e0f-8cf0-4c5b253028fd req-788388a6-09fb-4adf-a6a6-37f8a3d3e1bb tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:50.267431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8e462-6b8b-412c-9062-ebcb2ad7b712 None None] Checking router: e05a3506-9daa-4849-a868-d4eb4255e52f for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:03:50.270455 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2eef888-cec9-44f7-a01f-7096fa01a61d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:50.274214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a97e-b1db-4e0f-8cf0-4c5b253028fd req-788388a6-09fb-4adf-a6a6-37f8a3d3e1bb tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:50.288333 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2eef888-cec9-44f7-a01f-7096fa01a61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:50.290759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a97e-b1db-4e0f-8cf0-4c5b253028fd req-788388a6-09fb-4adf-a6a6-37f8a3d3e1bb tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:50.296966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a97e-b1db-4e0f-8cf0-4c5b253028fd req-788388a6-09fb-4adf-a6a6-37f8a3d3e1bb tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:50.303313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a97e-b1db-4e0f-8cf0-4c5b253028fd req-788388a6-09fb-4adf-a6a6-37f8a3d3e1bb tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:50.309700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a97e-b1db-4e0f-8cf0-4c5b253028fd req-788388a6-09fb-4adf-a6a6-37f8a3d3e1bb tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:50.318252 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2af1a97e-b1db-4e0f-8cf0-4c5b253028fd req-788388a6-09fb-4adf-a6a6-37f8a3d3e1bb tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5379 time: 1.0625200 Jul 27 20:03:50.321365 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8e462-6b8b-412c-9062-ebcb2ad7b712 None None] Routers {'e05a3506-9daa-4849-a868-d4eb4255e52f'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:50.327407 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-26a8e462-6b8b-412c-9062-ebcb2ad7b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e05a3506-9daa-4849-a868-d4eb4255e52f'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:50.402224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc0988ef-f159-45f0-84bf-951f620b404f req-989f7a3d-a9b3-475c-88cb-9d83e63549c3 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 210 time: 0.0813322 Jul 27 20:03:50.461799 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'name': 'network-vif-deleted', 'tag': '697418e5-5859-4ab1-a590-67829d3c0217'}, {'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': 'cf287038-36da-428d-9206-c7ff8b06bd7c'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:03:50.464633 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52e89a9-734c-401d-b12d-de32a0f0dd1f" -d '{"events": [{"server_uuid": "e8f1dcb4-4d60-42e8-a337-db47d41491a3", "name": "network-vif-deleted", "tag": "697418e5-5859-4ab1-a590-67829d3c0217"}, {"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "cf287038-36da-428d-9206-c7ff8b06bd7c"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:03:50.488466 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2af1a97e-b1db-4e0f-8cf0-4c5b253028fd req-387c8252-fb8e-48e1-9c85-19cbed9f5d94 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1688330 Jul 27 20:03:50.489446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=539dc352-83b6-4836-984f-72368194a43e,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:50.507952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76229503-0beb-402c-b369-8d10b9c183c1 req-1b180380-e03b-4323-8dd9-618d26064c93 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:50.511193 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-1b180380-e03b-4323-8dd9-618d26064c93 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.63 "GET /v2.0/networks?id=5f5654dd-d60c-48b4-87fc-35de3905e8ce HTTP/1.1" status: 200 len: 796 time: 0.4165204 Jul 27 20:03:50.537073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-26a8e462-6b8b-412c-9062-ebcb2ad7b712 None None] Set router e05a3506-9daa-4849-a868-d4eb4255e52f gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:03:50.579265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Attempting to bind port 539dc352-83b6-4836-984f-72368194a43e on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:50.579597 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Attempting to bind port 539dc352-83b6-4836-984f-72368194a43e by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:50.579929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Attempting to bind port 539dc352-83b6-4836-984f-72368194a43e on network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:50.595002 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Port 539dc352-83b6-4836-984f-72368194a43e on network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:03:50.595600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Attempting to bind port 539dc352-83b6-4836-984f-72368194a43e on network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:50.602548 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 20:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2825f9-3871-4e18-a28a-5f8270629afb x-openstack-request-id: req-7d2825f9-3871-4e18-a28a-5f8270629afb {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:03:50.603071 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f1dcb4-4d60-42e8-a337-db47d41491a3", "name": "network-vif-deleted", "tag": "697418e5-5859-4ab1-a590-67829d3c0217", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "cf287038-36da-428d-9206-c7ff8b06bd7c", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:03:50.603479 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d2825f9-3871-4e18-a28a-5f8270629afb {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:03:50.604060 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f1dcb4-4d60-42e8-a337-db47d41491a3', 'name': 'network-vif-deleted', 'tag': '697418e5-5859-4ab1-a590-67829d3c0217', 'status': 'completed', 'code': 200} Jul 27 20:03:50.604310 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': 'cf287038-36da-428d-9206-c7ff8b06bd7c', 'status': 'completed', 'code': 200} Jul 27 20:03:50.611722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:50.612315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Checking segment: {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:50.612901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Bound using segment: {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:50.613534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Bound port: 539dc352-83b6-4836-984f-72368194a43e, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:50.614058 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:50.616425 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-adac3e74-9b6b-4e3c-9f13-3c68d4a41bb0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276aa582ad7e44029331aa2680c554e9 HTTP/1.1" status: 200 len: 380 time: 0.0627868 Jul 27 20:03:50.617713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2eef888-cec9-44f7-a01f-7096fa01a61d admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:03:50.618681 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2eef888-cec9-44f7-a01f-7096fa01a61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:03:50.630085 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:03:50.646996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-76229503-0beb-402c-b369-8d10b9c183c1 req-a5af7ab3-7e3a-4b3a-b2b2-249ddfa66b81 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'port': {'device_id': 'e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'admin_state_up': True, 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'security_groups': ['8105ce54-8aed-4e81-9b26-e387c55e1302']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:50.719254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] For port 539dc352-83b6-4836-984f-72368194a43e, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:50.723723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] For port 539dc352-83b6-4836-984f-72368194a43e, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=539dc352-83b6-4836-984f-72368194a43e,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:50.734325 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:50.791342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:50.791972 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:50.793729 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] 10.222.0.52 "PUT /v2.0/ports/539dc352-83b6-4836-984f-72368194a43e HTTP/1.1" status: 200 len: 1091 time: 1.7732849 Jul 27 20:03:50.849861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Request body: {'port': {'device_id': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:50.929801 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:50.937722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318429bf-b550-48a4-bba5-55cb484fa7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=539dc352-83b6-4836-984f-72368194a43e,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:50.965807 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Transition to ACTIVE for port object 54b9165f-f386-492d-ab1c-20a7db14bb20 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:50.967772 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-26a8e462-6b8b-412c-9062-ebcb2ad7b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3cfcd4ee-3b5b-4350-b886-74ec22e4afd1', 'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'mac_address': 'fa:16:3e:93:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:47Z', 'updated_at': '2021-07-27T19:54:54Z', 'revision_number': 5, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'subnets': [{'id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:50.970119 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2eef888-cec9-44f7-a01f-7096fa01a61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:50.983506 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2eef888-cec9-44f7-a01f-7096fa01a61d admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:50.985860 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d2eef888-cec9-44f7-a01f-7096fa01a61d admin admin] 10.222.0.48 "DELETE /v2.0/networks/0c2f9109-2836-4ca2-a589-149d907fa229 HTTP/1.1" status: 204 len: 168 time: 1.2869780 Jul 27 20:03:51.031809 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eef888-cec9-44f7-a01f-7096fa01a61d admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2f9109-2836-4ca2-a589-149d907fa229,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:51.048180 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:51.085651 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8e462-6b8b-412c-9062-ebcb2ad7b712 None None] The sync data for ids ['e05a3506-9daa-4849-a868-d4eb4255e52f'] in n-d-705657-21 is: [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T19:54:47Z', 'revision_number': 4, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '3cfcd4ee-3b5b-4350-b886-74ec22e4afd1', 'name': '', 'network_id': '5a353abe-4a3b-464a-8986-fca747b8e0df', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'mac_address': 'fa:16:3e:93:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:47Z', 'updated_at': '2021-07-27T19:54:54Z', 'revision_number': 5, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'subnets': [{'id': 'd09a00cb-b386-481d-ac77-b852f1db0dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:03:51.195949 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e89a9-734c-401d-b12d-de32a0f0dd1f req-0d7318e5-4a4a-415b-a209-8524915ca178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:51.206343 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e89a9-734c-401d-b12d-de32a0f0dd1f req-0d7318e5-4a4a-415b-a209-8524915ca178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:51.208862 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e89a9-734c-401d-b12d-de32a0f0dd1f req-0d7318e5-4a4a-415b-a209-8524915ca178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:51.210335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e89a9-734c-401d-b12d-de32a0f0dd1f req-0d7318e5-4a4a-415b-a209-8524915ca178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:51.213620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e89a9-734c-401d-b12d-de32a0f0dd1f req-0d7318e5-4a4a-415b-a209-8524915ca178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:51.214299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e89a9-734c-401d-b12d-de32a0f0dd1f req-0d7318e5-4a4a-415b-a209-8524915ca178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:51.219035 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e89a9-734c-401d-b12d-de32a0f0dd1f req-0d7318e5-4a4a-415b-a209-8524915ca178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:51.221468 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f52e89a9-734c-401d-b12d-de32a0f0dd1f req-0d7318e5-4a4a-415b-a209-8524915ca178 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6287 time: 0.5905254 Jul 27 20:03:51.247698 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:51.336194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38570) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:51.382305 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76229503-0beb-402c-b369-8d10b9c183c1 req-a5af7ab3-7e3a-4b3a-b2b2-249ddfa66b81 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Made reservation on behalf of 276aa582ad7e44029331aa2680c554e9 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:03:51.386573 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-76229503-0beb-402c-b369-8d10b9c183c1 req-a5af7ab3-7e3a-4b3a-b2b2-249ddfa66b81 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:51.397212 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38572) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:51.473441 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58d95624-fa91-443d-be95-91997b72a132 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:51.545165 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-879c904a-0657-466d-8560-7719400b2134 req-0fe1e966-6c24-454b-8b80-f0e07c827df6 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 210 time: 0.0499229 Jul 27 20:03:51.558518 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58d95624-fa91-443d-be95-91997b72a132 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:51.603199 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb443e4-def7-4e75-ae98-8133d3e7a2cb None None] New status for floating IP f3be470f-297b-401d-95fa-89a74cd9acc3: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:03:51.656804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:03:51.666860 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:51.739718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Transition to ACTIVE for port object b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:51.766386 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:51.896204 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58d95624-fa91-443d-be95-91997b72a132 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:51.898818 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58d95624-fa91-443d-be95-91997b72a132 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:51.900280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-58d95624-fa91-443d-be95-91997b72a132 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "DELETE /v2.0/security-groups/181714ae-c615-41c7-9dff-9a8c5f4d09b8 HTTP/1.1" status: 204 len: 168 time: 0.5631557 Jul 27 20:03:51.969130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38578) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:52.016740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 935c01cf-5c48-4cf6-83a8-fe4d5abb105b is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:52.034188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:52.065799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:52.066631 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:52.094155 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d95624-fa91-443d-be95-91997b72a132 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=181714ae-c615-41c7-9dff-9a8c5f4d09b8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:52.101030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Pushing event updated for resources: {'Port': ['ID=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:52.106897 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-58b9ee12-66e9-48ed-80e2-d9d2f9bb1316 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] show failed (client error): The resource could not be found. Jul 27 20:03:52.108185 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-58b9ee12-66e9-48ed-80e2-d9d2f9bb1316 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "GET /v2.0/security-groups/181714ae-c615-41c7-9dff-9a8c5f4d09b8 HTTP/1.1" status: 404 len: 347 time: 0.1237299 Jul 27 20:03:52.116014 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38580) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:52.166514 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf6555-749f-457f-a0e6-327466c5dc24 req-5b233ec7-bd5d-432e-a5b0-ff8612432611 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:52.173949 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf6555-749f-457f-a0e6-327466c5dc24 req-5b233ec7-bd5d-432e-a5b0-ff8612432611 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:52.180991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf6555-749f-457f-a0e6-327466c5dc24 req-5b233ec7-bd5d-432e-a5b0-ff8612432611 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:52.188978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf6555-749f-457f-a0e6-327466c5dc24 req-5b233ec7-bd5d-432e-a5b0-ff8612432611 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:52.196522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf6555-749f-457f-a0e6-327466c5dc24 req-5b233ec7-bd5d-432e-a5b0-ff8612432611 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:52.213942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf6555-749f-457f-a0e6-327466c5dc24 req-5b233ec7-bd5d-432e-a5b0-ff8612432611 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:52.251402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf6555-749f-457f-a0e6-327466c5dc24 req-5b233ec7-bd5d-432e-a5b0-ff8612432611 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:52.266024 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7bf6555-749f-457f-a0e6-327466c5dc24 req-5b233ec7-bd5d-432e-a5b0-ff8612432611 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5391 time: 0.5931156 Jul 27 20:03:52.312662 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a781bf1e-2cc8-4495-8f81-ab9ab4588258 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=634951a653da42e4a21a96a42b496619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8997948 Jul 27 20:03:52.321031 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=54b9165f-f386-492d-ab1c-20a7db14bb20,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:52.337611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38584) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:52.445408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Attempting to bind port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:52.446629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Attempting to bind port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:52.447230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Attempting to bind port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 on network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:52.491029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e89a9-734c-401d-b12d-de32a0f0dd1f req-9de5f291-54fe-47c7-8166-7e2dc0bd8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:52.491516 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e89a9-734c-401d-b12d-de32a0f0dd1f req-9de5f291-54fe-47c7-8166-7e2dc0bd8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:52.491983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e89a9-734c-401d-b12d-de32a0f0dd1f req-9de5f291-54fe-47c7-8166-7e2dc0bd8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:52.493658 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f52e89a9-734c-401d-b12d-de32a0f0dd1f req-9de5f291-54fe-47c7-8166-7e2dc0bd8ebe service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=65feb551352040c08fc20a451933c436&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.2615669 Jul 27 20:03:52.495696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 on network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:03:52.496150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Attempting to bind port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 on network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:52.525796 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:52.526237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Checking segment: {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:52.526759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Bound using segment: {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:52.527360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Bound port: b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7758d64-ae43-4749-b89b-90e6aae29387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:52.528077 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:52.537522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7bf6555-749f-457f-a0e6-327466c5dc24 req-e07f1aca-bbd3-47fe-94b8-4ad8a07c76a2 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2539778 Jul 27 20:03:52.544844 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-14c0506c-fe97-4cc2-a19b-dd30aae04591 None None] Provisioning for port 54b9165f-f386-492d-ab1c-20a7db14bb20 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:52.551062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-14c0506c-fe97-4cc2-a19b-dd30aae04591 None None] Provisioning complete for port 54b9165f-f386-492d-ab1c-20a7db14bb20 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:52.551485 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-14c0506c-fe97-4cc2-a19b-dd30aae04591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:52.593686 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:52.609170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': '539dc352-83b6-4836-984f-72368194a43e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:03:52.611496 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cc82d6-caa4-43fc-9d02-9b9d6770885b" -d '{"events": [{"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "539dc352-83b6-4836-984f-72368194a43e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:03:52.643017 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5eac00e-b111-45d9-8812-3acb0cff8c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:52.649590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-762432f7-381d-4b66-99cf-394a29b08418 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Deleting port b7b08eb2-938a-4c7d-b750-1e8f4f6946f1 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:52.650146 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-762432f7-381d-4b66-99cf-394a29b08418 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:52.665730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] For port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:52.670383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-14c0506c-fe97-4cc2-a19b-dd30aae04591 None None] Port 54b9165f-f386-492d-ab1c-20a7db14bb20 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:52.676165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-76229503-0beb-402c-b369-8d10b9c183c1 req-a5af7ab3-7e3a-4b3a-b2b2-249ddfa66b81 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Allocated IP 172.20.0.4 (5f5654dd-d60c-48b4-87fc-35de3905e8ce/d998542d-ac87-468e-acae-e575855798c2/476b8a91-66ff-40ad-b0c8-879b1cc825fb) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:03:52.712951 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0d5e53-d7eb-4ff4-815a-18d5fabb11a6 x-openstack-request-id: req-df0d5e53-d7eb-4ff4-815a-18d5fabb11a6 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:03:52.713372 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "539dc352-83b6-4836-984f-72368194a43e", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:03:52.714118 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df0d5e53-d7eb-4ff4-815a-18d5fabb11a6 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:03:52.714263 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': '539dc352-83b6-4836-984f-72368194a43e', 'status': 'completed', 'code': 200} Jul 27 20:03:52.738074 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5eac00e-b111-45d9-8812-3acb0cff8c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:52.740530 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] For port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:52.773913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c5cb0df-f9b2-4843-9f2c-aeef564d8626 req-a1224d87-4245-48b4-99ac-5e3f09e160a9 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 210 time: 0.0585692 Jul 27 20:03:52.775126 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:52.819800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:52.820489 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:52.822444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] 10.222.0.52 "PUT /v2.0/ports/b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 HTTP/1.1" status: 200 len: 1091 time: 1.9884655 Jul 27 20:03:52.873973 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-762432f7-381d-4b66-99cf-394a29b08418 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:52.874691 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-762432f7-381d-4b66-99cf-394a29b08418 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:52.875743 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e89a9-734c-401d-b12d-de32a0f0dd1f req-257a4a72-6a49-4113-844e-9e58364ff43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:52.877578 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f52e89a9-734c-401d-b12d-de32a0f0dd1f req-257a4a72-6a49-4113-844e-9e58364ff43c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3549521 Jul 27 20:03:52.896505 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-762432f7-381d-4b66-99cf-394a29b08418 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Calling delete_port for b7b08eb2-938a-4c7d-b750-1e8f4f6946f1 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:52.973285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Request body: {'port': {'device_id': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:53.017623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b3870-8453-43dd-8d15-5cb5dae7833f service neutron] Pushing event updated for resources: {'Port': ['ID=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:53.090952 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:53.124724 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5eac00e-b111-45d9-8812-3acb0cff8c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:53.127551 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5eac00e-b111-45d9-8812-3acb0cff8c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:53.129378 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c5eac00e-b111-45d9-8812-3acb0cff8c0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02d596fb-1eb5-468b-a9fd-80602f1a0579 HTTP/1.1" status: 204 len: 168 time: 0.7859738 Jul 27 20:03:53.179073 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eac00e-b111-45d9-8812-3acb0cff8c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d596fb-1eb5-468b-a9fd-80602f1a0579,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:53.183680 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-76229503-0beb-402c-b369-8d10b9c183c1 req-a5af7ab3-7e3a-4b3a-b2b2-249ddfa66b81 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:53.192644 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-762432f7-381d-4b66-99cf-394a29b08418 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:53.218280 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc82d6-caa4-43fc-9d02-9b9d6770885b req-77d0e838-2146-46f5-84b0-d60a44531a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:53.218847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc82d6-caa4-43fc-9d02-9b9d6770885b req-77d0e838-2146-46f5-84b0-d60a44531a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:53.219322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc82d6-caa4-43fc-9d02-9b9d6770885b req-77d0e838-2146-46f5-84b0-d60a44531a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:53.219802 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc82d6-caa4-43fc-9d02-9b9d6770885b req-77d0e838-2146-46f5-84b0-d60a44531a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:53.220260 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc82d6-caa4-43fc-9d02-9b9d6770885b req-77d0e838-2146-46f5-84b0-d60a44531a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:53.220854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc82d6-caa4-43fc-9d02-9b9d6770885b req-77d0e838-2146-46f5-84b0-d60a44531a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:53.221403 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc82d6-caa4-43fc-9d02-9b9d6770885b req-77d0e838-2146-46f5-84b0-d60a44531a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:53.223428 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-21cc82d6-caa4-43fc-9d02-9b9d6770885b req-77d0e838-2146-46f5-84b0-d60a44531a9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6355 time: 0.2773654 Jul 27 20:03:53.266856 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-76229503-0beb-402c-b369-8d10b9c183c1 req-a5af7ab3-7e3a-4b3a-b2b2-249ddfa66b81 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Transition to ACTIVE for port object 476b8a91-66ff-40ad-b0c8-879b1cc825fb will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:53.297792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762432f7-381d-4b66-99cf-394a29b08418 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Pushing event deleted for resources: {'Port': ['ID=b7b08eb2-938a-4c7d-b750-1e8f4f6946f1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:53.386467 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:53.407019 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:53.407948 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:53.418107 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-762432f7-381d-4b66-99cf-394a29b08418 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:53.421089 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-762432f7-381d-4b66-99cf-394a29b08418 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:53.425836 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-762432f7-381d-4b66-99cf-394a29b08418 tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] 10.222.0.48 "DELETE /v2.0/floatingips/f3be470f-297b-401d-95fa-89a74cd9acc3 HTTP/1.1" status: 204 len: 168 time: 1.3051984 Jul 27 20:03:53.499725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=54b9165f-f386-492d-ab1c-20a7db14bb20,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:53.523478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc82d6-caa4-43fc-9d02-9b9d6770885b req-82cd1628-ea56-48eb-9533-cbe25c465f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:53.524044 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc82d6-caa4-43fc-9d02-9b9d6770885b req-82cd1628-ea56-48eb-9533-cbe25c465f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:53.524608 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc82d6-caa4-43fc-9d02-9b9d6770885b req-82cd1628-ea56-48eb-9533-cbe25c465f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:53.526185 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-21cc82d6-caa4-43fc-9d02-9b9d6770885b req-82cd1628-ea56-48eb-9533-cbe25c465f36 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=65feb551352040c08fc20a451933c436&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2895412 Jul 27 20:03:53.579000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-76229503-0beb-402c-b369-8d10b9c183c1 req-a5af7ab3-7e3a-4b3a-b2b2-249ddfa66b81 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:53.674722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da69274d-209f-4682-975e-8a7c7f339880 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:03:53.698990 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:53.725795 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Transition to ACTIVE for port object da69274d-209f-4682-975e-8a7c7f339880 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:53.735465 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af7ab3-7e3a-4b3a-b2b2-249ddfa66b81 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Port': ['ID=476b8a91-66ff-40ad-b0c8-879b1cc825fb,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:53.784809 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76229503-0beb-402c-b369-8d10b9c183c1 req-a5af7ab3-7e3a-4b3a-b2b2-249ddfa66b81 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network 5f5654dd-d60c-48b4-87fc-35de3905e8ce is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:53.788741 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:53.803525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-76229503-0beb-402c-b369-8d10b9c183c1 req-a5af7ab3-7e3a-4b3a-b2b2-249ddfa66b81 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:53.823716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-76229503-0beb-402c-b369-8d10b9c183c1 req-a5af7ab3-7e3a-4b3a-b2b2-249ddfa66b81 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:03:53.903318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Pushing event updated for resources: {'Port': ['ID=da69274d-209f-4682-975e-8a7c7f339880,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:53.935202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38612) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:54.074819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4be64-f7a4-4b64-8ffe-63d81be78521 req-0da1ae17-68cb-4ec8-963d-8e37b9cf0fea tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:54.086064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4be64-f7a4-4b64-8ffe-63d81be78521 req-0da1ae17-68cb-4ec8-963d-8e37b9cf0fea tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:54.096215 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4be64-f7a4-4b64-8ffe-63d81be78521 req-0da1ae17-68cb-4ec8-963d-8e37b9cf0fea tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:54.099532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76229503-0beb-402c-b369-8d10b9c183c1 req-a5af7ab3-7e3a-4b3a-b2b2-249ddfa66b81 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:54.100199 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-76229503-0beb-402c-b369-8d10b9c183c1 req-a5af7ab3-7e3a-4b3a-b2b2-249ddfa66b81 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:54.102914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4be64-f7a4-4b64-8ffe-63d81be78521 req-0da1ae17-68cb-4ec8-963d-8e37b9cf0fea tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:54.110759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4be64-f7a4-4b64-8ffe-63d81be78521 req-0da1ae17-68cb-4ec8-963d-8e37b9cf0fea tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:54.117937 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 935c01cf-5c48-4cf6-83a8-fe4d5abb105b is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:03:54.121721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc82d6-caa4-43fc-9d02-9b9d6770885b req-309f76fc-75b7-4bc7-a1b7-1f66ab401209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:54.123842 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-21cc82d6-caa4-43fc-9d02-9b9d6770885b req-309f76fc-75b7-4bc7-a1b7-1f66ab401209 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5695469 Jul 27 20:03:54.126047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4be64-f7a4-4b64-8ffe-63d81be78521 req-0da1ae17-68cb-4ec8-963d-8e37b9cf0fea tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:54.132008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4be64-f7a4-4b64-8ffe-63d81be78521 req-0da1ae17-68cb-4ec8-963d-8e37b9cf0fea tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:54.141213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:03:54.144100 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-a5af7ab3-7e3a-4b3a-b2b2-249ddfa66b81 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5052650 Jul 27 20:03:54.144842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26c4be64-f7a4-4b64-8ffe-63d81be78521 req-0da1ae17-68cb-4ec8-963d-8e37b9cf0fea tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5415 time: 0.4171875 Jul 27 20:03:54.164260 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Request body: {'port': {'device_id': 'e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:54.255085 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0576-ba5c-4833-ad16-43c1ae67a6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:54.373107 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26c4be64-f7a4-4b64-8ffe-63d81be78521 req-cca6d457-1f9b-457a-b098-2e078d2980e1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2272699 Jul 27 20:03:54.399410 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Attempting to bind port da69274d-209f-4682-975e-8a7c7f339880 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:54.399752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Attempting to bind port da69274d-209f-4682-975e-8a7c7f339880 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '122d6dd3-0819-4f4e-b1b8-db7303157c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '73d72393-3d95-4308-9106-6209eefa092b'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:54.400479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Attempting to bind port da69274d-209f-4682-975e-8a7c7f339880 on network 73d72393-3d95-4308-9106-6209eefa092b {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:54.413539 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-484b608e-6c04-4eeb-ab26-58e85f6ccb1b None None] Provisioning for port 476b8a91-66ff-40ad-b0c8-879b1cc825fb completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:03:54.420915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Port da69274d-209f-4682-975e-8a7c7f339880 on network 73d72393-3d95-4308-9106-6209eefa092b not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:03:54.421133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-484b608e-6c04-4eeb-ab26-58e85f6ccb1b None None] Provisioning complete for port 476b8a91-66ff-40ad-b0c8-879b1cc825fb triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:54.421235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Attempting to bind port da69274d-209f-4682-975e-8a7c7f339880 on network 73d72393-3d95-4308-9106-6209eefa092b {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:54.421852 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-484b608e-6c04-4eeb-ab26-58e85f6ccb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:54.428137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router 84b9db65-a5a6-4a74-8c15-36b9147430eb has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:03:54.442671 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:54.449571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190a0b8-adfa-4290-9a0d-74716f1b6fb7 req-3c13b3cf-417d-494e-8fcf-ed41b6554189 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:54.456976 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4190a0b8-adfa-4290-9a0d-74716f1b6fb7 req-3c13b3cf-417d-494e-8fcf-ed41b6554189 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 931 time: 0.5203152 Jul 27 20:03:54.473235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-484b608e-6c04-4eeb-ab26-58e85f6ccb1b None None] Port 476b8a91-66ff-40ad-b0c8-879b1cc825fb cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:54.500880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:54.501606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Checking segment: {'id': '122d6dd3-0819-4f4e-b1b8-db7303157c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '73d72393-3d95-4308-9106-6209eefa092b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:54.502348 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Bound using segment: {'id': '122d6dd3-0819-4f4e-b1b8-db7303157c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '73d72393-3d95-4308-9106-6209eefa092b'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:54.503535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Bound port: da69274d-209f-4682-975e-8a7c7f339880, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122d6dd3-0819-4f4e-b1b8-db7303157c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '73d72393-3d95-4308-9106-6209eefa092b'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:54.504137 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:54.561347 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4190a0b8-adfa-4290-9a0d-74716f1b6fb7 req-6b629cc2-5c6f-4a57-9058-80bcd862995c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=8105ce54-8aed-4e81-9b26-e387c55e1302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034465 Jul 27 20:03:54.605415 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c73b0fc4-d02a-4a54-b91f-9be533fb9056 None None] Provisioning complete for port 54b9165f-f386-492d-ab1c-20a7db14bb20 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:03:54.605415 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c73b0fc4-d02a-4a54-b91f-9be533fb9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:54.681496 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c73b0fc4-d02a-4a54-b91f-9be533fb9056 None None] Port 54b9165f-f386-492d-ab1c-20a7db14bb20 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:03:54.702939 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0576-ba5c-4833-ad16-43c1ae67a6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:54.710958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:03:54.713387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] For port da69274d-209f-4682-975e-8a7c7f339880, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:54.717213 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': 'b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:03:54.721438 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3462fba6-40ac-4b67-86df-ab294ce62567 None None] Sync routers for ids ['84b9db65-a5a6-4a74-8c15-36b9147430eb'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:03:54.721937 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e6ac43-2419-4557-9919-2907f77eb4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:03:54.726898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] For port da69274d-209f-4682-975e-8a7c7f339880, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=da69274d-209f-4682-975e-8a7c7f339880,segment=NetworkSegment(122d6dd3-0819-4f4e-b1b8-db7303157c5c),segment_id=122d6dd3-0819-4f4e-b1b8-db7303157c5c)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:54.729495 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0576-ba5c-4833-ad16-43c1ae67a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:54.736827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3462fba6-40ac-4b67-86df-ab294ce62567 None None] Routers {'84b9db65-a5a6-4a74-8c15-36b9147430eb'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:54.738002 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3462fba6-40ac-4b67-86df-ab294ce62567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['84b9db65-a5a6-4a74-8c15-36b9147430eb'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:54.741851 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f66f4ffe-12ea-4865-b0ec-cd6ca8dea91d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/84b9db65-a5a6-4a74-8c15-36b9147430eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3511539 Jul 27 20:03:54.753279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38632) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:54.824916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3462fba6-40ac-4b67-86df-ab294ce62567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:54.843766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3462fba6-40ac-4b67-86df-ab294ce62567 None None] Routers {'84b9db65-a5a6-4a74-8c15-36b9147430eb'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:54.844451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3462fba6-40ac-4b67-86df-ab294ce62567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['84b9db65-a5a6-4a74-8c15-36b9147430eb'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:54.940333 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3462fba6-40ac-4b67-86df-ab294ce62567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:54.941033 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3462fba6-40ac-4b67-86df-ab294ce62567 None None] The sync data for ids ['84b9db65-a5a6-4a74-8c15-36b9147430eb'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:03:54.966220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476b8a91-66ff-40ad-b0c8-879b1cc825fb {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:03:54.981970 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:54.998044 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Transition to ACTIVE for port object 476b8a91-66ff-40ad-b0c8-879b1cc825fb will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:55.027316 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:55.125125 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=476b8a91-66ff-40ad-b0c8-879b1cc825fb,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:55.164321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6ac43-2419-4557-9919-2907f77eb4a5 req-80a802f1-8355-4c82-a9e2-f8bb8e0b3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:55.165082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6ac43-2419-4557-9919-2907f77eb4a5 req-80a802f1-8355-4c82-a9e2-f8bb8e0b3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:55.165325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6ac43-2419-4557-9919-2907f77eb4a5 req-80a802f1-8355-4c82-a9e2-f8bb8e0b3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:55.165797 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6ac43-2419-4557-9919-2907f77eb4a5 req-80a802f1-8355-4c82-a9e2-f8bb8e0b3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:55.166271 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6ac43-2419-4557-9919-2907f77eb4a5 req-80a802f1-8355-4c82-a9e2-f8bb8e0b3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:55.166737 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6ac43-2419-4557-9919-2907f77eb4a5 req-80a802f1-8355-4c82-a9e2-f8bb8e0b3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:55.167203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6ac43-2419-4557-9919-2907f77eb4a5 req-80a802f1-8355-4c82-a9e2-f8bb8e0b3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:55.169565 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-78e6ac43-2419-4557-9919-2907f77eb4a5 req-80a802f1-8355-4c82-a9e2-f8bb8e0b3c3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6423 time: 0.3494008 Jul 27 20:03:55.226325 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8181fe43-6d60-4409-9e32-3197a5beee81 x-openstack-request-id: req-8181fe43-6d60-4409-9e32-3197a5beee81 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:03:55.226659 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:03:55.226864 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8181fe43-6d60-4409-9e32-3197a5beee81 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:03:55.227246 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': 'b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67', 'status': 'completed', 'code': 200} Jul 27 20:03:55.259881 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:55.265609 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Attempting to bind port 476b8a91-66ff-40ad-b0c8-879b1cc825fb on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:55.266129 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Attempting to bind port 476b8a91-66ff-40ad-b0c8-879b1cc825fb by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '8ce99738-e96b-4f70-a6d0-4429d8168e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:55.266448 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Attempting to bind port 476b8a91-66ff-40ad-b0c8-879b1cc825fb on network 5f5654dd-d60c-48b4-87fc-35de3905e8ce {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:55.280287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Port 476b8a91-66ff-40ad-b0c8-879b1cc825fb on network 5f5654dd-d60c-48b4-87fc-35de3905e8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:03:55.280694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Attempting to bind port 476b8a91-66ff-40ad-b0c8-879b1cc825fb on network 5f5654dd-d60c-48b4-87fc-35de3905e8ce {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:55.291736 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:55.292107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Checking segment: {'id': '8ce99738-e96b-4f70-a6d0-4429d8168e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:55.292819 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Bound using segment: {'id': '8ce99738-e96b-4f70-a6d0-4429d8168e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:55.293719 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Bound port: 476b8a91-66ff-40ad-b0c8-879b1cc825fb, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce99738-e96b-4f70-a6d0-4429d8168e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:55.294092 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:55.338640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c0576-ba5c-4833-ad16-43c1ae67a6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd584c62-5cad-4880-9ba1-b545b1429272,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:55.345334 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bb0c0576-ba5c-4833-ad16-43c1ae67a6e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ddb1abcf2c741528254fc0a7edbf7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4000082 Jul 27 20:03:55.358420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38642) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:55.379257 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6ac43-2419-4557-9919-2907f77eb4a5 req-51964999-8389-4951-a7d3-8f255df16fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:55.379739 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6ac43-2419-4557-9919-2907f77eb4a5 req-51964999-8389-4951-a7d3-8f255df16fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:55.380206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6ac43-2419-4557-9919-2907f77eb4a5 req-51964999-8389-4951-a7d3-8f255df16fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:55.381865 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-78e6ac43-2419-4557-9919-2907f77eb4a5 req-51964999-8389-4951-a7d3-8f255df16fe4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=65feb551352040c08fc20a451933c436&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1994121 Jul 27 20:03:55.443932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:55.446082 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:55.450208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] 10.222.0.52 "PUT /v2.0/ports/da69274d-209f-4682-975e-8a7c7f339880 HTTP/1.1" status: 200 len: 1092 time: 2.4848480 Jul 27 20:03:55.487479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Request body: {'port': {'device_id': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:03:55.494517 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] For port 476b8a91-66ff-40ad-b0c8-879b1cc825fb, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:55.499723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] For port 476b8a91-66ff-40ad-b0c8-879b1cc825fb, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=476b8a91-66ff-40ad-b0c8-879b1cc825fb,segment=NetworkSegment(8ce99738-e96b-4f70-a6d0-4429d8168e9e),segment_id=8ce99738-e96b-4f70-a6d0-4429d8168e9e)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:55.528721 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:55.606115 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:55.606827 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:55.608278 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] 10.222.0.63 "PUT /v2.0/ports/476b8a91-66ff-40ad-b0c8-879b1cc825fb HTTP/1.1" status: 200 len: 1092 time: 1.4539034 Jul 27 20:03:55.608774 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583', 'tag': '476b8a91-66ff-40ad-b0c8-879b1cc825fb'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:03:55.611468 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bb62ae-6d40-4109-a9ee-6a597f3a3e82" -d '{"events": [{"name": "network-changed", "server_uuid": "e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583", "tag": "476b8a91-66ff-40ad-b0c8-879b1cc825fb"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:03:55.626202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f1e2c-d72d-40d2-8e2d-9e8c4befabca tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:55.632920 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a12f1e2c-d72d-40d2-8e2d-9e8c4befabca tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports/54b9165f-f386-492d-ab1c-20a7db14bb20 HTTP/1.1" status: 200 len: 913 time: 0.8779514 Jul 27 20:03:55.633596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38656) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:55.660025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6ac43-2419-4557-9919-2907f77eb4a5 req-e6d38dc3-e0ca-4bd6-a08e-929f33b23dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:55.662269 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-78e6ac43-2419-4557-9919-2907f77eb4a5 req-e6d38dc3-e0ca-4bd6-a08e-929f33b23dea service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2726419 Jul 27 20:03:55.869268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64da9ca-b2bc-46e4-87fd-e643a1bce1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=476b8a91-66ff-40ad-b0c8-879b1cc825fb,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:55.885424 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:55.905284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6a2b7-6b0e-48e9-8ec4-a8fd85f9f2fb service neutron] Pushing event updated for resources: {'Port': ['ID=da69274d-209f-4682-975e-8a7c7f339880,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:55.959964 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea2a8-8fc2-45ed-89c4-5aa4a8c9e4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:56.016319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b5c29-38b9-4e04-8e65-a70b67f61487 req-a26f59f5-6457-4915-8c69-7e5463f5392d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:56.019351 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d4b5c29-38b9-4e04-8e65-a70b67f61487 req-a26f59f5-6457-4915-8c69-7e5463f5392d tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 943 time: 0.2823489 Jul 27 20:03:56.040461 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76229503-0beb-402c-b369-8d10b9c183c1 req-27145508-d004-41d6-9128-3f9b0303c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:56.043104 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-27145508-d004-41d6-9128-3f9b0303c5fd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=276aa582ad7e44029331aa2680c554e9&device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 1095 time: 0.3838851 Jul 27 20:03:56.136849 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea2a8-8fc2-45ed-89c4-5aa4a8c9e4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:56.149006 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-114442e8-9426-4df7-a4af-f49375624aa7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=476b8a91-66ff-40ad-b0c8-879b1cc825fb HTTP/1.1" status: 200 len: 217 time: 0.0862343 Jul 27 20:03:56.178962 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc8448-a413-4dbd-b5e9-3401615d2979 req-dc913563-56f0-4d52-9f1f-62d7a33bb510 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:56.184737 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc8448-a413-4dbd-b5e9-3401615d2979 req-dc913563-56f0-4d52-9f1f-62d7a33bb510 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:56.191132 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc8448-a413-4dbd-b5e9-3401615d2979 req-dc913563-56f0-4d52-9f1f-62d7a33bb510 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:56.197143 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc8448-a413-4dbd-b5e9-3401615d2979 req-dc913563-56f0-4d52-9f1f-62d7a33bb510 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:56.203354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc8448-a413-4dbd-b5e9-3401615d2979 req-dc913563-56f0-4d52-9f1f-62d7a33bb510 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:56.209215 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc8448-a413-4dbd-b5e9-3401615d2979 req-dc913563-56f0-4d52-9f1f-62d7a33bb510 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:56.216006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc8448-a413-4dbd-b5e9-3401615d2979 req-dc913563-56f0-4d52-9f1f-62d7a33bb510 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:56.218203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aefc8448-a413-4dbd-b5e9-3401615d2979 req-dc913563-56f0-4d52-9f1f-62d7a33bb510 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5415 time: 0.6562855 Jul 27 20:03:56.246831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d4b5c29-38b9-4e04-8e65-a70b67f61487 req-6d7fb062-4a43-42e9-b030-5486eba74d44 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=8105ce54-8aed-4e81-9b26-e387c55e1302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107942 Jul 27 20:03:56.259563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76229503-0beb-402c-b369-8d10b9c183c1 req-f5a9a36d-0b30-4c6b-a340-13564d0ed977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:56.261643 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-f5a9a36d-0b30-4c6b-a340-13564d0ed977 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d998542d-ac87-468e-acae-e575855798c2 HTTP/1.1" status: 200 len: 835 time: 0.0846083 Jul 27 20:03:56.302836 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aefc8448-a413-4dbd-b5e9-3401615d2979 req-9474a1eb-9179-4568-8db1-6bd6a3986fab tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684111 Jul 27 20:03:56.338693 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59f9c55-4694-4288-b6e4-1d419e089470 x-openstack-request-id: req-a59f9c55-4694-4288-b6e4-1d419e089470 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:03:56.338980 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583", "tag": "476b8a91-66ff-40ad-b0c8-879b1cc825fb", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:03:56.339229 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a59f9c55-4694-4288-b6e4-1d419e089470 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:03:56.339672 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583', 'tag': '476b8a91-66ff-40ad-b0c8-879b1cc825fb', 'status': 'completed', 'code': 200} Jul 27 20:03:56.414140 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea2a8-8fc2-45ed-89c4-5aa4a8c9e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:56.417143 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea2a8-8fc2-45ed-89c4-5aa4a8c9e4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:56.422116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ad2ea2a8-8fc2-45ed-89c4-5aa4a8c9e4b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd584c62-5cad-4880-9ba1-b545b1429272 HTTP/1.1" status: 204 len: 168 time: 1.0585728 Jul 27 20:03:56.542379 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da42ddef-db92-4218-a5eb-3af42c1324e2 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:03:56.553075 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:56.571084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Transition to ACTIVE for port object da42ddef-db92-4218-a5eb-3af42c1324e2 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:03:56.572822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ea2a8-8fc2-45ed-89c4-5aa4a8c9e4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd584c62-5cad-4880-9ba1-b545b1429272,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:56.586331 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:56.715527 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Pushing event updated for resources: {'Port': ['ID=da42ddef-db92-4218-a5eb-3af42c1324e2,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:56.829561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Attempting to bind port da42ddef-db92-4218-a5eb-3af42c1324e2 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:03:56.829880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Attempting to bind port da42ddef-db92-4218-a5eb-3af42c1324e2 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '122d6dd3-0819-4f4e-b1b8-db7303157c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '73d72393-3d95-4308-9106-6209eefa092b'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:03:56.830283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Attempting to bind port da42ddef-db92-4218-a5eb-3af42c1324e2 on network 73d72393-3d95-4308-9106-6209eefa092b {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:56.835521 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Port da42ddef-db92-4218-a5eb-3af42c1324e2 on network 73d72393-3d95-4308-9106-6209eefa092b not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:03:56.836357 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Attempting to bind port da42ddef-db92-4218-a5eb-3af42c1324e2 on network 73d72393-3d95-4308-9106-6209eefa092b {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:03:56.846019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:03:56.846019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Checking segment: {'id': '122d6dd3-0819-4f4e-b1b8-db7303157c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '73d72393-3d95-4308-9106-6209eefa092b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:03:56.846019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Bound using segment: {'id': '122d6dd3-0819-4f4e-b1b8-db7303157c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '73d72393-3d95-4308-9106-6209eefa092b'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:03:56.846019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Bound port: da42ddef-db92-4218-a5eb-3af42c1324e2, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122d6dd3-0819-4f4e-b1b8-db7303157c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '73d72393-3d95-4308-9106-6209eefa092b'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:03:56.846602 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:56.960999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] For port da42ddef-db92-4218-a5eb-3af42c1324e2, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:03:56.966288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] For port da42ddef-db92-4218-a5eb-3af42c1324e2, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=da42ddef-db92-4218-a5eb-3af42c1324e2,segment=NetworkSegment(122d6dd3-0819-4f4e-b1b8-db7303157c5c),segment_id=122d6dd3-0819-4f4e-b1b8-db7303157c5c)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:03:56.975732 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:57.057797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.058796 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:57.060130 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] 10.222.0.52 "PUT /v2.0/ports/da42ddef-db92-4218-a5eb-3af42c1324e2 HTTP/1.1" status: 200 len: 1092 time: 1.5776913 Jul 27 20:03:57.065285 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76229503-0beb-402c-b369-8d10b9c183c1 req-4e459724-36bd-4493-956a-1cd8f8dadef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.067825 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-4e459724-36bd-4493-956a-1cd8f8dadef6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5f5654dd-d60c-48b4-87fc-35de3905e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7831261 Jul 27 20:03:57.079704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-143eeacc-0912-4395-bb72-302c34f5d425 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:57.244437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': 'da69274d-209f-4682-975e-8a7c7f339880'}, {'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': 'da42ddef-db92-4218-a5eb-3af42c1324e2'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:03:57.252261 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925a986b-871d-4884-8487-13837ff9c3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "da69274d-209f-4682-975e-8a7c7f339880"}, {"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "da42ddef-db92-4218-a5eb-3af42c1324e2"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:03:57.288758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f6fee-2dea-43f9-b91c-5dc612fa791f service neutron] Pushing event updated for resources: {'Port': ['ID=da42ddef-db92-4218-a5eb-3af42c1324e2,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:57.411432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ab4c4baf-13e4-4611-9426-9418590756fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.417609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ab4c4baf-13e4-4611-9426-9418590756fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.418951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ab4c4baf-13e4-4611-9426-9418590756fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.419630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ab4c4baf-13e4-4611-9426-9418590756fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.420709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ab4c4baf-13e4-4611-9426-9418590756fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.422726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ab4c4baf-13e4-4611-9426-9418590756fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.424182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ab4c4baf-13e4-4611-9426-9418590756fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.432891 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ab4c4baf-13e4-4611-9426-9418590756fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6491 time: 0.3146064 Jul 27 20:03:57.435838 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 20:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf2b2a1-ff78-4bca-84b0-85163631d450 x-openstack-request-id: req-1bf2b2a1-ff78-4bca-84b0-85163631d450 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:03:57.436355 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "da69274d-209f-4682-975e-8a7c7f339880", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "da42ddef-db92-4218-a5eb-3af42c1324e2", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:03:57.436844 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bf2b2a1-ff78-4bca-84b0-85163631d450 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:03:57.437432 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': 'da69274d-209f-4682-975e-8a7c7f339880', 'status': 'completed', 'code': 200} Jul 27 20:03:57.437863 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': 'da42ddef-db92-4218-a5eb-3af42c1324e2', 'status': 'completed', 'code': 200} Jul 27 20:03:57.486896 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-eb12c5fb-47c7-4d06-b9f0-22d8e67163b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0832f3a4-1619-4ea1-b9bf-87a13b42df43 HTTP/1.1" status: 200 len: 217 time: 0.0478468 Jul 27 20:03:57.500002 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-ddb6a43f-88f4-41f5-adc5-a961e4b9c3f9 service neutron] 10.222.0.63 "GET /v2.0/networks/5f5654dd-d60c-48b4-87fc-35de3905e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469923 Jul 27 20:03:57.655773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9f4f370b-16c0-4c77-bef0-f9de3aaace70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.657382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9f4f370b-16c0-4c77-bef0-f9de3aaace70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5c4faa1-1e78-41dd-a98d-2cdbd705d07e HTTP/1.1" status: 200 len: 855 time: 0.1333301 Jul 27 20:03:57.687481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e0bff-1f11-4664-807e-9d480d7e5c82 req-06a04163-bb3d-4f23-8ea8-65f93463580c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.689576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f1e0bff-1f11-4664-807e-9d480d7e5c82 req-06a04163-bb3d-4f23-8ea8-65f93463580c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 943 time: 0.2014649 Jul 27 20:03:57.793794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247a147-5bbe-4cd9-91a0-0d441f564bd0 req-8cc527ef-341f-4472-aca4-7735f1cc73cd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.799542 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247a147-5bbe-4cd9-91a0-0d441f564bd0 req-8cc527ef-341f-4472-aca4-7735f1cc73cd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.806765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247a147-5bbe-4cd9-91a0-0d441f564bd0 req-8cc527ef-341f-4472-aca4-7735f1cc73cd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.825623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247a147-5bbe-4cd9-91a0-0d441f564bd0 req-8cc527ef-341f-4472-aca4-7735f1cc73cd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.827582 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-76229503-0beb-402c-b369-8d10b9c183c1 req-afc7fb4a-fb1c-43f7-8aed-f9c4f38c1090 service neutron] 10.222.0.63 "GET /v2.0/networks/5f5654dd-d60c-48b4-87fc-35de3905e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162484 Jul 27 20:03:57.832556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247a147-5bbe-4cd9-91a0-0d441f564bd0 req-8cc527ef-341f-4472-aca4-7735f1cc73cd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.853603 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247a147-5bbe-4cd9-91a0-0d441f564bd0 req-8cc527ef-341f-4472-aca4-7735f1cc73cd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.865613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247a147-5bbe-4cd9-91a0-0d441f564bd0 req-8cc527ef-341f-4472-aca4-7735f1cc73cd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:57.887870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d247a147-5bbe-4cd9-91a0-0d441f564bd0 req-8cc527ef-341f-4472-aca4-7735f1cc73cd tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5427 time: 0.3222504 Jul 27 20:03:57.935692 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f1e0bff-1f11-4664-807e-9d480d7e5c82 req-480143d9-e1c1-4b50-acc1-444c7c03f5ca tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=8105ce54-8aed-4e81-9b26-e387c55e1302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942332 Jul 27 20:03:57.972930 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d247a147-5bbe-4cd9-91a0-0d441f564bd0 req-05411361-84db-4dbf-a9ee-b3f5e67c1bdc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839508 Jul 27 20:03:58.008447 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-4b71de56-6b0a-4777-8d8f-b44077e90b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:58.010303 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-4b71de56-6b0a-4777-8d8f-b44077e90b14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ac679f8b-06ff-475b-999e-fecd672dac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3380160 Jul 27 20:03:58.149850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-143eeacc-0912-4395-bb72-302c34f5d425 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port 54b9165f-f386-492d-ab1c-20a7db14bb20 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:03:58.149850 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-143eeacc-0912-4395-bb72-302c34f5d425 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:58.154910 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-faa38eb1-8a79-4005-8925-409a18d3b702 service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364927 Jul 27 20:03:58.156722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb62ae-6d40-4109-a9ee-6a597f3a3e82 req-5bcef186-27ad-478c-a5b7-631218533cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:58.158232 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00bb62ae-6d40-4109-a9ee-6a597f3a3e82 req-5bcef186-27ad-478c-a5b7-631218533cc1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=276aa582ad7e44029331aa2680c554e9&device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 1095 time: 0.2244759 Jul 27 20:03:58.280587 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-aa4027f7-9caf-46b0-9326-4d97ba22dba3 service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173708 Jul 27 20:03:58.297637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb62ae-6d40-4109-a9ee-6a597f3a3e82 req-52158e19-2d34-4ecb-982f-b1c8fe37bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:58.299376 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00bb62ae-6d40-4109-a9ee-6a597f3a3e82 req-52158e19-2d34-4ecb-982f-b1c8fe37bc2b service neutron] 10.222.0.63 "GET /v2.0/networks?id=5f5654dd-d60c-48b4-87fc-35de3905e8ce HTTP/1.1" status: 200 len: 897 time: 0.1260021 Jul 27 20:03:58.350576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-977ddac5-daed-4174-8e1c-503764991d19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=126479f5-4f00-4961-8987-3f39241c2c16 HTTP/1.1" status: 200 len: 217 time: 0.0503345 Jul 27 20:03:58.367876 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00bb62ae-6d40-4109-a9ee-6a597f3a3e82 req-be53dcc0-7b19-4b2e-aebd-7fec99eb390c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=476b8a91-66ff-40ad-b0c8-879b1cc825fb HTTP/1.1" status: 200 len: 217 time: 0.0600252 Jul 27 20:03:58.437808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb62ae-6d40-4109-a9ee-6a597f3a3e82 req-bac774fa-841e-41be-8ddf-20a504b9ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:58.439647 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00bb62ae-6d40-4109-a9ee-6a597f3a3e82 req-bac774fa-841e-41be-8ddf-20a504b9ab09 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d998542d-ac87-468e-acae-e575855798c2 HTTP/1.1" status: 200 len: 835 time: 0.0617833 Jul 27 20:03:58.468346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-65e0eca4-0e47-4270-8355-5256f3a21f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:58.473545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-65e0eca4-0e47-4270-8355-5256f3a21f95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.1156287 Jul 27 20:03:58.541511 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-143eeacc-0912-4395-bb72-302c34f5d425 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:58.581554 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-143eeacc-0912-4395-bb72-302c34f5d425 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for 54b9165f-f386-492d-ab1c-20a7db14bb20 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:03:58.628379 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-c512762b-3474-4a68-b6e5-27bf37884dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:58.633218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-c512762b-3474-4a68-b6e5-27bf37884dc5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1497664 Jul 27 20:03:58.671132 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb62ae-6d40-4109-a9ee-6a597f3a3e82 req-4491e9f1-2ab1-4a61-be15-ff840ede0859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:58.672774 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00bb62ae-6d40-4109-a9ee-6a597f3a3e82 req-4491e9f1-2ab1-4a61-be15-ff840ede0859 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5f5654dd-d60c-48b4-87fc-35de3905e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2229660 Jul 27 20:03:58.824484 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-01abe313-b34f-46c1-a228-f5b598bd0fdc service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829903 Jul 27 20:03:58.955842 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-143eeacc-0912-4395-bb72-302c34f5d425 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:59.003536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143eeacc-0912-4395-bb72-302c34f5d425 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=54b9165f-f386-492d-ab1c-20a7db14bb20,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:03:59.063924 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-fe005655-b9fc-4aab-a35f-09013b78c586 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319953 Jul 27 20:03:59.082106 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00bb62ae-6d40-4109-a9ee-6a597f3a3e82 req-c03c2fbc-6351-4aac-a0b6-a8b3011f13ae service neutron] 10.222.0.63 "GET /v2.0/networks/5f5654dd-d60c-48b4-87fc-35de3905e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970578 Jul 27 20:03:59.242961 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-c2dd605a-0c68-4f44-a1da-2a827de7699c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=cf287038-36da-428d-9206-c7ff8b06bd7c HTTP/1.1" status: 200 len: 217 time: 0.1704099 Jul 27 20:03:59.270605 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00bb62ae-6d40-4109-a9ee-6a597f3a3e82 req-8af6be52-bf5b-4e77-9473-4934edfb35c0 service neutron] 10.222.0.63 "GET /v2.0/networks/5f5654dd-d60c-48b4-87fc-35de3905e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418736 Jul 27 20:03:59.290663 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-143eeacc-0912-4395-bb72-302c34f5d425 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:03:59.389404 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-b1377e2c-a0ae-4e6e-a067-65615537e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:59.393951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-b1377e2c-a0ae-4e6e-a067-65615537e987 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.1329625 Jul 27 20:03:59.411002 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955041c-bf9e-4d97-879a-1aa8f153b93d req-6f9160f2-962b-4d5c-80b8-bb8bf6e5fc2d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:59.417054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955041c-bf9e-4d97-879a-1aa8f153b93d req-6f9160f2-962b-4d5c-80b8-bb8bf6e5fc2d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:59.423015 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955041c-bf9e-4d97-879a-1aa8f153b93d req-6f9160f2-962b-4d5c-80b8-bb8bf6e5fc2d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:59.428878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955041c-bf9e-4d97-879a-1aa8f153b93d req-6f9160f2-962b-4d5c-80b8-bb8bf6e5fc2d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:59.435143 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955041c-bf9e-4d97-879a-1aa8f153b93d req-6f9160f2-962b-4d5c-80b8-bb8bf6e5fc2d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:59.441138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955041c-bf9e-4d97-879a-1aa8f153b93d req-6f9160f2-962b-4d5c-80b8-bb8bf6e5fc2d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:59.447125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955041c-bf9e-4d97-879a-1aa8f153b93d req-6f9160f2-962b-4d5c-80b8-bb8bf6e5fc2d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:59.449169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2955041c-bf9e-4d97-879a-1aa8f153b93d req-6f9160f2-962b-4d5c-80b8-bb8bf6e5fc2d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5427 time: 0.2487535 Jul 27 20:03:59.468456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27a630-40ac-42b2-9a1b-ec1e3d3b46ca req-97a0b7d8-a10c-44e7-b7aa-6b4fcdf66f77 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:59.470035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf27a630-40ac-42b2-9a1b-ec1e3d3b46ca req-97a0b7d8-a10c-44e7-b7aa-6b4fcdf66f77 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 943 time: 0.3175180 Jul 27 20:03:59.549648 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143eeacc-0912-4395-bb72-302c34f5d425 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router 84b9db65-a5a6-4a74-8c15-36b9147430eb has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:03:59.567633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2955041c-bf9e-4d97-879a-1aa8f153b93d req-0478b386-d57b-4d16-8e74-408d527097c2 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965192 Jul 27 20:03:59.601760 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf27a630-40ac-42b2-9a1b-ec1e3d3b46ca req-6d3bcedd-cb25-4433-ae2c-80c601b04ba9 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=8105ce54-8aed-4e81-9b26-e387c55e1302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044905 Jul 27 20:03:59.625856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9b2984bd-d31c-459a-8c69-e48b8a247478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:03:59.627429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9b2984bd-d31c-459a-8c69-e48b8a247478 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1764712 Jul 27 20:03:59.753015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143eeacc-0912-4395-bb72-302c34f5d425 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:03:59.757157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-20e69ff5-f380-414c-ad72-e6ce221f89a2 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209531 Jul 27 20:03:59.759504 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-143eeacc-0912-4395-bb72-302c34f5d425 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/84b9db65-a5a6-4a74-8c15-36b9147430eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1116476 Jul 27 20:03:59.762404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38750) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:03:59.764500 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee3ceb-675a-4381-93a2-8d7469ad597c None None] Sync routers for ids ['84b9db65-a5a6-4a74-8c15-36b9147430eb'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:03:59.797991 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee3ceb-675a-4381-93a2-8d7469ad597c None None] Routers {'84b9db65-a5a6-4a74-8c15-36b9147430eb'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:59.799023 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-19ee3ceb-675a-4381-93a2-8d7469ad597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['84b9db65-a5a6-4a74-8c15-36b9147430eb'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:59.851344 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-19ee3ceb-675a-4381-93a2-8d7469ad597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:59.862065 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee3ceb-675a-4381-93a2-8d7469ad597c None None] Routers {'84b9db65-a5a6-4a74-8c15-36b9147430eb'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:03:59.862827 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-19ee3ceb-675a-4381-93a2-8d7469ad597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['84b9db65-a5a6-4a74-8c15-36b9147430eb'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:59.906080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-bf4c7739-5cfc-4ba3-8454-9418ffa16184 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326704 Jul 27 20:03:59.923765 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-19ee3ceb-675a-4381-93a2-8d7469ad597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:03:59.925071 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee3ceb-675a-4381-93a2-8d7469ad597c None None] The sync data for ids ['84b9db65-a5a6-4a74-8c15-36b9147430eb'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:03:59.959353 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-e3c410fc-20c2-47fc-ac45-a3630504dd83 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=539dc352-83b6-4836-984f-72368194a43e HTTP/1.1" status: 200 len: 217 time: 0.0453367 Jul 27 20:04:00.014836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-18204c0b-c052-4239-97a9-572b1f8fab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:00.016942 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-18204c0b-c052-4239-97a9-572b1f8fab08 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0503392 Jul 27 20:04:00.083407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5981dfea-22f8-4180-bb77-ab0679a742fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:00.086155 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-5981dfea-22f8-4180-bb77-ab0679a742fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0610170 Jul 27 20:04:00.137266 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3bdd90b8-69cb-4666-a20c-f5cedb9bf262 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:00.196657 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-edb846ed-6dc0-43e7-a02e-5f2b5ddb8e0c service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030295 Jul 27 20:04:00.245067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 476b8a91-66ff-40ad-b0c8-879b1cc825fb details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:04:00.314817 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-4b17ec9d-1efb-430b-9e61-6f8fa2da2c0c service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107929 Jul 27 20:04:00.375305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-993f5465-0ec0-4fcd-88dc-7797829b46db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 HTTP/1.1" status: 200 len: 217 time: 0.0511851 Jul 27 20:04:00.411967 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 476b8a91-66ff-40ad-b0c8-879b1cc825fb, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=476b8a91-66ff-40ad-b0c8-879b1cc825fb,segment=NetworkSegment(8ce99738-e96b-4f70-a6d0-4429d8168e9e),segment_id=8ce99738-e96b-4f70-a6d0-4429d8168e9e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:00.430812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '476b8a91-66ff-40ad-b0c8-879b1cc825fb', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'port_id': '476b8a91-66ff-40ad-b0c8-879b1cc825fb', 'mac_address': 'fa:16:3e:0c:eb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd998542d-ac87-468e-acae-e575855798c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:04:00.442065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd90b8-69cb-4666-a20c-f5cedb9bf262 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port b7908fe7-999c-4d09-a242-cf2039baaac6 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:00.442398 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3bdd90b8-69cb-4666-a20c-f5cedb9bf262 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:00.457808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8f7fa615-3524-4edf-97aa-5ed7b6c95643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:00.459682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-8f7fa615-3524-4edf-97aa-5ed7b6c95643 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0776310 Jul 27 20:04:00.472482 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:00.486637 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476b8a91-66ff-40ad-b0c8-879b1cc825fb {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:04:00.508183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 476b8a91-66ff-40ad-b0c8-879b1cc825fb, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=476b8a91-66ff-40ad-b0c8-879b1cc825fb,segment=NetworkSegment(8ce99738-e96b-4f70-a6d0-4429d8168e9e),segment_id=8ce99738-e96b-4f70-a6d0-4429d8168e9e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:00.513474 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:00.550874 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3bdd90b8-69cb-4666-a20c-f5cedb9bf262 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:00.565878 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd90b8-69cb-4666-a20c-f5cedb9bf262 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for b7908fe7-999c-4d09-a242-cf2039baaac6 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:00.570318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-4c7c4a64-b2cf-4ef7-92a7-1a43cb27db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:00.571857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-4c7c4a64-b2cf-4ef7-92a7-1a43cb27db1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1047027 Jul 27 20:04:00.574666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=476b8a91-66ff-40ad-b0c8-879b1cc825fb,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:00.721026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['476b8a91-66ff-40ad-b0c8-879b1cc825fb'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:04:00.817512 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3bdd90b8-69cb-4666-a20c-f5cedb9bf262 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:00.855857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd90b8-69cb-4666-a20c-f5cedb9bf262 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=b7908fe7-999c-4d09-a242-cf2039baaac6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:00.968687 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-4f5faeff-1c95-48c7-a970-f4833bd3eb81 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891039 Jul 27 20:04:01.003099 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3bdd90b8-69cb-4666-a20c-f5cedb9bf262 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:01.155784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd71b8-6817-4e52-b0e3-9db6e6c92f3e req-67475d46-7dfc-4e30-bb68-807d88e45491 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:01.167204 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88cd71b8-6817-4e52-b0e3-9db6e6c92f3e req-67475d46-7dfc-4e30-bb68-807d88e45491 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 944 time: 0.4188464 Jul 27 20:04:01.198572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a506d9-336d-4e11-b8e7-ba97148e13e7 req-f1116dda-255f-4568-98c9-5eca520d7f8f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:01.206539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a506d9-336d-4e11-b8e7-ba97148e13e7 req-f1116dda-255f-4568-98c9-5eca520d7f8f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:01.221843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a506d9-336d-4e11-b8e7-ba97148e13e7 req-f1116dda-255f-4568-98c9-5eca520d7f8f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:01.228924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a506d9-336d-4e11-b8e7-ba97148e13e7 req-f1116dda-255f-4568-98c9-5eca520d7f8f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:01.235214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a506d9-336d-4e11-b8e7-ba97148e13e7 req-f1116dda-255f-4568-98c9-5eca520d7f8f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:01.247827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a506d9-336d-4e11-b8e7-ba97148e13e7 req-f1116dda-255f-4568-98c9-5eca520d7f8f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:01.253827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a506d9-336d-4e11-b8e7-ba97148e13e7 req-f1116dda-255f-4568-98c9-5eca520d7f8f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:01.255776 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8a506d9-336d-4e11-b8e7-ba97148e13e7 req-f1116dda-255f-4568-98c9-5eca520d7f8f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5427 time: 0.5332677 Jul 27 20:04:01.372263 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88cd71b8-6817-4e52-b0e3-9db6e6c92f3e req-1179eab0-ca15-4027-a0d2-88731ec772a9 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=8105ce54-8aed-4e81-9b26-e387c55e1302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909254 Jul 27 20:04:01.425780 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-bc7d0f72-0ec6-4760-b468-a6b6197d408c service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482782 Jul 27 20:04:01.436378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8a506d9-336d-4e11-b8e7-ba97148e13e7 req-08d772ec-83f6-4577-bc98-07d6c1e7940e tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1618688 Jul 27 20:04:01.487515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-ae60ed56-2942-44ee-b4df-4b1568ae98fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da69274d-209f-4682-975e-8a7c7f339880 HTTP/1.1" status: 200 len: 217 time: 0.0501003 Jul 27 20:04:01.557284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38776) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:01.575251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-e28e78e8-ad32-4ab3-9282-2c89d88a28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:01.577040 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-e28e78e8-ad32-4ab3-9282-2c89d88a28f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.0797911 Jul 27 20:04:01.649141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-50f7ecf4-ba94-40c6-ace3-774a75a87330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:01.652861 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-50f7ecf4-ba94-40c6-ace3-774a75a87330 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0683749 Jul 27 20:04:01.768870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-28b8865b-90e7-443f-92f6-b89d50d8d2ce service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081905 Jul 27 20:04:01.798196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdd90b8-69cb-4666-a20c-f5cedb9bf262 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router 84b9db65-a5a6-4a74-8c15-36b9147430eb has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:04:01.881948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdd90b8-69cb-4666-a20c-f5cedb9bf262 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:01.887364 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-1cb46417-99be-4937-b0a4-ae1b75386c64 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084321 Jul 27 20:04:01.892711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9923b6d9-99b3-4efc-8d5e-683d28cf6d20 None None] Sync routers for ids ['84b9db65-a5a6-4a74-8c15-36b9147430eb'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:01.896183 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3bdd90b8-69cb-4666-a20c-f5cedb9bf262 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/84b9db65-a5a6-4a74-8c15-36b9147430eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1295347 Jul 27 20:04:01.896984 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38780) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:01.908167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9923b6d9-99b3-4efc-8d5e-683d28cf6d20 None None] Routers {'84b9db65-a5a6-4a74-8c15-36b9147430eb'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:01.909208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9923b6d9-99b3-4efc-8d5e-683d28cf6d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['84b9db65-a5a6-4a74-8c15-36b9147430eb'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:01.931815 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-38d6181e-de97-447c-988b-9a0c8122dca6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports?device_id=84b9db65-a5a6-4a74-8c15-36b9147430eb HTTP/1.1" status: 200 len: 205 time: 0.0315793 Jul 27 20:04:01.932142 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38782) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:01.971844 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9923b6d9-99b3-4efc-8d5e-683d28cf6d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:01.981613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9923b6d9-99b3-4efc-8d5e-683d28cf6d20 None None] Routers {'84b9db65-a5a6-4a74-8c15-36b9147430eb'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:01.982250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9923b6d9-99b3-4efc-8d5e-683d28cf6d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['84b9db65-a5a6-4a74-8c15-36b9147430eb'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:02.015517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9923b6d9-99b3-4efc-8d5e-683d28cf6d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:02.016191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9923b6d9-99b3-4efc-8d5e-683d28cf6d20 None None] The sync data for ids ['84b9db65-a5a6-4a74-8c15-36b9147430eb'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:04:02.016464 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e3b7db46-0aca-434f-8360-4196cbb8a0b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:02.197449 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e3b7db46-0aca-434f-8360-4196cbb8a0b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:02.200044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e3b7db46-0aca-434f-8360-4196cbb8a0b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:02.244556 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 476b8a91-66ff-40ad-b0c8-879b1cc825fb up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:02.261591 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e3b7db46-0aca-434f-8360-4196cbb8a0b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:02.262096 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b7db46-0aca-434f-8360-4196cbb8a0b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Fanout notify agent at l3_agent the message router_deleted on router 84b9db65-a5a6-4a74-8c15-36b9147430eb {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:04:02.284181 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e3b7db46-0aca-434f-8360-4196cbb8a0b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:02.287964 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e3b7db46-0aca-434f-8360-4196cbb8a0b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/routers/84b9db65-a5a6-4a74-8c15-36b9147430eb HTTP/1.1" status: 204 len: 168 time: 0.3525755 Jul 27 20:04:02.288229 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38786) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:02.307957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 476b8a91-66ff-40ad-b0c8-879b1cc825fb completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:02.312798 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 476b8a91-66ff-40ad-b0c8-879b1cc825fb triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:02.313473 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:02.351500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting subnet 21cf0d0b-d575-4215-8a27-7858d10d0e17 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:04:02.355209 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:02.404558 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:02.407710 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:02.440176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476b8a91-66ff-40ad-b0c8-879b1cc825fb'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:04:02.443042 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf365ba-e3e3-4932-8e1a-60200f38f998" -d '{"events": [{"server_uuid": "e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583", "name": "network-vif-plugged", "status": "completed", "tag": "476b8a91-66ff-40ad-b0c8-879b1cc825fb"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:04:02.458474 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 476b8a91-66ff-40ad-b0c8-879b1cc825fb, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=476b8a91-66ff-40ad-b0c8-879b1cc825fb,segment=NetworkSegment(8ce99738-e96b-4f70-a6d0-4429d8168e9e),segment_id=8ce99738-e96b-4f70-a6d0-4429d8168e9e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:02.465843 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:02.517514 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed24f386-2aaa-491c-81cf-ae8bb6229762 x-openstack-request-id: req-ed24f386-2aaa-491c-81cf-ae8bb6229762 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:04:02.517804 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583", "name": "network-vif-plugged", "status": "completed", "tag": "476b8a91-66ff-40ad-b0c8-879b1cc825fb", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:04:02.518233 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed24f386-2aaa-491c-81cf-ae8bb6229762 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:04:02.519243 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476b8a91-66ff-40ad-b0c8-879b1cc825fb', 'code': 200} Jul 27 20:04:02.539273 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=476b8a91-66ff-40ad-b0c8-879b1cc825fb,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:02.545450 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-bb1229a1-bed7-4b3b-89cf-772c332811b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da42ddef-db92-4218-a5eb-3af42c1324e2 HTTP/1.1" status: 200 len: 217 time: 0.1373208 Jul 27 20:04:02.554138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:02.676210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb1de2-2469-4451-a880-6e2bf3bb7cfe req-705a09b6-1457-4ba7-ad97-17013cea9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:02.678068 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cdbb1de2-2469-4451-a880-6e2bf3bb7cfe req-705a09b6-1457-4ba7-ad97-17013cea9c07 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 1097 time: 0.0833824 Jul 27 20:04:02.679589 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:02.720300 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Subnet': ['ID=21cf0d0b-d575-4215-8a27-7858d10d0e17,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:02.728799 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:02.733810 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/21cf0d0b-d575-4215-8a27-7858d10d0e17 HTTP/1.1" status: 204 len: 168 time: 0.4438076 Jul 27 20:04:02.738193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38800) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:02.739521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf3a943-ac84-40e8-a1b5-b07685d94613 None None] Network 935c01cf-5c48-4cf6-83a8-fe4d5abb105b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:02.750091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:02.750428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:02.750768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:02.751094 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:02.751418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:02.751738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:02.752060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:02.752416 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:02.752753 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:02.753071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:02.753386 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:02.753700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2992b-b406-4c79-b457-27982173dd95 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:02.803003 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cdbb1de2-2469-4451-a880-6e2bf3bb7cfe req-ce090d38-0797-4bea-9801-8a0483894b45 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8105ce54-8aed-4e81-9b26-e387c55e1302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174855 Jul 27 20:04:02.820539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd58a78-603a-4efb-b71c-67447d7b2cee tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting subnet 39b2807f-1a4d-47ca-936e-d396ef4d447b {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:04:02.823925 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8dd58a78-603a-4efb-b71c-67447d7b2cee tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:02.857078 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-4017caa9-a944-493f-b668-b6d99bbef2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:02.858551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-4017caa9-a944-493f-b668-b6d99bbef2ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.2297957 Jul 27 20:04:02.875826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8dd58a78-603a-4efb-b71c-67447d7b2cee tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:02.963411 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4720287-5eef-488a-a4d2-b38876f12108 None None] DHCP port deletion for 935c01cf-5c48-4cf6-83a8-fe4d5abb105b request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:04:02.971735 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a86c89-925f-4089-8069-a02ff8a60266 req-37e0b9c9-d7bb-4b77-b50c-a8afb9081e47 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:02.972884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44a86c89-925f-4089-8069-a02ff8a60266 req-37e0b9c9-d7bb-4b77-b50c-a8afb9081e47 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 945 time: 0.4795020 Jul 27 20:04:02.991154 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8dd58a78-603a-4efb-b71c-67447d7b2cee tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.001860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ff6fc-7c34-4708-9ddd-cf8100fb977c req-a2c308d2-57ed-488f-bc8f-51004ad1eb0a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:03.009865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ff6fc-7c34-4708-9ddd-cf8100fb977c req-a2c308d2-57ed-488f-bc8f-51004ad1eb0a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:03.016664 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ff6fc-7c34-4708-9ddd-cf8100fb977c req-a2c308d2-57ed-488f-bc8f-51004ad1eb0a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:03.022974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ff6fc-7c34-4708-9ddd-cf8100fb977c req-a2c308d2-57ed-488f-bc8f-51004ad1eb0a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:03.029531 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ff6fc-7c34-4708-9ddd-cf8100fb977c req-a2c308d2-57ed-488f-bc8f-51004ad1eb0a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:03.035953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ff6fc-7c34-4708-9ddd-cf8100fb977c req-a2c308d2-57ed-488f-bc8f-51004ad1eb0a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:03.041379 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ff6fc-7c34-4708-9ddd-cf8100fb977c req-a2c308d2-57ed-488f-bc8f-51004ad1eb0a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:03.043541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a26ff6fc-7c34-4708-9ddd-cf8100fb977c req-a2c308d2-57ed-488f-bc8f-51004ad1eb0a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5427 time: 0.4071782 Jul 27 20:04:03.044907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e4720287-5eef-488a-a4d2-b38876f12108 None None] Deleting port 70a8970e-7c63-4d13-ac55-2657b56a5aea {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:03.045294 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e4720287-5eef-488a-a4d2-b38876f12108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.089885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8dd58a78-603a-4efb-b71c-67447d7b2cee tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.123218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e4720287-5eef-488a-a4d2-b38876f12108 None None] For port 70a8970e-7c63-4d13-ac55-2657b56a5aea, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=70a8970e-7c63-4d13-ac55-2657b56a5aea,segment=NetworkSegment(e9c910a4-cc5c-4230-88da-c6704c7e5b1e),segment_id=e9c910a4-cc5c-4230-88da-c6704c7e5b1e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:03.123788 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e4720287-5eef-488a-a4d2-b38876f12108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.131843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9943c1a4-8ee3-49b7-a584-fd805aa5f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:03.133391 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-9943c1a4-8ee3-49b7-a584-fd805aa5f8a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2633302 Jul 27 20:04:03.133521 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd58a78-603a-4efb-b71c-67447d7b2cee tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Subnet': ['ID=39b2807f-1a4d-47ca-936e-d396ef4d447b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:03.137907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8dd58a78-603a-4efb-b71c-67447d7b2cee tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.145509 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8dd58a78-603a-4efb-b71c-67447d7b2cee tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/39b2807f-1a4d-47ca-936e-d396ef4d447b HTTP/1.1" status: 204 len: 168 time: 0.4018042 Jul 27 20:04:03.145509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38802) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:03.148921 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44a86c89-925f-4089-8069-a02ff8a60266 req-30da614d-4c72-4867-abc2-01449613f252 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=8105ce54-8aed-4e81-9b26-e387c55e1302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629124 Jul 27 20:04:03.151982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbbeb0d-8957-48fd-87ab-03dd2a3f59a8 None None] Network 3e310874-d87b-4810-86ae-1ca6e948cd1a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:03.169507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e4720287-5eef-488a-a4d2-b38876f12108 None None] Calling delete_port for 70a8970e-7c63-4d13-ac55-2657b56a5aea owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:03.216609 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a26ff6fc-7c34-4708-9ddd-cf8100fb977c req-89fed521-bd8b-414b-a07d-01e4fe231f6f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1576953 Jul 27 20:04:03.278771 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.333709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-360a973e-2176-471c-acd5-a3935e7f5853 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838057 Jul 27 20:04:03.385295 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port 70a8970e-7c63-4d13-ac55-2657b56a5aea {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:03.385550 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.421203 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e4720287-5eef-488a-a4d2-b38876f12108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.463936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4720287-5eef-488a-a4d2-b38876f12108 None None] Pushing event deleted for resources: {'Port': ['ID=70a8970e-7c63-4d13-ac55-2657b56a5aea,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:03.479436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4720287-5eef-488a-a4d2-b38876f12108 None None] No DVR routers for this DVR port 70a8970e-7c63-4d13-ac55-2657b56a5aea on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:04:03.499412 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26c31447-0a51-4351-a0db-eba064712c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.504068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e9d9f8-3e0a-48f4-a8e6-98ddd65ab8b8 None None] DHCP port deletion for 3e310874-d87b-4810-86ae-1ca6e948cd1a request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:04:03.558238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] For port 70a8970e-7c63-4d13-ac55-2657b56a5aea, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=70a8970e-7c63-4d13-ac55-2657b56a5aea,segment=NetworkSegment(e9c910a4-cc5c-4230-88da-c6704c7e5b1e),segment_id=e9c910a4-cc5c-4230-88da-c6704c7e5b1e)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:03.558615 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.564418 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-13e9d9f8-3e0a-48f4-a8e6-98ddd65ab8b8 None None] Deleting port 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:03.568972 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-13e9d9f8-3e0a-48f4-a8e6-98ddd65ab8b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.590302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for 70a8970e-7c63-4d13-ac55-2657b56a5aea owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:03.667007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-13e9d9f8-3e0a-48f4-a8e6-98ddd65ab8b8 None None] For port 2663a4b3-1f96-44ce-aea3-a3622b9d9c11, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2663a4b3-1f96-44ce-aea3-a3622b9d9c11,segment=NetworkSegment(3b704d43-b019-48bf-8d12-c4e08428ca00),segment_id=3b704d43-b019-48bf-8d12-c4e08428ca00)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:03.668254 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-13e9d9f8-3e0a-48f4-a8e6-98ddd65ab8b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.687018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-13e9d9f8-3e0a-48f4-a8e6-98ddd65ab8b8 None None] Calling delete_port for 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:03.708617 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda19da1-8c1a-488e-a5ff-835ac1149f02 req-50650eaf-901f-4bbc-9f5b-cf9978584e56 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651433 Jul 27 20:04:03.709228 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.721568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No DVR routers for this DVR port 70a8970e-7c63-4d13-ac55-2657b56a5aea on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:04:03.771487 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=70a8970e-7c63-4d13-ac55-2657b56a5aea,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:03.801858 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-13e9d9f8-3e0a-48f4-a8e6-98ddd65ab8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.859501 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e9d9f8-3e0a-48f4-a8e6-98ddd65ab8b8 None None] No DVR routers for this DVR port 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:04:03.881564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9d9f8-3e0a-48f4-a8e6-98ddd65ab8b8 None None] Pushing event deleted for resources: {'Port': ['ID=2663a4b3-1f96-44ce-aea3-a3622b9d9c11,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:03.938508 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.946879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:04:03.955629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935c01cf-5c48-4cf6-83a8-fe4d5abb105b']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:03.967342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c910a4-cc5c-4230-88da-c6704c7e5b1e') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:03.967659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c910a4-cc5c-4230-88da-c6704c7e5b1e') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:03.975183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:04:03.976922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2663a4b3-1f96-44ce-aea3-a3622b9d9c11 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:04:03.977418 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 70a8970e-7c63-4d13-ac55-2657b56a5aea no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:04:03.978803 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:03.995263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-2aa5b55b-150c-4903-92f2-b8e89eb9cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:03.996059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-2aa5b55b-150c-4903-92f2-b8e89eb9cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:03.996535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-2aa5b55b-150c-4903-92f2-b8e89eb9cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:03.996999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-2aa5b55b-150c-4903-92f2-b8e89eb9cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:03.997474 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-2aa5b55b-150c-4903-92f2-b8e89eb9cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:03.997930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-2aa5b55b-150c-4903-92f2-b8e89eb9cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:03.998393 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-2aa5b55b-150c-4903-92f2-b8e89eb9cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:04.001882 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a986b-871d-4884-8487-13837ff9c3c9 req-2aa5b55b-150c-4903-92f2-b8e89eb9cd8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6491 time: 0.1926949 Jul 27 20:04:04.003674 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 70a8970e-7c63-4d13-ac55-2657b56a5aea {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:04:04.004115 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:04.004525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 70a8970e-7c63-4d13-ac55-2657b56a5aea not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:04:04.015049 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:04:04.015948 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:04:04.030958 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:04:04.102113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:04.113651 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:04.118670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38812) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:04.119784 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/networks/935c01cf-5c48-4cf6-83a8-fe4d5abb105b HTTP/1.1" status: 204 len: 168 time: 0.9751599 Jul 27 20:04:04.133598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6354-7997-4087-a390-df5e4f868677 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Network': ['ID=935c01cf-5c48-4cf6-83a8-fe4d5abb105b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:04.202776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-bfbc4ef8-ad85-4f7a-b9b2-726eb1197293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:04.204658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a986b-871d-4884-8487-13837ff9c3c9 req-bfbc4ef8-ad85-4f7a-b9b2-726eb1197293 service neutron] 10.222.0.52 "GET /v2.0/networks?id=73d72393-3d95-4308-9106-6209eefa092b HTTP/1.1" status: 200 len: 903 time: 0.1872270 Jul 27 20:04:04.301247 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a986b-871d-4884-8487-13837ff9c3c9 req-8a6b2527-13aa-43eb-8903-be094bc8d133 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da69274d-209f-4682-975e-8a7c7f339880 HTTP/1.1" status: 200 len: 217 time: 0.0588887 Jul 27 20:04:04.338962 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d56e40d5-fdc9-4959-bc29-5d56a3bff593 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:04.499828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-ad660b9b-182c-4806-8427-8f316712653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:04.501370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a986b-871d-4884-8487-13837ff9c3c9 req-ad660b9b-182c-4806-8427-8f316712653a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.1375501 Jul 27 20:04:04.611733 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d56e40d5-fdc9-4959-bc29-5d56a3bff593 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:04.632811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d56e40d5-fdc9-4959-bc29-5d56a3bff593 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e310874-d87b-4810-86ae-1ca6e948cd1a']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:04.654899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d56e40d5-fdc9-4959-bc29-5d56a3bff593 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b704d43-b019-48bf-8d12-c4e08428ca00') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:04.655195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d56e40d5-fdc9-4959-bc29-5d56a3bff593 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b704d43-b019-48bf-8d12-c4e08428ca00') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:04.664586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfab04-c8c5-4a94-8824-ccc966437aef req-e303a4cc-d5e0-432c-bf86-b9b36965ac05 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:04.666126 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64dfab04-c8c5-4a94-8824-ccc966437aef req-e303a4cc-d5e0-432c-bf86-b9b36965ac05 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 945 time: 0.4122217 Jul 27 20:04:04.675928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-26c31447-0a51-4351-a0db-eba064712c3c admin admin] Deleting port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:04.676274 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26c31447-0a51-4351-a0db-eba064712c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:04.692752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059b9f7-1f56-4dc1-a5b8-f040e1b156d4 req-941e6778-5a9d-43dd-a336-de08e42e9242 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:04.698568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059b9f7-1f56-4dc1-a5b8-f040e1b156d4 req-941e6778-5a9d-43dd-a336-de08e42e9242 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:04.704418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059b9f7-1f56-4dc1-a5b8-f040e1b156d4 req-941e6778-5a9d-43dd-a336-de08e42e9242 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:04.710257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059b9f7-1f56-4dc1-a5b8-f040e1b156d4 req-941e6778-5a9d-43dd-a336-de08e42e9242 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:04.716135 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059b9f7-1f56-4dc1-a5b8-f040e1b156d4 req-941e6778-5a9d-43dd-a336-de08e42e9242 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:04.722007 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059b9f7-1f56-4dc1-a5b8-f040e1b156d4 req-941e6778-5a9d-43dd-a336-de08e42e9242 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:04.728172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059b9f7-1f56-4dc1-a5b8-f040e1b156d4 req-941e6778-5a9d-43dd-a336-de08e42e9242 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:04.730170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4059b9f7-1f56-4dc1-a5b8-f040e1b156d4 req-941e6778-5a9d-43dd-a336-de08e42e9242 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5427 time: 0.3652077 Jul 27 20:04:04.732992 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d56e40d5-fdc9-4959-bc29-5d56a3bff593 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:04.814013 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d56e40d5-fdc9-4959-bc29-5d56a3bff593 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:04.845610 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56e40d5-fdc9-4959-bc29-5d56a3bff593 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:04:04.845938 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d56e40d5-fdc9-4959-bc29-5d56a3bff593 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:04:04.849076 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:04:05.236086 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64dfab04-c8c5-4a94-8824-ccc966437aef req-e12524ea-c794-460c-9843-4d2e9fd0e23e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=8105ce54-8aed-4e81-9b26-e387c55e1302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5560398 Jul 27 20:04:05.250925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-9ea3f515-935a-42ab-bb47-6af571d72086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:05.252444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a986b-871d-4884-8487-13837ff9c3c9 req-9ea3f515-935a-42ab-bb47-6af571d72086 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7290227 Jul 27 20:04:05.282302 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4059b9f7-1f56-4dc1-a5b8-f040e1b156d4 req-6f2ad016-c766-4e99-818b-e855e296f0d5 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5013547 Jul 27 20:04:05.345264 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-26c31447-0a51-4351-a0db-eba064712c3c admin admin] For port 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=3cfcd4ee-3b5b-4350-b886-74ec22e4afd1,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:05.345639 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26c31447-0a51-4351-a0db-eba064712c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:05.351647 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d56e40d5-fdc9-4959-bc29-5d56a3bff593 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:05.378756 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d56e40d5-fdc9-4959-bc29-5d56a3bff593 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:05.387614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d56e40d5-fdc9-4959-bc29-5d56a3bff593 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/networks/3e310874-d87b-4810-86ae-1ca6e948cd1a HTTP/1.1" status: 204 len: 168 time: 1.2612839 Jul 27 20:04:05.389427 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38832) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:05.396223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-26c31447-0a51-4351-a0db-eba064712c3c admin admin] Calling delete_port for 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:05.396564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-376ae4f5-cedc-4fe6-a9ea-32a7c3bc0562 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1230287084'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:05.398179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e40d5-fdc9-4959-bc29-5d56a3bff593 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Network': ['ID=3e310874-d87b-4810-86ae-1ca6e948cd1a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:05.454910 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376ae4f5-cedc-4fe6-a9ea-32a7c3bc0562 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:04:05.483569 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-376ae4f5-cedc-4fe6-a9ea-32a7c3bc0562 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:05.530784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a986b-871d-4884-8487-13837ff9c3c9 req-d13d4b91-c127-4ea7-a013-d97e9ad580d2 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634261 Jul 27 20:04:05.539007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376ae4f5-cedc-4fe6-a9ea-32a7c3bc0562 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:04:05.554320 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-376ae4f5-cedc-4fe6-a9ea-32a7c3bc0562 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:05.555274 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-376ae4f5-cedc-4fe6-a9ea-32a7c3bc0562 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Added segment d58f004f-95a9-48ef-b219-7e2d57b60b9c of type vlan for network 54e57825-9f54-453e-a55e-a934a8ff4fbd Jul 27 20:04:05.617855 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-376ae4f5-cedc-4fe6-a9ea-32a7c3bc0562 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:05.671604 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-376ae4f5-cedc-4fe6-a9ea-32a7c3bc0562 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:05.680277 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376ae4f5-cedc-4fe6-a9ea-32a7c3bc0562 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:05.681431 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-376ae4f5-cedc-4fe6-a9ea-32a7c3bc0562 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:05.743936 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53630a5-acef-415c-9ad9-1619bb2ae26e req-177d7980-3213-45e5-9a9e-254a3de584a9 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:05.745777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b53630a5-acef-415c-9ad9-1619bb2ae26e req-177d7980-3213-45e5-9a9e-254a3de584a9 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 945 time: 0.3324261 Jul 27 20:04:05.762068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38844) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:05.762286 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-376ae4f5-cedc-4fe6-a9ea-32a7c3bc0562 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3707707 Jul 27 20:04:05.770018 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ae4f5-cedc-4fe6-a9ea-32a7c3bc0562 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Network': ['ID=54e57825-9f54-453e-a55e-a934a8ff4fbd,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:05.771352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ec322fa1-3585-4880-bda9-d041c7430eb5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'subnet': {'network_id': '54e57825-9f54-453e-a55e-a934a8ff4fbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:05.781171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 54e57825-9f54-453e-a55e-a934a8ff4fbd details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:04:05.874844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a986b-871d-4884-8487-13837ff9c3c9 req-00d02f59-ed48-438c-87ea-e10b1009f971 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343351 Jul 27 20:04:05.886279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38846) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:05.906980 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b53630a5-acef-415c-9ad9-1619bb2ae26e req-88d232de-2879-4ee2-b24e-8728038bad01 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=8105ce54-8aed-4e81-9b26-e387c55e1302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465266 Jul 27 20:04:05.949591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38850) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:05.977110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec322fa1-3585-4880-bda9-d041c7430eb5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:04:05.984919 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec322fa1-3585-4880-bda9-d041c7430eb5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:06.049549 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb19337-a571-4251-8edf-810cdbc6b803 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.054213 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-acb19337-a571-4251-8edf-810cdbc6b803 tempest-TestNetworkBasicOps-1874172221 tempest-TestNetworkBasicOps-1874172221-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 1092 time: 0.1029449 Jul 27 20:04:06.057292 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26c31447-0a51-4351-a0db-eba064712c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:06.058646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38852) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:06.063293 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '476b8a91-66ff-40ad-b0c8-879b1cc825fb', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:06.133099 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6d47cd04-287c-4c4f-b84a-e1be80ad098d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:06.140444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:06.167639 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c31447-0a51-4351-a0db-eba064712c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=3cfcd4ee-3b5b-4350-b886-74ec22e4afd1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:06.372817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6d47cd04-287c-4c4f-b84a-e1be80ad098d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:06.385763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6d47cd04-287c-4c4f-b84a-e1be80ad098d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:06.469154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47cd04-287c-4c4f-b84a-e1be80ad098d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6869c8c8-b963-4ae6-94c4-36b9c7951b1f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:06.502885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-da4f95ad-d2c8-4e29-bed9-078a60c84001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.503361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-da4f95ad-d2c8-4e29-bed9-078a60c84001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.507524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-da4f95ad-d2c8-4e29-bed9-078a60c84001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.507709 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6d47cd04-287c-4c4f-b84a-e1be80ad098d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d199af57c0614e2fb2819d73725bd99c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6145692 Jul 27 20:04:06.507819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-da4f95ad-d2c8-4e29-bed9-078a60c84001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.507819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-da4f95ad-d2c8-4e29-bed9-078a60c84001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.507819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-da4f95ad-d2c8-4e29-bed9-078a60c84001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.507819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-da4f95ad-d2c8-4e29-bed9-078a60c84001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.508119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38858) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:06.508222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a986b-871d-4884-8487-13837ff9c3c9 req-da4f95ad-d2c8-4e29-bed9-078a60c84001 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6491 time: 0.5142205 Jul 27 20:04:06.516849 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:06.527831 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26c31447-0a51-4351-a0db-eba064712c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:06.642959 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8c406f9-6465-4128-9b17-99ee1a8505e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:06.696509 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8c406f9-6465-4128-9b17-99ee1a8505e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:06.722783 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Allocated IP 172.25.1.212 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/df9db25a-d85a-43ce-825e-8dcacc6da129) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:04:06.766900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee73617-0ffb-48d4-baa9-98d4f5ecc9c3 req-a79b26ee-8d8d-4532-b4cd-d0bb9122bc18 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.772864 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee73617-0ffb-48d4-baa9-98d4f5ecc9c3 req-a79b26ee-8d8d-4532-b4cd-d0bb9122bc18 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.779005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee73617-0ffb-48d4-baa9-98d4f5ecc9c3 req-a79b26ee-8d8d-4532-b4cd-d0bb9122bc18 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.784762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee73617-0ffb-48d4-baa9-98d4f5ecc9c3 req-a79b26ee-8d8d-4532-b4cd-d0bb9122bc18 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.790931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee73617-0ffb-48d4-baa9-98d4f5ecc9c3 req-a79b26ee-8d8d-4532-b4cd-d0bb9122bc18 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.797227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee73617-0ffb-48d4-baa9-98d4f5ecc9c3 req-a79b26ee-8d8d-4532-b4cd-d0bb9122bc18 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.803223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee73617-0ffb-48d4-baa9-98d4f5ecc9c3 req-a79b26ee-8d8d-4532-b4cd-d0bb9122bc18 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.805196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ee73617-0ffb-48d4-baa9-98d4f5ecc9c3 req-a79b26ee-8d8d-4532-b4cd-d0bb9122bc18 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5427 time: 0.3928094 Jul 27 20:04:06.810179 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8c406f9-6465-4128-9b17-99ee1a8505e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:06.812857 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8c406f9-6465-4128-9b17-99ee1a8505e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:06.816804 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b8c406f9-6465-4128-9b17-99ee1a8505e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6869c8c8-b963-4ae6-94c4-36b9c7951b1f HTTP/1.1" status: 204 len: 168 time: 0.3090584 Jul 27 20:04:06.839314 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c406f9-6465-4128-9b17-99ee1a8505e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6869c8c8-b963-4ae6-94c4-36b9c7951b1f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:06.839763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-facdb770-ed6c-403a-bcbc-53501cae1ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:06.841921 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a986b-871d-4884-8487-13837ff9c3c9 req-facdb770-ed6c-403a-bcbc-53501cae1ff7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=73d72393-3d95-4308-9106-6209eefa092b HTTP/1.1" status: 200 len: 903 time: 0.3261869 Jul 27 20:04:06.899412 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:06.930098 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec322fa1-3585-4880-bda9-d041c7430eb5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:06.939102 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a986b-871d-4884-8487-13837ff9c3c9 req-c52ff9c9-51f4-470b-b138-2127fd92dfd5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da42ddef-db92-4218-a5eb-3af42c1324e2 HTTP/1.1" status: 200 len: 217 time: 0.0699534 Jul 27 20:04:06.946508 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:06.987946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:06.993196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:06.997125 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:04:07.032292 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Port': ['ID=df9db25a-d85a-43ce-825e-8dcacc6da129,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:07.076789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ee73617-0ffb-48d4-baa9-98d4f5ecc9c3 req-3cbf5b9d-89f8-4c0d-9914-0f1e6a5f1f2d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2403605 Jul 27 20:04:07.111485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec322fa1-3585-4880-bda9-d041c7430eb5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Subnet': ['ID=e7d0c71e-1afd-4d29-a59e-0bb74508e6d8,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:07.154175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-13c34d22-fabc-471a-882b-bad71ce93e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:07.155670 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a986b-871d-4884-8487-13837ff9c3c9 req-13c34d22-fabc-471a-882b-bad71ce93e41 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.1913126 Jul 27 20:04:07.162015 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec322fa1-3585-4880-bda9-d041c7430eb5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Checking segment: {'id': 'd58f004f-95a9-48ef-b219-7e2d57b60b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '54e57825-9f54-453e-a55e-a934a8ff4fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:04:07.162475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec322fa1-3585-4880-bda9-d041c7430eb5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network hostable DHCP agents. Network: 54e57825-9f54-453e-a55e-a934a8ff4fbd, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:04:07.229295 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec322fa1-3585-4880-bda9-d041c7430eb5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 54e57825-9f54-453e-a55e-a934a8ff4fbd is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:04:07.242289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c31447-0a51-4351-a0db-eba064712c3c admin admin] Router e05a3506-9daa-4849-a868-d4eb4255e52f has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:04:07.250892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-ec322fa1-3585-4880-bda9-d041c7430eb5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 54e57825-9f54-453e-a55e-a934a8ff4fbd) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:07.261697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a32f8dd-ae89-4e8b-bd56-b4963467c783 None None] Network 54e57825-9f54-453e-a55e-a934a8ff4fbd requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:07.263168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec322fa1-3585-4880-bda9-d041c7430eb5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:07.263782 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec322fa1-3585-4880-bda9-d041c7430eb5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:07.320333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a986b-871d-4884-8487-13837ff9c3c9 req-91557df8-8699-41c1-9dfd-dbb7f9f5005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:07.322111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a986b-871d-4884-8487-13837ff9c3c9 req-91557df8-8699-41c1-9dfd-dbb7f9f5005f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1562803 Jul 27 20:04:07.328620 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ec322fa1-3585-4880-bda9-d041c7430eb5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5616422 Jul 27 20:04:07.330996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38872) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:07.338282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-4ca152a6-c75d-4764-9a6e-11a78396d79e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2066470004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:07.473123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-54e57825-9f54-453e-a55e-a934a8ff4fbd', 'network_id': '54e57825-9f54-453e-a55e-a934a8ff4fbd', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'fixed_ips': [{'subnet_id': 'e7d0c71e-1afd-4d29-a59e-0bb74508e6d8'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:04:07.474688 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:07.480673 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ca152a6-c75d-4764-9a6e-11a78396d79e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:07.481734 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ca152a6-c75d-4764-9a6e-11a78396d79e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:07.504543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c31447-0a51-4351-a0db-eba064712c3c admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:07.514952 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ff5da-7975-41c8-8379-3b274fe9ebae None None] Sync routers for ids ['e05a3506-9daa-4849-a868-d4eb4255e52f'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:07.526331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-26c31447-0a51-4351-a0db-eba064712c3c admin admin] 10.222.0.48 "PUT /v2.0/routers/e05a3506-9daa-4849-a868-d4eb4255e52f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9677558 Jul 27 20:04:07.529870 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ff5da-7975-41c8-8379-3b274fe9ebae None None] Routers {'e05a3506-9daa-4849-a868-d4eb4255e52f'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:07.530486 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-625ff5da-7975-41c8-8379-3b274fe9ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e05a3506-9daa-4849-a868-d4eb4255e52f'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:07.543284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38880) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:07.691181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Allocated IP 2001:db8::2 (54e57825-9f54-453e-a55e-a934a8ff4fbd/e7d0c71e-1afd-4d29-a59e-0bb74508e6d8/bb1eabfa-9391-40bf-97ba-af0cbccb8712) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:04:07.723316 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ca152a6-c75d-4764-9a6e-11a78396d79e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:07.732887 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a986b-871d-4884-8487-13837ff9c3c9 req-05fd1b5a-19de-49e1-9c03-b61bfcea606e service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996398 Jul 27 20:04:07.745154 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:07.762388 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ca152a6-c75d-4764-9a6e-11a78396d79e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:07.792170 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-625ff5da-7975-41c8-8379-3b274fe9ebae None None] Set router e05a3506-9daa-4849-a868-d4eb4255e52f gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:04:08.000153 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:08.067640 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:08.094806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Transition to ACTIVE for port object bb1eabfa-9391-40bf-97ba-af0cbccb8712 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:08.150482 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Transition to ACTIVE for port object bb1eabfa-9391-40bf-97ba-af0cbccb8712 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:08.165501 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:08.188736 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-625ff5da-7975-41c8-8379-3b274fe9ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T20:04:05Z', 'revision_number': 5, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:08.238329 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ff5da-7975-41c8-8379-3b274fe9ebae None None] Checking router: e05a3506-9daa-4849-a868-d4eb4255e52f for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:04:08.249192 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ff5da-7975-41c8-8379-3b274fe9ebae None None] Routers {'e05a3506-9daa-4849-a868-d4eb4255e52f'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:08.250234 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-625ff5da-7975-41c8-8379-3b274fe9ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['e05a3506-9daa-4849-a868-d4eb4255e52f'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:08.263423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Pushing event updated for resources: {'Port': ['ID=bb1eabfa-9391-40bf-97ba-af0cbccb8712,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:08.286388 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:08.289351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:08.289829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:08.290264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:08.290685 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:08.291119 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:08.291532 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:08.292546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:08.295311 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:08.295923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:08.296213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:08.296695 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:08.301983 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:08.310467 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:08.324004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Network 54e57825-9f54-453e-a55e-a934a8ff4fbd is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:08.328139 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:08.335991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:04:08.369723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event updated for resources: {'Port': ['ID=df9db25a-d85a-43ce-825e-8dcacc6da129,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:08.428699 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:08.455359 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-625ff5da-7975-41c8-8379-3b274fe9ebae None None] Set router e05a3506-9daa-4849-a868-d4eb4255e52f gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:04:08.482205 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Attempting to bind port bb1eabfa-9391-40bf-97ba-af0cbccb8712 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:04:08.483598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Attempting to bind port bb1eabfa-9391-40bf-97ba-af0cbccb8712 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'd58f004f-95a9-48ef-b219-7e2d57b60b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '54e57825-9f54-453e-a55e-a934a8ff4fbd'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:04:08.483982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Attempting to bind port bb1eabfa-9391-40bf-97ba-af0cbccb8712 on network 54e57825-9f54-453e-a55e-a934a8ff4fbd {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:04:08.489420 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:08.496512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:04:08.496891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Checking segment: {'id': 'd58f004f-95a9-48ef-b219-7e2d57b60b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '54e57825-9f54-453e-a55e-a934a8ff4fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:04:08.497312 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:08.497696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Bound using segment: {'id': 'd58f004f-95a9-48ef-b219-7e2d57b60b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '54e57825-9f54-453e-a55e-a934a8ff4fbd'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:04:08.498188 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Bound port: bb1eabfa-9391-40bf-97ba-af0cbccb8712, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58f004f-95a9-48ef-b219-7e2d57b60b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '54e57825-9f54-453e-a55e-a934a8ff4fbd'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:04:08.500817 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:08.507310 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:08.521142 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ca152a6-c75d-4764-9a6e-11a78396d79e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:08.522574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4ca152a6-c75d-4764-9a6e-11a78396d79e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1906390 Jul 27 20:04:08.559478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38902) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:08.576702 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Floating IP 9bac81c5-eb59-4741-ab88-d5fb5b8db888 associated. External IP: 172.25.1.212, port: 476b8a91-66ff-40ad-b0c8-879b1cc825fb. Jul 27 20:04:08.587961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-dd81e53e-cb23-4262-b129-0f4269e22a3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'port': {'network_id': '54e57825-9f54-453e-a55e-a934a8ff4fbd', 'name': 'tempest-RoutersIpV6Test-1890575602'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:08.766244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd81e53e-cb23-4262-b129-0f4269e22a3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:04:08.770897 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd81e53e-cb23-4262-b129-0f4269e22a3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:08.816585 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-dd81e53e-cb23-4262-b129-0f4269e22a3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] device_id is not set on port dd17069a-782b-4a2d-9cc9-b08f0635edb2 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:04:08.874014 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-625ff5da-7975-41c8-8379-3b274fe9ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T20:04:05Z', 'revision_number': 5, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:08.915080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Router 8ea570c2-4648-436b-bf58-31e8f6a8064a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:04:08.933506 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ff5da-7975-41c8-8379-3b274fe9ebae None None] The sync data for ids ['e05a3506-9daa-4849-a868-d4eb4255e52f'] in n-d-705657-21 is: [{'id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'name': 'tempest-AttachVolumeShelveTestJSON-1815903234-router', 'tenant_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T19:54:43Z', 'updated_at': '2021-07-27T20:04:05Z', 'revision_number': 5, 'project_id': 'ed4d73c737194d3e9fcd2e4cd5fff3fc', 'gw_port': {'id': 'ab7f76d2-e6f1-49e4-b6ef-f08782550004', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05a3506-9daa-4849-a868-d4eb4255e52f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T19:54:44Z', 'updated_at': '2021-07-27T19:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:04:08.935113 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a986b-871d-4884-8487-13837ff9c3c9 req-3e442e0c-4ccd-41c7-bd59-0c5e8bc62698 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1646624 Jul 27 20:04:09.004218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] For port bb1eabfa-9391-40bf-97ba-af0cbccb8712, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:04:09.004918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217dd6-3326-460a-83ce-b742afee144a req-c675c3ff-9bda-4cee-b37e-c84275c94813 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:09.008470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] For port bb1eabfa-9391-40bf-97ba-af0cbccb8712, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=bb1eabfa-9391-40bf-97ba-af0cbccb8712,segment=NetworkSegment(d58f004f-95a9-48ef-b219-7e2d57b60b9c),segment_id=d58f004f-95a9-48ef-b219-7e2d57b60b9c)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:04:09.011961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217dd6-3326-460a-83ce-b742afee144a req-c675c3ff-9bda-4cee-b37e-c84275c94813 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:09.017821 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:09.018871 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217dd6-3326-460a-83ce-b742afee144a req-c675c3ff-9bda-4cee-b37e-c84275c94813 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:09.027682 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217dd6-3326-460a-83ce-b742afee144a req-c675c3ff-9bda-4cee-b37e-c84275c94813 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:09.034580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217dd6-3326-460a-83ce-b742afee144a req-c675c3ff-9bda-4cee-b37e-c84275c94813 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:09.040665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217dd6-3326-460a-83ce-b742afee144a req-c675c3ff-9bda-4cee-b37e-c84275c94813 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:09.046839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217dd6-3326-460a-83ce-b742afee144a req-c675c3ff-9bda-4cee-b37e-c84275c94813 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:09.056091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd217dd6-3326-460a-83ce-b742afee144a req-c675c3ff-9bda-4cee-b37e-c84275c94813 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5427 time: 0.5697100 Jul 27 20:04:09.100738 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacce45-b92f-47c2-bdd3-361e632a52fa None None] Pushing event updated for resources: {'Port': ['ID=bb1eabfa-9391-40bf-97ba-af0cbccb8712,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:09.159475 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:09.253204 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd217dd6-3326-460a-83ce-b742afee144a req-0e952a7e-3c62-47fe-8b37-bf7ef0b80a9a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1958883 Jul 27 20:04:09.274516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-dd81e53e-cb23-4262-b129-0f4269e22a3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Allocated IP 2001:db8::c1 (54e57825-9f54-453e-a55e-a934a8ff4fbd/e7d0c71e-1afd-4d29-a59e-0bb74508e6d8/dd17069a-782b-4a2d-9cc9-b08f0635edb2) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:04:09.359843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] Deleting port ab7f76d2-e6f1-49e4-b6ef-f08782550004 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:09.360469 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:09.646912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] For port ab7f76d2-e6f1-49e4-b6ef-f08782550004, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ab7f76d2-e6f1-49e4-b6ef-f08782550004,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:09.647482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:09.647966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:09.661188 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1e9a5-08ca-4d04-bdeb-2f0712df38f0 None None] Sync routers for ids ['8ea570c2-4648-436b-bf58-31e8f6a8064a'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:09.680081 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:09.683087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1e9a5-08ca-4d04-bdeb-2f0712df38f0 None None] Routers {'8ea570c2-4648-436b-bf58-31e8f6a8064a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:09.684726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-02d1e9a5-08ca-4d04-bdeb-2f0712df38f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8ea570c2-4648-436b-bf58-31e8f6a8064a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:09.709477 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:04:09.744170 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd81e53e-cb23-4262-b129-0f4269e22a3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:09.749796 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e977245b-d940-4069-bf19-8aa0ed415985 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6900280 Jul 27 20:04:09.750479 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38946) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:09.750888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583', 'tag': '476b8a91-66ff-40ad-b0c8-879b1cc825fb'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:04:09.753430 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6091c50f-25f8-4228-8fa2-023bd91b0154" -d '{"events": [{"name": "network-changed", "server_uuid": "e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583", "tag": "476b8a91-66ff-40ad-b0c8-879b1cc825fb"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:04:09.790756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] Calling delete_port for ab7f76d2-e6f1-49e4-b6ef-f08782550004 owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:09.819377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-dd81e53e-cb23-4262-b129-0f4269e22a3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Transition to ACTIVE for port object dd17069a-782b-4a2d-9cc9-b08f0635edb2 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:09.891306 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c4321b46-d6f5-41c6-b762-e37c7b6c02d0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/floatingips/9bac81c5-eb59-4741-ab88-d5fb5b8db888 HTTP/1.1" status: 200 len: 991 time: 0.1347263 Jul 27 20:04:09.894176 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b145db8a-d7c1-4f0a-b24f-761aa089a5f9 x-openstack-request-id: req-b145db8a-d7c1-4f0a-b24f-761aa089a5f9 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:04:09.894468 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583", "tag": "476b8a91-66ff-40ad-b0c8-879b1cc825fb", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:04:09.894723 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b145db8a-d7c1-4f0a-b24f-761aa089a5f9 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:04:09.895124 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583', 'tag': '476b8a91-66ff-40ad-b0c8-879b1cc825fb', 'status': 'completed', 'code': 200} Jul 27 20:04:09.910782 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-02d1e9a5-08ca-4d04-bdeb-2f0712df38f0 None None] Set router 8ea570c2-4648-436b-bf58-31e8f6a8064a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:04:09.974872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091c50f-25f8-4228-8fa2-023bd91b0154 req-6f199d2c-98eb-410a-befc-f9e7b36c6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:09.978555 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6091c50f-25f8-4228-8fa2-023bd91b0154 req-6f199d2c-98eb-410a-befc-f9e7b36c6305 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=276aa582ad7e44029331aa2680c554e9&device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 1097 time: 0.0861235 Jul 27 20:04:10.022992 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd81e53e-cb23-4262-b129-0f4269e22a3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:10.089651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd81e53e-cb23-4262-b129-0f4269e22a3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 54e57825-9f54-453e-a55e-a934a8ff4fbd is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:10.101981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device bb1eabfa-9391-40bf-97ba-af0cbccb8712 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:10.107892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-dd81e53e-cb23-4262-b129-0f4269e22a3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:10.122699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd81e53e-cb23-4262-b129-0f4269e22a3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:04:10.137847 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd81e53e-cb23-4262-b129-0f4269e22a3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:10.138656 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dd81e53e-cb23-4262-b129-0f4269e22a3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:10.177039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81e53e-cb23-4262-b129-0f4269e22a3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=dd17069a-782b-4a2d-9cc9-b08f0635edb2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:10.183764 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091c50f-25f8-4228-8fa2-023bd91b0154 req-7c1c14be-5dbd-42b2-b267-4cf352865c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:10.186442 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6091c50f-25f8-4228-8fa2-023bd91b0154 req-7c1c14be-5dbd-42b2-b267-4cf352865c63 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5f5654dd-d60c-48b4-87fc-35de3905e8ce HTTP/1.1" status: 200 len: 897 time: 0.1990087 Jul 27 20:04:10.203229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dd81e53e-cb23-4262-b129-0f4269e22a3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6423650 Jul 27 20:04:10.206080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38962) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:10.217383 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:10.267446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7f76d2-e6f1-49e4-b6ef-f08782550004,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:10.367103 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:10.414126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port bb1eabfa-9391-40bf-97ba-af0cbccb8712 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:10.431720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:04:10.458934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:04:10.459569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3cfcd4ee-3b5b-4350-b886-74ec22e4afd1 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:04:10.470410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-02d1e9a5-08ca-4d04-bdeb-2f0712df38f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '9bac81c5-eb59-4741-ab88-d5fb5b8db888', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'port_id': '476b8a91-66ff-40ad-b0c8-879b1cc825fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'mac_address': 'fa:16:3e:0c:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:04:07Z', 'updated_at': '2021-07-27T20:04:07Z', 'revision_number': 0, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fe8abf-5a5b-427f-b7c0-5e152a5c2c07', 'name': '', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:60:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'd998542d-ac87-468e-acae-e575855798c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:33Z', 'updated_at': '2021-07-27T20:03:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': 'd998542d-ac87-468e-acae-e575855798c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:10.504548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1e9a5-08ca-4d04-bdeb-2f0712df38f0 None None] Checking router: 8ea570c2-4648-436b-bf58-31e8f6a8064a for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:04:10.519793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1e9a5-08ca-4d04-bdeb-2f0712df38f0 None None] Routers {'8ea570c2-4648-436b-bf58-31e8f6a8064a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:10.520730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-02d1e9a5-08ca-4d04-bdeb-2f0712df38f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8ea570c2-4648-436b-bf58-31e8f6a8064a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:10.626428 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:10.627504 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6091c50f-25f8-4228-8fa2-023bd91b0154 req-9c10a340-2c75-4c6d-aad4-5c01f8fc6437 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=476b8a91-66ff-40ad-b0c8-879b1cc825fb HTTP/1.1" status: 200 len: 999 time: 0.4326458 Jul 27 20:04:10.631387 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:10.730637 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:10.730637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e05a3506-9daa-4849-a868-d4eb4255e52f {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:04:10.751549 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:10.755480 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f0720f7d-f6e0-49b4-ae59-41164a065848 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e05a3506-9daa-4849-a868-d4eb4255e52f HTTP/1.1" status: 204 len: 168 time: 3.2067797 Jul 27 20:04:10.757156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38978) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:10.765765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-02d1e9a5-08ca-4d04-bdeb-2f0712df38f0 None None] Set router 8ea570c2-4648-436b-bf58-31e8f6a8064a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:04:10.848267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5928f71-9551-41d2-9215-67e36d2ad0ad req-3a114b76-d93c-4b99-addb-d00b747fd0f1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:10.859423 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5928f71-9551-41d2-9215-67e36d2ad0ad req-3a114b76-d93c-4b99-addb-d00b747fd0f1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:10.871329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5928f71-9551-41d2-9215-67e36d2ad0ad req-3a114b76-d93c-4b99-addb-d00b747fd0f1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:10.878744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5928f71-9551-41d2-9215-67e36d2ad0ad req-3a114b76-d93c-4b99-addb-d00b747fd0f1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:10.885796 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5928f71-9551-41d2-9215-67e36d2ad0ad req-3a114b76-d93c-4b99-addb-d00b747fd0f1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:10.893564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5928f71-9551-41d2-9215-67e36d2ad0ad req-3a114b76-d93c-4b99-addb-d00b747fd0f1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:10.900860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5928f71-9551-41d2-9215-67e36d2ad0ad req-3a114b76-d93c-4b99-addb-d00b747fd0f1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:10.914125 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38980) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:10.927826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5928f71-9551-41d2-9215-67e36d2ad0ad req-3a114b76-d93c-4b99-addb-d00b747fd0f1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5427 time: 0.5069623 Jul 27 20:04:10.928488 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091c50f-25f8-4228-8fa2-023bd91b0154 req-0500bf40-fbe0-4846-87a2-9dc84a0f22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:10.946084 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6091c50f-25f8-4228-8fa2-023bd91b0154 req-0500bf40-fbe0-4846-87a2-9dc84a0f22b5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d998542d-ac87-468e-acae-e575855798c2 HTTP/1.1" status: 200 len: 835 time: 0.2804959 Jul 27 20:04:10.971218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b869c7c-4f07-4164-a33d-c2de9a058a61 admin admin] Deleting subnet d09a00cb-b386-481d-ac77-b852f1db0dbd {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:04:10.977794 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b869c7c-4f07-4164-a33d-c2de9a058a61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:11.048826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5928f71-9551-41d2-9215-67e36d2ad0ad req-0dd9ed9b-333e-4181-bee5-fef38e5acbe5 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134307 Jul 27 20:04:11.064107 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b869c7c-4f07-4164-a33d-c2de9a058a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:11.082154 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41679b8c-b1e7-4d6f-a79a-a09787acaf35 None None] Network 54e57825-9f54-453e-a55e-a934a8ff4fbd requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:11.192890 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b869c7c-4f07-4164-a33d-c2de9a058a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:11.202215 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3b858d1e-483d-4af0-a1fe-57bd4ab1dd06 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/floatingips/9bac81c5-eb59-4741-ab88-d5fb5b8db888 HTTP/1.1" status: 200 len: 991 time: 0.2847414 Jul 27 20:04:11.224787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-299ff503-8c5f-4127-8949-9a3336b8b127 None None] Provisioning for port bb1eabfa-9391-40bf-97ba-af0cbccb8712 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:11.255000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-299ff503-8c5f-4127-8949-9a3336b8b127 None None] Provisioning complete for port bb1eabfa-9391-40bf-97ba-af0cbccb8712 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:11.255571 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-299ff503-8c5f-4127-8949-9a3336b8b127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:11.286672 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091c50f-25f8-4228-8fa2-023bd91b0154 req-f60a4f22-d9c3-45fb-8150-4244e91bcb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:11.288114 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6091c50f-25f8-4228-8fa2-023bd91b0154 req-f60a4f22-d9c3-45fb-8150-4244e91bcb7a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5f5654dd-d60c-48b4-87fc-35de3905e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2463670 Jul 27 20:04:11.307065 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b869c7c-4f07-4164-a33d-c2de9a058a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:11.321072 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b869c7c-4f07-4164-a33d-c2de9a058a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:11.323696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7b869c7c-4f07-4164-a33d-c2de9a058a61 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d09a00cb-b386-481d-ac77-b852f1db0dbd HTTP/1.1" status: 204 len: 168 time: 0.5647075 Jul 27 20:04:11.339871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38992) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:11.349983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b869c7c-4f07-4164-a33d-c2de9a058a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d09a00cb-b386-481d-ac77-b852f1db0dbd,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:11.380917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7b9f1b-1c2a-4bd2-996e-907c9260b886 None None] Network 5a353abe-4a3b-464a-8986-fca747b8e0df requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:11.512981 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2617844b-a0bc-4dac-bd3b-96e9f4479652 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:11.572928 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:11.628020 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:11.671843 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-299ff503-8c5f-4127-8949-9a3336b8b127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:11.677505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-02d1e9a5-08ca-4d04-bdeb-2f0712df38f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '9bac81c5-eb59-4741-ab88-d5fb5b8db888', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'port_id': '476b8a91-66ff-40ad-b0c8-879b1cc825fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'mac_address': 'fa:16:3e:0c:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:04:07Z', 'updated_at': '2021-07-27T20:04:07Z', 'revision_number': 0, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fe8abf-5a5b-427f-b7c0-5e152a5c2c07', 'name': '', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:60:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'd998542d-ac87-468e-acae-e575855798c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:33Z', 'updated_at': '2021-07-27T20:03:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': 'd998542d-ac87-468e-acae-e575855798c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:11.725821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1e9a5-08ca-4d04-bdeb-2f0712df38f0 None None] The sync data for ids ['8ea570c2-4648-436b-bf58-31e8f6a8064a'] in n-d-705657-21 is: [{'id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '9bac81c5-eb59-4741-ab88-d5fb5b8db888', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'port_id': '476b8a91-66ff-40ad-b0c8-879b1cc825fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'mac_address': 'fa:16:3e:0c:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:04:07Z', 'updated_at': '2021-07-27T20:04:07Z', 'revision_number': 0, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fe8abf-5a5b-427f-b7c0-5e152a5c2c07', 'name': '', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:60:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'd998542d-ac87-468e-acae-e575855798c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:33Z', 'updated_at': '2021-07-27T20:03:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': 'd998542d-ac87-468e-acae-e575855798c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:04:11.790092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-299ff503-8c5f-4127-8949-9a3336b8b127 None None] For port bb1eabfa-9391-40bf-97ba-af0cbccb8712, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=bb1eabfa-9391-40bf-97ba-af0cbccb8712,segment=NetworkSegment(d58f004f-95a9-48ef-b219-7e2d57b60b9c),segment_id=d58f004f-95a9-48ef-b219-7e2d57b60b9c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:11.818171 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-299ff503-8c5f-4127-8949-9a3336b8b127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:11.907403 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6091c50f-25f8-4228-8fa2-023bd91b0154 req-e1a85560-fe21-4855-9900-0819b3423673 service neutron] 10.222.0.63 "GET /v2.0/networks/5f5654dd-d60c-48b4-87fc-35de3905e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664613 Jul 27 20:04:11.912723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d759a57-8d44-4fc7-b678-3bbb92c2139d None None] DHCP port deletion for 5a353abe-4a3b-464a-8986-fca747b8e0df request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:04:11.917521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff503-8c5f-4127-8949-9a3336b8b127 None None] Pushing event updated for resources: {'Port': ['ID=bb1eabfa-9391-40bf-97ba-af0cbccb8712,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:11.964577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ab7f76d2-e6f1-49e4-b6ef-f08782550004 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:04:12.003135 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: ab7f76d2-e6f1-49e4-b6ef-f08782550004 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:04:12.003494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ab7f76d2-e6f1-49e4-b6ef-f08782550004 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:04:12.075309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-5d759a57-8d44-4fc7-b678-3bbb92c2139d None None] Deleting port f4895c8b-cf96-4f38-9f84-f198d51467c6 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:12.076941 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d759a57-8d44-4fc7-b678-3bbb92c2139d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:12.132615 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2617844b-a0bc-4dac-bd3b-96e9f4479652 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:12.135382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] Deleting port f4895c8b-cf96-4f38-9f84-f198d51467c6 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:12.135614 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:12.192010 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf8faa0-a120-48a3-b800-55857e09446d None None] New status for floating IP 9bac81c5-eb59-4741-ab88-d5fb5b8db888: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:04:12.199221 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2617844b-a0bc-4dac-bd3b-96e9f4479652 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:12.204403 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39018) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:12.213229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5d759a57-8d44-4fc7-b678-3bbb92c2139d None None] For port f4895c8b-cf96-4f38-9f84-f198d51467c6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f4895c8b-cf96-4f38-9f84-f198d51467c6,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:12.214258 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d759a57-8d44-4fc7-b678-3bbb92c2139d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:12.256318 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-5d759a57-8d44-4fc7-b678-3bbb92c2139d None None] Calling delete_port for f4895c8b-cf96-4f38-9f84-f198d51467c6 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:12.314559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617844b-a0bc-4dac-bd3b-96e9f4479652 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=dd17069a-782b-4a2d-9cc9-b08f0635edb2,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:12.344663 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6091c50f-25f8-4228-8fa2-023bd91b0154 req-32ff59cf-b504-4dcd-a6bc-c1ab87b6b626 service neutron] 10.222.0.63 "GET /v2.0/networks/5f5654dd-d60c-48b4-87fc-35de3905e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231527 Jul 27 20:04:12.453032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] For port f4895c8b-cf96-4f38-9f84-f198d51467c6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f4895c8b-cf96-4f38-9f84-f198d51467c6,segment=NetworkSegment(8fdc015d-6cbf-4d6d-8055-fd399a0719d3),segment_id=8fdc015d-6cbf-4d6d-8055-fd399a0719d3)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:12.456339 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8d54d941-cdac-4419-b0d2-7f7024cd5582 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/floatingips/9bac81c5-eb59-4741-ab88-d5fb5b8db888 HTTP/1.1" status: 200 len: 991 time: 0.2506433 Jul 27 20:04:12.461169 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0e562b73-2292-4670-80dc-06deb4f27dda None None] Provisioning complete for port bb1eabfa-9391-40bf-97ba-af0cbccb8712 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:12.461549 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0e562b73-2292-4670-80dc-06deb4f27dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:12.487150 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:12.488039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a357597-64c3-484a-a385-f1a2dad88efb req-d9e66512-518a-49a1-8834-b9b368840514 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:12.498428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a357597-64c3-484a-a385-f1a2dad88efb req-d9e66512-518a-49a1-8834-b9b368840514 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:12.516110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a357597-64c3-484a-a385-f1a2dad88efb req-d9e66512-518a-49a1-8834-b9b368840514 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:12.524184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a357597-64c3-484a-a385-f1a2dad88efb req-d9e66512-518a-49a1-8834-b9b368840514 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:12.532957 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a357597-64c3-484a-a385-f1a2dad88efb req-d9e66512-518a-49a1-8834-b9b368840514 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:12.537676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] Calling delete_port for f4895c8b-cf96-4f38-9f84-f198d51467c6 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:12.542139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a357597-64c3-484a-a385-f1a2dad88efb req-d9e66512-518a-49a1-8834-b9b368840514 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:12.549042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a357597-64c3-484a-a385-f1a2dad88efb req-d9e66512-518a-49a1-8834-b9b368840514 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:12.551677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a357597-64c3-484a-a385-f1a2dad88efb req-d9e66512-518a-49a1-8834-b9b368840514 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5427 time: 0.2311504 Jul 27 20:04:12.596104 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d759a57-8d44-4fc7-b678-3bbb92c2139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:12.652668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a357597-64c3-484a-a385-f1a2dad88efb req-38208b35-bb3d-4bce-94c0-6f22f15bc962 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875847 Jul 27 20:04:12.660110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d759a57-8d44-4fc7-b678-3bbb92c2139d None None] Pushing event deleted for resources: {'Port': ['ID=f4895c8b-cf96-4f38-9f84-f198d51467c6,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:12.668872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d759a57-8d44-4fc7-b678-3bbb92c2139d None None] No DVR routers for this DVR port f4895c8b-cf96-4f38-9f84-f198d51467c6 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:04:12.763865 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0e562b73-2292-4670-80dc-06deb4f27dda None None] Provisioning for port dd17069a-782b-4a2d-9cc9-b08f0635edb2 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:12.764744 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2617844b-a0bc-4dac-bd3b-96e9f4479652 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:12.769305 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0e562b73-2292-4670-80dc-06deb4f27dda None None] Provisioning complete for port dd17069a-782b-4a2d-9cc9-b08f0635edb2 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:12.769903 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0e562b73-2292-4670-80dc-06deb4f27dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:12.841600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0e562b73-2292-4670-80dc-06deb4f27dda None None] Port dd17069a-782b-4a2d-9cc9-b08f0635edb2 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:04:12.970759 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0154a838-24f5-42d6-adaf-0b1bf3ef2d56 None None] Provisioning complete for port dd17069a-782b-4a2d-9cc9-b08f0635edb2 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:12.971263 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0154a838-24f5-42d6-adaf-0b1bf3ef2d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:12.982559 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2617844b-a0bc-4dac-bd3b-96e9f4479652 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:12.995110 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:13.015120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] No DVR routers for this DVR port f4895c8b-cf96-4f38-9f84-f198d51467c6 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:04:13.029621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0154a838-24f5-42d6-adaf-0b1bf3ef2d56 None None] Port dd17069a-782b-4a2d-9cc9-b08f0635edb2 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:04:13.055801 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4895c8b-cf96-4f38-9f84-f198d51467c6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:13.155428 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-af04a616-394a-492c-9848-b1e24c3f5e81 None None] Provisioning complete for port dd17069a-782b-4a2d-9cc9-b08f0635edb2 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:13.156155 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-af04a616-394a-492c-9848-b1e24c3f5e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:13.175835 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:13.197527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-af04a616-394a-492c-9848-b1e24c3f5e81 None None] Port dd17069a-782b-4a2d-9cc9-b08f0635edb2 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:04:13.222973 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a353abe-4a3b-464a-8986-fca747b8e0df']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:13.239061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fdc015d-6cbf-4d6d-8055-fd399a0719d3') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:13.239353 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fdc015d-6cbf-4d6d-8055-fd399a0719d3') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:13.252714 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:13.280783 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:13.325581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:04:13.326234 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:04:13.327733 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:04:13.373124 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c485b66f-68bc-4026-b125-62170cf94895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:13.408064 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:13.417982 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:13.423279 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5a353abe-4a3b-464a-8986-fca747b8e0df HTTP/1.1" status: 204 len: 168 time: 2.0778701 Jul 27 20:04:13.443863 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbe0e6-0b31-41d9-9d4b-787c36f17625 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a353abe-4a3b-464a-8986-fca747b8e0df,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:13.460881 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39054) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:13.502806 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2617844b-a0bc-4dac-bd3b-96e9f4479652 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:13.512794 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2617844b-a0bc-4dac-bd3b-96e9f4479652 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:13.513814 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2617844b-a0bc-4dac-bd3b-96e9f4479652 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:13.535050 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2df63f72-c6cb-4a1a-b91a-2885a9495649 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/floatingips/9bac81c5-eb59-4741-ab88-d5fb5b8db888 HTTP/1.1" status: 200 len: 993 time: 0.0729313 Jul 27 20:04:13.624481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617844b-a0bc-4dac-bd3b-96e9f4479652 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=dd17069a-782b-4a2d-9cc9-b08f0635edb2,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:13.665291 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2617844b-a0bc-4dac-bd3b-96e9f4479652 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 54e57825-9f54-453e-a55e-a934a8ff4fbd is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:13.666751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-2617844b-a0bc-4dac-bd3b-96e9f4479652 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:13.726731 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39068) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:13.820353 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6fad9611-6f94-4252-82ee-dda7eeccb170 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed4d73c737194d3e9fcd2e4cd5fff3fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0923963 Jul 27 20:04:13.826181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39072) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:13.993240 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device bb1eabfa-9391-40bf-97ba-af0cbccb8712 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:14.055766 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6ff2e04e-a31d-4ed5-8f49-81dfcf8b488e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:14.079504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83aeb87-e72c-4b40-8e41-7e1cf82696f0 req-66557d0e-248d-4689-93a0-991f4c0e33c1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:14.087432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83aeb87-e72c-4b40-8e41-7e1cf82696f0 req-66557d0e-248d-4689-93a0-991f4c0e33c1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:14.096147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83aeb87-e72c-4b40-8e41-7e1cf82696f0 req-66557d0e-248d-4689-93a0-991f4c0e33c1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:14.103222 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port bb1eabfa-9391-40bf-97ba-af0cbccb8712 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:14.103599 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:14.104102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83aeb87-e72c-4b40-8e41-7e1cf82696f0 req-66557d0e-248d-4689-93a0-991f4c0e33c1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:14.116100 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83aeb87-e72c-4b40-8e41-7e1cf82696f0 req-66557d0e-248d-4689-93a0-991f4c0e33c1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:14.122766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83aeb87-e72c-4b40-8e41-7e1cf82696f0 req-66557d0e-248d-4689-93a0-991f4c0e33c1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:14.138606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83aeb87-e72c-4b40-8e41-7e1cf82696f0 req-66557d0e-248d-4689-93a0-991f4c0e33c1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:14.149702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d83aeb87-e72c-4b40-8e41-7e1cf82696f0 req-66557d0e-248d-4689-93a0-991f4c0e33c1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5427 time: 0.3409064 Jul 27 20:04:14.202111 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6ff2e04e-a31d-4ed5-8f49-81dfcf8b488e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:14.216902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d83aeb87-e72c-4b40-8e41-7e1cf82696f0 req-ab00f04a-98bb-44e3-8ebf-7f699501955f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594175 Jul 27 20:04:14.225670 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-570ba50d-9b3c-4436-bd40-346308b20c6b None None] Provisioning complete for port dd17069a-782b-4a2d-9cc9-b08f0635edb2 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:14.226475 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-570ba50d-9b3c-4436-bd40-346308b20c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:14.288308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2617844b-a0bc-4dac-bd3b-96e9f4479652 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router b426da94-8552-477f-82e6-956751000ec5 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:04:14.300381 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6ff2e04e-a31d-4ed5-8f49-81dfcf8b488e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:14.303694 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6ff2e04e-a31d-4ed5-8f49-81dfcf8b488e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:14.307667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6ff2e04e-a31d-4ed5-8f49-81dfcf8b488e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a93f8427-c130-4e4a-bd57-7662e259726a HTTP/1.1" status: 204 len: 168 time: 0.4780126 Jul 27 20:04:14.329304 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2e04e-a31d-4ed5-8f49-81dfcf8b488e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93f8427-c130-4e4a-bd57-7662e259726a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:14.404753 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2617844b-a0bc-4dac-bd3b-96e9f4479652 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:14.423514 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2617844b-a0bc-4dac-bd3b-96e9f4479652 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/b426da94-8552-477f-82e6-956751000ec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2137508 Jul 27 20:04:14.424041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39090) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:14.429292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c561b38-0f50-42f5-a667-e03b9e657820 None None] Sync routers for ids ['b426da94-8552-477f-82e6-956751000ec5'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:14.453822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f4895c8b-cf96-4f38-9f84-f198d51467c6 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:04:14.511593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da2b473-e55d-4b07-a173-89060a259fc1 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:14.513475 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9da2b473-e55d-4b07-a173-89060a259fc1 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports/dd17069a-782b-4a2d-9cc9-b08f0635edb2 HTTP/1.1" status: 200 len: 983 time: 0.0879869 Jul 27 20:04:14.513760 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f4895c8b-cf96-4f38-9f84-f198d51467c6 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:04:14.514333 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f4895c8b-cf96-4f38-9f84-f198d51467c6 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:04:14.516950 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39094) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:14.517728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-570ba50d-9b3c-4436-bd40-346308b20c6b None None] Port dd17069a-782b-4a2d-9cc9-b08f0635edb2 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:04:14.519324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c561b38-0f50-42f5-a667-e03b9e657820 None None] Routers {'b426da94-8552-477f-82e6-956751000ec5'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:14.520177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8c561b38-0f50-42f5-a667-e03b9e657820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['b426da94-8552-477f-82e6-956751000ec5'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:14.565329 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8c561b38-0f50-42f5-a667-e03b9e657820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:14.578980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c561b38-0f50-42f5-a667-e03b9e657820 None None] Routers {'b426da94-8552-477f-82e6-956751000ec5'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:14.579973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8c561b38-0f50-42f5-a667-e03b9e657820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:03:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['b426da94-8552-477f-82e6-956751000ec5'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:14.626845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8c561b38-0f50-42f5-a667-e03b9e657820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:14.627925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c561b38-0f50-42f5-a667-e03b9e657820 None None] The sync data for ids ['b426da94-8552-477f-82e6-956751000ec5'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:04:15.068382 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d9c5-d1a7-433a-8dab-0b8adac3987d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:15.389705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f6e6d9c5-d1a7-433a-8dab-0b8adac3987d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port dd17069a-782b-4a2d-9cc9-b08f0635edb2 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:15.392791 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d9c5-d1a7-433a-8dab-0b8adac3987d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:15.422769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84e68-84ad-486f-a641-ccbbed3cbcdb req-c6096e71-d6b6-4dd2-9e86-556ada4963a4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:15.438160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84e68-84ad-486f-a641-ccbbed3cbcdb req-c6096e71-d6b6-4dd2-9e86-556ada4963a4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:15.444604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84e68-84ad-486f-a641-ccbbed3cbcdb req-c6096e71-d6b6-4dd2-9e86-556ada4963a4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:15.454005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84e68-84ad-486f-a641-ccbbed3cbcdb req-c6096e71-d6b6-4dd2-9e86-556ada4963a4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:15.460123 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84e68-84ad-486f-a641-ccbbed3cbcdb req-c6096e71-d6b6-4dd2-9e86-556ada4963a4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:15.466138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84e68-84ad-486f-a641-ccbbed3cbcdb req-c6096e71-d6b6-4dd2-9e86-556ada4963a4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:15.472074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84e68-84ad-486f-a641-ccbbed3cbcdb req-c6096e71-d6b6-4dd2-9e86-556ada4963a4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:15.474602 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46f84e68-84ad-486f-a641-ccbbed3cbcdb req-c6096e71-d6b6-4dd2-9e86-556ada4963a4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5427 time: 0.1524191 Jul 27 20:04:15.523448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46f84e68-84ad-486f-a641-ccbbed3cbcdb req-2c61b24e-6d46-456e-8b3c-ca490fffebaf tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386865 Jul 27 20:04:15.543145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d9c5-d1a7-433a-8dab-0b8adac3987d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:15.571382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f6e6d9c5-d1a7-433a-8dab-0b8adac3987d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for dd17069a-782b-4a2d-9cc9-b08f0635edb2 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:15.808711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d9c5-d1a7-433a-8dab-0b8adac3987d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:15.861646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6d9c5-d1a7-433a-8dab-0b8adac3987d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=dd17069a-782b-4a2d-9cc9-b08f0635edb2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:15.980635 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d9c5-d1a7-433a-8dab-0b8adac3987d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:16.111064 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-60866531-fc24-4493-823e-0b3e80ad997e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:16.184611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e6d9c5-d1a7-433a-8dab-0b8adac3987d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router b426da94-8552-477f-82e6-956751000ec5 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:04:16.238947 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:16.286296 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e6d9c5-d1a7-433a-8dab-0b8adac3987d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:16.296623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39170) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:16.299658 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2e37c-4743-481c-9bbf-74c3dbf5cae8 None None] Sync routers for ids ['b426da94-8552-477f-82e6-956751000ec5'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:16.305028 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f6e6d9c5-d1a7-433a-8dab-0b8adac3987d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/b426da94-8552-477f-82e6-956751000ec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7863739 Jul 27 20:04:16.316139 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f2e37c-4743-481c-9bbf-74c3dbf5cae8 None None] Routers {'b426da94-8552-477f-82e6-956751000ec5'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:16.319258 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-12f2e37c-4743-481c-9bbf-74c3dbf5cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['b426da94-8552-477f-82e6-956751000ec5'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:16.381967 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-12f2e37c-4743-481c-9bbf-74c3dbf5cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:16.391424 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f2e37c-4743-481c-9bbf-74c3dbf5cae8 None None] Routers {'b426da94-8552-477f-82e6-956751000ec5'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:16.392282 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-12f2e37c-4743-481c-9bbf-74c3dbf5cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['b426da94-8552-477f-82e6-956751000ec5'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:16.431931 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-12f2e37c-4743-481c-9bbf-74c3dbf5cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:16.433066 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2e37c-4743-481c-9bbf-74c3dbf5cae8 None None] The sync data for ids ['b426da94-8552-477f-82e6-956751000ec5'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:04:16.626036 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-91efcc25-1491-4fe5-bfcd-652febb2de3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] remove_router_interface failed (client error): The resource could not be found. Jul 27 20:04:16.627784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-91efcc25-1491-4fe5-bfcd-652febb2de3e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/b426da94-8552-477f-82e6-956751000ec5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3299561 Jul 27 20:04:16.631044 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39186) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:16.673723 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-06634695-3eff-4b67-bf6a-4475ccaf8ae8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports?device_id=b426da94-8552-477f-82e6-956751000ec5 HTTP/1.1" status: 200 len: 205 time: 0.0409889 Jul 27 20:04:16.674812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39188) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:16.781763 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a437ec63-b210-4b55-8c6f-f4f175927d00 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:16.923208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7e0c4-3bb9-4304-a4f5-6a8ecdcc8dbc req-d778ad1c-e85b-42ad-a0ac-ac759527af68 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:16.929235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7e0c4-3bb9-4304-a4f5-6a8ecdcc8dbc req-d778ad1c-e85b-42ad-a0ac-ac759527af68 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:16.936581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7e0c4-3bb9-4304-a4f5-6a8ecdcc8dbc req-d778ad1c-e85b-42ad-a0ac-ac759527af68 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:16.944039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7e0c4-3bb9-4304-a4f5-6a8ecdcc8dbc req-d778ad1c-e85b-42ad-a0ac-ac759527af68 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:16.950338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7e0c4-3bb9-4304-a4f5-6a8ecdcc8dbc req-d778ad1c-e85b-42ad-a0ac-ac759527af68 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:16.956387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7e0c4-3bb9-4304-a4f5-6a8ecdcc8dbc req-d778ad1c-e85b-42ad-a0ac-ac759527af68 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:16.962740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7e0c4-3bb9-4304-a4f5-6a8ecdcc8dbc req-d778ad1c-e85b-42ad-a0ac-ac759527af68 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:16.965208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26a7e0c4-3bb9-4304-a4f5-6a8ecdcc8dbc req-d778ad1c-e85b-42ad-a0ac-ac759527af68 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5427 time: 0.3348553 Jul 27 20:04:17.052693 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a437ec63-b210-4b55-8c6f-f4f175927d00 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:17.057333 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a437ec63-b210-4b55-8c6f-f4f175927d00 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:17.113034 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26a7e0c4-3bb9-4304-a4f5-6a8ecdcc8dbc req-1f0437a9-7e7c-423b-aae8-1ca594276334 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124089 Jul 27 20:04:17.115431 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:17.122460 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a437ec63-b210-4b55-8c6f-f4f175927d00 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:17.123101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a437ec63-b210-4b55-8c6f-f4f175927d00 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Fanout notify agent at l3_agent the message router_deleted on router b426da94-8552-477f-82e6-956751000ec5 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:04:17.131915 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a437ec63-b210-4b55-8c6f-f4f175927d00 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:17.133537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a437ec63-b210-4b55-8c6f-f4f175927d00 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/routers/b426da94-8552-477f-82e6-956751000ec5 HTTP/1.1" status: 204 len: 168 time: 0.4574401 Jul 27 20:04:17.136225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39206) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:17.215581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a465f1-3397-4fef-8500-90dd0d68e75b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting subnet e7d0c71e-1afd-4d29-a59e-0bb74508e6d8 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:04:17.219055 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-02a465f1-3397-4fef-8500-90dd0d68e75b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:17.284374 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-02a465f1-3397-4fef-8500-90dd0d68e75b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:17.393449 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-02a465f1-3397-4fef-8500-90dd0d68e75b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:17.461763 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-02a465f1-3397-4fef-8500-90dd0d68e75b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:17.492879 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a465f1-3397-4fef-8500-90dd0d68e75b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d0c71e-1afd-4d29-a59e-0bb74508e6d8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:17.498330 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-02a465f1-3397-4fef-8500-90dd0d68e75b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:17.502706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-02a465f1-3397-4fef-8500-90dd0d68e75b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/e7d0c71e-1afd-4d29-a59e-0bb74508e6d8 HTTP/1.1" status: 204 len: 168 time: 0.3652291 Jul 27 20:04:17.505307 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39228) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:17.508305 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb8f875-8ca3-423b-b1c5-294b6ba9d299 None None] Network 54e57825-9f54-453e-a55e-a934a8ff4fbd requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:17.617255 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:17.704516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port bb1eabfa-9391-40bf-97ba-af0cbccb8712 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:17.708369 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:17.726437 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39236) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:17.811488 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] For port bb1eabfa-9391-40bf-97ba-af0cbccb8712, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=bb1eabfa-9391-40bf-97ba-af0cbccb8712,segment=NetworkSegment(d58f004f-95a9-48ef-b219-7e2d57b60b9c),segment_id=d58f004f-95a9-48ef-b219-7e2d57b60b9c)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:17.812080 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:17.829687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for bb1eabfa-9391-40bf-97ba-af0cbccb8712 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:17.873581 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b9ac79-5f39-4fa7-847f-cf5d2027dcd5 None None] DHCP port deletion for 54e57825-9f54-453e-a55e-a934a8ff4fbd request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:04:17.910309 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a31ac3d-cfd0-4d6a-aeb5-5705a4d9a4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:17.936839 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-47b9ac79-5f39-4fa7-847f-cf5d2027dcd5 None None] Deleting port bb1eabfa-9391-40bf-97ba-af0cbccb8712 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:17.937566 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-47b9ac79-5f39-4fa7-847f-cf5d2027dcd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:17.965179 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.002543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No DVR routers for this DVR port bb1eabfa-9391-40bf-97ba-af0cbccb8712 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:04:18.072870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=bb1eabfa-9391-40bf-97ba-af0cbccb8712,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:18.107956 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a31ac3d-cfd0-4d6a-aeb5-5705a4d9a4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.112899 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a31ac3d-cfd0-4d6a-aeb5-5705a4d9a4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.140907 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.147087 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3a31ac3d-cfd0-4d6a-aeb5-5705a4d9a4fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f1e465055b6435a9ba94dd134c572bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4195132 Jul 27 20:04:18.149604 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39254) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:18.161384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e57825-9f54-453e-a55e-a934a8ff4fbd']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:18.188217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58f004f-95a9-48ef-b219-7e2d57b60b9c') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:18.188555 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58f004f-95a9-48ef-b219-7e2d57b60b9c') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:18.211716 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.226658 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5d4d0d72-e19d-459f-8a01-fb487a888148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.231017 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31ac3d-cfd0-4d6a-aeb5-5705a4d9a4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ed2e86-0f03-4518-aef6-ed7930e47ced,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:18.245251 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.258506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:04:18.258921 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:04:18.267154 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:04:18.280786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device bb1eabfa-9391-40bf-97ba-af0cbccb8712 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:04:18.285068 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5d4d0d72-e19d-459f-8a01-fb487a888148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.322160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: bb1eabfa-9391-40bf-97ba-af0cbccb8712 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:04:18.322613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device bb1eabfa-9391-40bf-97ba-af0cbccb8712 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:04:18.353879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-47b9ac79-5f39-4fa7-847f-cf5d2027dcd5 None None] For port bb1eabfa-9391-40bf-97ba-af0cbccb8712, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=bb1eabfa-9391-40bf-97ba-af0cbccb8712,segment=NetworkSegment(d58f004f-95a9-48ef-b219-7e2d57b60b9c),segment_id=d58f004f-95a9-48ef-b219-7e2d57b60b9c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:18.355507 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-47b9ac79-5f39-4fa7-847f-cf5d2027dcd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.377819 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5d4d0d72-e19d-459f-8a01-fb487a888148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.381368 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5d4d0d72-e19d-459f-8a01-fb487a888148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.382812 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5d4d0d72-e19d-459f-8a01-fb487a888148 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9ed2e86-0f03-4518-aef6-ed7930e47ced HTTP/1.1" status: 204 len: 168 time: 0.2270315 Jul 27 20:04:18.407210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d0d72-e19d-459f-8a01-fb487a888148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ed2e86-0f03-4518-aef6-ed7930e47ced,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:18.423627 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.425420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-47b9ac79-5f39-4fa7-847f-cf5d2027dcd5 None None] Calling delete_port for bb1eabfa-9391-40bf-97ba-af0cbccb8712 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:18.434985 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.437042 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/networks/54e57825-9f54-453e-a55e-a934a8ff4fbd HTTP/1.1" status: 204 len: 168 time: 0.9303861 Jul 27 20:04:18.441424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39266) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:18.447885 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-59ce1512-e2af-47bc-b032-79f8d67579b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1779451863'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:18.456447 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09611b2f-ae5d-4f41-836f-e209551ed8b0 req-39fc3c02-057b-483f-9756-1dc3cb8558ca tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:18.462439 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09611b2f-ae5d-4f41-836f-e209551ed8b0 req-39fc3c02-057b-483f-9756-1dc3cb8558ca tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:18.468583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09611b2f-ae5d-4f41-836f-e209551ed8b0 req-39fc3c02-057b-483f-9756-1dc3cb8558ca tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:18.475060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09611b2f-ae5d-4f41-836f-e209551ed8b0 req-39fc3c02-057b-483f-9756-1dc3cb8558ca tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:18.480679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09611b2f-ae5d-4f41-836f-e209551ed8b0 req-39fc3c02-057b-483f-9756-1dc3cb8558ca tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:18.488747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09611b2f-ae5d-4f41-836f-e209551ed8b0 req-39fc3c02-057b-483f-9756-1dc3cb8558ca tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:18.496619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09611b2f-ae5d-4f41-836f-e209551ed8b0 req-39fc3c02-057b-483f-9756-1dc3cb8558ca tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:18.498589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09611b2f-ae5d-4f41-836f-e209551ed8b0 req-39fc3c02-057b-483f-9756-1dc3cb8558ca tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5427 time: 0.2169428 Jul 27 20:04:18.500277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f0f06-45b5-4306-8f09-c14632d4d1de tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Network': ['ID=54e57825-9f54-453e-a55e-a934a8ff4fbd,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:18.510255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ce1512-e2af-47bc-b032-79f8d67579b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:04:18.514770 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59ce1512-e2af-47bc-b032-79f8d67579b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.547874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ce1512-e2af-47bc-b032-79f8d67579b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:04:18.560789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59ce1512-e2af-47bc-b032-79f8d67579b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.561203 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-59ce1512-e2af-47bc-b032-79f8d67579b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Added segment cdbb14c3-67e6-4524-82d7-3cceda4485dc of type vlan for network 680906bd-6829-4914-abef-326af5216a5d Jul 27 20:04:18.572724 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09611b2f-ae5d-4f41-836f-e209551ed8b0 req-143efda6-cb7e-4ca8-9c59-0bf706a78304 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646126 Jul 27 20:04:18.614175 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59ce1512-e2af-47bc-b032-79f8d67579b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.642535 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-47b9ac79-5f39-4fa7-847f-cf5d2027dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.654172 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59ce1512-e2af-47bc-b032-79f8d67579b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.657010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47b9ac79-5f39-4fa7-847f-cf5d2027dcd5 None None] Network 54e57825-9f54-453e-a55e-a934a8ff4fbd is not hosted by any dhcp agent {{(pid=94061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 20:04:18.657583 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b9ac79-5f39-4fa7-847f-cf5d2027dcd5 None None] No DVR routers for this DVR port bb1eabfa-9391-40bf-97ba-af0cbccb8712 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:04:18.663146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ce1512-e2af-47bc-b032-79f8d67579b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:18.663938 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59ce1512-e2af-47bc-b032-79f8d67579b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.710532 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9ac79-5f39-4fa7-847f-cf5d2027dcd5 None None] Pushing event deleted for resources: {'Port': ['ID=bb1eabfa-9391-40bf-97ba-af0cbccb8712,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:18.743199 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-59ce1512-e2af-47bc-b032-79f8d67579b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2974854 Jul 27 20:04:18.743915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39276) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:18.756832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d49baccc-be3f-4b48-9a58-704915c238e7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'subnet': {'network_id': '680906bd-6829-4914-abef-326af5216a5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:18.768940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce1512-e2af-47bc-b032-79f8d67579b8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Network': ['ID=680906bd-6829-4914-abef-326af5216a5d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:18.783695 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 680906bd-6829-4914-abef-326af5216a5d details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:04:18.884912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39280) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:18.918809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49baccc-be3f-4b48-9a58-704915c238e7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:04:18.924198 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d49baccc-be3f-4b48-9a58-704915c238e7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:18.984612 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.026038 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c83bb040-227d-44a1-93a8-1149af8943c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.042276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39284) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:19.063107 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-abda3963-0aaf-404d-ad41-c564762e6563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.131189 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d49baccc-be3f-4b48-9a58-704915c238e7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.168735 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c83bb040-227d-44a1-93a8-1149af8943c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.177592 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c83bb040-227d-44a1-93a8-1149af8943c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.194083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49baccc-be3f-4b48-9a58-704915c238e7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Subnet': ['ID=611e7adc-3450-4621-8973-00422c2fba46,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:19.207963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49baccc-be3f-4b48-9a58-704915c238e7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Checking segment: {'id': 'cdbb14c3-67e6-4524-82d7-3cceda4485dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '680906bd-6829-4914-abef-326af5216a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:04:19.208297 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49baccc-be3f-4b48-9a58-704915c238e7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network hostable DHCP agents. Network: 680906bd-6829-4914-abef-326af5216a5d, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:04:19.226391 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49baccc-be3f-4b48-9a58-704915c238e7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 680906bd-6829-4914-abef-326af5216a5d is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:04:19.237422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d49baccc-be3f-4b48-9a58-704915c238e7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 680906bd-6829-4914-abef-326af5216a5d) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:19.241380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bb040-227d-44a1-93a8-1149af8943c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8d0880-5eb3-4a4e-8df1-f0108302e8dc,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:19.241701 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49baccc-be3f-4b48-9a58-704915c238e7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:19.242307 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d49baccc-be3f-4b48-9a58-704915c238e7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.250378 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c83bb040-227d-44a1-93a8-1149af8943c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=145404459c184032a5c5e42446072d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644512 Jul 27 20:04:19.251006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39290) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:19.256102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a5410-1c3a-472c-825a-35804d0482ef None None] Network 680906bd-6829-4914-abef-326af5216a5d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:19.336193 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9249bf7a-3010-4c7f-bde1-6c22a1ae7259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.368131 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-abda3963-0aaf-404d-ad41-c564762e6563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.373273 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9249bf7a-3010-4c7f-bde1-6c22a1ae7259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.379855 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-abda3963-0aaf-404d-ad41-c564762e6563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.385259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d49baccc-be3f-4b48-9a58-704915c238e7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6386514 Jul 27 20:04:19.386164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39296) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:19.393303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-2a79591a-6af0-4ce4-9815-9e76bf6e0525 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-452900813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:19.427930 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a79591a-6af0-4ce4-9815-9e76bf6e0525 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.429578 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a79591a-6af0-4ce4-9815-9e76bf6e0525 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.453916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda3963-0aaf-404d-ad41-c564762e6563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcfbf47-ca42-4cd9-affa-05930b15f915,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:19.460431 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-abda3963-0aaf-404d-ad41-c564762e6563 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83658ee8782c42fc810f9428075fd218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171419 Jul 27 20:04:19.465772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39298) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:19.488513 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9249bf7a-3010-4c7f-bde1-6c22a1ae7259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.493274 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9249bf7a-3010-4c7f-bde1-6c22a1ae7259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.494798 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9249bf7a-3010-4c7f-bde1-6c22a1ae7259 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a8d0880-5eb3-4a4e-8df1-f0108302e8dc HTTP/1.1" status: 204 len: 168 time: 0.2409084 Jul 27 20:04:19.507614 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-680906bd-6829-4914-abef-326af5216a5d', 'network_id': '680906bd-6829-4914-abef-326af5216a5d', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'fixed_ips': [{'subnet_id': '611e7adc-3450-4621-8973-00422c2fba46'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:04:19.508804 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.513759 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249bf7a-3010-4c7f-bde1-6c22a1ae7259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8d0880-5eb3-4a4e-8df1-f0108302e8dc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:19.518918 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a79591a-6af0-4ce4-9815-9e76bf6e0525 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.529950 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a79591a-6af0-4ce4-9815-9e76bf6e0525 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.571276 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a79591a-6af0-4ce4-9815-9e76bf6e0525 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.576010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2a79591a-6af0-4ce4-9815-9e76bf6e0525 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1886380 Jul 27 20:04:19.576140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39302) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:19.579927 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef328-391d-442a-8a8d-61909eb7ec6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.617630 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef328-391d-442a-8a8d-61909eb7ec6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.754530 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Allocated IP 2001:db8::2 (680906bd-6829-4914-abef-326af5216a5d/611e7adc-3450-4621-8973-00422c2fba46/6627073f-7444-416c-a5cf-1d3af8a9b3cb) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:04:19.794447 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef328-391d-442a-8a8d-61909eb7ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.798363 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef328-391d-442a-8a8d-61909eb7ec6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:19.800614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8a6ef328-391d-442a-8a8d-61909eb7ec6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bcfbf47-ca42-4cd9-affa-05930b15f915 HTTP/1.1" status: 204 len: 168 time: 0.3321025 Jul 27 20:04:19.816099 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ef328-391d-442a-8a8d-61909eb7ec6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcfbf47-ca42-4cd9-affa-05930b15f915,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:19.853422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f287f1-aee3-4bb0-8df6-8a9ae119012d req-90f762b3-2022-44cd-94db-c8c021f6663a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:19.860829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f287f1-aee3-4bb0-8df6-8a9ae119012d req-90f762b3-2022-44cd-94db-c8c021f6663a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:19.869079 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f287f1-aee3-4bb0-8df6-8a9ae119012d req-90f762b3-2022-44cd-94db-c8c021f6663a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:19.876727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f287f1-aee3-4bb0-8df6-8a9ae119012d req-90f762b3-2022-44cd-94db-c8c021f6663a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:19.884670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f287f1-aee3-4bb0-8df6-8a9ae119012d req-90f762b3-2022-44cd-94db-c8c021f6663a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:19.891946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f287f1-aee3-4bb0-8df6-8a9ae119012d req-90f762b3-2022-44cd-94db-c8c021f6663a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:19.899239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f287f1-aee3-4bb0-8df6-8a9ae119012d req-90f762b3-2022-44cd-94db-c8c021f6663a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:19.901813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00f287f1-aee3-4bb0-8df6-8a9ae119012d req-90f762b3-2022-44cd-94db-c8c021f6663a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5427 time: 0.2060864 Jul 27 20:04:20.001590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00f287f1-aee3-4bb0-8df6-8a9ae119012d req-fa526f11-f845-46db-957c-d3e664fc7d8d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927491 Jul 27 20:04:20.016849 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.145265 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.147849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39322) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:20.156407 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Transition to ACTIVE for port object 6627073f-7444-416c-a5cf-1d3af8a9b3cb will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:20.173888 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a458364f-f1ac-48ed-aadf-0f18782c6b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.175744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Transition to ACTIVE for port object 6627073f-7444-416c-a5cf-1d3af8a9b3cb will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:20.191142 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.293847 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Network 680906bd-6829-4914-abef-326af5216a5d is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:20.297181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:20.300217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:04:20.304824 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a458364f-f1ac-48ed-aadf-0f18782c6b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.309367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Pushing event updated for resources: {'Port': ['ID=6627073f-7444-416c-a5cf-1d3af8a9b3cb,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:20.312361 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a458364f-f1ac-48ed-aadf-0f18782c6b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.363989 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a458364f-f1ac-48ed-aadf-0f18782c6b18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31ced92fd45f4fad98be750f8b51fbdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149839 Jul 27 20:04:20.366634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458364f-f1ac-48ed-aadf-0f18782c6b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0faed8e7-43e5-47a8-a4b0-f5a9591794c1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:20.369220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39326) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:20.381703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Attempting to bind port 6627073f-7444-416c-a5cf-1d3af8a9b3cb on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:04:20.382072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Attempting to bind port 6627073f-7444-416c-a5cf-1d3af8a9b3cb by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'cdbb14c3-67e6-4524-82d7-3cceda4485dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '680906bd-6829-4914-abef-326af5216a5d'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:04:20.382450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Attempting to bind port 6627073f-7444-416c-a5cf-1d3af8a9b3cb on network 680906bd-6829-4914-abef-326af5216a5d {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:04:20.389086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:04:20.389721 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Checking segment: {'id': 'cdbb14c3-67e6-4524-82d7-3cceda4485dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '680906bd-6829-4914-abef-326af5216a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:04:20.390237 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.390525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Bound using segment: {'id': 'cdbb14c3-67e6-4524-82d7-3cceda4485dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '680906bd-6829-4914-abef-326af5216a5d'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:04:20.391142 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Bound port: 6627073f-7444-416c-a5cf-1d3af8a9b3cb, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbb14c3-67e6-4524-82d7-3cceda4485dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '680906bd-6829-4914-abef-326af5216a5d'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:04:20.391533 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.410119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Allocated IP 2001:db8::1 (680906bd-6829-4914-abef-326af5216a5d/611e7adc-3450-4621-8973-00422c2fba46/c147501b-42fa-4497-930d-5032cf702672) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:04:20.441217 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c6cad1ed-3b72-4bf4-aa7c-7707353e55a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.480855 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] For port 6627073f-7444-416c-a5cf-1d3af8a9b3cb, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:04:20.485182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] For port 6627073f-7444-416c-a5cf-1d3af8a9b3cb, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6627073f-7444-416c-a5cf-1d3af8a9b3cb,segment=NetworkSegment(cdbb14c3-67e6-4524-82d7-3cceda4485dc),segment_id=cdbb14c3-67e6-4524-82d7-3cceda4485dc)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:04:20.488696 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c6cad1ed-3b72-4bf4-aa7c-7707353e55a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.492143 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.596447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec41c84-a978-45e5-a7a7-352de3014c15 None None] Pushing event updated for resources: {'Port': ['ID=6627073f-7444-416c-a5cf-1d3af8a9b3cb,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:20.614189 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.619021 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c6cad1ed-3b72-4bf4-aa7c-7707353e55a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.625034 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c6cad1ed-3b72-4bf4-aa7c-7707353e55a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.629810 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c6cad1ed-3b72-4bf4-aa7c-7707353e55a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0faed8e7-43e5-47a8-a4b0-f5a9591794c1 HTTP/1.1" status: 204 len: 168 time: 0.2571337 Jul 27 20:04:20.631314 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Transition to ACTIVE for port object c147501b-42fa-4497-930d-5032cf702672 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:20.643183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cad1ed-3b72-4bf4-aa7c-7707353e55a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faed8e7-43e5-47a8-a4b0-f5a9591794c1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:20.686878 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.744794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 680906bd-6829-4914-abef-326af5216a5d is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:20.750329 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:20.752942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:04:20.753847 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:20.757075 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=c147501b-42fa-4497-930d-5032cf702672,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:21.017796 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:21.077068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device da42ddef-db92-4218-a5eb-3af42c1324e2 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:04:21.252614 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port da42ddef-db92-4218-a5eb-3af42c1324e2, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=da42ddef-db92-4218-a5eb-3af42c1324e2,segment=NetworkSegment(122d6dd3-0819-4f4e-b1b8-db7303157c5c),segment_id=122d6dd3-0819-4f4e-b1b8-db7303157c5c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:21.268363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'da42ddef-db92-4218-a5eb-3af42c1324e2', 'network_id': '73d72393-3d95-4308-9106-6209eefa092b', 'port_id': 'da42ddef-db92-4218-a5eb-3af42c1324e2', 'mac_address': 'fa:16:3e:c5:cf:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656e8a32-f28f-4037-bb27-98d941b98b61', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:04:21.350465 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:21.372076 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da42ddef-db92-4218-a5eb-3af42c1324e2 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:04:21.373538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98874c-386d-4196-ae75-6e966e9ca5e9 req-94079abc-9770-4e0e-be86-ded5ec8157fa tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:21.380559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98874c-386d-4196-ae75-6e966e9ca5e9 req-94079abc-9770-4e0e-be86-ded5ec8157fa tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:21.387625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98874c-386d-4196-ae75-6e966e9ca5e9 req-94079abc-9770-4e0e-be86-ded5ec8157fa tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:21.396511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98874c-386d-4196-ae75-6e966e9ca5e9 req-94079abc-9770-4e0e-be86-ded5ec8157fa tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:21.404091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98874c-386d-4196-ae75-6e966e9ca5e9 req-94079abc-9770-4e0e-be86-ded5ec8157fa tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:21.409804 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port da42ddef-db92-4218-a5eb-3af42c1324e2, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=da42ddef-db92-4218-a5eb-3af42c1324e2,segment=NetworkSegment(122d6dd3-0819-4f4e-b1b8-db7303157c5c),segment_id=122d6dd3-0819-4f4e-b1b8-db7303157c5c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:21.411169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98874c-386d-4196-ae75-6e966e9ca5e9 req-94079abc-9770-4e0e-be86-ded5ec8157fa tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:21.418827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98874c-386d-4196-ae75-6e966e9ca5e9 req-94079abc-9770-4e0e-be86-ded5ec8157fa tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:21.419004 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:21.419602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 126479f5-4f00-4961-8987-3f39241c2c16 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:04:21.421244 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f98874c-386d-4196-ae75-6e966e9ca5e9 req-94079abc-9770-4e0e-be86-ded5ec8157fa tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5427 time: 0.2553351 Jul 27 20:04:21.545202 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f98874c-386d-4196-ae75-6e966e9ca5e9 req-b8fa41bb-6a3c-4894-b520-15a2674a3d80 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146252 Jul 27 20:04:21.559700 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:21.580031 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:21.581040 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:21.623392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=da42ddef-db92-4218-a5eb-3af42c1324e2,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:21.708999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 126479f5-4f00-4961-8987-3f39241c2c16, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=126479f5-4f00-4961-8987-3f39241c2c16,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:21.739124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '126479f5-4f00-4961-8987-3f39241c2c16', 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7', 'port_id': '126479f5-4f00-4961-8987-3f39241c2c16', 'mac_address': 'fa:16:3e:dc:12:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce99a40-eb09-424b-8f6d-7e5c39e72423', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:04:21.783993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=c147501b-42fa-4497-930d-5032cf702672,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:21.798543 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:21.817146 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126479f5-4f00-4961-8987-3f39241c2c16 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:04:21.851051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 126479f5-4f00-4961-8987-3f39241c2c16, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=126479f5-4f00-4961-8987-3f39241c2c16,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:21.859315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 680906bd-6829-4914-abef-326af5216a5d is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:21.862135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:21.868946 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:21.871029 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 0832f3a4-1619-4ea1-b9bf-87a13b42df43 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:04:22.073291 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router ed92d100-5ab7-4efd-aee0-2e33a9882d49 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:04:22.111189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6627073f-7444-416c-a5cf-1d3af8a9b3cb up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:22.163475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdef72a-c226-439c-97d0-685251b0b1b2 None None] Network 680906bd-6829-4914-abef-326af5216a5d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:22.174181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=126479f5-4f00-4961-8987-3f39241c2c16,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:22.280304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 0832f3a4-1619-4ea1-b9bf-87a13b42df43, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0832f3a4-1619-4ea1-b9bf-87a13b42df43,segment=NetworkSegment(beabbc31-88fb-41e8-9559-fee35019510b),segment_id=beabbc31-88fb-41e8-9559-fee35019510b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:22.283802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-37477ec3-93c8-4bcb-89e8-a269e445642c None None] Provisioning for port 6627073f-7444-416c-a5cf-1d3af8a9b3cb completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:22.285074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:22.302902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39406) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:22.303333 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8813724f-f016-4403-9f33-79871c95d590 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/ed92d100-5ab7-4efd-aee0-2e33a9882d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7259657 Jul 27 20:04:22.305982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f536182-78a1-49de-ab32-598287e92e9b None None] Sync routers for ids ['ed92d100-5ab7-4efd-aee0-2e33a9882d49'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:22.318677 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '0832f3a4-1619-4ea1-b9bf-87a13b42df43', 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'port_id': '0832f3a4-1619-4ea1-b9bf-87a13b42df43', 'mac_address': 'fa:16:3e:f7:0e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:04:22.375835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 6627073f-7444-416c-a5cf-1d3af8a9b3cb completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:22.392442 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f536182-78a1-49de-ab32-598287e92e9b None None] Routers {'ed92d100-5ab7-4efd-aee0-2e33a9882d49'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:22.393076 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2f536182-78a1-49de-ab32-598287e92e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ed92d100-5ab7-4efd-aee0-2e33a9882d49'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:22.409380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e741bba-fca1-4613-9462-3ecf54199a27 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:22.412202 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8e741bba-fca1-4613-9462-3ecf54199a27 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports/c147501b-42fa-4497-930d-5032cf702672 HTTP/1.1" status: 200 len: 911 time: 0.1080449 Jul 27 20:04:22.415021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39410) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:22.420233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6627073f-7444-416c-a5cf-1d3af8a9b3cb triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:22.420845 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:22.596793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2f536182-78a1-49de-ab32-598287e92e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:22.658959 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f536182-78a1-49de-ab32-598287e92e9b None None] Routers {'ed92d100-5ab7-4efd-aee0-2e33a9882d49'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:22.662288 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2f536182-78a1-49de-ab32-598287e92e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ed92d100-5ab7-4efd-aee0-2e33a9882d49'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:22.678441 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:22.749173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2f536182-78a1-49de-ab32-598287e92e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:22.749851 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f536182-78a1-49de-ab32-598287e92e9b None None] The sync data for ids ['ed92d100-5ab7-4efd-aee0-2e33a9882d49'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:04:22.777706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0832f3a4-1619-4ea1-b9bf-87a13b42df43 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:04:22.815925 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:22.881264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 0832f3a4-1619-4ea1-b9bf-87a13b42df43, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0832f3a4-1619-4ea1-b9bf-87a13b42df43,segment=NetworkSegment(beabbc31-88fb-41e8-9559-fee35019510b),segment_id=beabbc31-88fb-41e8-9559-fee35019510b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:22.900330 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:22.901292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 539dc352-83b6-4836-984f-72368194a43e details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:04:22.957598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 6627073f-7444-416c-a5cf-1d3af8a9b3cb, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6627073f-7444-416c-a5cf-1d3af8a9b3cb,segment=NetworkSegment(cdbb14c3-67e6-4524-82d7-3cceda4485dc),segment_id=cdbb14c3-67e6-4524-82d7-3cceda4485dc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:22.977362 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:23.026769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 539dc352-83b6-4836-984f-72368194a43e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=539dc352-83b6-4836-984f-72368194a43e,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:23.059261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '539dc352-83b6-4836-984f-72368194a43e', 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7', 'port_id': '539dc352-83b6-4836-984f-72368194a43e', 'mac_address': 'fa:16:3e:ae:a9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce99a40-eb09-424b-8f6d-7e5c39e72423', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:04:23.072979 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=0832f3a4-1619-4ea1-b9bf-87a13b42df43,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:23.153949 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:23.185234 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539dc352-83b6-4836-984f-72368194a43e {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:04:23.216082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 539dc352-83b6-4836-984f-72368194a43e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=539dc352-83b6-4836-984f-72368194a43e,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:23.234194 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:23.235464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device da69274d-209f-4682-975e-8a7c7f339880 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:04:23.241671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=6627073f-7444-416c-a5cf-1d3af8a9b3cb,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:23.351183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=539dc352-83b6-4836-984f-72368194a43e,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:23.379884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957fd36-be63-4f6a-89ee-12c9f0e98e23 req-699df2dc-4598-47f6-aaab-6b5db433caa7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:23.390552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957fd36-be63-4f6a-89ee-12c9f0e98e23 req-699df2dc-4598-47f6-aaab-6b5db433caa7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:23.396946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957fd36-be63-4f6a-89ee-12c9f0e98e23 req-699df2dc-4598-47f6-aaab-6b5db433caa7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:23.403087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957fd36-be63-4f6a-89ee-12c9f0e98e23 req-699df2dc-4598-47f6-aaab-6b5db433caa7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:23.403743 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port da69274d-209f-4682-975e-8a7c7f339880, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=da69274d-209f-4682-975e-8a7c7f339880,segment=NetworkSegment(122d6dd3-0819-4f4e-b1b8-db7303157c5c),segment_id=122d6dd3-0819-4f4e-b1b8-db7303157c5c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:23.408980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957fd36-be63-4f6a-89ee-12c9f0e98e23 req-699df2dc-4598-47f6-aaab-6b5db433caa7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:23.419779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'da69274d-209f-4682-975e-8a7c7f339880', 'network_id': '73d72393-3d95-4308-9106-6209eefa092b', 'port_id': 'da69274d-209f-4682-975e-8a7c7f339880', 'mac_address': 'fa:16:3e:c1:29:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656e8a32-f28f-4037-bb27-98d941b98b61', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:04:23.423016 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957fd36-be63-4f6a-89ee-12c9f0e98e23 req-699df2dc-4598-47f6-aaab-6b5db433caa7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:23.430348 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957fd36-be63-4f6a-89ee-12c9f0e98e23 req-699df2dc-4598-47f6-aaab-6b5db433caa7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:23.433410 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e957fd36-be63-4f6a-89ee-12c9f0e98e23 req-699df2dc-4598-47f6-aaab-6b5db433caa7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5430 time: 0.3648171 Jul 27 20:04:23.544022 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aa6101c6-7fef-4857-a1d1-a72618f9abf5 None None] Provisioning for port c147501b-42fa-4497-930d-5032cf702672 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:23.551307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aa6101c6-7fef-4857-a1d1-a72618f9abf5 None None] Provisioning complete for port c147501b-42fa-4497-930d-5032cf702672 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:23.551695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e957fd36-be63-4f6a-89ee-12c9f0e98e23 req-72604f63-ad2d-4308-86b0-dcaef795763f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870199 Jul 27 20:04:23.552029 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa6101c6-7fef-4857-a1d1-a72618f9abf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:23.553995 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:23.605026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-aa6101c6-7fef-4857-a1d1-a72618f9abf5 None None] Port c147501b-42fa-4497-930d-5032cf702672 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:04:23.627201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da69274d-209f-4682-975e-8a7c7f339880 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:04:23.639001 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a5ed6b6-33a3-4e5a-8b9a-78cda06af4e0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:23.641743 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aa6101c6-7fef-4857-a1d1-a72618f9abf5 None None] Provisioning complete for port 6627073f-7444-416c-a5cf-1d3af8a9b3cb triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:23.642198 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa6101c6-7fef-4857-a1d1-a72618f9abf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:23.673646 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port da69274d-209f-4682-975e-8a7c7f339880, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=da69274d-209f-4682-975e-8a7c7f339880,segment=NetworkSegment(122d6dd3-0819-4f4e-b1b8-db7303157c5c),segment_id=122d6dd3-0819-4f4e-b1b8-db7303157c5c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:23.689326 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:23.690160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:04:23.828144 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=da69274d-209f-4682-975e-8a7c7f339880,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:23.864916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:23.903752 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67', 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7', 'port_id': 'b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67', 'mac_address': 'fa:16:3e:0c:db:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce99a40-eb09-424b-8f6d-7e5c39e72423', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:04:24.264529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ed6b6-33a3-4e5a-8b9a-78cda06af4e0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port c147501b-42fa-4497-930d-5032cf702672 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:24.268252 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a5ed6b6-33a3-4e5a-8b9a-78cda06af4e0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:24.302422 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6627073f-7444-416c-a5cf-1d3af8a9b3cb up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:24.338504 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:24.370950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:04:24.398910 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:24.407866 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:24.408646 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device cf287038-36da-428d-9206-c7ff8b06bd7c details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:04:24.410439 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6627073f-7444-416c-a5cf-1d3af8a9b3cb triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:24.411000 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:24.465023 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a5ed6b6-33a3-4e5a-8b9a-78cda06af4e0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:24.482221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ed6b6-33a3-4e5a-8b9a-78cda06af4e0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for c147501b-42fa-4497-930d-5032cf702672 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:24.527450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port cf287038-36da-428d-9206-c7ff8b06bd7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=cf287038-36da-428d-9206-c7ff8b06bd7c,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:24.540669 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-54d830df-a523-4611-aa64-62b986413e78 None None] Provisioning complete for port c147501b-42fa-4497-930d-5032cf702672 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:24.541067 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-54d830df-a523-4611-aa64-62b986413e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:24.564483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:24.576380 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'cf287038-36da-428d-9206-c7ff8b06bd7c', 'network_id': 'cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7', 'port_id': 'cf287038-36da-428d-9206-c7ff8b06bd7c', 'mac_address': 'fa:16:3e:12:2e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce99a40-eb09-424b-8f6d-7e5c39e72423', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:04:24.614320 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-54d830df-a523-4611-aa64-62b986413e78 None None] Port c147501b-42fa-4497-930d-5032cf702672 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:04:24.665245 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:24.693090 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf287038-36da-428d-9206-c7ff8b06bd7c {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:04:24.720549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port cf287038-36da-428d-9206-c7ff8b06bd7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=cf287038-36da-428d-9206-c7ff8b06bd7c,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:24.727896 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:24.784985 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a5ed6b6-33a3-4e5a-8b9a-78cda06af4e0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:24.798780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=cf287038-36da-428d-9206-c7ff8b06bd7c,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:24.820378 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ed6b6-33a3-4e5a-8b9a-78cda06af4e0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=c147501b-42fa-4497-930d-5032cf702672,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:25.006658 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a5ed6b6-33a3-4e5a-8b9a-78cda06af4e0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:25.066568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294ae46-c7ea-4623-b94e-987760edb1dc req-864bca71-5f21-4298-b0a4-d26bf62180f8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:25.072469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294ae46-c7ea-4623-b94e-987760edb1dc req-864bca71-5f21-4298-b0a4-d26bf62180f8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:25.079749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294ae46-c7ea-4623-b94e-987760edb1dc req-864bca71-5f21-4298-b0a4-d26bf62180f8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:25.085315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294ae46-c7ea-4623-b94e-987760edb1dc req-864bca71-5f21-4298-b0a4-d26bf62180f8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:25.093582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294ae46-c7ea-4623-b94e-987760edb1dc req-864bca71-5f21-4298-b0a4-d26bf62180f8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:25.098138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294ae46-c7ea-4623-b94e-987760edb1dc req-864bca71-5f21-4298-b0a4-d26bf62180f8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:25.104667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294ae46-c7ea-4623-b94e-987760edb1dc req-864bca71-5f21-4298-b0a4-d26bf62180f8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:25.107171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b294ae46-c7ea-4623-b94e-987760edb1dc req-864bca71-5f21-4298-b0a4-d26bf62180f8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5434 time: 0.3822763 Jul 27 20:04:25.188085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39512) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:25.322839 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['da42ddef-db92-4218-a5eb-3af42c1324e2'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:04:25.324552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b294ae46-c7ea-4623-b94e-987760edb1dc req-71c51686-0232-4dd8-96c2-869969cf5d0c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253257 Jul 27 20:04:25.347564 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-63130850-9091-4be0-87db-cf16df9c23f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:25.348084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5ed6b6-33a3-4e5a-8b9a-78cda06af4e0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router ed92d100-5ab7-4efd-aee0-2e33a9882d49 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:04:25.357721 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['126479f5-4f00-4961-8987-3f39241c2c16'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:04:25.390293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['da69274d-209f-4682-975e-8a7c7f339880'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:04:25.455492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['539dc352-83b6-4836-984f-72368194a43e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:04:25.474797 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['0832f3a4-1619-4ea1-b9bf-87a13b42df43'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:04:25.480527 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5ed6b6-33a3-4e5a-8b9a-78cda06af4e0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:25.493589 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3946ce1-765f-451b-a7e0-9572cdf07f8c None None] Sync routers for ids ['ed92d100-5ab7-4efd-aee0-2e33a9882d49'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:25.498005 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1a5ed6b6-33a3-4e5a-8b9a-78cda06af4e0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/ed92d100-5ab7-4efd-aee0-2e33a9882d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0781660 Jul 27 20:04:25.498886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39530) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:25.505242 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3946ce1-765f-451b-a7e0-9572cdf07f8c None None] Routers {'ed92d100-5ab7-4efd-aee0-2e33a9882d49'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:25.506376 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f3946ce1-765f-451b-a7e0-9572cdf07f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ed92d100-5ab7-4efd-aee0-2e33a9882d49'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:25.517183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['cf287038-36da-428d-9206-c7ff8b06bd7c'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:04:25.520258 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:04:25.535711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-63130850-9091-4be0-87db-cf16df9c23f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:25.540498 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9ead9491-8f45-4364-bf14-908dbe465adf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed92d100-5ab7-4efd-aee0-2e33a9882d49 HTTP/1.1" status: 200 len: 205 time: 0.0379672 Jul 27 20:04:25.540868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39532) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:25.545569 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-63130850-9091-4be0-87db-cf16df9c23f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:25.581176 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f3946ce1-765f-451b-a7e0-9572cdf07f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:25.601188 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3946ce1-765f-451b-a7e0-9572cdf07f8c None None] Routers {'ed92d100-5ab7-4efd-aee0-2e33a9882d49'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:25.602379 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f3946ce1-765f-451b-a7e0-9572cdf07f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ed92d100-5ab7-4efd-aee0-2e33a9882d49'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:25.619515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63130850-9091-4be0-87db-cf16df9c23f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67501a08-5970-4109-a685-0538baa765ed,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:25.641315 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-63130850-9091-4be0-87db-cf16df9c23f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8013be5958644fb8818d380468f8827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4507303 Jul 27 20:04:25.643707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39536) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:25.674455 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-47180f2e-b3ca-4fe3-878b-34aec69e4057 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:25.676015 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f3946ce1-765f-451b-a7e0-9572cdf07f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:25.676944 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3946ce1-765f-451b-a7e0-9572cdf07f8c None None] The sync data for ids ['ed92d100-5ab7-4efd-aee0-2e33a9882d49'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:04:25.755099 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc664444-3ca8-4c3d-98ac-adf91410c42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:25.806020 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc664444-3ca8-4c3d-98ac-adf91410c42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:25.878271 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc664444-3ca8-4c3d-98ac-adf91410c42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:25.881295 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc664444-3ca8-4c3d-98ac-adf91410c42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:25.884949 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dc664444-3ca8-4c3d-98ac-adf91410c42a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67501a08-5970-4109-a685-0538baa765ed HTTP/1.1" status: 204 len: 168 time: 0.2377214 Jul 27 20:04:25.897701 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc664444-3ca8-4c3d-98ac-adf91410c42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67501a08-5970-4109-a685-0538baa765ed,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:25.977308 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-47180f2e-b3ca-4fe3-878b-34aec69e4057 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:25.982221 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-47180f2e-b3ca-4fe3-878b-34aec69e4057 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:26.087161 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-47180f2e-b3ca-4fe3-878b-34aec69e4057 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:26.087673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47180f2e-b3ca-4fe3-878b-34aec69e4057 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Fanout notify agent at l3_agent the message router_deleted on router ed92d100-5ab7-4efd-aee0-2e33a9882d49 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:04:26.094818 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-47180f2e-b3ca-4fe3-878b-34aec69e4057 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:26.098691 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39548) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:26.098871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-47180f2e-b3ca-4fe3-878b-34aec69e4057 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/routers/ed92d100-5ab7-4efd-aee0-2e33a9882d49 HTTP/1.1" status: 204 len: 168 time: 0.5566928 Jul 27 20:04:26.178569 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb51156-e1e1-4b83-832f-c8ee677f41e9 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting subnet 611e7adc-3450-4621-8973-00422c2fba46 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:04:26.182939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cb51156-e1e1-4b83-832f-c8ee677f41e9 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:26.241099 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cb51156-e1e1-4b83-832f-c8ee677f41e9 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:26.379891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cb51156-e1e1-4b83-832f-c8ee677f41e9 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:26.496345 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cb51156-e1e1-4b83-832f-c8ee677f41e9 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:26.566809 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb51156-e1e1-4b83-832f-c8ee677f41e9 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Subnet': ['ID=611e7adc-3450-4621-8973-00422c2fba46,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:26.570454 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0cb51156-e1e1-4b83-832f-c8ee677f41e9 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:26.575841 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0cb51156-e1e1-4b83-832f-c8ee677f41e9 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/611e7adc-3450-4621-8973-00422c2fba46 HTTP/1.1" status: 204 len: 168 time: 0.4756827 Jul 27 20:04:26.578554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39568) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:26.581026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29944a4b-1ab8-414b-89aa-8a01288781d3 None None] Network 680906bd-6829-4914-abef-326af5216a5d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:26.638264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39570) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:26.674131 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed76230a-3994-4fb2-84af-f07669377026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:26.686545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5a905-35a5-40f3-a840-ecaa32739af9 req-80a78e95-b692-40a3-b530-b71d65d3256b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:26.695156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5a905-35a5-40f3-a840-ecaa32739af9 req-80a78e95-b692-40a3-b530-b71d65d3256b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:26.703475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5a905-35a5-40f3-a840-ecaa32739af9 req-80a78e95-b692-40a3-b530-b71d65d3256b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:26.714940 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5a905-35a5-40f3-a840-ecaa32739af9 req-80a78e95-b692-40a3-b530-b71d65d3256b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:26.723732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5a905-35a5-40f3-a840-ecaa32739af9 req-80a78e95-b692-40a3-b530-b71d65d3256b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:26.731138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5a905-35a5-40f3-a840-ecaa32739af9 req-80a78e95-b692-40a3-b530-b71d65d3256b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:26.738132 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5a905-35a5-40f3-a840-ecaa32739af9 req-80a78e95-b692-40a3-b530-b71d65d3256b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:26.740169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7c5a905-35a5-40f3-a840-ecaa32739af9 req-80a78e95-b692-40a3-b530-b71d65d3256b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5434 time: 0.2729807 Jul 27 20:04:26.770512 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:26.873210 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7c5a905-35a5-40f3-a840-ecaa32739af9 req-a3a01d6e-5d71-44fd-a9ce-f0314d5efb93 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989287 Jul 27 20:04:26.896181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4996e572-a93c-40c3-995a-405b9ca3d5ba None None] DHCP port deletion for 680906bd-6829-4914-abef-326af5216a5d request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:04:26.897389 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed76230a-3994-4fb2-84af-f07669377026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:26.905053 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed76230a-3994-4fb2-84af-f07669377026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:26.921427 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port 6627073f-7444-416c-a5cf-1d3af8a9b3cb {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:26.921784 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:26.955904 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76230a-3994-4fb2-84af-f07669377026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82342377-d46c-4a8a-80e7-6d2b0f12bd2a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:26.976535 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ed76230a-3994-4fb2-84af-f07669377026 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d6a5a06778f430584c4f5219e99101f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366990 Jul 27 20:04:26.979033 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39586) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:26.996530 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4996e572-a93c-40c3-995a-405b9ca3d5ba None None] Deleting port 6627073f-7444-416c-a5cf-1d3af8a9b3cb {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:26.997020 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4996e572-a93c-40c3-995a-405b9ca3d5ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.023543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] For port 6627073f-7444-416c-a5cf-1d3af8a9b3cb, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6627073f-7444-416c-a5cf-1d3af8a9b3cb,segment=NetworkSegment(cdbb14c3-67e6-4524-82d7-3cceda4485dc),segment_id=cdbb14c3-67e6-4524-82d7-3cceda4485dc)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:27.035628 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.071277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9decc7c6-1e2c-459c-bd66-3b66f724361c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.076653 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for 6627073f-7444-416c-a5cf-1d3af8a9b3cb owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:27.096822 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9decc7c6-1e2c-459c-bd66-3b66f724361c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.111132 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-4996e572-a93c-40c3-995a-405b9ca3d5ba None None] For port 6627073f-7444-416c-a5cf-1d3af8a9b3cb, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6627073f-7444-416c-a5cf-1d3af8a9b3cb,segment=NetworkSegment(cdbb14c3-67e6-4524-82d7-3cceda4485dc),segment_id=cdbb14c3-67e6-4524-82d7-3cceda4485dc)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:27.111132 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4996e572-a93c-40c3-995a-405b9ca3d5ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.131572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4996e572-a93c-40c3-995a-405b9ca3d5ba None None] Calling delete_port for 6627073f-7444-416c-a5cf-1d3af8a9b3cb owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:27.207419 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.250873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=6627073f-7444-416c-a5cf-1d3af8a9b3cb,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:27.257932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No DVR routers for this DVR port 6627073f-7444-416c-a5cf-1d3af8a9b3cb on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:04:27.285613 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:04:27.291486 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4996e572-a93c-40c3-995a-405b9ca3d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.325645 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996e572-a93c-40c3-995a-405b9ca3d5ba None None] Pushing event deleted for resources: {'Port': ['ID=6627073f-7444-416c-a5cf-1d3af8a9b3cb,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:27.327590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4996e572-a93c-40c3-995a-405b9ca3d5ba None None] No DVR routers for this DVR port 6627073f-7444-416c-a5cf-1d3af8a9b3cb on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:04:27.399763 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.411537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680906bd-6829-4914-abef-326af5216a5d']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:27.427536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbb14c3-67e6-4524-82d7-3cceda4485dc') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:27.427833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbb14c3-67e6-4524-82d7-3cceda4485dc') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:27.444154 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.462583 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.470735 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:04:27.471463 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:04:27.475950 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:04:27.551824 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.563102 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.565535 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/networks/680906bd-6829-4914-abef-326af5216a5d HTTP/1.1" status: 204 len: 168 time: 0.9854929 Jul 27 20:04:27.572311 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39600) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:27.577450 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-947566499', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:27.579604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f0e07-cc34-4d4f-993e-f9b9c2b0ab20 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Network': ['ID=680906bd-6829-4914-abef-326af5216a5d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:27.613191 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.614670 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.632269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9decc7c6-1e2c-459c-bd66-3b66f724361c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.635318 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9decc7c6-1e2c-459c-bd66-3b66f724361c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.636786 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9decc7c6-1e2c-459c-bd66-3b66f724361c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82342377-d46c-4a8a-80e7-6d2b0f12bd2a HTTP/1.1" status: 204 len: 168 time: 0.6558664 Jul 27 20:04:27.681231 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decc7c6-1e2c-459c-bd66-3b66f724361c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82342377-d46c-4a8a-80e7-6d2b0f12bd2a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:27.732529 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:27.998406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6627073f-7444-416c-a5cf-1d3af8a9b3cb no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:04:28.006222 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:28.067903 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 6627073f-7444-416c-a5cf-1d3af8a9b3cb {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:04:28.068249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6627073f-7444-416c-a5cf-1d3af8a9b3cb not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:04:28.185045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e483cdd-bfbc-4624-a61b-a56d8f286a6f req-09371127-45f3-4e0d-ac61-c23f80b7a608 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:28.199791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e483cdd-bfbc-4624-a61b-a56d8f286a6f req-09371127-45f3-4e0d-ac61-c23f80b7a608 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:28.209150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e483cdd-bfbc-4624-a61b-a56d8f286a6f req-09371127-45f3-4e0d-ac61-c23f80b7a608 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:28.215572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e483cdd-bfbc-4624-a61b-a56d8f286a6f req-09371127-45f3-4e0d-ac61-c23f80b7a608 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:28.222174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e483cdd-bfbc-4624-a61b-a56d8f286a6f req-09371127-45f3-4e0d-ac61-c23f80b7a608 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:28.230193 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e483cdd-bfbc-4624-a61b-a56d8f286a6f req-09371127-45f3-4e0d-ac61-c23f80b7a608 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:28.236573 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e483cdd-bfbc-4624-a61b-a56d8f286a6f req-09371127-45f3-4e0d-ac61-c23f80b7a608 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:28.238932 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e483cdd-bfbc-4624-a61b-a56d8f286a6f req-09371127-45f3-4e0d-ac61-c23f80b7a608 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5434 time: 0.2347345 Jul 27 20:04:28.310247 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e483cdd-bfbc-4624-a61b-a56d8f286a6f req-c2d6a72b-5204-4384-88bf-61505b4c31ce tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590820 Jul 27 20:04:28.430794 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:28.465340 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:28.630575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Allocated IP 172.25.1.208 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/d3c25ee8-33b7-47c1-9674-cd4fa6ced756) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:04:28.764312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device da42ddef-db92-4218-a5eb-3af42c1324e2 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:28.776505 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:28.842398 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:28.856190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port da42ddef-db92-4218-a5eb-3af42c1324e2 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:28.863543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port da42ddef-db92-4218-a5eb-3af42c1324e2 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:28.864122 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:28.901253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:28.910560 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:28.913934 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:04:28.947741 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=d3c25ee8-33b7-47c1-9674-cd4fa6ced756,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:29.015138 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:29.063352 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da42ddef-db92-4218-a5eb-3af42c1324e2'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:04:29.066365 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845b7c25-baa1-4b12-85d7-e252d7117099" -d '{"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-plugged", "status": "completed", "tag": "da42ddef-db92-4218-a5eb-3af42c1324e2"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:04:29.103273 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port da42ddef-db92-4218-a5eb-3af42c1324e2, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=da42ddef-db92-4218-a5eb-3af42c1324e2,segment=NetworkSegment(122d6dd3-0819-4f4e-b1b8-db7303157c5c),segment_id=122d6dd3-0819-4f4e-b1b8-db7303157c5c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:29.119528 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:29.120920 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device cf287038-36da-428d-9206-c7ff8b06bd7c up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:29.169373 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f086584b-585e-45d3-95d9-d498be6762f8 x-openstack-request-id: req-f086584b-585e-45d3-95d9-d498be6762f8 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:04:29.169664 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-plugged", "status": "completed", "tag": "da42ddef-db92-4218-a5eb-3af42c1324e2", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:04:29.169912 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f086584b-585e-45d3-95d9-d498be6762f8 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:04:29.170317 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da42ddef-db92-4218-a5eb-3af42c1324e2', 'code': 200} Jul 27 20:04:29.289432 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:29.310344 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=da42ddef-db92-4218-a5eb-3af42c1324e2,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:29.330628 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port cf287038-36da-428d-9206-c7ff8b06bd7c completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:29.343092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port cf287038-36da-428d-9206-c7ff8b06bd7c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:29.344204 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:29.567448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62973c-1207-47c3-89cc-21a119c8835e req-3fbad0cc-b41d-4067-ae46-3acb36948156 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:29.584205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62973c-1207-47c3-89cc-21a119c8835e req-3fbad0cc-b41d-4067-ae46-3acb36948156 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:29.592994 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:29.601050 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62973c-1207-47c3-89cc-21a119c8835e req-3fbad0cc-b41d-4067-ae46-3acb36948156 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:29.620129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62973c-1207-47c3-89cc-21a119c8835e req-3fbad0cc-b41d-4067-ae46-3acb36948156 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:29.635341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62973c-1207-47c3-89cc-21a119c8835e req-3fbad0cc-b41d-4067-ae46-3acb36948156 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:29.658541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62973c-1207-47c3-89cc-21a119c8835e req-3fbad0cc-b41d-4067-ae46-3acb36948156 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:29.660828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port cf287038-36da-428d-9206-c7ff8b06bd7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=cf287038-36da-428d-9206-c7ff8b06bd7c,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:29.668944 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:29.669982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 539dc352-83b6-4836-984f-72368194a43e up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:29.676826 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62973c-1207-47c3-89cc-21a119c8835e req-3fbad0cc-b41d-4067-ae46-3acb36948156 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:29.689406 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d62973c-1207-47c3-89cc-21a119c8835e req-3fbad0cc-b41d-4067-ae46-3acb36948156 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5435 time: 0.2772260 Jul 27 20:04:29.754764 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d62973c-1207-47c3-89cc-21a119c8835e req-07073b3f-1fa3-414c-af4b-fd25f121cf85 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582695 Jul 27 20:04:29.843557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=cf287038-36da-428d-9206-c7ff8b06bd7c,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:29.848286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 539dc352-83b6-4836-984f-72368194a43e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:29.851655 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:29.853191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 539dc352-83b6-4836-984f-72368194a43e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:29.854393 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:30.028291 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:30.055220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router d4c674e7-362b-416c-9c03-d9f5433d2d90 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:04:30.105520 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 539dc352-83b6-4836-984f-72368194a43e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=539dc352-83b6-4836-984f-72368194a43e,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:30.111606 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:30.111975 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device da69274d-209f-4682-975e-8a7c7f339880 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:30.203133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:30.239337 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:30.239337 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e5d324a3-4443-4075-bfe9-a4116cc08d40 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6647995 Jul 27 20:04:30.241060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39776) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:30.258791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=539dc352-83b6-4836-984f-72368194a43e,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:30.295877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a199c8e-9bb5-4d25-9c9d-fc722fa98ca5 None None] Sync routers for ids ['d4c674e7-362b-416c-9c03-d9f5433d2d90'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:30.317936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a199c8e-9bb5-4d25-9c9d-fc722fa98ca5 None None] Routers {'d4c674e7-362b-416c-9c03-d9f5433d2d90'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:30.318595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9a199c8e-9bb5-4d25-9c9d-fc722fa98ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d4c674e7-362b-416c-9c03-d9f5433d2d90'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:30.369761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9a199c8e-9bb5-4d25-9c9d-fc722fa98ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:30.406513 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a199c8e-9bb5-4d25-9c9d-fc722fa98ca5 None None] Routers {'d4c674e7-362b-416c-9c03-d9f5433d2d90'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:30.407155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9a199c8e-9bb5-4d25-9c9d-fc722fa98ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d4c674e7-362b-416c-9c03-d9f5433d2d90'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:30.417261 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-13e6f2d7-9330-434a-9707-0e7d3a08b031 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/routers/d4c674e7-362b-416c-9c03-d9f5433d2d90 HTTP/1.1" status: 200 len: 884 time: 0.1747463 Jul 27 20:04:30.419618 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39794) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:30.486876 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9a199c8e-9bb5-4d25-9c9d-fc722fa98ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:30.487548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a199c8e-9bb5-4d25-9c9d-fc722fa98ca5 None None] The sync data for ids ['d4c674e7-362b-416c-9c03-d9f5433d2d90'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:04:30.502490 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port da69274d-209f-4682-975e-8a7c7f339880 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:30.505243 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port da69274d-209f-4682-975e-8a7c7f339880 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:30.505884 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:30.619969 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:30.669839 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port da69274d-209f-4682-975e-8a7c7f339880, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=da69274d-209f-4682-975e-8a7c7f339880,segment=NetworkSegment(122d6dd3-0819-4f4e-b1b8-db7303157c5c),segment_id=122d6dd3-0819-4f4e-b1b8-db7303157c5c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:30.675480 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:30.676733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 126479f5-4f00-4961-8987-3f39241c2c16 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:30.711501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39806) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:30.714174 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ca4793c5-355d-4b7c-9cf7-85878e6be439 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2878604 Jul 27 20:04:30.717674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-4a66772f-4a67-4a25-a7c4-c0a1a3ed3fab tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-947566499'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:30.787588 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39814) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:30.816766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=da69274d-209f-4682-975e-8a7c7f339880,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:30.850599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 126479f5-4f00-4961-8987-3f39241c2c16 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:30.867273 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 126479f5-4f00-4961-8987-3f39241c2c16 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:30.867661 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:30.942978 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d61d3006-e38b-46e1-966d-179accc55c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.003971 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.055262 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 126479f5-4f00-4961-8987-3f39241c2c16, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=126479f5-4f00-4961-8987-3f39241c2c16,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:31.067416 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.068323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:31.113035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181b77b-579d-4911-8d6c-c5eedde8c7d3 req-388b94e3-cdbf-4c5f-abff-4c21e46510c8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:31.121422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181b77b-579d-4911-8d6c-c5eedde8c7d3 req-388b94e3-cdbf-4c5f-abff-4c21e46510c8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:31.124760 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d61d3006-e38b-46e1-966d-179accc55c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.129097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181b77b-579d-4911-8d6c-c5eedde8c7d3 req-388b94e3-cdbf-4c5f-abff-4c21e46510c8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:31.138773 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d61d3006-e38b-46e1-966d-179accc55c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.139170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181b77b-579d-4911-8d6c-c5eedde8c7d3 req-388b94e3-cdbf-4c5f-abff-4c21e46510c8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:31.147933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181b77b-579d-4911-8d6c-c5eedde8c7d3 req-388b94e3-cdbf-4c5f-abff-4c21e46510c8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:31.160118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181b77b-579d-4911-8d6c-c5eedde8c7d3 req-388b94e3-cdbf-4c5f-abff-4c21e46510c8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:31.169325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181b77b-579d-4911-8d6c-c5eedde8c7d3 req-388b94e3-cdbf-4c5f-abff-4c21e46510c8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:31.172019 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4181b77b-579d-4911-8d6c-c5eedde8c7d3 req-388b94e3-cdbf-4c5f-abff-4c21e46510c8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5438 time: 0.2109463 Jul 27 20:04:31.172748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf287038-36da-428d-9206-c7ff8b06bd7c'}, {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539dc352-83b6-4836-984f-72368194a43e'}, {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da69274d-209f-4682-975e-8a7c7f339880'}, {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126479f5-4f00-4961-8987-3f39241c2c16'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:04:31.175772 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0849798c-b9c0-4cbc-a325-64f740cfb329" -d '{"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-plugged", "status": "completed", "tag": "cf287038-36da-428d-9206-c7ff8b06bd7c"}, {"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-plugged", "status": "completed", "tag": "539dc352-83b6-4836-984f-72368194a43e"}, {"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-plugged", "status": "completed", "tag": "da69274d-209f-4682-975e-8a7c7f339880"}, {"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-plugged", "status": "completed", "tag": "126479f5-4f00-4961-8987-3f39241c2c16"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:04:31.229100 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d61d3006-e38b-46e1-966d-179accc55c76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0310d6e729b49b5a8374639d3dc9fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4402561 Jul 27 20:04:31.231298 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d3006-e38b-46e1-966d-179accc55c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2381dd33-429b-4221-a8de-f1c8afcb3fe2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:31.236437 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=126479f5-4f00-4961-8987-3f39241c2c16,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:31.246030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4181b77b-579d-4911-8d6c-c5eedde8c7d3 req-deb5f7f8-23e4-456a-8a69-bbe2e6e01f15 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666020 Jul 27 20:04:31.256629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39830) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:31.258559 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 27 Jul 2021 20:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63f2adb-ca2b-44e2-b93a-87c2b6c245c5 x-openstack-request-id: req-b63f2adb-ca2b-44e2-b93a-87c2b6c245c5 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:04:31.260930 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-plugged", "status": "completed", "tag": "cf287038-36da-428d-9206-c7ff8b06bd7c", "code": 200}, {"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-plugged", "status": "completed", "tag": "539dc352-83b6-4836-984f-72368194a43e", "code": 200}, {"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-plugged", "status": "completed", "tag": "da69274d-209f-4682-975e-8a7c7f339880", "code": 200}, {"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-plugged", "status": "completed", "tag": "126479f5-4f00-4961-8987-3f39241c2c16", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:04:31.261287 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b63f2adb-ca2b-44e2-b93a-87c2b6c245c5 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:04:31.261862 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf287038-36da-428d-9206-c7ff8b06bd7c', 'code': 200} Jul 27 20:04:31.262200 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539dc352-83b6-4836-984f-72368194a43e', 'code': 200} Jul 27 20:04:31.262540 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da69274d-209f-4682-975e-8a7c7f339880', 'code': 200} Jul 27 20:04:31.264845 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126479f5-4f00-4961-8987-3f39241c2c16', 'code': 200} Jul 27 20:04:31.275832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:31.286504 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:31.286941 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.305822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39832) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:31.360829 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-561bc4fd-1f79-4100-801a-8b9519fdbef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.403156 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4a66772f-4a67-4a25-a7c4-c0a1a3ed3fab tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.406139 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.413609 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-561bc4fd-1f79-4100-801a-8b9519fdbef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.420490 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4a66772f-4a67-4a25-a7c4-c0a1a3ed3fab tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.446842 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:31.453068 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.454281 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 0832f3a4-1619-4ea1-b9bf-87a13b42df43 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:31.522503 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-561bc4fd-1f79-4100-801a-8b9519fdbef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.529149 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-561bc4fd-1f79-4100-801a-8b9519fdbef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.529149 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-561bc4fd-1f79-4100-801a-8b9519fdbef7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2381dd33-429b-4221-a8de-f1c8afcb3fe2 HTTP/1.1" status: 204 len: 168 time: 0.2714186 Jul 27 20:04:31.533985 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad834c16-895e-4036-bc41-2c745a01465a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.547392 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bc4fd-1f79-4100-801a-8b9519fdbef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2381dd33-429b-4221-a8de-f1c8afcb3fe2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:31.568758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a66772f-4a67-4a25-a7c4-c0a1a3ed3fab tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router d4c674e7-362b-416c-9c03-d9f5433d2d90 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:04:31.575281 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:31.592789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 0832f3a4-1619-4ea1-b9bf-87a13b42df43 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:31.598297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 0832f3a4-1619-4ea1-b9bf-87a13b42df43 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:31.598942 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.674267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad834c16-895e-4036-bc41-2c745a01465a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.681961 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad834c16-895e-4036-bc41-2c745a01465a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.740583 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ad834c16-895e-4036-bc41-2c745a01465a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05e4a8f5d0144df7916db7a1e60e25cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311836 Jul 27 20:04:31.740812 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39844) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:31.750710 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad834c16-895e-4036-bc41-2c745a01465a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30f0736-637d-406c-9cac-acc44529b935,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:31.811862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a66772f-4a67-4a25-a7c4-c0a1a3ed3fab tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:31.823404 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4a66772f-4a67-4a25-a7c4-c0a1a3ed3fab tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.824170 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38353f5-9051-45b9-a302-b3910710304a None None] Sync routers for ids ['d4c674e7-362b-416c-9c03-d9f5433d2d90'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:31.829190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4a66772f-4a67-4a25-a7c4-c0a1a3ed3fab tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/d4c674e7-362b-416c-9c03-d9f5433d2d90 HTTP/1.1" status: 200 len: 891 time: 1.1156862 Jul 27 20:04:31.830393 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39852) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:31.837502 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38353f5-9051-45b9-a302-b3910710304a None None] Routers {'d4c674e7-362b-416c-9c03-d9f5433d2d90'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:31.842662 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-e38353f5-9051-45b9-a302-b3910710304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d4c674e7-362b-416c-9c03-d9f5433d2d90'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:31.843446 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd7340c5-d93b-49a7-a56f-000626fd2770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.895632 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd7340c5-d93b-49a7-a56f-000626fd2770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.913462 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-e38353f5-9051-45b9-a302-b3910710304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:31.924008 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38353f5-9051-45b9-a302-b3910710304a None None] Routers {'d4c674e7-362b-416c-9c03-d9f5433d2d90'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:31.925394 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-e38353f5-9051-45b9-a302-b3910710304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d4c674e7-362b-416c-9c03-d9f5433d2d90'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:31.925985 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.962947 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd7340c5-d93b-49a7-a56f-000626fd2770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.968248 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd7340c5-d93b-49a7-a56f-000626fd2770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.968932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 0832f3a4-1619-4ea1-b9bf-87a13b42df43, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0832f3a4-1619-4ea1-b9bf-87a13b42df43,segment=NetworkSegment(beabbc31-88fb-41e8-9559-fee35019510b),segment_id=beabbc31-88fb-41e8-9559-fee35019510b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:31.969805 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bd7340c5-d93b-49a7-a56f-000626fd2770 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c30f0736-637d-406c-9cac-acc44529b935 HTTP/1.1" status: 204 len: 168 time: 0.2275872 Jul 27 20:04:31.978688 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:31.989145 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7340c5-d93b-49a7-a56f-000626fd2770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30f0736-637d-406c-9cac-acc44529b935,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:32.002620 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-e38353f5-9051-45b9-a302-b3910710304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:32.003277 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38353f5-9051-45b9-a302-b3910710304a None None] The sync data for ids ['d4c674e7-362b-416c-9c03-d9f5433d2d90'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:04:32.088787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=0832f3a4-1619-4ea1-b9bf-87a13b42df43,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:32.094174 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-25c75e49-e68f-48b1-bfc8-b45b7fbcca96 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/routers/d4c674e7-362b-416c-9c03-d9f5433d2d90 HTTP/1.1" status: 200 len: 891 time: 0.2609580 Jul 27 20:04:32.094829 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39856) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:32.102970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39858) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:32.125689 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1578258f-3b78-4de5-8d86-9cbdc8c3bf0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:32.157174 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a159e127-22ec-441e-a0c5-5bcfb3e16079 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c674e7-362b-416c-9c03-d9f5433d2d90 HTTP/1.1" status: 200 len: 205 time: 0.0572574 Jul 27 20:04:32.157174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39862) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:32.289769 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1578258f-3b78-4de5-8d86-9cbdc8c3bf0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:32.301680 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8952458-9613-4b40-a62b-63a865791f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:32.306952 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1578258f-3b78-4de5-8d86-9cbdc8c3bf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:32.378033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578258f-3b78-4de5-8d86-9cbdc8c3bf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4477ea4f-f2d6-422d-85c9-950cac33921f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:32.407162 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1578258f-3b78-4de5-8d86-9cbdc8c3bf0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b5e838c41dd48399cbd06d7632db93e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006916 Jul 27 20:04:32.407360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39872) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:32.465644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8952458-9613-4b40-a62b-63a865791f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:32.531634 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f8952458-9613-4b40-a62b-63a865791f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port d3c25ee8-33b7-47c1-9674-cd4fa6ced756 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:32.532163 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8952458-9613-4b40-a62b-63a865791f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:32.534629 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-30b31e16-95bf-4c15-a75c-baeb694eb3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:32.570643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cc37b-b79d-4e2f-b800-1d3908dbbd6d req-aceacbd3-cede-44b6-b0bd-40c0c35a43c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:32.577200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cc37b-b79d-4e2f-b800-1d3908dbbd6d req-aceacbd3-cede-44b6-b0bd-40c0c35a43c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:32.583579 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cc37b-b79d-4e2f-b800-1d3908dbbd6d req-aceacbd3-cede-44b6-b0bd-40c0c35a43c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:32.588213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39878) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:32.590553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cc37b-b79d-4e2f-b800-1d3908dbbd6d req-aceacbd3-cede-44b6-b0bd-40c0c35a43c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:32.596581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cc37b-b79d-4e2f-b800-1d3908dbbd6d req-aceacbd3-cede-44b6-b0bd-40c0c35a43c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:32.603226 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cc37b-b79d-4e2f-b800-1d3908dbbd6d req-aceacbd3-cede-44b6-b0bd-40c0c35a43c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:32.607583 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a80cbdc3-a55f-4ac2-b684-faa0829441ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:32.609097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cc37b-b79d-4e2f-b800-1d3908dbbd6d req-aceacbd3-cede-44b6-b0bd-40c0c35a43c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:32.611331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-547cc37b-b79d-4e2f-b800-1d3908dbbd6d req-aceacbd3-cede-44b6-b0bd-40c0c35a43c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5441 time: 0.1876986 Jul 27 20:04:32.625490 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-30b31e16-95bf-4c15-a75c-baeb694eb3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:32.665655 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8952458-9613-4b40-a62b-63a865791f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:32.684624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f8952458-9613-4b40-a62b-63a865791f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for d3c25ee8-33b7-47c1-9674-cd4fa6ced756 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:32.689171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-547cc37b-b79d-4e2f-b800-1d3908dbbd6d req-8ca70e32-97b3-4c02-852d-39bd6951ca46 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667009 Jul 27 20:04:32.715411 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-30b31e16-95bf-4c15-a75c-baeb694eb3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:32.718438 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-30b31e16-95bf-4c15-a75c-baeb694eb3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:32.722482 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-30b31e16-95bf-4c15-a75c-baeb694eb3f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4477ea4f-f2d6-422d-85c9-950cac33921f HTTP/1.1" status: 204 len: 168 time: 0.3113182 Jul 27 20:04:32.728245 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b31e16-95bf-4c15-a75c-baeb694eb3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4477ea4f-f2d6-422d-85c9-950cac33921f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:32.878766 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a80cbdc3-a55f-4ac2-b684-faa0829441ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:32.886038 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a80cbdc3-a55f-4ac2-b684-faa0829441ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:32.968745 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a80cbdc3-a55f-4ac2-b684-faa0829441ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84de2cd48b6446ccbecb71171654591b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3793344 Jul 27 20:04:32.971370 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39888) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:32.972005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80cbdc3-a55f-4ac2-b684-faa0829441ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b6b679-275e-4599-a8fd-929a2a56979c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:33.023542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8952458-9613-4b40-a62b-63a865791f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:33.053322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8952458-9613-4b40-a62b-63a865791f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=d3c25ee8-33b7-47c1-9674-cd4fa6ced756,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:33.266259 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67'}, {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0832f3a4-1619-4ea1-b9bf-87a13b42df43'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:04:33.269400 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdb8a46-9fb7-41a9-83c3-5629f15cf296" -d '{"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-plugged", "status": "completed", "tag": "b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67"}, {"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-plugged", "status": "completed", "tag": "0832f3a4-1619-4ea1-b9bf-87a13b42df43"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:04:33.315286 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 20:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bd2ca5-800e-4d1a-b401-92ecf65d4eb2 x-openstack-request-id: req-a2bd2ca5-800e-4d1a-b401-92ecf65d4eb2 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:04:33.315588 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-plugged", "status": "completed", "tag": "b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67", "code": 200}, {"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-plugged", "status": "completed", "tag": "0832f3a4-1619-4ea1-b9bf-87a13b42df43", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:04:33.315834 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2bd2ca5-800e-4d1a-b401-92ecf65d4eb2 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:04:33.316227 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67', 'code': 200} Jul 27 20:04:33.316593 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0832f3a4-1619-4ea1-b9bf-87a13b42df43', 'code': 200} Jul 27 20:04:33.476500 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e1fb2d6-fe94-4888-9455-e2a2fdf64549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:33.504795 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480ef66-4f33-4bdc-b9d1-a37e91b7de93 req-eda80c53-c0ff-45c7-9779-323bbf1e1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:33.505437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480ef66-4f33-4bdc-b9d1-a37e91b7de93 req-eda80c53-c0ff-45c7-9779-323bbf1e1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:33.505945 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480ef66-4f33-4bdc-b9d1-a37e91b7de93 req-eda80c53-c0ff-45c7-9779-323bbf1e1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:33.506473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480ef66-4f33-4bdc-b9d1-a37e91b7de93 req-eda80c53-c0ff-45c7-9779-323bbf1e1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:33.507033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480ef66-4f33-4bdc-b9d1-a37e91b7de93 req-eda80c53-c0ff-45c7-9779-323bbf1e1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:33.508353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480ef66-4f33-4bdc-b9d1-a37e91b7de93 req-eda80c53-c0ff-45c7-9779-323bbf1e1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:33.509084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480ef66-4f33-4bdc-b9d1-a37e91b7de93 req-eda80c53-c0ff-45c7-9779-323bbf1e1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:33.512781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9480ef66-4f33-4bdc-b9d1-a37e91b7de93 req-eda80c53-c0ff-45c7-9779-323bbf1e1696 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6505 time: 0.0903687 Jul 27 20:04:33.536478 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e1fb2d6-fe94-4888-9455-e2a2fdf64549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:33.549880 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8952458-9613-4b40-a62b-63a865791f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:33.577450 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9480ef66-4f33-4bdc-b9d1-a37e91b7de93 req-bb48c573-3d0f-41f9-b4f1-b2be76344682 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556240 Jul 27 20:04:33.664885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8952458-9613-4b40-a62b-63a865791f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:33.667497 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8952458-9613-4b40-a62b-63a865791f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:33.722525 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8952458-9613-4b40-a62b-63a865791f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:33.723136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8952458-9613-4b40-a62b-63a865791f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Fanout notify agent at l3_agent the message router_deleted on router d4c674e7-362b-416c-9c03-d9f5433d2d90 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:04:33.733808 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8952458-9613-4b40-a62b-63a865791f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:33.738959 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f8952458-9613-4b40-a62b-63a865791f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/routers/d4c674e7-362b-416c-9c03-d9f5433d2d90 HTTP/1.1" status: 204 len: 168 time: 1.5770543 Jul 27 20:04:33.738959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39920) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:33.743592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b613d9fa-2ad2-495e-ba6d-a87026c551bc tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-511885499'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:33.747381 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e1fb2d6-fe94-4888-9455-e2a2fdf64549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:33.750164 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e1fb2d6-fe94-4888-9455-e2a2fdf64549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:33.751322 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1e1fb2d6-fe94-4888-9455-e2a2fdf64549 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4b6b679-275e-4599-a8fd-929a2a56979c HTTP/1.1" status: 204 len: 168 time: 0.7760799 Jul 27 20:04:33.766117 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fb2d6-fe94-4888-9455-e2a2fdf64549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b6b679-275e-4599-a8fd-929a2a56979c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:33.790101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b613d9fa-2ad2-495e-ba6d-a87026c551bc tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:04:33.794726 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b613d9fa-2ad2-495e-ba6d-a87026c551bc tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:33.844254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b613d9fa-2ad2-495e-ba6d-a87026c551bc tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:04:33.865727 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b613d9fa-2ad2-495e-ba6d-a87026c551bc tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:33.866107 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-b613d9fa-2ad2-495e-ba6d-a87026c551bc tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Added segment 2f17233a-b05e-4bdc-bb03-b0c5ee52f349 of type vlan for network 29c8b905-29e4-45a2-a580-eeffe3818953 Jul 27 20:04:33.933530 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b613d9fa-2ad2-495e-ba6d-a87026c551bc tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:33.971287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b613d9fa-2ad2-495e-ba6d-a87026c551bc tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:33.980963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca412a14-f08b-42cf-a786-382aeb16ac57 req-f155d044-0dca-456d-956d-efcce4ac268c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:33.986553 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b613d9fa-2ad2-495e-ba6d-a87026c551bc tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:33.987214 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b613d9fa-2ad2-495e-ba6d-a87026c551bc tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:33.987978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca412a14-f08b-42cf-a786-382aeb16ac57 req-f155d044-0dca-456d-956d-efcce4ac268c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:33.994339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca412a14-f08b-42cf-a786-382aeb16ac57 req-f155d044-0dca-456d-956d-efcce4ac268c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:34.001667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca412a14-f08b-42cf-a786-382aeb16ac57 req-f155d044-0dca-456d-956d-efcce4ac268c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:34.009052 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca412a14-f08b-42cf-a786-382aeb16ac57 req-f155d044-0dca-456d-956d-efcce4ac268c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:34.015798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca412a14-f08b-42cf-a786-382aeb16ac57 req-f155d044-0dca-456d-956d-efcce4ac268c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:34.022125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca412a14-f08b-42cf-a786-382aeb16ac57 req-f155d044-0dca-456d-956d-efcce4ac268c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:34.030876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca412a14-f08b-42cf-a786-382aeb16ac57 req-f155d044-0dca-456d-956d-efcce4ac268c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5441 time: 0.1574981 Jul 27 20:04:34.081327 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca412a14-f08b-42cf-a786-382aeb16ac57 req-51d12b68-76c2-4b8b-ae97-a7a0391d79e6 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495563 Jul 27 20:04:34.116442 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b613d9fa-2ad2-495e-ba6d-a87026c551bc tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3766346 Jul 27 20:04:34.119334 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39940) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:34.133632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-94db36a1-11c9-4be2-a780-3f26db57f91f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'subnet': {'network_id': '29c8b905-29e4-45a2-a580-eeffe3818953', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:34.139472 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613d9fa-2ad2-495e-ba6d-a87026c551bc tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Network': ['ID=29c8b905-29e4-45a2-a580-eeffe3818953,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:34.151676 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 29c8b905-29e4-45a2-a580-eeffe3818953 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:04:34.251043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94db36a1-11c9-4be2-a780-3f26db57f91f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:04:34.254905 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94db36a1-11c9-4be2-a780-3f26db57f91f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:34.480817 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94db36a1-11c9-4be2-a780-3f26db57f91f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:34.898149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db36a1-11c9-4be2-a780-3f26db57f91f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Subnet': ['ID=1f634fc0-5a31-49b3-b559-03f9d71e9c0f,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:34.935801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db36a1-11c9-4be2-a780-3f26db57f91f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Checking segment: {'id': '2f17233a-b05e-4bdc-bb03-b0c5ee52f349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '29c8b905-29e4-45a2-a580-eeffe3818953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:04:34.937138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db36a1-11c9-4be2-a780-3f26db57f91f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network hostable DHCP agents. Network: 29c8b905-29e4-45a2-a580-eeffe3818953, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:04:34.981433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db36a1-11c9-4be2-a780-3f26db57f91f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 29c8b905-29e4-45a2-a580-eeffe3818953 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:04:34.996848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-94db36a1-11c9-4be2-a780-3f26db57f91f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 29c8b905-29e4-45a2-a580-eeffe3818953) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:35.001218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94db36a1-11c9-4be2-a780-3f26db57f91f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:35.002091 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94db36a1-11c9-4be2-a780-3f26db57f91f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:35.007593 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08d494b-e6d3-4131-96c3-799cffd8676e None None] Network 29c8b905-29e4-45a2-a580-eeffe3818953 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:35.027110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-94db36a1-11c9-4be2-a780-3f26db57f91f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9057410 Jul 27 20:04:35.030191 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39984) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:35.036422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e6f17c9f-3d14-4626-82fb-60924d928b37 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1994992444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:35.069431 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e6f17c9f-3d14-4626-82fb-60924d928b37 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:35.073950 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e6f17c9f-3d14-4626-82fb-60924d928b37 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:35.144851 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e6f17c9f-3d14-4626-82fb-60924d928b37 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:35.152762 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e6f17c9f-3d14-4626-82fb-60924d928b37 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:35.184446 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e6f17c9f-3d14-4626-82fb-60924d928b37 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:35.184446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e6f17c9f-3d14-4626-82fb-60924d928b37 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1503527 Jul 27 20:04:35.185563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39994) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:35.228934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-29c8b905-29e4-45a2-a580-eeffe3818953', 'network_id': '29c8b905-29e4-45a2-a580-eeffe3818953', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'fixed_ips': [{'subnet_id': '1f634fc0-5a31-49b3-b559-03f9d71e9c0f'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:04:35.229982 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:35.349705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b331-5932-4720-be86-0934bbd11d82 req-7590483c-f412-411d-b910-f13f45f6a53d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:35.357916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b331-5932-4720-be86-0934bbd11d82 req-7590483c-f412-411d-b910-f13f45f6a53d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:35.366608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b331-5932-4720-be86-0934bbd11d82 req-7590483c-f412-411d-b910-f13f45f6a53d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:35.373633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b331-5932-4720-be86-0934bbd11d82 req-7590483c-f412-411d-b910-f13f45f6a53d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:35.381594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b331-5932-4720-be86-0934bbd11d82 req-7590483c-f412-411d-b910-f13f45f6a53d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:35.390294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b331-5932-4720-be86-0934bbd11d82 req-7590483c-f412-411d-b910-f13f45f6a53d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:35.398777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b331-5932-4720-be86-0934bbd11d82 req-7590483c-f412-411d-b910-f13f45f6a53d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:35.401487 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8e0b331-5932-4720-be86-0934bbd11d82 req-7590483c-f412-411d-b910-f13f45f6a53d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5441 time: 0.1795995 Jul 27 20:04:35.480990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Allocated IP 2001:db8::2 (29c8b905-29e4-45a2-a580-eeffe3818953/1f634fc0-5a31-49b3-b559-03f9d71e9c0f/7560096c-ac5e-466a-a246-f6ee8722754d) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:04:35.531977 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8e0b331-5932-4720-be86-0934bbd11d82 req-c0cbc666-0623-4cf9-8ef4-405c10d800d5 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209636 Jul 27 20:04:35.745508 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:35.755560 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:35.766429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Transition to ACTIVE for port object 7560096c-ac5e-466a-a246-f6ee8722754d will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:35.792962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Transition to ACTIVE for port object 7560096c-ac5e-466a-a246-f6ee8722754d will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:35.793836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bc786-fddc-492d-93ad-af6d31106409 req-934fc28f-afd1-4dc0-a7ac-6af5d7b6aa7a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:35.813714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bc786-fddc-492d-93ad-af6d31106409 req-934fc28f-afd1-4dc0-a7ac-6af5d7b6aa7a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:35.814341 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:35.829579 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bc786-fddc-492d-93ad-af6d31106409 req-934fc28f-afd1-4dc0-a7ac-6af5d7b6aa7a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:35.842021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bc786-fddc-492d-93ad-af6d31106409 req-934fc28f-afd1-4dc0-a7ac-6af5d7b6aa7a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:35.850667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bc786-fddc-492d-93ad-af6d31106409 req-934fc28f-afd1-4dc0-a7ac-6af5d7b6aa7a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:35.860214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bc786-fddc-492d-93ad-af6d31106409 req-934fc28f-afd1-4dc0-a7ac-6af5d7b6aa7a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:35.868931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bc786-fddc-492d-93ad-af6d31106409 req-934fc28f-afd1-4dc0-a7ac-6af5d7b6aa7a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:35.871794 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-681bc786-fddc-492d-93ad-af6d31106409 req-934fc28f-afd1-4dc0-a7ac-6af5d7b6aa7a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5441 time: 0.2068245 Jul 27 20:04:35.873486 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Network 29c8b905-29e4-45a2-a580-eeffe3818953 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:35.886118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40026) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:35.888155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:35.893905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:04:35.897845 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f260e69a-5653-4bd1-981e-c91fb5f8d429 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Request body: {'floatingip': {'port_id': '0832f3a4-1619-4ea1-b9bf-87a13b42df43'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:35.963477 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f260e69a-5653-4bd1-981e-c91fb5f8d429 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:35.991276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Pushing event updated for resources: {'Port': ['ID=7560096c-ac5e-466a-a246-f6ee8722754d,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:35.999562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Attempting to bind port 7560096c-ac5e-466a-a246-f6ee8722754d on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:04:35.999926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Attempting to bind port 7560096c-ac5e-466a-a246-f6ee8722754d by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '2f17233a-b05e-4bdc-bb03-b0c5ee52f349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '29c8b905-29e4-45a2-a580-eeffe3818953'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:04:36.000328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Attempting to bind port 7560096c-ac5e-466a-a246-f6ee8722754d on network 29c8b905-29e4-45a2-a580-eeffe3818953 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:04:36.006322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:04:36.006780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Checking segment: {'id': '2f17233a-b05e-4bdc-bb03-b0c5ee52f349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '29c8b905-29e4-45a2-a580-eeffe3818953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:04:36.007187 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:36.007576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Bound using segment: {'id': '2f17233a-b05e-4bdc-bb03-b0c5ee52f349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '29c8b905-29e4-45a2-a580-eeffe3818953'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:04:36.008035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Bound port: 7560096c-ac5e-466a-a246-f6ee8722754d, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f17233a-b05e-4bdc-bb03-b0c5ee52f349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '29c8b905-29e4-45a2-a580-eeffe3818953'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:04:36.008837 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:36.086738 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] For port 7560096c-ac5e-466a-a246-f6ee8722754d, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:04:36.090840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] For port 7560096c-ac5e-466a-a246-f6ee8722754d, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7560096c-ac5e-466a-a246-f6ee8722754d,segment=NetworkSegment(2f17233a-b05e-4bdc-bb03-b0c5ee52f349),segment_id=2f17233a-b05e-4bdc-bb03-b0c5ee52f349)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:04:36.102986 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:36.204557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Allocated IP 2001:db8::1 (29c8b905-29e4-45a2-a580-eeffe3818953/1f634fc0-5a31-49b3-b559-03f9d71e9c0f/8d89addb-06e0-4230-9633-5ded44a9390f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:04:36.230534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed42bd-e8eb-488f-8e94-113c91780213 None None] Pushing event updated for resources: {'Port': ['ID=7560096c-ac5e-466a-a246-f6ee8722754d,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:36.425786 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:36.467737 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Transition to ACTIVE for port object 8d89addb-06e0-4230-9633-5ded44a9390f will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:36.560127 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:36.659066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 29c8b905-29e4-45a2-a580-eeffe3818953 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:36.674354 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:36.682643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:04:36.683448 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:36.735908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=8d89addb-06e0-4230-9633-5ded44a9390f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:36.881724 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:37.060063 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.resource_extend [None req-f260e69a-5653-4bd1-981e-c91fb5f8d429 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 20:04:37.167090 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f260e69a-5653-4bd1-981e-c91fb5f8d429 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:37.173036 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f260e69a-5653-4bd1-981e-c91fb5f8d429 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:37.269614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40086) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:37.371907 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-f260e69a-5653-4bd1-981e-c91fb5f8d429 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Floating IP 67482085-677e-4350-aab8-9e7a1953de8f associated. External IP: 172.25.1.49, port: 0832f3a4-1619-4ea1-b9bf-87a13b42df43. Jul 27 20:04:37.425683 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:37.437036 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:37.437867 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:37.497508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=8d89addb-06e0-4230-9633-5ded44a9390f,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:37.565983 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-120a380e-83c6-4f5b-8046-8ca64de8ecad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:37.571156 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c706f30-919c-4f7f-b2f2-b53559208b58 None None] Network 29c8b905-29e4-45a2-a580-eeffe3818953 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:37.660497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 29c8b905-29e4-45a2-a580-eeffe3818953 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:37.665561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:37.668574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c81f5160-6300-4731-bc4b-920da8f5923e None None] Provisioning for port 7560096c-ac5e-466a-a246-f6ee8722754d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:37.841218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f260e69a-5653-4bd1-981e-c91fb5f8d429 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:04:37.858940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router a6284b83-9032-44b0-b8da-23bb648c06b0 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:04:37.868718 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-120a380e-83c6-4f5b-8046-8ca64de8ecad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:37.924366 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-120a380e-83c6-4f5b-8046-8ca64de8ecad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:38.023947 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:38.027553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-120a380e-83c6-4f5b-8046-8ca64de8ecad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8519240e0c94d6f9588c2f24174a5bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7563818 Jul 27 20:04:38.033837 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4d88245b-83eb-47ae-8595-2cdd2d8b7239 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/a6284b83-9032-44b0-b8da-23bb648c06b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8470716 Jul 27 20:04:38.034465 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40118) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:38.037595 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40120) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:38.038781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea16cc1-df76-46c2-85c3-233d3456502c None None] Sync routers for ids ['a6284b83-9032-44b0-b8da-23bb648c06b0'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:38.049723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a380e-83c6-4f5b-8046-8ca64de8ecad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2d05f0-133a-43c8-94d8-897d2a91a6cb,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:38.062743 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea16cc1-df76-46c2-85c3-233d3456502c None None] Routers {'a6284b83-9032-44b0-b8da-23bb648c06b0'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:38.063398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7ea16cc1-df76-46c2-85c3-233d3456502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a6284b83-9032-44b0-b8da-23bb648c06b0'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:38.068891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7560096c-ac5e-466a-a246-f6ee8722754d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:38.104254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f260e69a-5653-4bd1-981e-c91fb5f8d429 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:38.117132 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e17f4e-27b0-40d9-b07a-c1ae9b42c019 None None] Sync routers for ids ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:38.129599 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f260e69a-5653-4bd1-981e-c91fb5f8d429 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:38.148285 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e17f4e-27b0-40d9-b07a-c1ae9b42c019 None None] Routers {'9d17ba30-0d96-40b5-be58-074fe9d5eae3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:38.150216 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-90e17f4e-27b0-40d9-b07a-c1ae9b42c019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:38.175909 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d36bd183-413b-4944-9fef-c722c33298c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:38.207229 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb39d62-c111-491e-8655-4c0f6e4e2413 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:38.216872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fcb39d62-c111-491e-8655-4c0f6e4e2413 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports/8d89addb-06e0-4230-9633-5ded44a9390f HTTP/1.1" status: 200 len: 911 time: 0.1782982 Jul 27 20:04:38.219844 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40124) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:38.235143 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d36bd183-413b-4944-9fef-c722c33298c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:38.240247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7ea16cc1-df76-46c2-85c3-233d3456502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:38.249815 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a8cf44fa-a008-4969-a29f-03fc41d98725 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f634fc0-5a31-49b3-b559-03f9d71e9c0f'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:38.255277 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f260e69a-5653-4bd1-981e-c91fb5f8d429 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "PUT /v2.0/floatingips/67482085-677e-4350-aab8-9e7a1953de8f HTTP/1.1" status: 200 len: 991 time: 2.3679707 Jul 27 20:04:38.259543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': '0832f3a4-1619-4ea1-b9bf-87a13b42df43'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:04:38.269607 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a4477e-8f4d-492d-82bc-fac6b8f58550" -d '{"events": [{"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "0832f3a4-1619-4ea1-b9bf-87a13b42df43"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:04:38.297094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea16cc1-df76-46c2-85c3-233d3456502c None None] Routers {'a6284b83-9032-44b0-b8da-23bb648c06b0'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:38.297767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7ea16cc1-df76-46c2-85c3-233d3456502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a6284b83-9032-44b0-b8da-23bb648c06b0'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:38.358979 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfc6063-b5ef-486d-a020-dca8fe2056bf x-openstack-request-id: req-6cfc6063-b5ef-486d-a020-dca8fe2056bf {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:04:38.359503 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "tag": "0832f3a4-1619-4ea1-b9bf-87a13b42df43", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:04:38.359954 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cfc6063-b5ef-486d-a020-dca8fe2056bf {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:04:38.360598 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'tag': '0832f3a4-1619-4ea1-b9bf-87a13b42df43', 'status': 'completed', 'code': 200} Jul 27 20:04:38.398812 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-90e17f4e-27b0-40d9-b07a-c1ae9b42c019 None None] Set router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:04:38.404131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 7560096c-ac5e-466a-a246-f6ee8722754d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:38.415592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7560096c-ac5e-466a-a246-f6ee8722754d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:38.415982 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:38.420852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7ea16cc1-df76-46c2-85c3-233d3456502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:38.421596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea16cc1-df76-46c2-85c3-233d3456502c None None] The sync data for ids ['a6284b83-9032-44b0-b8da-23bb648c06b0'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:04:38.502944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-11817eb3-45f7-4098-9afb-ee383503152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:38.503425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-11817eb3-45f7-4098-9afb-ee383503152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:38.503909 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-11817eb3-45f7-4098-9afb-ee383503152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:38.504370 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-11817eb3-45f7-4098-9afb-ee383503152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:38.504857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-11817eb3-45f7-4098-9afb-ee383503152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:38.505328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-11817eb3-45f7-4098-9afb-ee383503152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:38.505788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-11817eb3-45f7-4098-9afb-ee383503152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:38.508431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-11817eb3-45f7-4098-9afb-ee383503152f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6505 time: 0.1130445 Jul 27 20:04:38.512975 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:38.573469 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2a688a3e-0085-4f8c-9e2c-af99bf189ad8 None None] Provisioning for port 8d89addb-06e0-4230-9633-5ded44a9390f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:38.607320 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d36bd183-413b-4944-9fef-c722c33298c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:38.610049 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d36bd183-413b-4944-9fef-c722c33298c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:38.622215 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d36bd183-413b-4944-9fef-c722c33298c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd2d05f0-133a-43c8-94d8-897d2a91a6cb HTTP/1.1" status: 204 len: 168 time: 0.5829847 Jul 27 20:04:38.662154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-de88d735-e2b7-482d-9d18-790cb1319fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:38.663737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-de88d735-e2b7-482d-9d18-790cb1319fb0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ac679f8b-06ff-475b-999e-fecd672dac7a HTTP/1.1" status: 200 len: 917 time: 0.1471879 Jul 27 20:04:38.664978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2a688a3e-0085-4f8c-9e2c-af99bf189ad8 None None] Provisioning complete for port 8d89addb-06e0-4230-9633-5ded44a9390f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:38.667073 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2a688a3e-0085-4f8c-9e2c-af99bf189ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:38.677464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bd183-413b-4944-9fef-c722c33298c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2d05f0-133a-43c8-94d8-897d2a91a6cb,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:38.772041 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:38.786752 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-2a688a3e-0085-4f8c-9e2c-af99bf189ad8 None None] Port 8d89addb-06e0-4230-9633-5ded44a9390f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:04:38.796872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40146) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:38.800340 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-3f0a5ada-d490-44c6-b2b0-3060696b3687 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0832f3a4-1619-4ea1-b9bf-87a13b42df43 HTTP/1.1" status: 200 len: 999 time: 0.1277299 Jul 27 20:04:38.817203 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2a688a3e-0085-4f8c-9e2c-af99bf189ad8 None None] Provisioning complete for port 7560096c-ac5e-466a-a246-f6ee8722754d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:38.817840 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2a688a3e-0085-4f8c-9e2c-af99bf189ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:38.853042 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 7560096c-ac5e-466a-a246-f6ee8722754d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7560096c-ac5e-466a-a246-f6ee8722754d,segment=NetworkSegment(2f17233a-b05e-4bdc-bb03-b0c5ee52f349),segment_id=2f17233a-b05e-4bdc-bb03-b0c5ee52f349)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:38.862496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40148) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:38.869487 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:38.907689 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8cf44fa-a008-4969-a29f-03fc41d98725 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:38.940195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-b9aa9ea5-a8b0-4c2c-ba59-bdc00bbabee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:38.941743 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-b9aa9ea5-a8b0-4c2c-ba59-bdc00bbabee0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5c4faa1-1e78-41dd-a98d-2cdbd705d07e HTTP/1.1" status: 200 len: 855 time: 0.1304584 Jul 27 20:04:38.943668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=7560096c-ac5e-466a-a246-f6ee8722754d,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:38.971939 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-90e17f4e-27b0-40d9-b07a-c1ae9b42c019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:06Z', 'updated_at': '2021-07-27T20:02:15Z', 'revision_number': 4, 'project_id': '65feb551352040c08fc20a451933c436', 'gw_port': {'id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:07Z', 'updated_at': '2021-07-27T20:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '67482085-677e-4350-aab8-9e7a1953de8f', 'tenant_id': '65feb551352040c08fc20a451933c436', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'port_id': '0832f3a4-1619-4ea1-b9bf-87a13b42df43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'mac_address': 'fa:16:3e:f7:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:03:18Z', 'updated_at': '2021-07-27T20:04:36Z', 'revision_number': 1, 'project_id': '65feb551352040c08fc20a451933c436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a1b7e0-3481-4876-bd74-277b56044be3', 'name': '', 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'tenant_id': '65feb551352040c08fc20a451933c436', 'mac_address': 'fa:16:3e:d4:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:13Z', 'updated_at': '2021-07-27T20:02:27Z', 'revision_number': 5, 'project_id': '65feb551352040c08fc20a451933c436', 'subnets': [{'id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:39.022895 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e17f4e-27b0-40d9-b07a-c1ae9b42c019 None None] Checking router: 9d17ba30-0d96-40b5-be58-074fe9d5eae3 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:04:39.035909 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e17f4e-27b0-40d9-b07a-c1ae9b42c019 None None] Routers {'9d17ba30-0d96-40b5-be58-074fe9d5eae3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:39.036906 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-90e17f4e-27b0-40d9-b07a-c1ae9b42c019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:39.048627 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-88f638ed-bb9e-4238-bf5a-d928660ceed7 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/floatingips/9bac81c5-eb59-4741-ab88-d5fb5b8db888 HTTP/1.1" status: 200 len: 993 time: 0.2414000 Jul 27 20:04:39.129559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f31236aa-b92c-4327-b220-0b18b035cd58 None None] Provisioning complete for port 8d89addb-06e0-4230-9633-5ded44a9390f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:39.174245 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f31236aa-b92c-4327-b220-0b18b035cd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:39.209312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-0f458014-3143-419f-a212-9c9bf19d35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:39.223222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-0f458014-3143-419f-a212-9c9bf19d35b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ac679f8b-06ff-475b-999e-fecd672dac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2559106 Jul 27 20:04:39.228783 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-90e17f4e-27b0-40d9-b07a-c1ae9b42c019 None None] Set router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:04:39.305068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f31236aa-b92c-4327-b220-0b18b035cd58 None None] Port 8d89addb-06e0-4230-9633-5ded44a9390f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:04:39.338382 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f89bc98a-4a31-4568-a07c-c3b423486b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:39.344436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40162) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:39.440145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a1f40109-e4a5-4ca0-9e20-c5a95d06a785 None None] Provisioning complete for port 8d89addb-06e0-4230-9633-5ded44a9390f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:39.441958 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a1f40109-e4a5-4ca0-9e20-c5a95d06a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:39.533273 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a1f40109-e4a5-4ca0-9e20-c5a95d06a785 None None] Port 8d89addb-06e0-4230-9633-5ded44a9390f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:04:39.559966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40170) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:39.593881 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3a85784-9405-4801-bc9e-2d6690dfac22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:39.614022 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-90e17f4e-27b0-40d9-b07a-c1ae9b42c019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:06Z', 'updated_at': '2021-07-27T20:02:15Z', 'revision_number': 4, 'project_id': '65feb551352040c08fc20a451933c436', 'gw_port': {'id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:07Z', 'updated_at': '2021-07-27T20:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '67482085-677e-4350-aab8-9e7a1953de8f', 'tenant_id': '65feb551352040c08fc20a451933c436', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'port_id': '0832f3a4-1619-4ea1-b9bf-87a13b42df43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'mac_address': 'fa:16:3e:f7:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:03:18Z', 'updated_at': '2021-07-27T20:04:36Z', 'revision_number': 1, 'project_id': '65feb551352040c08fc20a451933c436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a1b7e0-3481-4876-bd74-277b56044be3', 'name': '', 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'tenant_id': '65feb551352040c08fc20a451933c436', 'mac_address': 'fa:16:3e:d4:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:13Z', 'updated_at': '2021-07-27T20:02:27Z', 'revision_number': 5, 'project_id': '65feb551352040c08fc20a451933c436', 'subnets': [{'id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:39.651367 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e17f4e-27b0-40d9-b07a-c1ae9b42c019 None None] The sync data for ids ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'] in n-d-705657-21 is: [{'id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:06Z', 'updated_at': '2021-07-27T20:02:15Z', 'revision_number': 4, 'project_id': '65feb551352040c08fc20a451933c436', 'gw_port': {'id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:07Z', 'updated_at': '2021-07-27T20:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '67482085-677e-4350-aab8-9e7a1953de8f', 'tenant_id': '65feb551352040c08fc20a451933c436', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'port_id': '0832f3a4-1619-4ea1-b9bf-87a13b42df43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'mac_address': 'fa:16:3e:f7:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:03:18Z', 'updated_at': '2021-07-27T20:04:36Z', 'revision_number': 1, 'project_id': '65feb551352040c08fc20a451933c436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a1b7e0-3481-4876-bd74-277b56044be3', 'name': '', 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'tenant_id': '65feb551352040c08fc20a451933c436', 'mac_address': 'fa:16:3e:d4:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:13Z', 'updated_at': '2021-07-27T20:02:27Z', 'revision_number': 5, 'project_id': '65feb551352040c08fc20a451933c436', 'subnets': [{'id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:04:39.674648 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-fcc785bf-dc0d-4fe9-95a2-0b6f9530df63 service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505055 Jul 27 20:04:39.742160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Deleting port df9db25a-d85a-43ce-825e-8dcacc6da129 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:39.742498 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:39.755934 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f89bc98a-4a31-4568-a07c-c3b423486b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:39.772955 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f89bc98a-4a31-4568-a07c-c3b423486b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:39.857914 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f89bc98a-4a31-4568-a07c-c3b423486b6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f105309b5874d7bbb5bb90cb24d7b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9844668 Jul 27 20:04:39.861553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66a4477e-8f4d-492d-82bc-fac6b8f58550 req-4a0c5c83-6e84-4dec-ba28-addba5867fd9 service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737678 Jul 27 20:04:39.863751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40178) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:39.866167 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bc98a-4a31-4568-a07c-c3b423486b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13a7160-7a7b-4d53-abdf-db9478a2f212,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:39.884455 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:39.887545 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:39.900218 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8cf44fa-a008-4969-a29f-03fc41d98725 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:39.919233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Calling delete_port for df9db25a-d85a-43ce-825e-8dcacc6da129 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:39.937211 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8cf44fa-a008-4969-a29f-03fc41d98725 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:39.943834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cf44fa-a008-4969-a29f-03fc41d98725 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:39.956517 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8cf44fa-a008-4969-a29f-03fc41d98725 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:39.958416 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a8cf44fa-a008-4969-a29f-03fc41d98725 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/ports/8d89addb-06e0-4230-9633-5ded44a9390f HTTP/1.1" status: 200 len: 911 time: 1.7286904 Jul 27 20:04:39.984877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40180) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:40.007449 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7560096c-ac5e-466a-a246-f6ee8722754d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:40.061576 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af975997-7c40-4ddf-b1fe-0b3e759f0786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.068056 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf44fa-a008-4969-a29f-03fc41d98725 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=8d89addb-06e0-4230-9633-5ded44a9390f,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:40.076992 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3a85784-9405-4801-bc9e-2d6690dfac22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.079039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f2c64-03c7-460d-a546-685d94e4b086 None None] New status for floating IP 67482085-677e-4350-aab8-9e7a1953de8f: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:04:40.093065 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3a85784-9405-4801-bc9e-2d6690dfac22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.101982 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af975997-7c40-4ddf-b1fe-0b3e759f0786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.158634 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a85784-9405-4801-bc9e-2d6690dfac22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfa917d-ce92-4ade-a7ff-1e6d53a78252,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:40.168586 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d3a85784-9405-4801-bc9e-2d6690dfac22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=714d241a6cbe4bde952b2d49de37f61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6072671 Jul 27 20:04:40.171942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40182) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:40.234235 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af975997-7c40-4ddf-b1fe-0b3e759f0786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.237261 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af975997-7c40-4ddf-b1fe-0b3e759f0786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.238671 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-af975997-7c40-4ddf-b1fe-0b3e759f0786 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c13a7160-7a7b-4d53-abdf-db9478a2f212 HTTP/1.1" status: 204 len: 168 time: 0.3735130 Jul 27 20:04:40.261851 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f18cee88-8b72-4263-96a1-db9521accc57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.277462 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af975997-7c40-4ddf-b1fe-0b3e759f0786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13a7160-7a7b-4d53-abdf-db9478a2f212,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:40.283591 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7560096c-ac5e-466a-a246-f6ee8722754d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:40.284102 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.343238 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f18cee88-8b72-4263-96a1-db9521accc57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.365501 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.431050 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f18cee88-8b72-4263-96a1-db9521accc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.434301 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f18cee88-8b72-4263-96a1-db9521accc57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.435898 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f18cee88-8b72-4263-96a1-db9521accc57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fcfa917d-ce92-4ade-a7ff-1e6d53a78252 HTTP/1.1" status: 204 len: 168 time: 0.2625043 Jul 27 20:04:40.448365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cee88-8b72-4263-96a1-db9521accc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfa917d-ce92-4ade-a7ff-1e6d53a78252,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:40.480424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Port': ['ID=df9db25a-d85a-43ce-825e-8dcacc6da129,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:40.509235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:40.509717 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:40.510374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:40.510891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:40.511626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:40.511626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:40.512013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:40.512460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:40.512871 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:40.513281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:40.513765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:40.514242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:40.606268 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.606609 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Floating IP 9bac81c5-eb59-4741-ab88-d5fb5b8db888 disassociated (deleted). External IP: 172.25.1.212, port: 476b8a91-66ff-40ad-b0c8-879b1cc825fb. Jul 27 20:04:40.781537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40204) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:40.798543 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd03aad6-6662-4dac-95f1-167840ca0ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.933728 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd03aad6-6662-4dac-95f1-167840ca0ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.941752 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd03aad6-6662-4dac-95f1-167840ca0ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:40.989243 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bd03aad6-6662-4dac-95f1-167840ca0ba0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ec02fff7ce04e25b42b9dd07e047732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064455 Jul 27 20:04:40.991479 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40212) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:41.002676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03aad6-6662-4dac-95f1-167840ca0ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e306b1e1-6b2c-4076-8ed2-2aed0e02bf03,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:41.061211 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b159131-0803-470c-a3d3-2441f1794d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:41.087494 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b159131-0803-470c-a3d3-2441f1794d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:41.129083 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c1a5568-70e5-4f04-9904-1167b4f2257a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:41.154116 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b159131-0803-470c-a3d3-2441f1794d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:41.157260 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b159131-0803-470c-a3d3-2441f1794d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:41.160926 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6b159131-0803-470c-a3d3-2441f1794d7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e306b1e1-6b2c-4076-8ed2-2aed0e02bf03 HTTP/1.1" status: 204 len: 168 time: 0.1660225 Jul 27 20:04:41.171304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b159131-0803-470c-a3d3-2441f1794d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e306b1e1-6b2c-4076-8ed2-2aed0e02bf03,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:41.391104 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Router 8ea570c2-4648-436b-bf58-31e8f6a8064a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:04:41.586878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:41.587354 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:41.587862 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:41.598265 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f19aac-5f90-4516-8c13-297d909205b8 None None] Sync routers for ids ['8ea570c2-4648-436b-bf58-31e8f6a8064a'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:41.608724 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f19aac-5f90-4516-8c13-297d909205b8 None None] Routers {'8ea570c2-4648-436b-bf58-31e8f6a8064a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:41.609415 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-19f19aac-5f90-4516-8c13-297d909205b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8ea570c2-4648-436b-bf58-31e8f6a8064a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:41.665416 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e324b454-5430-4c50-bfd7-77972d81f42f tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "DELETE /v2.0/floatingips/9bac81c5-eb59-4741-ab88-d5fb5b8db888 HTTP/1.1" status: 204 len: 168 time: 2.3190813 Jul 27 20:04:41.667585 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583', 'tag': '476b8a91-66ff-40ad-b0c8-879b1cc825fb'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:04:41.669945 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b6731d-c3f5-4c6b-9276-55829beb86e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583", "tag": "476b8a91-66ff-40ad-b0c8-879b1cc825fb"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:04:41.713474 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a5568-70e5-4f04-9904-1167b4f2257a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port 8d89addb-06e0-4230-9633-5ded44a9390f {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:41.724502 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c1a5568-70e5-4f04-9904-1167b4f2257a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:41.766952 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-19f19aac-5f90-4516-8c13-297d909205b8 None None] Set router 8ea570c2-4648-436b-bf58-31e8f6a8064a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:04:41.800626 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1f5058-920e-4710-8998-4e2990aa2a90 x-openstack-request-id: req-2d1f5058-920e-4710-8998-4e2990aa2a90 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:04:41.800915 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583", "tag": "476b8a91-66ff-40ad-b0c8-879b1cc825fb", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:04:41.801168 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d1f5058-920e-4710-8998-4e2990aa2a90 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:04:41.801567 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583', 'tag': '476b8a91-66ff-40ad-b0c8-879b1cc825fb', 'status': 'completed', 'code': 200} Jul 27 20:04:41.881391 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6731d-c3f5-4c6b-9276-55829beb86e2 req-3e4ad218-c4d9-4aff-825f-8df44a092ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:41.883712 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-05b6731d-c3f5-4c6b-9276-55829beb86e2 req-3e4ad218-c4d9-4aff-825f-8df44a092ed0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=276aa582ad7e44029331aa2680c554e9&device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 1097 time: 0.0621634 Jul 27 20:04:41.890916 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c1a5568-70e5-4f04-9904-1167b4f2257a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:41.919821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a5568-70e5-4f04-9904-1167b4f2257a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for 8d89addb-06e0-4230-9633-5ded44a9390f owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:42.098425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6731d-c3f5-4c6b-9276-55829beb86e2 req-dcf840fc-ead2-48b2-ab82-4efb53295f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:42.100830 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-05b6731d-c3f5-4c6b-9276-55829beb86e2 req-dcf840fc-ead2-48b2-ab82-4efb53295f65 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5f5654dd-d60c-48b4-87fc-35de3905e8ce HTTP/1.1" status: 200 len: 897 time: 0.2062914 Jul 27 20:04:42.126335 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-19f19aac-5f90-4516-8c13-297d909205b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '72fe8abf-5a5b-427f-b7c0-5e152a5c2c07', 'name': '', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:60:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'd998542d-ac87-468e-acae-e575855798c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:33Z', 'updated_at': '2021-07-27T20:03:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': 'd998542d-ac87-468e-acae-e575855798c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:42.171466 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-05b6731d-c3f5-4c6b-9276-55829beb86e2 req-332fdc14-eb71-4a4d-8a7a-8ffa6a591b56 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=476b8a91-66ff-40ad-b0c8-879b1cc825fb HTTP/1.1" status: 200 len: 217 time: 0.0627382 Jul 27 20:04:42.173979 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f19aac-5f90-4516-8c13-297d909205b8 None None] Checking router: 8ea570c2-4648-436b-bf58-31e8f6a8064a for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:04:42.183502 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f19aac-5f90-4516-8c13-297d909205b8 None None] Routers {'8ea570c2-4648-436b-bf58-31e8f6a8064a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:42.184155 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-19f19aac-5f90-4516-8c13-297d909205b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8ea570c2-4648-436b-bf58-31e8f6a8064a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:42.248447 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6731d-c3f5-4c6b-9276-55829beb86e2 req-29866c47-0b77-42f6-9cd3-941e87941c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:42.250033 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-05b6731d-c3f5-4c6b-9276-55829beb86e2 req-29866c47-0b77-42f6-9cd3-941e87941c8a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d998542d-ac87-468e-acae-e575855798c2 HTTP/1.1" status: 200 len: 835 time: 0.0668414 Jul 27 20:04:42.299819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bafac-d7ff-442e-8ca8-64d7e14bd75a req-2e1e93d9-c729-4d51-a366-b67db92914f0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:42.301257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-364bafac-d7ff-442e-8ca8-64d7e14bd75a req-2e1e93d9-c729-4d51-a366-b67db92914f0 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 945 time: 0.1874063 Jul 27 20:04:42.392581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6731d-c3f5-4c6b-9276-55829beb86e2 req-6bbfeaf9-eb01-49b5-bbf2-6ea51b4c5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:42.397846 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-05b6731d-c3f5-4c6b-9276-55829beb86e2 req-6bbfeaf9-eb01-49b5-bbf2-6ea51b4c5df5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5f5654dd-d60c-48b4-87fc-35de3905e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390593 Jul 27 20:04:42.400419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40280) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:42.404538 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c1a5568-70e5-4f04-9904-1167b4f2257a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:42.422210 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-19f19aac-5f90-4516-8c13-297d909205b8 None None] Set router 8ea570c2-4648-436b-bf58-31e8f6a8064a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:04:42.465203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-364bafac-d7ff-442e-8ca8-64d7e14bd75a req-2ea175c9-5257-46c4-9747-930ccc07b227 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=8105ce54-8aed-4e81-9b26-e387c55e1302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559355 Jul 27 20:04:42.465952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a5568-70e5-4f04-9904-1167b4f2257a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=8d89addb-06e0-4230-9633-5ded44a9390f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:42.667633 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c1a5568-70e5-4f04-9904-1167b4f2257a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:42.689158 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51b2c44c-3de5-4d18-9655-1cee1330e182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:42.738975 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-05b6731d-c3f5-4c6b-9276-55829beb86e2 req-64e238ad-bc67-4c07-8982-06d7e7bc5fab service neutron] 10.222.0.63 "GET /v2.0/networks/5f5654dd-d60c-48b4-87fc-35de3905e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250940 Jul 27 20:04:42.973836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1a5568-70e5-4f04-9904-1167b4f2257a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router a6284b83-9032-44b0-b8da-23bb648c06b0 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:04:43.005405 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-05b6731d-c3f5-4c6b-9276-55829beb86e2 req-ea203187-2279-4e86-9237-26239d595899 service neutron] 10.222.0.63 "GET /v2.0/networks/5f5654dd-d60c-48b4-87fc-35de3905e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519352 Jul 27 20:04:43.048599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51b2c44c-3de5-4d18-9655-1cee1330e182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.053942 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-19f19aac-5f90-4516-8c13-297d909205b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '72fe8abf-5a5b-427f-b7c0-5e152a5c2c07', 'name': '', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:60:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'd998542d-ac87-468e-acae-e575855798c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:33Z', 'updated_at': '2021-07-27T20:03:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': 'd998542d-ac87-468e-acae-e575855798c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:43.059738 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-51b2c44c-3de5-4d18-9655-1cee1330e182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.068803 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1a5568-70e5-4f04-9904-1167b4f2257a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:43.075072 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5c1a5568-70e5-4f04-9904-1167b4f2257a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/a6284b83-9032-44b0-b8da-23bb648c06b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0885847 Jul 27 20:04:43.080531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68c6f04-a854-4635-b6e2-c5ff8189479c None None] Sync routers for ids ['a6284b83-9032-44b0-b8da-23bb648c06b0'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:43.081543 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f19aac-5f90-4516-8c13-297d909205b8 None None] The sync data for ids ['8ea570c2-4648-436b-bf58-31e8f6a8064a'] in n-d-705657-21 is: [{'id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '72fe8abf-5a5b-427f-b7c0-5e152a5c2c07', 'name': '', 'network_id': '5f5654dd-d60c-48b4-87fc-35de3905e8ce', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'mac_address': 'fa:16:3e:60:14:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'd998542d-ac87-468e-acae-e575855798c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:33Z', 'updated_at': '2021-07-27T20:03:43Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'subnets': [{'id': 'd998542d-ac87-468e-acae-e575855798c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:04:43.088019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40302) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:43.098045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68c6f04-a854-4635-b6e2-c5ff8189479c None None] Routers {'a6284b83-9032-44b0-b8da-23bb648c06b0'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:43.099426 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c68c6f04-a854-4635-b6e2-c5ff8189479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a6284b83-9032-44b0-b8da-23bb648c06b0'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:43.128838 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-51b2c44c-3de5-4d18-9655-1cee1330e182 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fac383e918c84aaaae12ea6010fd4ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7271554 Jul 27 20:04:43.149032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40304) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:43.155867 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5522e8bf-2ebd-49dd-a659-4c4efe12a363 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6284b83-9032-44b0-b8da-23bb648c06b0 HTTP/1.1" status: 200 len: 205 time: 0.0641670 Jul 27 20:04:43.158534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40306) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:43.188854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c68c6f04-a854-4635-b6e2-c5ff8189479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:43.201622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68c6f04-a854-4635-b6e2-c5ff8189479c None None] Routers {'a6284b83-9032-44b0-b8da-23bb648c06b0'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:43.203190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c68c6f04-a854-4635-b6e2-c5ff8189479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['a6284b83-9032-44b0-b8da-23bb648c06b0'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:43.246933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c68c6f04-a854-4635-b6e2-c5ff8189479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:43.247610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68c6f04-a854-4635-b6e2-c5ff8189479c None None] The sync data for ids ['a6284b83-9032-44b0-b8da-23bb648c06b0'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:04:43.276208 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2c44c-3de5-4d18-9655-1cee1330e182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34cec0d-8316-4593-963a-298a6fa1a5a8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:43.277718 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-817ff203-b4c3-4dea-b206-78ed3ab0eaa0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.332865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fd15687-e264-49aa-88d5-e794c9aaf64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.379061 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2bc05a59-2a82-42c3-9ed4-f5df85d349f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.431308 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fd15687-e264-49aa-88d5-e794c9aaf64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.525263 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fbd392-b711-4da6-8809-df321dcf22cc None None] New status for floating IP 9bac81c5-eb59-4741-ab88-d5fb5b8db888: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:04:43.526295 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-817ff203-b4c3-4dea-b206-78ed3ab0eaa0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.531556 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-817ff203-b4c3-4dea-b206-78ed3ab0eaa0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.562793 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd7d92-508c-4389-a8ca-02da5c1f1934 req-cc052ac8-08f3-4728-8e1e-d046b5865fd4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:43.571496 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b3cd7d92-508c-4389-a8ca-02da5c1f1934 req-cc052ac8-08f3-4728-8e1e-d046b5865fd4 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 945 time: 0.2365136 Jul 27 20:04:43.655601 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-817ff203-b4c3-4dea-b206-78ed3ab0eaa0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.656091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817ff203-b4c3-4dea-b206-78ed3ab0eaa0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Fanout notify agent at l3_agent the message router_deleted on router a6284b83-9032-44b0-b8da-23bb648c06b0 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:04:43.663913 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-817ff203-b4c3-4dea-b206-78ed3ab0eaa0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.667861 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-817ff203-b4c3-4dea-b206-78ed3ab0eaa0 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/routers/a6284b83-9032-44b0-b8da-23bb648c06b0 HTTP/1.1" status: 204 len: 168 time: 0.5008457 Jul 27 20:04:43.670323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40328) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:43.723294 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fd15687-e264-49aa-88d5-e794c9aaf64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.729621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c62117a-5159-4b6f-8ca2-a3ce6711461e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting subnet 1f634fc0-5a31-49b3-b559-03f9d71e9c0f {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:04:43.730103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2fd15687-e264-49aa-88d5-e794c9aaf64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.733148 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0c62117a-5159-4b6f-8ca2-a3ce6711461e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.735224 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2fd15687-e264-49aa-88d5-e794c9aaf64d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e34cec0d-8316-4593-963a-298a6fa1a5a8 HTTP/1.1" status: 204 len: 168 time: 0.5781572 Jul 27 20:04:43.756460 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd15687-e264-49aa-88d5-e794c9aaf64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34cec0d-8316-4593-963a-298a6fa1a5a8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:43.786251 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0c62117a-5159-4b6f-8ca2-a3ce6711461e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.801629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-b3cd7d92-508c-4389-a8ca-02da5c1f1934 req-954ce8ac-194b-4eeb-9112-be878e82d907 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Deleting port 476b8a91-66ff-40ad-b0c8-879b1cc825fb {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:43.801981 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b3cd7d92-508c-4389-a8ca-02da5c1f1934 req-954ce8ac-194b-4eeb-9112-be878e82d907 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.909466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9acff-c805-4b80-b496-36b468647e2b req-95b4e09c-dade-4d66-bb98-a5c10d8f4026 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:43.911055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30c9acff-c805-4b80-b496-36b468647e2b req-95b4e09c-dade-4d66-bb98-a5c10d8f4026 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 945 time: 0.3004096 Jul 27 20:04:43.970414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-b3cd7d92-508c-4389-a8ca-02da5c1f1934 req-954ce8ac-194b-4eeb-9112-be878e82d907 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] For port 476b8a91-66ff-40ad-b0c8-879b1cc825fb, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=476b8a91-66ff-40ad-b0c8-879b1cc825fb,segment=NetworkSegment(8ce99738-e96b-4f70-a6d0-4429d8168e9e),segment_id=8ce99738-e96b-4f70-a6d0-4429d8168e9e)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:43.971058 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b3cd7d92-508c-4389-a8ca-02da5c1f1934 req-954ce8ac-194b-4eeb-9112-be878e82d907 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:43.993794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-b3cd7d92-508c-4389-a8ca-02da5c1f1934 req-954ce8ac-194b-4eeb-9112-be878e82d907 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Calling delete_port for 476b8a91-66ff-40ad-b0c8-879b1cc825fb owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:44.038518 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0c62117a-5159-4b6f-8ca2-a3ce6711461e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:44.049505 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30c9acff-c805-4b80-b496-36b468647e2b req-ae84c1f2-37a7-46b9-b33c-018128b6f22c tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/security-groups?id=8105ce54-8aed-4e81-9b26-e387c55e1302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971739 Jul 27 20:04:44.157104 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0c62117a-5159-4b6f-8ca2-a3ce6711461e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:44.220678 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0c62117a-5159-4b6f-8ca2-a3ce6711461e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:44.221473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcbedf1-bef6-4638-9c64-20620eb17c0d None None] Network 29c8b905-29e4-45a2-a580-eeffe3818953 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:44.226102 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0c62117a-5159-4b6f-8ca2-a3ce6711461e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/1f634fc0-5a31-49b3-b559-03f9d71e9c0f HTTP/1.1" status: 204 len: 168 time: 0.5512841 Jul 27 20:04:44.226529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40358) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:44.233639 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62117a-5159-4b6f-8ca2-a3ce6711461e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Subnet': ['ID=1f634fc0-5a31-49b3-b559-03f9d71e9c0f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:44.249690 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b3cd7d92-508c-4389-a8ca-02da5c1f1934 req-954ce8ac-194b-4eeb-9112-be878e82d907 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:44.289821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ce8ac-194b-4eeb-9112-be878e82d907 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Port': ['ID=476b8a91-66ff-40ad-b0c8-879b1cc825fb,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:44.350502 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cd7d92-508c-4389-a8ca-02da5c1f1934 req-954ce8ac-194b-4eeb-9112-be878e82d907 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] No DVR routers for this DVR port 476b8a91-66ff-40ad-b0c8-879b1cc825fb on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:04:44.355076 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b3cd7d92-508c-4389-a8ca-02da5c1f1934 req-954ce8ac-194b-4eeb-9112-be878e82d907 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:44.358606 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b3cd7d92-508c-4389-a8ca-02da5c1f1934 req-954ce8ac-194b-4eeb-9112-be878e82d907 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.63 "DELETE /v2.0/ports/476b8a91-66ff-40ad-b0c8-879b1cc825fb HTTP/1.1" status: 204 len: 173 time: 0.7787793 Jul 27 20:04:44.359434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583', 'name': 'network-vif-deleted', 'tag': '476b8a91-66ff-40ad-b0c8-879b1cc825fb'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:04:44.362772 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd659f0e-0ee4-49d1-b281-cae342503ea2" -d '{"events": [{"server_uuid": "e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583", "name": "network-vif-deleted", "tag": "476b8a91-66ff-40ad-b0c8-879b1cc825fb"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:04:44.381673 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:44.424964 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16c1227-ece0-4f84-bd01-d3255c2777b2 x-openstack-request-id: req-f16c1227-ece0-4f84-bd01-d3255c2777b2 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:04:44.425462 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583", "name": "network-vif-deleted", "tag": "476b8a91-66ff-40ad-b0c8-879b1cc825fb", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:04:44.425900 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f16c1227-ece0-4f84-bd01-d3255c2777b2 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:04:44.426516 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583', 'name': 'network-vif-deleted', 'tag': '476b8a91-66ff-40ad-b0c8-879b1cc825fb', 'status': 'completed', 'code': 200} Jul 27 20:04:44.510619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port 7560096c-ac5e-466a-a246-f6ee8722754d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:44.510973 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:44.604723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cb60eb-be6b-4be0-bcb2-33739ce89dac None None] DHCP port deletion for 29c8b905-29e4-45a2-a580-eeffe3818953 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:04:44.614886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] For port 7560096c-ac5e-466a-a246-f6ee8722754d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7560096c-ac5e-466a-a246-f6ee8722754d,segment=NetworkSegment(2f17233a-b05e-4bdc-bb03-b0c5ee52f349),segment_id=2f17233a-b05e-4bdc-bb03-b0c5ee52f349)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:44.615419 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:44.631253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for 7560096c-ac5e-466a-a246-f6ee8722754d owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:44.711466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-25cb60eb-be6b-4be0-bcb2-33739ce89dac None None] Deleting port 7560096c-ac5e-466a-a246-f6ee8722754d {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:44.711926 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-25cb60eb-be6b-4be0-bcb2-33739ce89dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:44.764749 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:44.813770 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-25cb60eb-be6b-4be0-bcb2-33739ce89dac None None] For port 7560096c-ac5e-466a-a246-f6ee8722754d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7560096c-ac5e-466a-a246-f6ee8722754d,segment=NetworkSegment(2f17233a-b05e-4bdc-bb03-b0c5ee52f349),segment_id=2f17233a-b05e-4bdc-bb03-b0c5ee52f349)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:44.814177 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-25cb60eb-be6b-4be0-bcb2-33739ce89dac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:44.822904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=7560096c-ac5e-466a-a246-f6ee8722754d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:44.828719 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-25cb60eb-be6b-4be0-bcb2-33739ce89dac None None] Calling delete_port for 7560096c-ac5e-466a-a246-f6ee8722754d owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:44.843152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No DVR routers for this DVR port 7560096c-ac5e-466a-a246-f6ee8722754d on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:04:44.950259 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-25cb60eb-be6b-4be0-bcb2-33739ce89dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:44.980590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb60eb-be6b-4be0-bcb2-33739ce89dac None None] Pushing event deleted for resources: {'Port': ['ID=7560096c-ac5e-466a-a246-f6ee8722754d,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:44.987449 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb60eb-be6b-4be0-bcb2-33739ce89dac None None] No DVR routers for this DVR port 7560096c-ac5e-466a-a246-f6ee8722754d on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:04:45.051813 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.073402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c8b905-29e4-45a2-a580-eeffe3818953']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:45.095286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f17233a-b05e-4bdc-bb03-b0c5ee52f349') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:45.096175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f17233a-b05e-4bdc-bb03-b0c5ee52f349') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:45.120096 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.154615 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.169189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:04:45.169609 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:04:45.173519 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:04:45.250611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09447dd0-0bc5-41f9-bf4f-ea0c0a587db6 req-cf6cd7a0-4d0a-42bb-91ee-e8fee7f6fd40 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7eda0a7-b21f-4e01-bdd2-0da9f6d3c583 HTTP/1.1" status: 200 len: 210 time: 0.0654757 Jul 27 20:04:45.278242 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.297368 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.307409 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40410) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:45.312761 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b12dcc24-5e8c-415d-8eb2-2f4179a28f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1194066022', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:45.317371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/networks/29c8b905-29e4-45a2-a580-eeffe3818953 HTTP/1.1" status: 204 len: 168 time: 1.0895507 Jul 27 20:04:45.354926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537536c-a252-49da-891e-355ad1ce33b5 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Network': ['ID=29c8b905-29e4-45a2-a580-eeffe3818953,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:45.381922 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b12dcc24-5e8c-415d-8eb2-2f4179a28f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.398680 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b12dcc24-5e8c-415d-8eb2-2f4179a28f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.481209 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b12dcc24-5e8c-415d-8eb2-2f4179a28f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.487233 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b12dcc24-5e8c-415d-8eb2-2f4179a28f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.509216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b12dcc24-5e8c-415d-8eb2-2f4179a28f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.511396 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b12dcc24-5e8c-415d-8eb2-2f4179a28f19 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2028732 Jul 27 20:04:45.515509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40424) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:45.527447 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-971a304a-e4d8-4835-b2dd-f7a65ac5ceeb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-592706329'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:45.555013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971a304a-e4d8-4835-b2dd-f7a65ac5ceeb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:04:45.560316 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-971a304a-e4d8-4835-b2dd-f7a65ac5ceeb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.596229 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971a304a-e4d8-4835-b2dd-f7a65ac5ceeb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:04:45.607813 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-971a304a-e4d8-4835-b2dd-f7a65ac5ceeb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.608148 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-971a304a-e4d8-4835-b2dd-f7a65ac5ceeb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Added segment e9eb6aa7-a384-448e-9d63-b02718f4e83b of type vlan for network 11594598-c64f-4f35-b63b-1d47b78ad691 Jul 27 20:04:45.638490 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40430) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:45.653965 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-971a304a-e4d8-4835-b2dd-f7a65ac5ceeb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.696234 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-971a304a-e4d8-4835-b2dd-f7a65ac5ceeb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.704897 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971a304a-e4d8-4835-b2dd-f7a65ac5ceeb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:45.706090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-971a304a-e4d8-4835-b2dd-f7a65ac5ceeb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:45.798844 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a304a-e4d8-4835-b2dd-f7a65ac5ceeb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Network': ['ID=11594598-c64f-4f35-b63b-1d47b78ad691,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:45.810619 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 11594598-c64f-4f35-b63b-1d47b78ad691 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:04:45.825647 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-971a304a-e4d8-4835-b2dd-f7a65ac5ceeb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3054504 Jul 27 20:04:45.826023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40438) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:45.831895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-582ce444-acdc-4be4-9521-0a5f2d21d040 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'subnet': {'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:45.985076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582ce444-acdc-4be4-9521-0a5f2d21d040 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:04:45.995918 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-582ce444-acdc-4be4-9521-0a5f2d21d040 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:46.067131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7560096c-ac5e-466a-a246-f6ee8722754d no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:04:46.106574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 7560096c-ac5e-466a-a246-f6ee8722754d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:04:46.107512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7560096c-ac5e-466a-a246-f6ee8722754d not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:04:46.139123 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-487e316c-5a3e-470e-b573-de045f73e8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:46.181140 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-795c8126-0593-4670-9903-18caebd1dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:46.236772 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:46.328602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40456) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:46.401822 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-582ce444-acdc-4be4-9521-0a5f2d21d040 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:46.438941 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-487e316c-5a3e-470e-b573-de045f73e8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:46.481747 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e1b810bb-66fc-40b8-841b-e8ddfcdf1f26 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:46.483015 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-487e316c-5a3e-470e-b573-de045f73e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:46.546206 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e1b810bb-66fc-40b8-841b-e8ddfcdf1f26 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:46.560739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e316c-5a3e-470e-b573-de045f73e8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e717efb5-64a3-4356-a191-bbf76da89e96,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:46.566425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ce444-acdc-4be4-9521-0a5f2d21d040 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Subnet': ['ID=1ee07adc-c173-406b-9be1-51dc5072616c,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:46.573125 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-487e316c-5a3e-470e-b573-de045f73e8f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05c9aed2429249a6a562e7525df2a4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9302149 Jul 27 20:04:46.573125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ce444-acdc-4be4-9521-0a5f2d21d040 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Checking segment: {'id': 'e9eb6aa7-a384-448e-9d63-b02718f4e83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:04:46.573125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582ce444-acdc-4be4-9521-0a5f2d21d040 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network hostable DHCP agents. Network: 11594598-c64f-4f35-b63b-1d47b78ad691, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:04:46.575489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40464) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:46.600385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40466) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:46.670408 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e1b810bb-66fc-40b8-841b-e8ddfcdf1f26 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:46.674179 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e1b810bb-66fc-40b8-841b-e8ddfcdf1f26 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:46.675999 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e1b810bb-66fc-40b8-841b-e8ddfcdf1f26 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "DELETE /v2.0/security-groups/8105ce54-8aed-4e81-9b26-e387c55e1302 HTTP/1.1" status: 204 len: 168 time: 0.3458772 Jul 27 20:04:46.698757 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b810bb-66fc-40b8-841b-e8ddfcdf1f26 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8105ce54-8aed-4e81-9b26-e387c55e1302,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:46.711330 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:04:46.732637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40472) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:46.837506 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0e65d49-24ff-4110-8ce2-433811dfbb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.093412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582ce444-acdc-4be4-9521-0a5f2d21d040 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 11594598-c64f-4f35-b63b-1d47b78ad691 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:04:47.113634 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4657bc67-4680-4ca4-a501-e11f649dd18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.128797 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.140257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-582ce444-acdc-4be4-9521-0a5f2d21d040 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 11594598-c64f-4f35-b63b-1d47b78ad691) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:47.153870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582ce444-acdc-4be4-9521-0a5f2d21d040 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:47.154017 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-582ce444-acdc-4be4-9521-0a5f2d21d040 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.158295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7a3b85-f149-4bbf-8af4-f5426d3e97f7 None None] Network 11594598-c64f-4f35-b63b-1d47b78ad691 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:47.182590 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4657bc67-4680-4ca4-a501-e11f649dd18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.237065 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4657bc67-4680-4ca4-a501-e11f649dd18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.247150 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4657bc67-4680-4ca4-a501-e11f649dd18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.247150 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4657bc67-4680-4ca4-a501-e11f649dd18e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e717efb5-64a3-4356-a191-bbf76da89e96 HTTP/1.1" status: 204 len: 168 time: 0.6668482 Jul 27 20:04:47.254693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657bc67-4680-4ca4-a501-e11f649dd18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e717efb5-64a3-4356-a191-bbf76da89e96,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:47.380261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-11594598-c64f-4f35-b63b-1d47b78ad691', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:04:47.381230 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.555980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Allocated IP 2001:db8::2 (11594598-c64f-4f35-b63b-1d47b78ad691/1ee07adc-c173-406b-9be1-51dc5072616c/44edc539-5814-42cd-8a6c-7e1706623d7d) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:04:47.630333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40494) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:47.645731 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9af58c51-2698-4635-ab9c-0c88913aa278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.687744 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0e65d49-24ff-4110-8ce2-433811dfbb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.697905 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0e65d49-24ff-4110-8ce2-433811dfbb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.719583 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-582ce444-acdc-4be4-9521-0a5f2d21d040 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8897574 Jul 27 20:04:47.722069 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40500) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:47.755552 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.766698 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Transition to ACTIVE for port object 44edc539-5814-42cd-8a6c-7e1706623d7d will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:47.786072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Transition to ACTIVE for port object 44edc539-5814-42cd-8a6c-7e1706623d7d will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:47.806207 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.825045 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9af58c51-2698-4635-ab9c-0c88913aa278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.827410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Network 11594598-c64f-4f35-b63b-1d47b78ad691 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:47.830881 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:47.832524 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9af58c51-2698-4635-ab9c-0c88913aa278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.835096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:04:47.835277 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b0e65d49-24ff-4110-8ce2-433811dfbb9f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d05636077dfd4eabb9a69680776687d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2335582 Jul 27 20:04:47.839469 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40502) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:47.846746 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e65d49-24ff-4110-8ce2-433811dfbb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d5c4fb-9449-4cda-81fa-f5c348a67db1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:47.874630 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9af58c51-2698-4635-ab9c-0c88913aa278 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd8586b22f7b47cdb32251f9a0747bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428851 Jul 27 20:04:47.882651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40504) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:47.920711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af58c51-2698-4635-ab9c-0c88913aa278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2c76e6-407e-4fcb-b90a-eaf1397850c0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:47.939520 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Attempting to bind port 44edc539-5814-42cd-8a6c-7e1706623d7d on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:04:47.939897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Attempting to bind port 44edc539-5814-42cd-8a6c-7e1706623d7d by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'e9eb6aa7-a384-448e-9d63-b02718f4e83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:04:47.940262 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Attempting to bind port 44edc539-5814-42cd-8a6c-7e1706623d7d on network 11594598-c64f-4f35-b63b-1d47b78ad691 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:04:47.943110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Pushing event updated for resources: {'Port': ['ID=44edc539-5814-42cd-8a6c-7e1706623d7d,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:47.948747 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:04:47.949128 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Checking segment: {'id': 'e9eb6aa7-a384-448e-9d63-b02718f4e83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:04:47.949541 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.949934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Bound using segment: {'id': 'e9eb6aa7-a384-448e-9d63-b02718f4e83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:04:47.950409 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Bound port: 44edc539-5814-42cd-8a6c-7e1706623d7d, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9eb6aa7-a384-448e-9d63-b02718f4e83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:04:47.950873 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.954566 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-624002e4-5101-496f-b176-54c1a1dda53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:47.993369 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-624002e4-5101-496f-b176-54c1a1dda53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:48.049019 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-624002e4-5101-496f-b176-54c1a1dda53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:48.049242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] For port 44edc539-5814-42cd-8a6c-7e1706623d7d, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:04:48.052645 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-624002e4-5101-496f-b176-54c1a1dda53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:48.053082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] For port 44edc539-5814-42cd-8a6c-7e1706623d7d, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=44edc539-5814-42cd-8a6c-7e1706623d7d,segment=NetworkSegment(e9eb6aa7-a384-448e-9d63-b02718f4e83b),segment_id=e9eb6aa7-a384-448e-9d63-b02718f4e83b)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:04:48.057698 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-624002e4-5101-496f-b176-54c1a1dda53d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e2c76e6-407e-4fcb-b90a-eaf1397850c0 HTTP/1.1" status: 204 len: 168 time: 0.1734354 Jul 27 20:04:48.065191 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:48.097693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624002e4-5101-496f-b176-54c1a1dda53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2c76e6-407e-4fcb-b90a-eaf1397850c0,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:48.169113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21211d4-5af1-4c16-9eae-6bc3e1d3c211 None None] Pushing event updated for resources: {'Port': ['ID=44edc539-5814-42cd-8a6c-7e1706623d7d,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:48.218347 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff0a020e-acb6-4eae-ae8f-d04d0987e626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:48.295622 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff0a020e-acb6-4eae-ae8f-d04d0987e626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:48.335696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:48.340636 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65565d8a-0746-4323-b3dc-5acb62e9eb49 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:48.354022 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 476b8a91-66ff-40ad-b0c8-879b1cc825fb no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:04:48.379594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 476b8a91-66ff-40ad-b0c8-879b1cc825fb {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:04:48.379950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 476b8a91-66ff-40ad-b0c8-879b1cc825fb not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:04:48.624891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff0a020e-acb6-4eae-ae8f-d04d0987e626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:48.627416 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff0a020e-acb6-4eae-ae8f-d04d0987e626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:48.628634 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ff0a020e-acb6-4eae-ae8f-d04d0987e626 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7d5c4fb-9449-4cda-81fa-f5c348a67db1 HTTP/1.1" status: 204 len: 168 time: 0.7879398 Jul 27 20:04:48.701740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a020e-acb6-4eae-ae8f-d04d0987e626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d5c4fb-9449-4cda-81fa-f5c348a67db1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:48.895209 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:48.923319 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Allocated IP 2001:db8::1 (11594598-c64f-4f35-b63b-1d47b78ad691/1ee07adc-c173-406b-9be1-51dc5072616c/d98bb392-ee93-4cfb-bc51-c6f93351b967) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:04:49.183208 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-65565d8a-0746-4323-b3dc-5acb62e9eb49 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Deleting port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:49.183208 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65565d8a-0746-4323-b3dc-5acb62e9eb49 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:49.183410 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40556) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:49.204596 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c41b45ae-3803-4ac5-b21c-56ccf62c82d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:49.227178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:49.282069 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Transition to ACTIVE for port object d98bb392-ee93-4cfb-bc51-c6f93351b967 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:49.345475 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-65565d8a-0746-4323-b3dc-5acb62e9eb49 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] For port 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=72fe8abf-5a5b-427f-b7c0-5e152a5c2c07,segment=NetworkSegment(8ce99738-e96b-4f70-a6d0-4429d8168e9e),segment_id=8ce99738-e96b-4f70-a6d0-4429d8168e9e)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:49.345847 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65565d8a-0746-4323-b3dc-5acb62e9eb49 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:49.363186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-65565d8a-0746-4323-b3dc-5acb62e9eb49 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Calling delete_port for 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:49.377534 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c41b45ae-3803-4ac5-b21c-56ccf62c82d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:49.381782 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:49.386017 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c41b45ae-3803-4ac5-b21c-56ccf62c82d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:49.418055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c41b45ae-3803-4ac5-b21c-56ccf62c82d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d98285ed7b2499788e63ec1ca4163fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328901 Jul 27 20:04:49.420170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40560) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:49.486407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b45ae-3803-4ac5-b21c-56ccf62c82d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8828985f-529b-4aea-b354-74d307bc9edb,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:49.501506 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b18c3197-b4a7-47c2-92be-5aea9c15232f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:49.534889 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b18c3197-b4a7-47c2-92be-5aea9c15232f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:49.590051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da93733-8a55-432f-931a-5da061849d2e None None] Network 11594598-c64f-4f35-b63b-1d47b78ad691 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:49.614203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=d98bb392-ee93-4cfb-bc51-c6f93351b967,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:49.624221 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b18c3197-b4a7-47c2-92be-5aea9c15232f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:49.629698 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b18c3197-b4a7-47c2-92be-5aea9c15232f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:49.631373 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b18c3197-b4a7-47c2-92be-5aea9c15232f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8828985f-529b-4aea-b354-74d307bc9edb HTTP/1.1" status: 204 len: 168 time: 0.2099853 Jul 27 20:04:49.641288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c3197-b4a7-47c2-92be-5aea9c15232f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8828985f-529b-4aea-b354-74d307bc9edb,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:49.648833 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 11594598-c64f-4f35-b63b-1d47b78ad691 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:49.657904 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:49.667512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:04:49.669769 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:49.748745 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b747570a-ec66-4c7f-a00b-e728846c4cc7 None None] Provisioning for port 44edc539-5814-42cd-8a6c-7e1706623d7d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:49.891899 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65565d8a-0746-4323-b3dc-5acb62e9eb49 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:49.965147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65565d8a-0746-4323-b3dc-5acb62e9eb49 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Port': ['ID=72fe8abf-5a5b-427f-b7c0-5e152a5c2c07,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:50.105662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 44edc539-5814-42cd-8a6c-7e1706623d7d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:50.144524 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:50.260952 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 44edc539-5814-42cd-8a6c-7e1706623d7d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:50.268105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 44edc539-5814-42cd-8a6c-7e1706623d7d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:50.268591 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:50.565618 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-65565d8a-0746-4323-b3dc-5acb62e9eb49 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:50.689850 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:50.706632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4cfacbe9-5ad6-4276-b52f-d2efd55dcbe5 None None] Provisioning for port d98bb392-ee93-4cfb-bc51-c6f93351b967 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:50.720629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4cfacbe9-5ad6-4276-b52f-d2efd55dcbe5 None None] Provisioning complete for port d98bb392-ee93-4cfb-bc51-c6f93351b967 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:50.720938 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4cfacbe9-5ad6-4276-b52f-d2efd55dcbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:50.764906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4cfacbe9-5ad6-4276-b52f-d2efd55dcbe5 None None] Port d98bb392-ee93-4cfb-bc51-c6f93351b967 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:04:50.785387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 44edc539-5814-42cd-8a6c-7e1706623d7d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=44edc539-5814-42cd-8a6c-7e1706623d7d,segment=NetworkSegment(e9eb6aa7-a384-448e-9d63-b02718f4e83b),segment_id=e9eb6aa7-a384-448e-9d63-b02718f4e83b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:50.796019 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:50.802659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4cfacbe9-5ad6-4276-b52f-d2efd55dcbe5 None None] Provisioning complete for port 44edc539-5814-42cd-8a6c-7e1706623d7d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:50.803196 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4cfacbe9-5ad6-4276-b52f-d2efd55dcbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:50.900512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=44edc539-5814-42cd-8a6c-7e1706623d7d,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:51.010515 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:51.063042 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:51.063863 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:51.071894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7fc3b283-dc88-40e4-8758-289cf222d83e None None] Provisioning complete for port d98bb392-ee93-4cfb-bc51-c6f93351b967 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:51.072423 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7fc3b283-dc88-40e4-8758-289cf222d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:51.113081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3b283-dc88-40e4-8758-289cf222d83e None None] Port d98bb392-ee93-4cfb-bc51-c6f93351b967 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:04:51.561619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40630) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:51.644293 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=d98bb392-ee93-4cfb-bc51-c6f93351b967,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:51.678254 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-38ee3915-4030-4156-b609-508bd4f6b4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:51.685299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65565d8a-0746-4323-b3dc-5acb62e9eb49 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Router 8ea570c2-4648-436b-bf58-31e8f6a8064a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:04:51.771926 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 11594598-c64f-4f35-b63b-1d47b78ad691 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:51.778967 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:51.810185 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-38ee3915-4030-4156-b609-508bd4f6b4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:51.817796 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-38ee3915-4030-4156-b609-508bd4f6b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:51.873552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-38ee3915-4030-4156-b609-508bd4f6b4a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=746f06b2db6049c1aa89f16370a823e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105714 Jul 27 20:04:51.874476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee3915-4030-4156-b609-508bd4f6b4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce8ff19-a17d-4ea2-ad5b-a0592d4fa7ff,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:51.877418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40636) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:51.934436 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65565d8a-0746-4323-b3dc-5acb62e9eb49 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:51.940513 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-65565d8a-0746-4323-b3dc-5acb62e9eb49 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "PUT /v2.0/routers/8ea570c2-4648-436b-bf58-31e8f6a8064a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1949787 Jul 27 20:04:51.944260 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40638) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:51.947068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070978c9-8159-4a87-94ff-f2882377b00d None None] Sync routers for ids ['8ea570c2-4648-436b-bf58-31e8f6a8064a'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:51.971154 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070978c9-8159-4a87-94ff-f2882377b00d None None] Routers {'8ea570c2-4648-436b-bf58-31e8f6a8064a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:51.975431 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5b6c1d9c-b77a-4e4c-a9a3-69c5ea80c137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:51.982945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-070978c9-8159-4a87-94ff-f2882377b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8ea570c2-4648-436b-bf58-31e8f6a8064a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:52.004473 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5b6c1d9c-b77a-4e4c-a9a3-69c5ea80c137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.017294 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8c4045-7e19-4b18-9f1e-9b6d688c266e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Deleting subnet d998542d-ac87-468e-acae-e575855798c2 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:04:52.021706 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:04:52.023894 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4045-7e19-4b18-9f1e-9b6d688c266e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.129507 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4045-7e19-4b18-9f1e-9b6d688c266e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.129850 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5b6c1d9c-b77a-4e4c-a9a3-69c5ea80c137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.136605 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5b6c1d9c-b77a-4e4c-a9a3-69c5ea80c137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.144119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5b6c1d9c-b77a-4e4c-a9a3-69c5ea80c137 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ce8ff19-a17d-4ea2-ad5b-a0592d4fa7ff HTTP/1.1" status: 204 len: 168 time: 0.2529533 Jul 27 20:04:52.171600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c1d9c-b77a-4e4c-a9a3-69c5ea80c137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce8ff19-a17d-4ea2-ad5b-a0592d4fa7ff,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:52.197905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 44edc539-5814-42cd-8a6c-7e1706623d7d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:52.233503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-070978c9-8159-4a87-94ff-f2882377b00d None None] Set router 8ea570c2-4648-436b-bf58-31e8f6a8064a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:04:52.324746 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:52.335557 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Sync routers for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:52.355462 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:52.356362 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:52.377923 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a378561b-fe91-4ba5-8b27-59476b986540 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/fec9f068-c8f7-4bc9-8367-384ce3c51cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6510484 Jul 27 20:04:52.381886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40648) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:52.387038 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c99c14eb-c2f3-4600-9733-c455242553ae tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2097342966'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:52.438704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4045-7e19-4b18-9f1e-9b6d688c266e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.442914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 44edc539-5814-42cd-8a6c-7e1706623d7d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:52.443839 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.462387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99c14eb-c2f3-4600-9733-c455242553ae tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:04:52.473518 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c99c14eb-c2f3-4600-9733-c455242553ae tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.491772 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-45c2b717-f352-48e5-97b4-d05bf2c7f384 None None] Provisioning complete for port d98bb392-ee93-4cfb-bc51-c6f93351b967 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:52.492057 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-45c2b717-f352-48e5-97b4-d05bf2c7f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.545911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-45c2b717-f352-48e5-97b4-d05bf2c7f384 None None] Port d98bb392-ee93-4cfb-bc51-c6f93351b967 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:04:52.546204 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99c14eb-c2f3-4600-9733-c455242553ae tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:04:52.552161 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:04:52.568798 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c99c14eb-c2f3-4600-9733-c455242553ae tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.569951 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-c99c14eb-c2f3-4600-9733-c455242553ae tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Added segment f6ef07ad-d3dd-4eff-beaa-e31198c718af of type vlan for network 62fef887-d0ef-4b5f-8ef0-76fe980bd3f3 Jul 27 20:04:52.573071 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4045-7e19-4b18-9f1e-9b6d688c266e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.641568 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c99c14eb-c2f3-4600-9733-c455242553ae tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.641801 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4045-7e19-4b18-9f1e-9b6d688c266e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.643825 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8c8c4045-7e19-4b18-9f1e-9b6d688c266e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "DELETE /v2.0/subnets/d998542d-ac87-468e-acae-e575855798c2 HTTP/1.1" status: 204 len: 168 time: 0.6983814 Jul 27 20:04:52.644774 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c4045-7e19-4b18-9f1e-9b6d688c266e tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Subnet': ['ID=d998542d-ac87-468e-acae-e575855798c2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:52.648770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40654) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:52.699908 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8081a7c9-9776-4b28-959c-4262dca94a73 None None] Network 5f5654dd-d60c-48b4-87fc-35de3905e8ce requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:52.797806 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40658) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:52.807453 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.828358 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-651efe11-23eb-437a-ab61-ae1b5c66bae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.971692 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:04:49Z', 'revision_number': 2, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:50Z', 'revision_number': 2, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:52.990506 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-651efe11-23eb-437a-ab61-ae1b5c66bae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:52.996784 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-651efe11-23eb-437a-ab61-ae1b5c66bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.042191 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-651efe11-23eb-437a-ab61-ae1b5c66bae4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0820e40ab51f460bb18576adb5a019a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430515 Jul 27 20:04:53.043919 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651efe11-23eb-437a-ab61-ae1b5c66bae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11972796-d1bc-4b05-b981-3643251a662b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:53.044097 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Checking router: fec9f068-c8f7-4bc9-8367-384ce3c51cf6 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:04:53.044765 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Updating router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 port d98bb392-ee93-4cfb-bc51-c6f93351b967 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:04:53.047028 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40664) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:53.050741 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c99c14eb-c2f3-4600-9733-c455242553ae tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.057394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c14eb-c2f3-4600-9733-c455242553ae tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:53.058136 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c99c14eb-c2f3-4600-9733-c455242553ae tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.101583 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da68257b-1702-4015-8192-c0f4ca590dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.110367 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.137145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da68257b-1702-4015-8192-c0f4ca590dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.171900 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-070978c9-8159-4a87-94ff-f2882377b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:04:49Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:53.208348 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da68257b-1702-4015-8192-c0f4ca590dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.214922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070978c9-8159-4a87-94ff-f2882377b00d None None] Checking router: 8ea570c2-4648-436b-bf58-31e8f6a8064a for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:04:53.237528 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da68257b-1702-4015-8192-c0f4ca590dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.241254 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-da68257b-1702-4015-8192-c0f4ca590dfd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11972796-d1bc-4b05-b981-3643251a662b HTTP/1.1" status: 204 len: 168 time: 0.1924045 Jul 27 20:04:53.242676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40668) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:53.250158 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070978c9-8159-4a87-94ff-f2882377b00d None None] Routers {'8ea570c2-4648-436b-bf58-31e8f6a8064a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:53.250530 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-070978c9-8159-4a87-94ff-f2882377b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8ea570c2-4648-436b-bf58-31e8f6a8064a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:53.259250 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c99c14eb-c2f3-4600-9733-c455242553ae tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8567977 Jul 27 20:04:53.263681 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.268073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cb3d79-06ac-4cdb-b330-6628de3bc636 None None] DHCP port deletion for 5f5654dd-d60c-48b4-87fc-35de3905e8ce request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:04:53.269641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68257b-1702-4015-8192-c0f4ca590dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11972796-d1bc-4b05-b981-3643251a662b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:53.275184 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-32a16b0d-5e0f-49c0-a3c5-887558b22e48 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'subnet': {'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:53.310091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c14eb-c2f3-4600-9733-c455242553ae tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Network': ['ID=62fef887-d0ef-4b5f-8ef0-76fe980bd3f3,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:53.395808 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 62fef887-d0ef-4b5f-8ef0-76fe980bd3f3 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:04:53.408179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Deleting port e93fbafb-5e82-4709-9097-4f26eae8b6fc {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:53.409106 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.503156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a16b0d-5e0f-49c0-a3c5-887558b22e48 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:04:53.506746 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32a16b0d-5e0f-49c0-a3c5-887558b22e48 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.530438 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] For port e93fbafb-5e82-4709-9097-4f26eae8b6fc, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e93fbafb-5e82-4709-9097-4f26eae8b6fc,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:53.531391 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.548638 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.558706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Calling delete_port for e93fbafb-5e82-4709-9097-4f26eae8b6fc owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:53.578176 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Transition to ACTIVE for port object d98bb392-ee93-4cfb-bc51-c6f93351b967 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:53.589004 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.671349 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ac953-8389-4954-aaf6-a46796740c49 None None] Pushing event updated for resources: {'Port': ['ID=d98bb392-ee93-4cfb-bc51-c6f93351b967,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:53.693628 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ac953-8389-4954-aaf6-a46796740c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:53.694023 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ac953-8389-4954-aaf6-a46796740c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:53.695673 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ac953-8389-4954-aaf6-a46796740c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:53.697682 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ac953-8389-4954-aaf6-a46796740c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:53.699513 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ac953-8389-4954-aaf6-a46796740c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:53.700047 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ac953-8389-4954-aaf6-a46796740c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:53.700537 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ac953-8389-4954-aaf6-a46796740c49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:53.701036 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ac953-8389-4954-aaf6-a46796740c49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:53.702881 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ac953-8389-4954-aaf6-a46796740c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:53.705592 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ac953-8389-4954-aaf6-a46796740c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:53.706295 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ac953-8389-4954-aaf6-a46796740c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:53.706811 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ac953-8389-4954-aaf6-a46796740c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:04:53.742867 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-25cb3d79-06ac-4cdb-b330-6628de3bc636 None None] Deleting port 96074e93-b58b-4813-819d-77c69245d5ac {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:04:53.743858 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-25cb3d79-06ac-4cdb-b330-6628de3bc636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.842175 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.858041 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Attempting to bind port d98bb392-ee93-4cfb-bc51-c6f93351b967 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:04:53.858410 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Attempting to bind port d98bb392-ee93-4cfb-bc51-c6f93351b967 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'e9eb6aa7-a384-448e-9d63-b02718f4e83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:04:53.860830 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Attempting to bind port d98bb392-ee93-4cfb-bc51-c6f93351b967 on network 11594598-c64f-4f35-b63b-1d47b78ad691 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:04:53.874861 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:04:53.875241 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Checking segment: {'id': 'e9eb6aa7-a384-448e-9d63-b02718f4e83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:04:53.875672 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.876067 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Bound using segment: {'id': 'e9eb6aa7-a384-448e-9d63-b02718f4e83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:04:53.876573 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Bound port: d98bb392-ee93-4cfb-bc51-c6f93351b967, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9eb6aa7-a384-448e-9d63-b02718f4e83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:04:53.877932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Port': ['ID=e93fbafb-5e82-4709-9097-4f26eae8b6fc,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:53.883130 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.887302 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32a16b0d-5e0f-49c0-a3c5-887558b22e48 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:53.969697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-25cb3d79-06ac-4cdb-b330-6628de3bc636 None None] For port 96074e93-b58b-4813-819d-77c69245d5ac, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=96074e93-b58b-4813-819d-77c69245d5ac,segment=NetworkSegment(8ce99738-e96b-4f70-a6d0-4429d8168e9e),segment_id=8ce99738-e96b-4f70-a6d0-4429d8168e9e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:53.970118 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-25cb3d79-06ac-4cdb-b330-6628de3bc636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:54.021529 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-25cb3d79-06ac-4cdb-b330-6628de3bc636 None None] Calling delete_port for 96074e93-b58b-4813-819d-77c69245d5ac owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:04:54.062862 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a16b0d-5e0f-49c0-a3c5-887558b22e48 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Subnet': ['ID=64869c7a-14b9-4445-bc33-37c0f7a99fd8,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:54.071409 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] For port d98bb392-ee93-4cfb-bc51-c6f93351b967, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:04:54.080780 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] For port d98bb392-ee93-4cfb-bc51-c6f93351b967, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d98bb392-ee93-4cfb-bc51-c6f93351b967,segment=NetworkSegment(e9eb6aa7-a384-448e-9d63-b02718f4e83b),segment_id=e9eb6aa7-a384-448e-9d63-b02718f4e83b)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:04:54.084165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a16b0d-5e0f-49c0-a3c5-887558b22e48 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Checking segment: {'id': 'f6ef07ad-d3dd-4eff-beaa-e31198c718af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:04:54.084596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a16b0d-5e0f-49c0-a3c5-887558b22e48 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network hostable DHCP agents. Network: 62fef887-d0ef-4b5f-8ef0-76fe980bd3f3, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:04:54.089391 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:54.146607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a16b0d-5e0f-49c0-a3c5-887558b22e48 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 62fef887-d0ef-4b5f-8ef0-76fe980bd3f3 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:04:54.153459 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:54.169659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-32a16b0d-5e0f-49c0-a3c5-887558b22e48 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 62fef887-d0ef-4b5f-8ef0-76fe980bd3f3) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:54.179450 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ac953-8389-4954-aaf6-a46796740c49 None None] Pushing event updated for resources: {'Port': ['ID=d98bb392-ee93-4cfb-bc51-c6f93351b967,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:54.200071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a16b0d-5e0f-49c0-a3c5-887558b22e48 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:54.201711 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:54.202404 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:54.202860 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32a16b0d-5e0f-49c0-a3c5-887558b22e48 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:54.250998 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-32a16b0d-5e0f-49c0-a3c5-887558b22e48 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9829323 Jul 27 20:04:54.252186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40690) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:54.261324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 96074e93-b58b-4813-819d-77c69245d5ac no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:04:54.273291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b33f6fb-ca64-429b-ba40-bb055bcfe020 None None] Network 62fef887-d0ef-4b5f-8ef0-76fe980bd3f3 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:54.287504 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-25cb3d79-06ac-4cdb-b330-6628de3bc636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:54.312922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-070978c9-8159-4a87-94ff-f2882377b00d None None] Set router 8ea570c2-4648-436b-bf58-31e8f6a8064a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:04:54.313793 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:04:54.434759 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb3d79-06ac-4cdb-b330-6628de3bc636 None None] No DVR routers for this DVR port 96074e93-b58b-4813-819d-77c69245d5ac on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:04:54.449986 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:54.453882 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:54.556928 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 96074e93-b58b-4813-819d-77c69245d5ac {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:04:54.557516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 96074e93-b58b-4813-819d-77c69245d5ac not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:04:54.564897 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:54.567352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Fanout notify agent at l3_agent the message router_deleted on router 8ea570c2-4648-436b-bf58-31e8f6a8064a {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:04:54.591422 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:54.595672 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ea5ea36e-1f3d-4375-8bb9-597874481ebb tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "DELETE /v2.0/routers/8ea570c2-4648-436b-bf58-31e8f6a8064a HTTP/1.1" status: 204 len: 168 time: 1.9428291 Jul 27 20:04:54.596032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40702) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:54.740122 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-13b36dfc-a62c-446e-8a83-b2afff3b6986 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:54.755673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb3d79-06ac-4cdb-b330-6628de3bc636 None None] Pushing event deleted for resources: {'Port': ['ID=96074e93-b58b-4813-819d-77c69245d5ac,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:54.778874 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:04:49Z', 'revision_number': 2, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:54Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:54.832626 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c552014-7721-4d25-9a71-6aa0a41aa3ad None None] The sync data for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 is: [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:04:49Z', 'revision_number': 2, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:54Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:04:54.856158 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-13b36dfc-a62c-446e-8a83-b2afff3b6986 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:54.882688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-13b36dfc-a62c-446e-8a83-b2afff3b6986 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5654dd-d60c-48b4-87fc-35de3905e8ce']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:54.918695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-13b36dfc-a62c-446e-8a83-b2afff3b6986 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce99738-e96b-4f70-a6d0-4429d8168e9e') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:54.918695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-13b36dfc-a62c-446e-8a83-b2afff3b6986 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce99738-e96b-4f70-a6d0-4429d8168e9e') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:54.929680 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-13b36dfc-a62c-446e-8a83-b2afff3b6986 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:54.954372 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-13b36dfc-a62c-446e-8a83-b2afff3b6986 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:54.969360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b36dfc-a62c-446e-8a83-b2afff3b6986 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:04:54.969861 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-13b36dfc-a62c-446e-8a83-b2afff3b6986 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:54.986372 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:04:55.063092 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:04:55.069606 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-13b36dfc-a62c-446e-8a83-b2afff3b6986 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:55.078894 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-13b36dfc-a62c-446e-8a83-b2afff3b6986 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:55.095804 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-13b36dfc-a62c-446e-8a83-b2afff3b6986 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] 10.222.0.48 "DELETE /v2.0/networks/5f5654dd-d60c-48b4-87fc-35de3905e8ce HTTP/1.1" status: 204 len: 168 time: 0.4837019 Jul 27 20:04:55.108072 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b36dfc-a62c-446e-8a83-b2afff3b6986 tempest-TestNetworkBasicOps-235588529 tempest-TestNetworkBasicOps-235588529-project] Pushing event deleted for resources: {'Network': ['ID=5f5654dd-d60c-48b4-87fc-35de3905e8ce,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:55.158708 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:04:55.159630 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:55.164329 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-070978c9-8159-4a87-94ff-f2882377b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:04:49Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:55.203129 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070978c9-8159-4a87-94ff-f2882377b00d None None] The sync data for ids ['8ea570c2-4648-436b-bf58-31e8f6a8064a'] in n-d-705657-21 is: [{'id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'name': 'tempest-TestNetworkBasicOps-router-1017717087', 'tenant_id': '276aa582ad7e44029331aa2680c554e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:04:49Z', 'revision_number': 5, 'project_id': '276aa582ad7e44029331aa2680c554e9', 'gw_port': {'id': 'e93fbafb-5e82-4709-9097-4f26eae8b6fc', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea570c2-4648-436b-bf58-31e8f6a8064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:03:26Z', 'updated_at': '2021-07-27T20:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:04:55.520893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Allocated IP 2001:db8:1::2 (62fef887-d0ef-4b5f-8ef0-76fe980bd3f3/64869c7a-14b9-4445-bc33-37c0f7a99fd8/396aac07-d5fb-4263-ab20-d24ec185efa3) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:04:55.593923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40726) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:55.928532 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:55.941847 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Transition to ACTIVE for port object 396aac07-d5fb-4263-ab20-d24ec185efa3 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:55.960243 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Transition to ACTIVE for port object 396aac07-d5fb-4263-ab20-d24ec185efa3 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:55.968655 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:56.034712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Network 62fef887-d0ef-4b5f-8ef0-76fe980bd3f3 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:56.038170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:56.043456 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:04:56.045940 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Pushing event updated for resources: {'Port': ['ID=396aac07-d5fb-4263-ab20-d24ec185efa3,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:56.117871 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d98bb392-ee93-4cfb-bc51-c6f93351b967 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:56.118670 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9c11a75d-a125-44e5-9bb1-6033f91fbccf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=276aa582ad7e44029331aa2680c554e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235274 Jul 27 20:04:56.120311 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Allocated IP 2001:db8:1::1 (62fef887-d0ef-4b5f-8ef0-76fe980bd3f3/64869c7a-14b9-4445-bc33-37c0f7a99fd8/118b055c-d49a-4ec1-a831-9256b15d3ce9) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:04:56.121724 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40740) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:56.135777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Attempting to bind port 396aac07-d5fb-4263-ab20-d24ec185efa3 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:04:56.136542 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Attempting to bind port 396aac07-d5fb-4263-ab20-d24ec185efa3 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'f6ef07ad-d3dd-4eff-beaa-e31198c718af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:04:56.137122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Attempting to bind port 396aac07-d5fb-4263-ab20-d24ec185efa3 on network 62fef887-d0ef-4b5f-8ef0-76fe980bd3f3 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:04:56.163109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:04:56.163905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Checking segment: {'id': 'f6ef07ad-d3dd-4eff-beaa-e31198c718af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:04:56.164874 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:56.171073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Bound using segment: {'id': 'f6ef07ad-d3dd-4eff-beaa-e31198c718af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:04:56.172032 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Bound port: 396aac07-d5fb-4263-ab20-d24ec185efa3, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ef07ad-d3dd-4eff-beaa-e31198c718af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:04:56.172725 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:56.193573 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1859ae95-2e12-4764-9d59-bc07d6b12ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:56.221829 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1859ae95-2e12-4764-9d59-bc07d6b12ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:56.287379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] For port 396aac07-d5fb-4263-ab20-d24ec185efa3, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:04:56.292258 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] For port 396aac07-d5fb-4263-ab20-d24ec185efa3, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=396aac07-d5fb-4263-ab20-d24ec185efa3,segment=NetworkSegment(f6ef07ad-d3dd-4eff-beaa-e31198c718af),segment_id=f6ef07ad-d3dd-4eff-beaa-e31198c718af)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:04:56.293934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port d98bb392-ee93-4cfb-bc51-c6f93351b967 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:56.302349 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:56.307776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d98bb392-ee93-4cfb-bc51-c6f93351b967 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:56.307944 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1859ae95-2e12-4764-9d59-bc07d6b12ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:56.308941 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:56.318236 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1859ae95-2e12-4764-9d59-bc07d6b12ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:56.318236 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1859ae95-2e12-4764-9d59-bc07d6b12ba5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7140cda-f2dc-48bb-b1aa-0ed3c6c1bad9 HTTP/1.1" status: 204 len: 168 time: 0.1945913 Jul 27 20:04:56.348885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859ae95-2e12-4764-9d59-bc07d6b12ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7140cda-f2dc-48bb-b1aa-0ed3c6c1bad9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:56.364529 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:56.403282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Transition to ACTIVE for port object 118b055c-d49a-4ec1-a831-9256b15d3ce9 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:04:56.436014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae4bc5-3093-4768-9ed4-542fd338a629 None None] Pushing event updated for resources: {'Port': ['ID=396aac07-d5fb-4263-ab20-d24ec185efa3,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:56.491125 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:56.491690 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:56.564925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port d98bb392-ee93-4cfb-bc51-c6f93351b967, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d98bb392-ee93-4cfb-bc51-c6f93351b967,segment=NetworkSegment(e9eb6aa7-a384-448e-9d63-b02718f4e83b),segment_id=e9eb6aa7-a384-448e-9d63-b02718f4e83b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:56.565565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 62fef887-d0ef-4b5f-8ef0-76fe980bd3f3 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:56.571505 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:56.574572 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:56.576086 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:04:56.582656 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:56.590676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=118b055c-d49a-4ec1-a831-9256b15d3ce9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:56.631250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:04:56.682022 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:04:56.682868 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 72fe8abf-5a5b-427f-b7c0-5e152a5c2c07 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:04:56.752559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=d98bb392-ee93-4cfb-bc51-c6f93351b967,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:56.907742 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:57.113382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40802) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:57.129619 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d26d7cdb-ca5a-4c45-9d02-758d76226a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:57.289924 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d26d7cdb-ca5a-4c45-9d02-758d76226a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:57.297823 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d26d7cdb-ca5a-4c45-9d02-758d76226a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:57.327843 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:57.335717 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d26d7cdb-ca5a-4c45-9d02-758d76226a54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df53eb61adeb4ae782c207ad43a29325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209573 Jul 27 20:04:57.344167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40836) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:57.351000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:57.354479 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:57.449391 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-28739f3f-7320-45bc-92d4-a8135901ed43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:57.482045 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-28739f3f-7320-45bc-92d4-a8135901ed43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:57.522173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=118b055c-d49a-4ec1-a831-9256b15d3ce9,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:57.538589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d7cdb-ca5a-4c45-9d02-758d76226a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2acb3e-c2e8-4ed3-9086-327ca6a7648f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:57.568155 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-28739f3f-7320-45bc-92d4-a8135901ed43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:57.571579 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-28739f3f-7320-45bc-92d4-a8135901ed43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:57.575222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-28739f3f-7320-45bc-92d4-a8135901ed43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb2acb3e-c2e8-4ed3-9086-327ca6a7648f HTTP/1.1" status: 204 len: 168 time: 0.2275381 Jul 27 20:04:57.592718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28739f3f-7320-45bc-92d4-a8135901ed43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2acb3e-c2e8-4ed3-9086-327ca6a7648f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:57.625013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 62fef887-d0ef-4b5f-8ef0-76fe980bd3f3 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:04:57.628085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:57.844657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:04:58.028546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:04:58.040472 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f9800758-e662-4a49-b76c-3baad9d8b1b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/fec9f068-c8f7-4bc9-8367-384ce3c51cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7868047 Jul 27 20:04:58.040868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40924) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:58.058731 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c463e6fe-ecfa-480a-b6d5-a9cc08080c7e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-945003963'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:58.063197 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Sync routers for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:04:58.089364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:04:58.090730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:58.121398 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c463e6fe-ecfa-480a-b6d5-a9cc08080c7e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:04:58.127750 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c463e6fe-ecfa-480a-b6d5-a9cc08080c7e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:58.183456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c463e6fe-ecfa-480a-b6d5-a9cc08080c7e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:04:58.205814 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c463e6fe-ecfa-480a-b6d5-a9cc08080c7e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:58.206223 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-c463e6fe-ecfa-480a-b6d5-a9cc08080c7e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Added segment 2ca3c50a-738d-46bc-b788-bf21798c535f of type vlan for network 3b8a0a11-5776-4363-a277-dbdaee970981 Jul 27 20:04:58.247207 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40946) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:58.280137 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 396aac07-d5fb-4263-ab20-d24ec185efa3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:58.287634 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c463e6fe-ecfa-480a-b6d5-a9cc08080c7e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:58.345072 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c463e6fe-ecfa-480a-b6d5-a9cc08080c7e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:58.351999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97395cd3-adef-44c8-b768-90b460e29aad None None] Network 62fef887-d0ef-4b5f-8ef0-76fe980bd3f3 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:58.354450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c463e6fe-ecfa-480a-b6d5-a9cc08080c7e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:58.355185 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c463e6fe-ecfa-480a-b6d5-a9cc08080c7e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:58.432546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:04:58.438001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-535057ac-843f-44da-8484-71f69ee08973 None None] Provisioning for port 396aac07-d5fb-4263-ab20-d24ec185efa3 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:58.459120 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17bf9455-d14b-40ae-9a43-f47be4d9ccab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:58.507500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c463e6fe-ecfa-480a-b6d5-a9cc08080c7e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4651968 Jul 27 20:04:58.524145 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40982) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:58.531909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ce843412-126e-433a-a1f7-2e69f624cc5b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'subnet': {'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:58.548073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463e6fe-ecfa-480a-b6d5-a9cc08080c7e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Network': ['ID=3b8a0a11-5776-4363-a277-dbdaee970981,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:58.602961 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 3b8a0a11-5776-4363-a277-dbdaee970981 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:04:58.723228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 396aac07-d5fb-4263-ab20-d24ec185efa3 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:04:58.752030 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17bf9455-d14b-40ae-9a43-f47be4d9ccab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:58.760346 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17bf9455-d14b-40ae-9a43-f47be4d9ccab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:58.770925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 396aac07-d5fb-4263-ab20-d24ec185efa3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:58.771306 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:58.847379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce843412-126e-433a-a1f7-2e69f624cc5b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:04:58.852032 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce843412-126e-433a-a1f7-2e69f624cc5b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:58.863707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41032) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:58.863853 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-17bf9455-d14b-40ae-9a43-f47be4d9ccab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d54810fb005d480a90c62e3b5e2476b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6150863 Jul 27 20:04:58.864809 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf9455-d14b-40ae-9a43-f47be4d9ccab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeffa9dd-495e-4cb2-b5c0-a7c66b40fea4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:58.979244 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:58.982470 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a821c4dc-e941-4069-bbde-179539f8b29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:58.993024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 3, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:04:57Z', 'revision_number': 2, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:04:59.029930 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a821c4dc-e941-4069-bbde-179539f8b29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:59.031559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Checking router: fec9f068-c8f7-4bc9-8367-384ce3c51cf6 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:04:59.032427 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Updating router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 port 118b055c-d49a-4ec1-a831-9256b15d3ce9 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:04:59.081797 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 396aac07-d5fb-4263-ab20-d24ec185efa3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=396aac07-d5fb-4263-ab20-d24ec185efa3,segment=NetworkSegment(f6ef07ad-d3dd-4eff-beaa-e31198c718af),segment_id=f6ef07ad-d3dd-4eff-beaa-e31198c718af)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:04:59.090955 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41054) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:59.104939 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:59.105771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d98bb392-ee93-4cfb-bc51-c6f93351b967 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:04:59.110424 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:59.134418 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a821c4dc-e941-4069-bbde-179539f8b29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:59.138167 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a821c4dc-e941-4069-bbde-179539f8b29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:59.139703 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a821c4dc-e941-4069-bbde-179539f8b29b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eeffa9dd-495e-4cb2-b5c0-a7c66b40fea4 HTTP/1.1" status: 204 len: 168 time: 0.2746322 Jul 27 20:04:59.168522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821c4dc-e941-4069-bbde-179539f8b29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeffa9dd-495e-4cb2-b5c0-a7c66b40fea4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:59.262118 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce843412-126e-433a-a1f7-2e69f624cc5b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:59.281090 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=396aac07-d5fb-4263-ab20-d24ec185efa3,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:59.363039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2058494452-network', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:04:59.375282 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d98bb392-ee93-4cfb-bc51-c6f93351b967 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:04:59.375663 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:59.390139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] Made reservation on behalf of d69124e393a44c87b1ab801866e9da04 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:04:59.393120 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:59.409764 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:59.490133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce843412-126e-433a-a1f7-2e69f624cc5b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Subnet': ['ID=071254c8-d247-4a18-8c6a-100c7cc44221,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:59.527485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce843412-126e-433a-a1f7-2e69f624cc5b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Checking segment: {'id': '2ca3c50a-738d-46bc-b788-bf21798c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:04:59.527858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce843412-126e-433a-a1f7-2e69f624cc5b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network hostable DHCP agents. Network: 3b8a0a11-5776-4363-a277-dbdaee970981, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:04:59.576659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce843412-126e-433a-a1f7-2e69f624cc5b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 3b8a0a11-5776-4363-a277-dbdaee970981 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:04:59.594712 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ce843412-126e-433a-a1f7-2e69f624cc5b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 3b8a0a11-5776-4363-a277-dbdaee970981) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:04:59.613042 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce843412-126e-433a-a1f7-2e69f624cc5b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:04:59.613951 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce843412-126e-433a-a1f7-2e69f624cc5b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:59.687200 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:59.696846 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:59.705127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd00a25-226e-48fa-a8a0-43da26133709 None None] Network 3b8a0a11-5776-4363-a277-dbdaee970981 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:04:59.742401 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41120) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:59.743485 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ce843412-126e-433a-a1f7-2e69f624cc5b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2157724 Jul 27 20:04:59.768365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:04:59.792993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41126) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:04:59.821990 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:59.822523 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] Added segment 3e07de48-19a9-43d5-b749-3eb49cbeff94 of type vlan for network 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 Jul 27 20:04:59.824983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba170dd-ce38-4b28-a625-118414367c86,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:04:59.835766 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8f6c55df-b3a7-40ac-8cbc-183a190d86b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:04:59.920620 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.014611 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.026272 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:00.027325 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.058124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bd4a64a9-49db-482e-82ab-89e37ca61ef7 None None] Provisioning complete for port 396aac07-d5fb-4263-ab20-d24ec185efa3 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:00.058843 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bd4a64a9-49db-482e-82ab-89e37ca61ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.112946 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8f6c55df-b3a7-40ac-8cbc-183a190d86b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.127828 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8f6c55df-b3a7-40ac-8cbc-183a190d86b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.190844 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8f6c55df-b3a7-40ac-8cbc-183a190d86b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=725e23c15a444102879c20fee4e347aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956971 Jul 27 20:05:00.198820 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41176) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:00.273218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41186) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:00.274444 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1816916 Jul 27 20:05:00.281336 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e93fbafb-5e82-4709-9097-4f26eae8b6fc no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:05:00.294346 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78b456-ee47-42be-9981-c477a5a84a2b admin admin] Pushing event updated for resources: {'Network': ['ID=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:00.308214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c55df-b3a7-40ac-8cbc-183a190d86b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d0b9c3-a7f4-44dc-8ed4-29d1db7657e6,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:00.310400 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-9a3f9ee2-065a-4ec7-ae90-38c8450074cd admin admin] Request body: {'subnet': {'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2058494452-subnet', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:00.333300 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:05:00.365629 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cbea72b7-f763-437f-b274-9b006aedbb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.374617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3f9ee2-065a-4ec7-ae90-38c8450074cd admin admin] Made reservation on behalf of d69124e393a44c87b1ab801866e9da04 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:05:00.377030 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a3f9ee2-065a-4ec7-ae90-38c8450074cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.404926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: e93fbafb-5e82-4709-9097-4f26eae8b6fc {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:05:00.405484 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e93fbafb-5e82-4709-9097-4f26eae8b6fc not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:05:00.459386 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cbea72b7-f763-437f-b274-9b006aedbb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.511626 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.560432 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 396aac07-d5fb-4263-ab20-d24ec185efa3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:00.576152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-3b8a0a11-5776-4363-a277-dbdaee970981', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:05:00.577091 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.605453 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.642436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bd4a64a9-49db-482e-82ab-89e37ca61ef7 None None] Provisioning for port 118b055c-d49a-4ec1-a831-9256b15d3ce9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:00.644244 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cbea72b7-f763-437f-b274-9b006aedbb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.645041 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Transition to ACTIVE for port object 118b055c-d49a-4ec1-a831-9256b15d3ce9 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:00.647237 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cbea72b7-f763-437f-b274-9b006aedbb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.651670 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cbea72b7-f763-437f-b274-9b006aedbb78 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32d0b9c3-a7f4-44dc-8ed4-29d1db7657e6 HTTP/1.1" status: 204 len: 168 time: 0.4487298 Jul 27 20:05:00.656257 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bd4a64a9-49db-482e-82ab-89e37ca61ef7 None None] Provisioning complete for port 118b055c-d49a-4ec1-a831-9256b15d3ce9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:00.656903 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bd4a64a9-49db-482e-82ab-89e37ca61ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.671005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea72b7-f763-437f-b274-9b006aedbb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d0b9c3-a7f4-44dc-8ed4-29d1db7657e6,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:00.738901 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.839382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a64a9-49db-482e-82ab-89e37ca61ef7 None None] Port 118b055c-d49a-4ec1-a831-9256b15d3ce9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:05:00.848423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8f4c0-5b07-46ca-9b78-8e7ac28395b0 None None] Pushing event updated for resources: {'Port': ['ID=118b055c-d49a-4ec1-a831-9256b15d3ce9,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:00.851552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 396aac07-d5fb-4263-ab20-d24ec185efa3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:00.852164 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:00.923780 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a3f9ee2-065a-4ec7-ae90-38c8450074cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:01.007833 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Attempting to bind port 118b055c-d49a-4ec1-a831-9256b15d3ce9 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:01.008208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Attempting to bind port 118b055c-d49a-4ec1-a831-9256b15d3ce9 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'f6ef07ad-d3dd-4eff-beaa-e31198c718af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:01.008593 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Attempting to bind port 118b055c-d49a-4ec1-a831-9256b15d3ce9 on network 62fef887-d0ef-4b5f-8ef0-76fe980bd3f3 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:01.021626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Allocated IP 2001:db8:2::2 (3b8a0a11-5776-4363-a277-dbdaee970981/071254c8-d247-4a18-8c6a-100c7cc44221/79c69386-4e4a-4e47-9249-b42d8a4774cf) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:01.027028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f9ee2-065a-4ec7-ae90-38c8450074cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b6d72c-52cf-4cb9-ac3e-16037932e133,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:01.029184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f9ee2-065a-4ec7-ae90-38c8450074cd admin admin] Checking segment: {'id': '3e07de48-19a9-43d5-b749-3eb49cbeff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:01.029832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f9ee2-065a-4ec7-ae90-38c8450074cd admin admin] Network hostable DHCP agents. Network: 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:05:01.035982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:01.036602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Checking segment: {'id': 'f6ef07ad-d3dd-4eff-beaa-e31198c718af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:01.037013 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:01.037412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Bound using segment: {'id': 'f6ef07ad-d3dd-4eff-beaa-e31198c718af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:01.037894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Bound port: 118b055c-d49a-4ec1-a831-9256b15d3ce9, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ef07ad-d3dd-4eff-beaa-e31198c718af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:01.038519 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:01.066032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f9ee2-065a-4ec7-ae90-38c8450074cd admin admin] Network 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:05:01.089608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-9a3f9ee2-065a-4ec7-ae90-38c8450074cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:01.096904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3f9ee2-065a-4ec7-ae90-38c8450074cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:01.101138 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a3f9ee2-065a-4ec7-ae90-38c8450074cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:01.123561 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9a3f9ee2-065a-4ec7-ae90-38c8450074cd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8489091 Jul 27 20:05:01.132299 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2e2891-6877-4c18-a91f-52d4b95b2c98 None None] Network 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:05:01.133762 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41280) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:01.139725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:01.189488 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:01.191333 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:01.297091 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:01.326310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] For port 118b055c-d49a-4ec1-a831-9256b15d3ce9, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:01.363949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] For port 118b055c-d49a-4ec1-a831-9256b15d3ce9, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=118b055c-d49a-4ec1-a831-9256b15d3ce9,segment=NetworkSegment(f6ef07ad-d3dd-4eff-beaa-e31198c718af),segment_id=f6ef07ad-d3dd-4eff-beaa-e31198c718af)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:01.377337 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:01.483669 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:01.525055 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:01.527376 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8f4c0-5b07-46ca-9b78-8e7ac28395b0 None None] Pushing event updated for resources: {'Port': ['ID=118b055c-d49a-4ec1-a831-9256b15d3ce9,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:01.535291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:01.536176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:01.642265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:01.690336 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Transition to ACTIVE for port object 79c69386-4e4a-4e47-9249-b42d8a4774cf will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:01.756127 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:01.773131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:05:01.773928 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:01.779043 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Transition to ACTIVE for port object 79c69386-4e4a-4e47-9249-b42d8a4774cf will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:01.794806 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:01.795119 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:01.870304 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Allocated IP 2001:db8:2::1 (3b8a0a11-5776-4363-a277-dbdaee970981/071254c8-d247-4a18-8c6a-100c7cc44221/628895cf-facc-4841-9ea1-c359bfb9993b) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:02.011523 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Allocated IP 172.25.1.71 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/81508837-0d64-4c97-a7b7-6451dfc2b9d6) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:02.058339 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:02.099866 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Transition to ACTIVE for port object 628895cf-facc-4841-9ea1-c359bfb9993b will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:02.180806 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:02.276713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 3b8a0a11-5776-4363-a277-dbdaee970981 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:02.283473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:02.294554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:02.295187 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:02.311418 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Network 3b8a0a11-5776-4363-a277-dbdaee970981 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:02.325110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:02.328137 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:02.344581 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Pushing event updated for resources: {'Port': ['ID=79c69386-4e4a-4e47-9249-b42d8a4774cf,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:02.443945 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=628895cf-facc-4841-9ea1-c359bfb9993b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:02.486010 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:02.516517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Allocated IP 172.20.0.2 (9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6/67b6d72c-52cf-4cb9-ac3e-16037932e133/ebd8ff1e-ef75-4219-b9b9-d68a1bab9487) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:02.796240 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:02.809953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Transition to ACTIVE for port object ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:02.838401 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Transition to ACTIVE for port object ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:02.859950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Attempting to bind port 79c69386-4e4a-4e47-9249-b42d8a4774cf on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:02.860688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Attempting to bind port 79c69386-4e4a-4e47-9249-b42d8a4774cf by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '2ca3c50a-738d-46bc-b788-bf21798c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:02.861211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Attempting to bind port 79c69386-4e4a-4e47-9249-b42d8a4774cf on network 3b8a0a11-5776-4363-a277-dbdaee970981 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:02.868645 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:02.870760 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:02.907260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:02.908097 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Checking segment: {'id': '2ca3c50a-738d-46bc-b788-bf21798c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:02.908708 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:02.909304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Bound using segment: {'id': '2ca3c50a-738d-46bc-b788-bf21798c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:02.909913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Bound port: 79c69386-4e4a-4e47-9249-b42d8a4774cf, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca3c50a-738d-46bc-b788-bf21798c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:02.910502 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:02.916751 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:02.925166 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:02.927631 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:02.960052 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Network 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:02.967351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Pushing event updated for resources: {'Port': ['ID=ebd8ff1e-ef75-4219-b9b9-d68a1bab9487,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:02.969096 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:02.978198 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:02.986507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:03.067944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=628895cf-facc-4841-9ea1-c359bfb9993b,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:03.089464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Pushing event updated for resources: {'Port': ['ID=81508837-0d64-4c97-a7b7-6451dfc2b9d6,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:03.116317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:03.116691 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:03.117035 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:03.117368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:03.117703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:03.118034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:03.118362 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:03.118691 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:03.119050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:03.119539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:03.119936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:03.120241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:03.129289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:03.130803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:03.135476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:03.158244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Attempting to bind port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:03.158595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Attempting to bind port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '3e07de48-19a9-43d5-b749-3eb49cbeff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:03.158963 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Attempting to bind port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 on network 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:03.177418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 3b8a0a11-5776-4363-a277-dbdaee970981 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:03.178965 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:03.179232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 3, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:01Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:03.186860 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:03.187250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Checking segment: {'id': '3e07de48-19a9-43d5-b749-3eb49cbeff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:03.187665 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:03.188284 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Bound using segment: {'id': '3e07de48-19a9-43d5-b749-3eb49cbeff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:03.188817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Bound port: ebd8ff1e-ef75-4219-b9b9-d68a1bab9487, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e07de48-19a9-43d5-b749-3eb49cbeff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:03.190309 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:03.228495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] For port 79c69386-4e4a-4e47-9249-b42d8a4774cf, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:03.235586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf2502-dd24-4382-a24f-f4ff3e795800 None None] The sync data for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 is: [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 3, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:01Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:03.257351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] For port 79c69386-4e4a-4e47-9249-b42d8a4774cf, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=79c69386-4e4a-4e47-9249-b42d8a4774cf,segment=NetworkSegment(2ca3c50a-738d-46bc-b788-bf21798c535f),segment_id=2ca3c50a-738d-46bc-b788-bf21798c535f)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:03.347451 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:03.358102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:05:03.550529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:03.564372 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f5410bdb-80bc-4dde-8e96-302d62b67608 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/fec9f068-c8f7-4bc9-8367-384ce3c51cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8182678 Jul 27 20:05:03.564613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41350) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:03.566735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] For port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:03.570448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e78f0448-c781-4b3c-a946-ad1a8a77daad tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-458840407'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:03.578895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f862a-295c-444c-a3fe-5d33557e5184 None None] Pushing event updated for resources: {'Port': ['ID=79c69386-4e4a-4e47-9249-b42d8a4774cf,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:03.612175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] For port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ebd8ff1e-ef75-4219-b9b9-d68a1bab9487,segment=NetworkSegment(3e07de48-19a9-43d5-b749-3eb49cbeff94),segment_id=3e07de48-19a9-43d5-b749-3eb49cbeff94)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:03.621127 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:03.628562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78f0448-c781-4b3c-a946-ad1a8a77daad tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:05:03.637667 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e78f0448-c781-4b3c-a946-ad1a8a77daad tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:03.690399 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78f0448-c781-4b3c-a946-ad1a8a77daad tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:05:03.717427 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e78f0448-c781-4b3c-a946-ad1a8a77daad tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:03.717809 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-e78f0448-c781-4b3c-a946-ad1a8a77daad tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Added segment 5de23e82-4235-4ae3-862a-4381b79b48d9 of type vlan for network 8465e8e5-a4d2-4018-afc9-57dbdb111fe7 Jul 27 20:05:03.787744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6a2dd-db2b-49ea-87ef-981e16c7541c None None] Pushing event updated for resources: {'Port': ['ID=ebd8ff1e-ef75-4219-b9b9-d68a1bab9487,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:03.818049 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:03.820360 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e78f0448-c781-4b3c-a946-ad1a8a77daad tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:03.908618 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e78f0448-c781-4b3c-a946-ad1a8a77daad tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:03.915563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f0448-c781-4b3c-a946-ad1a8a77daad tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:03.916248 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e78f0448-c781-4b3c-a946-ad1a8a77daad tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:04.373101 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:04.566551 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Router 265fbffe-8edd-463e-b35e-890a2580ec5c is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:05:04.706072 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Sync routers for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:04.733053 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:04.733970 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:04.753348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:04.758964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e78f0448-c781-4b3c-a946-ad1a8a77daad tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1932437 Jul 27 20:05:04.771491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41368) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:04.784136 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-564a06ce-6c87-424d-85bb-d8bef353f434 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'subnet': {'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:04.799971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:04.824193 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f0448-c781-4b3c-a946-ad1a8a77daad tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Network': ['ID=8465e8e5-a4d2-4018-afc9-57dbdb111fe7,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:04.836827 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:04.839421 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b3a744bb-3f5c-4db5-b2fc-aedca041f7de admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7025459 Jul 27 20:05:04.841661 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41372) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:04.848388 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Sync routers for ids ['265fbffe-8edd-463e-b35e-890a2580ec5c'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:04.865265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 8465e8e5-a4d2-4018-afc9-57dbdb111fe7 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:05:04.926739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564a06ce-6c87-424d-85bb-d8bef353f434 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Made reservation on behalf of 431fd621873346c9a7015bd3d6ad446f for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:05:04.933659 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-564a06ce-6c87-424d-85bb-d8bef353f434 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:05.064275 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:05.092249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Routers {'265fbffe-8edd-463e-b35e-890a2580ec5c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:05.093519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['265fbffe-8edd-463e-b35e-890a2580ec5c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:05.336298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c78014f-c890-4f54-9466-a0345a4c8dd0 None None] Network 3b8a0a11-5776-4363-a277-dbdaee970981 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:05:05.343115 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-564a06ce-6c87-424d-85bb-d8bef353f434 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:05.362817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:05.439416 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79c69386-4e4a-4e47-9249-b42d8a4774cf up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:05.545869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Set router 265fbffe-8edd-463e-b35e-890a2580ec5c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:05.557200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a06ce-6c87-424d-85bb-d8bef353f434 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Subnet': ['ID=12f70dec-08d8-4264-ba28-04fd42291acc,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:05.572748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a06ce-6c87-424d-85bb-d8bef353f434 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Checking segment: {'id': '5de23e82-4235-4ae3-862a-4381b79b48d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:05.573392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564a06ce-6c87-424d-85bb-d8bef353f434 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network hostable DHCP agents. Network: 8465e8e5-a4d2-4018-afc9-57dbdb111fe7, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:05:05.618958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564a06ce-6c87-424d-85bb-d8bef353f434 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 8465e8e5-a4d2-4018-afc9-57dbdb111fe7 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:05:05.643814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-564a06ce-6c87-424d-85bb-d8bef353f434 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 8465e8e5-a4d2-4018-afc9-57dbdb111fe7) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:05.651500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564a06ce-6c87-424d-85bb-d8bef353f434 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:05.652571 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-564a06ce-6c87-424d-85bb-d8bef353f434 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:05.652776 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:02Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:01Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '628895cf-facc-4841-9ea1-c359bfb9993b', 'name': '', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:e7:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:00Z', 'updated_at': '2021-07-27T20:05:02Z', 'revision_number': 2, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:05.688380 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-564a06ce-6c87-424d-85bb-d8bef353f434 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9152277 Jul 27 20:05:05.689503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41386) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:05.725681 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7e915275-f331-4d03-9a5a-60548f7cdf9c None None] Provisioning for port 79c69386-4e4a-4e47-9249-b42d8a4774cf completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:05.745046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a21401-79f8-4f6d-adac-a029a82b7f93 None None] Network 8465e8e5-a4d2-4018-afc9-57dbdb111fe7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:05:05.925572 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Checking router: fec9f068-c8f7-4bc9-8367-384ce3c51cf6 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:05.927643 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Updating router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 port 628895cf-facc-4841-9ea1-c359bfb9993b binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:05:05.992314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 79c69386-4e4a-4e47-9249-b42d8a4774cf completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:06.001315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 79c69386-4e4a-4e47-9249-b42d8a4774cf triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:06.001965 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:06.020190 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:06.065974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b420823-9ac9-43e9-a284-53370c6785e8 None None] Network 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:05:06.172716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c907ae7a-2477-4945-9856-b032e8f84673 None None] Provisioning for port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:06.186947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c907ae7a-2477-4945-9856-b032e8f84673 None None] Provisioning complete for port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:06.187320 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c907ae7a-2477-4945-9856-b032e8f84673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:06.194987 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:06.422114 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:06.436031 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Transition to ACTIVE for port object 628895cf-facc-4841-9ea1-c359bfb9993b will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:06.450335 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:06.595364 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a5a6b-e504-428d-88ab-fa8a7d478350 None None] Pushing event updated for resources: {'Port': ['ID=628895cf-facc-4841-9ea1-c359bfb9993b,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:06.596208 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:06.628624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Allocated IP 172.20.0.1 (9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6/67b6d72c-52cf-4cb9-ac3e-16037932e133/00ea8ad1-b8ea-4969-adad-74c558498ec9) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:06.774591 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Attempting to bind port 628895cf-facc-4841-9ea1-c359bfb9993b on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:06.777133 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Attempting to bind port 628895cf-facc-4841-9ea1-c359bfb9993b by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '2ca3c50a-738d-46bc-b788-bf21798c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:06.777953 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Attempting to bind port 628895cf-facc-4841-9ea1-c359bfb9993b on network 3b8a0a11-5776-4363-a277-dbdaee970981 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:06.782586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:03Z', 'revision_number': 3, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:06.794603 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:06.795249 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Checking segment: {'id': '2ca3c50a-738d-46bc-b788-bf21798c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:06.797917 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:06.799766 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Bound using segment: {'id': '2ca3c50a-738d-46bc-b788-bf21798c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:06.801639 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Bound port: 628895cf-facc-4841-9ea1-c359bfb9993b, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca3c50a-738d-46bc-b788-bf21798c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:06.802520 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:06.852977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Checking router: 265fbffe-8edd-463e-b35e-890a2580ec5c for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:06.853797 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Updating router 265fbffe-8edd-463e-b35e-890a2580ec5c port 81508837-0d64-4c97-a7b7-6451dfc2b9d6 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:05:06.856671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-8465e8e5-a4d2-4018-afc9-57dbdb111fe7', 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'fixed_ips': [{'subnet_id': '12f70dec-08d8-4264-ba28-04fd42291acc'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:05:06.857841 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:06.865468 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:06.965436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:07.000774 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] For port 628895cf-facc-4841-9ea1-c359bfb9993b, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:07.006190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Transition to ACTIVE for port object 00ea8ad1-b8ea-4969-adad-74c558498ec9 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:07.011983 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] For port 628895cf-facc-4841-9ea1-c359bfb9993b, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=628895cf-facc-4841-9ea1-c359bfb9993b,segment=NetworkSegment(2ca3c50a-738d-46bc-b788-bf21798c535f),segment_id=2ca3c50a-738d-46bc-b788-bf21798c535f)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:07.024449 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:07.090856 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:07.113870 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 79c69386-4e4a-4e47-9249-b42d8a4774cf, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=79c69386-4e4a-4e47-9249-b42d8a4774cf,segment=NetworkSegment(2ca3c50a-738d-46bc-b788-bf21798c535f),segment_id=2ca3c50a-738d-46bc-b788-bf21798c535f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:07.165824 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:07.167611 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:07.168027 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:07.178795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 118b055c-d49a-4ec1-a831-9256b15d3ce9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:07.194354 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=00ea8ad1-b8ea-4969-adad-74c558498ec9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:07.223961 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Network 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:07.227061 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:07.229155 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41410) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:07.236575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:07.243183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:07.303221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Allocated IP 2001:db8:3::1 (8465e8e5-a4d2-4018-afc9-57dbdb111fe7/12f70dec-08d8-4264-ba28-04fd42291acc/72664935-2c9d-4416-b816-b235f46cd609) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:07.315327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:07.392952 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c907ae7a-2477-4945-9856-b032e8f84673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:07.423085 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:07.691102 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:07.701306 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:07.706955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c907ae7a-2477-4945-9856-b032e8f84673 None None] For port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ebd8ff1e-ef75-4219-b9b9-d68a1bab9487,segment=NetworkSegment(3e07de48-19a9-43d5-b749-3eb49cbeff94),segment_id=3e07de48-19a9-43d5-b749-3eb49cbeff94)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:07.748233 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7fba4a1-74e4-49d0-9014-b5b56b940df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:07.775575 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Transition to ACTIVE for port object 72664935-2c9d-4416-b816-b235f46cd609 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:07.823446 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c907ae7a-2477-4945-9856-b032e8f84673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:07.851233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=79c69386-4e4a-4e47-9249-b42d8a4774cf,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:07.855877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-468d87dd-1dfa-43ce-ab35-0f231bb4e860 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3696706 Jul 27 20:05:07.883330 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a5a6b-e504-428d-88ab-fa8a7d478350 None None] Pushing event updated for resources: {'Port': ['ID=628895cf-facc-4841-9ea1-c359bfb9993b,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:07.960900 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:07.967535 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:08.036450 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=00ea8ad1-b8ea-4969-adad-74c558498ec9,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:08.065418 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:08.072682 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907ae7a-2477-4945-9856-b032e8f84673 None None] Pushing event updated for resources: {'Port': ['ID=ebd8ff1e-ef75-4219-b9b9-d68a1bab9487,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:08.097078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 118b055c-d49a-4ec1-a831-9256b15d3ce9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:08.103611 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:02Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:01Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '628895cf-facc-4841-9ea1-c359bfb9993b', 'name': '', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:e7:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:00Z', 'updated_at': '2021-07-27T20:05:06Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:08.107577 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:08.159854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 118b055c-d49a-4ec1-a831-9256b15d3ce9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:08.160354 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:08.212892 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb60fb0-5067-46ef-ba37-bab80b19a891 None None] The sync data for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 is: [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:02Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:01Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '628895cf-facc-4841-9ea1-c359bfb9993b', 'name': '', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:e7:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:00Z', 'updated_at': '2021-07-27T20:05:06Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:08.219202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c707fb4c-b131-443a-b04b-147721bae364 None None] Provisioning for port 628895cf-facc-4841-9ea1-c359bfb9993b completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:08.277799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Network 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:08.281157 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:08.350334 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 8465e8e5-a4d2-4018-afc9-57dbdb111fe7 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:08.364494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Allocated IP 2001:db8:3::2 (8465e8e5-a4d2-4018-afc9-57dbdb111fe7/12f70dec-08d8-4264-ba28-04fd42291acc/8ad61879-779e-4ba6-8289-2554bafb5612) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:08.491255 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c707fb4c-b131-443a-b04b-147721bae364 None None] Provisioning complete for port 79c69386-4e4a-4e47-9249-b42d8a4774cf triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:08.496663 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c707fb4c-b131-443a-b04b-147721bae364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:08.499437 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7fba4a1-74e4-49d0-9014-b5b56b940df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:08.501789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:08.505608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:08.506183 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:08.576061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Router 265fbffe-8edd-463e-b35e-890a2580ec5c has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:05:08.581365 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7fba4a1-74e4-49d0-9014-b5b56b940df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:08.644148 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:08.658718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Transition to ACTIVE for port object 81508837-0d64-4c97-a7b7-6451dfc2b9d6 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:08.701663 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:08.791158 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:08.813388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-c889a549-50ac-41f9-9a58-83d6891248cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:08.814987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-c889a549-50ac-41f9-9a58-83d6891248cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:08.815461 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-c889a549-50ac-41f9-9a58-83d6891248cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:08.815990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-c889a549-50ac-41f9-9a58-83d6891248cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:08.816477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-c889a549-50ac-41f9-9a58-83d6891248cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:08.820254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-c889a549-50ac-41f9-9a58-83d6891248cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:08.822641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-c889a549-50ac-41f9-9a58-83d6891248cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:08.828623 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-c889a549-50ac-41f9-9a58-83d6891248cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6505 time: 0.8931828 Jul 27 20:05:08.829353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=72664935-2c9d-4416-b816-b235f46cd609,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:08.872269 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f7fba4a1-74e4-49d0-9014-b5b56b940df9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4b92be5e1e1453dbe8bd19e8287830b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6394291 Jul 27 20:05:08.874474 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41434) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:08.882313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:08.913807 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-53529a71-bd14-4d39-a345-d1e6e428f0d9 admin admin] 10.222.0.48 "PUT /v2.0/routers/265fbffe-8edd-463e-b35e-890a2580ec5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0623279 Jul 27 20:05:09.088930 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Attempting to bind port 81508837-0d64-4c97-a7b7-6451dfc2b9d6 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:09.089492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Attempting to bind port 81508837-0d64-4c97-a7b7-6451dfc2b9d6 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:09.089836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Attempting to bind port 81508837-0d64-4c97-a7b7-6451dfc2b9d6 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:09.099645 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:09.115710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:09.116010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:09.116299 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:09.116749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:09.117260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Bound port: 81508837-0d64-4c97-a7b7-6451dfc2b9d6, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:09.117655 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:09.148623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-5ed283a6-46be-47f6-9cdb-2ce2afc3ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:09.150085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-5ed283a6-46be-47f6-9cdb-2ce2afc3ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:09.156601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-5ed283a6-46be-47f6-9cdb-2ce2afc3ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:09.163712 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-5ed283a6-46be-47f6-9cdb-2ce2afc3ff6a service neutron] 10.222.0.52 "GET /v2.0/networks?id=ac679f8b-06ff-475b-999e-fecd672dac7a&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=73d72393-3d95-4308-9106-6209eefa092b&id=73d72393-3d95-4308-9106-6209eefa092b HTTP/1.1" status: 200 len: 2298 time: 0.2878633 Jul 27 20:05:09.206694 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:09.224731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Transition to ACTIVE for port object 8ad61879-779e-4ba6-8289-2554bafb5612 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:09.242248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fba4a1-74e4-49d0-9014-b5b56b940df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0697fd5-c587-4c1f-b645-246913e94f44,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:09.242390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Transition to ACTIVE for port object 8ad61879-779e-4ba6-8289-2554bafb5612 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:09.279399 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086d17a-5b22-43af-ac04-479f3707bec8 None None] Pushing event updated for resources: {'Port': ['ID=81508837-0d64-4c97-a7b7-6451dfc2b9d6,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:09.290495 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:09.345391 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086d17a-5b22-43af-ac04-479f3707bec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:09.345741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086d17a-5b22-43af-ac04-479f3707bec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:09.346179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086d17a-5b22-43af-ac04-479f3707bec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:09.346504 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086d17a-5b22-43af-ac04-479f3707bec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:09.346848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086d17a-5b22-43af-ac04-479f3707bec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:09.347358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086d17a-5b22-43af-ac04-479f3707bec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:09.347534 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086d17a-5b22-43af-ac04-479f3707bec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:09.347859 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086d17a-5b22-43af-ac04-479f3707bec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:09.348168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086d17a-5b22-43af-ac04-479f3707bec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:09.348654 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086d17a-5b22-43af-ac04-479f3707bec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:09.349362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086d17a-5b22-43af-ac04-479f3707bec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:09.349730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086d17a-5b22-43af-ac04-479f3707bec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:09.413958 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-8709a88a-eb60-4b83-936a-7e672d6919c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0832f3a4-1619-4ea1-b9bf-87a13b42df43 HTTP/1.1" status: 200 len: 1001 time: 0.1750569 Jul 27 20:05:09.415021 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:09.441617 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Network 8465e8e5-a4d2-4018-afc9-57dbdb111fe7 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:09.471845 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d78690ce-ef13-4ca9-ac93-33191b55e7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:09.473388 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 118b055c-d49a-4ec1-a831-9256b15d3ce9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=118b055c-d49a-4ec1-a831-9256b15d3ce9,segment=NetworkSegment(f6ef07ad-d3dd-4eff-beaa-e31198c718af),segment_id=f6ef07ad-d3dd-4eff-beaa-e31198c718af)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:09.475013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:09.483512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:09.505435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] For port 81508837-0d64-4c97-a7b7-6451dfc2b9d6, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:09.529996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] For port 81508837-0d64-4c97-a7b7-6451dfc2b9d6, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=81508837-0d64-4c97-a7b7-6451dfc2b9d6,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:09.531244 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:09.560238 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:09.560892 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d78690ce-ef13-4ca9-ac93-33191b55e7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:09.566816 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Pushing event updated for resources: {'Port': ['ID=8ad61879-779e-4ba6-8289-2554bafb5612,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:09.652452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-dba8ac74-78aa-4766-93f4-b8336516164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:09.652843 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-dba8ac74-78aa-4766-93f4-b8336516164b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5c4faa1-1e78-41dd-a98d-2cdbd705d07e HTTP/1.1" status: 200 len: 855 time: 0.2286830 Jul 27 20:05:09.733831 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Attempting to bind port 8ad61879-779e-4ba6-8289-2554bafb5612 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:09.737743 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Attempting to bind port 8ad61879-779e-4ba6-8289-2554bafb5612 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5de23e82-4235-4ae3-862a-4381b79b48d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:09.738043 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Attempting to bind port 8ad61879-779e-4ba6-8289-2554bafb5612 on network 8465e8e5-a4d2-4018-afc9-57dbdb111fe7 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:09.773651 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:09.774031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Checking segment: {'id': '5de23e82-4235-4ae3-862a-4381b79b48d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:09.774439 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:09.774857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Bound using segment: {'id': '5de23e82-4235-4ae3-862a-4381b79b48d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:09.775382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Bound port: 8ad61879-779e-4ba6-8289-2554bafb5612, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de23e82-4235-4ae3-862a-4381b79b48d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:09.776486 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:09.779801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=118b055c-d49a-4ec1-a831-9256b15d3ce9,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:09.827543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Routers {'265fbffe-8edd-463e-b35e-890a2580ec5c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:09.828777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['265fbffe-8edd-463e-b35e-890a2580ec5c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:09.882499 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d78690ce-ef13-4ca9-ac93-33191b55e7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:09.885254 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d78690ce-ef13-4ca9-ac93-33191b55e7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:09.886451 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d78690ce-ef13-4ca9-ac93-33191b55e7ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0697fd5-c587-4c1f-b645-246913e94f44 HTTP/1.1" status: 204 len: 168 time: 0.9480321 Jul 27 20:05:09.938324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78690ce-ef13-4ca9-ac93-33191b55e7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0697fd5-c587-4c1f-b645-246913e94f44,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:09.965069 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-3e09f048-94d9-4828-a96c-62b3fb60c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:09.966534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-3e09f048-94d9-4828-a96c-62b3fb60c23b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ac679f8b-06ff-475b-999e-fecd672dac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3056123 Jul 27 20:05:10.004878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:10.109172 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:10.121679 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-e20ad078-4d5b-4c6a-b934-98e87f7daa95 service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397929 Jul 27 20:05:10.122880 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:10.123662 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:10.218663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event updated for resources: {'Port': ['ID=72664935-2c9d-4416-b816-b235f46cd609,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:10.355919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Network 8465e8e5-a4d2-4018-afc9-57dbdb111fe7 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:10.357453 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:10.420568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41470) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:10.425959 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086d17a-5b22-43af-ac04-479f3707bec8 None None] Pushing event updated for resources: {'Port': ['ID=81508837-0d64-4c97-a7b7-6451dfc2b9d6,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:10.426455 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1904732143-network', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:10.447136 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5994562b-07d2-4629-9c71-1f13b12b7491 None None] Provisioning complete for port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:10.447494 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5994562b-07d2-4629-9c71-1f13b12b7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:10.480714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] Made reservation on behalf of 06c8b8b45139401ba7b2537f57836cad for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:05:10.483320 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:10.488714 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] For port 8ad61879-779e-4ba6-8289-2554bafb5612, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:10.496068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] Set router 265fbffe-8edd-463e-b35e-890a2580ec5c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:10.499888 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:10.546721 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] For port 8ad61879-779e-4ba6-8289-2554bafb5612, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8ad61879-779e-4ba6-8289-2554bafb5612,segment=NetworkSegment(5de23e82-4235-4ae3-862a-4381b79b48d9),segment_id=5de23e82-4235-4ae3-862a-4381b79b48d9)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:10.561631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:10.562004 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:10.569911 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:10.650376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:05:10.661897 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:10.671466 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:10.733181 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:05:10.778594 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:10.784044 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] Added segment 850993cb-613f-4d6d-8a04-b5d18a202094 of type vlan for network 30caf7c6-f3ed-4dfc-8fd2-9805106e05c0 Jul 27 20:05:10.790693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-90b1167b-b7d4-4fee-a2d0-b9472e139656 service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507018 Jul 27 20:05:10.817724 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50623c4b-b5bf-43af-90c2-4f4b95344124 None None] Pushing event updated for resources: {'Port': ['ID=8ad61879-779e-4ba6-8289-2554bafb5612,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:10.863035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-749b5bb4-c131-428a-acd7-8f845f6a5fa3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=126479f5-4f00-4961-8987-3f39241c2c16 HTTP/1.1" status: 200 len: 217 time: 0.0639765 Jul 27 20:05:10.866225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:10.878609 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-11b92e6e-e982-41be-8a78-5b11246ec2b2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/fec9f068-c8f7-4bc9-8367-384ce3c51cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1877754 Jul 27 20:05:10.881239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c464466-e283-4cfd-94b2-244280bcb795,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:10.883236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41486) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:10.902417 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Sync routers for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:10.909790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-b6072291-963f-4071-8655-888b3222a35f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:10.918752 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:10.919381 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:10.924790 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:10.942142 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5994562b-07d2-4629-9c71-1f13b12b7491 None None] Provisioning for port 00ea8ad1-b8ea-4969-adad-74c558498ec9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:10.981302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5994562b-07d2-4629-9c71-1f13b12b7491 None None] Provisioning complete for port 00ea8ad1-b8ea-4969-adad-74c558498ec9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:10.981993 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5994562b-07d2-4629-9c71-1f13b12b7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:10.984563 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79c69386-4e4a-4e47-9249-b42d8a4774cf up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:11.016379 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-61e07633-b4df-4297-a151-c2a39387111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:11.018870 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:11.019187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-61e07633-b4df-4297-a151-c2a39387111d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.1362286 Jul 27 20:05:11.020027 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:11.022572 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:11.203618 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:11.248242 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8265021 Jul 27 20:05:11.251811 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41496) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:11.268783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-5994562b-07d2-4629-9c71-1f13b12b7491 None None] Port 00ea8ad1-b8ea-4969-adad-74c558498ec9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:05:11.288351 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-592dc861-5695-4c6c-965d-dea5f52b30bb admin admin] Request body: {'subnet': {'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1904732143-subnet', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:11.305928 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883eefb-4442-43cd-b1f8-757d615aa850 admin admin] Pushing event updated for resources: {'Network': ['ID=30caf7c6-f3ed-4dfc-8fd2-9805106e05c0,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:11.320867 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 30caf7c6-f3ed-4dfc-8fd2-9805106e05c0 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:05:11.370613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592dc861-5695-4c6c-965d-dea5f52b30bb admin admin] Made reservation on behalf of 06c8b8b45139401ba7b2537f57836cad for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:05:11.380087 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-592dc861-5695-4c6c-965d-dea5f52b30bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:11.425528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-1c82a9aa-a43c-4591-bc14-fbedbf244d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:11.427157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-1c82a9aa-a43c-4591-bc14-fbedbf244d3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2202048 Jul 27 20:05:11.476945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 79c69386-4e4a-4e47-9249-b42d8a4774cf triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:11.477494 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:11.558681 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:08Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '628895cf-facc-4841-9ea1-c359bfb9993b', 'name': '', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:e7:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:00Z', 'updated_at': '2021-07-27T20:05:06Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72664935-2c9d-4416-b816-b235f46cd609', 'name': '', 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:09:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 2, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:11.590421 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '00ea8ad1-b8ea-4969-adad-74c558498ec9', 'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'mac_address': 'fa:16:3e:be:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 2, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'subnets': [{'id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:11.601155 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Checking router: fec9f068-c8f7-4bc9-8367-384ce3c51cf6 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:11.601503 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Updating router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 port 72664935-2c9d-4416-b816-b235f46cd609 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:05:11.629704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-592dc861-5695-4c6c-965d-dea5f52b30bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:11.637898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c75734-f223-48f0-b25c-90ef32700335 None None] The sync data for ids ['265fbffe-8edd-463e-b35e-890a2580ec5c'] in n-d-705657-21 is: [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '00ea8ad1-b8ea-4969-adad-74c558498ec9', 'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'mac_address': 'fa:16:3e:be:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 2, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'subnets': [{'id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:11.675286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6747e3c6-6dd6-4bc0-b058-387774c90f4b None None] Provisioning complete for port 00ea8ad1-b8ea-4969-adad-74c558498ec9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:11.682537 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6747e3c6-6dd6-4bc0-b058-387774c90f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:11.694012 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:11.702898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dc861-5695-4c6c-965d-dea5f52b30bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=99cd5ecd-c2e4-419e-9cb4-8bb3e1775913,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:11.754664 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592dc861-5695-4c6c-965d-dea5f52b30bb admin admin] Checking segment: {'id': '850993cb-613f-4d6d-8a04-b5d18a202094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:11.755055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592dc861-5695-4c6c-965d-dea5f52b30bb admin admin] Network hostable DHCP agents. Network: 30caf7c6-f3ed-4dfc-8fd2-9805106e05c0, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:05:11.795003 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:11.805043 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592dc861-5695-4c6c-965d-dea5f52b30bb admin admin] Network 30caf7c6-f3ed-4dfc-8fd2-9805106e05c0 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:05:11.826300 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-592dc861-5695-4c6c-965d-dea5f52b30bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 30caf7c6-f3ed-4dfc-8fd2-9805106e05c0) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:11.834684 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592dc861-5695-4c6c-965d-dea5f52b30bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:11.837237 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-592dc861-5695-4c6c-965d-dea5f52b30bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:11.858084 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6747e3c6-6dd6-4bc0-b058-387774c90f4b None None] Port 00ea8ad1-b8ea-4969-adad-74c558498ec9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:05:11.875745 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8babc0c6-5887-44b9-9583-83caeb4d686c None None] Network 30caf7c6-f3ed-4dfc-8fd2-9805106e05c0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:05:11.878910 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-592dc861-5695-4c6c-965d-dea5f52b30bb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6197250 Jul 27 20:05:11.881781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41510) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:11.891541 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1904732143-router', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:11.962949 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:11.964570 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:12.078982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 628895cf-facc-4841-9ea1-c359bfb9993b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:12.125065 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:12.377565 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 628895cf-facc-4841-9ea1-c359bfb9993b completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:12.406900 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 628895cf-facc-4841-9ea1-c359bfb9993b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:12.407275 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:12.486533 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:12.523333 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Transition to ACTIVE for port object 72664935-2c9d-4416-b816-b235f46cd609 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:12.542456 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:12.628075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:12.635501 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da90b3-e0a9-4da4-a41c-104246665a13 None None] Pushing event updated for resources: {'Port': ['ID=72664935-2c9d-4416-b816-b235f46cd609,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:12.668198 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-30caf7c6-f3ed-4dfc-8fd2-9805106e05c0', 'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'fixed_ips': [{'subnet_id': '99cd5ecd-c2e4-419e-9cb4-8bb3e1775913'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:05:12.668950 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:12.685887 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefc0a5f-6c32-4b9e-ab45-1320420322b3 None None] Network 8465e8e5-a4d2-4018-afc9-57dbdb111fe7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:05:12.877058 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Attempting to bind port 72664935-2c9d-4416-b816-b235f46cd609 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:12.877430 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Attempting to bind port 72664935-2c9d-4416-b816-b235f46cd609 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5de23e82-4235-4ae3-862a-4381b79b48d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:12.877770 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Attempting to bind port 72664935-2c9d-4416-b816-b235f46cd609 on network 8465e8e5-a4d2-4018-afc9-57dbdb111fe7 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:12.909909 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:12.910185 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Checking segment: {'id': '5de23e82-4235-4ae3-862a-4381b79b48d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:12.910576 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:12.910960 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Bound using segment: {'id': '5de23e82-4235-4ae3-862a-4381b79b48d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:12.911422 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Bound port: 72664935-2c9d-4416-b816-b235f46cd609, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de23e82-4235-4ae3-862a-4381b79b48d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:12.911797 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:12.984283 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-795a964b-9aea-4514-a383-6bfebff39ee7 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5341394 Jul 27 20:05:13.036235 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:13.071403 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8ba2d831-b922-4d1b-9ae9-4bf0a9c74ae8 None None] Provisioning for port 8ad61879-779e-4ba6-8289-2554bafb5612 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:13.215633 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:13.268686 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:13.342979 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 628895cf-facc-4841-9ea1-c359bfb9993b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=628895cf-facc-4841-9ea1-c359bfb9993b,segment=NetworkSegment(2ca3c50a-738d-46bc-b788-bf21798c535f),segment_id=2ca3c50a-738d-46bc-b788-bf21798c535f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:13.347905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.extraroute_db [None req-b6072291-963f-4071-8655-888b3222a35f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 20:05:13.359194 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:13.457961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.extraroute_db [None req-b6072291-963f-4071-8655-888b3222a35f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Removed routes are [] {{(pid=94059) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 20:05:13.458842 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b6072291-963f-4071-8655-888b3222a35f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:13.501488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-aaa43ef0-8710-45f4-8d72-09ebe5e86d0c service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063808 Jul 27 20:05:13.516673 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] For port 72664935-2c9d-4416-b816-b235f46cd609, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:13.534414 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] For port 72664935-2c9d-4416-b816-b235f46cd609, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=72664935-2c9d-4416-b816-b235f46cd609,segment=NetworkSegment(5de23e82-4235-4ae3-862a-4381b79b48d9),segment_id=5de23e82-4235-4ae3-862a-4381b79b48d9)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:13.550266 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:13.591210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Allocated IP 172.25.1.188 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/863ffc12-0f29-484e-966c-a4da52ef7550) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:13.600160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=628895cf-facc-4841-9ea1-c359bfb9993b,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:13.748951 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da90b3-e0a9-4da4-a41c-104246665a13 None None] Pushing event updated for resources: {'Port': ['ID=72664935-2c9d-4416-b816-b235f46cd609,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:13.765135 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:13.766022 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:13.773504 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Allocated IP 172.20.0.2 (30caf7c6-f3ed-4dfc-8fd2-9805106e05c0/99cd5ecd-c2e4-419e-9cb4-8bb3e1775913/76cc96f1-6ed9-4b70-abd7-9743ec7213fb) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:13.821336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-595b9b47-7f47-4a66-b639-df2a3ecac833 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=cf287038-36da-428d-9206-c7ff8b06bd7c HTTP/1.1" status: 200 len: 217 time: 0.1764808 Jul 27 20:05:13.873826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:13.909414 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:13.925601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-b8003553-6a59-432c-8872-c1695ada827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:13.927385 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-b8003553-6a59-432c-8872-c1695ada827d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0885541 Jul 27 20:05:13.988327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:14.076788 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:14.081528 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Pushing event updated for resources: {'Port': ['ID=863ffc12-0f29-484e-966c-a4da52ef7550,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:14.098472 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:14.101333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:14.103658 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Transition to ACTIVE for port object 76cc96f1-6ed9-4b70-abd7-9743ec7213fb will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:14.116810 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:14.142267 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Transition to ACTIVE for port object 76cc96f1-6ed9-4b70-abd7-9743ec7213fb will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:14.151467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8ad61879-779e-4ba6-8289-2554bafb5612 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:14.158698 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:14.183703 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d3228bff-74f8-4896-9c2f-23eec5f87f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:14.246047 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b6072291-963f-4071-8655-888b3222a35f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:14.262918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-e851e7e7-84f3-46b1-b6cb-fba7edfb496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:14.265331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-e851e7e7-84f3-46b1-b6cb-fba7edfb496e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3170068 Jul 27 20:05:14.287402 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b6072291-963f-4071-8655-888b3222a35f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:14.389129 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 6, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '628895cf-facc-4841-9ea1-c359bfb9993b', 'name': '', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:e7:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:00Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72664935-2c9d-4416-b816-b235f46cd609', 'name': '', 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:09:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:14.423993 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d35c580-cb5f-481b-8c65-8131ebcd37b4 None None] The sync data for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 is: [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 6, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '628895cf-facc-4841-9ea1-c359bfb9993b', 'name': '', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:e7:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:00Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72664935-2c9d-4416-b816-b235f46cd609', 'name': '', 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:09:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:14.446712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Network 30caf7c6-f3ed-4dfc-8fd2-9805106e05c0 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:14.471957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:14.502239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:14.521562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Pushing event updated for resources: {'Port': ['ID=76cc96f1-6ed9-4b70-abd7-9743ec7213fb,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:14.632170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-bf6ec507-325a-44a3-852a-a43739503012 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584888 Jul 27 20:05:14.632637 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Attempting to bind port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:14.636640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Attempting to bind port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '850993cb-613f-4d6d-8a04-b5d18a202094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:14.637352 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Attempting to bind port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb on network 30caf7c6-f3ed-4dfc-8fd2-9805106e05c0 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:14.645169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6072291-963f-4071-8655-888b3222a35f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:05:14.650175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 8ad61879-779e-4ba6-8289-2554bafb5612 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:14.674363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8ad61879-779e-4ba6-8289-2554bafb5612 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:14.675115 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:14.678548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:14.679292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Checking segment: {'id': '850993cb-613f-4d6d-8a04-b5d18a202094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:14.679902 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:14.680525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Bound using segment: {'id': '850993cb-613f-4d6d-8a04-b5d18a202094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:14.681391 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Bound port: 76cc96f1-6ed9-4b70-abd7-9743ec7213fb, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850993cb-613f-4d6d-8a04-b5d18a202094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:14.683422 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:14.908841 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:15.134979 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] For port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:15.149250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fc75d899-9ddc-4af9-b2b8-275e5194c0bb None None] Provisioning for port 72664935-2c9d-4416-b816-b235f46cd609 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:15.182343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6072291-963f-4071-8655-888b3222a35f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:15.189304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] For port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=76cc96f1-6ed9-4b70-abd7-9743ec7213fb,segment=NetworkSegment(850993cb-613f-4d6d-8a04-b5d18a202094),segment_id=850993cb-613f-4d6d-8a04-b5d18a202094)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:15.191418 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:15.198270 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b6072291-963f-4071-8655-888b3222a35f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:15.201676 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b6072291-963f-4071-8655-888b3222a35f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/fec9f068-c8f7-4bc9-8367-384ce3c51cf6 HTTP/1.1" status: 200 len: 954 time: 4.2986050 Jul 27 20:05:15.205363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41576) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:15.211607 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:15.218162 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-f03ab932-6565-44f6-8105-f5d54979450c service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767694 Jul 27 20:05:15.243172 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fc75d899-9ddc-4af9-b2b8-275e5194c0bb None None] Provisioning complete for port 8ad61879-779e-4ba6-8289-2554bafb5612 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:15.243980 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc75d899-9ddc-4af9-b2b8-275e5194c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:15.323489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-c2e334ce-ac74-4b0f-8966-9e448d26523e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=539dc352-83b6-4836-984f-72368194a43e HTTP/1.1" status: 200 len: 217 time: 0.0929379 Jul 27 20:05:15.443753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-2470494c-9376-448f-8a9e-8430484e88f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:15.461017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-2470494c-9376-448f-8a9e-8430484e88f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.1279120 Jul 27 20:05:15.485801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 8ad61879-779e-4ba6-8289-2554bafb5612, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8ad61879-779e-4ba6-8289-2554bafb5612,segment=NetworkSegment(5de23e82-4235-4ae3-862a-4381b79b48d9),segment_id=5de23e82-4235-4ae3-862a-4381b79b48d9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:15.530635 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:15.531488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 118b055c-d49a-4ec1-a831-9256b15d3ce9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:15.599900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-2e1112f5-3954-46f9-9ae1-39f96f06ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:15.607560 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-2e1112f5-3954-46f9-9ae1-39f96f06ca72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1384370 Jul 27 20:05:15.617176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb127a-f3ea-47e4-b15b-b9cc8a57c520 None None] Pushing event updated for resources: {'Port': ['ID=76cc96f1-6ed9-4b70-abd7-9743ec7213fb,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:15.863787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Sync routers for ids ['265fbffe-8edd-463e-b35e-890a2580ec5c'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:15.911697 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-885b2f55-e2db-4678-b1db-74529b4d6cb4 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960060 Jul 27 20:05:16.052125 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=8ad61879-779e-4ba6-8289-2554bafb5612,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:16.057893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Routers {'265fbffe-8edd-463e-b35e-890a2580ec5c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:16.058610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['265fbffe-8edd-463e-b35e-890a2580ec5c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:16.174519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-d6805645-987b-4211-8fbd-890b71f9c1da service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543838 Jul 27 20:05:16.267320 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397eb3c3-5119-4c16-84ff-70e1fe2a8e31 None None] Sync routers for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:16.296512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-be53f763-c59f-48e5-bc6d-36fdce16735f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 HTTP/1.1" status: 200 len: 217 time: 0.1128569 Jul 27 20:05:16.312188 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397eb3c3-5119-4c16-84ff-70e1fe2a8e31 None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:16.322479 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-397eb3c3-5119-4c16-84ff-70e1fe2a8e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:04:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:16.417699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-e960b73d-d7f4-4ab8-9be1-ef0023ab847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:16.421287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-e960b73d-d7f4-4ab8-9be1-ef0023ab847c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.1151991 Jul 27 20:05:16.554352 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:16.561607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-0f27e329-3668-4dce-8fb6-8953120732fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:16.563273 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-0f27e329-3668-4dce-8fb6-8953120732fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1331480 Jul 27 20:05:16.637858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 118b055c-d49a-4ec1-a831-9256b15d3ce9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:16.638781 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-368e405f-9cbf-4f75-8465-35a0229bd2a2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/routers/fec9f068-c8f7-4bc9-8367-384ce3c51cf6 HTTP/1.1" status: 200 len: 954 time: 1.4319746 Jul 27 20:05:16.641211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41606) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:16.646853 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a245c58b-a6fd-4ac4-b690-7317340a372a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'router': {'routes': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:16.658295 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:16.725317 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-24b494cf-833a-4912-ab71-09eb61cf13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:16.737985 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-397eb3c3-5119-4c16-84ff-70e1fe2a8e31 None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:16.749139 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:16.805814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-bb4743aa-f0f7-46cc-8ad7-78888e8121ec service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331779 Jul 27 20:05:17.033107 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Set router 265fbffe-8edd-463e-b35e-890a2580ec5c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:17.073678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 81508837-0d64-4c97-a7b7-6451dfc2b9d6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:17.082905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-14f7858b-5b82-4504-8ba0-abbed829a50c service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630911 Jul 27 20:05:17.212605 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-18514b75-b179-47dc-b2ae-35c82527d8eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da69274d-209f-4682-975e-8a7c7f339880 HTTP/1.1" status: 200 len: 217 time: 0.1209319 Jul 27 20:05:17.348160 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:17.348748 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-397eb3c3-5119-4c16-84ff-70e1fe2a8e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 6, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '628895cf-facc-4841-9ea1-c359bfb9993b', 'name': '', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:e7:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:00Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72664935-2c9d-4416-b816-b235f46cd609', 'name': '', 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:09:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:17.355481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5b0c6c-c4ce-42ee-bdef-cdb68e8417ce None None] Network 30caf7c6-f3ed-4dfc-8fd2-9805106e05c0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:05:17.364509 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 81508837-0d64-4c97-a7b7-6451dfc2b9d6 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:17.364727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-53239f27-95d3-4186-99bd-813235cd10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:17.370853 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-53239f27-95d3-4186-99bd-813235cd10d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.1545312 Jul 27 20:05:17.386995 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397eb3c3-5119-4c16-84ff-70e1fe2a8e31 None None] Checking router: fec9f068-c8f7-4bc9-8367-384ce3c51cf6 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:17.397845 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397eb3c3-5119-4c16-84ff-70e1fe2a8e31 None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:17.398736 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-397eb3c3-5119-4c16-84ff-70e1fe2a8e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:17.429830 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 81508837-0d64-4c97-a7b7-6451dfc2b9d6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:17.430204 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:17.497770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-d50391c6-7f92-4b07-823a-a90bf93c892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:17.499899 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-d50391c6-7f92-4b07-823a-a90bf93c892a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1205575 Jul 27 20:05:17.555752 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-397eb3c3-5119-4c16-84ff-70e1fe2a8e31 None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:17.605663 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Router d8534871-e846-48dc-a7cd-0b151eefae80 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:05:17.672871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-28b15720-fe13-483f-8cfd-564ce03b851b service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608107 Jul 27 20:05:17.706818 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7fa51303-01e3-428d-8ef2-367ad4e66fa4 None None] Provisioning for port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:17.825517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-31db82e0-394f-431f-839a-91c7502a733e service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440110 Jul 27 20:05:17.855409 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:17.858958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.extraroute_db [None req-a245c58b-a6fd-4ac4-b690-7317340a372a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Added routes are [] {{(pid=94060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 20:05:17.860100 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.extraroute_db [None req-a245c58b-a6fd-4ac4-b690-7317340a372a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 20:05:17.891544 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:17.893025 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f5c95d3a-c6b6-46c3-ae65-b2126873bc58 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0102417 Jul 27 20:05:17.896387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41624) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:17.904642 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-4e5759dd-ddae-4381-8ea3-e8c410d24e1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da42ddef-db92-4218-a5eb-3af42c1324e2 HTTP/1.1" status: 200 len: 217 time: 0.0711036 Jul 27 20:05:17.909358 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a245c58b-a6fd-4ac4-b690-7317340a372a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:17.933687 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Sync routers for ids ['d8534871-e846-48dc-a7cd-0b151eefae80'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:17.999408 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-397eb3c3-5119-4c16-84ff-70e1fe2a8e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 6, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '628895cf-facc-4841-9ea1-c359bfb9993b', 'name': '', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:e7:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:00Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72664935-2c9d-4416-b816-b235f46cd609', 'name': '', 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:09:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:18.044964 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:18.068309 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397eb3c3-5119-4c16-84ff-70e1fe2a8e31 None None] The sync data for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 is: [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 6, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '628895cf-facc-4841-9ea1-c359bfb9993b', 'name': '', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:e7:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:00Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72664935-2c9d-4416-b816-b235f46cd609', 'name': '', 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:09:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:18.139648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Routers {'d8534871-e846-48dc-a7cd-0b151eefae80'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:18.143502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d8534871-e846-48dc-a7cd-0b151eefae80'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:18.180365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-08b80f00-7ae7-4206-bece-ccabaf19ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:18.181962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-08b80f00-7ae7-4206-bece-ccabaf19ed31 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.0692880 Jul 27 20:05:18.196535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 81508837-0d64-4c97-a7b7-6451dfc2b9d6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=81508837-0d64-4c97-a7b7-6451dfc2b9d6,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:18.279466 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a245c58b-a6fd-4ac4-b690-7317340a372a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:18.280165 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:18.313283 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a245c58b-a6fd-4ac4-b690-7317340a372a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:18.421705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=81508837-0d64-4c97-a7b7-6451dfc2b9d6,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:18.450933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Set router d8534871-e846-48dc-a7cd-0b151eefae80 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:18.537840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '00ea8ad1-b8ea-4969-adad-74c558498ec9', 'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'mac_address': 'fa:16:3e:be:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 2, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'subnets': [{'id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:18.603850 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Checking router: 265fbffe-8edd-463e-b35e-890a2580ec5c for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:18.604122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Updating router 265fbffe-8edd-463e-b35e-890a2580ec5c port 00ea8ad1-b8ea-4969-adad-74c558498ec9 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:05:18.614601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745645-4baf-4cc9-8458-83b8d09da57b req-66c520c4-72e5-4a01-a200-79736a3ffa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:18.616706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-66c520c4-72e5-4a01-a200-79736a3ffa4b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4000618 Jul 27 20:05:18.646610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a245c58b-a6fd-4ac4-b690-7317340a372a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:05:18.837341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a245c58b-a6fd-4ac4-b690-7317340a372a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:18.842702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8ad61879-779e-4ba6-8289-2554bafb5612 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:18.849669 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a245c58b-a6fd-4ac4-b690-7317340a372a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:18.851011 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0fdc3-1b54-49dc-83f1-86c86859158a None None] Sync routers for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:18.851847 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a245c58b-a6fd-4ac4-b690-7317340a372a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/fec9f068-c8f7-4bc9-8367-384ce3c51cf6 HTTP/1.1" status: 200 len: 704 time: 2.2088723 Jul 27 20:05:18.855002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41642) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:18.861371 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0fdc3-1b54-49dc-83f1-86c86859158a None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:18.863311 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cae0fdc3-1b54-49dc-83f1-86c86859158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:18.940021 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:18.956964 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:19.083478 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8ad61879-779e-4ba6-8289-2554bafb5612 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:19.084112 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:19.129831 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'name': 'tempest-TestVolumeBackupRestore-1904732143-router', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '863ffc12-0f29-484e-966c-a4da52ef7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:11Z', 'updated_at': '2021-07-27T20:05:14Z', 'revision_number': 3, 'project_id': '06c8b8b45139401ba7b2537f57836cad', 'gw_port': {'id': '863ffc12-0f29-484e-966c-a4da52ef7550', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:27:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:13Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:19.150742 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-074a23ef-1516-474b-b810-7dcdfde146e3 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/routers/fec9f068-c8f7-4bc9-8367-384ce3c51cf6 HTTP/1.1" status: 200 len: 704 time: 0.2938430 Jul 27 20:05:19.155607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41650) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:19.164039 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-cae0fdc3-1b54-49dc-83f1-86c86859158a None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:19.177145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Checking router: d8534871-e846-48dc-a7cd-0b151eefae80 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:19.177799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Updating router d8534871-e846-48dc-a7cd-0b151eefae80 port 863ffc12-0f29-484e-966c-a4da52ef7550 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:05:19.225038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-b22b4434-31c7-4128-ad1e-2496554f5c40 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986795 Jul 27 20:05:19.309859 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:19.383818 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:19.695825 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94745645-4baf-4cc9-8458-83b8d09da57b req-2d7c334d-94b2-4c66-884c-87cd09bbfcd0 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632418 Jul 27 20:05:19.787302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 72664935-2c9d-4416-b816-b235f46cd609 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:19.829015 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cae0fdc3-1b54-49dc-83f1-86c86859158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:17Z', 'revision_number': 7, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '628895cf-facc-4841-9ea1-c359bfb9993b', 'name': '', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:e7:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:00Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72664935-2c9d-4416-b816-b235f46cd609', 'name': '', 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:09:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:19.897979 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0fdc3-1b54-49dc-83f1-86c86859158a None None] Checking router: fec9f068-c8f7-4bc9-8367-384ce3c51cf6 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:19.917428 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0fdc3-1b54-49dc-83f1-86c86859158a None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:19.918066 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cae0fdc3-1b54-49dc-83f1-86c86859158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:19.953647 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cce9d73-b4d1-4904-81f3-52b99e356847 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:20.041748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Allocated IP 172.20.0.1 (30caf7c6-f3ed-4dfc-8fd2-9805106e05c0/99cd5ecd-c2e4-419e-9cb4-8bb3e1775913/68df7ff9-6878-4d54-8ec7-db96b79414c6) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:20.092611 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-cae0fdc3-1b54-49dc-83f1-86c86859158a None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:20.193735 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41668) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:20.365121 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:20.403089 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cae0fdc3-1b54-49dc-83f1-86c86859158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:17Z', 'revision_number': 7, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '628895cf-facc-4841-9ea1-c359bfb9993b', 'name': '', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:e7:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:00Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72664935-2c9d-4416-b816-b235f46cd609', 'name': '', 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:09:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:20.412053 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Transition to ACTIVE for port object 68df7ff9-6878-4d54-8ec7-db96b79414c6 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:20.461524 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0fdc3-1b54-49dc-83f1-86c86859158a None None] The sync data for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 is: [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:17Z', 'revision_number': 7, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '628895cf-facc-4841-9ea1-c359bfb9993b', 'name': '', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:e7:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:00Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72664935-2c9d-4416-b816-b235f46cd609', 'name': '', 'network_id': '8465e8e5-a4d2-4018-afc9-57dbdb111fe7', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:09:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 4, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '12f70dec-08d8-4264-ba28-04fd42291acc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:20.523894 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:20.548162 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a42e184-d026-4f64-9665-e444eb540319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:20.559208 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:20.620246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Network 30caf7c6-f3ed-4dfc-8fd2-9805106e05c0 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:20.623716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Transition to ACTIVE for port object 00ea8ad1-b8ea-4969-adad-74c558498ec9 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:20.638547 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 72664935-2c9d-4416-b816-b235f46cd609 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:20.645246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 72664935-2c9d-4416-b816-b235f46cd609 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:20.645641 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:20.646518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7cce9d73-b4d1-4904-81f3-52b99e356847 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port 72664935-2c9d-4416-b816-b235f46cd609 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:05:20.646871 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cce9d73-b4d1-4904-81f3-52b99e356847 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:20.648005 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:20.739129 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a42e184-d026-4f64-9665-e444eb540319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:20.740352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Pushing event updated for resources: {'Port': ['ID=68df7ff9-6878-4d54-8ec7-db96b79414c6,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:20.745083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:20.747442 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1a42e184-d026-4f64-9665-e444eb540319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:20.750726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:20.800376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42e184-d026-4f64-9665-e444eb540319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653071bb-003e-4f07-b98c-50955f3f378c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:20.899467 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1a42e184-d026-4f64-9665-e444eb540319 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cf4f4ee960a4f44bb86ea34d84aad15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045925 Jul 27 20:05:20.912001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41694) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:20.916188 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.011268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-7cce9d73-b4d1-4904-81f3-52b99e356847 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] For port 72664935-2c9d-4416-b816-b235f46cd609, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=72664935-2c9d-4416-b816-b235f46cd609,segment=NetworkSegment(5de23e82-4235-4ae3-862a-4381b79b48d9),segment_id=5de23e82-4235-4ae3-862a-4381b79b48d9)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:21.011885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cce9d73-b4d1-4904-81f3-52b99e356847 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.087389 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41698) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:21.101677 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7832ad-4784-4c2a-9d1b-eb53441e32ae None None] Pushing event updated for resources: {'Port': ['ID=00ea8ad1-b8ea-4969-adad-74c558498ec9,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:21.124986 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7cce9d73-b4d1-4904-81f3-52b99e356847 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for 72664935-2c9d-4416-b816-b235f46cd609 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:05:21.132118 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.142637 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Attempting to bind port 00ea8ad1-b8ea-4969-adad-74c558498ec9 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:21.143266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Attempting to bind port 00ea8ad1-b8ea-4969-adad-74c558498ec9 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '3e07de48-19a9-43d5-b749-3eb49cbeff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:21.143824 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Attempting to bind port 00ea8ad1-b8ea-4969-adad-74c558498ec9 on network 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:21.171551 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Transition to ACTIVE for port object 863ffc12-0f29-484e-966c-a4da52ef7550 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:21.224800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:21.231334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Checking segment: {'id': '3e07de48-19a9-43d5-b749-3eb49cbeff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:21.231974 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.233129 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Bound using segment: {'id': '3e07de48-19a9-43d5-b749-3eb49cbeff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:21.235109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Bound port: 00ea8ad1-b8ea-4969-adad-74c558498ec9, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e07de48-19a9-43d5-b749-3eb49cbeff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:21.236137 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.262162 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.294908 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32be5dd4-9558-4e1f-a724-c031f6be9a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.327154 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.355731 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32be5dd4-9558-4e1f-a724-c031f6be9a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.381688 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.420573 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6407b3a-e553-4aec-8607-c538d8ef98d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.525132 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-93cd8c73-9fc7-4a3e-b0d4-e38d69a81c00 None None] Provisioning for port 68df7ff9-6878-4d54-8ec7-db96b79414c6 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:21.555345 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.561753 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.578139 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b73f6-e424-4ce0-a45e-bb3204fca1a3 None None] Pushing event updated for resources: {'Port': ['ID=863ffc12-0f29-484e-966c-a4da52ef7550,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:21.584243 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-93cd8c73-9fc7-4a3e-b0d4-e38d69a81c00 None None] Provisioning complete for port 68df7ff9-6878-4d54-8ec7-db96b79414c6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:21.585489 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-93cd8c73-9fc7-4a3e-b0d4-e38d69a81c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.589703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Attempting to bind port 863ffc12-0f29-484e-966c-a4da52ef7550 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:21.590077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Attempting to bind port 863ffc12-0f29-484e-966c-a4da52ef7550 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:21.590430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Attempting to bind port 863ffc12-0f29-484e-966c-a4da52ef7550 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:21.638745 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 72664935-2c9d-4416-b816-b235f46cd609, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=72664935-2c9d-4416-b816-b235f46cd609,segment=NetworkSegment(5de23e82-4235-4ae3-862a-4381b79b48d9),segment_id=5de23e82-4235-4ae3-862a-4381b79b48d9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:21.642736 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:21.643564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:21.643564 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.643829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Pushing event updated for resources: {'Port': ['ID=68df7ff9-6878-4d54-8ec7-db96b79414c6,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:21.643941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:21.644444 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Bound port: 863ffc12-0f29-484e-966c-a4da52ef7550, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:21.644851 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.648717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] For port 00ea8ad1-b8ea-4969-adad-74c558498ec9, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:21.661028 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.680636 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.681245 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 76cc96f1-6ed9-4b70-abd7-9743ec7213fb up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:21.690565 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] For port 00ea8ad1-b8ea-4969-adad-74c558498ec9, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=00ea8ad1-b8ea-4969-adad-74c558498ec9,segment=NetworkSegment(3e07de48-19a9-43d5-b749-3eb49cbeff94),segment_id=3e07de48-19a9-43d5-b749-3eb49cbeff94)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:21.740964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-93cd8c73-9fc7-4a3e-b0d4-e38d69a81c00 None None] Port 68df7ff9-6878-4d54-8ec7-db96b79414c6 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:05:21.749144 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.795954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Network 30caf7c6-f3ed-4dfc-8fd2-9805106e05c0 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:21.798315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:21.856863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=72664935-2c9d-4416-b816-b235f46cd609,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:21.870522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] For port 863ffc12-0f29-484e-966c-a4da52ef7550, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:21.874733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32be5dd4-9558-4e1f-a724-c031f6be9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.877633 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32be5dd4-9558-4e1f-a724-c031f6be9a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:21.878713 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-32be5dd4-9558-4e1f-a724-c031f6be9a1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/653071bb-003e-4f07-b98c-50955f3f378c HTTP/1.1" status: 204 len: 168 time: 0.9656842 Jul 27 20:05:21.903035 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be5dd4-9558-4e1f-a724-c031f6be9a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653071bb-003e-4f07-b98c-50955f3f378c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:21.916508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Routers {'265fbffe-8edd-463e-b35e-890a2580ec5c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:21.917193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['265fbffe-8edd-463e-b35e-890a2580ec5c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:22.004848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] For port 863ffc12-0f29-484e-966c-a4da52ef7550, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=863ffc12-0f29-484e-966c-a4da52ef7550,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:22.040097 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:22.046477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:22.079104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7832ad-4784-4c2a-9d1b-eb53441e32ae None None] Pushing event updated for resources: {'Port': ['ID=00ea8ad1-b8ea-4969-adad-74c558498ec9,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:22.086363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:22.086997 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:22.106036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Router d8534871-e846-48dc-a7cd-0b151eefae80 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:05:22.170580 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6407b3a-e553-4aec-8607-c538d8ef98d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:22.173673 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cce9d73-b4d1-4904-81f3-52b99e356847 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:22.237389 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce9d73-b4d1-4904-81f3-52b99e356847 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=72664935-2c9d-4416-b816-b235f46cd609,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:22.252251 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6407b3a-e553-4aec-8607-c538d8ef98d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:22.289305 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6407b3a-e553-4aec-8607-c538d8ef98d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae7aed4-8397-4b7a-9934-9f2ced0b0dbb,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:22.369085 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Routers {'d8534871-e846-48dc-a7cd-0b151eefae80'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:22.373143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d8534871-e846-48dc-a7cd-0b151eefae80'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:22.417952 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b73f6-e424-4ce0-a45e-bb3204fca1a3 None None] Pushing event updated for resources: {'Port': ['ID=863ffc12-0f29-484e-966c-a4da52ef7550,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:22.505977 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cce9d73-b4d1-4904-81f3-52b99e356847 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:22.516800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2cdad2d8-59f6-4cd7-85a1-12680afda1d1 None None] Provisioning complete for port 68df7ff9-6878-4d54-8ec7-db96b79414c6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:22.517205 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2cdad2d8-59f6-4cd7-85a1-12680afda1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:22.582072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-2cdad2d8-59f6-4cd7-85a1-12680afda1d1 None None] Port 68df7ff9-6878-4d54-8ec7-db96b79414c6 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:05:22.597884 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] Set router 265fbffe-8edd-463e-b35e-890a2580ec5c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:22.684003 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:22.942019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:22.953963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7db5e9bb-0d8d-41fa-a8d4-ac0ada6eaaf4 admin admin] 10.222.0.48 "PUT /v2.0/routers/d8534871-e846-48dc-a7cd-0b151eefae80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0554256 Jul 27 20:05:22.956520 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=76cc96f1-6ed9-4b70-abd7-9743ec7213fb,segment=NetworkSegment(850993cb-613f-4d6d-8a04-b5d18a202094),segment_id=850993cb-613f-4d6d-8a04-b5d18a202094)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:22.961436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] Set router d8534871-e846-48dc-a7cd-0b151eefae80 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:23.005126 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:23.006766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 628895cf-facc-4841-9ea1-c359bfb9993b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:23.200574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 628895cf-facc-4841-9ea1-c359bfb9993b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:23.201218 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:23.284048 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b6407b3a-e553-4aec-8607-c538d8ef98d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9de7d626b5ca460fbf0dd3da4097b3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1925654 Jul 27 20:05:23.285025 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41752) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:23.386861 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1511-82ce-4311-9a67-049ed258e279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:23.422566 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cce9d73-b4d1-4904-81f3-52b99e356847 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:05:23.446738 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1511-82ce-4311-9a67-049ed258e279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:23.455304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=76cc96f1-6ed9-4b70-abd7-9743ec7213fb,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:23.543057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '00ea8ad1-b8ea-4969-adad-74c558498ec9', 'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'mac_address': 'fa:16:3e:be:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'subnets': [{'id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:23.558761 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1511-82ce-4311-9a67-049ed258e279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:23.561459 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1511-82ce-4311-9a67-049ed258e279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:23.565097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b3cb1511-82ce-4311-9a67-049ed258e279 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ae7aed4-8397-4b7a-9934-9f2ced0b0dbb HTTP/1.1" status: 204 len: 168 time: 0.2765934 Jul 27 20:05:23.573487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb1511-82ce-4311-9a67-049ed258e279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae7aed4-8397-4b7a-9934-9f2ced0b0dbb,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:23.615067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cce9d73-b4d1-4904-81f3-52b99e356847 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:23.622096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9a2339-6fcd-4ff6-a83d-dbb221c251a2 None None] The sync data for ids ['265fbffe-8edd-463e-b35e-890a2580ec5c'] in n-d-705657-21 is: [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '00ea8ad1-b8ea-4969-adad-74c558498ec9', 'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'mac_address': 'fa:16:3e:be:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'subnets': [{'id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:23.627460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41778) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:23.633226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0028c-a4f6-423c-9923-f5e62c8adc42 None None] Sync routers for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:23.637009 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7cce9d73-b4d1-4904-81f3-52b99e356847 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/fec9f068-c8f7-4bc9-8367-384ce3c51cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4799595 Jul 27 20:05:23.698288 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce0028c-a4f6-423c-9923-f5e62c8adc42 None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:23.698817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8ce0028c-a4f6-423c-9923-f5e62c8adc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:23.710697 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:05:23.747164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebf9bc5-f956-49c6-bfa6-fce74e1fafb6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting subnet 12f70dec-08d8-4264-ba28-04fd42291acc {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:05:23.752521 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aebf9bc5-f956-49c6-bfa6-fce74e1fafb6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:23.845561 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aebf9bc5-f956-49c6-bfa6-fce74e1fafb6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:23.909106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'name': 'tempest-TestVolumeBackupRestore-1904732143-router', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '863ffc12-0f29-484e-966c-a4da52ef7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:11Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 4, 'project_id': '06c8b8b45139401ba7b2537f57836cad', 'gw_port': {'id': '863ffc12-0f29-484e-966c-a4da52ef7550', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:27:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:13Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '68df7ff9-6878-4d54-8ec7-db96b79414c6', 'name': '', 'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'mac_address': 'fa:16:3e:72:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '99cd5ecd-c2e4-419e-9cb4-8bb3e1775913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:19Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 2, 'project_id': '06c8b8b45139401ba7b2537f57836cad', 'subnets': [{'id': '99cd5ecd-c2e4-419e-9cb4-8bb3e1775913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:23.913237 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-8ce0028c-a4f6-423c-9923-f5e62c8adc42 None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:23.999333 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255f27d-b489-40dd-b297-a1c890f34b49 None None] The sync data for ids ['d8534871-e846-48dc-a7cd-0b151eefae80'] in n-d-705657-21 is: [{'id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'name': 'tempest-TestVolumeBackupRestore-1904732143-router', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '863ffc12-0f29-484e-966c-a4da52ef7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:11Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 4, 'project_id': '06c8b8b45139401ba7b2537f57836cad', 'gw_port': {'id': '863ffc12-0f29-484e-966c-a4da52ef7550', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:27:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:13Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '68df7ff9-6878-4d54-8ec7-db96b79414c6', 'name': '', 'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'mac_address': 'fa:16:3e:72:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '99cd5ecd-c2e4-419e-9cb4-8bb3e1775913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:19Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 2, 'project_id': '06c8b8b45139401ba7b2537f57836cad', 'subnets': [{'id': '99cd5ecd-c2e4-419e-9cb4-8bb3e1775913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:24.126085 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 76cc96f1-6ed9-4b70-abd7-9743ec7213fb up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:24.155873 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aebf9bc5-f956-49c6-bfa6-fce74e1fafb6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:24.256632 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aebf9bc5-f956-49c6-bfa6-fce74e1fafb6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:24.368324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:24.368961 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:24.383690 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aebf9bc5-f956-49c6-bfa6-fce74e1fafb6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:24.386976 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aebf9bc5-f956-49c6-bfa6-fce74e1fafb6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/12f70dec-08d8-4264-ba28-04fd42291acc HTTP/1.1" status: 204 len: 168 time: 0.7582817 Jul 27 20:05:24.387855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf9bc5-f956-49c6-bfa6-fce74e1fafb6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Subnet': ['ID=12f70dec-08d8-4264-ba28-04fd42291acc,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:24.398814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41812) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:24.405036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2105e42b-40df-4f3d-a669-e1057b263834 None None] Network 8465e8e5-a4d2-4018-afc9-57dbdb111fe7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:05:24.659584 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:24.798018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 00ea8ad1-b8ea-4969-adad-74c558498ec9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:24.813649 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port 8ad61879-779e-4ba6-8289-2554bafb5612 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:05:24.815201 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:24.885468 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8ce0028c-a4f6-423c-9923-f5e62c8adc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 8, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '628895cf-facc-4841-9ea1-c359bfb9993b', 'name': '', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:e7:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:00Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:24.933447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0028c-a4f6-423c-9923-f5e62c8adc42 None None] Checking router: fec9f068-c8f7-4bc9-8367-384ce3c51cf6 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:24.965484 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 00ea8ad1-b8ea-4969-adad-74c558498ec9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:24.972561 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce0028c-a4f6-423c-9923-f5e62c8adc42 None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:24.973158 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8ce0028c-a4f6-423c-9923-f5e62c8adc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:24.975476 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 00ea8ad1-b8ea-4969-adad-74c558498ec9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:24.976477 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:24.999285 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] For port 8ad61879-779e-4ba6-8289-2554bafb5612, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8ad61879-779e-4ba6-8289-2554bafb5612,segment=NetworkSegment(5de23e82-4235-4ae3-862a-4381b79b48d9),segment_id=5de23e82-4235-4ae3-862a-4381b79b48d9)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:24.999666 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:25.035288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for 8ad61879-779e-4ba6-8289-2554bafb5612 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:05:25.097732 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cffee0a-a40e-44d9-b7f7-4833d3a06f24 None None] DHCP port deletion for 8465e8e5-a4d2-4018-afc9-57dbdb111fe7 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:05:25.238589 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:25.299808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=8ad61879-779e-4ba6-8289-2554bafb5612,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:25.320774 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No DVR routers for this DVR port 8ad61879-779e-4ba6-8289-2554bafb5612 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:05:25.362157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-8ce0028c-a4f6-423c-9923-f5e62c8adc42 None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:25.445993 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:25.478288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8465e8e5-a4d2-4018-afc9-57dbdb111fe7']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:25.495917 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de23e82-4235-4ae3-862a-4381b79b48d9') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:25.497120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de23e82-4235-4ae3-862a-4381b79b48d9') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:25.507983 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:25.531973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:25.550400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:05:25.551662 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:05:25.558495 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:05:25.579004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1cffee0a-a40e-44d9-b7f7-4833d3a06f24 None None] Deleting port 8ad61879-779e-4ba6-8289-2554bafb5612 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:05:25.579381 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1cffee0a-a40e-44d9-b7f7-4833d3a06f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:25.707794 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:25.721551 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:25.729644 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/networks/8465e8e5-a4d2-4018-afc9-57dbdb111fe7 HTTP/1.1" status: 204 len: 168 time: 1.3338258 Jul 27 20:05:25.730045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41878) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:25.764059 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3668d-de3b-4474-9729-e52f5b3bfe98 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Network': ['ID=8465e8e5-a4d2-4018-afc9-57dbdb111fe7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:25.988047 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:26.016649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1cffee0a-a40e-44d9-b7f7-4833d3a06f24 None None] For port 8ad61879-779e-4ba6-8289-2554bafb5612, host n-d-705657-21, got binding levels [] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:26.019574 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1cffee0a-a40e-44d9-b7f7-4833d3a06f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:26.046188 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1cffee0a-a40e-44d9-b7f7-4833d3a06f24 None None] Calling delete_port for 8ad61879-779e-4ba6-8289-2554bafb5612 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:05:26.056353 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.ipam_backend_mixin [None req-1cffee0a-a40e-44d9-b7f7-4833d3a06f24 None None] Port 8ad61879-779e-4ba6-8289-2554bafb5612 was not found and therefore no delete operation was performed {{(pid=94061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 20:05:26.066318 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1cffee0a-a40e-44d9-b7f7-4833d3a06f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:26.104958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffee0a-a40e-44d9-b7f7-4833d3a06f24 None None] Pushing event deleted for resources: {'Port': ['ID=8ad61879-779e-4ba6-8289-2554bafb5612,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:26.114417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 00ea8ad1-b8ea-4969-adad-74c558498ec9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=00ea8ad1-b8ea-4969-adad-74c558498ec9,segment=NetworkSegment(3e07de48-19a9-43d5-b749-3eb49cbeff94),segment_id=3e07de48-19a9-43d5-b749-3eb49cbeff94)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:26.128465 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cffee0a-a40e-44d9-b7f7-4833d3a06f24 None None] Network 8465e8e5-a4d2-4018-afc9-57dbdb111fe7 is not hosted by any dhcp agent {{(pid=94061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 20:05:26.128465 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cffee0a-a40e-44d9-b7f7-4833d3a06f24 None None] No DVR routers for this DVR port 8ad61879-779e-4ba6-8289-2554bafb5612 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:05:26.138575 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:26.139424 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 81508837-0d64-4c97-a7b7-6451dfc2b9d6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:26.360345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=00ea8ad1-b8ea-4969-adad-74c558498ec9,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:26.421095 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 81508837-0d64-4c97-a7b7-6451dfc2b9d6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:26.421799 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:26.426308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41900) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:26.463864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8ce0028c-a4f6-423c-9923-f5e62c8adc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 8, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '628895cf-facc-4841-9ea1-c359bfb9993b', 'name': '', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:e7:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:00Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:26.501518 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a63f6990-8813-4797-979d-96d95909a376 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:26.504698 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0028c-a4f6-423c-9923-f5e62c8adc42 None None] The sync data for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 is: [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 8, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '628895cf-facc-4841-9ea1-c359bfb9993b', 'name': '', 'network_id': '3b8a0a11-5776-4363-a277-dbdaee970981', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:e7:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:00Z', 'updated_at': '2021-07-27T20:05:13Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '071254c8-d247-4a18-8c6a-100c7cc44221', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:26.695890 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-855375231-network', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:26.747851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] Made reservation on behalf of f54dcb27c74e49139a9590b7f310e8f4 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:05:26.750391 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:26.769086 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:26.920733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:26.927969 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:26.964841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:05:26.979881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42af77d4-9c65-4ec9-9bef-e1725a3237aa,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:26.990871 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:26.991399 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] Added segment a01f5670-cc6f-422b-b97f-86d93df4f712 of type vlan for network 4e330e45-3e6d-4b16-98b5-1d83d0969275 Jul 27 20:05:27.136233 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:27.199607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-a63f6990-8813-4797-979d-96d95909a376 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port 628895cf-facc-4841-9ea1-c359bfb9993b {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:05:27.200201 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a63f6990-8813-4797-979d-96d95909a376 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:27.217054 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:27.218813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:27.221573 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:27.271560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 00ea8ad1-b8ea-4969-adad-74c558498ec9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:27.279661 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8519974 Jul 27 20:05:27.280304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41954) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:27.364203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-69971226-d458-4140-b85c-c6d6bff650d7 admin admin] Request body: {'subnet': {'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-855375231-subnet', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:27.387808 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 00ea8ad1-b8ea-4969-adad-74c558498ec9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:27.388522 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:27.425833 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708a49f-9930-4709-b684-ab86b48bfefe admin admin] Pushing event updated for resources: {'Network': ['ID=4e330e45-3e6d-4b16-98b5-1d83d0969275,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:27.449391 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-a63f6990-8813-4797-979d-96d95909a376 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] For port 628895cf-facc-4841-9ea1-c359bfb9993b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=628895cf-facc-4841-9ea1-c359bfb9993b,segment=NetworkSegment(2ca3c50a-738d-46bc-b788-bf21798c535f),segment_id=2ca3c50a-738d-46bc-b788-bf21798c535f)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:27.450293 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a63f6990-8813-4797-979d-96d95909a376 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:27.452206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 4e330e45-3e6d-4b16-98b5-1d83d0969275 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:05:27.464035 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69971226-d458-4140-b85c-c6d6bff650d7 admin admin] Made reservation on behalf of f54dcb27c74e49139a9590b7f310e8f4 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:05:27.468163 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-69971226-d458-4140-b85c-c6d6bff650d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:27.491713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-a63f6990-8813-4797-979d-96d95909a376 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for 628895cf-facc-4841-9ea1-c359bfb9993b owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:05:27.559531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41960) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:27.743028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 863ffc12-0f29-484e-966c-a4da52ef7550 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:27.813890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 863ffc12-0f29-484e-966c-a4da52ef7550 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:27.822507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 863ffc12-0f29-484e-966c-a4da52ef7550 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:27.824822 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:27.855760 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a63f6990-8813-4797-979d-96d95909a376 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:27.945646 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-69971226-d458-4140-b85c-c6d6bff650d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:28.019746 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:28.044967 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Sync routers for ids ['d8534871-e846-48dc-a7cd-0b151eefae80'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:28.048715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f6990-8813-4797-979d-96d95909a376 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=628895cf-facc-4841-9ea1-c359bfb9993b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:28.063505 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Routers {'d8534871-e846-48dc-a7cd-0b151eefae80'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:28.064163 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d8534871-e846-48dc-a7cd-0b151eefae80'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:28.088844 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 863ffc12-0f29-484e-966c-a4da52ef7550, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=863ffc12-0f29-484e-966c-a4da52ef7550,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:28.105727 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:28.107420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69971226-d458-4140-b85c-c6d6bff650d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf5ab6fe-df53-4886-98ff-72f7f5514e17,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:28.234599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8ad61879-779e-4ba6-8289-2554bafb5612 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:05:28.253584 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b847f21d-9db0-4c19-9c39-b76084f36ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:28.289347 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 8ad61879-779e-4ba6-8289-2554bafb5612 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:05:28.289933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8ad61879-779e-4ba6-8289-2554bafb5612 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:05:28.290096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 72664935-2c9d-4416-b816-b235f46cd609 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:05:28.351444 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Set router d8534871-e846-48dc-a7cd-0b151eefae80 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:28.372994 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 72664935-2c9d-4416-b816-b235f46cd609 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:05:28.378739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 72664935-2c9d-4416-b816-b235f46cd609 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:05:28.388043 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a63f6990-8813-4797-979d-96d95909a376 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:28.401773 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=863ffc12-0f29-484e-966c-a4da52ef7550,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:28.521084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69971226-d458-4140-b85c-c6d6bff650d7 admin admin] Checking segment: {'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:28.521880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69971226-d458-4140-b85c-c6d6bff650d7 admin admin] Network hostable DHCP agents. Network: 4e330e45-3e6d-4b16-98b5-1d83d0969275, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:05:28.526467 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b847f21d-9db0-4c19-9c39-b76084f36ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:28.537909 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b847f21d-9db0-4c19-9c39-b76084f36ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:28.568948 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b847f21d-9db0-4c19-9c39-b76084f36ff4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07e9aa8c154d46f69a1021209591d6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0061855 Jul 27 20:05:28.572433 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41974) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:28.591242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69971226-d458-4140-b85c-c6d6bff650d7 admin admin] Network 4e330e45-3e6d-4b16-98b5-1d83d0969275 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:05:28.684198 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-69971226-d458-4140-b85c-c6d6bff650d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 4e330e45-3e6d-4b16-98b5-1d83d0969275) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:28.696459 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69971226-d458-4140-b85c-c6d6bff650d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:28.698231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203a430b-c439-442f-891d-0f640a361486 None None] Network 4e330e45-3e6d-4b16-98b5-1d83d0969275 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:05:28.699477 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-69971226-d458-4140-b85c-c6d6bff650d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:28.705349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847f21d-9db0-4c19-9c39-b76084f36ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1bad90-83bb-4756-8373-d001305411e3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:28.768754 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-69971226-d458-4140-b85c-c6d6bff650d7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4198194 Jul 27 20:05:28.777820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41976) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:28.791411 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-855375231-router', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:28.811354 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'name': 'tempest-TestVolumeBackupRestore-1904732143-router', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '863ffc12-0f29-484e-966c-a4da52ef7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:11Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 4, 'project_id': '06c8b8b45139401ba7b2537f57836cad', 'gw_port': {'id': '863ffc12-0f29-484e-966c-a4da52ef7550', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:27:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:13Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '68df7ff9-6878-4d54-8ec7-db96b79414c6', 'name': '', 'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'mac_address': 'fa:16:3e:72:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '99cd5ecd-c2e4-419e-9cb4-8bb3e1775913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:19Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 2, 'project_id': '06c8b8b45139401ba7b2537f57836cad', 'subnets': [{'id': '99cd5ecd-c2e4-419e-9cb4-8bb3e1775913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:28.842656 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f7eba76-4d52-410f-9eb6-3efabd725eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:28.861031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63f6990-8813-4797-979d-96d95909a376 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:05:28.867960 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Checking router: d8534871-e846-48dc-a7cd-0b151eefae80 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:28.879515 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Updating router d8534871-e846-48dc-a7cd-0b151eefae80 port 68df7ff9-6878-4d54-8ec7-db96b79414c6 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:05:28.906053 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:28.911858 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:28.945149 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:28.950397 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f7eba76-4d52-410f-9eb6-3efabd725eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.088429 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41982) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:29.093461 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.114622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63f6990-8813-4797-979d-96d95909a376 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:29.115996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 863ffc12-0f29-484e-966c-a4da52ef7550 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:29.162257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a63f6990-8813-4797-979d-96d95909a376 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/fec9f068-c8f7-4bc9-8367-384ce3c51cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4281750 Jul 27 20:05:29.164542 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41986) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:29.191046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73788c92-7b6a-4647-9a72-95660df9297f None None] Sync routers for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:29.197661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-4e330e45-3e6d-4b16-98b5-1d83d0969275', 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'fixed_ips': [{'subnet_id': 'bf5ab6fe-df53-4886-98ff-72f7f5514e17'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:05:29.198778 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.283662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73788c92-7b6a-4647-9a72-95660df9297f None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:29.284452 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-73788c92-7b6a-4647-9a72-95660df9297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:29.293233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-875239fc-473f-40e5-877a-6eb1b4a1ecc7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting subnet 071254c8-d247-4a18-8c6a-100c7cc44221 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:05:29.298956 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-875239fc-473f-40e5-877a-6eb1b4a1ecc7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.363288 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-875239fc-473f-40e5-877a-6eb1b4a1ecc7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.425623 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3c0c82f2-0410-4ccd-bf98-fc3cf9bfcc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.440310 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f7eba76-4d52-410f-9eb6-3efabd725eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.443152 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f7eba76-4d52-410f-9eb6-3efabd725eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.445176 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6f7eba76-4d52-410f-9eb6-3efabd725eaf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb1bad90-83bb-4756-8373-d001305411e3 HTTP/1.1" status: 204 len: 168 time: 0.8662972 Jul 27 20:05:29.468451 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.503963 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7eba76-4d52-410f-9eb6-3efabd725eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1bad90-83bb-4756-8373-d001305411e3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:29.606562 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-875239fc-473f-40e5-877a-6eb1b4a1ecc7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.660557 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.712869 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Transition to ACTIVE for port object 68df7ff9-6878-4d54-8ec7-db96b79414c6 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:29.715982 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-875239fc-473f-40e5-877a-6eb1b4a1ecc7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.730844 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.791863 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3c0c82f2-0410-4ccd-bf98-fc3cf9bfcc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.816948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875239fc-473f-40e5-877a-6eb1b4a1ecc7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Subnet': ['ID=071254c8-d247-4a18-8c6a-100c7cc44221,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:29.825345 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3c0c82f2-0410-4ccd-bf98-fc3cf9bfcc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.883799 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-875239fc-473f-40e5-877a-6eb1b4a1ecc7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:29.889335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-875239fc-473f-40e5-877a-6eb1b4a1ecc7 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/071254c8-d247-4a18-8c6a-100c7cc44221 HTTP/1.1" status: 204 len: 168 time: 0.7208593 Jul 27 20:05:29.908273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41996) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:29.911943 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68396f8-4d38-4314-997b-040f6b5f9d44 None None] Network 3b8a0a11-5776-4363-a277-dbdaee970981 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:05:29.974778 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.025753 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.107222 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b1512-b3c7-45ba-b6ab-22483f4fafe0 None None] Pushing event updated for resources: {'Port': ['ID=68df7ff9-6878-4d54-8ec7-db96b79414c6,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:30.137335 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Attempting to bind port 68df7ff9-6878-4d54-8ec7-db96b79414c6 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:30.138030 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Attempting to bind port 68df7ff9-6878-4d54-8ec7-db96b79414c6 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '850993cb-613f-4d6d-8a04-b5d18a202094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:30.138578 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Attempting to bind port 68df7ff9-6878-4d54-8ec7-db96b79414c6 on network 30caf7c6-f3ed-4dfc-8fd2-9805106e05c0 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:30.149563 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:30.151366 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Checking segment: {'id': '850993cb-613f-4d6d-8a04-b5d18a202094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:30.152259 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.162818 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Bound using segment: {'id': '850993cb-613f-4d6d-8a04-b5d18a202094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:30.163346 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Bound port: 68df7ff9-6878-4d54-8ec7-db96b79414c6, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850993cb-613f-4d6d-8a04-b5d18a202094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:30.163742 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.163886 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3c0c82f2-0410-4ccd-bf98-fc3cf9bfcc57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0bd21f76a5b40da94318c61d17714ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0740016 Jul 27 20:05:30.164453 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42000) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:30.180156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c82f2-0410-4ccd-bf98-fc3cf9bfcc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d88b08-c988-4437-8295-aab242f6978a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:30.232918 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42002) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:30.262451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-73788c92-7b6a-4647-9a72-95660df9297f None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:30.300341 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.313013 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] For port 68df7ff9-6878-4d54-8ec7-db96b79414c6, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:30.323281 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] For port 68df7ff9-6878-4d54-8ec7-db96b79414c6, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=68df7ff9-6878-4d54-8ec7-db96b79414c6,segment=NetworkSegment(850993cb-613f-4d6d-8a04-b5d18a202094),segment_id=850993cb-613f-4d6d-8a04-b5d18a202094)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:30.324943 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d92bb23c-7a07-4477-8cb3-57467d05b129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.332783 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.374041 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d92bb23c-7a07-4477-8cb3-57467d05b129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.397520 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Allocated IP 172.25.1.18 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:30.420795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 863ffc12-0f29-484e-966c-a4da52ef7550 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:30.421798 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.454488 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port 79c69386-4e4a-4e47-9249-b42d8a4774cf {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:05:30.455038 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.497483 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b1512-b3c7-45ba-b6ab-22483f4fafe0 None None] Pushing event updated for resources: {'Port': ['ID=68df7ff9-6878-4d54-8ec7-db96b79414c6,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:30.508212 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Routers {'d8534871-e846-48dc-a7cd-0b151eefae80'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:30.510692 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d8534871-e846-48dc-a7cd-0b151eefae80'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:30.540831 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d92bb23c-7a07-4477-8cb3-57467d05b129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.544002 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d92bb23c-7a07-4477-8cb3-57467d05b129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.548755 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d92bb23c-7a07-4477-8cb3-57467d05b129 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43d88b08-c988-4437-8295-aab242f6978a HTTP/1.1" status: 204 len: 168 time: 0.3702028 Jul 27 20:05:30.561481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] For port 79c69386-4e4a-4e47-9249-b42d8a4774cf, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=79c69386-4e4a-4e47-9249-b42d8a4774cf,segment=NetworkSegment(2ca3c50a-738d-46bc-b788-bf21798c535f),segment_id=2ca3c50a-738d-46bc-b788-bf21798c535f)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:30.561995 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.579513 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bb23c-7a07-4477-8cb3-57467d05b129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d88b08-c988-4437-8295-aab242f6978a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:30.585685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for 79c69386-4e4a-4e47-9249-b42d8a4774cf owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:05:30.588082 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e10534c-a398-4743-ac2d-9668561e87ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.730141 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.786279 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.815121 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:30.827122 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] Set router d8534871-e846-48dc-a7cd-0b151eefae80 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:30.873709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=79c69386-4e4a-4e47-9249-b42d8a4774cf,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:30.885828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No DVR routers for this DVR port 79c69386-4e4a-4e47-9249-b42d8a4774cf on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:05:30.936363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:30.971627 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:30.998641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:31.019292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Allocated IP 172.20.0.2 (4e330e45-3e6d-4b16-98b5-1d83d0969275/bf5ab6fe-df53-4886-98ff-72f7f5514e17/782981b6-167b-411e-9499-a5d0afe4d026) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:31.057482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.077003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8a0a11-5776-4363-a277-dbdaee970981']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:31.091741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca3c50a-738d-46bc-b788-bf21798c535f') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:31.092136 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca3c50a-738d-46bc-b788-bf21798c535f') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:31.106308 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.111732 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Pushing event updated for resources: {'Port': ['ID=8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:31.136869 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.157296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:05:31.157719 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:05:31.232309 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:05:31.245244 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.279707 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.284486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/networks/3b8a0a11-5776-4363-a277-dbdaee970981 HTTP/1.1" status: 204 len: 168 time: 1.3673694 Jul 27 20:05:31.284486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e99ba-83a1-4b12-8730-0cea41607ffb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Network': ['ID=3b8a0a11-5776-4363-a277-dbdaee970981,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:31.286748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42012) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:31.328335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 68df7ff9-6878-4d54-8ec7-db96b79414c6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:31.458859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42014) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:31.465191 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e10534c-a398-4743-ac2d-9668561e87ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.494445 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-262b4f23-99d6-426d-a074-41ca7876e3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.494662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-73788c92-7b6a-4647-9a72-95660df9297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:27Z', 'revision_number': 9, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:31.497415 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e10534c-a398-4743-ac2d-9668561e87ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.509943 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'name': 'tempest-TestVolumeBackupRestore-1904732143-router', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '863ffc12-0f29-484e-966c-a4da52ef7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:11Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 4, 'project_id': '06c8b8b45139401ba7b2537f57836cad', 'gw_port': {'id': '863ffc12-0f29-484e-966c-a4da52ef7550', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:13Z', 'updated_at': '2021-07-27T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '68df7ff9-6878-4d54-8ec7-db96b79414c6', 'name': '', 'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'mac_address': 'fa:16:3e:72:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '99cd5ecd-c2e4-419e-9cb4-8bb3e1775913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:19Z', 'updated_at': '2021-07-27T20:05:30Z', 'revision_number': 4, 'project_id': '06c8b8b45139401ba7b2537f57836cad', 'subnets': [{'id': '99cd5ecd-c2e4-419e-9cb4-8bb3e1775913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:31.510863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb75c945-fefa-4594-b5ea-57cb172e25e9 None None] DHCP port deletion for 3b8a0a11-5776-4363-a277-dbdaee970981 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:05:31.545044 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f7ca0-bcb3-42b3-bb5d-0ddb476e48f7 None None] The sync data for ids ['d8534871-e846-48dc-a7cd-0b151eefae80'] in n-d-705657-21 is: [{'id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'name': 'tempest-TestVolumeBackupRestore-1904732143-router', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '863ffc12-0f29-484e-966c-a4da52ef7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:11Z', 'updated_at': '2021-07-27T20:05:21Z', 'revision_number': 4, 'project_id': '06c8b8b45139401ba7b2537f57836cad', 'gw_port': {'id': '863ffc12-0f29-484e-966c-a4da52ef7550', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:13Z', 'updated_at': '2021-07-27T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '68df7ff9-6878-4d54-8ec7-db96b79414c6', 'name': '', 'network_id': '30caf7c6-f3ed-4dfc-8fd2-9805106e05c0', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'mac_address': 'fa:16:3e:72:3b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '99cd5ecd-c2e4-419e-9cb4-8bb3e1775913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:19Z', 'updated_at': '2021-07-27T20:05:30Z', 'revision_number': 4, 'project_id': '06c8b8b45139401ba7b2537f57836cad', 'subnets': [{'id': '99cd5ecd-c2e4-419e-9cb4-8bb3e1775913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:31.554672 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 68df7ff9-6878-4d54-8ec7-db96b79414c6 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:31.570013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73788c92-7b6a-4647-9a72-95660df9297f None None] Checking router: fec9f068-c8f7-4bc9-8367-384ce3c51cf6 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:31.579208 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0e10534c-a398-4743-ac2d-9668561e87ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63edabc213cc46548605560dc8efa985&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3421535 Jul 27 20:05:31.589001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42016) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:31.641582 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.654216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Transition to ACTIVE for port object 782981b6-167b-411e-9499-a5d0afe4d026 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:31.659534 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10534c-a398-4743-ac2d-9668561e87ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1322c77a-cfca-4f62-bcc0-d1b6335e1e3f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:31.674458 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Transition to ACTIVE for port object 782981b6-167b-411e-9499-a5d0afe4d026 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:31.681855 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 68df7ff9-6878-4d54-8ec7-db96b79414c6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:31.682287 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.759224 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.822241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73788c92-7b6a-4647-9a72-95660df9297f None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:31.823319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-73788c92-7b6a-4647-9a72-95660df9297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:31.834448 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-52f24a96-253c-4049-a03c-b06d985904e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.844193 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-262b4f23-99d6-426d-a074-41ca7876e3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.858262 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-262b4f23-99d6-426d-a074-41ca7876e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.866963 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-52f24a96-253c-4049-a03c-b06d985904e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.948436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-52f24a96-253c-4049-a03c-b06d985904e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.951076 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-52f24a96-253c-4049-a03c-b06d985904e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:31.954913 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-52f24a96-253c-4049-a03c-b06d985904e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1322c77a-cfca-4f62-bcc0-d1b6335e1e3f HTTP/1.1" status: 204 len: 168 time: 0.3482952 Jul 27 20:05:31.961127 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42020) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:31.961280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-262b4f23-99d6-426d-a074-41ca7876e3cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f0dc9fe37254352a05e3339a362458f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5009372 Jul 27 20:05:31.966660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b4f23-99d6-426d-a074-41ca7876e3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f1b275-bf3c-4bb9-ad25-4e696468412c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:31.991333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f24a96-253c-4049-a03c-b06d985904e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1322c77a-cfca-4f62-bcc0-d1b6335e1e3f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:32.011561 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:32.084692 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f1a8f79-153a-45b4-904b-36c66c64472f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:32.092402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Network 4e330e45-3e6d-4b16-98b5-1d83d0969275 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:32.131365 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:32.138967 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:32.152183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Pushing event updated for resources: {'Port': ['ID=782981b6-167b-411e-9499-a5d0afe4d026,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:32.192802 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:32.210196 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43bdc268-a27d-42d9-bb56-74fd070919d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:32.255956 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43bdc268-a27d-42d9-bb56-74fd070919d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:32.331715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-73788c92-7b6a-4647-9a72-95660df9297f None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:32.381809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 68df7ff9-6878-4d54-8ec7-db96b79414c6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=68df7ff9-6878-4d54-8ec7-db96b79414c6,segment=NetworkSegment(850993cb-613f-4d6d-8a04-b5d18a202094),segment_id=850993cb-613f-4d6d-8a04-b5d18a202094)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:32.433978 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:32.480675 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43bdc268-a27d-42d9-bb56-74fd070919d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:32.489061 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43bdc268-a27d-42d9-bb56-74fd070919d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:32.490431 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-43bdc268-a27d-42d9-bb56-74fd070919d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96f1b275-bf3c-4bb9-ad25-4e696468412c HTTP/1.1" status: 204 len: 168 time: 0.5246558 Jul 27 20:05:32.497464 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:32.506444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdc268-a27d-42d9-bb56-74fd070919d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f1b275-bf3c-4bb9-ad25-4e696468412c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:32.543126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Attempting to bind port 782981b6-167b-411e-9499-a5d0afe4d026 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:32.543417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Attempting to bind port 782981b6-167b-411e-9499-a5d0afe4d026 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:32.543789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Attempting to bind port 782981b6-167b-411e-9499-a5d0afe4d026 on network 4e330e45-3e6d-4b16-98b5-1d83d0969275 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:32.614156 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:32.614531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Checking segment: {'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:32.614945 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:32.620749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Bound using segment: {'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:32.621275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Bound port: 782981b6-167b-411e-9499-a5d0afe4d026, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:32.621682 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:32.709670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a8f79-153a-45b4-904b-36c66c64472f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port 118b055c-d49a-4ec1-a831-9256b15d3ce9 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:05:32.710211 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f1a8f79-153a-45b4-904b-36c66c64472f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:32.789041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Router 1ca881c7-b0f4-4be7-a522-f0ccb454cb14 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:05:32.872226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] For port 782981b6-167b-411e-9499-a5d0afe4d026, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:32.877756 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] For port 782981b6-167b-411e-9499-a5d0afe4d026, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=782981b6-167b-411e-9499-a5d0afe4d026,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:32.931231 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-9f1a8f79-153a-45b4-904b-36c66c64472f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] For port 118b055c-d49a-4ec1-a831-9256b15d3ce9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=118b055c-d49a-4ec1-a831-9256b15d3ce9,segment=NetworkSegment(f6ef07ad-d3dd-4eff-beaa-e31198c718af),segment_id=f6ef07ad-d3dd-4eff-beaa-e31198c718af)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:32.931616 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f1a8f79-153a-45b4-904b-36c66c64472f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:32.933278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=68df7ff9-6878-4d54-8ec7-db96b79414c6,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:32.961199 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a8f79-153a-45b4-904b-36c66c64472f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for 118b055c-d49a-4ec1-a831-9256b15d3ce9 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:05:32.991674 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:33.004043 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79c69386-4e4a-4e47-9249-b42d8a4774cf no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:05:33.008304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:33.019457 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Sync routers for ids ['1ca881c7-b0f4-4be7-a522-f0ccb454cb14'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:33.042383 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Routers {'1ca881c7-b0f4-4be7-a522-f0ccb454cb14'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:33.043031 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1ca881c7-b0f4-4be7-a522-f0ccb454cb14'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:33.046480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 79c69386-4e4a-4e47-9249-b42d8a4774cf {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:05:33.046882 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 79c69386-4e4a-4e47-9249-b42d8a4774cf not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:05:33.061337 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:33.061914 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-783b145b-9e01-4ca5-8187-1408254dac54 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2810812 Jul 27 20:05:33.064552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42042) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:33.248370 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fcbee-d3e4-4063-a1a6-088d42e83dff None None] Pushing event updated for resources: {'Port': ['ID=782981b6-167b-411e-9499-a5d0afe4d026,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:33.322372 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-73788c92-7b6a-4647-9a72-95660df9297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:27Z', 'revision_number': 9, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:33.382125 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Set router 1ca881c7-b0f4-4be7-a522-f0ccb454cb14 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:33.423316 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73788c92-7b6a-4647-9a72-95660df9297f None None] The sync data for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 is: [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:27Z', 'revision_number': 9, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': '118b055c-d49a-4ec1-a831-9256b15d3ce9', 'name': '', 'network_id': '62fef887-d0ef-4b5f-8ef0-76fe980bd3f3', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:55:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:55Z', 'updated_at': '2021-07-27T20:05:09Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '64869c7a-14b9-4445-bc33-37c0f7a99fd8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:33.471000 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f1a8f79-153a-45b4-904b-36c66c64472f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:33.541577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a8f79-153a-45b4-904b-36c66c64472f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=118b055c-d49a-4ec1-a831-9256b15d3ce9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:33.842695 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f1a8f79-153a-45b4-904b-36c66c64472f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:33.912264 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'name': 'tempest-TestServerMultinode-855375231-router', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:28Z', 'updated_at': '2021-07-27T20:05:31Z', 'revision_number': 3, 'project_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'gw_port': {'id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:30Z', 'updated_at': '2021-07-27T20:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:33.996094 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Checking router: 1ca881c7-b0f4-4be7-a522-f0ccb454cb14 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:33.996473 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Updating router 1ca881c7-b0f4-4be7-a522-f0ccb454cb14 port 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:05:34.097514 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:34.272898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1a8f79-153a-45b4-904b-36c66c64472f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:05:34.391316 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:34.674242 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:34.720362 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Transition to ACTIVE for port object 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:34.743168 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:34.795160 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Attempting to bind port 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:34.795530 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Attempting to bind port 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:34.795891 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Attempting to bind port 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:34.846016 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Allocated IP 172.20.0.1 (4e330e45-3e6d-4b16-98b5-1d83d0969275/bf5ab6fe-df53-4886-98ff-72f7f5514e17/55cf6609-ac36-4a82-b0f2-6d103c993bc8) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:34.849662 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:34.850065 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:34.850495 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:34.850913 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:34.851908 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Bound port: 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:34.851908 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:34.986414 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] For port 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:35.015354 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] For port 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:35.059269 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13c95d-5911-4f96-9753-8e23524749c5 None None] Pushing event updated for resources: {'Port': ['ID=8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:35.064468 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:35.158001 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:35.174798 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Transition to ACTIVE for port object 55cf6609-ac36-4a82-b0f2-6d103c993bc8 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:35.201017 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Routers {'1ca881c7-b0f4-4be7-a522-f0ccb454cb14'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:35.201667 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1ca881c7-b0f4-4be7-a522-f0ccb454cb14'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:35.234778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42112) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:35.265177 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:35.276818 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36904ae3-f2bb-4be1-b1f2-ac2b4919a808 None None] Network 4e330e45-3e6d-4b16-98b5-1d83d0969275 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:05:35.349284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1a8f79-153a-45b4-904b-36c66c64472f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:35.356141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9f1a8f79-153a-45b4-904b-36c66c64472f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/fec9f068-c8f7-4bc9-8367-384ce3c51cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0648320 Jul 27 20:05:35.364968 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42116) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:35.373531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Network 4e330e45-3e6d-4b16-98b5-1d83d0969275 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:35.399561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Pushing event updated for resources: {'Port': ['ID=55cf6609-ac36-4a82-b0f2-6d103c993bc8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:35.415827 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] Set router 1ca881c7-b0f4-4be7-a522-f0ccb454cb14 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:35.428811 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:35.439145 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:35.609871 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13c95d-5911-4f96-9753-8e23524749c5 None None] Pushing event updated for resources: {'Port': ['ID=8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:35.678701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a847fd8-1211-41af-8b04-0a296ab81714 None None] Sync routers for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:35.683652 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 782981b6-167b-411e-9499-a5d0afe4d026 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:35.699566 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'name': 'tempest-TestServerMultinode-855375231-router', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:28Z', 'updated_at': '2021-07-27T20:05:31Z', 'revision_number': 3, 'project_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'gw_port': {'id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:30Z', 'updated_at': '2021-07-27T20:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:35.739912 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bb574-1df7-4630-a921-20b33daeac20 None None] The sync data for ids ['1ca881c7-b0f4-4be7-a522-f0ccb454cb14'] in n-d-705657-21 is: [{'id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'name': 'tempest-TestServerMultinode-855375231-router', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:28Z', 'updated_at': '2021-07-27T20:05:31Z', 'revision_number': 3, 'project_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'gw_port': {'id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:30Z', 'updated_at': '2021-07-27T20:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:35.787338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-69691940-80a6-4337-93f2-1e1ee3012f9b None None] Provisioning for port 782981b6-167b-411e-9499-a5d0afe4d026 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:35.816355 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a847fd8-1211-41af-8b04-0a296ab81714 None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:35.817858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9a847fd8-1211-41af-8b04-0a296ab81714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:35.974435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 782981b6-167b-411e-9499-a5d0afe4d026 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:36.017713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 782981b6-167b-411e-9499-a5d0afe4d026 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:36.018636 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:36.035011 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4da44c30-dc89-441a-8bad-dd4bcd572578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:36.069213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9dcb4af-4d25-4ef1-aee0-c3f8ed3de023 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting subnet 64869c7a-14b9-4445-bc33-37c0f7a99fd8 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:05:36.072920 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb4af-4d25-4ef1-aee0-c3f8ed3de023 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:36.076303 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-9a847fd8-1211-41af-8b04-0a296ab81714 None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:36.164264 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:36.252592 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb4af-4d25-4ef1-aee0-c3f8ed3de023 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:36.401862 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:36.457416 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 782981b6-167b-411e-9499-a5d0afe4d026, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=782981b6-167b-411e-9499-a5d0afe4d026,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:36.471459 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4da44c30-dc89-441a-8bad-dd4bcd572578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:36.474755 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:36.476564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 68df7ff9-6878-4d54-8ec7-db96b79414c6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:36.484673 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb4af-4d25-4ef1-aee0-c3f8ed3de023 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:36.518488 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4da44c30-dc89-441a-8bad-dd4bcd572578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:36.600579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da44c30-dc89-441a-8bad-dd4bcd572578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53761cf6-575e-45e5-a4ff-efb366959a0c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:36.648500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42158) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:36.649239 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4da44c30-dc89-441a-8bad-dd4bcd572578 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=409ce52a18c44b439e73d469198d411f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4127097 Jul 27 20:05:36.655987 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:36.717706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=782981b6-167b-411e-9499-a5d0afe4d026,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:36.759312 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb4af-4d25-4ef1-aee0-c3f8ed3de023 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:36.771998 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-176f8d33-800a-4ebe-9474-f5e387b3ddf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:36.850913 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb4af-4d25-4ef1-aee0-c3f8ed3de023 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:36.851043 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9a847fd8-1211-41af-8b04-0a296ab81714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:33Z', 'revision_number': 10, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:36.853841 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-176f8d33-800a-4ebe-9474-f5e387b3ddf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:36.857959 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e9dcb4af-4d25-4ef1-aee0-c3f8ed3de023 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/64869c7a-14b9-4445-bc33-37c0f7a99fd8 HTTP/1.1" status: 204 len: 168 time: 1.4871650 Jul 27 20:05:36.858735 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42168) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:36.862251 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92b957a-4552-4453-b11d-18cff1c4a572 None None] Network 62fef887-d0ef-4b5f-8ef0-76fe980bd3f3 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:05:36.929525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcb4af-4d25-4ef1-aee0-c3f8ed3de023 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Subnet': ['ID=64869c7a-14b9-4445-bc33-37c0f7a99fd8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:37.010879 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-176f8d33-800a-4ebe-9474-f5e387b3ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:37.015447 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-176f8d33-800a-4ebe-9474-f5e387b3ddf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:37.020065 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-176f8d33-800a-4ebe-9474-f5e387b3ddf4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53761cf6-575e-45e5-a4ff-efb366959a0c HTTP/1.1" status: 204 len: 168 time: 0.3689189 Jul 27 20:05:37.022231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a847fd8-1211-41af-8b04-0a296ab81714 None None] Checking router: fec9f068-c8f7-4bc9-8367-384ce3c51cf6 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:37.047292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f8d33-800a-4ebe-9474-f5e387b3ddf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53761cf6-575e-45e5-a4ff-efb366959a0c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:37.057067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 68df7ff9-6878-4d54-8ec7-db96b79414c6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:37.057475 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:37.165379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a847fd8-1211-41af-8b04-0a296ab81714 None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:37.166197 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9a847fd8-1211-41af-8b04-0a296ab81714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:37.179357 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e918b789-4ca5-46f5-9347-160ac2f42f04 None None] Provisioning for port 55cf6609-ac36-4a82-b0f2-6d103c993bc8 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:37.249656 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:37.287405 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e918b789-4ca5-46f5-9347-160ac2f42f04 None None] Provisioning complete for port 55cf6609-ac36-4a82-b0f2-6d103c993bc8 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:37.288013 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e918b789-4ca5-46f5-9347-160ac2f42f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:37.414782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port 396aac07-d5fb-4263-ab20-d24ec185efa3 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:05:37.416176 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:37.417858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e918b789-4ca5-46f5-9347-160ac2f42f04 None None] Port 55cf6609-ac36-4a82-b0f2-6d103c993bc8 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:05:37.497052 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:37.515101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e918b789-4ca5-46f5-9347-160ac2f42f04 None None] Provisioning complete for port 782981b6-167b-411e-9499-a5d0afe4d026 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:37.515337 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:37.516162 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e918b789-4ca5-46f5-9347-160ac2f42f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:37.540960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-9a847fd8-1211-41af-8b04-0a296ab81714 None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:37.564892 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] For port 396aac07-d5fb-4263-ab20-d24ec185efa3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=396aac07-d5fb-4263-ab20-d24ec185efa3,segment=NetworkSegment(f6ef07ad-d3dd-4eff-beaa-e31198c718af),segment_id=f6ef07ad-d3dd-4eff-beaa-e31198c718af)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:37.565276 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:37.613506 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for 396aac07-d5fb-4263-ab20-d24ec185efa3 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:05:37.651515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 628895cf-facc-4841-9ea1-c359bfb9993b no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:05:37.655656 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:37.716213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Pushing event updated for resources: {'Port': ['ID=55cf6609-ac36-4a82-b0f2-6d103c993bc8,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:37.731656 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 628895cf-facc-4841-9ea1-c359bfb9993b {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:05:37.732004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 628895cf-facc-4841-9ea1-c359bfb9993b not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:05:37.884677 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:37.899992 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Network 4e330e45-3e6d-4b16-98b5-1d83d0969275 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:37.948326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=396aac07-d5fb-4263-ab20-d24ec185efa3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:37.950678 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:37.992128 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48920253-8d85-4768-9c55-c04098c99190 None None] DHCP port deletion for 62fef887-d0ef-4b5f-8ef0-76fe980bd3f3 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:05:38.131836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No DVR routers for this DVR port 396aac07-d5fb-4263-ab20-d24ec185efa3 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:05:38.219790 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 782981b6-167b-411e-9499-a5d0afe4d026 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:38.374760 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-58b9317f-b696-4579-aaa2-2441829f2d33 None None] Provisioning complete for port 55cf6609-ac36-4a82-b0f2-6d103c993bc8 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:38.375390 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-58b9317f-b696-4579-aaa2-2441829f2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:38.375682 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:38.389656 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fef887-d0ef-4b5f-8ef0-76fe980bd3f3']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:38.403153 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ef07ad-d3dd-4eff-beaa-e31198c718af') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:38.404309 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ef07ad-d3dd-4eff-beaa-e31198c718af') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:38.417741 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:38.425385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 782981b6-167b-411e-9499-a5d0afe4d026 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:38.426409 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:38.445188 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:38.466238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:05:38.466729 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:38.503073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-58b9317f-b696-4579-aaa2-2441829f2d33 None None] Port 55cf6609-ac36-4a82-b0f2-6d103c993bc8 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:05:38.508337 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9a847fd8-1211-41af-8b04-0a296ab81714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:33Z', 'revision_number': 10, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:05:38.551486 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:05:38.559194 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:38.562818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Router 1ca881c7-b0f4-4be7-a522-f0ccb454cb14 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:05:38.584135 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:38.586565 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/networks/62fef887-d0ef-4b5f-8ef0-76fe980bd3f3 HTTP/1.1" status: 204 len: 168 time: 1.7161837 Jul 27 20:05:38.588495 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2cf6a-879b-41a6-9209-c0defbab8045 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Network': ['ID=62fef887-d0ef-4b5f-8ef0-76fe980bd3f3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:38.591317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42234) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:38.725423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a847fd8-1211-41af-8b04-0a296ab81714 None None] The sync data for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 is: [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:33Z', 'revision_number': 10, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None, '_interfaces': [{'id': 'd98bb392-ee93-4cfb-bc51-c6f93351b967', 'name': '', 'network_id': '11594598-c64f-4f35-b63b-1d47b78ad691', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'mac_address': 'fa:16:3e:81:06:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:04:48Z', 'updated_at': '2021-07-27T20:04:56Z', 'revision_number': 5, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'subnets': [{'id': '1ee07adc-c173-406b-9be1-51dc5072616c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:38.726851 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:38.756186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6d49ff90-e598-4f13-8e6d-f6797ed2c170 None None] Provisioning complete for port 55cf6609-ac36-4a82-b0f2-6d103c993bc8 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:38.756186 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6d49ff90-e598-4f13-8e6d-f6797ed2c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:38.807087 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:38.818904 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Sync routers for ids ['1ca881c7-b0f4-4be7-a522-f0ccb454cb14'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:38.824468 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f31150da-4786-4a8b-87e9-24658a218a1f admin admin] 10.222.0.48 "PUT /v2.0/routers/1ca881c7-b0f4-4be7-a522-f0ccb454cb14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7587273 Jul 27 20:05:38.838280 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Routers {'1ca881c7-b0f4-4be7-a522-f0ccb454cb14'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:38.840109 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1ca881c7-b0f4-4be7-a522-f0ccb454cb14'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:38.880579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:38.969636 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6d49ff90-e598-4f13-8e6d-f6797ed2c170 None None] Port 55cf6609-ac36-4a82-b0f2-6d103c993bc8 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:05:39.070086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:39.082695 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:39.083123 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:39.186589 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Set router 1ca881c7-b0f4-4be7-a522-f0ccb454cb14 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:39.259902 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:39.281882 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42264) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:39.302075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:39.310419 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:39.419955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:39.510925 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:39.650450 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bffa19b-34e0-48fc-9740-48180fc5bc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:39.664447 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'name': 'tempest-TestServerMultinode-855375231-router', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:28Z', 'updated_at': '2021-07-27T20:05:36Z', 'revision_number': 4, 'project_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'gw_port': {'id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:30Z', 'updated_at': '2021-07-27T20:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '55cf6609-ac36-4a82-b0f2-6d103c993bc8', 'name': '', 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'mac_address': 'fa:16:3e:4d:64:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'bf5ab6fe-df53-4886-98ff-72f7f5514e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:34Z', 'updated_at': '2021-07-27T20:05:36Z', 'revision_number': 2, 'project_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'subnets': [{'id': 'bf5ab6fe-df53-4886-98ff-72f7f5514e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:39.900732 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bffa19b-34e0-48fc-9740-48180fc5bc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:39.914833 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bffa19b-34e0-48fc-9740-48180fc5bc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:39.926325 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Checking router: 1ca881c7-b0f4-4be7-a522-f0ccb454cb14 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:39.927580 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Updating router 1ca881c7-b0f4-4be7-a522-f0ccb454cb14 port 55cf6609-ac36-4a82-b0f2-6d103c993bc8 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:05:39.947006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port d98bb392-ee93-4cfb-bc51-c6f93351b967 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:05:39.947776 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:39.958364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:39.993841 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.000091 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7bffa19b-34e0-48fc-9740-48180fc5bc4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c89a027cccb74f9eba03d28447d85a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7167861 Jul 27 20:05:40.001420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffa19b-34e0-48fc-9740-48180fc5bc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9a2480-a44f-4592-b4a7-ae2c14046597,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:40.006887 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42288) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:40.067481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:40.067859 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.114374 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d103b02a-8eea-4189-aab8-fd5870371c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.170277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d103b02a-8eea-4189-aab8-fd5870371c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.275025 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] For port d98bb392-ee93-4cfb-bc51-c6f93351b967, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d98bb392-ee93-4cfb-bc51-c6f93351b967,segment=NetworkSegment(e9eb6aa7-a384-448e-9d63-b02718f4e83b),segment_id=e9eb6aa7-a384-448e-9d63-b02718f4e83b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:40.276576 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.288858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42316) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:40.296087 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1354263447-network', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:40.312733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for d98bb392-ee93-4cfb-bc51-c6f93351b967 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:05:40.363269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d103b02a-8eea-4189-aab8-fd5870371c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.366076 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d103b02a-8eea-4189-aab8-fd5870371c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.370348 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d103b02a-8eea-4189-aab8-fd5870371c52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a9a2480-a44f-4592-b4a7-ae2c14046597 HTTP/1.1" status: 204 len: 168 time: 0.3591180 Jul 27 20:05:40.426328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103b02a-8eea-4189-aab8-fd5870371c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9a2480-a44f-4592-b4a7-ae2c14046597,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:40.439581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] Made reservation on behalf of 2cfc854bc6e449febe4daec280f4360a for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:05:40.442047 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.480324 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.495408 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 396aac07-d5fb-4263-ab20-d24ec185efa3 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:05:40.566552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 396aac07-d5fb-4263-ab20-d24ec185efa3 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:05:40.566897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 396aac07-d5fb-4263-ab20-d24ec185efa3 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:05:40.568354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 118b055c-d49a-4ec1-a831-9256b15d3ce9 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:05:40.630032 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 118b055c-d49a-4ec1-a831-9256b15d3ce9 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:05:40.633420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 118b055c-d49a-4ec1-a831-9256b15d3ce9 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:05:40.654138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.655250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.665067 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.696324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=d98bb392-ee93-4cfb-bc51-c6f93351b967,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:40.720938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:40.721288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:40.723251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:40.723613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:40.726286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:40.727515 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:40.729371 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:40.729724 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:40.731423 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:40.731775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:40.732152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:40.732499 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:05:40.746374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:05:40.773277 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.793910 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.794692 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] Added segment 1ba09d69-f38c-4a9f-b598-22f43bc13637 of type vlan for network bdc8fb58-8dd7-4bd5-b63c-ebb865329afe Jul 27 20:05:40.796248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab6be9a-33f7-42d1-9fc5-02e436d52321,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:40.801555 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Transition to ACTIVE for port object 55cf6609-ac36-4a82-b0f2-6d103c993bc8 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:40.820676 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.876561 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.936374 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.949200 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.955738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:40.958237 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:40.967541 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8515a-fe35-47c9-a172-b56d24bec9c4 None None] Pushing event updated for resources: {'Port': ['ID=55cf6609-ac36-4a82-b0f2-6d103c993bc8,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:41.056173 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Attempting to bind port 55cf6609-ac36-4a82-b0f2-6d103c993bc8 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:41.057432 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Attempting to bind port 55cf6609-ac36-4a82-b0f2-6d103c993bc8 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:41.058031 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Attempting to bind port 55cf6609-ac36-4a82-b0f2-6d103c993bc8 on network 4e330e45-3e6d-4b16-98b5-1d83d0969275 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:41.079876 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:41.081240 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Checking segment: {'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:41.084016 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:41.085015 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Bound using segment: {'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:41.089502 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Bound port: 55cf6609-ac36-4a82-b0f2-6d103c993bc8, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:41.091381 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:41.136334 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8450806 Jul 27 20:05:41.139303 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42372) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:41.151808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9224b184-ac35-4966-8e77-3cdffbcb6068 admin admin] Request body: {'subnet': {'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1354263447-subnet', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:41.181480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce68165-e6cd-42ca-8c91-03df244d44a2 admin admin] Pushing event updated for resources: {'Network': ['ID=bdc8fb58-8dd7-4bd5-b63c-ebb865329afe,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:41.197166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network bdc8fb58-8dd7-4bd5-b63c-ebb865329afe details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:05:41.221008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9224b184-ac35-4966-8e77-3cdffbcb6068 admin admin] Made reservation on behalf of 2cfc854bc6e449febe4daec280f4360a for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:05:41.223698 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9224b184-ac35-4966-8e77-3cdffbcb6068 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:41.255266 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] For port 55cf6609-ac36-4a82-b0f2-6d103c993bc8, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:41.259588 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] For port 55cf6609-ac36-4a82-b0f2-6d103c993bc8, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=55cf6609-ac36-4a82-b0f2-6d103c993bc8,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:41.276034 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:41.403865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:05:41.511334 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Routers {'1ca881c7-b0f4-4be7-a522-f0ccb454cb14'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:41.517597 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1ca881c7-b0f4-4be7-a522-f0ccb454cb14'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:41.586605 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:41.681973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:41.706405 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62853dac-2b7e-4a05-abdf-b2c958e76c60 None None] Sync routers for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:41.717497 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b3b3891b-56f6-43ba-b55f-ff68d31b9bcf tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/fec9f068-c8f7-4bc9-8367-384ce3c51cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1238508 Jul 27 20:05:41.718547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42398) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:41.725090 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62853dac-2b7e-4a05-abdf-b2c958e76c60 None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:41.727267 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-62853dac-2b7e-4a05-abdf-b2c958e76c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:41.746845 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9224b184-ac35-4966-8e77-3cdffbcb6068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:41.843006 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8515a-fe35-47c9-a172-b56d24bec9c4 None None] Pushing event updated for resources: {'Port': ['ID=55cf6609-ac36-4a82-b0f2-6d103c993bc8,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:41.868849 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] Set router 1ca881c7-b0f4-4be7-a522-f0ccb454cb14 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:41.872255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22124aa-bbfe-4526-8244-42dfc6fa4082 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting subnet 1ee07adc-c173-406b-9be1-51dc5072616c {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:05:41.881107 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d22124aa-bbfe-4526-8244-42dfc6fa4082 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:41.965121 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d22124aa-bbfe-4526-8244-42dfc6fa4082 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:41.999954 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224b184-ac35-4966-8e77-3cdffbcb6068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=916aa828-b625-41b6-8f53-49d2ff24ad9a,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:42.029942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224b184-ac35-4966-8e77-3cdffbcb6068 admin admin] Checking segment: {'id': '1ba09d69-f38c-4a9f-b598-22f43bc13637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:42.030371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9224b184-ac35-4966-8e77-3cdffbcb6068 admin admin] Network hostable DHCP agents. Network: bdc8fb58-8dd7-4bd5-b63c-ebb865329afe, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:05:42.034314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-62853dac-2b7e-4a05-abdf-b2c958e76c60 None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:42.074554 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9224b184-ac35-4966-8e77-3cdffbcb6068 admin admin] Network bdc8fb58-8dd7-4bd5-b63c-ebb865329afe is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:05:42.100505 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d22124aa-bbfe-4526-8244-42dfc6fa4082 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:42.104798 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-9224b184-ac35-4966-8e77-3cdffbcb6068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, bdc8fb58-8dd7-4bd5-b63c-ebb865329afe) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:42.109254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9224b184-ac35-4966-8e77-3cdffbcb6068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:42.110046 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9224b184-ac35-4966-8e77-3cdffbcb6068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:42.122421 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ca4e0-62b7-44bd-bb38-af9d331c8a69 None None] Network bdc8fb58-8dd7-4bd5-b63c-ebb865329afe requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:05:42.146263 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9224b184-ac35-4966-8e77-3cdffbcb6068 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0060661 Jul 27 20:05:42.148654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42410) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:42.157984 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1354263447-router', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:42.199886 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d22124aa-bbfe-4526-8244-42dfc6fa4082 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:42.210511 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:42.211608 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:42.242241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22124aa-bbfe-4526-8244-42dfc6fa4082 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee07adc-c173-406b-9be1-51dc5072616c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:42.255301 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d22124aa-bbfe-4526-8244-42dfc6fa4082 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:42.261595 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d22124aa-bbfe-4526-8244-42dfc6fa4082 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/1ee07adc-c173-406b-9be1-51dc5072616c HTTP/1.1" status: 204 len: 168 time: 0.5412438 Jul 27 20:05:42.263558 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42412) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:42.370148 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'name': 'tempest-TestServerMultinode-855375231-router', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:28Z', 'updated_at': '2021-07-27T20:05:36Z', 'revision_number': 4, 'project_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'gw_port': {'id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:30Z', 'updated_at': '2021-07-27T20:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '55cf6609-ac36-4a82-b0f2-6d103c993bc8', 'name': '', 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'mac_address': 'fa:16:3e:4d:64:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'bf5ab6fe-df53-4886-98ff-72f7f5514e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:34Z', 'updated_at': '2021-07-27T20:05:41Z', 'revision_number': 4, 'project_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'subnets': [{'id': 'bf5ab6fe-df53-4886-98ff-72f7f5514e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:42.372840 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:42.386727 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:42.410618 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f4e915-cdd2-469e-bdb1-a618875d2574 None None] The sync data for ids ['1ca881c7-b0f4-4be7-a522-f0ccb454cb14'] in n-d-705657-21 is: [{'id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'name': 'tempest-TestServerMultinode-855375231-router', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:28Z', 'updated_at': '2021-07-27T20:05:36Z', 'revision_number': 4, 'project_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'gw_port': {'id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:30Z', 'updated_at': '2021-07-27T20:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '55cf6609-ac36-4a82-b0f2-6d103c993bc8', 'name': '', 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'mac_address': 'fa:16:3e:4d:64:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'bf5ab6fe-df53-4886-98ff-72f7f5514e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:34Z', 'updated_at': '2021-07-27T20:05:41Z', 'revision_number': 4, 'project_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'subnets': [{'id': 'bf5ab6fe-df53-4886-98ff-72f7f5514e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:42.484780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Deleting port 44edc539-5814-42cd-8a6c-7e1706623d7d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:05:42.486544 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:42.598028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4061b4c5-0fc6-4a41-ac68-81c998df70be None None] Network 11594598-c64f-4f35-b63b-1d47b78ad691 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:05:42.674891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] For port 44edc539-5814-42cd-8a6c-7e1706623d7d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=44edc539-5814-42cd-8a6c-7e1706623d7d,segment=NetworkSegment(e9eb6aa7-a384-448e-9d63-b02718f4e83b),segment_id=e9eb6aa7-a384-448e-9d63-b02718f4e83b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:42.675283 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:42.693766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Calling delete_port for 44edc539-5814-42cd-8a6c-7e1706623d7d owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:05:42.762544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-62853dac-2b7e-4a05-abdf-b2c958e76c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:40Z', 'revision_number': 11, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:42.840276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62853dac-2b7e-4a05-abdf-b2c958e76c60 None None] Checking router: fec9f068-c8f7-4bc9-8367-384ce3c51cf6 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:42.867169 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:42.906193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62853dac-2b7e-4a05-abdf-b2c958e76c60 None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:42.906841 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-62853dac-2b7e-4a05-abdf-b2c958e76c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:42.913600 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:42.937111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-bdc8fb58-8dd7-4bd5-b63c-ebb865329afe', 'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'fixed_ips': [{'subnet_id': '916aa828-b625-41b6-8f53-49d2ff24ad9a'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:05:42.938214 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:42.958823 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Port': ['ID=44edc539-5814-42cd-8a6c-7e1706623d7d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:42.981552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No DVR routers for this DVR port 44edc539-5814-42cd-8a6c-7e1706623d7d on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:05:43.195536 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:43.216846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11594598-c64f-4f35-b63b-1d47b78ad691']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:43.265567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9eb6aa7-a384-448e-9d63-b02718f4e83b') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:43.266436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9eb6aa7-a384-448e-9d63-b02718f4e83b') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:43.266869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-62853dac-2b7e-4a05-abdf-b2c958e76c60 None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:43.297070 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:43.330422 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:43.353944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:05:43.355378 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:43.360061 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:43.391791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-62853dac-2b7e-4a05-abdf-b2c958e76c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:40Z', 'revision_number': 11, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:43.423181 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:43.487096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62853dac-2b7e-4a05-abdf-b2c958e76c60 None None] The sync data for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 is: [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:40Z', 'revision_number': 11, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:43.507446 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2d6b366e-db64-4ed4-a1b6-b44422a2e884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:05:43.603832 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:05:43.612026 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:43.662127 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:43.666914 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/networks/11594598-c64f-4f35-b63b-1d47b78ad691 HTTP/1.1" status: 204 len: 168 time: 1.4021032 Jul 27 20:05:43.669145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36580d-4dca-44e4-97af-78b584253dd6 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Pushing event deleted for resources: {'Network': ['ID=11594598-c64f-4f35-b63b-1d47b78ad691,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:43.671123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42486) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:43.677778 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e00a6a-2fe3-4605-9275-e4e172862b6a None None] DHCP port deletion for 11594598-c64f-4f35-b63b-1d47b78ad691 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:05:43.729665 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e558d343-1c96-41c8-895a-437b4b91ee4b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'router': {'routes': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:43.776385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Allocated IP 172.20.0.2 (bdc8fb58-8dd7-4bd5-b63c-ebb865329afe/916aa828-b625-41b6-8f53-49d2ff24ad9a/92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:43.872795 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Allocated IP 172.25.1.212 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/551b811f-6718-4064-8640-dda82719df02) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:44.082849 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.099661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Transition to ACTIVE for port object 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:44.139885 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.extraroute_db [None req-e558d343-1c96-41c8-895a-437b4b91ee4b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Added routes are [] {{(pid=94060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 20:05:44.140199 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.extraroute_db [None req-e558d343-1c96-41c8-895a-437b4b91ee4b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Removed routes are [] {{(pid=94060) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 20:05:44.140605 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e558d343-1c96-41c8-895a-437b4b91ee4b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.155358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 55cf6609-ac36-4a82-b0f2-6d103c993bc8 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:44.192337 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Transition to ACTIVE for port object 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:44.206681 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42514) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:44.212768 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.270204 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Pushing event updated for resources: {'Port': ['ID=92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:44.321106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Network bdc8fb58-8dd7-4bd5-b63c-ebb865329afe is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:44.328501 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:44.338078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:44.407103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 55cf6609-ac36-4a82-b0f2-6d103c993bc8 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:44.413632 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90126165-e563-498a-94ef-f2348d36377c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.441763 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 55cf6609-ac36-4a82-b0f2-6d103c993bc8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:44.442132 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.532310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Attempting to bind port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:44.533391 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Attempting to bind port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '1ba09d69-f38c-4a9f-b598-22f43bc13637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:44.534096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Attempting to bind port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 on network bdc8fb58-8dd7-4bd5-b63c-ebb865329afe {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:44.549306 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90126165-e563-498a-94ef-f2348d36377c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.550784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:44.551349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Checking segment: {'id': '1ba09d69-f38c-4a9f-b598-22f43bc13637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:44.551752 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.552170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Bound using segment: {'id': '1ba09d69-f38c-4a9f-b598-22f43bc13637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:44.552939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Bound port: 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba09d69-f38c-4a9f-b598-22f43bc13637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:44.553343 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.558737 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90126165-e563-498a-94ef-f2348d36377c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.591848 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.630141 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] For port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:44.635388 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] For port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589,segment=NetworkSegment(1ba09d69-f38c-4a9f-b598-22f43bc13637),segment_id=1ba09d69-f38c-4a9f-b598-22f43bc13637)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:44.646329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e558d343-1c96-41c8-895a-437b4b91ee4b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.650992 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.661516 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e558d343-1c96-41c8-895a-437b4b91ee4b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.662143 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126165-e563-498a-94ef-f2348d36377c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33387fc-f9f7-47aa-bed3-c4a634847960,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:44.709555 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-90126165-e563-498a-94ef-f2348d36377c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04d2bde8905d400bb71c0769a7a36705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5015633 Jul 27 20:05:44.712545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42532) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:44.804006 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.807237 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e558d343-1c96-41c8-895a-437b4b91ee4b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:05:44.813317 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.840958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fd9d3-7922-40f3-b50d-92e7a9d18c05 None None] Pushing event updated for resources: {'Port': ['ID=92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:44.858706 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-46992bf2-3203-4f47-b523-6ae8acc19658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.878894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 55cf6609-ac36-4a82-b0f2-6d103c993bc8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=55cf6609-ac36-4a82-b0f2-6d103c993bc8,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:44.884201 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.914393 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-46992bf2-3203-4f47-b523-6ae8acc19658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:44.956244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=55cf6609-ac36-4a82-b0f2-6d103c993bc8,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:44.956973 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:44.960873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:44.975221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:45.000318 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 44edc539-5814-42cd-8a6c-7e1706623d7d no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:05:45.033670 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-46992bf2-3203-4f47-b523-6ae8acc19658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:45.036374 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-46992bf2-3203-4f47-b523-6ae8acc19658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:45.040259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-46992bf2-3203-4f47-b523-6ae8acc19658 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c33387fc-f9f7-47aa-bed3-c4a634847960 HTTP/1.1" status: 204 len: 168 time: 0.3207161 Jul 27 20:05:45.046085 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 44edc539-5814-42cd-8a6c-7e1706623d7d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:05:45.046473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 44edc539-5814-42cd-8a6c-7e1706623d7d not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:05:45.049000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d98bb392-ee93-4cfb-bc51-c6f93351b967 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:05:45.060964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46992bf2-3203-4f47-b523-6ae8acc19658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33387fc-f9f7-47aa-bed3-c4a634847960,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:45.098342 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: d98bb392-ee93-4cfb-bc51-c6f93351b967 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:05:45.098687 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d98bb392-ee93-4cfb-bc51-c6f93351b967 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:05:45.652334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Pushing event updated for resources: {'Port': ['ID=551b811f-6718-4064-8640-dda82719df02,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:45.662345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e558d343-1c96-41c8-895a-437b4b91ee4b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:45.672384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e558d343-1c96-41c8-895a-437b4b91ee4b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:45.673667 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e558d343-1c96-41c8-895a-437b4b91ee4b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/fec9f068-c8f7-4bc9-8367-384ce3c51cf6 HTTP/1.1" status: 200 len: 705 time: 1.9979217 Jul 27 20:05:45.676450 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c7008-5a5b-4521-9630-5c83978a913b None None] Sync routers for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:45.676924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42586) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:45.688280 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c7008-5a5b-4521-9630-5c83978a913b None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:45.689021 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cc6c7008-5a5b-4521-9630-5c83978a913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:45.736883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-99cdcfa4-29fd-4bad-bfc9-eb544096df53 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports?device_id=fec9f068-c8f7-4bc9-8367-384ce3c51cf6 HTTP/1.1" status: 200 len: 205 time: 0.0588105 Jul 27 20:05:45.739103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42592) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:45.805903 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-cc6c7008-5a5b-4521-9630-5c83978a913b None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:45.902327 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cc6c7008-5a5b-4521-9630-5c83978a913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:40Z', 'revision_number': 11, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:45.988226 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4609554a-e481-4a32-a88f-405dd0204477 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:46.001191 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c7008-5a5b-4521-9630-5c83978a913b None None] Checking router: fec9f068-c8f7-4bc9-8367-384ce3c51cf6 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:46.017116 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c7008-5a5b-4521-9630-5c83978a913b None None] Routers {'fec9f068-c8f7-4bc9-8367-384ce3c51cf6'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:46.018009 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cc6c7008-5a5b-4521-9630-5c83978a913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:17Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:46.128913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:46.173776 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-81d9b3f5-6064-49df-b5b0-51b1afd10eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:46.315566 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:46.323946 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:46.333217 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-cc6c7008-5a5b-4521-9630-5c83978a913b None None] Set router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:46.359033 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4609554a-e481-4a32-a88f-405dd0204477 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:46.367946 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4609554a-e481-4a32-a88f-405dd0204477 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:46.419594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:46.429369 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 55cf6609-ac36-4a82-b0f2-6d103c993bc8 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:46.501006 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4609554a-e481-4a32-a88f-405dd0204477 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:46.505148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4609554a-e481-4a32-a88f-405dd0204477 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Fanout notify agent at l3_agent the message router_deleted on router fec9f068-c8f7-4bc9-8367-384ce3c51cf6 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:05:46.534714 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cc6c7008-5a5b-4521-9630-5c83978a913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:40Z', 'revision_number': 11, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:46.548755 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4609554a-e481-4a32-a88f-405dd0204477 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:46.561940 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4609554a-e481-4a32-a88f-405dd0204477 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/routers/fec9f068-c8f7-4bc9-8367-384ce3c51cf6 HTTP/1.1" status: 204 len: 168 time: 0.8213465 Jul 27 20:05:46.562391 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42610) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:46.581631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ff4e71b0-b41a-4bc4-ae15-58fb702f0a46 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1346688315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:46.591043 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 55cf6609-ac36-4a82-b0f2-6d103c993bc8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:46.591682 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:46.615376 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42616) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:46.625998 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff4e71b0-b41a-4bc4-ae15-58fb702f0a46 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:46.628052 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff4e71b0-b41a-4bc4-ae15-58fb702f0a46 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:46.634366 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c7008-5a5b-4521-9630-5c83978a913b None None] The sync data for ids ['fec9f068-c8f7-4bc9-8367-384ce3c51cf6'] in n-d-705657-21 is: [{'id': 'fec9f068-c8f7-4bc9-8367-384ce3c51cf6', 'name': 'tempest-RoutersIpV6Test-router-1194066022', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:04:45Z', 'updated_at': '2021-07-27T20:05:40Z', 'revision_number': 11, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:46.692861 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdaa5c5-dd03-429a-aee1-02820b2b876d None None] Network bdc8fb58-8dd7-4bd5-b63c-ebb865329afe requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:05:46.768505 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff4e71b0-b41a-4bc4-ae15-58fb702f0a46 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:46.775870 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff4e71b0-b41a-4bc4-ae15-58fb702f0a46 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:46.806826 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff4e71b0-b41a-4bc4-ae15-58fb702f0a46 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:46.809334 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ff4e71b0-b41a-4bc4-ae15-58fb702f0a46 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2406926 Jul 27 20:05:46.812099 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42622) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:46.818081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-db2516cc-e468-4467-86e1-2de50bfba0fd tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:46.984464 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:46.985093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5f770fa4-eb2a-426a-9bf4-0d09cf56db67 None None] Provisioning for port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:46.989806 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-71c78678-5ee9-4e6a-80ff-000a8d430e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:47.002463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5f770fa4-eb2a-426a-9bf4-0d09cf56db67 None None] Provisioning complete for port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:47.003737 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5f770fa4-eb2a-426a-9bf4-0d09cf56db67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:47.166249 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db2516cc-e468-4467-86e1-2de50bfba0fd tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:47.179584 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db2516cc-e468-4467-86e1-2de50bfba0fd tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:47.193820 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:47.309962 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Router 9ac432bd-e2d5-450c-a654-05545e6968ec is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:05:47.331981 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5f770fa4-eb2a-426a-9bf4-0d09cf56db67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:47.418574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2516cc-e468-4467-86e1-2de50bfba0fd tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Router dc2cff40-9421-4b2c-95f4-94b8e428c823 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:05:47.426081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5f770fa4-eb2a-426a-9bf4-0d09cf56db67 None None] For port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589,segment=NetworkSegment(1ba09d69-f38c-4a9f-b598-22f43bc13637),segment_id=1ba09d69-f38c-4a9f-b598-22f43bc13637)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:47.432694 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5f770fa4-eb2a-426a-9bf4-0d09cf56db67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:47.467199 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:47.487545 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-71c78678-5ee9-4e6a-80ff-000a8d430e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:47.493488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Sync routers for ids ['9ac432bd-e2d5-450c-a654-05545e6968ec'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:47.500964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-71c78678-5ee9-4e6a-80ff-000a8d430e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:47.517687 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Routers {'9ac432bd-e2d5-450c-a654-05545e6968ec'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:47.518353 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9ac432bd-e2d5-450c-a654-05545e6968ec'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:47.556087 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:47.561550 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-340b952b-6ed1-4335-ada5-419b341f827f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4113109 Jul 27 20:05:47.563653 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42636) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:47.585887 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c78678-5ee9-4e6a-80ff-000a8d430e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe802297-a3c5-4530-a44d-ffffb8d3c357,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:47.599955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2516cc-e468-4467-86e1-2de50bfba0fd tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:47.615538 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db2516cc-e468-4467-86e1-2de50bfba0fd tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:47.619676 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-db2516cc-e468-4467-86e1-2de50bfba0fd tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "PUT /v2.0/routers/dc2cff40-9421-4b2c-95f4-94b8e428c823 HTTP/1.1" status: 200 len: 698 time: 0.8033035 Jul 27 20:05:47.620870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42644) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:47.624733 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c7851-87b8-4660-870f-b9e7737a325e None None] Sync routers for ids ['dc2cff40-9421-4b2c-95f4-94b8e428c823'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:47.642608 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-71c78678-5ee9-4e6a-80ff-000a8d430e12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=432fafb5bcc74a4ca56692ff0a9f0417&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0229545 Jul 27 20:05:47.642608 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42650) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:47.648322 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382c7851-87b8-4660-870f-b9e7737a325e None None] Routers {'dc2cff40-9421-4b2c-95f4-94b8e428c823'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:47.652851 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-382c7851-87b8-4660-870f-b9e7737a325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['dc2cff40-9421-4b2c-95f4-94b8e428c823'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:47.713715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f770fa4-eb2a-426a-9bf4-0d09cf56db67 None None] Pushing event updated for resources: {'Port': ['ID=92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:47.846275 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-597272a3-7f1e-4e26-a557-7d890a8e46ec tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/routers/dc2cff40-9421-4b2c-95f4-94b8e428c823 HTTP/1.1" status: 200 len: 704 time: 0.2242355 Jul 27 20:05:47.850000 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42656) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:47.876345 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-382c7851-87b8-4660-870f-b9e7737a325e None None] Set router dc2cff40-9421-4b2c-95f4-94b8e428c823 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:47.894869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Set router 9ac432bd-e2d5-450c-a654-05545e6968ec gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:47.899684 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-09618c6d-f321-488e-a536-eecaecb0ba48 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc2cff40-9421-4b2c-95f4-94b8e428c823 HTTP/1.1" status: 200 len: 205 time: 0.0466607 Jul 27 20:05:47.902603 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42658) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:47.927044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-72f014a6-9cbb-4454-ae6a-0790dfd9382c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:48.015635 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-72f014a6-9cbb-4454-ae6a-0790dfd9382c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:48.057022 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b50bb462-9c16-4790-9c14-6dc3bf1880a4 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:48.201858 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-72f014a6-9cbb-4454-ae6a-0790dfd9382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:48.204592 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-72f014a6-9cbb-4454-ae6a-0790dfd9382c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:48.208433 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-72f014a6-9cbb-4454-ae6a-0790dfd9382c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe802297-a3c5-4530-a44d-ffffb8d3c357 HTTP/1.1" status: 204 len: 168 time: 0.5628707 Jul 27 20:05:48.214540 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-382c7851-87b8-4660-870f-b9e7737a325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2cff40-9421-4b2c-95f4-94b8e428c823', 'name': 'tempest-RoutersIpV6Test-router-1346688315', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:46Z', 'updated_at': '2021-07-27T20:05:47Z', 'revision_number': 2, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:48.248621 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f014a6-9cbb-4454-ae6a-0790dfd9382c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe802297-a3c5-4530-a44d-ffffb8d3c357,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:48.268982 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c7851-87b8-4660-870f-b9e7737a325e None None] Checking router: dc2cff40-9421-4b2c-95f4-94b8e428c823 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:48.279088 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382c7851-87b8-4660-870f-b9e7737a325e None None] Routers {'dc2cff40-9421-4b2c-95f4-94b8e428c823'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:48.280038 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-382c7851-87b8-4660-870f-b9e7737a325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['dc2cff40-9421-4b2c-95f4-94b8e428c823'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:48.355235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:48.374449 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-382c7851-87b8-4660-870f-b9e7737a325e None None] Set router dc2cff40-9421-4b2c-95f4-94b8e428c823 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:48.404634 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b50bb462-9c16-4790-9c14-6dc3bf1880a4 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:48.412110 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b50bb462-9c16-4790-9c14-6dc3bf1880a4 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:48.455413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-73f95cbe-dfd7-4e49-bc4e-9fd013ac40b3 None None] Provisioning complete for port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:48.455824 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-73f95cbe-dfd7-4e49-bc4e-9fd013ac40b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:48.532051 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:48.549668 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-382c7851-87b8-4660-870f-b9e7737a325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2cff40-9421-4b2c-95f4-94b8e428c823', 'name': 'tempest-RoutersIpV6Test-router-1346688315', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:46Z', 'updated_at': '2021-07-27T20:05:47Z', 'revision_number': 2, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:48.553561 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b50bb462-9c16-4790-9c14-6dc3bf1880a4 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:48.554462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50bb462-9c16-4790-9c14-6dc3bf1880a4 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Fanout notify agent at l3_agent the message router_deleted on router dc2cff40-9421-4b2c-95f4-94b8e428c823 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:05:48.563270 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b50bb462-9c16-4790-9c14-6dc3bf1880a4 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:48.565912 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b50bb462-9c16-4790-9c14-6dc3bf1880a4 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/routers/dc2cff40-9421-4b2c-95f4-94b8e428c823 HTTP/1.1" status: 204 len: 168 time: 0.6623123 Jul 27 20:05:48.569801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42680) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:48.644350 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c7851-87b8-4660-870f-b9e7737a325e None None] The sync data for ids ['dc2cff40-9421-4b2c-95f4-94b8e428c823'] in n-d-705657-21 is: [{'id': 'dc2cff40-9421-4b2c-95f4-94b8e428c823', 'name': 'tempest-RoutersIpV6Test-router-1346688315', 'tenant_id': '431fd621873346c9a7015bd3d6ad446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:46Z', 'updated_at': '2021-07-27T20:05:47Z', 'revision_number': 2, 'project_id': '431fd621873346c9a7015bd3d6ad446f', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:48.657148 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-258be826-bffa-4986-a3bc-46a39630fae9 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc2cff40-9421-4b2c-95f4-94b8e428c823 HTTP/1.1" status: 200 len: 205 time: 0.0810013 Jul 27 20:05:48.657395 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42690) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:48.734359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:48.734745 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:48.742526 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-31fd2f52-6115-4f23-8b07-a18be221919a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] delete failed (client error): The resource could not be found. Jul 27 20:05:48.744613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-31fd2f52-6115-4f23-8b07-a18be221919a tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/routers/dc2cff40-9421-4b2c-95f4-94b8e428c823 HTTP/1.1" status: 404 len: 336 time: 0.0861416 Jul 27 20:05:48.747128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42702) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:48.787106 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e580643-869c-4142-a69a-21ba626fcace tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] DELETE failed (client error): The resource could not be found. Jul 27 20:05:48.787606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e580643-869c-4142-a69a-21ba626fcace tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:05:48.789848 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3e580643-869c-4142-a69a-21ba626fcace tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/12f70dec-08d8-4264-ba28-04fd42291acc HTTP/1.1" status: 404 len: 337 time: 0.0414288 Jul 27 20:05:48.799298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42704) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:48.840416 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a436dce0-83d6-4a82-be2d-d2b940413079 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] DELETE failed (client error): The resource could not be found. Jul 27 20:05:48.844494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a436dce0-83d6-4a82-be2d-d2b940413079 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:05:48.849488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a436dce0-83d6-4a82-be2d-d2b940413079 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/071254c8-d247-4a18-8c6a-100c7cc44221 HTTP/1.1" status: 404 len: 337 time: 0.0462210 Jul 27 20:05:48.850280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42716) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:48.885622 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26e19cd-9388-4673-9bd9-6f246e3a1bcb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] DELETE failed (client error): The resource could not be found. Jul 27 20:05:48.886420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26e19cd-9388-4673-9bd9-6f246e3a1bcb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:05:48.891161 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d26e19cd-9388-4673-9bd9-6f246e3a1bcb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/64869c7a-14b9-4445-bc33-37c0f7a99fd8 HTTP/1.1" status: 404 len: 337 time: 0.0372801 Jul 27 20:05:48.891696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42718) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:48.940247 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Allocated IP 172.20.0.1 (bdc8fb58-8dd7-4bd5-b63c-ebb865329afe/916aa828-b625-41b6-8f53-49d2ff24ad9a/22783d0c-c277-421b-b161-af480b9bba39) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:48.991427 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71deb8a-8768-4737-8037-dcf4f8d8be2f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] DELETE failed (client error): The resource could not be found. Jul 27 20:05:48.991884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71deb8a-8768-4737-8037-dcf4f8d8be2f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:05:48.997486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f71deb8a-8768-4737-8037-dcf4f8d8be2f tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/1ee07adc-c173-406b-9be1-51dc5072616c HTTP/1.1" status: 404 len: 337 time: 0.1015897 Jul 27 20:05:48.998857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42728) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:49.017766 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:49.037765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0688cf83-2c64-4b7d-9265-57dccb9d6050 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports?device_id=fec9f068-c8f7-4bc9-8367-384ce3c51cf6 HTTP/1.1" status: 200 len: 205 time: 0.0378246 Jul 27 20:05:49.040221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42736) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:49.109403 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'name': 'tempest-TestServerMultinode-1354263447-router', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '551b811f-6718-4064-8640-dda82719df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:42Z', 'updated_at': '2021-07-27T20:05:45Z', 'revision_number': 3, 'project_id': '2cfc854bc6e449febe4daec280f4360a', 'gw_port': {'id': '551b811f-6718-4064-8640-dda82719df02', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:43Z', 'updated_at': '2021-07-27T20:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:49.130160 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-d19fdb6b-38b7-42d0-9472-306d104f5cd2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] delete failed (client error): The resource could not be found. Jul 27 20:05:49.130160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d19fdb6b-38b7-42d0-9472-306d104f5cd2 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/routers/fec9f068-c8f7-4bc9-8367-384ce3c51cf6 HTTP/1.1" status: 404 len: 336 time: 0.0864265 Jul 27 20:05:49.130748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42744) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:49.157362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Checking router: 9ac432bd-e2d5-450c-a654-05545e6968ec for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:49.157562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Updating router 9ac432bd-e2d5-450c-a654-05545e6968ec port 551b811f-6718-4064-8640-dda82719df02 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:05:49.209014 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:49.224889 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ad957f42-9d75-4da8-a2c9-d9b81003d3f3 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6284b83-9032-44b0-b8da-23bb648c06b0 HTTP/1.1" status: 200 len: 205 time: 0.0916839 Jul 27 20:05:49.227697 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42756) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:49.259995 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:49.276579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Transition to ACTIVE for port object 22783d0c-c277-421b-b161-af480b9bba39 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:49.279162 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-f944b9fa-e294-4b54-8dc7-83adbb3dc806 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] delete failed (client error): The resource could not be found. Jul 27 20:05:49.281204 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f944b9fa-e294-4b54-8dc7-83adbb3dc806 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/routers/a6284b83-9032-44b0-b8da-23bb648c06b0 HTTP/1.1" status: 404 len: 336 time: 0.0524580 Jul 27 20:05:49.284196 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42766) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:49.313081 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-54eca0d1-cccb-4f27-9688-7b115d7eee69 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] DELETE failed (client error): The resource could not be found. Jul 27 20:05:49.313430 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54eca0d1-cccb-4f27-9688-7b115d7eee69 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:05:49.316438 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-54eca0d1-cccb-4f27-9688-7b115d7eee69 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/1f634fc0-5a31-49b3-b559-03f9d71e9c0f HTTP/1.1" status: 404 len: 337 time: 0.0300589 Jul 27 20:05:49.319265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42768) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:49.346327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:49.398310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-92393517-c77f-42b1-bb3e-4b8ffe24cd48 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c674e7-362b-416c-9c03-d9f5433d2d90 HTTP/1.1" status: 200 len: 205 time: 0.0746162 Jul 27 20:05:49.402036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42772) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:49.458870 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Network bdc8fb58-8dd7-4bd5-b63c-ebb865329afe is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:49.470413 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:49.487261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:49.549429 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Pushing event updated for resources: {'Port': ['ID=22783d0c-c277-421b-b161-af480b9bba39,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:49.560387 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-5ce7dbd4-41d2-416a-8cc7-a5fef262e131 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] delete failed (client error): The resource could not be found. Jul 27 20:05:49.566413 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5ce7dbd4-41d2-416a-8cc7-a5fef262e131 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/routers/d4c674e7-362b-416c-9c03-d9f5433d2d90 HTTP/1.1" status: 404 len: 336 time: 0.1535468 Jul 27 20:05:49.566978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42778) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:49.597112 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:49.664933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8e1198ca-096c-4cbf-9775-1c71ebd13dc1 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed92d100-5ab7-4efd-aee0-2e33a9882d49 HTTP/1.1" status: 200 len: 205 time: 0.0967174 Jul 27 20:05:49.675096 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42790) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:49.729964 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-eb0e156c-21cd-475f-946a-35e2f530e2cb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] delete failed (client error): The resource could not be found. Jul 27 20:05:49.731146 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-eb0e156c-21cd-475f-946a-35e2f530e2cb tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/routers/ed92d100-5ab7-4efd-aee0-2e33a9882d49 HTTP/1.1" status: 404 len: 336 time: 0.0548840 Jul 27 20:05:49.734657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42794) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:49.762604 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:49.785013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Transition to ACTIVE for port object 551b811f-6718-4064-8640-dda82719df02 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:49.804534 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:49.838566 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f090be-e8bd-4df8-9a54-aeda3c61196d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] DELETE failed (client error): The resource could not be found. Jul 27 20:05:49.839283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f090be-e8bd-4df8-9a54-aeda3c61196d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:05:49.842091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d8f090be-e8bd-4df8-9a54-aeda3c61196d tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/611e7adc-3450-4621-8973-00422c2fba46 HTTP/1.1" status: 404 len: 337 time: 0.1060500 Jul 27 20:05:49.844496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42798) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:49.899446 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3617516-ca39-4b69-abc5-a48b2b474814 None None] Pushing event updated for resources: {'Port': ['ID=551b811f-6718-4064-8640-dda82719df02,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:49.905949 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9dfccf77-6f84-4aee-8fe2-7b0ec3b29b1b tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports?device_id=b426da94-8552-477f-82e6-956751000ec5 HTTP/1.1" status: 200 len: 205 time: 0.0600970 Jul 27 20:05:49.908512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42802) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:49.972632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Attempting to bind port 551b811f-6718-4064-8640-dda82719df02 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:49.973194 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Attempting to bind port 551b811f-6718-4064-8640-dda82719df02 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:49.973810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Attempting to bind port 551b811f-6718-4064-8640-dda82719df02 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:49.974416 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42806) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:49.983260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:49.983964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:49.984688 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:49.985245 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:49.985883 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Bound port: 551b811f-6718-4064-8640-dda82719df02, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:49.986453 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:50.010787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8224ed5c-d153-4adc-9369-36344452a6ac None None] Provisioning for port 22783d0c-c277-421b-b161-af480b9bba39 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:50.029949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8224ed5c-d153-4adc-9369-36344452a6ac None None] Provisioning complete for port 22783d0c-c277-421b-b161-af480b9bba39 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:50.030555 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8224ed5c-d153-4adc-9369-36344452a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:50.037598 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-9a95d48e-3bb8-4528-a861-abd1ac636f34 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] delete failed (client error): The resource could not be found. Jul 27 20:05:50.038547 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9a95d48e-3bb8-4528-a861-abd1ac636f34 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/routers/b426da94-8552-477f-82e6-956751000ec5 HTTP/1.1" status: 404 len: 336 time: 0.1288393 Jul 27 20:05:50.044270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42810) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:50.070720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8224ed5c-d153-4adc-9369-36344452a6ac None None] Port 22783d0c-c277-421b-b161-af480b9bba39 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:05:50.084746 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:50.094234 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] For port 551b811f-6718-4064-8640-dda82719df02, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:50.098722 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] For port 551b811f-6718-4064-8640-dda82719df02, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=551b811f-6718-4064-8640-dda82719df02,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:50.099641 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a09e32-454b-4e5b-a51a-92d6c004b81e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] DELETE failed (client error): The resource could not be found. Jul 27 20:05:50.100173 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a09e32-454b-4e5b-a51a-92d6c004b81e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:05:50.102030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-39a09e32-454b-4e5b-a51a-92d6c004b81e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/e7d0c71e-1afd-4d29-a59e-0bb74508e6d8 HTTP/1.1" status: 404 len: 337 time: 0.0567360 Jul 27 20:05:50.106288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42812) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:50.111698 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:50.144689 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-16cfdfde-407b-4b38-b64f-15308f11fc9e tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "GET /v2.0/ports?device_id=84b9db65-a5a6-4a74-8c15-36b9147430eb HTTP/1.1" status: 200 len: 205 time: 0.0370195 Jul 27 20:05:50.147251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42820) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:50.207067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Routers {'9ac432bd-e2d5-450c-a654-05545e6968ec'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:50.207755 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9ac432bd-e2d5-450c-a654-05545e6968ec'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:50.220700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3617516-ca39-4b69-abc5-a48b2b474814 None None] Pushing event updated for resources: {'Port': ['ID=551b811f-6718-4064-8640-dda82719df02,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:50.224832 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-0472468d-0104-44a9-bc4c-c20283131ef8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] delete failed (client error): The resource could not be found. Jul 27 20:05:50.229062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0472468d-0104-44a9-bc4c-c20283131ef8 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/routers/84b9db65-a5a6-4a74-8c15-36b9147430eb HTTP/1.1" status: 404 len: 336 time: 0.0805597 Jul 27 20:05:50.233224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42822) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:50.300274 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd64c228-7e1f-4cf1-bfd1-8e9b86bd491c tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] DELETE failed (client error): The resource could not be found. Jul 27 20:05:50.302847 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd64c228-7e1f-4cf1-bfd1-8e9b86bd491c tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:05:50.304984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cd64c228-7e1f-4cf1-bfd1-8e9b86bd491c tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/21cf0d0b-d575-4215-8a27-7858d10d0e17 HTTP/1.1" status: 404 len: 337 time: 0.0705702 Jul 27 20:05:50.317281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42824) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:50.374661 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae550f6-ddd6-4cc8-92fa-45c5e32e9944 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] DELETE failed (client error): The resource could not be found. Jul 27 20:05:50.377056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae550f6-ddd6-4cc8-92fa-45c5e32e9944 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:05:50.380380 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4ae550f6-ddd6-4cc8-92fa-45c5e32e9944 tempest-RoutersIpV6Test-598354235 tempest-RoutersIpV6Test-598354235-project] 10.222.0.48 "DELETE /v2.0/subnets/39b2807f-1a4d-47ca-936e-d396ef4d447b HTTP/1.1" status: 404 len: 337 time: 0.0617950 Jul 27 20:05:50.427385 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db7df345-f4ca-4a60-aae1-2e0d89e0c8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:50.447448 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] Set router 9ac432bd-e2d5-450c-a654-05545e6968ec gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:50.533195 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:50.540277 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db7df345-f4ca-4a60-aae1-2e0d89e0c8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:50.543900 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:50.553930 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db7df345-f4ca-4a60-aae1-2e0d89e0c8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:50.627759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-db7df345-f4ca-4a60-aae1-2e0d89e0c8ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cfec93e1ceff4eb0b629dea7feff92bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6522539 Jul 27 20:05:50.629856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7df345-f4ca-4a60-aae1-2e0d89e0c8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cba91d4-e306-49cf-a3b5-8ef6d0c63492,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:50.632123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42836) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:50.735259 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Pushing event updated for resources: {'Port': ['ID=22783d0c-c277-421b-b161-af480b9bba39,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:50.761238 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:50.769302 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42848) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:50.800178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'name': 'tempest-TestServerMultinode-1354263447-router', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '551b811f-6718-4064-8640-dda82719df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:42Z', 'updated_at': '2021-07-27T20:05:49Z', 'revision_number': 4, 'project_id': '2cfc854bc6e449febe4daec280f4360a', 'gw_port': {'id': '551b811f-6718-4064-8640-dda82719df02', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:43Z', 'updated_at': '2021-07-27T20:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '22783d0c-c277-421b-b161-af480b9bba39', 'name': '', 'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'mac_address': 'fa:16:3e:e2:94:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '916aa828-b625-41b6-8f53-49d2ff24ad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:48Z', 'updated_at': '2021-07-27T20:05:48Z', 'revision_number': 1, 'project_id': '2cfc854bc6e449febe4daec280f4360a', 'subnets': [{'id': '916aa828-b625-41b6-8f53-49d2ff24ad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:50.826749 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-24054419-113a-4b04-9e01-4d0496180beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:50.830464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d07ab-a9d4-45dc-86f2-a4f9b5bead73 None None] The sync data for ids ['9ac432bd-e2d5-450c-a654-05545e6968ec'] in n-d-705657-21 is: [{'id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'name': 'tempest-TestServerMultinode-1354263447-router', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '551b811f-6718-4064-8640-dda82719df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:42Z', 'updated_at': '2021-07-27T20:05:49Z', 'revision_number': 4, 'project_id': '2cfc854bc6e449febe4daec280f4360a', 'gw_port': {'id': '551b811f-6718-4064-8640-dda82719df02', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:43Z', 'updated_at': '2021-07-27T20:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '22783d0c-c277-421b-b161-af480b9bba39', 'name': '', 'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'mac_address': 'fa:16:3e:e2:94:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '916aa828-b625-41b6-8f53-49d2ff24ad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:48Z', 'updated_at': '2021-07-27T20:05:48Z', 'revision_number': 1, 'project_id': '2cfc854bc6e449febe4daec280f4360a', 'subnets': [{'id': '916aa828-b625-41b6-8f53-49d2ff24ad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:50.890738 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-24054419-113a-4b04-9e01-4d0496180beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:50.983818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a7c03460-83c3-4334-a5b2-4f3ab66aded7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=431fd621873346c9a7015bd3d6ad446f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132807 Jul 27 20:05:50.985650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42868) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:50.997131 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-24054419-113a-4b04-9e01-4d0496180beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:51.000916 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-24054419-113a-4b04-9e01-4d0496180beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:51.007939 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-24054419-113a-4b04-9e01-4d0496180beb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6cba91d4-e306-49cf-a3b5-8ef6d0c63492 HTTP/1.1" status: 204 len: 168 time: 0.3725328 Jul 27 20:05:51.035880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24054419-113a-4b04-9e01-4d0496180beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cba91d4-e306-49cf-a3b5-8ef6d0c63492,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:51.077379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Network bdc8fb58-8dd7-4bd5-b63c-ebb865329afe is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:51.079688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:51.121247 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6272f564-0727-4d82-b668-8a250acf2c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:51.181974 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6272f564-0727-4d82-b668-8a250acf2c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:51.342636 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6272f564-0727-4d82-b668-8a250acf2c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:51.346477 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6272f564-0727-4d82-b668-8a250acf2c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:51.349805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6272f564-0727-4d82-b668-8a250acf2c9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae417cc9-ffe4-48ea-b222-732a2f2bf8ce HTTP/1.1" status: 204 len: 168 time: 0.3631589 Jul 27 20:05:51.363484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272f564-0727-4d82-b668-8a250acf2c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae417cc9-ffe4-48ea-b222-732a2f2bf8ce,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:51.426410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Router 9ac432bd-e2d5-450c-a654-05545e6968ec has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:05:51.483657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42882) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:51.564529 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b5f4eabc-aeac-4178-b686-28eb4f171dff None None] Provisioning complete for port 22783d0c-c277-421b-b161-af480b9bba39 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:51.564921 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b5f4eabc-aeac-4178-b686-28eb4f171dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:51.604725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:05:51.621877 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f3e08e78-b8f2-4705-898b-763c393699e4 admin admin] 10.222.0.48 "PUT /v2.0/routers/9ac432bd-e2d5-450c-a654-05545e6968ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0485041 Jul 27 20:05:51.633982 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42888) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:51.658060 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d21f5de6-6bd7-4f21-9aee-441bca93df36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:51.677126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4eabc-aeac-4178-b686-28eb4f171dff None None] Port 22783d0c-c277-421b-b161-af480b9bba39 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:05:51.861257 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d21f5de6-6bd7-4f21-9aee-441bca93df36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:51.867397 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d21f5de6-6bd7-4f21-9aee-441bca93df36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:51.925974 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d21f5de6-6bd7-4f21-9aee-441bca93df36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b3796ed448b4c35855566a6e82f4e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907567 Jul 27 20:05:51.930143 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42898) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:51.990584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f5de6-6bd7-4f21-9aee-441bca93df36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fdec14-7d32-4fd9-b345-eb1ce957193d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:52.094261 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eac011f1-bd75-4495-b8df-cc9c105cb2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:52.185682 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eac011f1-bd75-4495-b8df-cc9c105cb2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:52.282506 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eac011f1-bd75-4495-b8df-cc9c105cb2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:52.285176 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eac011f1-bd75-4495-b8df-cc9c105cb2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:52.288909 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-eac011f1-bd75-4495-b8df-cc9c105cb2fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44fdec14-7d32-4fd9-b345-eb1ce957193d HTTP/1.1" status: 204 len: 168 time: 0.3447816 Jul 27 20:05:52.297872 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-853f4c9d-dbc3-4579-a089-ec559aa570a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:52.317774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac011f1-bd75-4495-b8df-cc9c105cb2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fdec14-7d32-4fd9-b345-eb1ce957193d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:53.020979 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-853f4c9d-dbc3-4579-a089-ec559aa570a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:53.030872 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-853f4c9d-dbc3-4579-a089-ec559aa570a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:53.079421 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-853f4c9d-dbc3-4579-a089-ec559aa570a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b50ff96be425445c8e9c44db9ddf42f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5945964 Jul 27 20:05:53.082368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 42942) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:53.089670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f4c9d-dbc3-4579-a089-ec559aa570a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0920405c-2804-4e69-bb4f-90edc5d51837,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:53.234309 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2b12cb47-2cdd-4eb2-8773-436bd4a7ae03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:53.273497 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2b12cb47-2cdd-4eb2-8773-436bd4a7ae03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:53.285287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42954) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:53.331413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-35df8f3b-63f9-4de7-8791-4e3140e5d59a tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:53.339187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-35df8f3b-63f9-4de7-8791-4e3140e5d59a tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/networks?id=4e330e45-3e6d-4b16-98b5-1d83d0969275 HTTP/1.1" status: 200 len: 910 time: 0.1803114 Jul 27 20:05:53.361706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-d14bd0da-4934-4f7d-b686-bd98d6ff5438 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/quotas/2cfc854bc6e449febe4daec280f4360a HTTP/1.1" status: 200 len: 375 time: 0.0210319 Jul 27 20:05:53.469773 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2b12cb47-2cdd-4eb2-8773-436bd4a7ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:53.473339 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2b12cb47-2cdd-4eb2-8773-436bd4a7ae03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:53.474942 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2b12cb47-2cdd-4eb2-8773-436bd4a7ae03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0920405c-2804-4e69-bb4f-90edc5d51837 HTTP/1.1" status: 204 len: 168 time: 0.3915856 Jul 27 20:05:53.479540 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c7346210-0fc0-4e6d-83cb-41b96085d03e tempest-DvrRoutersNegativeTest-1438794137 tempest-DvrRoutersNegativeTest-1438794137-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-933024411', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:53.482994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.policy [None req-c7346210-0fc0-4e6d-83cb-41b96085d03e tempest-DvrRoutersNegativeTest-1438794137 tempest-DvrRoutersNegativeTest-1438794137-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94060) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 27 20:05:53.483308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.policy [None req-c7346210-0fc0-4e6d-83cb-41b96085d03e tempest-DvrRoutersNegativeTest-1438794137 tempest-DvrRoutersNegativeTest-1438794137-project] Failed policy check for 'create_router' {{(pid=94060) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 27 20:05:53.484183 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-c7346210-0fc0-4e6d-83cb-41b96085d03e tempest-DvrRoutersNegativeTest-1438794137 tempest-DvrRoutersNegativeTest-1438794137-project] create failed (client error): Access was denied to this resource. Jul 27 20:05:53.485838 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c7346210-0fc0-4e6d-83cb-41b96085d03e tempest-DvrRoutersNegativeTest-1438794137 tempest-DvrRoutersNegativeTest-1438794137-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1979845 Jul 27 20:05:53.500090 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12cb47-2cdd-4eb2-8773-436bd4a7ae03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0920405c-2804-4e69-bb4f-90edc5d51837,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:53.540680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-b41f5610-38a6-42e5-a21a-4d01b42c7604 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cfc854bc6e449febe4daec280f4360a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1780720 Jul 27 20:05:53.653284 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-802058af-4181-40b8-8403-6d708de756a6 service neutron] 10.222.0.48 "GET /v2.0/networks/4e330e45-3e6d-4b16-98b5-1d83d0969275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052797 Jul 27 20:05:53.775372 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-1f8f8df3-9fce-477e-b763-64e1182951e5 service neutron] 10.222.0.48 "GET /v2.0/networks/4e330e45-3e6d-4b16-98b5-1d83d0969275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131639 Jul 27 20:05:53.885398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 551b811f-6718-4064-8640-dda82719df02 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:53.955277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 551b811f-6718-4064-8640-dda82719df02 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:53.980111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 551b811f-6718-4064-8640-dda82719df02 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:53.981422 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:54.097525 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d24db3d0-1a4e-475d-b986-9ff3e0e004e2 req-15109255-820b-4ce4-9fd7-dcff9f1360e6 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 210 time: 0.0727651 Jul 27 20:05:54.154088 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:54.184536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 551b811f-6718-4064-8640-dda82719df02, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=551b811f-6718-4064-8640-dda82719df02,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:54.194005 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:54.244928 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 42990) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:54.260118 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=551b811f-6718-4064-8640-dda82719df02,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:54.478955 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f55e0576-1ea3-4259-ba34-60a1c5ea4d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:54.556678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Sync routers for ids ['9ac432bd-e2d5-450c-a654-05545e6968ec'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:05:54.567445 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Routers {'9ac432bd-e2d5-450c-a654-05545e6968ec'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:54.568241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9ac432bd-e2d5-450c-a654-05545e6968ec'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:54.627231 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f55e0576-1ea3-4259-ba34-60a1c5ea4d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:54.633269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f55e0576-1ea3-4259-ba34-60a1c5ea4d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:54.674730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e0576-1ea3-4259-ba34-60a1c5ea4d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6246e2cf-69b2-4d57-b876-3f5ead8e9292,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:54.681301 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f55e0576-1ea3-4259-ba34-60a1c5ea4d79 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b6060b7b34145848f5a736e7f90b004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4353261 Jul 27 20:05:54.684281 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43010) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:54.725851 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Set router 9ac432bd-e2d5-450c-a654-05545e6968ec gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:54.790576 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-06533461-462d-438e-9e5a-81a2d65226bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:54.817706 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-06533461-462d-438e-9e5a-81a2d65226bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:54.879290 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-06533461-462d-438e-9e5a-81a2d65226bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:54.886050 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-06533461-462d-438e-9e5a-81a2d65226bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:54.893243 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-06533461-462d-438e-9e5a-81a2d65226bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6246e2cf-69b2-4d57-b876-3f5ead8e9292 HTTP/1.1" status: 204 len: 168 time: 0.2062318 Jul 27 20:05:54.904106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06533461-462d-438e-9e5a-81a2d65226bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6246e2cf-69b2-4d57-b876-3f5ead8e9292,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:55.031340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'name': 'tempest-TestServerMultinode-1354263447-router', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '551b811f-6718-4064-8640-dda82719df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:42Z', 'updated_at': '2021-07-27T20:05:49Z', 'revision_number': 4, 'project_id': '2cfc854bc6e449febe4daec280f4360a', 'gw_port': {'id': '551b811f-6718-4064-8640-dda82719df02', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:43Z', 'updated_at': '2021-07-27T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '22783d0c-c277-421b-b161-af480b9bba39', 'name': '', 'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'mac_address': 'fa:16:3e:e2:94:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '916aa828-b625-41b6-8f53-49d2ff24ad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:48Z', 'updated_at': '2021-07-27T20:05:50Z', 'revision_number': 2, 'project_id': '2cfc854bc6e449febe4daec280f4360a', 'subnets': [{'id': '916aa828-b625-41b6-8f53-49d2ff24ad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:55.065717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Checking router: 9ac432bd-e2d5-450c-a654-05545e6968ec for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:05:55.066078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Updating router 9ac432bd-e2d5-450c-a654-05545e6968ec port 22783d0c-c277-421b-b161-af480b9bba39 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:05:55.108051 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:55.271693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43038) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:55.282572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a4cb284-636d-4112-b958-4ad2d5518392 req-5263764a-c900-4034-ba82-1aa22154d456 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 210 time: 0.0441439 Jul 27 20:05:55.545876 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8226a884-11d4-4f47-8fbc-ad0ba58ed0d0 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-710595382'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:55.546380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8226a884-11d4-4f47-8fbc-ad0ba58ed0d0 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Unknown quota resources ['metering_label']. {{(pid=94060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:05:55.665899 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:55.690716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Transition to ACTIVE for port object 22783d0c-c277-421b-b161-af480b9bba39 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:55.699383 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:55.765473 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8226a884-11d4-4f47-8fbc-ad0ba58ed0d0 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:55.767811 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8226a884-11d4-4f47-8fbc-ad0ba58ed0d0 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4945302 Jul 27 20:05:55.770782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43064) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:55.776575 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-17589618-b5c1-4683-be21-ca49aeea3ec7 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '17d6755b-c3db-46ca-8ef5-7fc9641fdd68'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:55.777348 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-17589618-b5c1-4683-be21-ca49aeea3ec7 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94059) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:05:55.840289 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd73bf8-d2d6-4851-83bf-eb3ae7b213aa None None] Pushing event updated for resources: {'Port': ['ID=22783d0c-c277-421b-b161-af480b9bba39,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:55.920039 n-d-705657-21 neutron-server[94059]: WARNING neutron.services.metering.metering_plugin [None req-17589618-b5c1-4683-be21-ca49aeea3ec7 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 20:05:55.973010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 551b811f-6718-4064-8640-dda82719df02 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:55.999492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Attempting to bind port 22783d0c-c277-421b-b161-af480b9bba39 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:56.000218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Attempting to bind port 22783d0c-c277-421b-b161-af480b9bba39 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '1ba09d69-f38c-4a9f-b598-22f43bc13637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:56.000926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Attempting to bind port 22783d0c-c277-421b-b161-af480b9bba39 on network bdc8fb58-8dd7-4bd5-b63c-ebb865329afe {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:56.030885 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:56.031445 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Checking segment: {'id': '1ba09d69-f38c-4a9f-b598-22f43bc13637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:56.032280 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:56.032858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Bound using segment: {'id': '1ba09d69-f38c-4a9f-b598-22f43bc13637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:56.033383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Bound port: 22783d0c-c277-421b-b161-af480b9bba39, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba09d69-f38c-4a9f-b598-22f43bc13637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:56.033862 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:56.084970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-71011fb7-afcf-4bae-a0a8-924c4cd3a535 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:56.092840 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-71011fb7-afcf-4bae-a0a8-924c4cd3a535 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.63 "GET /v2.0/networks?id=4e330e45-3e6d-4b16-98b5-1d83d0969275 HTTP/1.1" status: 200 len: 910 time: 0.2628329 Jul 27 20:05:56.108897 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-c609d155-ed4e-4dae-aa2d-5e9b2a8ddd15 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Request body: {'port': {'device_id': '83d04f2f-f816-4f1a-945d-7cc633d980dd', 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275', 'admin_state_up': True, 'tenant_id': '2cfc854bc6e449febe4daec280f4360a'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:56.154527 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-c609d155-ed4e-4dae-aa2d-5e9b2a8ddd15 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Made reservation on behalf of 2cfc854bc6e449febe4daec280f4360a for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:05:56.159369 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-c609d155-ed4e-4dae-aa2d-5e9b2a8ddd15 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:56.240530 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] For port 22783d0c-c277-421b-b161-af480b9bba39, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:56.245527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] For port 22783d0c-c277-421b-b161-af480b9bba39, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=22783d0c-c277-421b-b161-af480b9bba39,segment=NetworkSegment(1ba09d69-f38c-4a9f-b598-22f43bc13637),segment_id=1ba09d69-f38c-4a9f-b598-22f43bc13637)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:56.246363 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17589618-b5c1-4683-be21-ca49aeea3ec7 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:56.247442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-17589618-b5c1-4683-be21-ca49aeea3ec7 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4754884 Jul 27 20:05:56.250492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43078) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:56.259602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c50de2ac-b1f8-4e91-837d-d43dc4c87512 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '17d6755b-c3db-46ca-8ef5-7fc9641fdd68'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:56.260110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c50de2ac-b1f8-4e91-837d-d43dc4c87512 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94059) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:05:56.262102 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:56.370496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-c609d155-ed4e-4dae-aa2d-5e9b2a8ddd15 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Allocated IP 172.20.0.8 (4e330e45-3e6d-4b16-98b5-1d83d0969275/bf5ab6fe-df53-4886-98ff-72f7f5514e17/890cbed7-6598-4a4b-b8a0-697f0831af48) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:05:56.398418 n-d-705657-21 neutron-server[94059]: WARNING neutron.services.metering.metering_plugin [None req-c50de2ac-b1f8-4e91-837d-d43dc4c87512 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 20:05:56.406433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd73bf8-d2d6-4851-83bf-eb3ae7b213aa None None] Pushing event updated for resources: {'Port': ['ID=22783d0c-c277-421b-b161-af480b9bba39,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:56.423036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 551b811f-6718-4064-8640-dda82719df02 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:56.423733 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:56.546260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Routers {'9ac432bd-e2d5-450c-a654-05545e6968ec'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:05:56.546930 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:05:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9ac432bd-e2d5-450c-a654-05545e6968ec'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:56.605532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43090) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:56.617382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8a482f0-4390-4d00-b84d-bb3d03607089 req-04736c93-892a-48b0-bbb1-59c4559d088a tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 210 time: 0.2201080 Jul 27 20:05:56.628578 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-c609d155-ed4e-4dae-aa2d-5e9b2a8ddd15 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:56.651172 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-c609d155-ed4e-4dae-aa2d-5e9b2a8ddd15 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Transition to ACTIVE for port object 890cbed7-6598-4a4b-b8a0-697f0831af48 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:56.670397 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43094) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:56.681627 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c50de2ac-b1f8-4e91-837d-d43dc4c87512 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:56.682851 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c50de2ac-b1f8-4e91-837d-d43dc4c87512 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4311032 Jul 27 20:05:56.686058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43098) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:56.716571 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a9246214-38ed-41f2-93c1-470da8bd133c tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=e0e84aa6-1454-4081-b01c-76294fc3948b HTTP/1.1" status: 200 len: 462 time: 0.0266032 Jul 27 20:05:56.718944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43100) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:56.732525 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-c609d155-ed4e-4dae-aa2d-5e9b2a8ddd15 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:56.794947 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-c609d155-ed4e-4dae-aa2d-5e9b2a8ddd15 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Network 4e330e45-3e6d-4b16-98b5-1d83d0969275 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:05:56.800967 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-c609d155-ed4e-4dae-aa2d-5e9b2a8ddd15 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:05:56.805366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-c609d155-ed4e-4dae-aa2d-5e9b2a8ddd15 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:05:56.853499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-c609d155-ed4e-4dae-aa2d-5e9b2a8ddd15 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:56.854342 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-c609d155-ed4e-4dae-aa2d-5e9b2a8ddd15 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:56.873942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609d155-ed4e-4dae-aa2d-5e9b2a8ddd15 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Pushing event updated for resources: {'Port': ['ID=890cbed7-6598-4a4b-b8a0-697f0831af48,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:56.890393 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-797b09f7-a3c7-4f2f-b2ce-03dd18859375 tempest-SubnetPoolsTestJSON-1679729626 tempest-SubnetPoolsTestJSON-1679729626-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-625709442', 'prefixes': ['172.20.0.0/16']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:56.907412 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-c609d155-ed4e-4dae-aa2d-5e9b2a8ddd15 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8056269 Jul 27 20:05:56.945833 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-057cf092-f31d-4119-9f76-80e0262ac69f tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:56.950405 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-057cf092-f31d-4119-9f76-80e0262ac69f tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/e0e84aa6-1454-4081-b01c-76294fc3948b HTTP/1.1" status: 204 len: 168 time: 0.2304296 Jul 27 20:05:56.951291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43104) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:56.966792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d0069cd2-2399-4597-9698-6d183c17bbd5 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=e0e84aa6-1454-4081-b01c-76294fc3948b HTTP/1.1" status: 200 len: 221 time: 0.0140514 Jul 27 20:05:56.967703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43106) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:56.979462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-35673633-7979-4ec7-8c2b-0e7aac216bac tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1830867432', 'description': 'label created by tempest'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:56.980468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-35673633-7979-4ec7-8c2b-0e7aac216bac tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Unknown quota resources ['metering_label']. {{(pid=94059) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:05:57.028648 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Request body: {'port': {'device_id': '83d04f2f-f816-4f1a-945d-7cc633d980dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:57.034831 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] Set router 9ac432bd-e2d5-450c-a654-05545e6968ec gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:05:57.099935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-325546400'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:57.118539 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-797b09f7-a3c7-4f2f-b2ce-03dd18859375 tempest-SubnetPoolsTestJSON-1679729626 tempest-SubnetPoolsTestJSON-1679729626-project] Notify callbacks [] for subnetpool, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:57.122161 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-797b09f7-a3c7-4f2f-b2ce-03dd18859375 tempest-SubnetPoolsTestJSON-1679729626 tempest-SubnetPoolsTestJSON-1679729626-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4474835 Jul 27 20:05:57.127687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43110) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:57.231715 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9629e621-3a82-46fd-8f34-7110a79a8b16 tempest-SubnetPoolsTestJSON-1679729626 tempest-SubnetPoolsTestJSON-1679729626-project] 10.222.0.48 "GET /v2.0/subnetpools/c54367fa-d99a-4571-8824-dd69f449a7b7 HTTP/1.1" status: 200 len: 731 time: 0.1027367 Jul 27 20:05:57.232253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Made reservation on behalf of fc25a9c3250e4976ae5e3b1fae8b3287 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:05:57.235493 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:57.238051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43112) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:57.244348 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-35673633-7979-4ec7-8c2b-0e7aac216bac tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:57.245664 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-35673633-7979-4ec7-8c2b-0e7aac216bac tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2767763 Jul 27 20:05:57.248414 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43114) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:57.249486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c887e783-6623-4582-b4ae-58b9924489ff tempest-SubnetPoolsTestJSON-1679729626 tempest-SubnetPoolsTestJSON-1679729626-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-866846000'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:57.273121 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:57.308658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5eaba060-aacf-4a20-9148-11149fc29dc9 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=89226056-2155-43af-a4be-77e894657707 HTTP/1.1" status: 200 len: 468 time: 0.0590591 Jul 27 20:05:57.314943 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:57.315607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43118) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:57.381974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-911e32fd-6349-46e5-bcb4-a6cbc3582d32 None None] Provisioning for port 890cbed7-6598-4a4b-b8a0-697f0831af48 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:57.392120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-911e32fd-6349-46e5-bcb4-a6cbc3582d32 None None] Provisioning complete for port 890cbed7-6598-4a4b-b8a0-697f0831af48 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:57.392631 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-911e32fd-6349-46e5-bcb4-a6cbc3582d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:57.401702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c887e783-6623-4582-b4ae-58b9924489ff tempest-SubnetPoolsTestJSON-1679729626 tempest-SubnetPoolsTestJSON-1679729626-project] Notify callbacks [] for subnetpool, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:57.405426 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c887e783-6623-4582-b4ae-58b9924489ff tempest-SubnetPoolsTestJSON-1679729626 tempest-SubnetPoolsTestJSON-1679729626-project] 10.222.0.48 "PUT /v2.0/subnetpools/c54367fa-d99a-4571-8824-dd69f449a7b7 HTTP/1.1" status: 200 len: 683 time: 0.1623228 Jul 27 20:05:57.426915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43120) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:57.437836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-911e32fd-6349-46e5-bcb4-a6cbc3582d32 None None] Port 890cbed7-6598-4a4b-b8a0-697f0831af48 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:05:57.462110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'name': 'tempest-TestServerMultinode-1354263447-router', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '551b811f-6718-4064-8640-dda82719df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:42Z', 'updated_at': '2021-07-27T20:05:49Z', 'revision_number': 4, 'project_id': '2cfc854bc6e449febe4daec280f4360a', 'gw_port': {'id': '551b811f-6718-4064-8640-dda82719df02', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:43Z', 'updated_at': '2021-07-27T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '22783d0c-c277-421b-b161-af480b9bba39', 'name': '', 'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'mac_address': 'fa:16:3e:e2:94:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '916aa828-b625-41b6-8f53-49d2ff24ad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:48Z', 'updated_at': '2021-07-27T20:05:56Z', 'revision_number': 4, 'project_id': '2cfc854bc6e449febe4daec280f4360a', 'subnets': [{'id': '916aa828-b625-41b6-8f53-49d2ff24ad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:05:57.502266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc598a7-010b-455f-8c8d-569ac9340dec None None] The sync data for ids ['9ac432bd-e2d5-450c-a654-05545e6968ec'] in n-d-705657-21 is: [{'id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'name': 'tempest-TestServerMultinode-1354263447-router', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '551b811f-6718-4064-8640-dda82719df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:42Z', 'updated_at': '2021-07-27T20:05:49Z', 'revision_number': 4, 'project_id': '2cfc854bc6e449febe4daec280f4360a', 'gw_port': {'id': '551b811f-6718-4064-8640-dda82719df02', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:43Z', 'updated_at': '2021-07-27T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '22783d0c-c277-421b-b161-af480b9bba39', 'name': '', 'network_id': 'bdc8fb58-8dd7-4bd5-b63c-ebb865329afe', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'mac_address': 'fa:16:3e:e2:94:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '916aa828-b625-41b6-8f53-49d2ff24ad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:48Z', 'updated_at': '2021-07-27T20:05:56Z', 'revision_number': 4, 'project_id': '2cfc854bc6e449febe4daec280f4360a', 'subnets': [{'id': '916aa828-b625-41b6-8f53-49d2ff24ad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:05:57.549889 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-662b000f-4533-470f-9a15-439af49c9e35 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:57.551916 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-662b000f-4533-470f-9a15-439af49c9e35 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/89226056-2155-43af-a4be-77e894657707 HTTP/1.1" status: 204 len: 168 time: 0.2351289 Jul 27 20:05:57.554571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43122) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:57.569512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4086b894-2e38-4bf0-90a4-0b7aa6f77488 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=89226056-2155-43af-a4be-77e894657707 HTTP/1.1" status: 200 len: 216 time: 0.0135055 Jul 27 20:05:57.575358 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43124) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:57.586072 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c3f8b214-47bb-462f-9b20-34db24de5011 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0094783 Jul 27 20:05:57.590200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43126) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:57.604454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f5e0b738-5a21-44d4-8388-53333230425e tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0130084 Jul 27 20:05:57.608781 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43128) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:57.683711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e7c622dd-fb7f-4a5d-8882-1c69bb2f071f tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/17d6755b-c3db-46ca-8ef5-7fc9641fdd68 HTTP/1.1" status: 200 len: 472 time: 0.0737715 Jul 27 20:05:57.688841 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43132) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:57.704064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6dee0115-3f00-4472-aea5-edfe0e97d2a4 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/0d3a6312-9fe4-4530-8fb9-1f65ab35e5d4 HTTP/1.1" status: 200 len: 459 time: 0.0138500 Jul 27 20:05:57.704964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43134) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:57.811130 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3092325f-27d6-46a1-a324-b22cd9bdf1e8 tempest-SubnetPoolsTestJSON-1679729626 tempest-SubnetPoolsTestJSON-1679729626-project] Notify callbacks [] for subnetpool, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:57.812300 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3092325f-27d6-46a1-a324-b22cd9bdf1e8 tempest-SubnetPoolsTestJSON-1679729626 tempest-SubnetPoolsTestJSON-1679729626-project] 10.222.0.48 "DELETE /v2.0/subnetpools/c54367fa-d99a-4571-8824-dd69f449a7b7 HTTP/1.1" status: 204 len: 168 time: 0.3842804 Jul 27 20:05:57.823161 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:57.823996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43136) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:57.835740 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:57.861071 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-4904913c-27f5-4f7f-9663-024c0c77bb54 tempest-SubnetPoolsTestJSON-1679729626 tempest-SubnetPoolsTestJSON-1679729626-project] show failed (client error): The resource could not be found. Jul 27 20:05:57.862266 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4904913c-27f5-4f7f-9663-024c0c77bb54 tempest-SubnetPoolsTestJSON-1679729626 tempest-SubnetPoolsTestJSON-1679729626-project] 10.222.0.48 "GET /v2.0/subnetpools/c54367fa-d99a-4571-8824-dd69f449a7b7 HTTP/1.1" status: 404 len: 346 time: 0.0372827 Jul 27 20:05:57.879776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43138) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:57.896870 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:05:57.901567 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-888ece89-15ca-42e6-810f-ed7d2080fc3d tempest-SubnetPoolsTestJSON-1679729626 tempest-SubnetPoolsTestJSON-1679729626-project] delete failed (client error): The resource could not be found. Jul 27 20:05:57.907909 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-888ece89-15ca-42e6-810f-ed7d2080fc3d tempest-SubnetPoolsTestJSON-1679729626 tempest-SubnetPoolsTestJSON-1679729626-project] 10.222.0.48 "DELETE /v2.0/subnetpools/c54367fa-d99a-4571-8824-dd69f449a7b7 HTTP/1.1" status: 404 len: 346 time: 0.0266445 Jul 27 20:05:57.914032 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f792-36de-4762-b4fd-fa81ff855816 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:57.914929 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f9a3f792-36de-4762-b4fd-fa81ff855816 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/0d3a6312-9fe4-4530-8fb9-1f65ab35e5d4 HTTP/1.1" status: 204 len: 168 time: 0.2086711 Jul 27 20:05:57.923210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43142) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:57.930704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:57.931137 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Added segment b7a70bff-b47e-4ea6-93de-9d25c362f138 of type vlan for network 1da543fc-3243-40ff-b495-576d6a1a1c1d Jul 27 20:05:57.932670 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775fbf20-a035-4083-b046-15979d86ebe6,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:58.019907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:58.041727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bff8b0-3d80-45d3-8039-55be174a12ba req-3ec9d2fa-b569-4a5b-b088-b489f0a40499 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:58.044898 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a0bff8b0-3d80-45d3-8039-55be174a12ba req-3ec9d2fa-b569-4a5b-b088-b489f0a40499 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 1027 time: 0.3179817 Jul 27 20:05:58.057927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 22783d0c-c277-421b-b161-af480b9bba39 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:58.186444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.resource_extend [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 20:05:58.202088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 22783d0c-c277-421b-b161-af480b9bba39 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:05:58.206675 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 22783d0c-c277-421b-b161-af480b9bba39 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:05:58.207127 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:58.294007 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dba2f2d2-9b5a-4b9d-8a46-13410f3e10f2 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:58.298622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dba2f2d2-9b5a-4b9d-8a46-13410f3e10f2 tempest-MeteringIpV6TestJSON-127349264 tempest-MeteringIpV6TestJSON-127349264-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/17d6755b-c3db-46ca-8ef5-7fc9641fdd68 HTTP/1.1" status: 204 len: 168 time: 0.3738425 Jul 27 20:05:58.355839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a0bff8b0-3d80-45d3-8039-55be174a12ba req-42d84380-0c94-49d9-b00e-b36a66822eda tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412224 Jul 27 20:05:58.437481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43152) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:58.477121 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:58.586276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 22783d0c-c277-421b-b161-af480b9bba39, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=22783d0c-c277-421b-b161-af480b9bba39,segment=NetworkSegment(1ba09d69-f38c-4a9f-b598-22f43bc13637),segment_id=1ba09d69-f38c-4a9f-b598-22f43bc13637)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:05:58.602560 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:58.626372 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3ca5fdda-9fd5-4f6f-9af5-abef9bf67d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:58.710848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=22783d0c-c277-421b-b161-af480b9bba39,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:58.808185 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3ca5fdda-9fd5-4f6f-9af5-abef9bf67d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:58.814586 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3ca5fdda-9fd5-4f6f-9af5-abef9bf67d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:58.815782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890cbed7-6598-4a4b-b8a0-697f0831af48 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:05:58.823465 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:58.829188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:58.829886 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:58.834940 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:58.844653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3ca5fdda-9fd5-4f6f-9af5-abef9bf67d91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1501ba6fa9d4f1088af3d42aa31e714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055803 Jul 27 20:05:58.851405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43160) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:58.867060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5fdda-9fd5-4f6f-9af5-abef9bf67d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27829016-be91-4970-9900-9f6732b0159c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:58.886149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43162) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:58.920609 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3129301 Jul 27 20:05:58.925046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Transition to ACTIVE for port object 890cbed7-6598-4a4b-b8a0-697f0831af48 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:05:58.928448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43166) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:58.938148 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:58.977858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb3368-a30f-4d50-89fa-9926526a4722 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Pushing event updated for resources: {'Network': ['ID=1da543fc-3243-40ff-b495-576d6a1a1c1d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:58.995410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 1da543fc-3243-40ff-b495-576d6a1a1c1d details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:05:59.017753 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Pushing event updated for resources: {'Port': ['ID=890cbed7-6598-4a4b-b8a0-697f0831af48,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:59.052044 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b6347f68-6fa1-4ee3-8640-2046eb5fbfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.067062 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4316b9bb-f6be-4a1b-bc36-f46c0276a262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.162845 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4316b9bb-f6be-4a1b-bc36-f46c0276a262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.166211 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Request body: {'network': {'name': 'tempest-network--1389963116', 'router:external': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:05:59.218411 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b6347f68-6fa1-4ee3-8640-2046eb5fbfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.220908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Attempting to bind port 890cbed7-6598-4a4b-b8a0-697f0831af48 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:05:59.221337 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Attempting to bind port 890cbed7-6598-4a4b-b8a0-697f0831af48 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:05:59.221601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Attempting to bind port 890cbed7-6598-4a4b-b8a0-697f0831af48 on network 4e330e45-3e6d-4b16-98b5-1d83d0969275 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:59.227855 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Port 890cbed7-6598-4a4b-b8a0-697f0831af48 on network 4e330e45-3e6d-4b16-98b5-1d83d0969275 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:05:59.228271 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Attempting to bind port 890cbed7-6598-4a4b-b8a0-697f0831af48 on network 4e330e45-3e6d-4b16-98b5-1d83d0969275 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:05:59.234158 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:05:59.234506 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Checking segment: {'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:05:59.234901 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Bound using segment: {'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:05:59.235335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Bound port: 890cbed7-6598-4a4b-b8a0-697f0831af48, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:05:59.235805 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.240776 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b6347f68-6fa1-4ee3-8640-2046eb5fbfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.279966 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4316b9bb-f6be-4a1b-bc36-f46c0276a262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.283193 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4316b9bb-f6be-4a1b-bc36-f46c0276a262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.284680 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4316b9bb-f6be-4a1b-bc36-f46c0276a262 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27829016-be91-4970-9900-9f6732b0159c HTTP/1.1" status: 204 len: 168 time: 0.4203293 Jul 27 20:05:59.292311 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b6347f68-6fa1-4ee3-8640-2046eb5fbfb3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=404fea772651440ab3758f13f14a2a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047720 Jul 27 20:05:59.295932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43174) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:05:59.298111 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Made reservation on behalf of 0ece7971fe2d4e27bf6385bcec8b2c95 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:05:59.300789 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.316658 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.327722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316b9bb-f6be-4a1b-bc36-f46c0276a262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27829016-be91-4970-9900-9f6732b0159c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:59.341094 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6347f68-6fa1-4ee3-8640-2046eb5fbfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3943050c-31da-4268-862f-369a51bbfb21,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:59.396066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] For port 890cbed7-6598-4a4b-b8a0-697f0831af48, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:05:59.400788 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] For port 890cbed7-6598-4a4b-b8a0-697f0831af48, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=890cbed7-6598-4a4b-b8a0-697f0831af48,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:05:59.409419 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.481596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:59.482736 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.485109 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] 10.222.0.63 "PUT /v2.0/ports/890cbed7-6598-4a4b-b8a0-697f0831af48 HTTP/1.1" status: 200 len: 1092 time: 2.5655308 Jul 27 20:05:59.489890 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d04f2f-f816-4f1a-945d-7cc633d980dd', 'tag': '890cbed7-6598-4a4b-b8a0-697f0831af48'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:05:59.493078 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1a00db-1e68-449a-883e-83a2ef4071bc" -d '{"events": [{"name": "network-changed", "server_uuid": "83d04f2f-f816-4f1a-945d-7cc633d980dd", "tag": "890cbed7-6598-4a4b-b8a0-697f0831af48"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:05:59.497338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b2909-4fa2-440c-aa90-5fdd58d57d05 service neutron] Pushing event updated for resources: {'Port': ['ID=890cbed7-6598-4a4b-b8a0-697f0831af48,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:59.576287 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.588691 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.661817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484e9579-e0ca-4c25-a237-3cef9fec7d80,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:05:59.695599 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-29124ae2-1f5e-4b93-b542-3413e7f84d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:59.697320 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-29124ae2-1f5e-4b93-b542-3413e7f84d3f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2cfc854bc6e449febe4daec280f4360a&device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 1095 time: 0.1664732 Jul 27 20:05:59.702806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:05:59.736244 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.737095 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Added segment 85ebe4fe-e9be-4057-913c-449e86bd9dde of type vlan for network 6f288dde-2d6c-4c44-8edf-bc22b956c2c6 Jul 27 20:05:59.763429 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ecdfd07b-28d2-4948-9858-5f9df3a17612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.797340 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ecdfd07b-28d2-4948-9858-5f9df3a17612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.802720 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c9f81e-63c6-460c-b5b3-e7b6b285497b x-openstack-request-id: req-85c9f81e-63c6-460c-b5b3-e7b6b285497b {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:05:59.803032 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d04f2f-f816-4f1a-945d-7cc633d980dd", "tag": "890cbed7-6598-4a4b-b8a0-697f0831af48", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:05:59.803281 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85c9f81e-63c6-460c-b5b3-e7b6b285497b {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:05:59.803693 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d04f2f-f816-4f1a-945d-7cc633d980dd', 'tag': '890cbed7-6598-4a4b-b8a0-697f0831af48', 'status': 'completed', 'code': 200} Jul 27 20:05:59.810418 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-17abd883-0051-4eb1-976c-f5af7fa50d25 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=890cbed7-6598-4a4b-b8a0-697f0831af48 HTTP/1.1" status: 200 len: 217 time: 0.1014228 Jul 27 20:05:59.903879 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a56a-b27a-4e36-9cf5-f47f898d8856 req-1b3dd2c0-1871-4f06-9d7a-834a7b469463 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:59.906354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f11a56a-b27a-4e36-9cf5-f47f898d8856 req-1b3dd2c0-1871-4f06-9d7a-834a7b469463 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 1095 time: 0.4586985 Jul 27 20:05:59.907151 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ecdfd07b-28d2-4948-9858-5f9df3a17612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.908869 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-0111c03c-8ca4-45b7-84c8-bf7ccb86b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:05:59.911798 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ecdfd07b-28d2-4948-9858-5f9df3a17612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.913508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ecdfd07b-28d2-4948-9858-5f9df3a17612 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3943050c-31da-4268-862f-369a51bbfb21 HTTP/1.1" status: 204 len: 168 time: 0.6162701 Jul 27 20:05:59.916163 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:05:59.932697 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-0111c03c-8ca4-45b7-84c8-bf7ccb86b0db service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bf5ab6fe-df53-4886-98ff-72f7f5514e17 HTTP/1.1" status: 200 len: 848 time: 0.1167071 Jul 27 20:05:59.960788 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 22783d0c-c277-421b-b161-af480b9bba39 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:05:59.995703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfd07b-28d2-4948-9858-5f9df3a17612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3943050c-31da-4268-862f-369a51bbfb21,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:00.029843 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f11a56a-b27a-4e36-9cf5-f47f898d8856 req-1f279530-e31b-4f60-872b-fb470ae498e8 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880196 Jul 27 20:06:00.044175 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:00.045841 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:00.046707 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:00.076264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-98581dc1-3119-4e78-aa69-1f8d5486b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:00.078852 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-98581dc1-3119-4e78-aa69-1f8d5486b198 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4e330e45-3e6d-4b16-98b5-1d83d0969275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381662 Jul 27 20:06:00.093356 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 22783d0c-c277-421b-b161-af480b9bba39 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:00.093823 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:00.246150 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3145294 Jul 27 20:06:00.253615 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43202) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:00.309777 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-c2f212b6-223c-475f-98e5-837ea398c32b service neutron] 10.222.0.63 "GET /v2.0/networks/4e330e45-3e6d-4b16-98b5-1d83d0969275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208233 Jul 27 20:06:00.362872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbaa8ac-3a62-4263-a2eb-c2e71baafeb8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event updated for resources: {'Network': ['ID=6f288dde-2d6c-4c44-8edf-bc22b956c2c6,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:00.374220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 6f288dde-2d6c-4c44-8edf-bc22b956c2c6 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:06:00.431665 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3dde2c2e-abbf-49d2-8b28-4d6bf8b7c2fa tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:00.510370 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43210) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:00.534045 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6bd09740-4928-4060-8c83-d27cb93e07a8 req-7b93ae48-a242-4506-b812-0fd142a38df7 service neutron] 10.222.0.63 "GET /v2.0/networks/4e330e45-3e6d-4b16-98b5-1d83d0969275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183762 Jul 27 20:06:00.535342 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9db1884-01fd-4caa-9733-d4d92f847ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:00.577741 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3dde2c2e-abbf-49d2-8b28-4d6bf8b7c2fa tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:00.592649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-3dde2c2e-abbf-49d2-8b28-4d6bf8b7c2fa tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f288dde-2d6c-4c44-8edf-bc22b956c2c6']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:00.607229 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-3dde2c2e-abbf-49d2-8b28-4d6bf8b7c2fa tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ebe4fe-e9be-4057-913c-449e86bd9dde') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:00.607772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-3dde2c2e-abbf-49d2-8b28-4d6bf8b7c2fa tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ebe4fe-e9be-4057-913c-449e86bd9dde') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:00.619375 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3dde2c2e-abbf-49d2-8b28-4d6bf8b7c2fa tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:00.638432 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3dde2c2e-abbf-49d2-8b28-4d6bf8b7c2fa tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:00.645830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dde2c2e-abbf-49d2-8b28-4d6bf8b7c2fa tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:06:00.647207 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3dde2c2e-abbf-49d2-8b28-4d6bf8b7c2fa tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:06:00.650181 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:06:00.711858 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:06:00.717246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a00db-1e68-449a-883e-83a2ef4071bc req-85a89acb-7d5f-4458-94fe-8025f8f207c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:00.719515 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f1a00db-1e68-449a-883e-83a2ef4071bc req-85a89acb-7d5f-4458-94fe-8025f8f207c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2cfc854bc6e449febe4daec280f4360a&device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 1095 time: 0.1171665 Jul 27 20:06:00.745312 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9db1884-01fd-4caa-9733-d4d92f847ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:00.746998 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3dde2c2e-abbf-49d2-8b28-4d6bf8b7c2fa tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:00.767952 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9db1884-01fd-4caa-9733-d4d92f847ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:00.783589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dde2c2e-abbf-49d2-8b28-4d6bf8b7c2fa tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f288dde-2d6c-4c44-8edf-bc22b956c2c6 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 20:06:00.785351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde2c2e-abbf-49d2-8b28-4d6bf8b7c2fa tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f288dde-2d6c-4c44-8edf-bc22b956c2c6,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:00.787362 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3dde2c2e-abbf-49d2-8b28-4d6bf8b7c2fa tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:00.794815 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3dde2c2e-abbf-49d2-8b28-4d6bf8b7c2fa tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "DELETE /v2.0/networks/6f288dde-2d6c-4c44-8edf-bc22b956c2c6 HTTP/1.1" status: 204 len: 168 time: 0.5413377 Jul 27 20:06:00.795458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43216) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:00.800705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-9e65c3f9-04e9-467e-aec4-d52b179124fd tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:00.823731 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e65c3f9-04e9-467e-aec4-d52b179124fd tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Made reservation on behalf of 0ece7971fe2d4e27bf6385bcec8b2c95 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:00.827054 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e65c3f9-04e9-467e-aec4-d52b179124fd tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:00.859163 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b9db1884-01fd-4caa-9733-d4d92f847ad1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c943a0c087974e51ab2dfde8cc13148c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473675 Jul 27 20:06:00.865591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43218) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:00.870514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db1884-01fd-4caa-9733-d4d92f847ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f954ce-ae43-4581-95a4-7e353a2c6a73,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:00.910398 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e65c3f9-04e9-467e-aec4-d52b179124fd tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:06:00.947779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a00db-1e68-449a-883e-83a2ef4071bc req-fc530930-5610-404b-ae5d-9766c7f94696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:00.949416 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f1a00db-1e68-449a-883e-83a2ef4071bc req-fc530930-5610-404b-ae5d-9766c7f94696 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4e330e45-3e6d-4b16-98b5-1d83d0969275 HTTP/1.1" status: 200 len: 910 time: 0.2201667 Jul 27 20:06:00.966084 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e65c3f9-04e9-467e-aec4-d52b179124fd tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:00.966494 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-9e65c3f9-04e9-467e-aec4-d52b179124fd tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Added segment 7a34d087-1936-4250-ac2b-159e55ac0152 of type vlan for network 195a5a51-f54b-4d18-a8ee-6527777e8bee Jul 27 20:06:01.041557 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f1a00db-1e68-449a-883e-83a2ef4071bc req-f76d87ef-921d-4703-865b-8553e1db395f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=890cbed7-6598-4a4b-b8a0-697f0831af48 HTTP/1.1" status: 200 len: 217 time: 0.0823889 Jul 27 20:06:01.053431 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-440b5fa2-e73f-43fc-9c19-7a87b62c01ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:01.076860 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e65c3f9-04e9-467e-aec4-d52b179124fd tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:01.126840 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-440b5fa2-e73f-43fc-9c19-7a87b62c01ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:01.156538 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a00db-1e68-449a-883e-83a2ef4071bc req-24bab3e5-1b18-448d-9655-91abd4f1f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:01.158366 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f1a00db-1e68-449a-883e-83a2ef4071bc req-24bab3e5-1b18-448d-9655-91abd4f1f301 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bf5ab6fe-df53-4886-98ff-72f7f5514e17 HTTP/1.1" status: 200 len: 848 time: 0.1113758 Jul 27 20:06:01.220039 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e65c3f9-04e9-467e-aec4-d52b179124fd tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:01.221291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e65c3f9-04e9-467e-aec4-d52b179124fd tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:01.221880 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e65c3f9-04e9-467e-aec4-d52b179124fd tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:01.263409 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a00db-1e68-449a-883e-83a2ef4071bc req-cc3fdb0a-d579-4904-828f-c71c5f2fc654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:01.265277 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f1a00db-1e68-449a-883e-83a2ef4071bc req-cc3fdb0a-d579-4904-828f-c71c5f2fc654 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4e330e45-3e6d-4b16-98b5-1d83d0969275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984411 Jul 27 20:06:01.298245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9e65c3f9-04e9-467e-aec4-d52b179124fd tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4985590 Jul 27 20:06:01.301615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43234) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:01.339978 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-440b5fa2-e73f-43fc-9c19-7a87b62c01ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:01.346447 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-440b5fa2-e73f-43fc-9c19-7a87b62c01ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:01.347607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-440b5fa2-e73f-43fc-9c19-7a87b62c01ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78f954ce-ae43-4581-95a4-7e353a2c6a73 HTTP/1.1" status: 204 len: 168 time: 0.4798572 Jul 27 20:06:01.360705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dbbc45bc-04a7-48d2-ab3d-e7e05484d0bf tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Request body: {'subnet': {'network_id': '195a5a51-f54b-4d18-a8ee-6527777e8bee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:01.401254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65c3f9-04e9-467e-aec4-d52b179124fd tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event updated for resources: {'Network': ['ID=195a5a51-f54b-4d18-a8ee-6527777e8bee,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:01.406909 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932243b3-98f7-4a57-8960-8c0c5e8714bb req-ba315f41-dd68-4253-bc13-36b315578944 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:01.413514 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-932243b3-98f7-4a57-8960-8c0c5e8714bb req-ba315f41-dd68-4253-bc13-36b315578944 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 1095 time: 0.2623882 Jul 27 20:06:01.414788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b5fa2-e73f-43fc-9c19-7a87b62c01ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f954ce-ae43-4581-95a4-7e353a2c6a73,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:01.415971 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 195a5a51-f54b-4d18-a8ee-6527777e8bee details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:06:01.419333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbc45bc-04a7-48d2-ab3d-e7e05484d0bf tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Made reservation on behalf of 0ece7971fe2d4e27bf6385bcec8b2c95 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:01.427181 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dbbc45bc-04a7-48d2-ab3d-e7e05484d0bf tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:01.503610 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f1a00db-1e68-449a-883e-83a2ef4071bc req-ab51b9b2-aa3d-44ed-a8c6-f3130c3cc8d0 service neutron] 10.222.0.63 "GET /v2.0/networks/4e330e45-3e6d-4b16-98b5-1d83d0969275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291231 Jul 27 20:06:01.526128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-932243b3-98f7-4a57-8960-8c0c5e8714bb req-8f34c09b-e36a-4d2f-9f52-b45fa6da5b1c tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053424 Jul 27 20:06:01.719465 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f1a00db-1e68-449a-883e-83a2ef4071bc req-70289e42-0053-4614-844a-fb32cffc4bf4 service neutron] 10.222.0.63 "GET /v2.0/networks/4e330e45-3e6d-4b16-98b5-1d83d0969275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853995 Jul 27 20:06:01.975476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.objects.ports [None req-dbbc45bc-04a7-48d2-ab3d-e7e05484d0bf tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94060) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 20:06:01.976190 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dbbc45bc-04a7-48d2-ab3d-e7e05484d0bf tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:02.042643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc45bc-04a7-48d2-ab3d-e7e05484d0bf tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2f75d05c-6ffe-41b6-8117-79bff31b0f59,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:02.050585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc45bc-04a7-48d2-ab3d-e7e05484d0bf tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Checking segment: {'id': '7a34d087-1936-4250-ac2b-159e55ac0152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '195a5a51-f54b-4d18-a8ee-6527777e8bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:06:02.050941 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbc45bc-04a7-48d2-ab3d-e7e05484d0bf tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Network hostable DHCP agents. Network: 195a5a51-f54b-4d18-a8ee-6527777e8bee, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:06:02.074324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbc45bc-04a7-48d2-ab3d-e7e05484d0bf tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Network 195a5a51-f54b-4d18-a8ee-6527777e8bee is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:06:02.087354 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-dbbc45bc-04a7-48d2-ab3d-e7e05484d0bf tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 195a5a51-f54b-4d18-a8ee-6527777e8bee) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:02.096727 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbc45bc-04a7-48d2-ab3d-e7e05484d0bf tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:02.097172 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dbbc45bc-04a7-48d2-ab3d-e7e05484d0bf tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:02.097895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6de137-41c7-4d6b-8122-89e6292ae051 None None] Network 195a5a51-f54b-4d18-a8ee-6527777e8bee requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:02.132617 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dbbc45bc-04a7-48d2-ab3d-e7e05484d0bf tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8294888 Jul 27 20:06:02.133317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43264) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:02.146599 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Request body: {'floatingip': {'floating_network_id': '195a5a51-f54b-4d18-a8ee-6527777e8bee'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:02.182317 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:02.336940 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed8b03-bde1-41b7-9263-2376f3cdd0bf None None] Network 195a5a51-f54b-4d18-a8ee-6527777e8bee requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:02.346937 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:02.539970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Allocated IP 172.20.0.8 (195a5a51-f54b-4d18-a8ee-6527777e8bee/2f75d05c-6ffe-41b6-8117-79bff31b0f59/062fbbe9-0ee7-48ae-9c22-bfe15af6e3f4) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:02.680689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 890cbed7-6598-4a4b-b8a0-697f0831af48 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:06:02.743589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3575e-76d1-46c5-b1e5-ea765bebc6c9 req-f392c3ba-b529-4831-8abf-eeb923f91c86 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:02.746004 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:02.756374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5df3575e-76d1-46c5-b1e5-ea765bebc6c9 req-f392c3ba-b529-4831-8abf-eeb923f91c86 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 1095 time: 0.1160104 Jul 27 20:06:02.806716 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:02.836502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43300) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:02.858883 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Network 195a5a51-f54b-4d18-a8ee-6527777e8bee is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:02.862114 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:02.865025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5df3575e-76d1-46c5-b1e5-ea765bebc6c9 req-ad105869-bb70-44f7-932b-7720893d8c66 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007993 Jul 27 20:06:02.865800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:02.892181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 890cbed7-6598-4a4b-b8a0-697f0831af48, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=890cbed7-6598-4a4b-b8a0-697f0831af48,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:02.907667 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '890cbed7-6598-4a4b-b8a0-697f0831af48', 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275', 'port_id': '890cbed7-6598-4a4b-b8a0-697f0831af48', 'mac_address': 'fa:16:3e:f9:a1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5ab6fe-df53-4886-98ff-72f7f5514e17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:06:02.953716 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:02.967918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890cbed7-6598-4a4b-b8a0-697f0831af48 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:06:02.985115 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event updated for resources: {'Port': ['ID=062fbbe9-0ee7-48ae-9c22-bfe15af6e3f4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:02.997938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 890cbed7-6598-4a4b-b8a0-697f0831af48, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=890cbed7-6598-4a4b-b8a0-697f0831af48,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:03.005751 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.026179 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.050084 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cab7fe2a-40e6-4fd1-993e-857456ebfd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.074984 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=890cbed7-6598-4a4b-b8a0-697f0831af48,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:03.084276 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.176232 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cab7fe2a-40e6-4fd1-993e-857456ebfd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.181927 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cab7fe2a-40e6-4fd1-993e-857456ebfd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.222877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['890cbed7-6598-4a4b-b8a0-697f0831af48'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:06:03.225326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7fe2a-40e6-4fd1-993e-857456ebfd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092f06ee-1736-48d0-97bd-423621358638,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:03.239765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cab7fe2a-40e6-4fd1-993e-857456ebfd54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14422a92d9ab4533bb766965cdbb80c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020755 Jul 27 20:06:03.243088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43316) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:03.289590 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.295895 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.301319 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-62eaff60-ea05-40b6-b076-77470fcfbaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.325966 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-62eaff60-ea05-40b6-b076-77470fcfbaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.363395 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43320) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:03.388090 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event updated for resources: {'Port': ['ID=062fbbe9-0ee7-48ae-9c22-bfe15af6e3f4,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:03.392787 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-62eaff60-ea05-40b6-b076-77470fcfbaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.396068 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-62eaff60-ea05-40b6-b076-77470fcfbaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.400134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-62eaff60-ea05-40b6-b076-77470fcfbaa2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/092f06ee-1736-48d0-97bd-423621358638 HTTP/1.1" status: 204 len: 168 time: 0.1533492 Jul 27 20:06:03.400290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:03.400290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:03.400290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:03.400290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:03.400290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:03.406408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eaff60-ea05-40b6-b076-77470fcfbaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092f06ee-1736-48d0-97bd-423621358638,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:03.409393 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:03.409881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:03.410229 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:03.410589 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:03.410915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:03.411325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:03.411856 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:03.422324 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.437140 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.439285 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b0473e4a-1774-42fa-9432-5b4a43c2cd54 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3048892 Jul 27 20:06:03.442634 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43326) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:03.519721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-fa90fa55-4276-4da0-9273-bd54848ede47 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1979086205'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:03.530524 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ed82f39e-8139-4512-9732-276c77c7a705 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=195a5a51-f54b-4d18-a8ee-6527777e8bee HTTP/1.1" status: 200 len: 689 time: 0.0866597 Jul 27 20:06:03.533499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43328) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:03.597875 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa90fa55-4276-4da0-9273-bd54848ede47 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.599770 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa90fa55-4276-4da0-9273-bd54848ede47 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.684449 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa90fa55-4276-4da0-9273-bd54848ede47 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.687745 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.691515 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa90fa55-4276-4da0-9273-bd54848ede47 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.774233 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa90fa55-4276-4da0-9273-bd54848ede47 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.776095 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fa90fa55-4276-4da0-9273-bd54848ede47 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4116879 Jul 27 20:06:03.778721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43332) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:03.787018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43334) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:03.804039 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-316c30e8-0b85-44fe-90b2-896a0e507e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.875366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e4fe6a1-962d-4d5a-8123-6e24fb5f9fb3 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.910043 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-316c30e8-0b85-44fe-90b2-896a0e507e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.915987 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-316c30e8-0b85-44fe-90b2-896a0e507e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:03.990562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Deleting port 062fbbe9-0ee7-48ae-9c22-bfe15af6e3f4 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:03.990972 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.003432 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-316c30e8-0b85-44fe-90b2-896a0e507e99 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81730f8d95044d88bcd7c8fa1049c3a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2125912 Jul 27 20:06:04.003432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c30e8-0b85-44fe-90b2-896a0e507e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829b7e10-a36c-4dfa-b574-9268d2069822,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:04.005667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43344) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:04.075369 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a0e9-4633-4bd6-a6dc-a01ee3f65a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.082501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec26d57-b2c9-4dbe-ba9f-67b2293a9c60 req-55f662b6-2b92-4881-aa33-bfaee643c264 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:04.084225 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ec26d57-b2c9-4dbe-ba9f-67b2293a9c60 req-55f662b6-2b92-4881-aa33-bfaee643c264 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 1096 time: 0.1269846 Jul 27 20:06:04.120158 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a0e9-4633-4bd6-a6dc-a01ee3f65a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.154888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ec26d57-b2c9-4dbe-ba9f-67b2293a9c60 req-0240cc91-aa57-426a-8225-acfdee9428e7 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620267 Jul 27 20:06:04.192561 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a0e9-4633-4bd6-a6dc-a01ee3f65a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.195523 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a0e9-4633-4bd6-a6dc-a01ee3f65a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.197573 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6dd3a0e9-4633-4bd6-a6dc-a01ee3f65a0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/829b7e10-a36c-4dfa-b574-9268d2069822 HTTP/1.1" status: 204 len: 168 time: 0.1896112 Jul 27 20:06:04.206001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3a0e9-4633-4bd6-a6dc-a01ee3f65a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829b7e10-a36c-4dfa-b574-9268d2069822,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:04.398079 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e4fe6a1-962d-4d5a-8123-6e24fb5f9fb3 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.402069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e4fe6a1-962d-4d5a-8123-6e24fb5f9fb3 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.486129 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e4fe6a1-962d-4d5a-8123-6e24fb5f9fb3 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.486880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4fe6a1-962d-4d5a-8123-6e24fb5f9fb3 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30ec3902-f807-4659-bebf-24df354069ef {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:06:04.494511 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e4fe6a1-962d-4d5a-8123-6e24fb5f9fb3 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.499029 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43364) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:04.499324 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0e4fe6a1-962d-4d5a-8123-6e24fb5f9fb3 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] 10.222.0.48 "DELETE /v2.0/routers/30ec3902-f807-4659-bebf-24df354069ef HTTP/1.1" status: 204 len: 168 time: 0.7193182 Jul 27 20:06:04.504277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-274955a9-aeaa-4b01-834d-c56f869807fe tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Request body: {'router': {'name': 'tempest-router-309424065', 'distributed': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:04.508993 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.509438 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.530695 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Calling delete_port for 062fbbe9-0ee7-48ae-9c22-bfe15af6e3f4 owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:04.545053 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274955a9-aeaa-4b01-834d-c56f869807fe tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.546307 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274955a9-aeaa-4b01-834d-c56f869807fe tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.625074 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274955a9-aeaa-4b01-834d-c56f869807fe tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.630654 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274955a9-aeaa-4b01-834d-c56f869807fe tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.650184 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274955a9-aeaa-4b01-834d-c56f869807fe tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.652832 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-274955a9-aeaa-4b01-834d-c56f869807fe tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1524677 Jul 27 20:06:04.655157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43372) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:04.679345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 890cbed7-6598-4a4b-b8a0-697f0831af48 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:06:04.691134 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.765766 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-01426ce1-d55b-466d-9abc-036f75dae184 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.772589 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event deleted for resources: {'Port': ['ID=062fbbe9-0ee7-48ae-9c22-bfe15af6e3f4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:04.814575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 890cbed7-6598-4a4b-b8a0-697f0831af48 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:06:04.827820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 890cbed7-6598-4a4b-b8a0-697f0831af48 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:04.828915 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.841791 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.925826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.946804 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.992481 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-01426ce1-d55b-466d-9abc-036f75dae184 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.995435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d04f2f-f816-4f1a-945d-7cc633d980dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890cbed7-6598-4a4b-b8a0-697f0831af48'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:06:04.995826 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-01426ce1-d55b-466d-9abc-036f75dae184 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:04.998324 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda46004-b31d-4ed1-886f-567f479e8825" -d '{"events": [{"server_uuid": "83d04f2f-f816-4f1a-945d-7cc633d980dd", "name": "network-vif-plugged", "status": "completed", "tag": "890cbed7-6598-4a4b-b8a0-697f0831af48"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:06:05.018023 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:05.027343 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 890cbed7-6598-4a4b-b8a0-697f0831af48, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=890cbed7-6598-4a4b-b8a0-697f0831af48,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:05.036208 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:05.078805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2f75d05c-6ffe-41b6-8117-79bff31b0f59,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:05.163057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=890cbed7-6598-4a4b-b8a0-697f0831af48,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:05.208821 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:05.243119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195a5a51-f54b-4d18-a8ee-6527777e8bee']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:05.260780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a34d087-1936-4250-ac2b-159e55ac0152') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:05.261072 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a34d087-1936-4250-ac2b-159e55ac0152') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:05.272883 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:05.321268 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:05.334605 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:06:05.335911 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:06:05.422989 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:06:05.429852 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:05.458668 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 195a5a51-f54b-4d18-a8ee-6527777e8bee {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 20:06:05.464043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:05.471675 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "DELETE /v2.0/networks/195a5a51-f54b-4d18-a8ee-6527777e8bee HTTP/1.1" status: 204 len: 168 time: 1.9371283 Jul 27 20:06:05.474165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffc53e-d7df-4153-adcc-6e52655bce42 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event deleted for resources: {'Network': ['ID=195a5a51-f54b-4d18-a8ee-6527777e8bee,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:05.477163 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43408) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:05.514806 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56a614d-31cd-4c70-964b-4030dc311793 x-openstack-request-id: req-e56a614d-31cd-4c70-964b-4030dc311793 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:06:05.515286 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d04f2f-f816-4f1a-945d-7cc633d980dd", "name": "network-vif-plugged", "status": "completed", "tag": "890cbed7-6598-4a4b-b8a0-697f0831af48", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:06:05.515750 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e56a614d-31cd-4c70-964b-4030dc311793 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:06:05.516354 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d04f2f-f816-4f1a-945d-7cc633d980dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890cbed7-6598-4a4b-b8a0-697f0831af48', 'code': 200} Jul 27 20:06:05.561677 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-01426ce1-d55b-466d-9abc-036f75dae184 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:05.562808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01426ce1-d55b-466d-9abc-036f75dae184 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0d9f44d-dda0-4416-8369-7a0875734d81 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:06:05.568504 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-01426ce1-d55b-466d-9abc-036f75dae184 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:05.573827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-01426ce1-d55b-466d-9abc-036f75dae184 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] 10.222.0.48 "DELETE /v2.0/routers/d0d9f44d-dda0-4416-8369-7a0875734d81 HTTP/1.1" status: 204 len: 168 time: 0.9140134 Jul 27 20:06:05.574142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43414) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:05.587338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-4fbfad11-292d-45b2-baa5-99196e22f832 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Request body: {'router': {'name': 'tempest-router-1170024670', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '04fcfc1536034c06a73abb52cbf49ff7'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:05.648067 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4fbfad11-292d-45b2-baa5-99196e22f832 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:05.650042 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4fbfad11-292d-45b2-baa5-99196e22f832 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:05.778388 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5518275f-bb72-4436-b3fb-642a84894bea tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.2960153 Jul 27 20:06:05.779479 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43420) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:05.808731 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4fbfad11-292d-45b2-baa5-99196e22f832 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:05.816425 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4fbfad11-292d-45b2-baa5-99196e22f832 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:05.887790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d9c5c-cefd-45a6-827e-b93d5163dda2 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:05.888150 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d9c5c-cefd-45a6-827e-b93d5163dda2 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:05.888817 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d9c5c-cefd-45a6-827e-b93d5163dda2 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:05.889427 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d9c5c-cefd-45a6-827e-b93d5163dda2 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:05.891208 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d9c5c-cefd-45a6-827e-b93d5163dda2 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:05.891952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d9c5c-cefd-45a6-827e-b93d5163dda2 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:05.892245 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4fbfad11-292d-45b2-baa5-99196e22f832 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:05.892766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d9c5c-cefd-45a6-827e-b93d5163dda2 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:05.893480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d9c5c-cefd-45a6-827e-b93d5163dda2 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:05.894854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4fbfad11-292d-45b2-baa5-99196e22f832 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3189557 Jul 27 20:06:05.897062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d9c5c-cefd-45a6-827e-b93d5163dda2 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:05.897745 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d9c5c-cefd-45a6-827e-b93d5163dda2 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:05.903475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43422) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:05.903842 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-373d9c5c-cefd-45a6-827e-b93d5163dda2 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6473 time: 0.1206536 Jul 27 20:06:05.907104 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603f69d-b5aa-4e0f-805d-a4210a7139d1 req-b9aad461-e798-42a6-b371-77ff826ea399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:05.908760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43424) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:05.909096 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0603f69d-b5aa-4e0f-805d-a4210a7139d1 req-b9aad461-e798-42a6-b371-77ff826ea399 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 1097 time: 0.2806048 Jul 27 20:06:05.955005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-1da4e671-c41f-4aa7-92db-80feb620a3a9 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:05.966974 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0603f69d-b5aa-4e0f-805d-a4210a7139d1 req-7aaaac89-93bb-4734-8099-c8ea720608ca service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496261 Jul 27 20:06:06.038683 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-d84a4ac4-e558-4834-9358-2d45832c3668 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] delete failed (client error): The resource could not be found. Jul 27 20:06:06.043602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43430) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:06.044891 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d84a4ac4-e558-4834-9358-2d45832c3668 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/4af4b0ff-5da0-4a00-8a06-a4714ade06a0 HTTP/1.1" status: 404 len: 345 time: 0.1299181 Jul 27 20:06:06.062363 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab5437b-7342-4c48-a174-0e2d9080b227 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] DELETE failed (client error): The resource could not be found. Jul 27 20:06:06.063427 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab5437b-7342-4c48-a174-0e2d9080b227 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:06:06.070250 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2ab5437b-7342-4c48-a174-0e2d9080b227 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "DELETE /v2.0/networks/195a5a51-f54b-4d18-a8ee-6527777e8bee HTTP/1.1" status: 404 len: 339 time: 0.0246949 Jul 27 20:06:06.071120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43432) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:06.076647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d3ad1663-a804-4dba-b888-0b8d31014f0c tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Request body: {'network': {'name': 'tempest-network--251643547', 'router:external': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:06.111603 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ad1663-a804-4dba-b888-0b8d31014f0c tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Made reservation on behalf of 0ece7971fe2d4e27bf6385bcec8b2c95 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:06.115732 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1663-a804-4dba-b888-0b8d31014f0c tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.150975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6648d-c50f-4d93-b98a-fce6b4a2d311 req-fda2de87-fc3e-4a66-a95a-b73d20961387 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:06.152703 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4e6648d-c50f-4d93-b98a-fce6b4a2d311 req-fda2de87-fc3e-4a66-a95a-b73d20961387 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 1097 time: 0.6254826 Jul 27 20:06:06.171914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ad1663-a804-4dba-b888-0b8d31014f0c tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:06:06.197345 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1663-a804-4dba-b888-0b8d31014f0c tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.197966 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-d3ad1663-a804-4dba-b888-0b8d31014f0c tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Added segment 36dd5fac-061c-462a-a62e-eda603ee4c31 of type vlan for network b5e29553-d770-46be-a2e8-f61e537dbab5 Jul 27 20:06:06.283347 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1663-a804-4dba-b888-0b8d31014f0c tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.284243 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4e6648d-c50f-4d93-b98a-fce6b4a2d311 req-b264112d-c864-4034-8ebe-a9ec34ccb5f9 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750735 Jul 27 20:06:06.353905 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1663-a804-4dba-b888-0b8d31014f0c tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.355392 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ad1663-a804-4dba-b888-0b8d31014f0c tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:06.356730 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1663-a804-4dba-b888-0b8d31014f0c tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.375156 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1da4e671-c41f-4aa7-92db-80feb620a3a9 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.375570 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1da4e671-c41f-4aa7-92db-80feb620a3a9 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.427186 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d3ad1663-a804-4dba-b888-0b8d31014f0c tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3547800 Jul 27 20:06:06.430225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43446) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:06.495501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1da4e671-c41f-4aa7-92db-80feb620a3a9 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94059) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 27 20:06:06.495835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1da4e671-c41f-4aa7-92db-80feb620a3a9 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Router 4cf5ebcb-eca6-49ba-b942-961c89cd2406 migrating from provider to provider. {{(pid=94059) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 27 20:06:06.496216 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1da4e671-c41f-4aa7-92db-80feb620a3a9 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.503574 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1da4e671-c41f-4aa7-92db-80feb620a3a9 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.508425 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1da4e671-c41f-4aa7-92db-80feb620a3a9 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8237332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8237339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8325310'] for router, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.516223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad1663-a804-4dba-b888-0b8d31014f0c tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event updated for resources: {'Network': ['ID=b5e29553-d770-46be-a2e8-f61e537dbab5,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:06.527992 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network b5e29553-d770-46be-a2e8-f61e537dbab5 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:06:06.646309 n-d-705657-21 neutron-server[94059]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1da4e671-c41f-4aa7-92db-80feb620a3a9 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] No L3 agents can host the router 4cf5ebcb-eca6-49ba-b942-961c89cd2406 Jul 27 20:06:06.671185 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddbe8ee-8b12-4e2e-a8db-33a488723b39 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:06.682676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddbe8ee-8b12-4e2e-a8db-33a488723b39 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:06.690769 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddbe8ee-8b12-4e2e-a8db-33a488723b39 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:06.698275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddbe8ee-8b12-4e2e-a8db-33a488723b39 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:06.700088 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6ddbe8ee-8b12-4e2e-a8db-33a488723b39 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2679384 Jul 27 20:06:06.702909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43454) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:06.847689 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5da4ec90-03bc-4454-a221-763d23504ae7 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.866599 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da4e671-c41f-4aa7-92db-80feb620a3a9 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Hosts for router 4cf5ebcb-eca6-49ba-b942-961c89cd2406: [] {{(pid=94059) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 27 20:06:06.894833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da4e671-c41f-4aa7-92db-80feb620a3a9 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Hosts for other DVR routers connected to router 4cf5ebcb-eca6-49ba-b942-961c89cd2406: set() {{(pid=94059) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 27 20:06:06.897402 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1da4e671-c41f-4aa7-92db-80feb620a3a9 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.898589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1da4e671-c41f-4aa7-92db-80feb620a3a9 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] 10.222.0.48 "PUT /v2.0/routers/4cf5ebcb-eca6-49ba-b942-961c89cd2406 HTTP/1.1" status: 200 len: 717 time: 0.9854438 Jul 27 20:06:06.901649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43458) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:06.940413 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5da4ec90-03bc-4454-a221-763d23504ae7 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.950588 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-5da4ec90-03bc-4454-a221-763d23504ae7 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e29553-d770-46be-a2e8-f61e537dbab5']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:06.960851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-5da4ec90-03bc-4454-a221-763d23504ae7 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36dd5fac-061c-462a-a62e-eda603ee4c31') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:06.961170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-5da4ec90-03bc-4454-a221-763d23504ae7 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36dd5fac-061c-462a-a62e-eda603ee4c31') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:06.971710 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5da4ec90-03bc-4454-a221-763d23504ae7 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.979971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-93ceb30f-c0b2-4d68-a264-5f1f350fcf80 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] 10.222.0.48 "GET /v2.0/routers/4cf5ebcb-eca6-49ba-b942-961c89cd2406 HTTP/1.1" status: 200 len: 717 time: 0.0740290 Jul 27 20:06:06.980184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43460) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:06.987271 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5da4ec90-03bc-4454-a221-763d23504ae7 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.995163 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da4ec90-03bc-4454-a221-763d23504ae7 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:06:06.995692 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5da4ec90-03bc-4454-a221-763d23504ae7 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:06:06.997986 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:06:07.063448 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5da4ec90-03bc-4454-a221-763d23504ae7 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:07.088883 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da4ec90-03bc-4454-a221-763d23504ae7 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b5e29553-d770-46be-a2e8-f61e537dbab5 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 20:06:07.090775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4ec90-03bc-4454-a221-763d23504ae7 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5e29553-d770-46be-a2e8-f61e537dbab5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:07.093545 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5da4ec90-03bc-4454-a221-763d23504ae7 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:07.095738 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5da4ec90-03bc-4454-a221-763d23504ae7 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "DELETE /v2.0/networks/b5e29553-d770-46be-a2e8-f61e537dbab5 HTTP/1.1" status: 204 len: 168 time: 0.3918593 Jul 27 20:06:07.099695 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43464) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:07.105724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-460e41aa-5004-4ab0-b014-4bf87c2495f1 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Request body: {'network': {'name': 'tempest-network--573797844', 'router:external': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:07.131800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460e41aa-5004-4ab0-b014-4bf87c2495f1 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Made reservation on behalf of 0ece7971fe2d4e27bf6385bcec8b2c95 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:07.137999 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-460e41aa-5004-4ab0-b014-4bf87c2495f1 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:07.175430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460e41aa-5004-4ab0-b014-4bf87c2495f1 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:06:07.186465 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-460e41aa-5004-4ab0-b014-4bf87c2495f1 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:07.186850 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-460e41aa-5004-4ab0-b014-4bf87c2495f1 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Added segment 2a2399a8-923c-4b84-9434-15f42202f853 of type vlan for network 2884634f-8b77-45e7-984e-17f3c3fe5363 Jul 27 20:06:07.238507 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-460e41aa-5004-4ab0-b014-4bf87c2495f1 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:07.265204 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43466) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:07.265416 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-18b0edca-c3a8-4349-b391-2ca3ba290a6e tempest-RoutersTestDVR-1781701730 tempest-RoutersTestDVR-1781701730-project] 10.222.0.48 "GET /v2.0/routers/4cf5ebcb-eca6-49ba-b942-961c89cd2406 HTTP/1.1" status: 200 len: 683 time: 0.2828424 Jul 27 20:06:07.346132 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3396-0ba6-4145-8bda-a7bed6d59814 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:07.425050 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-460e41aa-5004-4ab0-b014-4bf87c2495f1 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:07.425766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e41aa-5004-4ab0-b014-4bf87c2495f1 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:07.426437 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-460e41aa-5004-4ab0-b014-4bf87c2495f1 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:07.464559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b6771-6ddc-42ab-96c2-a23d6fd2693d req-992bf0d9-c2d3-47a6-873b-ec86d8e529f9 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:07.472322 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c5b6771-6ddc-42ab-96c2-a23d6fd2693d req-992bf0d9-c2d3-47a6-873b-ec86d8e529f9 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 1097 time: 0.0911064 Jul 27 20:06:07.548964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c5b6771-6ddc-42ab-96c2-a23d6fd2693d req-ff2e48b1-bd4f-42c8-bbbd-4e2bd335f489 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753686 Jul 27 20:06:07.570506 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-9ce9988e-2367-4142-88d3-2abd6c270c7e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1181757 Jul 27 20:06:07.603236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e41aa-5004-4ab0-b014-4bf87c2495f1 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event updated for resources: {'Network': ['ID=2884634f-8b77-45e7-984e-17f3c3fe5363,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:07.610529 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3396-0ba6-4145-8bda-a7bed6d59814 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:07.616063 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3396-0ba6-4145-8bda-a7bed6d59814 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:07.616945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 2884634f-8b77-45e7-984e-17f3c3fe5363 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:06:07.619069 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-460e41aa-5004-4ab0-b014-4bf87c2495f1 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5182834 Jul 27 20:06:07.621672 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43478) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:07.746887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-6ab6f457-785b-46b2-bedf-5f1fb63319a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:07.747398 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3396-0ba6-4145-8bda-a7bed6d59814 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:07.747543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-6ab6f457-785b-46b2-bedf-5f1fb63319a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:07.747883 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aa3396-0ba6-4145-8bda-a7bed6d59814 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cf5ebcb-eca6-49ba-b942-961c89cd2406 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:06:07.748010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-6ab6f457-785b-46b2-bedf-5f1fb63319a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:07.748407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-6ab6f457-785b-46b2-bedf-5f1fb63319a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:07.748879 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-6ab6f457-785b-46b2-bedf-5f1fb63319a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:07.749339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-6ab6f457-785b-46b2-bedf-5f1fb63319a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:07.749802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-6ab6f457-785b-46b2-bedf-5f1fb63319a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:07.751894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-6ab6f457-785b-46b2-bedf-5f1fb63319a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6505 time: 0.1295719 Jul 27 20:06:07.753394 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3396-0ba6-4145-8bda-a7bed6d59814 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:07.760275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43480) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:07.761332 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f7aa3396-0ba6-4145-8bda-a7bed6d59814 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] 10.222.0.48 "DELETE /v2.0/routers/4cf5ebcb-eca6-49ba-b942-961c89cd2406 HTTP/1.1" status: 204 len: 168 time: 0.4951046 Jul 27 20:06:07.765824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e06f43d3-62cf-43cf-94cc-61e1dc9aa4ce tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Request body: {'router': {'name': 'tempest-router-1501580235', 'distributed': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:07.769336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348c56-3960-4647-9820-1f3ff953dd6c req-a1e00487-3a2e-4f00-987e-1514b3f15a75 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:07.770830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d348c56-3960-4647-9820-1f3ff953dd6c req-a1e00487-3a2e-4f00-987e-1514b3f15a75 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 1097 time: 0.1110616 Jul 27 20:06:07.774882 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d49d8d5-470b-4023-bda1-a7db418c70e5 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:07.775849 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0d49d8d5-470b-4023-bda1-a7db418c70e5 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] 10.222.0.48 "GET /v2.0/networks/2884634f-8b77-45e7-984e-17f3c3fe5363 HTTP/1.1" status: 200 len: 756 time: 0.1524928 Jul 27 20:06:07.779519 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43482) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:07.861107 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e06f43d3-62cf-43cf-94cc-61e1dc9aa4ce tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:07.862555 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e06f43d3-62cf-43cf-94cc-61e1dc9aa4ce tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:07.892083 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead30480-5e81-42b3-b42c-81231900008a tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:07.896684 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ead30480-5e81-42b3-b42c-81231900008a tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] 10.222.0.48 "GET /v2.0/networks/1da543fc-3243-40ff-b495-576d6a1a1c1d HTTP/1.1" status: 200 len: 767 time: 0.1150656 Jul 27 20:06:07.897307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43490) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:07.922253 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d348c56-3960-4647-9820-1f3ff953dd6c req-6615a3c6-78dd-407f-89e9-98d205879228 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409156 Jul 27 20:06:08.000062 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e06f43d3-62cf-43cf-94cc-61e1dc9aa4ce tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.006859 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e06f43d3-62cf-43cf-94cc-61e1dc9aa4ce tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.026436 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e06f43d3-62cf-43cf-94cc-61e1dc9aa4ce tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.028206 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e06f43d3-62cf-43cf-94cc-61e1dc9aa4ce tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2668958 Jul 27 20:06:08.031738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43496) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:08.076999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-79318449-6690-4d03-8ab8-219cc0552b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:08.077470 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-79318449-6690-4d03-8ab8-219cc0552b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:08.077932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-79318449-6690-4d03-8ab8-219cc0552b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:08.079826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-79318449-6690-4d03-8ab8-219cc0552b2c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ac679f8b-06ff-475b-999e-fecd672dac7a&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=73d72393-3d95-4308-9106-6209eefa092b&id=73d72393-3d95-4308-9106-6209eefa092b HTTP/1.1" status: 200 len: 2298 time: 0.2435081 Jul 27 20:06:08.190989 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-848b3336-75cf-4d89-8a3c-745bd53cd3f2 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.314335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-cdd96ed1-073e-46a3-94ad-13de4a32987f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0832f3a4-1619-4ea1-b9bf-87a13b42df43 HTTP/1.1" status: 200 len: 1001 time: 0.1979048 Jul 27 20:06:08.321909 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d33db38b-804d-4500-b8f5-3acde6f394b5 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.359107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f65198-2d7d-4a93-922b-76256009102f req-979c00d0-751e-416a-a1fd-6ded27c2afb4 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:08.360593 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81f65198-2d7d-4a93-922b-76256009102f req-979c00d0-751e-416a-a1fd-6ded27c2afb4 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 1097 time: 0.3158903 Jul 27 20:06:08.403511 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d33db38b-804d-4500-b8f5-3acde6f394b5 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.413316 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d33db38b-804d-4500-b8f5-3acde6f394b5 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2884634f-8b77-45e7-984e-17f3c3fe5363']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:08.420052 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-848b3336-75cf-4d89-8a3c-745bd53cd3f2 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.423742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d33db38b-804d-4500-b8f5-3acde6f394b5 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2399a8-923c-4b84-9434-15f42202f853') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:08.424447 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d33db38b-804d-4500-b8f5-3acde6f394b5 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2399a8-923c-4b84-9434-15f42202f853') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:08.424846 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-848b3336-75cf-4d89-8a3c-745bd53cd3f2 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.433159 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d33db38b-804d-4500-b8f5-3acde6f394b5 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.447275 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d33db38b-804d-4500-b8f5-3acde6f394b5 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.453344 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33db38b-804d-4500-b8f5-3acde6f394b5 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:06:08.453774 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d33db38b-804d-4500-b8f5-3acde6f394b5 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:06:08.455690 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:06:08.462523 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.488320 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-e1e58b7e-0cf7-477f-b41c-f2dc5c2f6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:08.489336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-e1e58b7e-0cf7-477f-b41c-f2dc5c2f6f8c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5c4faa1-1e78-41dd-a98d-2cdbd705d07e HTTP/1.1" status: 200 len: 855 time: 0.1430023 Jul 27 20:06:08.507469 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-848b3336-75cf-4d89-8a3c-745bd53cd3f2 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.507947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848b3336-75cf-4d89-8a3c-745bd53cd3f2 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8486dd84-cb57-4c1e-b2eb-53db0b97fc9a {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:06:08.515553 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-848b3336-75cf-4d89-8a3c-745bd53cd3f2 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.516725 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-848b3336-75cf-4d89-8a3c-745bd53cd3f2 tempest-RoutersTestDVR-1445436604 tempest-RoutersTestDVR-1445436604-project-admin] 10.222.0.48 "DELETE /v2.0/routers/8486dd84-cb57-4c1e-b2eb-53db0b97fc9a HTTP/1.1" status: 204 len: 168 time: 0.4798229 Jul 27 20:06:08.529270 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d33db38b-804d-4500-b8f5-3acde6f394b5 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.534612 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81f65198-2d7d-4a93-922b-76256009102f req-35917760-3c0d-4e66-afc4-880cea9be563 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274824 Jul 27 20:06:08.539140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33db38b-804d-4500-b8f5-3acde6f394b5 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2884634f-8b77-45e7-984e-17f3c3fe5363 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 20:06:08.558944 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d33db38b-804d-4500-b8f5-3acde6f394b5 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.565437 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d33db38b-804d-4500-b8f5-3acde6f394b5 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "DELETE /v2.0/networks/2884634f-8b77-45e7-984e-17f3c3fe5363 HTTP/1.1" status: 204 len: 168 time: 0.6670203 Jul 27 20:06:08.566290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43502) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:08.568673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33db38b-804d-4500-b8f5-3acde6f394b5 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event deleted for resources: {'Network': ['ID=2884634f-8b77-45e7-984e-17f3c3fe5363,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:08.573930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6f13b84b-a739-4a6b-9206-dc415fcfb008 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Request body: {'network': {'name': 'tempest-network--2086762523'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:08.597916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-35729ce0-a3f9-48f5-a05f-a255c0192965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:08.599661 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f13b84b-a739-4a6b-9206-dc415fcfb008 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Made reservation on behalf of 0ece7971fe2d4e27bf6385bcec8b2c95 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:08.599839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-35729ce0-a3f9-48f5-a05f-a255c0192965 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ac679f8b-06ff-475b-999e-fecd672dac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021402 Jul 27 20:06:08.605880 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f13b84b-a739-4a6b-9206-dc415fcfb008 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.640688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f13b84b-a739-4a6b-9206-dc415fcfb008 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:06:08.665236 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f13b84b-a739-4a6b-9206-dc415fcfb008 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.665899 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-6f13b84b-a739-4a6b-9206-dc415fcfb008 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Added segment 291944fd-cbd7-4e57-adcd-107aede2097d of type vlan for network c1164953-6810-4430-9325-8d75fa5dafb5 Jul 27 20:06:08.773796 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f13b84b-a739-4a6b-9206-dc415fcfb008 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.842685 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f13b84b-a739-4a6b-9206-dc415fcfb008 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.844989 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f13b84b-a739-4a6b-9206-dc415fcfb008 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:08.845672 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f13b84b-a739-4a6b-9206-dc415fcfb008 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:08.917877 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13b84b-a739-4a6b-9206-dc415fcfb008 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event updated for resources: {'Network': ['ID=c1164953-6810-4430-9325-8d75fa5dafb5,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:08.931083 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network c1164953-6810-4430-9325-8d75fa5dafb5 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:06:08.944954 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6f13b84b-a739-4a6b-9206-dc415fcfb008 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3746209 Jul 27 20:06:08.945877 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43520) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:08.957702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c1023b80-ade0-4f58-ae36-954244291420 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:09.025617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43522) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:09.187176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-1fd5e3d8-147d-440b-9874-dba806247989 service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794013 Jul 27 20:06:09.189960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-9b66e57b-2e88-4a90-a05a-f2a355780752 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:09.191344 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-9b66e57b-2e88-4a90-a05a-f2a355780752 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/networks?id=4e330e45-3e6d-4b16-98b5-1d83d0969275 HTTP/1.1" status: 200 len: 910 time: 0.1666958 Jul 27 20:06:09.237509 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-e09879d5-7cdc-4c02-b940-4c401e798ed7 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/quotas/2cfc854bc6e449febe4daec280f4360a HTTP/1.1" status: 200 len: 375 time: 0.0359566 Jul 27 20:06:09.294895 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1023b80-ade0-4f58-ae36-954244291420 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:09.312411 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1023b80-ade0-4f58-ae36-954244291420 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:09.380006 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ced6d314-85b8-4c9f-8003-db97ce1e7296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:09.391976 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1023b80-ade0-4f58-ae36-954244291420 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event updated for resources: {'Network': ['ID=c1164953-6810-4430-9325-8d75fa5dafb5,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:09.397982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1023b80-ade0-4f58-ae36-954244291420 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Network c1164953-6810-4430-9325-8d75fa5dafb5 is not hosted by any dhcp agent {{(pid=94060) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 20:06:09.398946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1023b80-ade0-4f58-ae36-954244291420 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:09.400926 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1023b80-ade0-4f58-ae36-954244291420 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:09.404565 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c1023b80-ade0-4f58-ae36-954244291420 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "PUT /v2.0/networks/c1164953-6810-4430-9325-8d75fa5dafb5 HTTP/1.1" status: 200 len: 858 time: 0.4529009 Jul 27 20:06:09.405449 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43534) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:09.462236 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-b94f7b08-653b-4ea5-9586-a2398c4dd98e service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593622 Jul 27 20:06:09.493351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f885e416-d3fd-443a-9ed4-e2afa139fdd8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:09.537962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-95b2d457-03de-485c-98c1-072ba6e0598c tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cfc854bc6e449febe4daec280f4360a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2677610 Jul 27 20:06:09.552976 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-ddc56507-8244-43e9-9e8c-e271408b373b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=126479f5-4f00-4961-8987-3f39241c2c16 HTTP/1.1" status: 200 len: 217 time: 0.0731490 Jul 27 20:06:09.626159 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f885e416-d3fd-443a-9ed4-e2afa139fdd8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:09.658607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f885e416-d3fd-443a-9ed4-e2afa139fdd8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1164953-6810-4430-9325-8d75fa5dafb5']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:09.690328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f885e416-d3fd-443a-9ed4-e2afa139fdd8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291944fd-cbd7-4e57-adcd-107aede2097d') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:09.693581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f885e416-d3fd-443a-9ed4-e2afa139fdd8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291944fd-cbd7-4e57-adcd-107aede2097d') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:09.697503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-c572214a-1383-4cea-b82c-b7f422e640b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:09.699177 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-c572214a-1383-4cea-b82c-b7f422e640b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.1341875 Jul 27 20:06:09.717371 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f885e416-d3fd-443a-9ed4-e2afa139fdd8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:09.748745 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f885e416-d3fd-443a-9ed4-e2afa139fdd8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:09.759045 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f885e416-d3fd-443a-9ed4-e2afa139fdd8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:06:09.759556 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f885e416-d3fd-443a-9ed4-e2afa139fdd8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:06:09.761499 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:06:09.787262 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ced6d314-85b8-4c9f-8003-db97ce1e7296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:09.796923 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-6c1dff4f-a93f-4ace-b01a-8134f37a6e86 service neutron] 10.222.0.48 "GET /v2.0/networks/4e330e45-3e6d-4b16-98b5-1d83d0969275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581317 Jul 27 20:06:09.800270 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ced6d314-85b8-4c9f-8003-db97ce1e7296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:09.852222 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f885e416-d3fd-443a-9ed4-e2afa139fdd8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:09.864948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f885e416-d3fd-443a-9ed4-e2afa139fdd8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c1164953-6810-4430-9325-8d75fa5dafb5 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 20:06:09.868106 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f885e416-d3fd-443a-9ed4-e2afa139fdd8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:09.870699 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f885e416-d3fd-443a-9ed4-e2afa139fdd8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] 10.222.0.48 "DELETE /v2.0/networks/c1164953-6810-4430-9325-8d75fa5dafb5 HTTP/1.1" status: 204 len: 168 time: 0.4639945 Jul 27 20:06:09.881368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43554) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:09.900732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ced6d314-85b8-4c9f-8003-db97ce1e7296 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04fcfc1536034c06a73abb52cbf49ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8724651 Jul 27 20:06:09.907503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43558) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:09.908150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6d314-85b8-4c9f-8003-db97ce1e7296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e487a11b-89cf-45d1-b122-1d7456b919f6,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:09.936799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885e416-d3fd-443a-9ed4-e2afa139fdd8 tempest-ExternalNetworksTestJSON-977049618 tempest-ExternalNetworksTestJSON-977049618-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1164953-6810-4430-9325-8d75fa5dafb5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:09.943582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-62e4b7de-37e8-47c3-a19a-eceade0b3377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:09.945165 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-62e4b7de-37e8-47c3-a19a-eceade0b3377 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2348921 Jul 27 20:06:10.025970 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-531f152b-535f-4279-b2c1-d70d7c750572 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] DELETE failed (client error): The resource could not be found. Jul 27 20:06:10.026550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531f152b-535f-4279-b2c1-d70d7c750572 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:06:10.028277 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-531f152b-535f-4279-b2c1-d70d7c750572 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] 10.222.0.48 "DELETE /v2.0/subnets/2f75d05c-6ffe-41b6-8117-79bff31b0f59 HTTP/1.1" status: 404 len: 337 time: 0.1459281 Jul 27 20:06:10.037840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43562) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:10.117248 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-beb3d1f1-8bc2-49bb-b75c-03dfd2d448fd service neutron] 10.222.0.48 "GET /v2.0/networks/4e330e45-3e6d-4b16-98b5-1d83d0969275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091633 Jul 27 20:06:10.138882 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-05e8a125-4154-4c3b-a692-1e7ac7c15dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:10.217741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-76ff3686-0209-4e62-a900-963d8e5d44e7 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618411 Jul 27 20:06:10.317007 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af58560a-7e99-4125-be27-4b21759ff628 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:10.373456 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-05e8a125-4154-4c3b-a692-1e7ac7c15dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:10.412286 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb6c0e3b-739b-4363-b31f-cae4df81fc22 req-60a7971f-1de7-4667-a62f-2c65a06b501c tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 210 time: 0.0525663 Jul 27 20:06:10.560481 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-a5384418-2a62-46db-86ea-455057b2612d service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227258 Jul 27 20:06:10.587206 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af58560a-7e99-4125-be27-4b21759ff628 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:10.589667 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-05e8a125-4154-4c3b-a692-1e7ac7c15dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:10.592169 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-05e8a125-4154-4c3b-a692-1e7ac7c15dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:10.593353 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-05e8a125-4154-4c3b-a692-1e7ac7c15dde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e487a11b-89cf-45d1-b122-1d7456b919f6 HTTP/1.1" status: 204 len: 168 time: 0.6823566 Jul 27 20:06:10.648726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-c49766ef-616e-4cf5-8606-44ea1b710bdc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=cf287038-36da-428d-9206-c7ff8b06bd7c HTTP/1.1" status: 200 len: 217 time: 0.0761349 Jul 27 20:06:10.651815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-af58560a-7e99-4125-be27-4b21759ff628 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da543fc-3243-40ff-b495-576d6a1a1c1d']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:10.691741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8a125-4154-4c3b-a692-1e7ac7c15dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e487a11b-89cf-45d1-b122-1d7456b919f6,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:10.694872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-af58560a-7e99-4125-be27-4b21759ff628 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a70bff-b47e-4ea6-93de-9d25c362f138') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:10.695164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-af58560a-7e99-4125-be27-4b21759ff628 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a70bff-b47e-4ea6-93de-9d25c362f138') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:10.707072 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af58560a-7e99-4125-be27-4b21759ff628 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:10.729884 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af58560a-7e99-4125-be27-4b21759ff628 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:10.732804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-fe909898-48d1-4454-9f17-ea1162779878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:10.734298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-fe909898-48d1-4454-9f17-ea1162779878 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0701697 Jul 27 20:06:10.738986 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af58560a-7e99-4125-be27-4b21759ff628 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:06:10.739518 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af58560a-7e99-4125-be27-4b21759ff628 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:06:10.742734 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:06:10.841472 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af58560a-7e99-4125-be27-4b21759ff628 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:10.847660 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af58560a-7e99-4125-be27-4b21759ff628 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:10.850697 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-af58560a-7e99-4125-be27-4b21759ff628 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] 10.222.0.48 "DELETE /v2.0/networks/1da543fc-3243-40ff-b495-576d6a1a1c1d HTTP/1.1" status: 204 len: 168 time: 0.8118310 Jul 27 20:06:10.894883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58560a-7e99-4125-be27-4b21759ff628 tempest-ExternalNetworksTestJSON-1954377828 tempest-ExternalNetworksTestJSON-1954377828-project] Pushing event deleted for resources: {'Network': ['ID=1da543fc-3243-40ff-b495-576d6a1a1c1d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:10.901048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-af9c3b99-3352-44da-9575-e32291c5d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:10.902879 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-af9c3b99-3352-44da-9575-e32291c5d2bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1591537 Jul 27 20:06:11.069086 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43596) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:11.085368 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb01c-fcc2-4fff-af3f-24a987fffe87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:11.103343 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-81a192e9-89e6-4cea-8701-5d42fd00c6b4 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858265 Jul 27 20:06:11.232809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43604) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:11.254934 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb01c-fcc2-4fff-af3f-24a987fffe87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:11.261758 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb01c-fcc2-4fff-af3f-24a987fffe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:11.265895 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-7e78831f-223d-45aa-8eba-5b9afc31a59d service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548390 Jul 27 20:06:11.302515 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ee8eb01c-fcc2-4fff-af3f-24a987fffe87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e874a84e7a8949adaff9c3b41a7a0a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322898 Jul 27 20:06:11.305820 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43612) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:11.315043 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8eb01c-fcc2-4fff-af3f-24a987fffe87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa1baf3-e6d8-44eb-a59c-b45a6686baba,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:11.358110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-b369878c-f688-4710-96f5-2789212eeb5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=539dc352-83b6-4836-984f-72368194a43e HTTP/1.1" status: 200 len: 217 time: 0.0840206 Jul 27 20:06:11.446697 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e0e5dc0c-4ccd-4f8c-a2ee-d7219ee168c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:11.454547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-cdba0209-84ea-4e08-a148-9ec4a66fc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:11.456075 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-cdba0209-84ea-4e08-a148-9ec4a66fc185 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0887206 Jul 27 20:06:11.572867 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e0e5dc0c-4ccd-4f8c-a2ee-d7219ee168c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:11.578895 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:11.613300 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2d3b9d7-d9d5-41d3-80b7-5f8310b78d9f req-53d785c6-9765-4363-bb14-7d7e933c8c1a tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 210 time: 0.0695910 Jul 27 20:06:11.689950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d9d90736-2517-45ca-a20a-bc1a6428e9af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc25a9c3250e4976ae5e3b1fae8b3287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558210 Jul 27 20:06:11.692602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43630) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:11.706016 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-20bc184c-b2fc-4159-857a-ab43bbb5f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:11.707546 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-20bc184c-b2fc-4159-857a-ab43bbb5f230 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2347679 Jul 27 20:06:11.746412 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e0e5dc0c-4ccd-4f8c-a2ee-d7219ee168c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:11.750518 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e0e5dc0c-4ccd-4f8c-a2ee-d7219ee168c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:11.754595 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e0e5dc0c-4ccd-4f8c-a2ee-d7219ee168c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efa1baf3-e6d8-44eb-a59c-b45a6686baba HTTP/1.1" status: 204 len: 168 time: 0.4452693 Jul 27 20:06:11.767706 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-927e42a5-f54a-4518-a0ec-9a548e137a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:11.791398 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5dc0c-4ccd-4f8c-a2ee-d7219ee168c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa1baf3-e6d8-44eb-a59c-b45a6686baba,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:11.795489 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-927e42a5-f54a-4518-a0ec-9a548e137a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:11.868482 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-927e42a5-f54a-4518-a0ec-9a548e137a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:11.871093 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-927e42a5-f54a-4518-a0ec-9a548e137a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:11.874941 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-927e42a5-f54a-4518-a0ec-9a548e137a98 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/775fbf20-a035-4083-b046-15979d86ebe6 HTTP/1.1" status: 204 len: 168 time: 0.1811206 Jul 27 20:06:11.890576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-8de3ab98-7e3c-4fdd-b031-a0a8c779f213 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752501 Jul 27 20:06:11.906823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e42a5-f54a-4518-a0ec-9a548e137a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775fbf20-a035-4083-b046-15979d86ebe6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:12.011431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-0a9588ff-829e-418a-b41c-b25c4d57036f service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112876 Jul 27 20:06:12.058180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-fd6b8a61-0d8c-4a49-a986-98df7d36ee6c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 HTTP/1.1" status: 200 len: 217 time: 0.0400074 Jul 27 20:06:12.116562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-76925299-c0b6-4e5c-ac66-4afbb5fff929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:12.118483 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-76925299-c0b6-4e5c-ac66-4afbb5fff929 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0541165 Jul 27 20:06:12.223769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-ab232c8c-6037-4d17-98de-91943372708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:12.226870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-ab232c8c-6037-4d17-98de-91943372708e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1016941 Jul 27 20:06:12.400847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43658) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:12.455393 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fb8203e3-2e42-460a-b555-489e1221b338 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ece7971fe2d4e27bf6385bcec8b2c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526710 Jul 27 20:06:12.457674 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43660) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:12.461688 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-5858af7f-3268-43cb-86d3-e75f8dde5abe service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265701 Jul 27 20:06:12.535906 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1eb683d5-7e8d-4261-a6ca-f9f8acdd045e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:12.564867 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1eb683d5-7e8d-4261-a6ca-f9f8acdd045e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:12.675291 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1eb683d5-7e8d-4261-a6ca-f9f8acdd045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:12.677905 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1eb683d5-7e8d-4261-a6ca-f9f8acdd045e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:12.679108 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1eb683d5-7e8d-4261-a6ca-f9f8acdd045e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/484e9579-e0ca-4c25-a237-3cef9fec7d80 HTTP/1.1" status: 204 len: 168 time: 0.2201314 Jul 27 20:06:12.718196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb683d5-7e8d-4261-a6ca-f9f8acdd045e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484e9579-e0ca-4c25-a237-3cef9fec7d80,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:12.744122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-22c311ca-c06f-4c42-9f8d-c94e300344c9 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731311 Jul 27 20:06:12.910428 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5084eac-aade-462a-850c-d2305da498bd req-5cbd3448-0d64-4583-a493-63da4341358d tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 210 time: 0.1630480 Jul 27 20:06:12.912182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-c0cda1e4-64c3-46be-bf60-9c5659f64fd9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da69274d-209f-4682-975e-8a7c7f339880 HTTP/1.1" status: 200 len: 217 time: 0.1217427 Jul 27 20:06:13.030490 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-61447d3b-0d73-415f-bb60-4472d158e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:13.032116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-61447d3b-0d73-415f-bb60-4472d158e2fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.1005843 Jul 27 20:06:13.391019 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-30421731-87f5-4a34-bfc4-19cfe5a68fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:13.481452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-e69ec112-c80e-474d-b34c-b4c7fdb03cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:13.484512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-e69ec112-c80e-474d-b34c-b4c7fdb03cc8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4446158 Jul 27 20:06:13.682634 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-97351cc0-dd0f-4fad-b76b-23428debed6c service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891124 Jul 27 20:06:13.819889 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-ad5663b1-afcf-4a5e-9e3a-7c54c57de009 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299603 Jul 27 20:06:13.911374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-9f5a4e19-e45c-455c-8f32-61b9ca84cbdd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da42ddef-db92-4218-a5eb-3af42c1324e2 HTTP/1.1" status: 200 len: 217 time: 0.0697081 Jul 27 20:06:13.925982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43734) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:14.074280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36e26753-a9f9-4b44-8b91-c138769eb880 req-41c57c52-dcdc-4999-939e-c7f7bdaf30de tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 210 time: 0.0636144 Jul 27 20:06:14.137788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-c4874b1e-26df-4575-99fc-676b60ec690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:14.139860 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-c4874b1e-26df-4575-99fc-676b60ec690a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.2207000 Jul 27 20:06:14.157997 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-140499818', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:14.217285 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Made reservation on behalf of ed4fc8c057674279b9831566bd5711fc for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:14.219639 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:14.225741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-1bde8658-3b8b-4a3d-9302-b8a415d8a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:14.227818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-1bde8658-3b8b-4a3d-9302-b8a415d8a6b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0728288 Jul 27 20:06:14.242641 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:14.431510 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:14.436982 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:14.439356 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-0060d4b7-e480-4ff1-a41b-1b138fbb7541 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030461 Jul 27 20:06:14.455580 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] device_id is not set on port 1802fcb2-7848-4e8c-bc64-2046633c39c4 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:06:14.536532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dffa94-ec9a-4f61-839c-ceff8d968a72,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:14.652439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3c120f9-8f69-408f-9c0c-702710cb890b req-cfd6166e-ddbc-4ffe-a1e6-8fb08f7430f4 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901884 Jul 27 20:06:14.679061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Allocated IP 172.25.1.248 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/1802fcb2-7848-4e8c-bc64-2046633c39c4) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:14.936694 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:15.024739 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:15.157904 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:15.182797 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:15.192917 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:15.245573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:15.248787 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:15.302345 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5f0ed4a-a8f6-4b53-9339-a78589c1779a req-875000b8-1bff-48f8-830f-ac08da4c5354 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 210 time: 0.1082468 Jul 27 20:06:15.303924 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Pushing event updated for resources: {'Port': ['ID=1802fcb2-7848-4e8c-bc64-2046633c39c4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:15.329598 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1b7bb01b-fd6c-4da5-bf84-71ff7a6ffd06 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4022367 Jul 27 20:06:15.332662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43782) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:15.337637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-159e8a90-8373-4136-87cb-ee57d295ce4d tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.248'}]}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:15.379773 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159e8a90-8373-4136-87cb-ee57d295ce4d tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:15.385934 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159e8a90-8373-4136-87cb-ee57d295ce4d tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:15.466286 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159e8a90-8373-4136-87cb-ee57d295ce4d tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:15.700257 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159e8a90-8373-4136-87cb-ee57d295ce4d tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:15.973468 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43814) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:16.045101 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159e8a90-8373-4136-87cb-ee57d295ce4d tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:16.077908 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159e8a90-8373-4136-87cb-ee57d295ce4d tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:16.108181 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5126-a1e8-4fd7-8897-0945709e273e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:16.162631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:16.201502 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:16.210859 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:16.328054 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:16.339866 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159e8a90-8373-4136-87cb-ee57d295ce4d tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:16.383103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-129db360-9bbf-44a2-87be-5c8565c72556 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:16.384874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-129db360-9bbf-44a2-87be-5c8565c72556 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.52 "GET /v2.0/networks?id=4e330e45-3e6d-4b16-98b5-1d83d0969275 HTTP/1.1" status: 200 len: 910 time: 0.2489679 Jul 27 20:06:16.442267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-1d81ee5c-73c7-4988-bd86-1775f2087d74 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Request body: {'port': {'device_id': 'cb9b6ecb-8539-41c1-89c7-e469bbab4b46', 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275', 'admin_state_up': True, 'tenant_id': '2cfc854bc6e449febe4daec280f4360a'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:16.448997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d10fb2a-433e-4754-be07-31a12835f520 req-9dbd0eb1-9ec8-44c2-956e-97e5eb899265 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 210 time: 0.0677299 Jul 27 20:06:16.453570 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Allocated IP 172.25.1.211 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/df30e287-d7be-4489-a55f-ab56adee44eb) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:16.545065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-1d81ee5c-73c7-4988-bd86-1775f2087d74 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Made reservation on behalf of 2cfc854bc6e449febe4daec280f4360a for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:16.548079 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-1d81ee5c-73c7-4988-bd86-1775f2087d74 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:16.576961 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:16.590716 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159e8a90-8373-4136-87cb-ee57d295ce4d tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:16.593206 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159e8a90-8373-4136-87cb-ee57d295ce4d tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:16.626263 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:16.671835 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:16.674727 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:16.679433 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:16.683226 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159e8a90-8373-4136-87cb-ee57d295ce4d tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:16.683501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event updated for resources: {'Port': ['ID=df30e287-d7be-4489-a55f-ab56adee44eb,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:16.683602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159e8a90-8373-4136-87cb-ee57d295ce4d tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb03e4ca-af63-4391-920c-19494dc34162 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:06:16.740938 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-159e8a90-8373-4136-87cb-ee57d295ce4d tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 27 20:06:16.746379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-159e8a90-8373-4136-87cb-ee57d295ce4d tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4125657 Jul 27 20:06:16.747170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43826) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:16.776317 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:16.832707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-1d81ee5c-73c7-4988-bd86-1775f2087d74 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Allocated IP 172.20.0.11 (4e330e45-3e6d-4b16-98b5-1d83d0969275/bf5ab6fe-df53-4886-98ff-72f7f5514e17/ad8a43b8-3765-45d4-b0b1-b1ac59854fa1) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:16.837622 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.003309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c29311c2-adcf-4742-ae69-b07347fc6713 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Deleting port 1802fcb2-7848-4e8c-bc64-2046633c39c4 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:17.003750 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c29311c2-adcf-4742-ae69-b07347fc6713 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.010178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.016031 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.105411 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event updated for resources: {'Port': ['ID=df30e287-d7be-4489-a55f-ab56adee44eb,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:17.117984 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.135739 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.138407 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.142912 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e3480323-62fa-4347-97f9-66a32ecbb54f tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1654613 Jul 27 20:06:17.144245 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43836) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:17.151393 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-1d81ee5c-73c7-4988-bd86-1775f2087d74 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.156945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-655384561'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:17.165482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c29311c2-adcf-4742-ae69-b07347fc6713 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.180626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-1d81ee5c-73c7-4988-bd86-1775f2087d74 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Transition to ACTIVE for port object ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:17.186359 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c29311c2-adcf-4742-ae69-b07347fc6713 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Calling delete_port for 1802fcb2-7848-4e8c-bc64-2046633c39c4 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:17.189794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Made reservation on behalf of 06deb64286b547f1949c44b353123b99 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:17.194699 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.207826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.278923 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-1d81ee5c-73c7-4988-bd86-1775f2087d74 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.291354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['890cbed7-6598-4a4b-b8a0-697f0831af48'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:06:17.336187 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-1d81ee5c-73c7-4988-bd86-1775f2087d74 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Network 4e330e45-3e6d-4b16-98b5-1d83d0969275 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:17.339738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-1d81ee5c-73c7-4988-bd86-1775f2087d74 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:17.348290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-1d81ee5c-73c7-4988-bd86-1775f2087d74 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:17.397677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-1d81ee5c-73c7-4988-bd86-1775f2087d74 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:17.398333 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-1d81ee5c-73c7-4988-bd86-1775f2087d74 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.405381 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.414027 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.447968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81ee5c-73c7-4988-bd86-1775f2087d74 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Pushing event updated for resources: {'Port': ['ID=ad8a43b8-3765-45d4-b0b1-b1ac59854fa1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:17.462378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-1d81ee5c-73c7-4988-bd86-1775f2087d74 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0676093 Jul 27 20:06:17.479160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Request body: {'port': {'device_id': 'cb9b6ecb-8539-41c1-89c7-e469bbab4b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:17.487391 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641da6cc-1ec6-4e3d-9461-f7da96d718af,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:17.531425 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c29311c2-adcf-4742-ae69-b07347fc6713 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.537540 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:06:17.564289 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.564670 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Added segment 580f68a4-5820-4264-a23b-ea3d0f9fc9c1 of type vlan for network 0a8579ac-232a-433e-812f-a2c17c4550b4 Jul 27 20:06:17.631863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29311c2-adcf-4742-ae69-b07347fc6713 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Pushing event deleted for resources: {'Port': ['ID=1802fcb2-7848-4e8c-bc64-2046633c39c4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:17.649466 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.696495 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.702800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:17.703333 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.797426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event updated for resources: {'Network': ['ID=0a8579ac-232a-433e-812f-a2c17c4550b4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:17.807677 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0714c109-29c2-49a4-9081-64ebf9cb6e08 None None] Provisioning for port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:06:17.815295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 0a8579ac-232a-433e-812f-a2c17c4550b4 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:06:17.815802 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0e5057f3-b388-4985-ac9d-aec4c850525c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6696990 Jul 27 20:06:17.817037 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43850) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:17.848011 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4c805ef3-4be1-42e1-96d3-c0e7ceb65e74 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Request body: {'subnet': {'network_id': '0a8579ac-232a-433e-812f-a2c17c4550b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:17.962520 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0714c109-29c2-49a4-9081-64ebf9cb6e08 None None] Provisioning complete for port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:17.963177 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0714c109-29c2-49a4-9081-64ebf9cb6e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:17.977184 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c805ef3-4be1-42e1-96d3-c0e7ceb65e74 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Made reservation on behalf of 06deb64286b547f1949c44b353123b99 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:17.982090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c805ef3-4be1-42e1-96d3-c0e7ceb65e74 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:18.025316 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0714c109-29c2-49a4-9081-64ebf9cb6e08 None None] Port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:06:18.176693 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:18.206370 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c29311c2-adcf-4742-ae69-b07347fc6713 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:18.208808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c29311c2-adcf-4742-ae69-b07347fc6713 tempest-RoutersAdminNegativeTest-179730979 tempest-RoutersAdminNegativeTest-179730979-project-admin] 10.222.0.48 "DELETE /v2.0/ports/1802fcb2-7848-4e8c-bc64-2046633c39c4 HTTP/1.1" status: 204 len: 168 time: 1.4585936 Jul 27 20:06:18.264355 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c805ef3-4be1-42e1-96d3-c0e7ceb65e74 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:18.403502 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c805ef3-4be1-42e1-96d3-c0e7ceb65e74 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event updated for resources: {'Subnet': ['ID=9dd1f238-ec80-466a-8ac6-e12d651e5c01,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:18.421538 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c805ef3-4be1-42e1-96d3-c0e7ceb65e74 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Checking segment: {'id': '580f68a4-5820-4264-a23b-ea3d0f9fc9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0a8579ac-232a-433e-812f-a2c17c4550b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:06:18.421985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c805ef3-4be1-42e1-96d3-c0e7ceb65e74 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Network hostable DHCP agents. Network: 0a8579ac-232a-433e-812f-a2c17c4550b4, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:06:18.452298 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c805ef3-4be1-42e1-96d3-c0e7ceb65e74 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Network 0a8579ac-232a-433e-812f-a2c17c4550b4 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:06:18.464264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4c805ef3-4be1-42e1-96d3-c0e7ceb65e74 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 0a8579ac-232a-433e-812f-a2c17c4550b4) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:18.471780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c805ef3-4be1-42e1-96d3-c0e7ceb65e74 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:18.473689 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c805ef3-4be1-42e1-96d3-c0e7ceb65e74 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:18.477378 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b76259a-8e36-4cb2-8799-3e009dda88bd None None] Network 0a8579ac-232a-433e-812f-a2c17c4550b4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:18.495561 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4c805ef3-4be1-42e1-96d3-c0e7ceb65e74 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6637216 Jul 27 20:06:18.498784 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43864) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:18.507509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-494966231', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:18.551870 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:18.554382 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:18.583604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f8c40-deb2-431a-87a2-b6c5f3255849 req-d0028b82-e664-4fab-abfc-6903687c2d8a tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:18.586750 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb2f8c40-deb2-431a-87a2-b6c5f3255849 req-d0028b82-e664-4fab-abfc-6903687c2d8a tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1028 time: 0.9575849 Jul 27 20:06:18.684550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43872) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:18.694890 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:18.709696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-0a8579ac-232a-433e-812f-a2c17c4550b4', 'network_id': '0a8579ac-232a-433e-812f-a2c17c4550b4', 'tenant_id': '06deb64286b547f1949c44b353123b99', 'fixed_ips': [{'subnet_id': '9dd1f238-ec80-466a-8ac6-e12d651e5c01'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:06:18.710573 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:18.727001 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb2f8c40-deb2-431a-87a2-b6c5f3255849 req-c9297031-d632-4dfb-abf1-2af708f68948 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302686 Jul 27 20:06:18.756164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:06:18.774607 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:18.803183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Transition to ACTIVE for port object ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:18.811063 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:18.909087 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d3e69b2-e09b-4071-8dda-6d0e16d8937f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:18.915691 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:18.934836 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:18.936384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8a43b8-3765-45d4-b0b1-b1ac59854fa1,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:19.017588 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Allocated IP 172.20.0.2 (0a8579ac-232a-433e-812f-a2c17c4550b4/9dd1f238-ec80-466a-8ac6-e12d651e5c01/f43f940f-c339-4edf-b16b-7fc3dbbec4d8) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:19.105495 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Attempting to bind port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:06:19.106675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Attempting to bind port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:06:19.107167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Attempting to bind port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 on network 4e330e45-3e6d-4b16-98b5-1d83d0969275 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:06:19.122344 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 on network 4e330e45-3e6d-4b16-98b5-1d83d0969275 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:06:19.122669 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Attempting to bind port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 on network 4e330e45-3e6d-4b16-98b5-1d83d0969275 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:06:19.141095 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:06:19.141747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Checking segment: {'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:06:19.142329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Bound using segment: {'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:06:19.143189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Bound port: ad8a43b8-3765-45d4-b0b1-b1ac59854fa1, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01f5670-cc6f-422b-b97f-86d93df4f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:06:19.145812 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:19.284087 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:19.294737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Transition to ACTIVE for port object f43f940f-c339-4edf-b16b-7fc3dbbec4d8 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:19.295085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] For port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:06:19.302360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] For port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=ad8a43b8-3765-45d4-b0b1-b1ac59854fa1,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:06:19.316012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Transition to ACTIVE for port object f43f940f-c339-4edf-b16b-7fc3dbbec4d8 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:19.317648 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:19.324305 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d3e69b2-e09b-4071-8dda-6d0e16d8937f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:19.326562 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:19.368708 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d3e69b2-e09b-4071-8dda-6d0e16d8937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:19.374644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Network 0a8579ac-232a-433e-812f-a2c17c4550b4 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:19.381739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:19.389045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:19.389413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:19.391143 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:19.392945 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] 10.222.0.52 "PUT /v2.0/ports/ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 HTTP/1.1" status: 200 len: 1093 time: 1.9203503 Jul 27 20:06:19.395752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9b6ecb-8539-41c1-89c7-e469bbab4b46', 'tag': 'ad8a43b8-3765-45d4-b0b1-b1ac59854fa1'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:06:19.405363 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ab7cff-768a-47c1-87fd-571b99dd8f55" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9b6ecb-8539-41c1-89c7-e469bbab4b46", "tag": "ad8a43b8-3765-45d4-b0b1-b1ac59854fa1"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:06:19.451793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Pushing event updated for resources: {'Port': ['ID=f43f940f-c339-4edf-b16b-7fc3dbbec4d8,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:19.506193 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26ff4b-426d-4fc6-9520-70a611c0cd92 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8a43b8-3765-45d4-b0b1-b1ac59854fa1,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:19.516360 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:19.516978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:19.517207 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:19.517551 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:19.517886 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:19.518220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:19.518548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:19.518869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:19.519199 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:19.526269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:19.527228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:19.527586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:19.557676 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Attempting to bind port f43f940f-c339-4edf-b16b-7fc3dbbec4d8 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:06:19.558340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Attempting to bind port f43f940f-c339-4edf-b16b-7fc3dbbec4d8 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '580f68a4-5820-4264-a23b-ea3d0f9fc9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0a8579ac-232a-433e-812f-a2c17c4550b4'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:06:19.558472 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Attempting to bind port f43f940f-c339-4edf-b16b-7fc3dbbec4d8 on network 0a8579ac-232a-433e-812f-a2c17c4550b4 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:06:19.565369 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:06:19.565742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Checking segment: {'id': '580f68a4-5820-4264-a23b-ea3d0f9fc9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0a8579ac-232a-433e-812f-a2c17c4550b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:06:19.566147 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:19.566678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Bound using segment: {'id': '580f68a4-5820-4264-a23b-ea3d0f9fc9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0a8579ac-232a-433e-812f-a2c17c4550b4'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:06:19.567138 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Bound port: f43f940f-c339-4edf-b16b-7fc3dbbec4d8, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580f68a4-5820-4264-a23b-ea3d0f9fc9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0a8579ac-232a-433e-812f-a2c17c4550b4'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:06:19.567521 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:19.606828 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9d3e69b2-e09b-4071-8dda-6d0e16d8937f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6b8c27ad9674e838cd9d6f6f39a9c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9182034 Jul 27 20:06:19.606828 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e69b2-e09b-4071-8dda-6d0e16d8937f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2626c64-431e-4c9e-9f80-5395b32bc551,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:19.610519 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43894) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:19.615817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:19.662768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] For port f43f940f-c339-4edf-b16b-7fc3dbbec4d8, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:06:19.666501 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:19.670463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] For port f43f940f-c339-4edf-b16b-7fc3dbbec4d8, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f43f940f-c339-4edf-b16b-7fc3dbbec4d8,segment=NetworkSegment(580f68a4-5820-4264-a23b-ea3d0f9fc9c1),segment_id=580f68a4-5820-4264-a23b-ea3d0f9fc9c1)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:06:19.684928 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:19.706732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-4b75ea57-6d52-4322-af23-08131a17af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:19.719680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-4b75ea57-6d52-4322-af23-08131a17af00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cfc854bc6e449febe4daec280f4360a&device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1096 time: 0.2447929 Jul 27 20:06:19.802897 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-6c8191c8-0370-49de-9345-42c36c3519ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 HTTP/1.1" status: 200 len: 217 time: 0.0821955 Jul 27 20:06:19.870964 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea0bdfbc-5ca6-4d6f-a55f-6723c110e6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:19.875859 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00d84d6-a74f-4077-860a-4a68c93bc68a x-openstack-request-id: req-f00d84d6-a74f-4077-860a-4a68c93bc68a {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:06:19.876147 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9b6ecb-8539-41c1-89c7-e469bbab4b46", "tag": "ad8a43b8-3765-45d4-b0b1-b1ac59854fa1", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:06:19.876410 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f00d84d6-a74f-4077-860a-4a68c93bc68a {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:06:19.876798 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9b6ecb-8539-41c1-89c7-e469bbab4b46', 'tag': 'ad8a43b8-3765-45d4-b0b1-b1ac59854fa1', 'status': 'completed', 'code': 200} Jul 27 20:06:19.886795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88621c-68f5-4ebc-aeb3-b91b0b89f24d None None] Pushing event updated for resources: {'Port': ['ID=f43f940f-c339-4edf-b16b-7fc3dbbec4d8,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:19.947768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Allocated IP 172.25.1.68 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/b3d2ded1-dc5e-4bc1-b5f3-0865d554544d) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:19.971217 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea0bdfbc-5ca6-4d6f-a55f-6723c110e6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:19.994505 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-0ee2101e-bd62-4dbb-9315-78082cba9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:19.995994 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-0ee2101e-bd62-4dbb-9315-78082cba9862 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf5ab6fe-df53-4886-98ff-72f7f5514e17 HTTP/1.1" status: 200 len: 848 time: 0.1455564 Jul 27 20:06:20.122158 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1fe5-ce28-42d6-a18a-6db92e356bc9 req-8375b77e-d743-449b-aed9-dc9b6476e898 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:20.123762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1c1fe5-ce28-42d6-a18a-6db92e356bc9 req-8375b77e-d743-449b-aed9-dc9b6476e898 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1096 time: 0.2106380 Jul 27 20:06:20.181758 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:20.272384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:20.289110 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea0bdfbc-5ca6-4d6f-a55f-6723c110e6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:20.297508 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea0bdfbc-5ca6-4d6f-a55f-6723c110e6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:20.301416 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ea0bdfbc-5ca6-4d6f-a55f-6723c110e6de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2626c64-431e-4c9e-9f80-5395b32bc551 HTTP/1.1" status: 204 len: 168 time: 0.6659920 Jul 27 20:06:20.325199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1c1fe5-ce28-42d6-a18a-6db92e356bc9 req-5b2f14c4-6f34-432d-9d8d-510143f4395c tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749482 Jul 27 20:06:20.347385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-e1be2287-876a-4847-85e1-3d264c453188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:20.349952 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-e1be2287-876a-4847-85e1-3d264c453188 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e330e45-3e6d-4b16-98b5-1d83d0969275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3368397 Jul 27 20:06:20.350868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bdfbc-5ca6-4d6f-a55f-6723c110e6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2626c64-431e-4c9e-9f80-5395b32bc551,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:20.431289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:20.432291 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event updated for resources: {'Port': ['ID=b3d2ded1-dc5e-4bc1-b5f3-0865d554544d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:20.442967 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:20.445758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:20.483663 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-97104221-92b5-4a00-a95c-acaa78e8ac73 service neutron] 10.222.0.52 "GET /v2.0/networks/4e330e45-3e6d-4b16-98b5-1d83d0969275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257420 Jul 27 20:06:20.612015 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61bd15ba-5d5e-4ebd-9cad-3bfb300e0546 req-47161c42-a60a-45bd-bfc1-9664d89cdb07 service neutron] 10.222.0.52 "GET /v2.0/networks/4e330e45-3e6d-4b16-98b5-1d83d0969275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198249 Jul 27 20:06:20.735373 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab7cff-768a-47c1-87fd-571b99dd8f55 req-2e23b1ca-0f2e-4d3b-87c4-e79a8d511064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:20.738111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45ab7cff-768a-47c1-87fd-571b99dd8f55 req-2e23b1ca-0f2e-4d3b-87c4-e79a8d511064 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2cfc854bc6e449febe4daec280f4360a&device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1096 time: 0.0732892 Jul 27 20:06:20.783630 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43914) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:20.830154 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:20.862840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab7cff-768a-47c1-87fd-571b99dd8f55 req-96545f1c-2df1-4905-9d44-af00f8be6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:20.864617 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45ab7cff-768a-47c1-87fd-571b99dd8f55 req-96545f1c-2df1-4905-9d44-af00f8be6ae2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e330e45-3e6d-4b16-98b5-1d83d0969275 HTTP/1.1" status: 200 len: 910 time: 0.1192882 Jul 27 20:06:20.894792 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a6a63ec7-6fc1-4104-8783-bd503c60a095 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed4fc8c057674279b9831566bd5711fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1096992 Jul 27 20:06:20.899865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43918) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:20.913181 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45ab7cff-768a-47c1-87fd-571b99dd8f55 req-6cf186fc-4f2b-49e4-8094-875d5934b1e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 HTTP/1.1" status: 200 len: 217 time: 0.0401869 Jul 27 20:06:20.997737 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab7cff-768a-47c1-87fd-571b99dd8f55 req-c6152837-2a9e-46b3-b11c-ad164f89dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:21.000000 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45ab7cff-768a-47c1-87fd-571b99dd8f55 req-c6152837-2a9e-46b3-b11c-ad164f89dd52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf5ab6fe-df53-4886-98ff-72f7f5514e17 HTTP/1.1" status: 200 len: 848 time: 0.0793898 Jul 27 20:06:21.056884 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e46216d9-7a83-4b14-b146-f4d88b0fa1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:21.073813 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab7cff-768a-47c1-87fd-571b99dd8f55 req-66100284-8561-4149-90f8-74a92f721740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:21.075572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45ab7cff-768a-47c1-87fd-571b99dd8f55 req-66100284-8561-4149-90f8-74a92f721740 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e330e45-3e6d-4b16-98b5-1d83d0969275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667531 Jul 27 20:06:21.177812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45ab7cff-768a-47c1-87fd-571b99dd8f55 req-f34a8212-4d76-4a80-912c-f15f47a3e76c service neutron] 10.222.0.52 "GET /v2.0/networks/4e330e45-3e6d-4b16-98b5-1d83d0969275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935292 Jul 27 20:06:21.203062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1f12f5-17c2-4f4f-ab6e-34ec06f5f15d None None] Network 0a8579ac-232a-433e-812f-a2c17c4550b4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:21.283708 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4cb1e8f9-bfe2-448e-9bb6-b94011efc8d0 None None] Provisioning for port f43f940f-c339-4edf-b16b-7fc3dbbec4d8 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:06:21.307662 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45ab7cff-768a-47c1-87fd-571b99dd8f55 req-faee65f8-7e3d-4259-ba9f-ad3690b2fcf7 service neutron] 10.222.0.52 "GET /v2.0/networks/4e330e45-3e6d-4b16-98b5-1d83d0969275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221335 Jul 27 20:06:21.440615 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e46216d9-7a83-4b14-b146-f4d88b0fa1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:21.485931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbe335-852b-4c29-8f4c-3f5d7fef61e7 req-8a1e4c0e-076d-4ca4-bf2b-0cc0a87e77b0 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:21.487715 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4cbe335-852b-4c29-8f4c-3f5d7fef61e7 req-8a1e4c0e-076d-4ca4-bf2b-0cc0a87e77b0 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1096 time: 0.0690553 Jul 27 20:06:21.494853 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:21.542806 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4cbe335-852b-4c29-8f4c-3f5d7fef61e7 req-7d81ca89-6a5c-4e7c-840c-ed7a53d1468e tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443881 Jul 27 20:06:21.610778 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e46216d9-7a83-4b14-b146-f4d88b0fa1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:21.613726 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e46216d9-7a83-4b14-b146-f4d88b0fa1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:21.615088 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e46216d9-7a83-4b14-b146-f4d88b0fa1d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30dffa94-ec9a-4f61-839c-ceff8d968a72 HTTP/1.1" status: 204 len: 168 time: 0.7142363 Jul 27 20:06:21.630802 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46216d9-7a83-4b14-b146-f4d88b0fa1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dffa94-ec9a-4f61-839c-ceff8d968a72,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:21.701470 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Router fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:06:21.840682 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:06:21.868283 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b41567-ee50-47cb-b68f-cbddb1981310 None None] Sync routers for ids ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:06:21.879042 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:21.883315 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-57420626-41fc-4746-b7b1-a5d2ce32cc35 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.3782346 Jul 27 20:06:21.883581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43938) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:21.886027 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b41567-ee50-47cb-b68f-cbddb1981310 None None] Routers {'fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:06:21.886682 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a0b41567-ee50-47cb-b68f-cbddb1981310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:06:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:21.941017 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a0b41567-ee50-47cb-b68f-cbddb1981310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:21.957981 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b41567-ee50-47cb-b68f-cbddb1981310 None None] Routers {'fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:06:21.958856 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a0b41567-ee50-47cb-b68f-cbddb1981310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:06:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:21.962823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f43f940f-c339-4edf-b16b-7fc3dbbec4d8 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:06:22.011411 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a0b41567-ee50-47cb-b68f-cbddb1981310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:22.012085 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b41567-ee50-47cb-b68f-cbddb1981310 None None] The sync data for ids ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:06:22.038328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f43f940f-c339-4edf-b16b-7fc3dbbec4d8 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:06:22.048284 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f43f940f-c339-4edf-b16b-7fc3dbbec4d8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:22.048710 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:22.169678 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:22.214781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port f43f940f-c339-4edf-b16b-7fc3dbbec4d8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f43f940f-c339-4edf-b16b-7fc3dbbec4d8,segment=NetworkSegment(580f68a4-5820-4264-a23b-ea3d0f9fc9c1),segment_id=580f68a4-5820-4264-a23b-ea3d0f9fc9c1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:22.219989 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:22.284878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=f43f940f-c339-4edf-b16b-7fc3dbbec4d8,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:22.462159 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:22.685667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3aec3-8118-4a15-ad3b-4cd90de7dbaa req-82f91477-58bb-4eed-827f-91c82e406c89 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:22.687543 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8d3aec3-8118-4a15-ad3b-4cd90de7dbaa req-82f91477-58bb-4eed-827f-91c82e406c89 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1096 time: 0.0736709 Jul 27 20:06:22.725523 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 43970) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:22.746530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8d3aec3-8118-4a15-ad3b-4cd90de7dbaa req-ad06af19-83f8-411e-98dd-29c7c39ca081 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514781 Jul 27 20:06:22.828363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Allocated IP 172.20.0.1 (0a8579ac-232a-433e-812f-a2c17c4550b4/9dd1f238-ec80-466a-8ac6-e12d651e5c01/fb195a9f-e21b-4c2c-96cf-b7acbf3c9321) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:22.889222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-448667679'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:22.935201 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:22.938574 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:22.959922 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.001572 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.023745 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Transition to ACTIVE for port object fb195a9f-e21b-4c2c-96cf-b7acbf3c9321 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:23.084688 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.138220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Network 0a8579ac-232a-433e-812f-a2c17c4550b4 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:23.148985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:23.154267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:23.160095 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event updated for resources: {'Port': ['ID=fb195a9f-e21b-4c2c-96cf-b7acbf3c9321,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:23.209637 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.216900 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.238051 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.300069 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:06:23.321848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e222f14-251d-413d-a715-5322da89db8a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:23.330689 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.331110 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Added segment bd7aff85-351e-4584-9905-69f5c426e06d of type vlan for network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 Jul 27 20:06:23.353045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:06:23.402392 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.458211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fd35263e-6592-48a7-8f1d-17f8767e1a9e None None] Provisioning for port fb195a9f-e21b-4c2c-96cf-b7acbf3c9321 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:06:23.466914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fd35263e-6592-48a7-8f1d-17f8767e1a9e None None] Provisioning complete for port fb195a9f-e21b-4c2c-96cf-b7acbf3c9321 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:23.467283 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fd35263e-6592-48a7-8f1d-17f8767e1a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.472593 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.478224 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:23.478814 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.501274 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=ad8a43b8-3765-45d4-b0b1-b1ac59854fa1,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:23.521056 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.523938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'ad8a43b8-3765-45d4-b0b1-b1ac59854fa1', 'network_id': '4e330e45-3e6d-4b16-98b5-1d83d0969275', 'port_id': 'ad8a43b8-3765-45d4-b0b1-b1ac59854fa1', 'mac_address': 'fa:16:3e:d7:d0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5ab6fe-df53-4886-98ff-72f7f5514e17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:06:23.528211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-fd35263e-6592-48a7-8f1d-17f8767e1a9e None None] Port fb195a9f-e21b-4c2c-96cf-b7acbf3c9321 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:06:23.614332 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8876548 Jul 27 20:06:23.617553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 43992) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:23.623455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-aaa06a09-ebb1-4add-a3b1-abf492d341ee tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'name': 'tempest-PortsIpV6TestJSON-1165614244'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:23.631706 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d880d-230c-432e-870c-7a5c8f113a66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Network': ['ID=b26ccb33-fd9c-46e6-893f-bfd8ae684a82,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:23.715957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:06:23.730589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa06a09-ebb1-4add-a3b1-abf492d341ee tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:23.735526 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aaa06a09-ebb1-4add-a3b1-abf492d341ee tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.760670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-aaa06a09-ebb1-4add-a3b1-abf492d341ee tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port b23036f4-69c8-4e41-bbdf-faaadbbffb5a yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:06:23.776235 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.799913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:06:23.829235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=ad8a43b8-3765-45d4-b0b1-b1ac59854fa1,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:23.835327 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.925866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=ad8a43b8-3765-45d4-b0b1-b1ac59854fa1,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:23.946020 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.951123 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:23.960702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f43f940f-c339-4edf-b16b-7fc3dbbec4d8 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:06:24.018865 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f43f940f-c339-4edf-b16b-7fc3dbbec4d8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:24.019260 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:24.054698 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:24.057740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event updated for resources: {'Port': ['ID=fb195a9f-e21b-4c2c-96cf-b7acbf3c9321,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:24.102163 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f729024-a3c9-46e5-b1d6-50ff11ea6df6 req-86bace57-5dc2-442d-a680-fcae4b23cd42 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:24.112174 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f729024-a3c9-46e5-b1d6-50ff11ea6df6 req-86bace57-5dc2-442d-a680-fcae4b23cd42 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1097 time: 0.2354722 Jul 27 20:06:24.117814 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aaa06a09-ebb1-4add-a3b1-abf492d341ee tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:24.157310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['ad8a43b8-3765-45d4-b0b1-b1ac59854fa1'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:06:24.179705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f729024-a3c9-46e5-b1d6-50ff11ea6df6 req-7a709f58-ee9e-42df-93d0-8fd384494be4 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618072 Jul 27 20:06:24.189388 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Network 0a8579ac-232a-433e-812f-a2c17c4550b4 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:24.190967 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:24.229309 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aaa06a09-ebb1-4add-a3b1-abf492d341ee tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:24.324798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa06a09-ebb1-4add-a3b1-abf492d341ee tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=b23036f4-69c8-4e41-bbdf-faaadbbffb5a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:24.335048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa06a09-ebb1-4add-a3b1-abf492d341ee tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Checking segment: {'id': 'bd7aff85-351e-4584-9905-69f5c426e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:06:24.335429 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa06a09-ebb1-4add-a3b1-abf492d341ee tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network hostable DHCP agents. Network: b26ccb33-fd9c-46e6-893f-bfd8ae684a82, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:06:24.354842 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa06a09-ebb1-4add-a3b1-abf492d341ee tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:06:24.379641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-aaa06a09-ebb1-4add-a3b1-abf492d341ee tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, b26ccb33-fd9c-46e6-893f-bfd8ae684a82) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:24.383790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa06a09-ebb1-4add-a3b1-abf492d341ee tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:24.389590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa06a09-ebb1-4add-a3b1-abf492d341ee tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:24.390781 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aaa06a09-ebb1-4add-a3b1-abf492d341ee tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:24.397402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891a9884-1af6-491e-841a-044e3a5dc502 None None] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:24.422429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aaa06a09-ebb1-4add-a3b1-abf492d341ee tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8037031 Jul 27 20:06:24.433503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44010) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:24.438428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8522abc5-e397-4313-ba99-4719718132e3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1819742848'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:24.459186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Router fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:06:24.479485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8522abc5-e397-4313-ba99-4719718132e3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:24.486998 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8522abc5-e397-4313-ba99-4719718132e3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:24.532977 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8522abc5-e397-4313-ba99-4719718132e3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:06:24.548727 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8522abc5-e397-4313-ba99-4719718132e3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:24.549135 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-8522abc5-e397-4313-ba99-4719718132e3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Added segment 3cf3b92f-d0b5-4676-ad99-7546fea66514 of type vlan for network a083d31c-3a58-42d8-96e1-496deb4faf1f Jul 27 20:06:24.608316 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4328831b-226c-4741-81b5-eafe7c396f60 None None] Provisioning complete for port fb195a9f-e21b-4c2c-96cf-b7acbf3c9321 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:24.608721 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4328831b-226c-4741-81b5-eafe7c396f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:24.609139 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8522abc5-e397-4313-ba99-4719718132e3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:24.636481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:06:24.644811 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-85201bbb-4d8a-4be5-ac3c-ebbe4a93d9f1 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] 10.222.0.48 "PUT /v2.0/routers/fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7601607 Jul 27 20:06:24.645878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44020) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:24.651811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d8bd1ff9-bd2d-4a7e-8531-6848811ae4e6 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Request body: {'port': {'network_id': '0a8579ac-232a-433e-812f-a2c17c4550b4', 'name': 'tempest-FloatingIPAdminTestJSON-380025292'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:24.663962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd79e6ff-e841-4150-b91f-669d51973036 None None] Sync routers for ids ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:06:24.693776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd79e6ff-e841-4150-b91f-669d51973036 None None] Routers {'fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:06:24.694308 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-bd79e6ff-e841-4150-b91f-669d51973036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:06:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:24.717444 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8522abc5-e397-4313-ba99-4719718132e3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:24.723389 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8522abc5-e397-4313-ba99-4719718132e3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:24.724573 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8522abc5-e397-4313-ba99-4719718132e3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:24.743483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-bd79e6ff-e841-4150-b91f-669d51973036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:24.746777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4328831b-226c-4741-81b5-eafe7c396f60 None None] Port fb195a9f-e21b-4c2c-96cf-b7acbf3c9321 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:06:24.756902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8522abc5-e397-4313-ba99-4719718132e3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3251173 Jul 27 20:06:24.759825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44024) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:24.759970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd79e6ff-e841-4150-b91f-669d51973036 None None] Routers {'fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:06:24.760544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-bd79e6ff-e841-4150-b91f-669d51973036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:06:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:24.765537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'ports': [{'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82'}, {'network_id': 'a083d31c-3a58-42d8-96e1-496deb4faf1f'}]} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:24.765933 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:24.766486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'network_id': 'a083d31c-3a58-42d8-96e1-496deb4faf1f'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:24.800023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-bd79e6ff-e841-4150-b91f-669d51973036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:24.800729 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd79e6ff-e841-4150-b91f-669d51973036 None None] The sync data for ids ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:06:24.882102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522abc5-e397-4313-ba99-4719718132e3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Network': ['ID=a083d31c-3a58-42d8-96e1-496deb4faf1f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:24.896527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network a083d31c-3a58-42d8-96e1-496deb4faf1f details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:06:24.933373 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bd1ff9-bd2d-4a7e-8531-6848811ae4e6 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Made reservation on behalf of 06deb64286b547f1949c44b353123b99 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:24.939312 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1ff9-bd2d-4a7e-8531-6848811ae4e6 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:24.967391 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-d8bd1ff9-bd2d-4a7e-8531-6848811ae4e6 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] device_id is not set on port 71555f28-2f15-4a9c-91cc-de276600493c yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:06:25.018641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'port': 2} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:25.027985 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:25.051003 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:25.095917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-d8bd1ff9-bd2d-4a7e-8531-6848811ae4e6 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Allocated IP 172.20.0.6 (0a8579ac-232a-433e-812f-a2c17c4550b4/9dd1f238-ec80-466a-8ac6-e12d651e5c01/71555f28-2f15-4a9c-91cc-de276600493c) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:25.167086 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port b061b58d-392b-499c-a25d-38e6b4661d16 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:06:25.279696 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1ff9-bd2d-4a7e-8531-6848811ae4e6 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:25.295559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d8bd1ff9-bd2d-4a7e-8531-6848811ae4e6 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Transition to ACTIVE for port object 71555f28-2f15-4a9c-91cc-de276600493c will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:25.330231 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:25.354354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:06:25.386981 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1ff9-bd2d-4a7e-8531-6848811ae4e6 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:25.439707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15d217-cca2-467b-a770-9ba6b7bd3ed7 req-a3592da6-3876-416c-bfc0-aa82f4f0c109 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:25.440806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:06:25.441312 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a15d217-cca2-467b-a770-9ba6b7bd3ed7 req-a3592da6-3876-416c-bfc0-aa82f4f0c109 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1097 time: 0.1231229 Jul 27 20:06:25.448727 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:25.449393 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:25.458275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port c009f16e-11ae-4d0d-aed5-b0961375d362 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:06:25.461830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bd1ff9-bd2d-4a7e-8531-6848811ae4e6 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Network 0a8579ac-232a-433e-812f-a2c17c4550b4 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:25.513605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d8bd1ff9-bd2d-4a7e-8531-6848811ae4e6 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:25.519142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bd1ff9-bd2d-4a7e-8531-6848811ae4e6 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:25.534589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd1ff9-bd2d-4a7e-8531-6848811ae4e6 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event updated for resources: {'Port': ['ID=71555f28-2f15-4a9c-91cc-de276600493c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:25.592895 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:25.629035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a15d217-cca2-467b-a770-9ba6b7bd3ed7 req-1edc693d-e5ca-43e4-a3ab-76470661b11c tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736057 Jul 27 20:06:25.665667 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=ad8a43b8-3765-45d4-b0b1-b1ac59854fa1,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:25.666864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9b6ecb-8539-41c1-89c7-e469bbab4b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8a43b8-3765-45d4-b0b1-b1ac59854fa1'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:06:25.670261 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cb7e1a-5aae-4b67-ade2-4bcf442d3a89" -d '{"events": [{"server_uuid": "cb9b6ecb-8539-41c1-89c7-e469bbab4b46", "name": "network-vif-plugged", "status": "completed", "tag": "ad8a43b8-3765-45d4-b0b1-b1ac59854fa1"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:06:25.676340 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bd1ff9-bd2d-4a7e-8531-6848811ae4e6 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:25.676340 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1ff9-bd2d-4a7e-8531-6848811ae4e6 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:25.691088 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:25.715696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d8bd1ff9-bd2d-4a7e-8531-6848811ae4e6 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0684800 Jul 27 20:06:25.716424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44042) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:25.761551 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:25.785946 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8463ee9-c86b-4396-ad49-cade299932ed x-openstack-request-id: req-c8463ee9-c86b-4396-ad49-cade299932ed {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:06:25.789212 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9b6ecb-8539-41c1-89c7-e469bbab4b46", "name": "network-vif-plugged", "status": "completed", "tag": "ad8a43b8-3765-45d4-b0b1-b1ac59854fa1", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:06:25.789443 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8463ee9-c86b-4396-ad49-cade299932ed {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:06:25.789890 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9b6ecb-8539-41c1-89c7-e469bbab4b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8a43b8-3765-45d4-b0b1-b1ac59854fa1', 'code': 200} Jul 27 20:06:25.833173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=ad8a43b8-3765-45d4-b0b1-b1ac59854fa1,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:25.853900 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:25.881516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fab50ee0-8263-4dd3-886a-4fa67633d56a None None] Provisioning for port 71555f28-2f15-4a9c-91cc-de276600493c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:06:25.885953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fab50ee0-8263-4dd3-886a-4fa67633d56a None None] Provisioning complete for port 71555f28-2f15-4a9c-91cc-de276600493c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:25.886318 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fab50ee0-8263-4dd3-886a-4fa67633d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:25.905406 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'project_id': '06deb64286b547f1949c44b353123b99', 'port_id': '71555f28-2f15-4a9c-91cc-de276600493c'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:25.916943 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a70d2-845b-413f-b7f5-4ab7dcf6fcbb req-af5ae3a7-0b28-4c3d-951e-6c587c40234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:25.922230 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c46a70d2-845b-413f-b7f5-4ab7dcf6fcbb req-af5ae3a7-0b28-4c3d-951e-6c587c40234c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1098 time: 0.0791247 Jul 27 20:06:25.926454 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-fab50ee0-8263-4dd3-886a-4fa67633d56a None None] Port 71555f28-2f15-4a9c-91cc-de276600493c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:06:25.931837 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:25.935815 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:25.940566 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:25.941385 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:25.960701 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=b061b58d-392b-499c-a25d-38e6b4661d16,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:25.982647 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:25.999731 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c46a70d2-845b-413f-b7f5-4ab7dcf6fcbb req-0fa595ad-d16f-4e40-b425-9bb1de5414de service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650644 Jul 27 20:06:26.047241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=c009f16e-11ae-4d0d-aed5-b0961375d362,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:26.053636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Checking segment: {'id': '3cf3b92f-d0b5-4676-ad99-7546fea66514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a083d31c-3a58-42d8-96e1-496deb4faf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:06:26.054141 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network hostable DHCP agents. Network: a083d31c-3a58-42d8-96e1-496deb4faf1f, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:06:26.074655 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network a083d31c-3a58-42d8-96e1-496deb4faf1f is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:06:26.084933 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, a083d31c-3a58-42d8-96e1-496deb4faf1f) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:26.089713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:26.095384 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:26.098006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:26.099990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9cb71-2449-4dfc-8be0-4d42ab08b63b None None] Network a083d31c-3a58-42d8-96e1-496deb4faf1f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:26.103493 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:26.104269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:26.171164 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-311b0b0c-1dc8-4fb9-b272-11889409ed74 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4085891 Jul 27 20:06:26.171552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44052) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:26.229401 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Allocated IP 172.25.1.100 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/dd9258e3-9988-45a5-be2f-b1632f6054fc) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:26.325287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-dc6840e9-8795-467f-a400-15b5b45c7e8a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port c009f16e-11ae-4d0d-aed5-b0961375d362 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:26.325831 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc6840e9-8795-467f-a400-15b5b45c7e8a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:26.366992 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:26.403274 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc6840e9-8795-467f-a400-15b5b45c7e8a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:26.410529 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:26.417474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-dc6840e9-8795-467f-a400-15b5b45c7e8a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for c009f16e-11ae-4d0d-aed5-b0961375d362 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:26.460500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:26.464468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:26.470828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:26.517993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Pushing event updated for resources: {'Port': ['ID=dd9258e3-9988-45a5-be2f-b1632f6054fc,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:26.910616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e23fb-eab5-499c-8220-33dcc61c7eb1 req-5b244c30-ab8e-4f31-a62e-90e149f415bc tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:26.911854 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc6840e9-8795-467f-a400-15b5b45c7e8a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:26.923123 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f8e23fb-eab5-499c-8220-33dcc61c7eb1 req-5b244c30-ab8e-4f31-a62e-90e149f415bc tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1098 time: 0.2187183 Jul 27 20:06:26.963909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6840e9-8795-467f-a400-15b5b45c7e8a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=c009f16e-11ae-4d0d-aed5-b0961375d362,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:26.966291 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc6840e9-8795-467f-a400-15b5b45c7e8a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:26.975091 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dc6840e9-8795-467f-a400-15b5b45c7e8a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/c009f16e-11ae-4d0d-aed5-b0961375d362 HTTP/1.1" status: 204 len: 168 time: 0.8024995 Jul 27 20:06:26.986018 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44062) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:27.146400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5863ba3-3c3b-43c9-befd-4adfb0d30f47 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:27.152222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5863ba3-3c3b-43c9-befd-4adfb0d30f47 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:27.156993 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b5863ba3-3c3b-43c9-befd-4adfb0d30f47 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1655302 Jul 27 20:06:27.156993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44068) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:27.189824 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f8e23fb-eab5-499c-8220-33dcc61c7eb1 req-5a23c8a8-28a7-42d3-b18a-c4849131b313 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109506 Jul 27 20:06:27.287785 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f1bd6-e8c2-48eb-85e0-c6a4ca4650d8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port b061b58d-392b-499c-a25d-38e6b4661d16 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:27.288174 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d3f1bd6-e8c2-48eb-85e0-c6a4ca4650d8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:27.377994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d3f1bd6-e8c2-48eb-85e0-c6a4ca4650d8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:27.396570 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f1bd6-e8c2-48eb-85e0-c6a4ca4650d8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for b061b58d-392b-499c-a25d-38e6b4661d16 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:27.490626 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d3f1bd6-e8c2-48eb-85e0-c6a4ca4650d8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:27.527230 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f1bd6-e8c2-48eb-85e0-c6a4ca4650d8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=b061b58d-392b-499c-a25d-38e6b4661d16,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:27.552117 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d3f1bd6-e8c2-48eb-85e0-c6a4ca4650d8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:27.565005 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4d3f1bd6-e8c2-48eb-85e0-c6a4ca4650d8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/b061b58d-392b-499c-a25d-38e6b4661d16 HTTP/1.1" status: 204 len: 168 time: 0.4045742 Jul 27 20:06:27.565267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44072) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:27.609814 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:27.642359 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27124cc4-eb43-455d-89de-0811fee60e9e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:27.646466 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-27124cc4-eb43-455d-89de-0811fee60e9e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0776067 Jul 27 20:06:27.646971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44074) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:27.678486 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-686e63d3-3c2c-4d04-b9c0-dc3c77e576e4 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] GET failed (client error): The resource could not be found. Jul 27 20:06:27.683017 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-686e63d3-3c2c-4d04-b9c0-dc3c77e576e4 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/c009f16e-11ae-4d0d-aed5-b0961375d362 HTTP/1.1" status: 404 len: 333 time: 0.0323067 Jul 27 20:06:27.684827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44076) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:27.721720 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c8ba16-00f4-4569-8236-410fc574d079 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] GET failed (client error): The resource could not be found. Jul 27 20:06:27.724541 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-35c8ba16-00f4-4569-8236-410fc574d079 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/b061b58d-392b-499c-a25d-38e6b4661d16 HTTP/1.1" status: 404 len: 333 time: 0.0375204 Jul 27 20:06:27.731674 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44080) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:27.768795 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:27.845247 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-268e3e8a-931b-4804-98c7-e7463b2ddbb3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:27.966740 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:27.973110 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:28.038778 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-268e3e8a-931b-4804-98c7-e7463b2ddbb3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:28.068301 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-268e3e8a-931b-4804-98c7-e7463b2ddbb3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a083d31c-3a58-42d8-96e1-496deb4faf1f']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:28.080988 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-268e3e8a-931b-4804-98c7-e7463b2ddbb3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf3b92f-d0b5-4676-ad99-7546fea66514') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:28.081561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-268e3e8a-931b-4804-98c7-e7463b2ddbb3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf3b92f-d0b5-4676-ad99-7546fea66514') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:28.092656 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-268e3e8a-931b-4804-98c7-e7463b2ddbb3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:28.100019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Pushing event updated for resources: {'Port': ['ID=dd9258e3-9988-45a5-be2f-b1632f6054fc,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:28.115763 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:28.151248 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-268e3e8a-931b-4804-98c7-e7463b2ddbb3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:28.166404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268e3e8a-931b-4804-98c7-e7463b2ddbb3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:06:28.167538 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-268e3e8a-931b-4804-98c7-e7463b2ddbb3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:06:28.175103 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:06:28.311742 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-268e3e8a-931b-4804-98c7-e7463b2ddbb3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:28.333892 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-268e3e8a-931b-4804-98c7-e7463b2ddbb3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:28.337148 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-268e3e8a-931b-4804-98c7-e7463b2ddbb3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/networks/a083d31c-3a58-42d8-96e1-496deb4faf1f HTTP/1.1" status: 204 len: 168 time: 0.6042676 Jul 27 20:06:28.338995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e3e8a-931b-4804-98c7-e7463b2ddbb3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Network': ['ID=a083d31c-3a58-42d8-96e1-496deb4faf1f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:28.341496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44094) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:28.347753 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-816a8847-4fbe-415c-b2e4-22c34bbb0881 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1244893846'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:28.352294 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Floating IP 1e016f58-de89-43ac-879b-760040b38003 associated. External IP: 172.25.1.100, port: 71555f28-2f15-4a9c-91cc-de276600493c. Jul 27 20:06:28.385739 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816a8847-4fbe-415c-b2e4-22c34bbb0881 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:28.390322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-816a8847-4fbe-415c-b2e4-22c34bbb0881 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:28.418616 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816a8847-4fbe-415c-b2e4-22c34bbb0881 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:06:28.431555 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-816a8847-4fbe-415c-b2e4-22c34bbb0881 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:28.432261 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-816a8847-4fbe-415c-b2e4-22c34bbb0881 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Added segment b0c1ae13-3a08-4f85-bc0a-149f1a13d11f of type vlan for network a7241f0e-ef09-4237-a145-e9b6f8a26305 Jul 27 20:06:28.484297 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-816a8847-4fbe-415c-b2e4-22c34bbb0881 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:28.530458 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-816a8847-4fbe-415c-b2e4-22c34bbb0881 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:28.541942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a8847-4fbe-415c-b2e4-22c34bbb0881 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:28.542595 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-816a8847-4fbe-415c-b2e4-22c34bbb0881 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:28.616478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc327a1a-0c19-435e-bb48-6f7a5c5867df req-db708a0a-ae12-4f32-9032-9ba9f15949f1 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:28.618513 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc327a1a-0c19-435e-bb48-6f7a5c5867df req-db708a0a-ae12-4f32-9032-9ba9f15949f1 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1098 time: 0.3325405 Jul 27 20:06:28.633932 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-816a8847-4fbe-415c-b2e4-22c34bbb0881 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2904551 Jul 27 20:06:28.640696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44096) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:28.650742 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-feb39841-2e4c-4997-a7e8-980ee54f1b4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'subnet': {'network_id': 'a7241f0e-ef09-4237-a145-e9b6f8a26305', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:28.666322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a8847-4fbe-415c-b2e4-22c34bbb0881 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Network': ['ID=a7241f0e-ef09-4237-a145-e9b6f8a26305,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:28.687192 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network a7241f0e-ef09-4237-a145-e9b6f8a26305 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:06:28.805865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc327a1a-0c19-435e-bb48-6f7a5c5867df req-0874b8ff-0f62-46c3-9e9f-f5c5ed80f02c tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799502 Jul 27 20:06:28.822568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Router fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:06:28.841703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb39841-2e4c-4997-a7e8-980ee54f1b4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:28.845426 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-feb39841-2e4c-4997-a7e8-980ee54f1b4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:29.131289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:06:29.151550 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c39b2-d5fa-4329-9782-b12192dccee6 None None] Sync routers for ids ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:06:29.162464 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd9347-75db-492a-bdfe-bd74c1bfc68f req-93f25513-d0bb-454b-ac13-df39b7e1fe6b tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:29.164263 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-edfd9347-75db-492a-bdfe-bd74c1bfc68f req-93f25513-d0bb-454b-ac13-df39b7e1fe6b tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1098 time: 0.2018309 Jul 27 20:06:29.180316 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:29.186856 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c39b2-d5fa-4329-9782-b12192dccee6 None None] Routers {'fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:06:29.189535 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-881c39b2-d5fa-4329-9782-b12192dccee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:06:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:29.227619 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-881c39b2-d5fa-4329-9782-b12192dccee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:29.247660 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c39b2-d5fa-4329-9782-b12192dccee6 None None] Routers {'fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:06:29.249087 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-881c39b2-d5fa-4329-9782-b12192dccee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:06:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:29.274128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-edfd9347-75db-492a-bdfe-bd74c1bfc68f req-4bf824b4-8c04-414b-a6a4-0bcf06774a31 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976789 Jul 27 20:06:29.278239 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-feb39841-2e4c-4997-a7e8-980ee54f1b4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:29.287007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44108) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:29.287658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c80529b6-6b52-4c2f-a04e-bf478172c02d tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.5694783 Jul 27 20:06:29.338681 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-881c39b2-d5fa-4329-9782-b12192dccee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:29.341949 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c39b2-d5fa-4329-9782-b12192dccee6 None None] The sync data for ids ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:06:29.451102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb39841-2e4c-4997-a7e8-980ee54f1b4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Checking segment: {'id': 'b0c1ae13-3a08-4f85-bc0a-149f1a13d11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7241f0e-ef09-4237-a145-e9b6f8a26305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:06:29.451491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb39841-2e4c-4997-a7e8-980ee54f1b4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network hostable DHCP agents. Network: a7241f0e-ef09-4237-a145-e9b6f8a26305, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:06:29.455254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb39841-2e4c-4997-a7e8-980ee54f1b4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Subnet': ['ID=52c12f28-7e2a-4a25-9e8c-c10730c5f4b4,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:29.504212 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb39841-2e4c-4997-a7e8-980ee54f1b4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network a7241f0e-ef09-4237-a145-e9b6f8a26305 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:06:29.511749 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-96d598bf-202f-4b11-b20e-d1297203e361 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] 10.222.0.48 "GET /v2.0/floatingips/1e016f58-de89-43ac-879b-760040b38003 HTTP/1.1" status: 200 len: 982 time: 0.2188668 Jul 27 20:06:29.512074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44122) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:29.541072 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-feb39841-2e4c-4997-a7e8-980ee54f1b4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, a7241f0e-ef09-4237-a145-e9b6f8a26305) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:29.551010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4d057a-af08-4d2a-9db1-14ec75510fc8 None None] Network a7241f0e-ef09-4237-a145-e9b6f8a26305 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:29.607721 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb39841-2e4c-4997-a7e8-980ee54f1b4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:29.608430 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-feb39841-2e4c-4997-a7e8-980ee54f1b4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:29.612586 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ac102aa2-b1ab-43a0-9ab8-1a28f0cbae3a tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.0986784 Jul 27 20:06:29.614040 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44128) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:29.655565 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-feb39841-2e4c-4997-a7e8-980ee54f1b4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0129538 Jul 27 20:06:29.658399 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44130) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:29.667980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5aa83e9d-8d29-42ad-a1e3-ab2d7bedfafb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'network_id': 'a7241f0e-ef09-4237-a145-e9b6f8a26305', 'name': 'tempest-PortsIpV6TestJSON-1601982751'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:29.836445 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-a7241f0e-ef09-4237-a145-e9b6f8a26305', 'network_id': 'a7241f0e-ef09-4237-a145-e9b6f8a26305', 'tenant_id': '8024ff11f0b84b95aafc6c2acb787d47', 'fixed_ips': [{'subnet_id': '52c12f28-7e2a-4a25-9e8c-c10730c5f4b4'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:06:29.837323 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:29.870015 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4595ec-60ab-42ba-abe6-37ae4f4ef7de req-eb601a1c-e564-4742-bfb8-befd90a8e085 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:29.880076 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-da4595ec-60ab-42ba-abe6-37ae4f4ef7de req-eb601a1c-e564-4742-bfb8-befd90a8e085 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1098 time: 0.3587184 Jul 27 20:06:29.950827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-da4595ec-60ab-42ba-abe6-37ae4f4ef7de req-b562c3c8-8da5-4db5-9244-7b6daf726573 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697043 Jul 27 20:06:29.959022 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa83e9d-8d29-42ad-a1e3-ab2d7bedfafb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:29.963650 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5aa83e9d-8d29-42ad-a1e3-ab2d7bedfafb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:29.966798 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-64736fb0-c18e-4ce4-8014-b06120747268 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Deleting port dd9258e3-9988-45a5-be2f-b1632f6054fc {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:29.967142 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64736fb0-c18e-4ce4-8014-b06120747268 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:29.987178 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-5aa83e9d-8d29-42ad-a1e3-ab2d7bedfafb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port 308e27b5-f4f5-4530-a485-c07fd5647a02 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:06:30.072297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Allocated IP 2001:db8::2 (a7241f0e-ef09-4237-a145-e9b6f8a26305/52c12f28-7e2a-4a25-9e8c-c10730c5f4b4/fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:30.245704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64736fb0-c18e-4ce4-8014-b06120747268 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:30.247794 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64736fb0-c18e-4ce4-8014-b06120747268 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:30.277113 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:30.287047 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Transition to ACTIVE for port object fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:30.304561 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Transition to ACTIVE for port object fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:30.318590 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:30.332067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-64736fb0-c18e-4ce4-8014-b06120747268 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Calling delete_port for dd9258e3-9988-45a5-be2f-b1632f6054fc owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:30.371501 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Network a7241f0e-ef09-4237-a145-e9b6f8a26305 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:30.375779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:30.383598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:30.403840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Pushing event updated for resources: {'Port': ['ID=fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:30.447313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-5aa83e9d-8d29-42ad-a1e3-ab2d7bedfafb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Allocated IP 2001:db8::3d2 (a7241f0e-ef09-4237-a145-e9b6f8a26305/52c12f28-7e2a-4a25-9e8c-c10730c5f4b4/308e27b5-f4f5-4530-a485-c07fd5647a02) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:30.508101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Attempting to bind port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:06:30.509775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Attempting to bind port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'b0c1ae13-3a08-4f85-bc0a-149f1a13d11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7241f0e-ef09-4237-a145-e9b6f8a26305'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:06:30.510601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Attempting to bind port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f on network a7241f0e-ef09-4237-a145-e9b6f8a26305 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:06:30.522556 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:06:30.525914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Checking segment: {'id': 'b0c1ae13-3a08-4f85-bc0a-149f1a13d11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7241f0e-ef09-4237-a145-e9b6f8a26305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:06:30.526431 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:30.527317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Bound using segment: {'id': 'b0c1ae13-3a08-4f85-bc0a-149f1a13d11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7241f0e-ef09-4237-a145-e9b6f8a26305'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:06:30.529817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Bound port: fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c1ae13-3a08-4f85-bc0a-149f1a13d11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a7241f0e-ef09-4237-a145-e9b6f8a26305'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:06:30.530710 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:30.542857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44154) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:30.647313 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] For port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:06:30.648373 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5aa83e9d-8d29-42ad-a1e3-ab2d7bedfafb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:30.655453 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] For port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f,segment=NetworkSegment(b0c1ae13-3a08-4f85-bc0a-149f1a13d11f),segment_id=b0c1ae13-3a08-4f85-bc0a-149f1a13d11f)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:06:30.661556 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:30.667233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-5aa83e9d-8d29-42ad-a1e3-ab2d7bedfafb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Transition to ACTIVE for port object 308e27b5-f4f5-4530-a485-c07fd5647a02 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:30.741106 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5aa83e9d-8d29-42ad-a1e3-ab2d7bedfafb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:30.822043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04612626-873a-4fd4-bd9e-1df53828f287 req-164dd1ce-98e5-4571-8bc1-918b84cbd59a tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:30.829915 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7895ccf9-9b61-4911-9d57-e6116baa9760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:30.830160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-04612626-873a-4fd4-bd9e-1df53828f287 req-164dd1ce-98e5-4571-8bc1-918b84cbd59a tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1098 time: 0.2110007 Jul 27 20:06:30.833662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7824198-3981-49a2-ba03-b765fbae6b1f None None] Pushing event updated for resources: {'Port': ['ID=fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:30.855431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa83e9d-8d29-42ad-a1e3-ab2d7bedfafb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network a7241f0e-ef09-4237-a145-e9b6f8a26305 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:30.867334 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64736fb0-c18e-4ce4-8014-b06120747268 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:30.876347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-5aa83e9d-8d29-42ad-a1e3-ab2d7bedfafb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:30.881544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa83e9d-8d29-42ad-a1e3-ab2d7bedfafb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:30.887425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa83e9d-8d29-42ad-a1e3-ab2d7bedfafb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:30.888082 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5aa83e9d-8d29-42ad-a1e3-ab2d7bedfafb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:30.892962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-04612626-873a-4fd4-bd9e-1df53828f287 req-a2818738-43cb-44d1-b3dc-ff1006f2ddb1 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614479 Jul 27 20:06:30.894342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa83e9d-8d29-42ad-a1e3-ab2d7bedfafb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=308e27b5-f4f5-4530-a485-c07fd5647a02,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:30.899675 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64736fb0-c18e-4ce4-8014-b06120747268 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event deleted for resources: {'Port': ['ID=dd9258e3-9988-45a5-be2f-b1632f6054fc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:31.026004 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64736fb0-c18e-4ce4-8014-b06120747268 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:31.026351 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-64736fb0-c18e-4ce4-8014-b06120747268 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Floating IP 1e016f58-de89-43ac-879b-760040b38003 disassociated (deleted). External IP: 172.25.1.100, port: 71555f28-2f15-4a9c-91cc-de276600493c. Jul 27 20:06:31.104646 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7895ccf9-9b61-4911-9d57-e6116baa9760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:31.114753 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5aa83e9d-8d29-42ad-a1e3-ab2d7bedfafb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4552500 Jul 27 20:06:31.119227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44160) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:31.143355 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7895ccf9-9b61-4911-9d57-e6116baa9760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:31.206010 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7895ccf9-9b61-4911-9d57-e6116baa9760 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6bb1696bb1774a72a4d6d0a170f19beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6593919 Jul 27 20:06:31.206247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44164) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:31.208320 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895ccf9-9b61-4911-9d57-e6116baa9760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57febb34-4e4a-4a8b-be92-1c745bfb9342,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:31.307295 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d56de6dd-0a45-4bc0-92be-7fffec084dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:31.320903 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6b7dd069-490c-4487-880d-03c600246296 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port 308e27b5-f4f5-4530-a485-c07fd5647a02 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:31.321427 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b7dd069-490c-4487-880d-03c600246296 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:31.372652 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64736fb0-c18e-4ce4-8014-b06120747268 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Router fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:06:31.378395 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d56de6dd-0a45-4bc0-92be-7fffec084dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:31.454356 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b7dd069-490c-4487-880d-03c600246296 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:31.475782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6b7dd069-490c-4487-880d-03c600246296 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for 308e27b5-f4f5-4530-a485-c07fd5647a02 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:31.483594 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d56de6dd-0a45-4bc0-92be-7fffec084dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:31.487385 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d56de6dd-0a45-4bc0-92be-7fffec084dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:31.491218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d56de6dd-0a45-4bc0-92be-7fffec084dde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57febb34-4e4a-4a8b-be92-1c745bfb9342 HTTP/1.1" status: 204 len: 168 time: 0.2813828 Jul 27 20:06:31.506475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56de6dd-0a45-4bc0-92be-7fffec084dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57febb34-4e4a-4a8b-be92-1c745bfb9342,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:31.508801 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64736fb0-c18e-4ce4-8014-b06120747268 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:06:31.514132 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64736fb0-c18e-4ce4-8014-b06120747268 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:31.536376 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85622636-961b-42dd-b01e-16c37ea0efc1 None None] Sync routers for ids ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:06:31.561150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85622636-961b-42dd-b01e-16c37ea0efc1 None None] Routers {'fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:06:31.561872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-85622636-961b-42dd-b01e-16c37ea0efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:06:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:31.564193 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-64736fb0-c18e-4ce4-8014-b06120747268 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] 10.222.0.48 "DELETE /v2.0/floatingips/1e016f58-de89-43ac-879b-760040b38003 HTTP/1.1" status: 204 len: 168 time: 1.9489486 Jul 27 20:06:31.569969 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44172) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:31.576166 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:31.622617 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:31.623707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-85622636-961b-42dd-b01e-16c37ea0efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:31.652212 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85622636-961b-42dd-b01e-16c37ea0efc1 None None] Routers {'fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:06:31.653314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-85622636-961b-42dd-b01e-16c37ea0efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:06:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:31.732427 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b7dd069-490c-4487-880d-03c600246296 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:31.766311 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-85622636-961b-42dd-b01e-16c37ea0efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:31.769721 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85622636-961b-42dd-b01e-16c37ea0efc1 None None] The sync data for ids ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:06:31.774346 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:31.803900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7dd069-490c-4487-880d-03c600246296 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=308e27b5-f4f5-4530-a485-c07fd5647a02,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:31.864989 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b7dd069-490c-4487-880d-03c600246296 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:31.869710 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6b7dd069-490c-4487-880d-03c600246296 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/308e27b5-f4f5-4530-a485-c07fd5647a02 HTTP/1.1" status: 204 len: 168 time: 0.7467768 Jul 27 20:06:31.870205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44176) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:31.919771 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-7212b734-38ff-4793-b2da-a020d17fe9f1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] DELETE failed (client error): The resource could not be found. Jul 27 20:06:31.920168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7212b734-38ff-4793-b2da-a020d17fe9f1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:06:31.924735 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7212b734-38ff-4793-b2da-a020d17fe9f1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/308e27b5-f4f5-4530-a485-c07fd5647a02 HTTP/1.1" status: 404 len: 333 time: 0.0510399 Jul 27 20:06:31.930952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44178) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:31.984253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb4973-4eee-4bdc-bb5e-639a33c1d791 req-193a236e-1a57-40db-96ec-b7e7b8173b22 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:31.985871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2eb4973-4eee-4bdc-bb5e-639a33c1d791 req-193a236e-1a57-40db-96ec-b7e7b8173b22 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1098 time: 0.2685258 Jul 27 20:06:31.987083 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf656ed1-3f2b-4480-9945-93dbb28daf26 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] GET failed (client error): The resource could not be found. Jul 27 20:06:31.988635 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cf656ed1-3f2b-4480-9945-93dbb28daf26 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/308e27b5-f4f5-4530-a485-c07fd5647a02 HTTP/1.1" status: 404 len: 333 time: 0.0566754 Jul 27 20:06:31.991726 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44182) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:32.039873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:06:32.097574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Allocated IP 172.25.1.166 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/5c4e0792-aaaa-45f4-bb4e-6f0f7014d981) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:32.114846 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a425f1-fc76-4032-899f-294eabe48f66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting subnet 52c12f28-7e2a-4a25-9e8c-c10730c5f4b4 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:06:32.137487 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22a425f1-fc76-4032-899f-294eabe48f66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.188666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:06:32.191348 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44184) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:32.226887 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bfe22689-609a-4b70-92a4-90b0d5dd6196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.247236 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf68f3bc-aedc-4dac-8b37-7d8f0ca5f024 None None] Network a7241f0e-ef09-4237-a145-e9b6f8a26305 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:32.251992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-b2eb4973-4eee-4bdc-bb5e-639a33c1d791 req-513a91b1-be9e-4c80-8ee0-6efc35665431 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Deleting port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:32.252339 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b2eb4973-4eee-4bdc-bb5e-639a33c1d791 req-513a91b1-be9e-4c80-8ee0-6efc35665431 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.296184 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22a425f1-fc76-4032-899f-294eabe48f66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.306531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cca37cfb-273e-481d-a184-7b5ac5f0ea1e None None] Provisioning for port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:06:32.317092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cca37cfb-273e-481d-a184-7b5ac5f0ea1e None None] Provisioning complete for port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:32.317688 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cca37cfb-273e-481d-a184-7b5ac5f0ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.361129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7027d6-ce28-482e-b175-bb66e1d58481 req-689bbfdd-2d67-4b6c-ae3a-d7c5151ca4c4 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:32.362891 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b7027d6-ce28-482e-b175-bb66e1d58481 req-689bbfdd-2d67-4b6c-ae3a-d7c5151ca4c4 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 1098 time: 0.2281141 Jul 27 20:06:32.414290 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22a425f1-fc76-4032-899f-294eabe48f66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.479967 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22a425f1-fc76-4032-899f-294eabe48f66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.483185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-b2eb4973-4eee-4bdc-bb5e-639a33c1d791 req-513a91b1-be9e-4c80-8ee0-6efc35665431 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] For port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=ad8a43b8-3765-45d4-b0b1-b1ac59854fa1,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:32.483725 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b2eb4973-4eee-4bdc-bb5e-639a33c1d791 req-513a91b1-be9e-4c80-8ee0-6efc35665431 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.488359 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b7027d6-ce28-482e-b175-bb66e1d58481 req-c64c83eb-e749-4492-9df5-4203cf2eb4ac tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134961 Jul 27 20:06:32.523782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-b2eb4973-4eee-4bdc-bb5e-639a33c1d791 req-513a91b1-be9e-4c80-8ee0-6efc35665431 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Calling delete_port for ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:32.525898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a425f1-fc76-4032-899f-294eabe48f66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Subnet': ['ID=52c12f28-7e2a-4a25-9e8c-c10730c5f4b4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:32.533498 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22a425f1-fc76-4032-899f-294eabe48f66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.542352 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-22a425f1-fc76-4032-899f-294eabe48f66 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/52c12f28-7e2a-4a25-9e8c-c10730c5f4b4 HTTP/1.1" status: 204 len: 168 time: 0.5423844 Jul 27 20:06:32.542562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44190) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:32.549473 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cca37cfb-273e-481d-a184-7b5ac5f0ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.576457 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.577313 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bfe22689-609a-4b70-92a4-90b0d5dd6196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.625047 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.636968 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.api [None req-cca37cfb-273e-481d-a184-7b5ac5f0ea1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:06:32.637372 n-d-705657-21 neutron-server[94061]: DEBUG oslo_db.api [None req-cca37cfb-273e-481d-a184-7b5ac5f0ea1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:06:32.669502 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bfe22689-609a-4b70-92a4-90b0d5dd6196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.678827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:32.682038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:32.686929 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:32.690299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Pushing event updated for resources: {'Port': ['ID=5c4e0792-aaaa-45f4-bb4e-6f0f7014d981,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:32.722674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bfe22689-609a-4b70-92a4-90b0d5dd6196 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6517621721745569f4ae2e425fee40a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5277133 Jul 27 20:06:32.742483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44192) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:32.800168 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.817794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe22689-609a-4b70-92a4-90b0d5dd6196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da3859c-6240-4643-8c81-89ebdbdf4679,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:32.833500 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0783eec-d573-48d6-b7de-07e7e954bf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.861445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0783eec-d573-48d6-b7de-07e7e954bf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.930522 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0783eec-d573-48d6-b7de-07e7e954bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.934452 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0783eec-d573-48d6-b7de-07e7e954bf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:32.938857 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c0783eec-d573-48d6-b7de-07e7e954bf71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7da3859c-6240-4643-8c81-89ebdbdf4679 HTTP/1.1" status: 204 len: 168 time: 0.1927123 Jul 27 20:06:32.949270 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0783eec-d573-48d6-b7de-07e7e954bf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da3859c-6240-4643-8c81-89ebdbdf4679,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:32.990039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4f0d5f-f8a9-47cc-b8f6-fb4a32dd43ad None None] Network a7241f0e-ef09-4237-a145-e9b6f8a26305 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:33.196308 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cca37cfb-273e-481d-a184-7b5ac5f0ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:33.238152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-cca37cfb-273e-481d-a184-7b5ac5f0ea1e None None] For port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f,segment=NetworkSegment(b0c1ae13-3a08-4f85-bc0a-149f1a13d11f),segment_id=b0c1ae13-3a08-4f85-bc0a-149f1a13d11f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:33.244234 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cca37cfb-273e-481d-a184-7b5ac5f0ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:33.277226 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b2eb4973-4eee-4bdc-bb5e-639a33c1d791 req-513a91b1-be9e-4c80-8ee0-6efc35665431 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:33.285265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0043f308-e185-48f7-9663-e56dd9b9c839 None None] DHCP port deletion for a7241f0e-ef09-4237-a145-e9b6f8a26305 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:06:33.295992 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['890cbed7-6598-4a4b-b8a0-697f0831af48'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:06:33.298039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['ad8a43b8-3765-45d4-b0b1-b1ac59854fa1'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:06:33.341280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a91b1-be9e-4c80-8ee0-6efc35665431 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad8a43b8-3765-45d4-b0b1-b1ac59854fa1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:33.352015 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:33.352416 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:33.363571 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:33.465448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] For port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f,segment=NetworkSegment(b0c1ae13-3a08-4f85-bc0a-149f1a13d11f),segment_id=b0c1ae13-3a08-4f85-bc0a-149f1a13d11f)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:33.466043 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:33.483584 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca37cfb-273e-481d-a184-7b5ac5f0ea1e None None] Pushing event updated for resources: {'Port': ['ID=fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:33.487093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:33.546828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-07434a7f-39f7-484a-8991-e823f3d2006c None None] Provisioning complete for port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:33.547218 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-07434a7f-39f7-484a-8991-e823f3d2006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:33.640959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2eb4973-4eee-4bdc-bb5e-639a33c1d791 req-513a91b1-be9e-4c80-8ee0-6efc35665431 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] No DVR routers for this DVR port ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:06:33.646083 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b2eb4973-4eee-4bdc-bb5e-639a33c1d791 req-513a91b1-be9e-4c80-8ee0-6efc35665431 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:33.650906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2eb4973-4eee-4bdc-bb5e-639a33c1d791 req-513a91b1-be9e-4c80-8ee0-6efc35665431 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.52 "DELETE /v2.0/ports/ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 HTTP/1.1" status: 204 len: 173 time: 1.6563785 Jul 27 20:06:33.668299 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9b6ecb-8539-41c1-89c7-e469bbab4b46', 'name': 'network-vif-deleted', 'tag': 'ad8a43b8-3765-45d4-b0b1-b1ac59854fa1'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:06:33.676435 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa40b29-fde9-40a3-acc0-dd7f96f59f57" -d '{"events": [{"server_uuid": "cb9b6ecb-8539-41c1-89c7-e469bbab4b46", "name": "network-vif-deleted", "tag": "ad8a43b8-3765-45d4-b0b1-b1ac59854fa1"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:06:33.776133 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02137282-8608-4128-97d4-05ae650e87a9 x-openstack-request-id: req-02137282-8608-4128-97d4-05ae650e87a9 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:06:33.776133 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9b6ecb-8539-41c1-89c7-e469bbab4b46", "name": "network-vif-deleted", "tag": "ad8a43b8-3765-45d4-b0b1-b1ac59854fa1", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:06:33.776133 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02137282-8608-4128-97d4-05ae650e87a9 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:06:33.776133 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9b6ecb-8539-41c1-89c7-e469bbab4b46', 'name': 'network-vif-deleted', 'tag': 'ad8a43b8-3765-45d4-b0b1-b1ac59854fa1', 'status': 'completed', 'code': 200} Jul 27 20:06:33.788475 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c49b5b4f-148c-46e8-85a9-3d08fa000ce2 req-382f7960-3124-4ab8-b734-c697b5e8c25c tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb9b6ecb-8539-41c1-89c7-e469bbab4b46 HTTP/1.1" status: 200 len: 210 time: 0.1212058 Jul 27 20:06:33.837890 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:33.890891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:33.902284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No DVR routers for this DVR port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:06:33.953075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.016908 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.029444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7241f0e-ef09-4237-a145-e9b6f8a26305']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:34.045383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c1ae13-3a08-4f85-bc0a-149f1a13d11f') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:34.045963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c1ae13-3a08-4f85-bc0a-149f1a13d11f') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:34.051653 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:06:34.060327 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.090200 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.096250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:06:34.096896 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:06:34.110626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0043f308-e185-48f7-9663-e56dd9b9c839 None None] Deleting port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:34.111530 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0043f308-e185-48f7-9663-e56dd9b9c839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.112464 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:06:34.112989 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:06:34.117169 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:06:34.185525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-07434a7f-39f7-484a-8991-e823f3d2006c None None] Could not find standard attr ID for object fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:06:34.197529 n-d-705657-21 neutron-server[94061]: INFO neutron.plugins.ml2.db [None req-07434a7f-39f7-484a-8991-e823f3d2006c None None] No ports have port_id starting with fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f Jul 27 20:06:34.204182 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.213095 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.244188 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.259340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0043f308-e185-48f7-9663-e56dd9b9c839 None None] For port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f, host n-d-705657-21, got binding levels [] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:34.264120 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0043f308-e185-48f7-9663-e56dd9b9c839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.285367 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.289564 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/networks/a7241f0e-ef09-4237-a145-e9b6f8a26305 HTTP/1.1" status: 204 len: 168 time: 1.7495182 Jul 27 20:06:34.290964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f98517-cbed-4199-97a2-b08d6aa8ea86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Network': ['ID=a7241f0e-ef09-4237-a145-e9b6f8a26305,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:34.300637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44226) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:34.312331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-7c5b78a5-254f-43ea-8da7-e59d23a1aaa8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1357318763'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:34.318527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0043f308-e185-48f7-9663-e56dd9b9c839 None None] Calling delete_port for fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:34.325284 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.ipam_backend_mixin [None req-0043f308-e185-48f7-9663-e56dd9b9c839 None None] Port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f was not found and therefore no delete operation was performed {{(pid=94061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 20:06:34.330545 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0043f308-e185-48f7-9663-e56dd9b9c839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.338015 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5b78a5-254f-43ea-8da7-e59d23a1aaa8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:34.342153 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c5b78a5-254f-43ea-8da7-e59d23a1aaa8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.377961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5b78a5-254f-43ea-8da7-e59d23a1aaa8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:06:34.390840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043f308-e185-48f7-9663-e56dd9b9c839 None None] Pushing event deleted for resources: {'Port': ['ID=fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:34.392821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0043f308-e185-48f7-9663-e56dd9b9c839 None None] Network a7241f0e-ef09-4237-a145-e9b6f8a26305 is not hosted by any dhcp agent {{(pid=94061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 20:06:34.393288 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043f308-e185-48f7-9663-e56dd9b9c839 None None] No DVR routers for this DVR port fe05ef94-069a-4b3d-9fa8-0c8d4154cc5f on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:06:34.397803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Pushing event updated for resources: {'Port': ['ID=5c4e0792-aaaa-45f4-bb4e-6f0f7014d981,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:34.417940 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c5b78a5-254f-43ea-8da7-e59d23a1aaa8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.424651 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-7c5b78a5-254f-43ea-8da7-e59d23a1aaa8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Added segment d1b40af9-f1a8-495d-9c39-c992ba25ff55 of type vlan for network 40859cad-867f-4338-8d1b-c75053b80dbd Jul 27 20:06:34.442075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.463406 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.468254 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d817aa1d-d2ef-403a-9000-41f277921d03 tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8968973 Jul 27 20:06:34.469074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44232) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:34.497650 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c5b78a5-254f-43ea-8da7-e59d23a1aaa8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.539448 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c5b78a5-254f-43ea-8da7-e59d23a1aaa8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.547242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5b78a5-254f-43ea-8da7-e59d23a1aaa8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:34.548300 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c5b78a5-254f-43ea-8da7-e59d23a1aaa8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.632287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44240) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:34.632603 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7c5b78a5-254f-43ea-8da7-e59d23a1aaa8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3300807 Jul 27 20:06:34.638440 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-24a58a55-3bb0-461b-8882-b4b97f56ceb1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'subnet': {'network_id': '40859cad-867f-4338-8d1b-c75053b80dbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:34.645679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b78a5-254f-43ea-8da7-e59d23a1aaa8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Network': ['ID=40859cad-867f-4338-8d1b-c75053b80dbd,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:34.658215 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 40859cad-867f-4338-8d1b-c75053b80dbd details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:06:34.800350 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:34.853445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:34.932287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a58a55-3bb0-461b-8882-b4b97f56ceb1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:34.936523 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-24a58a55-3bb0-461b-8882-b4b97f56ceb1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:35.152243 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:35.209989 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f950b2e-9e89-4a37-be25-f9fcaf51c3a2 req-57c40c01-4468-4da5-85b1-0eb271e37bf8 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:35.211797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f950b2e-9e89-4a37-be25-f9fcaf51c3a2 req-57c40c01-4468-4da5-85b1-0eb271e37bf8 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 1097 time: 0.0746875 Jul 27 20:06:35.249534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f950b2e-9e89-4a37-be25-f9fcaf51c3a2 req-8147919b-d97d-4567-ac03-7738b94c4c44 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307450 Jul 27 20:06:35.318380 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-24a58a55-3bb0-461b-8882-b4b97f56ceb1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:35.369233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:06:35.374051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Allocated IP 172.25.1.128 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/df83fc74-1425-4ceb-b049-ec42978b132f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:35.406124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:06:35.406517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device ad8a43b8-3765-45d4-b0b1-b1ac59854fa1 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:06:35.430616 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a58a55-3bb0-461b-8882-b4b97f56ceb1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Subnet': ['ID=610f70f1-4a01-4c4d-92b3-572515dd7040,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:35.469456 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a58a55-3bb0-461b-8882-b4b97f56ceb1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Checking segment: {'id': 'd1b40af9-f1a8-495d-9c39-c992ba25ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '40859cad-867f-4338-8d1b-c75053b80dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:06:35.469837 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a58a55-3bb0-461b-8882-b4b97f56ceb1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network hostable DHCP agents. Network: 40859cad-867f-4338-8d1b-c75053b80dbd, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:06:35.497528 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a58a55-3bb0-461b-8882-b4b97f56ceb1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network 40859cad-867f-4338-8d1b-c75053b80dbd is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:06:35.519883 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-24a58a55-3bb0-461b-8882-b4b97f56ceb1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 40859cad-867f-4338-8d1b-c75053b80dbd) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:35.530209 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a58a55-3bb0-461b-8882-b4b97f56ceb1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:35.530693 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-24a58a55-3bb0-461b-8882-b4b97f56ceb1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:35.532187 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffac99d9-bd25-4689-bb68-317443748fc1 None None] Network 40859cad-867f-4338-8d1b-c75053b80dbd requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:35.566408 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:35.580199 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-24a58a55-3bb0-461b-8882-b4b97f56ceb1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9460571 Jul 27 20:06:35.583098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44278) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:35.590051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-cf82fb1d-f956-4e66-af7b-ded2ecf1a405 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'network_id': '40859cad-867f-4338-8d1b-c75053b80dbd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-423203648'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:35.743514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf82fb1d-f956-4e66-af7b-ded2ecf1a405 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:35.747336 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf82fb1d-f956-4e66-af7b-ded2ecf1a405 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:35.770931 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-cf82fb1d-f956-4e66-af7b-ded2ecf1a405 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port 73658648-a6db-4e04-925c-7ea5a54b02fc yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:06:35.775171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-40859cad-867f-4338-8d1b-c75053b80dbd', 'network_id': '40859cad-867f-4338-8d1b-c75053b80dbd', 'tenant_id': '8024ff11f0b84b95aafc6c2acb787d47', 'fixed_ips': [{'subnet_id': '610f70f1-4a01-4c4d-92b3-572515dd7040'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:06:35.776242 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:35.779397 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:35.848143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:35.854136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:35.862684 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:35.931139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Pushing event updated for resources: {'Port': ['ID=df83fc74-1425-4ceb-b049-ec42978b132f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:35.958653 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Allocated IP 2001:db8::2 (40859cad-867f-4338-8d1b-c75053b80dbd/610f70f1-4a01-4c4d-92b3-572515dd7040/4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:35.975854 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:36.023419 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:36.135011 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:36.145254 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Transition to ACTIVE for port object 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:36.163405 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Transition to ACTIVE for port object 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:36.174759 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:36.216748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Network 40859cad-867f-4338-8d1b-c75053b80dbd is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:36.222127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:36.228077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:36.228444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:36.238128 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:36.238612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Pushing event updated for resources: {'Port': ['ID=4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:36.252908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-cf82fb1d-f956-4e66-af7b-ded2ecf1a405 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Allocated IP 2001:db8::2c3 (40859cad-867f-4338-8d1b-c75053b80dbd/610f70f1-4a01-4c4d-92b3-572515dd7040/73658648-a6db-4e04-925c-7ea5a54b02fc) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:36.305880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Attempting to bind port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:06:36.306259 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Attempting to bind port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'd1b40af9-f1a8-495d-9c39-c992ba25ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '40859cad-867f-4338-8d1b-c75053b80dbd'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:06:36.306627 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Attempting to bind port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 on network 40859cad-867f-4338-8d1b-c75053b80dbd {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:06:36.312157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:06:36.312560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Checking segment: {'id': 'd1b40af9-f1a8-495d-9c39-c992ba25ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '40859cad-867f-4338-8d1b-c75053b80dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:06:36.312962 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:36.313461 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Bound using segment: {'id': 'd1b40af9-f1a8-495d-9c39-c992ba25ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '40859cad-867f-4338-8d1b-c75053b80dbd'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:06:36.313930 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Bound port: 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b40af9-f1a8-495d-9c39-c992ba25ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '40859cad-867f-4338-8d1b-c75053b80dbd'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:06:36.314317 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:36.385207 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] For port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:06:36.390716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] For port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7,segment=NetworkSegment(d1b40af9-f1a8-495d-9c39-c992ba25ff55),segment_id=d1b40af9-f1a8-495d-9c39-c992ba25ff55)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:06:36.392627 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Pushing event updated for resources: {'Port': ['ID=df83fc74-1425-4ceb-b049-ec42978b132f,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:36.402448 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:36.444340 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:36.461413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff232b-3194-4b47-a09a-56d387a4e6e9 req-9f3502ed-6c60-47c3-9b7e-5e93ec5e232f tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:36.467973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57597d3c-3418-486f-afc4-bcb915159dc1 None None] Pushing event updated for resources: {'Port': ['ID=4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:36.478891 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ff232b-3194-4b47-a09a-56d387a4e6e9 req-9f3502ed-6c60-47c3-9b7e-5e93ec5e232f tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 1097 time: 0.1316850 Jul 27 20:06:36.497543 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:36.503140 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-03b9d54b-b9a6-4bff-a06c-73c552517ee7 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0328102 Jul 27 20:06:36.503852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44290) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:36.557368 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96ff232b-3194-4b47-a09a-56d387a4e6e9 req-89059db4-f07b-47a8-8dcc-e6fefe6fe743 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=eab6be9a-33f7-42d1-9fc5-02e436d52321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541916 Jul 27 20:06:36.588042 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf82fb1d-f956-4e66-af7b-ded2ecf1a405 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:36.626896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f309dc5-c33e-450e-848d-8f13b3c6e720 req-ddffa206-46be-4bea-adc5-ce503177a8d2 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:36.628559 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7f309dc5-c33e-450e-848d-8f13b3c6e720 req-ddffa206-46be-4bea-adc5-ce503177a8d2 tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 1097 time: 0.2267997 Jul 27 20:06:36.629776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-cf82fb1d-f956-4e66-af7b-ded2ecf1a405 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Transition to ACTIVE for port object 73658648-a6db-4e04-925c-7ea5a54b02fc will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:36.636066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44294) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:36.636306 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-39f26c9c-2a53-4699-9910-388f910e74fc tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.1278861 Jul 27 20:06:36.740652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e66333ee-7f0e-4032-9f89-92be8323d601 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1029429 Jul 27 20:06:36.742932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44298) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:36.756080 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf82fb1d-f956-4e66-af7b-ded2ecf1a405 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:36.815107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf82fb1d-f956-4e66-af7b-ded2ecf1a405 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network 40859cad-867f-4338-8d1b-c75053b80dbd is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:36.822225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-cf82fb1d-f956-4e66-af7b-ded2ecf1a405 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:36.826886 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82fb1d-f956-4e66-af7b-ded2ecf1a405 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:36.847676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf82fb1d-f956-4e66-af7b-ded2ecf1a405 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:36.854668 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cf82fb1d-f956-4e66-af7b-ded2ecf1a405 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:36.870819 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-7f309dc5-c33e-450e-848d-8f13b3c6e720 req-51fe9297-eb6c-4fe9-91ee-816cc9016ebd tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Deleting port 890cbed7-6598-4a4b-b8a0-697f0831af48 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:36.873702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7f309dc5-c33e-450e-848d-8f13b3c6e720 req-51fe9297-eb6c-4fe9-91ee-816cc9016ebd tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:36.890104 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82fb1d-f956-4e66-af7b-ded2ecf1a405 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=73658648-a6db-4e04-925c-7ea5a54b02fc,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:36.959853 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cf82fb1d-f956-4e66-af7b-ded2ecf1a405 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3755789 Jul 27 20:06:36.960057 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44304) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:37.013688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-7f309dc5-c33e-450e-848d-8f13b3c6e720 req-51fe9297-eb6c-4fe9-91ee-816cc9016ebd tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] For port 890cbed7-6598-4a4b-b8a0-697f0831af48, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=890cbed7-6598-4a4b-b8a0-697f0831af48,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:37.014603 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7f309dc5-c33e-450e-848d-8f13b3c6e720 req-51fe9297-eb6c-4fe9-91ee-816cc9016ebd tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:37.030378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-7f309dc5-c33e-450e-848d-8f13b3c6e720 req-51fe9297-eb6c-4fe9-91ee-816cc9016ebd tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Calling delete_port for 890cbed7-6598-4a4b-b8a0-697f0831af48 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:37.104642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c99ed-fc95-4915-bc0e-4cf9edb97447 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Deleting port df83fc74-1425-4ceb-b049-ec42978b132f {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:37.104946 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a5c99ed-fc95-4915-bc0e-4cf9edb97447 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:37.211546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-8c420e26-369c-40ae-aa33-0c05db9aa151 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port 73658648-a6db-4e04-925c-7ea5a54b02fc {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:37.212947 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7f309dc5-c33e-450e-848d-8f13b3c6e720 req-51fe9297-eb6c-4fe9-91ee-816cc9016ebd tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:37.214824 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c420e26-369c-40ae-aa33-0c05db9aa151 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:37.229726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['890cbed7-6598-4a4b-b8a0-697f0831af48'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:06:37.332082 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a5c99ed-fc95-4915-bc0e-4cf9edb97447 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:37.332423 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a5c99ed-fc95-4915-bc0e-4cf9edb97447 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:37.353899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c99ed-fc95-4915-bc0e-4cf9edb97447 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Calling delete_port for df83fc74-1425-4ceb-b049-ec42978b132f owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:37.360367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe9297-eb6c-4fe9-91ee-816cc9016ebd tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Pushing event deleted for resources: {'Port': ['ID=890cbed7-6598-4a4b-b8a0-697f0831af48,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:37.368658 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c420e26-369c-40ae-aa33-0c05db9aa151 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:37.395465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-8c420e26-369c-40ae-aa33-0c05db9aa151 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for 73658648-a6db-4e04-925c-7ea5a54b02fc owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:37.429918 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f309dc5-c33e-450e-848d-8f13b3c6e720 req-51fe9297-eb6c-4fe9-91ee-816cc9016ebd tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] No DVR routers for this DVR port 890cbed7-6598-4a4b-b8a0-697f0831af48 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:06:37.434084 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7f309dc5-c33e-450e-848d-8f13b3c6e720 req-51fe9297-eb6c-4fe9-91ee-816cc9016ebd tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:37.437724 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7f309dc5-c33e-450e-848d-8f13b3c6e720 req-51fe9297-eb6c-4fe9-91ee-816cc9016ebd tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.63 "DELETE /v2.0/ports/890cbed7-6598-4a4b-b8a0-697f0831af48 HTTP/1.1" status: 204 len: 173 time: 0.8003578 Jul 27 20:06:37.439414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d04f2f-f816-4f1a-945d-7cc633d980dd', 'name': 'network-vif-deleted', 'tag': '890cbed7-6598-4a4b-b8a0-697f0831af48'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:06:37.441558 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfd4277-2533-46f9-be07-b59dc68a305a" -d '{"events": [{"server_uuid": "83d04f2f-f816-4f1a-945d-7cc633d980dd", "name": "network-vif-deleted", "tag": "890cbed7-6598-4a4b-b8a0-697f0831af48"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:06:37.533989 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c875b3e-4282-4ad7-b4d8-b90cf7114b41 x-openstack-request-id: req-8c875b3e-4282-4ad7-b4d8-b90cf7114b41 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:06:37.534992 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d04f2f-f816-4f1a-945d-7cc633d980dd", "name": "network-vif-deleted", "tag": "890cbed7-6598-4a4b-b8a0-697f0831af48", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:06:37.534992 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c875b3e-4282-4ad7-b4d8-b90cf7114b41 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:06:37.535638 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d04f2f-f816-4f1a-945d-7cc633d980dd', 'name': 'network-vif-deleted', 'tag': '890cbed7-6598-4a4b-b8a0-697f0831af48', 'status': 'completed', 'code': 200} Jul 27 20:06:37.714120 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:06:37.778305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a044b02-03e6-42b3-bf22-05347405935a req-9504d609-b59a-4161-b0c4-9e6fd5adf75a tempest-TestServerMultinode-694912252 tempest-TestServerMultinode-694912252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83d04f2f-f816-4f1a-945d-7cc633d980dd HTTP/1.1" status: 200 len: 210 time: 0.0585661 Jul 27 20:06:37.802969 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a5c99ed-fc95-4915-bc0e-4cf9edb97447 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:37.900768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c99ed-fc95-4915-bc0e-4cf9edb97447 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Pushing event deleted for resources: {'Port': ['ID=df83fc74-1425-4ceb-b049-ec42978b132f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:37.909954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ece81-c6db-4d99-8b60-49e2932bed18 None None] Network 40859cad-867f-4338-8d1b-c75053b80dbd requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:37.924865 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c420e26-369c-40ae-aa33-0c05db9aa151 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.075666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c420e26-369c-40ae-aa33-0c05db9aa151 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=73658648-a6db-4e04-925c-7ea5a54b02fc,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:38.137850 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a5c99ed-fc95-4915-bc0e-4cf9edb97447 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.141511 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6a5c99ed-fc95-4915-bc0e-4cf9edb97447 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.145756 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:06:38.146523 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6a5c99ed-fc95-4915-bc0e-4cf9edb97447 tempest-FloatingIPAdminTestJSON-840100080 tempest-FloatingIPAdminTestJSON-840100080-project] 10.222.0.48 "DELETE /v2.0/floatingips/d479d7a8-5c15-4ba5-810f-1da0d8b76dff HTTP/1.1" status: 204 len: 168 time: 1.4013956 Jul 27 20:06:38.147437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44328) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:38.214743 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c420e26-369c-40ae-aa33-0c05db9aa151 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.217110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8c420e26-369c-40ae-aa33-0c05db9aa151 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/73658648-a6db-4e04-925c-7ea5a54b02fc HTTP/1.1" status: 204 len: 168 time: 1.2558241 Jul 27 20:06:38.222025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44330) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:38.275513 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c5583a8f-e6b6-4e4c-92a0-fb45791a1da0 None None] Provisioning for port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:06:38.285543 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-e109dc56-1983-4cdd-b9b4-bf8ee71469d7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] GET failed (client error): The resource could not be found. Jul 27 20:06:38.290987 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e109dc56-1983-4cdd-b9b4-bf8ee71469d7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/73658648-a6db-4e04-925c-7ea5a54b02fc HTTP/1.1" status: 404 len: 333 time: 0.0672891 Jul 27 20:06:38.291615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44332) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:38.326260 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-fe41e333-bb57-4645-b33b-12b41a949f7b tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Deleting port 5c4e0792-aaaa-45f4-bb4e-6f0f7014d981 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:38.327031 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fe41e333-bb57-4645-b33b-12b41a949f7b tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.358412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:06:38.363413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:38.364090 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.435267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8259959-d1dd-4a7e-86f5-5e5b004a602a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting subnet 610f70f1-4a01-4c4d-92b3-572515dd7040 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:06:38.440041 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8259959-d1dd-4a7e-86f5-5e5b004a602a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.481205 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fe41e333-bb57-4645-b33b-12b41a949f7b tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.482483 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fe41e333-bb57-4645-b33b-12b41a949f7b tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.500302 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8259959-d1dd-4a7e-86f5-5e5b004a602a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.512186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-fe41e333-bb57-4645-b33b-12b41a949f7b tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Calling delete_port for 5c4e0792-aaaa-45f4-bb4e-6f0f7014d981 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:38.532060 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.586605 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.602396 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7,segment=NetworkSegment(d1b40af9-f1a8-495d-9c39-c992ba25ff55),segment_id=d1b40af9-f1a8-495d-9c39-c992ba25ff55)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:38.615566 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.641479 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8259959-d1dd-4a7e-86f5-5e5b004a602a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.735645 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8259959-d1dd-4a7e-86f5-5e5b004a602a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.738348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-18eaec83-3632-430a-8ca9-7d6b6662f910 None None] Provisioning complete for port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:38.738348 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-18eaec83-3632-430a-8ca9-7d6b6662f910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.741040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:38.783904 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8259959-d1dd-4a7e-86f5-5e5b004a602a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Subnet': ['ID=610f70f1-4a01-4c4d-92b3-572515dd7040,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:38.791860 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8259959-d1dd-4a7e-86f5-5e5b004a602a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.793991 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b8259959-d1dd-4a7e-86f5-5e5b004a602a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/610f70f1-4a01-4c4d-92b3-572515dd7040 HTTP/1.1" status: 204 len: 168 time: 0.5013530 Jul 27 20:06:38.799592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44344) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:38.810293 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fe41e333-bb57-4645-b33b-12b41a949f7b tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.837624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41e333-bb57-4645-b33b-12b41a949f7b tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c4e0792-aaaa-45f4-bb4e-6f0f7014d981,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:38.906503 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44348) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:38.926400 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fe41e333-bb57-4645-b33b-12b41a949f7b tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.928694 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.929357 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fe41e333-bb57-4645-b33b-12b41a949f7b tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:38.934433 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fe41e333-bb57-4645-b33b-12b41a949f7b tempest-FloatingIPAdminTestJSON-461124585 tempest-FloatingIPAdminTestJSON-461124585-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/980c47fa-4f7d-4001-bbfa-5ab95714a420 HTTP/1.1" status: 204 len: 168 time: 0.7823367 Jul 27 20:06:38.935182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44350) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:39.016133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e1159e-cbd6-4801-9109-601f718b9ea2 None None] Network 40859cad-867f-4338-8d1b-c75053b80dbd requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:39.051807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-dc7fea22-6ad6-4bd3-81ad-9c36410e6d6c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Deleting port 71555f28-2f15-4a9c-91cc-de276600493c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:39.052231 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dc7fea22-6ad6-4bd3-81ad-9c36410e6d6c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:39.061906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c65946eb-63da-44cb-8695-04cb012d05bd None None] Could not find standard attr ID for object 73658648-a6db-4e04-925c-7ea5a54b02fc. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:06:39.172279 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dc7fea22-6ad6-4bd3-81ad-9c36410e6d6c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:39.187435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-dc7fea22-6ad6-4bd3-81ad-9c36410e6d6c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Calling delete_port for 71555f28-2f15-4a9c-91cc-de276600493c owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:39.236053 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:39.236461 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:39.280938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcf9b82-37f7-4040-a7f6-0cb07ddfdb5f None None] DHCP port deletion for 40859cad-867f-4338-8d1b-c75053b80dbd request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:06:39.335369 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf9b82-37f7-4040-a7f6-0cb07ddfdb5f None None] Deleting port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:39.336154 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4fcf9b82-37f7-4040-a7f6-0cb07ddfdb5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:39.360516 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dc7fea22-6ad6-4bd3-81ad-9c36410e6d6c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:39.362944 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] For port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7,segment=NetworkSegment(d1b40af9-f1a8-495d-9c39-c992ba25ff55),segment_id=d1b40af9-f1a8-495d-9c39-c992ba25ff55)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:39.363331 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:39.383854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:39.413816 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-4fcf9b82-37f7-4040-a7f6-0cb07ddfdb5f None None] For port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7,segment=NetworkSegment(d1b40af9-f1a8-495d-9c39-c992ba25ff55),segment_id=d1b40af9-f1a8-495d-9c39-c992ba25ff55)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:39.415546 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4fcf9b82-37f7-4040-a7f6-0cb07ddfdb5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:39.418018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fea22-6ad6-4bd3-81ad-9c36410e6d6c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event deleted for resources: {'Port': ['ID=71555f28-2f15-4a9c-91cc-de276600493c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:39.434827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf9b82-37f7-4040-a7f6-0cb07ddfdb5f None None] Calling delete_port for 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:39.518557 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dc7fea22-6ad6-4bd3-81ad-9c36410e6d6c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:39.520878 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dc7fea22-6ad6-4bd3-81ad-9c36410e6d6c tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] 10.222.0.48 "DELETE /v2.0/ports/71555f28-2f15-4a9c-91cc-de276600493c HTTP/1.1" status: 204 len: 168 time: 0.5846419 Jul 27 20:06:39.525740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44354) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:39.540563 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4fcf9b82-37f7-4040-a7f6-0cb07ddfdb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:39.568843 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf9b82-37f7-4040-a7f6-0cb07ddfdb5f None None] Pushing event deleted for resources: {'Port': ['ID=4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:39.579725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcf9b82-37f7-4040-a7f6-0cb07ddfdb5f None None] No DVR routers for this DVR port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:06:39.604360 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:39.673002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:39.674713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No DVR routers for this DVR port 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:06:39.940309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:06:39.965496 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:06:39.966440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4e5ea42f-ed16-467a-a1c7-47b7a8d76ad7 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:06:40.053319 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92622a26-3410-410e-bfeb-b24938a478e8 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:40.056970 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-92622a26-3410-410e-bfeb-b24938a478e8 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b HTTP/1.1" status: 200 len: 913 time: 0.5274959 Jul 27 20:06:40.058070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44368) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:40.136109 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:40.150740 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23deacf6-c520-4fdb-a376-030f4ce239f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:40.153391 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40859cad-867f-4338-8d1b-c75053b80dbd']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:40.198563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b40af9-f1a8-495d-9c39-c992ba25ff55') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:40.198855 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b40af9-f1a8-495d-9c39-c992ba25ff55') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:40.212289 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:40.270907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:40.282225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:06:40.282509 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:06:40.286234 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:06:40.414497 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:40.431155 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:40.437130 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/networks/40859cad-867f-4338-8d1b-c75053b80dbd HTTP/1.1" status: 204 len: 168 time: 1.6364820 Jul 27 20:06:40.437823 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44380) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:40.445233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'name': 'tempest-PortsIpV6TestJSON-1198656455'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:40.459913 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dce7b-77a2-4540-aebd-e7006cfddaca tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Network': ['ID=40859cad-867f-4338-8d1b-c75053b80dbd,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:40.603589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:40.607700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-23deacf6-c520-4fdb-a376-030f4ce239f9 admin admin] Deleting port 55cf6609-ac36-4a82-b0f2-6d103c993bc8 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:40.608479 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23deacf6-c520-4fdb-a376-030f4ce239f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:40.610906 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:40.636483 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port dd45c468-2c3d-4c85-b25f-9dfc2af0fb54 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:06:40.661614 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c60cf77a-57a6-4a61-a092-8e2fa08afe28 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:40.714017 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-23deacf6-c520-4fdb-a376-030f4ce239f9 admin admin] For port 55cf6609-ac36-4a82-b0f2-6d103c993bc8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=55cf6609-ac36-4a82-b0f2-6d103c993bc8,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:40.714478 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23deacf6-c520-4fdb-a376-030f4ce239f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:40.729832 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-23deacf6-c520-4fdb-a376-030f4ce239f9 admin admin] Calling delete_port for 55cf6609-ac36-4a82-b0f2-6d103c993bc8 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:40.897430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 890cbed7-6598-4a4b-b8a0-697f0831af48 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:06:40.930299 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 890cbed7-6598-4a4b-b8a0-697f0831af48 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:06:40.931508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 890cbed7-6598-4a4b-b8a0-697f0831af48 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:06:40.996431 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:40.996686 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23deacf6-c520-4fdb-a376-030f4ce239f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:41.022120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23deacf6-c520-4fdb-a376-030f4ce239f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=55cf6609-ac36-4a82-b0f2-6d103c993bc8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:41.084165 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:41.180966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:41.189157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:41.194864 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:41.201528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:41.202374 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:41.223523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=dd45c468-2c3d-4c85-b25f-9dfc2af0fb54,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:41.238689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:41.239359 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:41.239877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:41.243767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:41.244317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:41.244853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:41.245381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:41.245892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:41.246382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:41.246509 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23deacf6-c520-4fdb-a376-030f4ce239f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:41.247022 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:41.247528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:41.249699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:06:41.261575 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c2d0835a-1e9c-4d24-8c1d-92a19f4e4f7f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8225482 Jul 27 20:06:41.264107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44390) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:41.331843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c60cf77a-57a6-4a61-a092-8e2fa08afe28 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Deleting port fb195a9f-e21b-4c2c-96cf-b7acbf3c9321 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:41.332492 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c60cf77a-57a6-4a61-a092-8e2fa08afe28 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:41.599690 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:41.688175 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23deacf6-c520-4fdb-a376-030f4ce239f9 admin admin] Router 1ca881c7-b0f4-4be7-a522-f0ccb454cb14 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:06:41.817342 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c60cf77a-57a6-4a61-a092-8e2fa08afe28 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:41.828032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23deacf6-c520-4fdb-a376-030f4ce239f9 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:06:41.832711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c60cf77a-57a6-4a61-a092-8e2fa08afe28 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Calling delete_port for fb195a9f-e21b-4c2c-96cf-b7acbf3c9321 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:41.838900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-52f7f8d7-8119-4603-837d-282c2ad06d42 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port dd45c468-2c3d-4c85-b25f-9dfc2af0fb54 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:41.839241 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-52f7f8d7-8119-4603-837d-282c2ad06d42 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:41.858183 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3951f1ff-fbfe-4770-9c26-1d92f5508809 None None] Sync routers for ids ['1ca881c7-b0f4-4be7-a522-f0ccb454cb14'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:06:41.858960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44400) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:41.860978 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-23deacf6-c520-4fdb-a376-030f4ce239f9 admin admin] 10.222.0.48 "PUT /v2.0/routers/1ca881c7-b0f4-4be7-a522-f0ccb454cb14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9530721 Jul 27 20:06:41.875855 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951f1ff-fbfe-4770-9c26-1d92f5508809 None None] Routers {'1ca881c7-b0f4-4be7-a522-f0ccb454cb14'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:06:41.876878 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3951f1ff-fbfe-4770-9c26-1d92f5508809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:06:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1ca881c7-b0f4-4be7-a522-f0ccb454cb14'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:42.011861 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-52f7f8d7-8119-4603-837d-282c2ad06d42 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:42.034342 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-3951f1ff-fbfe-4770-9c26-1d92f5508809 None None] Set router 1ca881c7-b0f4-4be7-a522-f0ccb454cb14 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:06:42.071391 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-52f7f8d7-8119-4603-837d-282c2ad06d42 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for dd45c468-2c3d-4c85-b25f-9dfc2af0fb54 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:42.185482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:42.261068 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3951f1ff-fbfe-4770-9c26-1d92f5508809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'name': 'tempest-TestServerMultinode-855375231-router', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:28Z', 'updated_at': '2021-07-27T20:06:40Z', 'revision_number': 5, 'project_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'gw_port': {'id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:30Z', 'updated_at': '2021-07-27T20:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:42.295014 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3951f1ff-fbfe-4770-9c26-1d92f5508809 None None] Checking router: 1ca881c7-b0f4-4be7-a522-f0ccb454cb14 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:06:42.304984 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951f1ff-fbfe-4770-9c26-1d92f5508809 None None] Routers {'1ca881c7-b0f4-4be7-a522-f0ccb454cb14'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:06:42.306015 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3951f1ff-fbfe-4770-9c26-1d92f5508809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:06:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1ca881c7-b0f4-4be7-a522-f0ccb454cb14'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:42.390117 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-52f7f8d7-8119-4603-837d-282c2ad06d42 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:42.454252 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:42.466479 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-3951f1ff-fbfe-4770-9c26-1d92f5508809 None None] Set router 1ca881c7-b0f4-4be7-a522-f0ccb454cb14 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:06:42.467769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7f8d7-8119-4603-837d-282c2ad06d42 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=dd45c468-2c3d-4c85-b25f-9dfc2af0fb54,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:42.475336 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-52f7f8d7-8119-4603-837d-282c2ad06d42 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:42.477808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-52f7f8d7-8119-4603-837d-282c2ad06d42 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/dd45c468-2c3d-4c85-b25f-9dfc2af0fb54 HTTP/1.1" status: 204 len: 168 time: 1.2125490 Jul 27 20:06:42.480529 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44408) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:42.486438 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a98311ac-0084-41b5-beac-f937ab68269b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'mac_address': 'fa:16:3e:19:38:7d', 'name': 'tempest-PortsIpV6TestJSON-971309923'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:42.544288 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c60cf77a-57a6-4a61-a092-8e2fa08afe28 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:42.575978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cf77a-57a6-4a61-a092-8e2fa08afe28 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event deleted for resources: {'Port': ['ID=fb195a9f-e21b-4c2c-96cf-b7acbf3c9321,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:42.663243 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98311ac-0084-41b5-beac-f937ab68269b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:42.685999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] Deleting port 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:42.686441 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:42.785680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] For port 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:42.786097 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:42.788519 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a98311ac-0084-41b5-beac-f937ab68269b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:42.814169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] Calling delete_port for 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1 owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:42.853381 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3951f1ff-fbfe-4770-9c26-1d92f5508809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'name': 'tempest-TestServerMultinode-855375231-router', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:28Z', 'updated_at': '2021-07-27T20:06:40Z', 'revision_number': 5, 'project_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'gw_port': {'id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:30Z', 'updated_at': '2021-07-27T20:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:42.869827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-a98311ac-0084-41b5-beac-f937ab68269b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port 1c3bb1d0-a838-4aa1-9219-7ed44bcc294b yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:06:42.883722 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3951f1ff-fbfe-4770-9c26-1d92f5508809 None None] The sync data for ids ['1ca881c7-b0f4-4be7-a522-f0ccb454cb14'] in n-d-705657-21 is: [{'id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'name': 'tempest-TestServerMultinode-855375231-router', 'tenant_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:28Z', 'updated_at': '2021-07-27T20:06:40Z', 'revision_number': 5, 'project_id': 'f54dcb27c74e49139a9590b7f310e8f4', 'gw_port': {'id': '8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca881c7-b0f4-4be7-a522-f0ccb454cb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:30Z', 'updated_at': '2021-07-27T20:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:06:43.027780 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:43.096892 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a98311ac-0084-41b5-beac-f937ab68269b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:43.105063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] Pushing event deleted for resources: {'Port': ['ID=8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:43.152335 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a98311ac-0084-41b5-beac-f937ab68269b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:43.212272 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98311ac-0084-41b5-beac-f937ab68269b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:43.225951 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-a98311ac-0084-41b5-beac-f937ab68269b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:43.228496 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:43.231172 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98311ac-0084-41b5-beac-f937ab68269b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:43.233749 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c60cf77a-57a6-4a61-a092-8e2fa08afe28 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:43.238976 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98311ac-0084-41b5-beac-f937ab68269b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:43.240195 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a98311ac-0084-41b5-beac-f937ab68269b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:43.248147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98311ac-0084-41b5-beac-f937ab68269b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=1c3bb1d0-a838-4aa1-9219-7ed44bcc294b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:43.282177 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a98311ac-0084-41b5-beac-f937ab68269b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8002031 Jul 27 20:06:43.282747 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44418) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:43.352922 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6785d8f3-3d57-4231-8d0b-852274bdd2a5 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:43.356942 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6785d8f3-3d57-4231-8d0b-852274bdd2a5 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/1c3bb1d0-a838-4aa1-9219-7ed44bcc294b HTTP/1.1" status: 200 len: 844 time: 0.0731673 Jul 27 20:06:43.357940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44420) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:43.396897 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-def8810c-88a0-40af-a937-c8158695f09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:43.411525 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:43.415811 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:43.489672 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b74e4c11-48d8-455d-a521-515fdf5c9180 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port 1c3bb1d0-a838-4aa1-9219-7ed44bcc294b {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:43.490025 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b74e4c11-48d8-455d-a521-515fdf5c9180 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:43.526777 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:43.527290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ca881c7-b0f4-4be7-a522-f0ccb454cb14 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:06:43.549276 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:43.550969 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6e1370af-4cc0-4c49-ba0b-bf315b54eb31 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1ca881c7-b0f4-4be7-a522-f0ccb454cb14 HTTP/1.1" status: 204 len: 168 time: 1.6894236 Jul 27 20:06:43.576740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44426) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:43.664713 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b74e4c11-48d8-455d-a521-515fdf5c9180 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:43.678316 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef2b28a-d0d6-41c9-949f-ac9d40314327 admin admin] Deleting subnet bf5ab6fe-df53-4886-98ff-72f7f5514e17 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:06:43.686142 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b28a-d0d6-41c9-949f-ac9d40314327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:43.688692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60cf77a-57a6-4a61-a092-8e2fa08afe28 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Router fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:06:43.695549 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b74e4c11-48d8-455d-a521-515fdf5c9180 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for 1c3bb1d0-a838-4aa1-9219-7ed44bcc294b owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:43.806722 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b28a-d0d6-41c9-949f-ac9d40314327 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:43.874655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60cf77a-57a6-4a61-a092-8e2fa08afe28 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:06:43.886226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1206e288-0980-4704-975a-a105635b07f0 None None] Sync routers for ids ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:06:43.894627 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c60cf77a-57a6-4a61-a092-8e2fa08afe28 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] 10.222.0.48 "PUT /v2.0/routers/fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8353546 Jul 27 20:06:43.896273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44432) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:43.904007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1206e288-0980-4704-975a-a105635b07f0 None None] Routers {'fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:06:43.904741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1206e288-0980-4704-975a-a105635b07f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:06:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:43.991099 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1206e288-0980-4704-975a-a105635b07f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:44.019888 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1206e288-0980-4704-975a-a105635b07f0 None None] Routers {'fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:06:44.021514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1206e288-0980-4704-975a-a105635b07f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:06:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:44.021944 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b28a-d0d6-41c9-949f-ac9d40314327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.078711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b74e4c11-48d8-455d-a521-515fdf5c9180 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.096081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 55cf6609-ac36-4a82-b0f2-6d103c993bc8 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:06:44.099815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1206e288-0980-4704-975a-a105635b07f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:44.100373 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1206e288-0980-4704-975a-a105635b07f0 None None] The sync data for ids ['fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:06:44.129899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 55cf6609-ac36-4a82-b0f2-6d103c993bc8 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:06:44.130502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 55cf6609-ac36-4a82-b0f2-6d103c993bc8 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:06:44.143478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e4c11-48d8-455d-a521-515fdf5c9180 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=1c3bb1d0-a838-4aa1-9219-7ed44bcc294b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:44.164138 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de8b5574-37bf-4c3d-bad3-81445a392a22 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.167571 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b74e4c11-48d8-455d-a521-515fdf5c9180 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.172566 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b74e4c11-48d8-455d-a521-515fdf5c9180 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/1c3bb1d0-a838-4aa1-9219-7ed44bcc294b HTTP/1.1" status: 204 len: 168 time: 0.8135982 Jul 27 20:06:44.173910 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44436) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:44.208908 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a677e32-7837-4f70-a1ef-aec81a2b69c6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] GET failed (client error): The resource could not be found. Jul 27 20:06:44.215669 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9a677e32-7837-4f70-a1ef-aec81a2b69c6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/1c3bb1d0-a838-4aa1-9219-7ed44bcc294b HTTP/1.1" status: 404 len: 333 time: 0.0407352 Jul 27 20:06:44.218709 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44438) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:44.226951 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7480e9c8-64f2-4619-85d6-af5e5f20adc1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'name': 'tempest-PortsIpV6TestJSON-649574838'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:44.253376 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b28a-d0d6-41c9-949f-ac9d40314327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.324696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2b28a-d0d6-41c9-949f-ac9d40314327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf5ab6fe-df53-4886-98ff-72f7f5514e17,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:44.337778 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d625b12-ab87-42d5-a7ed-d304e0143e06 None None] Network 4e330e45-3e6d-4b16-98b5-1d83d0969275 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:44.340130 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b28a-d0d6-41c9-949f-ac9d40314327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.342098 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0ef2b28a-d0d6-41c9-949f-ac9d40314327 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bf5ab6fe-df53-4886-98ff-72f7f5514e17 HTTP/1.1" status: 204 len: 168 time: 0.7643979 Jul 27 20:06:44.345830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44440) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:44.453745 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.498996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7480e9c8-64f2-4619-85d6-af5e5f20adc1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:44.506523 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7480e9c8-64f2-4619-85d6-af5e5f20adc1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.547818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-7480e9c8-64f2-4619-85d6-af5e5f20adc1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port 6cebc706-422a-48f7-b0e3-c5f0db935685 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:06:44.698098 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cf9ca2-548e-468d-bae1-092dbdeaacca None None] DHCP port deletion for 4e330e45-3e6d-4b16-98b5-1d83d0969275 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:06:44.715651 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de8b5574-37bf-4c3d-bad3-81445a392a22 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.736766 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7480e9c8-64f2-4619-85d6-af5e5f20adc1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.763236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] Deleting port 782981b6-167b-411e-9499-a5d0afe4d026 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:44.763599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.810829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf9ca2-548e-468d-bae1-092dbdeaacca None None] Deleting port 782981b6-167b-411e-9499-a5d0afe4d026 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:44.812623 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9ca2-548e-468d-bae1-092dbdeaacca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.841400 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-de8b5574-37bf-4c3d-bad3-81445a392a22 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Deleting port b3d2ded1-dc5e-4bc1-b5f3-0865d554544d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:44.842622 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de8b5574-37bf-4c3d-bad3-81445a392a22 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.861933 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] For port 782981b6-167b-411e-9499-a5d0afe4d026, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=782981b6-167b-411e-9499-a5d0afe4d026,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:44.862534 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.892639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] Calling delete_port for 782981b6-167b-411e-9499-a5d0afe4d026 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:44.895001 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7480e9c8-64f2-4619-85d6-af5e5f20adc1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.923936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d0cf9ca2-548e-468d-bae1-092dbdeaacca None None] For port 782981b6-167b-411e-9499-a5d0afe4d026, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=782981b6-167b-411e-9499-a5d0afe4d026,segment=NetworkSegment(a01f5670-cc6f-422b-b97f-86d93df4f712),segment_id=a01f5670-cc6f-422b-b97f-86d93df4f712)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:44.924518 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9ca2-548e-468d-bae1-092dbdeaacca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:44.938030 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf9ca2-548e-468d-bae1-092dbdeaacca None None] Calling delete_port for 782981b6-167b-411e-9499-a5d0afe4d026 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:44.998853 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de8b5574-37bf-4c3d-bad3-81445a392a22 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.010837 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7480e9c8-64f2-4619-85d6-af5e5f20adc1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:45.013561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480e9c8-64f2-4619-85d6-af5e5f20adc1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=6cebc706-422a-48f7-b0e3-c5f0db935685,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:45.016139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-de8b5574-37bf-4c3d-bad3-81445a392a22 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Calling delete_port for b3d2ded1-dc5e-4bc1-b5f3-0865d554544d owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:45.017974 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-7480e9c8-64f2-4619-85d6-af5e5f20adc1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:45.022677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7480e9c8-64f2-4619-85d6-af5e5f20adc1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:45.028368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7480e9c8-64f2-4619-85d6-af5e5f20adc1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:45.029058 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7480e9c8-64f2-4619-85d6-af5e5f20adc1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.070903 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7480e9c8-64f2-4619-85d6-af5e5f20adc1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8484433 Jul 27 20:06:45.087046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44450) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:45.097252 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a1f16c0f-9ff2-49c4-8b81-65bb892295f5 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:45.139768 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.152325 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9ca2-548e-468d-bae1-092dbdeaacca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.176714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=782981b6-167b-411e-9499-a5d0afe4d026,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:45.185948 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf9ca2-548e-468d-bae1-092dbdeaacca None None] Pushing event deleted for resources: {'Port': ['ID=782981b6-167b-411e-9499-a5d0afe4d026,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:45.209836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] No DVR routers for this DVR port 782981b6-167b-411e-9499-a5d0afe4d026 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:06:45.212117 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf9ca2-548e-468d-bae1-092dbdeaacca None None] No DVR routers for this DVR port 782981b6-167b-411e-9499-a5d0afe4d026 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:06:45.298669 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a1f16c0f-9ff2-49c4-8b81-65bb892295f5 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.323425 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.343053 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de8b5574-37bf-4c3d-bad3-81445a392a22 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.364971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e330e45-3e6d-4b16-98b5-1d83d0969275']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:45.380187 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01f5670-cc6f-422b-b97f-86d93df4f712') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:45.380606 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01f5670-cc6f-422b-b97f-86d93df4f712') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:45.386764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b5574-37bf-4c3d-bad3-81445a392a22 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event deleted for resources: {'Port': ['ID=b3d2ded1-dc5e-4bc1-b5f3-0865d554544d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:45.399968 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.433319 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.460000 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de8b5574-37bf-4c3d-bad3-81445a392a22 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.477649 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:06:45.478071 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:06:45.479864 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:06:45.566931 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de8b5574-37bf-4c3d-bad3-81445a392a22 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.568294 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.577805 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de8b5574-37bf-4c3d-bad3-81445a392a22 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.580537 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.582405 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4e330e45-3e6d-4b16-98b5-1d83d0969275 HTTP/1.1" status: 204 len: 168 time: 1.2356687 Jul 27 20:06:45.586335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44456) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:45.587011 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a1f16c0f-9ff2-49c4-8b81-65bb892295f5 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.599335 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a1f16c0f-9ff2-49c4-8b81-65bb892295f5 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.600884 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adf67f-fe54-4d9d-b72d-ab082a2c87a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e330e45-3e6d-4b16-98b5-1d83d0969275,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:45.644483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-a1f16c0f-9ff2-49c4-8b81-65bb892295f5 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] In _notify_port_updated(), no bound segment for port 6cebc706-422a-48f7-b0e3-c5f0db935685 on network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 {{(pid=94060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:06:45.650107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f16c0f-9ff2-49c4-8b81-65bb892295f5 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:45.650762 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a1f16c0f-9ff2-49c4-8b81-65bb892295f5 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.658483 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a1f16c0f-9ff2-49c4-8b81-65bb892295f5 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "PUT /v2.0/ports/6cebc706-422a-48f7-b0e3-c5f0db935685 HTTP/1.1" status: 200 len: 818 time: 0.5693052 Jul 27 20:06:45.661676 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44460) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:45.679681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f16c0f-9ff2-49c4-8b81-65bb892295f5 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=6cebc706-422a-48f7-b0e3-c5f0db935685,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:45.732955 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de8b5574-37bf-4c3d-bad3-81445a392a22 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.740522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8b5574-37bf-4c3d-bad3-81445a392a22 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Fanout notify agent at l3_agent the message router_deleted on router fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:06:45.757499 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de8b5574-37bf-4c3d-bad3-81445a392a22 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:45.758976 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-de8b5574-37bf-4c3d-bad3-81445a392a22 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] 10.222.0.48 "DELETE /v2.0/routers/fcc4bfb0-a559-4c9e-8c60-7a6b2dcee32b HTTP/1.1" status: 204 len: 168 time: 1.8616898 Jul 27 20:06:45.761481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44464) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:45.946453 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f98d2f5-9c22-45a4-b0a3-f3387fd1fc17 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Deleting subnet 9dd1f238-ec80-466a-8ac6-e12d651e5c01 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:06:45.992949 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0f98d2f5-9c22-45a4-b0a3-f3387fd1fc17 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:46.014749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 782981b6-167b-411e-9499-a5d0afe4d026 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:06:46.021432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-bead5b0a-53c2-4ea1-9f5c-d7ebefca461b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port 6cebc706-422a-48f7-b0e3-c5f0db935685 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:46.021780 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bead5b0a-53c2-4ea1-9f5c-d7ebefca461b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:46.070005 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 782981b6-167b-411e-9499-a5d0afe4d026 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:06:46.071249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 782981b6-167b-411e-9499-a5d0afe4d026 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:06:46.071856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:06:46.100697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:06:46.101368 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8abf4a4b-7fbc-4c02-91d2-da306b9cf4c1 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:06:46.128384 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0f98d2f5-9c22-45a4-b0a3-f3387fd1fc17 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:46.129403 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9ccb69d2-f693-4789-80a2-a84babaeee15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:46.179846 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bead5b0a-53c2-4ea1-9f5c-d7ebefca461b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:46.199400 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-bead5b0a-53c2-4ea1-9f5c-d7ebefca461b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for 6cebc706-422a-48f7-b0e3-c5f0db935685 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:46.210252 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:46.332026 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0f98d2f5-9c22-45a4-b0a3-f3387fd1fc17 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:46.437263 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bead5b0a-53c2-4ea1-9f5c-d7ebefca461b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:46.480960 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0f98d2f5-9c22-45a4-b0a3-f3387fd1fc17 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:46.491441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead5b0a-53c2-4ea1-9f5c-d7ebefca461b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=6cebc706-422a-48f7-b0e3-c5f0db935685,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:46.524627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98d2f5-9c22-45a4-b0a3-f3387fd1fc17 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd1f238-ec80-466a-8ac6-e12d651e5c01,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:46.527856 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0f98d2f5-9c22-45a4-b0a3-f3387fd1fc17 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:46.529802 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0f98d2f5-9c22-45a4-b0a3-f3387fd1fc17 tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] 10.222.0.48 "DELETE /v2.0/subnets/9dd1f238-ec80-466a-8ac6-e12d651e5c01 HTTP/1.1" status: 204 len: 168 time: 0.7672715 Jul 27 20:06:46.530824 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bead5b0a-53c2-4ea1-9f5c-d7ebefca461b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:46.532509 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bead5b0a-53c2-4ea1-9f5c-d7ebefca461b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/6cebc706-422a-48f7-b0e3-c5f0db935685 HTTP/1.1" status: 204 len: 168 time: 0.8675010 Jul 27 20:06:46.534232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44476) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:46.535086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018209df-e27e-49ef-917f-a38a4e8a6828 None None] Network 0a8579ac-232a-433e-812f-a2c17c4550b4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:46.536943 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44478) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:46.679265 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:46.695395 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7df9ced-6939-4ffc-9c12-3a83a3082dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:46.709305 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccac3ccc-169e-4d09-b473-4f9b2139cd53 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:46.711396 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ccac3ccc-169e-4d09-b473-4f9b2139cd53 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1734538 Jul 27 20:06:46.714647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44482) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:46.743818 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7b8190-d792-458b-aae7-e037257a90a0 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] GET failed (client error): The resource could not be found. Jul 27 20:06:46.745463 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5b7b8190-d792-458b-aae7-e037257a90a0 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/6cebc706-422a-48f7-b0e3-c5f0db935685 HTTP/1.1" status: 404 len: 333 time: 0.0298948 Jul 27 20:06:46.749546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44484) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:46.759105 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6796ccd4-0fe0-45bb-9367-318ec772e28c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-626697262'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:46.791395 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6796ccd4-0fe0-45bb-9367-318ec772e28c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:46.801586 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6796ccd4-0fe0-45bb-9367-318ec772e28c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:46.835213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6796ccd4-0fe0-45bb-9367-318ec772e28c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:06:46.846980 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6796ccd4-0fe0-45bb-9367-318ec772e28c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:46.847242 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-6796ccd4-0fe0-45bb-9367-318ec772e28c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Added segment a35152da-825e-4ff0-8840-2bc413f12720 of type vlan for network 80e17e23-40aa-4bb0-b0ae-4c8f9177666a Jul 27 20:06:46.891875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841fb83c-bf7b-4501-bdf7-528e31a178e5 None None] DHCP port deletion for 0a8579ac-232a-433e-812f-a2c17c4550b4 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:06:46.995652 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6796ccd4-0fe0-45bb-9367-318ec772e28c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.013517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-841fb83c-bf7b-4501-bdf7-528e31a178e5 None None] Deleting port f43f940f-c339-4edf-b16b-7fc3dbbec4d8 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:47.014266 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-841fb83c-bf7b-4501-bdf7-528e31a178e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.046261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Deleting port f43f940f-c339-4edf-b16b-7fc3dbbec4d8 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:47.046897 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.118213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-841fb83c-bf7b-4501-bdf7-528e31a178e5 None None] For port f43f940f-c339-4edf-b16b-7fc3dbbec4d8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f43f940f-c339-4edf-b16b-7fc3dbbec4d8,segment=NetworkSegment(580f68a4-5820-4264-a23b-ea3d0f9fc9c1),segment_id=580f68a4-5820-4264-a23b-ea3d0f9fc9c1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:47.119249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] For port f43f940f-c339-4edf-b16b-7fc3dbbec4d8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f43f940f-c339-4edf-b16b-7fc3dbbec4d8,segment=NetworkSegment(580f68a4-5820-4264-a23b-ea3d0f9fc9c1),segment_id=580f68a4-5820-4264-a23b-ea3d0f9fc9c1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:47.119628 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.120110 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-841fb83c-bf7b-4501-bdf7-528e31a178e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.139366 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Calling delete_port for f43f940f-c339-4edf-b16b-7fc3dbbec4d8 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:47.155528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-841fb83c-bf7b-4501-bdf7-528e31a178e5 None None] Calling delete_port for f43f940f-c339-4edf-b16b-7fc3dbbec4d8 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:47.222156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6796ccd4-0fe0-45bb-9367-318ec772e28c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.242818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6796ccd4-0fe0-45bb-9367-318ec772e28c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:47.243744 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6796ccd4-0fe0-45bb-9367-318ec772e28c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.252484 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-841fb83c-bf7b-4501-bdf7-528e31a178e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.292066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fb83c-bf7b-4501-bdf7-528e31a178e5 None None] Pushing event deleted for resources: {'Port': ['ID=f43f940f-c339-4edf-b16b-7fc3dbbec4d8,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:47.298267 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fb83c-bf7b-4501-bdf7-528e31a178e5 None None] No DVR routers for this DVR port f43f940f-c339-4edf-b16b-7fc3dbbec4d8 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:06:47.303620 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.303817 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.351433 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6796ccd4-0fe0-45bb-9367-318ec772e28c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6005306 Jul 27 20:06:47.355080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44492) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:47.362398 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d40749cd-1da3-4b4f-8df2-0e36c67b0d57 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'subnet': {'network_id': '80e17e23-40aa-4bb0-b0ae-4c8f9177666a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:47.415370 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event deleted for resources: {'Port': ['ID=f43f940f-c339-4edf-b16b-7fc3dbbec4d8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:47.417737 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] No DVR routers for this DVR port f43f940f-c339-4edf-b16b-7fc3dbbec4d8 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:06:47.455616 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796ccd4-0fe0-45bb-9367-318ec772e28c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Network': ['ID=80e17e23-40aa-4bb0-b0ae-4c8f9177666a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:47.470420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 80e17e23-40aa-4bb0-b0ae-4c8f9177666a details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:06:47.550294 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40749cd-1da3-4b4f-8df2-0e36c67b0d57 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:47.567695 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.572119 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d40749cd-1da3-4b4f-8df2-0e36c67b0d57 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.584890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a8579ac-232a-433e-812f-a2c17c4550b4']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:47.661725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580f68a4-5820-4264-a23b-ea3d0f9fc9c1') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:47.662034 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580f68a4-5820-4264-a23b-ea3d0f9fc9c1') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:47.698082 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.741394 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.798288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:06:47.798915 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:06:47.804854 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:06:47.946855 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.956866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f43f940f-c339-4edf-b16b-7fc3dbbec4d8 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:06:47.971149 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:47.976287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] 10.222.0.48 "DELETE /v2.0/networks/0a8579ac-232a-433e-812f-a2c17c4550b4 HTTP/1.1" status: 204 len: 168 time: 1.4409535 Jul 27 20:06:47.977388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9277d6d-cbfb-4d23-affd-7990f7d5de8e tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event deleted for resources: {'Network': ['ID=0a8579ac-232a-433e-812f-a2c17c4550b4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:47.981324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44502) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:48.029393 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f43f940f-c339-4edf-b16b-7fc3dbbec4d8 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:06:48.030297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f43f940f-c339-4edf-b16b-7fc3dbbec4d8 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:06:48.230836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d7df9ced-6939-4ffc-9c12-3a83a3082dea admin admin] Deleting port 22783d0c-c277-421b-b161-af480b9bba39 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:48.231461 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7df9ced-6939-4ffc-9c12-3a83a3082dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:48.315279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-25590f34-e4cc-4baf-9163-26b2cb92a11b tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Deleting port df30e287-d7be-4489-a55f-ab56adee44eb {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:48.315671 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-25590f34-e4cc-4baf-9163-26b2cb92a11b tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:48.379708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d7df9ced-6939-4ffc-9c12-3a83a3082dea admin admin] For port 22783d0c-c277-421b-b161-af480b9bba39, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=22783d0c-c277-421b-b161-af480b9bba39,segment=NetworkSegment(1ba09d69-f38c-4a9f-b598-22f43bc13637),segment_id=1ba09d69-f38c-4a9f-b598-22f43bc13637)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:48.380365 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7df9ced-6939-4ffc-9c12-3a83a3082dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:48.399499 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d7df9ced-6939-4ffc-9c12-3a83a3082dea admin admin] Calling delete_port for 22783d0c-c277-421b-b161-af480b9bba39 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:48.447569 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d40749cd-1da3-4b4f-8df2-0e36c67b0d57 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:48.473306 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-25590f34-e4cc-4baf-9163-26b2cb92a11b tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:48.473736 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-25590f34-e4cc-4baf-9163-26b2cb92a11b tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:48.498837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-25590f34-e4cc-4baf-9163-26b2cb92a11b tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Calling delete_port for df30e287-d7be-4489-a55f-ab56adee44eb owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:48.592189 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40749cd-1da3-4b4f-8df2-0e36c67b0d57 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Checking segment: {'id': 'a35152da-825e-4ff0-8840-2bc413f12720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '80e17e23-40aa-4bb0-b0ae-4c8f9177666a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:06:48.592789 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40749cd-1da3-4b4f-8df2-0e36c67b0d57 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network hostable DHCP agents. Network: 80e17e23-40aa-4bb0-b0ae-4c8f9177666a, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:06:48.603504 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40749cd-1da3-4b4f-8df2-0e36c67b0d57 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Subnet': ['ID=d0502616-3351-4927-98f6-d9ae86e93e2c,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:48.632957 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40749cd-1da3-4b4f-8df2-0e36c67b0d57 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network 80e17e23-40aa-4bb0-b0ae-4c8f9177666a is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:06:48.657361 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-d40749cd-1da3-4b4f-8df2-0e36c67b0d57 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 80e17e23-40aa-4bb0-b0ae-4c8f9177666a) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:48.662089 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40749cd-1da3-4b4f-8df2-0e36c67b0d57 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:48.662737 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d40749cd-1da3-4b4f-8df2-0e36c67b0d57 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:48.667178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25270767-3067-4722-b78b-ae34fdc45fb0 None None] Network 80e17e23-40aa-4bb0-b0ae-4c8f9177666a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:48.689570 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d40749cd-1da3-4b4f-8df2-0e36c67b0d57 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3330898 Jul 27 20:06:48.693896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44510) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:48.707195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ce2e42fa-4b24-4f38-b4e2-f8a3198dd8f9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'subnet': {'network_id': '80e17e23-40aa-4bb0-b0ae-4c8f9177666a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:48.950860 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:48.951833 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-80e17e23-40aa-4bb0-b0ae-4c8f9177666a', 'network_id': '80e17e23-40aa-4bb0-b0ae-4c8f9177666a', 'tenant_id': '8024ff11f0b84b95aafc6c2acb787d47', 'fixed_ips': [{'subnet_id': 'd0502616-3351-4927-98f6-d9ae86e93e2c'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:06:48.952419 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:49.165518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Allocated IP 2001:db8::2 (80e17e23-40aa-4bb0-b0ae-4c8f9177666a/d0502616-3351-4927-98f6-d9ae86e93e2c/e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:49.252365 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7df9ced-6939-4ffc-9c12-3a83a3082dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:49.304443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df9ced-6939-4ffc-9c12-3a83a3082dea admin admin] Pushing event deleted for resources: {'Port': ['ID=22783d0c-c277-421b-b161-af480b9bba39,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:49.458379 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2e42fa-4b24-4f38-b4e2-f8a3198dd8f9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:49.461938 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce2e42fa-4b24-4f38-b4e2-f8a3198dd8f9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:49.469927 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-25590f34-e4cc-4baf-9163-26b2cb92a11b tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:49.555230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25590f34-e4cc-4baf-9163-26b2cb92a11b tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Pushing event deleted for resources: {'Port': ['ID=df30e287-d7be-4489-a55f-ab56adee44eb,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:49.677080 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d7df9ced-6939-4ffc-9c12-3a83a3082dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:49.784315 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-25590f34-e4cc-4baf-9163-26b2cb92a11b tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:49.787636 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-25590f34-e4cc-4baf-9163-26b2cb92a11b tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:49.789294 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-25590f34-e4cc-4baf-9163-26b2cb92a11b tempest-FloatingIPAdminTestJSON-382522954 tempest-FloatingIPAdminTestJSON-382522954-project] 10.222.0.48 "DELETE /v2.0/floatingips/9b48e438-3713-496a-bc68-084660d384c8 HTTP/1.1" status: 204 len: 168 time: 1.8054411 Jul 27 20:06:49.932658 n-d-705657-21 neutron-server[94059]: INFO neutron.db.ipam_backend_mixin [None req-ce2e42fa-4b24-4f38-b4e2-f8a3198dd8f9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d0502616-3351-4927-98f6-d9ae86e93e2c (CIDR: 2001:db8::/64) Jul 27 20:06:49.964540 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2e42fa-4b24-4f38-b4e2-f8a3198dd8f9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:06:49.964540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2e42fa-4b24-4f38-b4e2-f8a3198dd8f9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:06:50.042216 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ce2e42fa-4b24-4f38-b4e2-f8a3198dd8f9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3463283 Jul 27 20:06:50.045126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44532) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:50.056938 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9f0fc0d4-06c1-4b60-929c-103bd1ec7e15 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'subnet': {'network_id': '80e17e23-40aa-4bb0-b0ae-4c8f9177666a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:50.084767 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:50.108268 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Transition to ACTIVE for port object e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:50.144295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Transition to ACTIVE for port object e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:50.158095 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:50.280025 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Network 80e17e23-40aa-4bb0-b0ae-4c8f9177666a is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:50.286518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:50.291474 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:50.294497 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Pushing event updated for resources: {'Port': ['ID=e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:50.373389 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44538) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:50.375521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Attempting to bind port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:06:50.375896 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Attempting to bind port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'a35152da-825e-4ff0-8840-2bc413f12720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '80e17e23-40aa-4bb0-b0ae-4c8f9177666a'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:06:50.376283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Attempting to bind port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 on network 80e17e23-40aa-4bb0-b0ae-4c8f9177666a {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:06:50.386703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7df9ced-6939-4ffc-9c12-3a83a3082dea admin admin] Router 9ac432bd-e2d5-450c-a654-05545e6968ec has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:06:50.388283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:06:50.388708 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Checking segment: {'id': 'a35152da-825e-4ff0-8840-2bc413f12720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '80e17e23-40aa-4bb0-b0ae-4c8f9177666a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:06:50.389109 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:50.389514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Bound using segment: {'id': 'a35152da-825e-4ff0-8840-2bc413f12720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '80e17e23-40aa-4bb0-b0ae-4c8f9177666a'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:06:50.390017 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Bound port: e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35152da-825e-4ff0-8840-2bc413f12720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '80e17e23-40aa-4bb0-b0ae-4c8f9177666a'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:06:50.390412 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:50.392009 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0fc0d4-06c1-4b60-929c-103bd1ec7e15 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:50.396320 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9f0fc0d4-06c1-4b60-929c-103bd1ec7e15 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:50.537229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] For port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:06:50.539746 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7df9ced-6939-4ffc-9c12-3a83a3082dea admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:06:50.542074 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] For port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9,segment=NetworkSegment(a35152da-825e-4ff0-8840-2bc413f12720),segment_id=a35152da-825e-4ff0-8840-2bc413f12720)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:06:50.552915 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a2e8d9-27be-48ec-a15a-84f2200a86a9 None None] Sync routers for ids ['9ac432bd-e2d5-450c-a654-05545e6968ec'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:06:50.560772 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d7df9ced-6939-4ffc-9c12-3a83a3082dea admin admin] 10.222.0.48 "PUT /v2.0/routers/9ac432bd-e2d5-450c-a654-05545e6968ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9732895 Jul 27 20:06:50.561524 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:50.563568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44542) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:50.567468 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a2e8d9-27be-48ec-a15a-84f2200a86a9 None None] Routers {'9ac432bd-e2d5-450c-a654-05545e6968ec'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:06:50.568646 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-59a2e8d9-27be-48ec-a15a-84f2200a86a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:06:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9ac432bd-e2d5-450c-a654-05545e6968ec'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:50.656374 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6800f5-ae96-4532-87f1-5f4c1b413693 None None] Pushing event updated for resources: {'Port': ['ID=e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:50.764990 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-87e22d9c-5d28-4401-b196-7ceb2d286c71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06deb64286b547f1949c44b353123b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3897326 Jul 27 20:06:50.772984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44546) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:50.854228 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79a4fac6-7a07-44e9-bdbd-9be07708330b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:50.919548 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79a4fac6-7a07-44e9-bdbd-9be07708330b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:51.019714 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79a4fac6-7a07-44e9-bdbd-9be07708330b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:51.026989 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-79a4fac6-7a07-44e9-bdbd-9be07708330b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:51.041349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-79a4fac6-7a07-44e9-bdbd-9be07708330b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/641da6cc-1ec6-4e3d-9461-f7da96d718af HTTP/1.1" status: 204 len: 168 time: 0.2671535 Jul 27 20:06:51.071113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4fac6-7a07-44e9-bdbd-9be07708330b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641da6cc-1ec6-4e3d-9461-f7da96d718af,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:51.154381 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-59a2e8d9-27be-48ec-a15a-84f2200a86a9 None None] Set router 9ac432bd-e2d5-450c-a654-05545e6968ec gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:06:51.185011 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:51.241143 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9f0fc0d4-06c1-4b60-929c-103bd1ec7e15 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:51.340120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0fc0d4-06c1-4b60-929c-103bd1ec7e15 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network 80e17e23-40aa-4bb0-b0ae-4c8f9177666a is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:51.348560 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-9f0fc0d4-06c1-4b60-929c-103bd1ec7e15 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:51.364005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0fc0d4-06c1-4b60-929c-103bd1ec7e15 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:51.367206 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9f0fc0d4-06c1-4b60-929c-103bd1ec7e15 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:51.389859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fc0d4-06c1-4b60-929c-103bd1ec7e15 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Subnet': ['ID=72313c9e-7aee-4dae-8b2f-1f4c4524bccf,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:51.414296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:51.429542 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9f0fc0d4-06c1-4b60-929c-103bd1ec7e15 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3818803 Jul 27 20:06:51.432553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44556) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:51.438532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'network_id': '80e17e23-40aa-4bb0-b0ae-4c8f9177666a', 'fixed_ips': [{'subnet_id': 'd0502616-3351-4927-98f6-d9ae86e93e2c'}, {'subnet_id': '72313c9e-7aee-4dae-8b2f-1f4c4524bccf'}], 'name': 'tempest-PortsIpV6TestJSON-1256777182'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:51.511726 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] Deleting port 551b811f-6718-4064-8640-dda82719df02 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:51.511977 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:51.606982 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-59a2e8d9-27be-48ec-a15a-84f2200a86a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'name': 'tempest-TestServerMultinode-1354263447-router', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '551b811f-6718-4064-8640-dda82719df02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:42Z', 'updated_at': '2021-07-27T20:06:48Z', 'revision_number': 5, 'project_id': '2cfc854bc6e449febe4daec280f4360a', 'gw_port': {'id': '551b811f-6718-4064-8640-dda82719df02', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:43Z', 'updated_at': '2021-07-27T20:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:51.641349 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a2e8d9-27be-48ec-a15a-84f2200a86a9 None None] Checking router: 9ac432bd-e2d5-450c-a654-05545e6968ec for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:06:51.652323 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a2e8d9-27be-48ec-a15a-84f2200a86a9 None None] Routers {'9ac432bd-e2d5-450c-a654-05545e6968ec'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:06:51.653303 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-59a2e8d9-27be-48ec-a15a-84f2200a86a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:06:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9ac432bd-e2d5-450c-a654-05545e6968ec'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:51.687084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] For port 551b811f-6718-4064-8640-dda82719df02, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=551b811f-6718-4064-8640-dda82719df02,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:51.688012 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:51.710840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:51.711138 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] Calling delete_port for 551b811f-6718-4064-8640-dda82719df02 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:51.833586 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44564) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:51.850312 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-59a2e8d9-27be-48ec-a15a-84f2200a86a9 None None] Set router 9ac432bd-e2d5-450c-a654-05545e6968ec gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:06:51.865307 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:51.887595 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port af29000a-d8e1-43d3-a6e5-08eaba37d094 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:06:51.936172 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-378513e7-38c4-4690-9d2a-a0b3ce12dd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.011206 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-59a2e8d9-27be-48ec-a15a-84f2200a86a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'name': 'tempest-TestServerMultinode-1354263447-router', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:42Z', 'updated_at': '2021-07-27T20:06:51Z', 'revision_number': 6, 'project_id': '2cfc854bc6e449febe4daec280f4360a', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:52.035517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:06:52.084119 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a2e8d9-27be-48ec-a15a-84f2200a86a9 None None] The sync data for ids ['9ac432bd-e2d5-450c-a654-05545e6968ec'] in n-d-705657-21 is: [{'id': '9ac432bd-e2d5-450c-a654-05545e6968ec', 'name': 'tempest-TestServerMultinode-1354263447-router', 'tenant_id': '2cfc854bc6e449febe4daec280f4360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:42Z', 'updated_at': '2021-07-27T20:06:51Z', 'revision_number': 6, 'project_id': '2cfc854bc6e449febe4daec280f4360a', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:06:52.218666 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.219416 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:06:52.267307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] Pushing event deleted for resources: {'Port': ['ID=551b811f-6718-4064-8640-dda82719df02,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:52.380741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cbd15b-f842-4878-bcd0-e5500ae46971 None None] Network 80e17e23-40aa-4bb0-b0ae-4c8f9177666a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:52.393206 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-378513e7-38c4-4690-9d2a-a0b3ce12dd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.397065 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.501340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d4f7f7aa-301c-4d7e-abcf-8bbfe048e20a None None] Provisioning for port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:06:52.504634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Allocated IP 2001:db8::2a9 (80e17e23-40aa-4bb0-b0ae-4c8f9177666a/d0502616-3351-4927-98f6-d9ae86e93e2c/af29000a-d8e1-43d3-a6e5-08eaba37d094) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:52.510985 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d4f7f7aa-301c-4d7e-abcf-8bbfe048e20a None None] Provisioning complete for port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:52.512954 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d4f7f7aa-301c-4d7e-abcf-8bbfe048e20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.521535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Allocated IP 2001:db8:0:1::18d (80e17e23-40aa-4bb0-b0ae-4c8f9177666a/72313c9e-7aee-4dae-8b2f-1f4c4524bccf/af29000a-d8e1-43d3-a6e5-08eaba37d094) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:52.603887 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-378513e7-38c4-4690-9d2a-a0b3ce12dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.673428 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d4f7f7aa-301c-4d7e-abcf-8bbfe048e20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.680051 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-378513e7-38c4-4690-9d2a-a0b3ce12dd55 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9eeeeec0a81d43d5afb0c2231dc8d25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8422821 Jul 27 20:06:52.727014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44578) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:52.752224 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.762789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.778289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378513e7-38c4-4690-9d2a-a0b3ce12dd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b5d52b-dc9a-4dca-b9c5-20b9de769367,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:52.790053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d4f7f7aa-301c-4d7e-abcf-8bbfe048e20a None None] For port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9,segment=NetworkSegment(a35152da-825e-4ff0-8840-2bc413f12720),segment_id=a35152da-825e-4ff0-8840-2bc413f12720)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:52.812474 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d4f7f7aa-301c-4d7e-abcf-8bbfe048e20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.821522 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.841362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Transition to ACTIVE for port object af29000a-d8e1-43d3-a6e5-08eaba37d094 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:52.853418 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.854010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac432bd-e2d5-450c-a654-05545e6968ec {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:06:52.859308 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.860543 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3c56cf6d-903a-4362-b31d-585926883359 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9ac432bd-e2d5-450c-a654-05545e6968ec HTTP/1.1" status: 204 len: 168 time: 2.2914650 Jul 27 20:06:52.863041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44580) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:52.899930 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.904297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7f7aa-301c-4d7e-abcf-8bbfe048e20a None None] Pushing event updated for resources: {'Port': ['ID=e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:52.930733 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-02684020-fe75-4411-a1c5-f27957d2b34c admin admin] Deleting subnet 916aa828-b625-41b6-8f53-49d2ff24ad9a {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:06:52.934154 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02684020-fe75-4411-a1c5-f27957d2b34c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.959866 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network 80e17e23-40aa-4bb0-b0ae-4c8f9177666a is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:06:52.963824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:52.978615 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02684020-fe75-4411-a1c5-f27957d2b34c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:52.991186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:53.004647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:53.005347 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:53.018914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=af29000a-d8e1-43d3-a6e5-08eaba37d094,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:53.026772 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75c0a56-e893-4a06-a51b-f01d2faed7cd None None] Update dhcp port {'port': {'network_id': '80e17e23-40aa-4bb0-b0ae-4c8f9177666a', 'fixed_ips': [{'subnet_id': 'd0502616-3351-4927-98f6-d9ae86e93e2c', 'ip_address': '2001:db8::2'}, {'subnet_id': '72313c9e-7aee-4dae-8b2f-1f4c4524bccf'}], 'binding:host_id': 'n-d-705657-21'}, 'id': 'e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 20:06:53.039043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e5bfccc3-497b-4eda-91fe-ae08e9567930 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.6046388 Jul 27 20:06:53.055909 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44582) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:53.064644 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-53c0e812-ff09-4a8d-b662-e80b6c6fbb9e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd0502616-3351-4927-98f6-d9ae86e93e2c'}]}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:53.072687 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e75c0a56-e893-4a06-a51b-f01d2faed7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:53.131242 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1ec862f0-594f-4fa2-9b23-a66a9d037c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:53.206325 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1ec862f0-594f-4fa2-9b23-a66a9d037c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:53.285696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02684020-fe75-4411-a1c5-f27957d2b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:53.299382 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53c0e812-ff09-4a8d-b662-e80b6c6fbb9e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:53.331197 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-e75c0a56-e893-4a06-a51b-f01d2faed7cd None None] Allocated IP 2001:db8:0:1::2 (80e17e23-40aa-4bb0-b0ae-4c8f9177666a/72313c9e-7aee-4dae-8b2f-1f4c4524bccf/e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:53.442166 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02684020-fe75-4411-a1c5-f27957d2b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:53.461160 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1ec862f0-594f-4fa2-9b23-a66a9d037c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:53.466470 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1ec862f0-594f-4fa2-9b23-a66a9d037c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:53.470177 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1ec862f0-594f-4fa2-9b23-a66a9d037c06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87b5d52b-dc9a-4dca-b9c5-20b9de769367 HTTP/1.1" status: 204 len: 168 time: 0.7396669 Jul 27 20:06:53.499547 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e75c0a56-e893-4a06-a51b-f01d2faed7cd None None] For port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9,segment=NetworkSegment(a35152da-825e-4ff0-8840-2bc413f12720),segment_id=a35152da-825e-4ff0-8840-2bc413f12720)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:53.524012 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02684020-fe75-4411-a1c5-f27957d2b34c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=916aa828-b625-41b6-8f53-49d2ff24ad9a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:53.530282 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02684020-fe75-4411-a1c5-f27957d2b34c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:53.531983 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-02684020-fe75-4411-a1c5-f27957d2b34c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/916aa828-b625-41b6-8f53-49d2ff24ad9a HTTP/1.1" status: 204 len: 168 time: 0.6679661 Jul 27 20:06:53.543377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44592) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:53.545664 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec862f0-594f-4fa2-9b23-a66a9d037c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b5d52b-dc9a-4dca-b9c5-20b9de769367,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:53.590088 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e75c0a56-e893-4a06-a51b-f01d2faed7cd None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:53.610433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e75c0a56-e893-4a06-a51b-f01d2faed7cd None None] Transition to ACTIVE for port object e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:53.621347 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2badfb0d-7ba8-4144-becd-69dbb39c10b2 None None] Network bdc8fb58-8dd7-4bd5-b63c-ebb865329afe requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:53.712958 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:53.726821 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e75c0a56-e893-4a06-a51b-f01d2faed7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:53.847415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-53c0e812-ff09-4a8d-b662-e80b6c6fbb9e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Delete allocated IP 2001:db8:0:1::18d (80e17e23-40aa-4bb0-b0ae-4c8f9177666a/72313c9e-7aee-4dae-8b2f-1f4c4524bccf) {{(pid=94059) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 20:06:53.918354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c0a56-e893-4a06-a51b-f01d2faed7cd None None] Pushing event updated for resources: {'Port': ['ID=e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:53.959255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] Deleting port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:53.959255 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.013967 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:06:54.056838 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab21afe4-ce37-43d7-8b78-aca03d1fa4ec None None] DHCP port deletion for bdc8fb58-8dd7-4bd5-b63c-ebb865329afe request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:06:54.079666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] For port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589,segment=NetworkSegment(1ba09d69-f38c-4a9f-b598-22f43bc13637),segment_id=1ba09d69-f38c-4a9f-b598-22f43bc13637)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:54.080045 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.098036 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53c0e812-ff09-4a8d-b662-e80b6c6fbb9e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.106326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] Calling delete_port for 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:54.129617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-53c0e812-ff09-4a8d-b662-e80b6c6fbb9e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Ignored duplicate provisioning block setup for port af29000a-d8e1-43d3-a6e5-08eaba37d094 by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 20:06:54.146784 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53c0e812-ff09-4a8d-b662-e80b6c6fbb9e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.180159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ab21afe4-ce37-43d7-8b78-aca03d1fa4ec None None] Deleting port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:54.181191 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab21afe4-ce37-43d7-8b78-aca03d1fa4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.282565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-53c0e812-ff09-4a8d-b662-e80b6c6fbb9e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] In _notify_port_updated(), no bound segment for port af29000a-d8e1-43d3-a6e5-08eaba37d094 on network 80e17e23-40aa-4bb0-b0ae-4c8f9177666a {{(pid=94059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:06:54.282772 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 551b811f-6718-4064-8640-dda82719df02 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:06:54.299990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c0e812-ff09-4a8d-b662-e80b6c6fbb9e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:54.308791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 551b811f-6718-4064-8640-dda82719df02 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:06:54.309218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 551b811f-6718-4064-8640-dda82719df02 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:06:54.309927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 22783d0c-c277-421b-b161-af480b9bba39 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:06:54.310139 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53c0e812-ff09-4a8d-b662-e80b6c6fbb9e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.314262 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-53c0e812-ff09-4a8d-b662-e80b6c6fbb9e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "PUT /v2.0/ports/af29000a-d8e1-43d3-a6e5-08eaba37d094 HTTP/1.1" status: 200 len: 926 time: 1.2546697 Jul 27 20:06:54.316192 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44608) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:54.319203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44606) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:54.336380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6508bc45-1169-4ffd-9878-d04f4200c864 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd0502616-3351-4927-98f6-d9ae86e93e2c'}, {'subnet_id': '72313c9e-7aee-4dae-8b2f-1f4c4524bccf'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:54.345656 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7e07c80c-705a-4d09-8b5c-20b8764853d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.354923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 22783d0c-c277-421b-b161-af480b9bba39 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:06:54.355291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 22783d0c-c277-421b-b161-af480b9bba39 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:06:54.366756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0e812-ff09-4a8d-b662-e80b6c6fbb9e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=af29000a-d8e1-43d3-a6e5-08eaba37d094,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:54.410947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ab21afe4-ce37-43d7-8b78-aca03d1fa4ec None None] For port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589,segment=NetworkSegment(1ba09d69-f38c-4a9f-b598-22f43bc13637),segment_id=1ba09d69-f38c-4a9f-b598-22f43bc13637)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:54.411570 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab21afe4-ce37-43d7-8b78-aca03d1fa4ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.418973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.443271 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ab21afe4-ce37-43d7-8b78-aca03d1fa4ec None None] Calling delete_port for 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:54.481380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:54.578065 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7e07c80c-705a-4d09-8b5c-20b8764853d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.585821 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7e07c80c-705a-4d09-8b5c-20b8764853d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.593051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] No DVR routers for this DVR port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:06:54.636756 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab21afe4-ce37-43d7-8b78-aca03d1fa4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.652069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7e07c80c-705a-4d09-8b5c-20b8764853d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0836db02ef5140488871db6544b2207e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314252 Jul 27 20:06:54.652994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07c80c-705a-4d09-8b5c-20b8764853d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb52eecb-43e1-48d0-8456-d3fb3cb0f0c4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:54.655507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44620) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:54.709135 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21afe4-ce37-43d7-8b78-aca03d1fa4ec None None] No DVR routers for this DVR port 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:06:54.711546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21afe4-ce37-43d7-8b78-aca03d1fa4ec None None] Pushing event deleted for resources: {'Port': ['ID=92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:54.754743 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.763322 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31807e02-fabf-4a11-b0dc-88c44798eb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.778206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc8fb58-8dd7-4bd5-b63c-ebb865329afe']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:54.792612 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31807e02-fabf-4a11-b0dc-88c44798eb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.793073 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba09d69-f38c-4a9f-b598-22f43bc13637') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:54.793376 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba09d69-f38c-4a9f-b598-22f43bc13637') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:54.805690 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.836611 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.849811 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:06:54.850229 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:06:54.852319 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:06:54.859417 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31807e02-fabf-4a11-b0dc-88c44798eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.862444 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31807e02-fabf-4a11-b0dc-88c44798eb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:54.870585 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-31807e02-fabf-4a11-b0dc-88c44798eb5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb52eecb-43e1-48d0-8456-d3fb3cb0f0c4 HTTP/1.1" status: 204 len: 168 time: 0.1939585 Jul 27 20:06:54.884788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31807e02-fabf-4a11-b0dc-88c44798eb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb52eecb-43e1-48d0-8456-d3fb3cb0f0c4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:54.938862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d883f9e-a61b-4f34-99c0-58fe4ab29a41 None None] Network 80e17e23-40aa-4bb0-b0ae-4c8f9177666a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:55.029207 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:55.034657 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:55.038197 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] 10.222.0.48 "DELETE /v2.0/networks/bdc8fb58-8dd7-4bd5-b63c-ebb865329afe HTTP/1.1" status: 204 len: 168 time: 1.4932799 Jul 27 20:06:55.061687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc14573-b575-452d-92a6-b8eada766c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=bdc8fb58-8dd7-4bd5-b63c-ebb865329afe,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:55.071607 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6508bc45-1169-4ffd-9878-d04f4200c864 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:55.072922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-50f97a85-e67a-4adf-a302-ad3edeb47cb0 None None] Provisioning for port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:06:55.078224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-50f97a85-e67a-4adf-a302-ad3edeb47cb0 None None] Provisioning complete for port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:55.078599 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-50f97a85-e67a-4adf-a302-ad3edeb47cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:55.433171 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44648) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:55.541502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2d58f3d3-7159-4336-a239-ef2d78fb99e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f54dcb27c74e49139a9590b7f310e8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1047227 Jul 27 20:06:55.544805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44652) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:55.571632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-6508bc45-1169-4ffd-9878-d04f4200c864 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Allocated IP 2001:db8:0:1::330 (80e17e23-40aa-4bb0-b0ae-4c8f9177666a/72313c9e-7aee-4dae-8b2f-1f4c4524bccf/af29000a-d8e1-43d3-a6e5-08eaba37d094) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:06:55.603323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d037afe3-560b-4df9-8315-bac18f241f5e None None] Provisioning for port af29000a-d8e1-43d3-a6e5-08eaba37d094 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:06:55.608020 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d037afe3-560b-4df9-8315-bac18f241f5e None None] Provisioning complete for port af29000a-d8e1-43d3-a6e5-08eaba37d094 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:55.608420 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d037afe3-560b-4df9-8315-bac18f241f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:55.609933 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c48a4df9-2f8e-4ab7-9f53-ea3bfa5104ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:55.637661 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c48a4df9-2f8e-4ab7-9f53-ea3bfa5104ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:55.675602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d037afe3-560b-4df9-8315-bac18f241f5e None None] Port af29000a-d8e1-43d3-a6e5-08eaba37d094 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:06:55.689877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d037afe3-560b-4df9-8315-bac18f241f5e None None] Provisioning complete for port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:55.690315 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d037afe3-560b-4df9-8315-bac18f241f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:55.700284 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c48a4df9-2f8e-4ab7-9f53-ea3bfa5104ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:55.708428 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c48a4df9-2f8e-4ab7-9f53-ea3bfa5104ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:55.713602 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c48a4df9-2f8e-4ab7-9f53-ea3bfa5104ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42af77d4-9c65-4ec9-9bef-e1725a3237aa HTTP/1.1" status: 204 len: 168 time: 0.1674852 Jul 27 20:06:55.735784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a4df9-2f8e-4ab7-9f53-ea3bfa5104ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42af77d4-9c65-4ec9-9bef-e1725a3237aa,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:55.918483 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6508bc45-1169-4ffd-9878-d04f4200c864 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:55.957362 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-6508bc45-1169-4ffd-9878-d04f4200c864 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Ignored duplicate provisioning block setup for port af29000a-d8e1-43d3-a6e5-08eaba37d094 by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 20:06:55.967934 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6508bc45-1169-4ffd-9878-d04f4200c864 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:55.983166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:06:56.109795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3eb0c688-20bd-466a-8ba8-6cab472ae839 None None] Provisioning complete for port af29000a-d8e1-43d3-a6e5-08eaba37d094 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:56.110073 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c688-20bd-466a-8ba8-6cab472ae839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:56.128861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508bc45-1169-4ffd-9878-d04f4200c864 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=af29000a-d8e1-43d3-a6e5-08eaba37d094,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:56.197694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6508bc45-1169-4ffd-9878-d04f4200c864 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] In _notify_port_updated(), no bound segment for port af29000a-d8e1-43d3-a6e5-08eaba37d094 on network 80e17e23-40aa-4bb0-b0ae-4c8f9177666a {{(pid=94060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:06:56.205139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6508bc45-1169-4ffd-9878-d04f4200c864 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:56.205924 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6508bc45-1169-4ffd-9878-d04f4200c864 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:56.207464 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6508bc45-1169-4ffd-9878-d04f4200c864 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "PUT /v2.0/ports/af29000a-d8e1-43d3-a6e5-08eaba37d094 HTTP/1.1" status: 200 len: 1012 time: 1.8822587 Jul 27 20:06:56.210637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44672) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:56.251617 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0c688-20bd-466a-8ba8-6cab472ae839 None None] Port af29000a-d8e1-43d3-a6e5-08eaba37d094 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:06:56.267839 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:56.268044 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:56.438741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6042a248-5cc4-4592-99df-2f7143af4845 None None] Provisioning complete for port af29000a-d8e1-43d3-a6e5-08eaba37d094 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:56.439144 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6042a248-5cc4-4592-99df-2f7143af4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:56.492097 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6042a248-5cc4-4592-99df-2f7143af4845 None None] Port af29000a-d8e1-43d3-a6e5-08eaba37d094 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:06:56.503054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-7857ed07-4fa8-4727-9c47-1b3a04694bed tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port af29000a-d8e1-43d3-a6e5-08eaba37d094 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:56.503720 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7857ed07-4fa8-4727-9c47-1b3a04694bed tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:56.535669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44680) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:56.561407 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:06:56.593990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:06:56.596637 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 92e6e2ab-d8d1-4de1-9f9d-eaeec65b9589 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:06:56.624857 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1a364f1f-a288-402d-a014-7b75bc4c5748 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2cfc854bc6e449febe4daec280f4360a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875144 Jul 27 20:06:56.627108 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44682) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:56.671779 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7857ed07-4fa8-4727-9c47-1b3a04694bed tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:56.683108 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4af0-7926-47a1-9153-2d858f9028ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:56.686513 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-7857ed07-4fa8-4727-9c47-1b3a04694bed tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for af29000a-d8e1-43d3-a6e5-08eaba37d094 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:56.722911 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4af0-7926-47a1-9153-2d858f9028ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:56.726378 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bff2aac6-5f03-4ade-8636-b30178a633ce None None] Provisioning complete for port af29000a-d8e1-43d3-a6e5-08eaba37d094 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:06:56.727368 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bff2aac6-5f03-4ade-8636-b30178a633ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:56.818059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-bff2aac6-5f03-4ade-8636-b30178a633ce None None] Port af29000a-d8e1-43d3-a6e5-08eaba37d094 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:06:56.822303 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4af0-7926-47a1-9153-2d858f9028ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:56.824995 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4af0-7926-47a1-9153-2d858f9028ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:56.826243 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cd8c4af0-7926-47a1-9153-2d858f9028ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eab6be9a-33f7-42d1-9fc5-02e436d52321 HTTP/1.1" status: 204 len: 168 time: 0.1980059 Jul 27 20:06:56.841145 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c4af0-7926-47a1-9153-2d858f9028ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab6be9a-33f7-42d1-9fc5-02e436d52321,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:56.928354 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7857ed07-4fa8-4727-9c47-1b3a04694bed tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:56.987258 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857ed07-4fa8-4727-9c47-1b3a04694bed tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=af29000a-d8e1-43d3-a6e5-08eaba37d094,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:57.137539 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7857ed07-4fa8-4727-9c47-1b3a04694bed tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:57.141317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7857ed07-4fa8-4727-9c47-1b3a04694bed tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/af29000a-d8e1-43d3-a6e5-08eaba37d094 HTTP/1.1" status: 204 len: 168 time: 0.9285243 Jul 27 20:06:57.145238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44696) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:57.270017 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7ecee3-b2eb-4f99-bdd2-ae7d70e7d40f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] GET failed (client error): The resource could not be found. Jul 27 20:06:57.276381 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4d7ecee3-b2eb-4f99-bdd2-ae7d70e7d40f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/af29000a-d8e1-43d3-a6e5-08eaba37d094 HTTP/1.1" status: 404 len: 333 time: 0.1293941 Jul 27 20:06:57.278472 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44704) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:57.457298 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98131f9-95de-4b95-a423-cadde9a6201f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting subnet 72313c9e-7aee-4dae-8b2f-1f4c4524bccf {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:06:57.461972 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f98131f9-95de-4b95-a423-cadde9a6201f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:57.508063 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f98131f9-95de-4b95-a423-cadde9a6201f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:57.609209 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f98131f9-95de-4b95-a423-cadde9a6201f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:57.619485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44712) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:57.688606 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f98131f9-95de-4b95-a423-cadde9a6201f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:57.733204 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f98131f9-95de-4b95-a423-cadde9a6201f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:57.739493 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d16882e-cabc-49a8-9baf-07638cd3518d None None] Network 80e17e23-40aa-4bb0-b0ae-4c8f9177666a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:57.742131 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f98131f9-95de-4b95-a423-cadde9a6201f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/72313c9e-7aee-4dae-8b2f-1f4c4524bccf HTTP/1.1" status: 204 len: 168 time: 0.4618065 Jul 27 20:06:57.743349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98131f9-95de-4b95-a423-cadde9a6201f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Subnet': ['ID=72313c9e-7aee-4dae-8b2f-1f4c4524bccf,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:57.744891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44720) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:57.807012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1dadc4-8120-45c2-b8cc-374a1ae97eb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting subnet d0502616-3351-4927-98f6-d9ae86e93e2c {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:06:57.810293 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c1dadc4-8120-45c2-b8cc-374a1ae97eb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:57.867277 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c1dadc4-8120-45c2-b8cc-374a1ae97eb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:57.899677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1697296861'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:57.948335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Made reservation on behalf of ddaa285e594e46a59ef38f851269f150 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:57.953663 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:57.987513 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:58.022041 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c1dadc4-8120-45c2-b8cc-374a1ae97eb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:58.172769 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c1dadc4-8120-45c2-b8cc-374a1ae97eb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:58.191882 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:58.217620 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c1dadc4-8120-45c2-b8cc-374a1ae97eb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:58.219521 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1c1dadc4-8120-45c2-b8cc-374a1ae97eb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/d0502616-3351-4927-98f6-d9ae86e93e2c HTTP/1.1" status: 204 len: 168 time: 0.4735134 Jul 27 20:06:58.220334 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dadc4-8120-45c2-b8cc-374a1ae97eb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Subnet': ['ID=d0502616-3351-4927-98f6-d9ae86e93e2c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:58.222271 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:58.224971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44726) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:58.257608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:06:58.274237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966c7720-b667-466b-af26-6bee22aa895a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:58.306975 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:58.307590 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Added segment 0a17aa47-a29d-466b-8842-8cb2fc4c694a of type vlan for network 4daccdbc-846e-4fc0-a7e2-04953079d1bc Jul 27 20:06:58.419972 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:58.483454 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:58.497402 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:58.503116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:58.503721 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:58.597744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:06:58.598185 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:58.608545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9855461 Jul 27 20:06:58.614181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36823524-6527-4735-b484-90685254e60d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Pushing event updated for resources: {'Network': ['ID=4daccdbc-846e-4fc0-a7e2-04953079d1bc,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:58.625425 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 4daccdbc-846e-4fc0-a7e2-04953079d1bc details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:06:58.756455 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] For port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9,segment=NetworkSegment(a35152da-825e-4ff0-8840-2bc413f12720),segment_id=a35152da-825e-4ff0-8840-2bc413f12720)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:06:58.757453 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:58.785659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:06:58.898044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e424e20a-cc32-4f0b-b465-82b86a596d13 None None] Network 80e17e23-40aa-4bb0-b0ae-4c8f9177666a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:58.954151 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44758) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:58.960754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Request body: {'port': {'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc', 'binding:host_id': 'n-h2-705657-21', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-504648986'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:58.965637 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:58.974836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-33527a25-ce1b-4a6d-ab78-27ce4d99ed31 None None] Could not find standard attr ID for object e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:06:58.991652 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No DVR routers for this DVR port e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:06:58.999476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Made reservation on behalf of 339d8934f82f43bebe8edb8dc2b605c2 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:59.002118 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.014026 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.043880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:59.119730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2216b291-6337-45a2-a799-e4b449c89bd3 None None] DHCP port deletion for 80e17e23-40aa-4bb0-b0ae-4c8f9177666a request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:06:59.150436 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.165042 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.198534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d374535-9287-42fc-8696-c58a84f44d96,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:59.209348 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.214162 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] device_id is not set on port bdad273a-524c-485d-931b-e9df67194de2 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:06:59.222386 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e17e23-40aa-4bb0-b0ae-4c8f9177666a']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:59.247941 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35152da-825e-4ff0-8840-2bc413f12720') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:59.250956 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35152da-825e-4ff0-8840-2bc413f12720') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:06:59.271044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.300069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.307360 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:06:59.308044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:06:59.311914 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:06:59.400350 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.415434 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.420958 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/networks/80e17e23-40aa-4bb0-b0ae-4c8f9177666a HTTP/1.1" status: 204 len: 168 time: 1.1910913 Jul 27 20:06:59.421809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44764) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:59.435590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cacb0-c53a-420d-950f-d114418fbb04 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Network': ['ID=80e17e23-40aa-4bb0-b0ae-4c8f9177666a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:59.593570 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] device_id is not set on port bdad273a-524c-485d-931b-e9df67194de2 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:06:59.613347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b85438e-20c6-4aab-98a2-c16609274fae tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:59.618630 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5b85438e-20c6-4aab-98a2-c16609274fae tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1923461 Jul 27 20:06:59.618630 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.619038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44770) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:59.640239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Transition to ACTIVE for port object bdad273a-524c-485d-931b-e9df67194de2 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:06:59.666302 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.737621 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c482a3c5-83cc-4d47-b417-9cd6e179704f tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1171548 Jul 27 20:06:59.738508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44772) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:06:59.744605 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5cbd99d1-26f8-4faa-a4e5-2068683fe98b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1814477267'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:06:59.758403 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Checking segment: {'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:06:59.758757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Network hostable DHCP agents. Network: 4daccdbc-846e-4fc0-a7e2-04953079d1bc, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:06:59.764946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Pushing event updated for resources: {'Port': ['ID=bdad273a-524c-485d-931b-e9df67194de2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:06:59.773895 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbd99d1-26f8-4faa-a4e5-2068683fe98b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:06:59.780446 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cbd99d1-26f8-4faa-a4e5-2068683fe98b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.786647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Network 4daccdbc-846e-4fc0-a7e2-04953079d1bc is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:06:59.800056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 4daccdbc-846e-4fc0-a7e2-04953079d1bc) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:06:59.809732 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbd99d1-26f8-4faa-a4e5-2068683fe98b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:06:59.810018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e6e69c-a947-4668-9596-9210fa520c64 None None] Network 4daccdbc-846e-4fc0-a7e2-04953079d1bc requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:06:59.813079 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:06:59.827284 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cbd99d1-26f8-4faa-a4e5-2068683fe98b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.828081 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-5cbd99d1-26f8-4faa-a4e5-2068683fe98b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Added segment d7bf5cd7-77d5-4474-a98f-274c2e82759d of type vlan for network 285879a2-bad0-44f8-bdc2-f5a350ff0879 Jul 27 20:06:59.829617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:06:59.830019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:06:59.830365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:06:59.835021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:06:59.835398 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:06:59.835786 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 2 to bind port bdad273a-524c-485d-931b-e9df67194de2 Jul 27 20:06:59.849527 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:06:59.849862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:06:59.850197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:06:59.857045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:06:59.857324 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:06:59.857724 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 3 to bind port bdad273a-524c-485d-931b-e9df67194de2 Jul 27 20:06:59.873185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:06:59.873532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:06:59.873873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:06:59.883906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:06:59.884813 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:06:59.885222 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 4 to bind port bdad273a-524c-485d-931b-e9df67194de2 Jul 27 20:06:59.910883 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cbd99d1-26f8-4faa-a4e5-2068683fe98b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.912851 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:06:59.913281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:06:59.913624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:06:59.920705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:06:59.921377 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:06:59.922131 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 5 to bind port bdad273a-524c-485d-931b-e9df67194de2 Jul 27 20:06:59.941836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:06:59.942310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:06:59.943233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:06:59.950771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:06:59.951474 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:06:59.952773 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 6 to bind port bdad273a-524c-485d-931b-e9df67194de2 Jul 27 20:06:59.962491 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cbd99d1-26f8-4faa-a4e5-2068683fe98b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.975997 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:06:59.976846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:06:59.977408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:06:59.978231 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbd99d1-26f8-4faa-a4e5-2068683fe98b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:06:59.978950 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cbd99d1-26f8-4faa-a4e5-2068683fe98b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:06:59.995416 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:06:59.998473 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:06:59.999892 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 7 to bind port bdad273a-524c-485d-931b-e9df67194de2 Jul 27 20:07:00.036752 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:07:00.046362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:00.046874 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:00.047312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:00.055746 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:00.058588 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:00.058588 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 8 to bind port bdad273a-524c-485d-931b-e9df67194de2 Jul 27 20:07:00.058875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:07:00.058875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e0643c2a-06e7-4d5d-bff9-5c4944ae8bf9 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:07:00.097625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:00.098400 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:00.099194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:00.104555 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5cbd99d1-26f8-4faa-a4e5-2068683fe98b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3647473 Jul 27 20:07:00.108159 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44780) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:00.108788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:00.109228 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:00.109912 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 9 to bind port bdad273a-524c-485d-931b-e9df67194de2 Jul 27 20:07:00.114281 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-43522e0c-0fd3-454d-90fb-3f96a3ca13f8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'subnet': {'network_id': '285879a2-bad0-44f8-bdc2-f5a350ff0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:00.121583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd99d1-26f8-4faa-a4e5-2068683fe98b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Network': ['ID=285879a2-bad0-44f8-bdc2-f5a350ff0879,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:00.132301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:00.132927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:00.133437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:00.139382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:00.139877 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:00.140548 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 10 to bind port bdad273a-524c-485d-931b-e9df67194de2 Jul 27 20:07:00.154164 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 285879a2-bad0-44f8-bdc2-f5a350ff0879 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:07:00.160355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:00.161068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:00.161602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:00.168039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port bdad273a-524c-485d-931b-e9df67194de2 on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:00.169080 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port bdad273a-524c-485d-931b-e9df67194de2 on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:00.169624 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:00.240667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43522e0c-0fd3-454d-90fb-3f96a3ca13f8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:00.250147 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43522e0c-0fd3-454d-90fb-3f96a3ca13f8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:00.265146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] For port bdad273a-524c-485d-931b-e9df67194de2, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:07:00.265839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempted to set empty binding levels {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 20:07:00.272089 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:00.287120 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:00.288098 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:00.328231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.3726943 Jul 27 20:07:00.331042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44784) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:00.484921 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43522e0c-0fd3-454d-90fb-3f96a3ca13f8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:00.579194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43522e0c-0fd3-454d-90fb-3f96a3ca13f8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Subnet': ['ID=264a69b9-b1a2-4d0d-bfb5-7c63f9b19cfa,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:00.591116 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43522e0c-0fd3-454d-90fb-3f96a3ca13f8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Checking segment: {'id': 'd7bf5cd7-77d5-4474-a98f-274c2e82759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '285879a2-bad0-44f8-bdc2-f5a350ff0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:00.591539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43522e0c-0fd3-454d-90fb-3f96a3ca13f8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network hostable DHCP agents. Network: 285879a2-bad0-44f8-bdc2-f5a350ff0879, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:07:00.625463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43522e0c-0fd3-454d-90fb-3f96a3ca13f8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network 285879a2-bad0-44f8-bdc2-f5a350ff0879 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:07:00.639485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-43522e0c-0fd3-454d-90fb-3f96a3ca13f8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 285879a2-bad0-44f8-bdc2-f5a350ff0879) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:00.653048 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26258300-27cc-4397-b282-f4f8c365649e None None] Network 285879a2-bad0-44f8-bdc2-f5a350ff0879 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:00.664029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43522e0c-0fd3-454d-90fb-3f96a3ca13f8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:00.665016 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43522e0c-0fd3-454d-90fb-3f96a3ca13f8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:00.692058 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-43522e0c-0fd3-454d-90fb-3f96a3ca13f8 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5820251 Jul 27 20:07:00.694923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44794) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:00.701428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c1397e93-46a3-4dec-acc8-46a739b1dc86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'network_id': '285879a2-bad0-44f8-bdc2-f5a350ff0879', 'name': 'tempest-PortsIpV6TestJSON-248768071'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:00.759839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c406c4-0fe0-45be-be74-b10072d2ffe3 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Pushing event updated for resources: {'Port': ['ID=bdad273a-524c-485d-931b-e9df67194de2,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:00.800192 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-5467a45b-9b27-43f9-9da7-65d3a9fff79c tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Deleting port bdad273a-524c-485d-931b-e9df67194de2 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:00.801679 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5467a45b-9b27-43f9-9da7-65d3a9fff79c tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:00.885102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-5467a45b-9b27-43f9-9da7-65d3a9fff79c tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] For port bdad273a-524c-485d-931b-e9df67194de2, host n-h2-705657-21, got binding levels [] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:00.885513 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5467a45b-9b27-43f9-9da7-65d3a9fff79c tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:00.903571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-5467a45b-9b27-43f9-9da7-65d3a9fff79c tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Calling delete_port for bdad273a-524c-485d-931b-e9df67194de2 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:00.989744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-285879a2-bad0-44f8-bdc2-f5a350ff0879', 'network_id': '285879a2-bad0-44f8-bdc2-f5a350ff0879', 'tenant_id': '8024ff11f0b84b95aafc6c2acb787d47', 'fixed_ips': [{'subnet_id': '264a69b9-b1a2-4d0d-bfb5-7c63f9b19cfa'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:07:00.990752 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:01.006881 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5467a45b-9b27-43f9-9da7-65d3a9fff79c tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:01.071925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467a45b-9b27-43f9-9da7-65d3a9fff79c tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdad273a-524c-485d-931b-e9df67194de2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:01.088899 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5467a45b-9b27-43f9-9da7-65d3a9fff79c tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:01.091597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5467a45b-9b27-43f9-9da7-65d3a9fff79c tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "DELETE /v2.0/ports/bdad273a-524c-485d-931b-e9df67194de2 HTTP/1.1" status: 204 len: 168 time: 0.7592943 Jul 27 20:07:01.096675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44802) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:01.162180 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab33965b-cfda-49df-9925-dd7f29b2ce27 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] GET failed (client error): The resource could not be found. Jul 27 20:07:01.168488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ab33965b-cfda-49df-9925-dd7f29b2ce27 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "GET /v2.0/ports/bdad273a-524c-485d-931b-e9df67194de2 HTTP/1.1" status: 404 len: 333 time: 0.0701847 Jul 27 20:07:01.171745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44806) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:01.176769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-bc62bca5-4e1f-4f49-ae2d-3b3789e9fe03 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Request body: {'port': {'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1814032436'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:01.241374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc62bca5-4e1f-4f49-ae2d-3b3789e9fe03 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Made reservation on behalf of 339d8934f82f43bebe8edb8dc2b605c2 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:01.244534 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc62bca5-4e1f-4f49-ae2d-3b3789e9fe03 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:01.244894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Allocated IP 2001:db8::2 (285879a2-bad0-44f8-bdc2-f5a350ff0879/264a69b9-b1a2-4d0d-bfb5-7c63f9b19cfa/a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:01.281300 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1397e93-46a3-4dec-acc8-46a739b1dc86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:01.283326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-bc62bca5-4e1f-4f49-ae2d-3b3789e9fe03 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] device_id is not set on port 37465bff-fdcb-4b56-bdb5-d5c8065319de yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:01.285841 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1397e93-46a3-4dec-acc8-46a739b1dc86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:01.319829 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-c1397e93-46a3-4dec-acc8-46a739b1dc86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port 270c1841-ccba-4a0f-ac13-77deb8e3d167 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:01.545502 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc62bca5-4e1f-4f49-ae2d-3b3789e9fe03 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:01.597550 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc62bca5-4e1f-4f49-ae2d-3b3789e9fe03 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:01.654492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc62bca5-4e1f-4f49-ae2d-3b3789e9fe03 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Network 4daccdbc-846e-4fc0-a7e2-04953079d1bc is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:01.661694 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-bc62bca5-4e1f-4f49-ae2d-3b3789e9fe03 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:01.664790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc62bca5-4e1f-4f49-ae2d-3b3789e9fe03 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:01.666133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc62bca5-4e1f-4f49-ae2d-3b3789e9fe03 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:01.666745 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc62bca5-4e1f-4f49-ae2d-3b3789e9fe03 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:01.687535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62bca5-4e1f-4f49-ae2d-3b3789e9fe03 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Pushing event updated for resources: {'Port': ['ID=37465bff-fdcb-4b56-bdb5-d5c8065319de,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:01.698590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bc62bca5-4e1f-4f49-ae2d-3b3789e9fe03 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5234599 Jul 27 20:07:01.698833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44824) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:01.705400 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:01.729476 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:01.751614 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Transition to ACTIVE for port object a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:01.763354 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44826) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:01.787355 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Transition to ACTIVE for port object a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:01.804049 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:01.816259 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:01.911494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Pushing event updated for resources: {'Port': ['ID=a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:01.932592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-c1397e93-46a3-4dec-acc8-46a739b1dc86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Allocated IP 2001:db8::292 (285879a2-bad0-44f8-bdc2-f5a350ff0879/264a69b9-b1a2-4d0d-bfb5-7c63f9b19cfa/270c1841-ccba-4a0f-ac13-77deb8e3d167) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:01.933133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Network 285879a2-bad0-44f8-bdc2-f5a350ff0879 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:01.939858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:01.944256 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:02.014764 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2431cab6-e013-451a-b853-6f445f29cb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.019429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Attempting to bind port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:02.019971 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Attempting to bind port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'd7bf5cd7-77d5-4474-a98f-274c2e82759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '285879a2-bad0-44f8-bdc2-f5a350ff0879'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:02.020205 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Attempting to bind port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa on network 285879a2-bad0-44f8-bdc2-f5a350ff0879 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:02.025757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:07:02.026135 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Checking segment: {'id': 'd7bf5cd7-77d5-4474-a98f-274c2e82759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '285879a2-bad0-44f8-bdc2-f5a350ff0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:02.026550 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.026947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Bound using segment: {'id': 'd7bf5cd7-77d5-4474-a98f-274c2e82759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '285879a2-bad0-44f8-bdc2-f5a350ff0879'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:07:02.027416 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Bound port: a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bf5cd7-77d5-4474-a98f-274c2e82759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '285879a2-bad0-44f8-bdc2-f5a350ff0879'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:07:02.027870 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.104498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] device_id is not set on port 37465bff-fdcb-4b56-bdb5-d5c8065319de yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:02.116714 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.134685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Transition to ACTIVE for port object 37465bff-fdcb-4b56-bdb5-d5c8065319de will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:02.134936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] For port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:07:02.138616 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] For port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa,segment=NetworkSegment(d7bf5cd7-77d5-4474-a98f-274c2e82759d),segment_id=d7bf5cd7-77d5-4474-a98f-274c2e82759d)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:07:02.144386 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.147001 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.217763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Pushing event updated for resources: {'Port': ['ID=37465bff-fdcb-4b56-bdb5-d5c8065319de,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:02.222947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:02.223637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:02.224875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:02.231472 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:02.232225 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:02.232872 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 2 to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de Jul 27 20:07:02.245896 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f244d7-0868-4ec0-b3a4-b21273ec5d33 None None] Pushing event updated for resources: {'Port': ['ID=a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:02.247203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:02.247898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:02.248488 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:02.259590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:02.260048 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:02.260583 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 3 to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de Jul 27 20:07:02.264707 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2431cab6-e013-451a-b853-6f445f29cb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.279946 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2431cab6-e013-451a-b853-6f445f29cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.281170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:02.281696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:02.282221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:02.287176 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:02.287760 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:02.288493 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 4 to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de Jul 27 20:07:02.301428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:02.302194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:02.302705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:02.307848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:02.308471 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:02.309076 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 5 to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de Jul 27 20:07:02.327865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:02.328486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:02.329104 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:02.333887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:02.334435 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:02.335165 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 6 to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de Jul 27 20:07:02.348019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:02.348624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:02.349503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:02.354831 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:02.355431 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:02.356113 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 7 to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de Jul 27 20:07:02.364297 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2431cab6-e013-451a-b853-6f445f29cb05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9139eb750784fb38e59bea02fa361ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5996363 Jul 27 20:07:02.367290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44834) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:02.367464 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1397e93-46a3-4dec-acc8-46a739b1dc86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.369709 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431cab6-e013-451a-b853-6f445f29cb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c9d437-094b-4a70-a43d-fefe5dbc3e3d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:02.384238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-c1397e93-46a3-4dec-acc8-46a739b1dc86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Transition to ACTIVE for port object 270c1841-ccba-4a0f-ac13-77deb8e3d167 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:02.388226 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:02.388788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:02.389109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:02.398717 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:02.399201 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:02.403535 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 8 to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de Jul 27 20:07:02.425829 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1397e93-46a3-4dec-acc8-46a739b1dc86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.444180 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bb50e5b-a264-43bb-a2f6-8e48b343e1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.447484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:02.447923 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:02.448362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:02.470274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:02.470425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1397e93-46a3-4dec-acc8-46a739b1dc86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network 285879a2-bad0-44f8-bdc2-f5a350ff0879 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:02.470638 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:02.473548 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-c1397e93-46a3-4dec-acc8-46a739b1dc86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:02.478844 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1397e93-46a3-4dec-acc8-46a739b1dc86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:02.488348 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 9 to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de Jul 27 20:07:02.489275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1397e93-46a3-4dec-acc8-46a739b1dc86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.489275 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c1397e93-46a3-4dec-acc8-46a739b1dc86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.509553 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bb50e5b-a264-43bb-a2f6-8e48b343e1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.532855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:02.533239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:02.533687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:02.536451 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1397e93-46a3-4dec-acc8-46a739b1dc86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=270c1841-ccba-4a0f-ac13-77deb8e3d167,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:02.548454 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c1397e93-46a3-4dec-acc8-46a739b1dc86 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8511996 Jul 27 20:07:02.549929 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44836) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:02.551434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:02.551898 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:02.556947 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'network_id': '285879a2-bad0-44f8-bdc2-f5a350ff0879', 'name': 'tempest-PortsIpV6TestJSON-1583742761'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:02.558182 n-d-705657-21 neutron-server[94059]: INFO neutron.plugins.ml2.plugin [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 10 to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de Jul 27 20:07:02.590315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:02.590539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:02.590870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:02.597143 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:02.597700 n-d-705657-21 neutron-server[94059]: ERROR neutron.plugins.ml2.managers [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port 37465bff-fdcb-4b56-bdb5-d5c8065319de on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:02.598155 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.668818 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bb50e5b-a264-43bb-a2f6-8e48b343e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.671568 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6bb50e5b-a264-43bb-a2f6-8e48b343e1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.672973 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6bb50e5b-a264-43bb-a2f6-8e48b343e1f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80c9d437-094b-4a70-a43d-fefe5dbc3e3d HTTP/1.1" status: 204 len: 168 time: 0.3044436 Jul 27 20:07:02.691927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb50e5b-a264-43bb-a2f6-8e48b343e1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c9d437-094b-4a70-a43d-fefe5dbc3e3d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:02.717902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] For port 37465bff-fdcb-4b56-bdb5-d5c8065319de, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:07:02.718334 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempted to set empty binding levels {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 20:07:02.730397 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.761955 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:02.767131 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.772547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] In _notify_port_updated(), no bound segment for port 37465bff-fdcb-4b56-bdb5-d5c8065319de on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:07:02.773549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.774070 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:02.776524 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "PUT /v2.0/ports/37465bff-fdcb-4b56-bdb5-d5c8065319de HTTP/1.1" status: 200 len: 976 time: 1.0755608 Jul 27 20:07:02.778263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44846) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:02.792978 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port e6aeabfe-8b7c-45bc-9fdb-aa1e7ee2ce5a yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:02.849840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffba8d-4b79-4522-8148-5b22c1836888 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Pushing event updated for resources: {'Port': ['ID=37465bff-fdcb-4b56-bdb5-d5c8065319de,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:02.943658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.944147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.945357 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.945830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.946301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.946883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.947406 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.947867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.948318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.948797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.949246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.949694 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.950200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.950656 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.951102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.951550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.951998 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.952468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.952918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.953365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.953813 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.954260 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.954711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.955216 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.955657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.956114 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.956584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:02.960365 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-91623cd0-98ca-4435-9037-6d8559b88d91 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24403 time: 0.1808410 Jul 27 20:07:02.964301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44852) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:02.986087 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Allocated IP 2001:db8::239 (285879a2-bad0-44f8-bdc2-f5a350ff0879/264a69b9-b1a2-4d0d-bfb5-7c63f9b19cfa/e6aeabfe-8b7c-45bc-9fdb-aa1e7ee2ce5a) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:03.107514 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-465983e6-d208-4e27-9601-7cd5b96e5e26 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Deleting port 37465bff-fdcb-4b56-bdb5-d5c8065319de {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:03.108775 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-465983e6-d208-4e27-9601-7cd5b96e5e26 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.131504 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44854) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:03.166047 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d736ff79-73ad-41f3-8b45-0958e5bde919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.195824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-465983e6-d208-4e27-9601-7cd5b96e5e26 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] For port 37465bff-fdcb-4b56-bdb5-d5c8065319de, host n-h2-705657-21, got binding levels [] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:03.196202 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-465983e6-d208-4e27-9601-7cd5b96e5e26 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.207853 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.213972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-465983e6-d208-4e27-9601-7cd5b96e5e26 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Calling delete_port for 37465bff-fdcb-4b56-bdb5-d5c8065319de owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:03.235415 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Transition to ACTIVE for port object e6aeabfe-8b7c-45bc-9fdb-aa1e7ee2ce5a will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:03.311617 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.324566 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-465983e6-d208-4e27-9601-7cd5b96e5e26 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.374626 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-465983e6-d208-4e27-9601-7cd5b96e5e26 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.377437 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-465983e6-d208-4e27-9601-7cd5b96e5e26 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "DELETE /v2.0/ports/37465bff-fdcb-4b56-bdb5-d5c8065319de HTTP/1.1" status: 204 len: 168 time: 0.4121213 Jul 27 20:07:03.379000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465983e6-d208-4e27-9601-7cd5b96e5e26 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Pushing event deleted for resources: {'Port': ['ID=37465bff-fdcb-4b56-bdb5-d5c8065319de,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:03.380747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44858) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:03.386593 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d736ff79-73ad-41f3-8b45-0958e5bde919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.394723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network 285879a2-bad0-44f8-bdc2-f5a350ff0879 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:03.399251 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:03.402597 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:03.409483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:03.410189 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.420227 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d736ff79-73ad-41f3-8b45-0958e5bde919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.421504 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a6b6b1-6081-4014-b0c8-97ba431aa19a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] GET failed (client error): The resource could not be found. Jul 27 20:07:03.423503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-93a6b6b1-6081-4014-b0c8-97ba431aa19a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "GET /v2.0/ports/37465bff-fdcb-4b56-bdb5-d5c8065319de HTTP/1.1" status: 404 len: 333 time: 0.0416801 Jul 27 20:07:03.428106 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44862) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:03.438074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-af542fb6-8ef5-4718-bad2-45887c823060 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1901628907', 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:03.460056 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d736ff79-73ad-41f3-8b45-0958e5bde919 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82a2c45640cd41b7ab4d1039161fdf30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270690 Jul 27 20:07:03.463031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44864) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:03.473450 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=e6aeabfe-8b7c-45bc-9fdb-aa1e7ee2ce5a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:03.479610 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af542fb6-8ef5-4718-bad2-45887c823060 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Made reservation on behalf of 339d8934f82f43bebe8edb8dc2b605c2 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:03.483780 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af542fb6-8ef5-4718-bad2-45887c823060 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.497814 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9466059 Jul 27 20:07:03.500658 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:03.501030 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:03.501439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:03.501780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:03.502120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:03.502454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:03.502811 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:03.503120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:03.503481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:03.503903 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:03.504230 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:03.504580 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982c0520-c4c7-440f-afb7-931e130a2ea3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:03.508438 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44866) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:03.518725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736ff79-73ad-41f3-8b45-0958e5bde919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d9ad32-2a3f-4909-b0d0-391b0710f3eb,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:03.592381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-af542fb6-8ef5-4718-bad2-45887c823060 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] device_id is not set on port 8197fea9-cc5b-4c8b-aa5e-275d67c3ba3f yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:03.674176 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-71f4f956-86dc-4df1-8279-8cc29b8f7fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.705487 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d14f7da-b1ca-44fe-86cf-171837610d8b None None] Network 285879a2-bad0-44f8-bdc2-f5a350ff0879 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:03.748620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3268b4f9-6300-4069-bbfa-eab5822cdf0a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:03.752972 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3268b4f9-6300-4069-bbfa-eab5822cdf0a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A292 HTTP/1.1" status: 200 len: 928 time: 0.2431710 Jul 27 20:07:03.753563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44870) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:03.762894 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-71f4f956-86dc-4df1-8279-8cc29b8f7fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.769506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5e1dbf87-c9cf-4c1a-8381-20b20b696062 None None] Provisioning for port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:03.865727 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4d28a236-630b-4bc5-8e7a-526a8950234d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port e6aeabfe-8b7c-45bc-9fdb-aa1e7ee2ce5a {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:03.866145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d28a236-630b-4bc5-8e7a-526a8950234d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.916827 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-71f4f956-86dc-4df1-8279-8cc29b8f7fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.919656 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-71f4f956-86dc-4df1-8279-8cc29b8f7fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:03.926387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-71f4f956-86dc-4df1-8279-8cc29b8f7fed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72d9ad32-2a3f-4909-b0d0-391b0710f3eb HTTP/1.1" status: 204 len: 168 time: 0.4611495 Jul 27 20:07:03.974441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4f956-86dc-4df1-8279-8cc29b8f7fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d9ad32-2a3f-4909-b0d0-391b0710f3eb,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:04.023423 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d28a236-630b-4bc5-8e7a-526a8950234d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.046382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4d28a236-630b-4bc5-8e7a-526a8950234d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for e6aeabfe-8b7c-45bc-9fdb-aa1e7ee2ce5a owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:04.048076 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af542fb6-8ef5-4718-bad2-45887c823060 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.065733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:04.105361 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af542fb6-8ef5-4718-bad2-45887c823060 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.160620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af542fb6-8ef5-4718-bad2-45887c823060 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Network 4daccdbc-846e-4fc0-a7e2-04953079d1bc is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:04.170860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-af542fb6-8ef5-4718-bad2-45887c823060 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:04.183921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af542fb6-8ef5-4718-bad2-45887c823060 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:04.185040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af542fb6-8ef5-4718-bad2-45887c823060 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:04.185727 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af542fb6-8ef5-4718-bad2-45887c823060 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.189708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af542fb6-8ef5-4718-bad2-45887c823060 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Pushing event updated for resources: {'Port': ['ID=8197fea9-cc5b-4c8b-aa5e-275d67c3ba3f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:04.214173 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-af542fb6-8ef5-4718-bad2-45887c823060 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7803857 Jul 27 20:07:04.216797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44886) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:04.224556 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:04.230188 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:04.230938 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.287575 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908fc5d1-78df-4de9-9f11-4181daaaf6ef tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:04.289799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-908fc5d1-78df-4de9-9f11-4181daaaf6ef tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "GET /v2.0/ports/8197fea9-cc5b-4c8b-aa5e-275d67c3ba3f HTTP/1.1" status: 200 len: 955 time: 0.0697622 Jul 27 20:07:04.292109 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44890) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:04.326325 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.367315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa,segment=NetworkSegment(d7bf5cd7-77d5-4474-a98f-274c2e82759d),segment_id=d7bf5cd7-77d5-4474-a98f-274c2e82759d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:04.373128 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.433799 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d28a236-630b-4bc5-8e7a-526a8950234d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.459998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1337154c-5656-4536-aef9-787b4f67c0bf None None] Provisioning for port 270c1841-ccba-4a0f-ac13-77deb8e3d167 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:04.466398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:04.469317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1337154c-5656-4536-aef9-787b4f67c0bf None None] Provisioning complete for port 270c1841-ccba-4a0f-ac13-77deb8e3d167 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:04.469694 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1337154c-5656-4536-aef9-787b4f67c0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.490300 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28a236-630b-4bc5-8e7a-526a8950234d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=e6aeabfe-8b7c-45bc-9fdb-aa1e7ee2ce5a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:04.534689 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3e960664-91fe-4f10-a9f7-f994fe5e7c9a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Deleting port 8197fea9-cc5b-4c8b-aa5e-275d67c3ba3f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:04.535258 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e960664-91fe-4f10-a9f7-f994fe5e7c9a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.535484 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1337154c-5656-4536-aef9-787b4f67c0bf None None] Port 270c1841-ccba-4a0f-ac13-77deb8e3d167 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:04.552381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1337154c-5656-4536-aef9-787b4f67c0bf None None] Provisioning complete for port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:04.553083 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1337154c-5656-4536-aef9-787b4f67c0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.592722 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d28a236-630b-4bc5-8e7a-526a8950234d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.595003 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4d28a236-630b-4bc5-8e7a-526a8950234d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/e6aeabfe-8b7c-45bc-9fdb-aa1e7ee2ce5a HTTP/1.1" status: 204 len: 168 time: 0.8405385 Jul 27 20:07:04.597836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44898) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:04.624885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e960664-91fe-4f10-a9f7-f994fe5e7c9a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.646376 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3e960664-91fe-4f10-a9f7-f994fe5e7c9a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Calling delete_port for 8197fea9-cc5b-4c8b-aa5e-275d67c3ba3f owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:04.663069 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-af271a69-aca3-4768-813f-84e95c3df4cb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] GET failed (client error): The resource could not be found. Jul 27 20:07:04.668953 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-af271a69-aca3-4768-813f-84e95c3df4cb tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/e6aeabfe-8b7c-45bc-9fdb-aa1e7ee2ce5a HTTP/1.1" status: 404 len: 333 time: 0.0697939 Jul 27 20:07:04.669554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44902) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:04.721195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1337154c-5656-4536-aef9-787b4f67c0bf None None] Could not find standard attr ID for object e6aeabfe-8b7c-45bc-9fdb-aa1e7ee2ce5a. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:07:04.822315 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e960664-91fe-4f10-a9f7-f994fe5e7c9a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.844794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d2512482-44bc-4d38-83d1-2a074c1fc110 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port 270c1841-ccba-4a0f-ac13-77deb8e3d167 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:04.845150 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2512482-44bc-4d38-83d1-2a074c1fc110 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.885624 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c379a860-b061-4be5-95a9-585e13378108 None None] Provisioning complete for port 270c1841-ccba-4a0f-ac13-77deb8e3d167 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:04.886000 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c379a860-b061-4be5-95a9-585e13378108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.919544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e960664-91fe-4f10-a9f7-f994fe5e7c9a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Pushing event deleted for resources: {'Port': ['ID=8197fea9-cc5b-4c8b-aa5e-275d67c3ba3f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:04.937870 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e960664-91fe-4f10-a9f7-f994fe5e7c9a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:04.947153 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3e960664-91fe-4f10-a9f7-f994fe5e7c9a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "DELETE /v2.0/ports/8197fea9-cc5b-4c8b-aa5e-275d67c3ba3f HTTP/1.1" status: 204 len: 168 time: 0.6504931 Jul 27 20:07:04.951644 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44916) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:04.962853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c379a860-b061-4be5-95a9-585e13378108 None None] Port 270c1841-ccba-4a0f-ac13-77deb8e3d167 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:05.015118 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b2df63-c020-4ff3-a2d4-59814d1c93dd tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] GET failed (client error): The resource could not be found. Jul 27 20:07:05.024380 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f8b2df63-c020-4ff3-a2d4-59814d1c93dd tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "GET /v2.0/ports/8197fea9-cc5b-4c8b-aa5e-275d67c3ba3f HTTP/1.1" status: 404 len: 333 time: 0.0691693 Jul 27 20:07:05.026235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44918) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:05.033027 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ddacb6ab-89b2-4f2b-bebe-ea10c9e4256a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Request body: {'port': {'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1199144253'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:05.065681 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2512482-44bc-4d38-83d1-2a074c1fc110 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:05.071450 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddacb6ab-89b2-4f2b-bebe-ea10c9e4256a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Made reservation on behalf of 339d8934f82f43bebe8edb8dc2b605c2 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:05.074811 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ddacb6ab-89b2-4f2b-bebe-ea10c9e4256a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:05.080230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d2512482-44bc-4d38-83d1-2a074c1fc110 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for 270c1841-ccba-4a0f-ac13-77deb8e3d167 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:05.107595 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-ddacb6ab-89b2-4f2b-bebe-ea10c9e4256a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] device_id is not set on port c37f477e-98d9-4a7c-957a-00198fceba8d yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:05.184864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0c005cd0-43ad-4f06-8a01-755275254048 None None] Could not find standard attr ID for object e6aeabfe-8b7c-45bc-9fdb-aa1e7ee2ce5a. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:07:05.251276 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2512482-44bc-4d38-83d1-2a074c1fc110 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:05.296481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2512482-44bc-4d38-83d1-2a074c1fc110 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=270c1841-ccba-4a0f-ac13-77deb8e3d167,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:05.345248 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ddacb6ab-89b2-4f2b-bebe-ea10c9e4256a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:05.362984 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2512482-44bc-4d38-83d1-2a074c1fc110 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:05.367305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d2512482-44bc-4d38-83d1-2a074c1fc110 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/270c1841-ccba-4a0f-ac13-77deb8e3d167 HTTP/1.1" status: 204 len: 168 time: 0.6966479 Jul 27 20:07:05.370242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44928) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:05.406750 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ddacb6ab-89b2-4f2b-bebe-ea10c9e4256a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:05.433154 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa5dc9c-a99d-41a0-8f42-371a7fce12dd tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] GET failed (client error): The resource could not be found. Jul 27 20:07:05.446139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-eaa5dc9c-a99d-41a0-8f42-371a7fce12dd tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/270c1841-ccba-4a0f-ac13-77deb8e3d167 HTTP/1.1" status: 404 len: 333 time: 0.0746729 Jul 27 20:07:05.450257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44934) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:05.468077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacb6ab-89b2-4f2b-bebe-ea10c9e4256a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Pushing event updated for resources: {'Port': ['ID=c37f477e-98d9-4a7c-957a-00198fceba8d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:05.483305 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddacb6ab-89b2-4f2b-bebe-ea10c9e4256a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Network 4daccdbc-846e-4fc0-a7e2-04953079d1bc is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:05.504078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ddacb6ab-89b2-4f2b-bebe-ea10c9e4256a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:05.507409 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddacb6ab-89b2-4f2b-bebe-ea10c9e4256a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:05.508906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddacb6ab-89b2-4f2b-bebe-ea10c9e4256a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:05.509594 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ddacb6ab-89b2-4f2b-bebe-ea10c9e4256a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:05.529025 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b37728-b2d2-41ed-97e1-2d9574cde92d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting subnet 264a69b9-b1a2-4d0d-bfb5-7c63f9b19cfa {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:07:05.533272 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-35b37728-b2d2-41ed-97e1-2d9574cde92d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:05.541388 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ddacb6ab-89b2-4f2b-bebe-ea10c9e4256a tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5130382 Jul 27 20:07:05.542254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44936) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:05.551888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:05.592103 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-35b37728-b2d2-41ed-97e1-2d9574cde92d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:05.698207 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:05.762004 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-35b37728-b2d2-41ed-97e1-2d9574cde92d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:05.865201 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-35b37728-b2d2-41ed-97e1-2d9574cde92d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:05.910364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b37728-b2d2-41ed-97e1-2d9574cde92d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Subnet': ['ID=264a69b9-b1a2-4d0d-bfb5-7c63f9b19cfa,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:05.951776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] device_id is not set on port c37f477e-98d9-4a7c-957a-00198fceba8d yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:05.959201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aa1a2f-0ef3-4631-a5f8-1d336101dfc9 None None] Network 285879a2-bad0-44f8-bdc2-f5a350ff0879 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:05.962016 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-35b37728-b2d2-41ed-97e1-2d9574cde92d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:05.967965 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-35b37728-b2d2-41ed-97e1-2d9574cde92d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/264a69b9-b1a2-4d0d-bfb5-7c63f9b19cfa HTTP/1.1" status: 204 len: 168 time: 0.5160604 Jul 27 20:07:05.969109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44954) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:05.970965 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:05.988754 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Transition to ACTIVE for port object c37f477e-98d9-4a7c-957a-00198fceba8d will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:06.005401 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.046594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:06.077915 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.121381 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Pushing event updated for resources: {'Port': ['ID=c37f477e-98d9-4a7c-957a-00198fceba8d,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:06.131007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:06.138264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:06.138669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:06.154768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:06.155089 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:06.155469 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 2 to bind port c37f477e-98d9-4a7c-957a-00198fceba8d Jul 27 20:07:06.173513 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:06.173852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:06.174210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:06.179644 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:06.179917 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:06.180278 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 3 to bind port c37f477e-98d9-4a7c-957a-00198fceba8d Jul 27 20:07:06.182161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:06.189716 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.197199 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:06.197617 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:06.198133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:06.204029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:06.204297 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:06.204885 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 4 to bind port c37f477e-98d9-4a7c-957a-00198fceba8d Jul 27 20:07:06.220266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:06.220897 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:06.221119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:06.226718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:06.227173 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:06.227545 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 5 to bind port c37f477e-98d9-4a7c-957a-00198fceba8d Jul 27 20:07:06.240480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:06.240877 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.247324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:06.247731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:06.248146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:06.253133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:06.253609 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:06.254015 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 6 to bind port c37f477e-98d9-4a7c-957a-00198fceba8d Jul 27 20:07:06.268201 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:06.268580 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:06.268919 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:06.274147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:06.274487 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:06.274881 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 7 to bind port c37f477e-98d9-4a7c-957a-00198fceba8d Jul 27 20:07:06.288535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:06.288914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:06.289298 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:06.294866 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:06.295462 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:06.296298 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 8 to bind port c37f477e-98d9-4a7c-957a-00198fceba8d Jul 27 20:07:06.329164 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:06.329526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:06.329779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:06.338632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:06.338970 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:06.339533 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 9 to bind port c37f477e-98d9-4a7c-957a-00198fceba8d Jul 27 20:07:06.348167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] For port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa,segment=NetworkSegment(d7bf5cd7-77d5-4474-a98f-274c2e82759d),segment_id=d7bf5cd7-77d5-4474-a98f-274c2e82759d)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:06.350253 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.375115 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:06.375548 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:06.376419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:06.378391 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:06.391204 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:06.391434 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:06.391844 n-d-705657-21 neutron-server[94060]: INFO neutron.plugins.ml2.plugin [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempt 10 to bind port c37f477e-98d9-4a7c-957a-00198fceba8d Jul 27 20:07:06.403420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f0aa13-a301-498e-8b7d-efd3a07c7cab None None] DHCP port deletion for 285879a2-bad0-44f8-bdc2-f5a350ff0879 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:07:06.417957 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:06.418385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:06.418774 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempting to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:06.423448 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:07:06.423779 n-d-705657-21 neutron-server[94060]: ERROR neutron.plugins.ml2.managers [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Failed to bind port c37f477e-98d9-4a7c-957a-00198fceba8d on host n-h2-705657-21 for vnic_type normal using segments [{'id': '0a17aa47-a29d-466b-8842-8cb2fc4c694a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4daccdbc-846e-4fc0-a7e2-04953079d1bc'}] Jul 27 20:07:06.424153 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.458050 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d5f0aa13-a301-498e-8b7d-efd3a07c7cab None None] Deleting port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:06.458822 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5f0aa13-a301-498e-8b7d-efd3a07c7cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.483892 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.517386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:06.524967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No DVR routers for this DVR port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:07:06.542029 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d5f0aa13-a301-498e-8b7d-efd3a07c7cab None None] For port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa,segment=NetworkSegment(d7bf5cd7-77d5-4474-a98f-274c2e82759d),segment_id=d7bf5cd7-77d5-4474-a98f-274c2e82759d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:06.542784 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5f0aa13-a301-498e-8b7d-efd3a07c7cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.550588 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] For port c37f477e-98d9-4a7c-957a-00198fceba8d, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:07:06.551185 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attempted to set empty binding levels {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 20:07:06.559744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d5f0aa13-a301-498e-8b7d-efd3a07c7cab None None] Calling delete_port for a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:06.560237 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.606143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] In _notify_port_updated(), no bound segment for port c37f477e-98d9-4a7c-957a-00198fceba8d on network 4daccdbc-846e-4fc0-a7e2-04953079d1bc {{(pid=94060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:07:06.607497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:06.608126 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.612610 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "PUT /v2.0/ports/c37f477e-98d9-4a7c-957a-00198fceba8d HTTP/1.1" status: 200 len: 976 time: 1.0691807 Jul 27 20:07:06.613499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44972) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:06.655565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ea219-a3e0-4572-875f-a82c89938aeb tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Pushing event updated for resources: {'Port': ['ID=c37f477e-98d9-4a7c-957a-00198fceba8d,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:06.665385 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.676201 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5f0aa13-a301-498e-8b7d-efd3a07c7cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.684018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285879a2-bad0-44f8-bdc2-f5a350ff0879']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:06.715548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0aa13-a301-498e-8b7d-efd3a07c7cab None None] No DVR routers for this DVR port a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:07:06.721865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bf5cd7-77d5-4474-a98f-274c2e82759d') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:06.722226 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bf5cd7-77d5-4474-a98f-274c2e82759d') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:06.722368 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0aa13-a301-498e-8b7d-efd3a07c7cab None None] Pushing event deleted for resources: {'Port': ['ID=a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:06.743466 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.758463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f32c8900-3098-49ee-b103-72d5d4f53da5 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Deleting port c37f477e-98d9-4a7c-957a-00198fceba8d {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:06.759203 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f32c8900-3098-49ee-b103-72d5d4f53da5 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.764675 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.772023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:07:06.772592 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:07:06.776117 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:07:06.836258 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-f32c8900-3098-49ee-b103-72d5d4f53da5 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] For port c37f477e-98d9-4a7c-957a-00198fceba8d, host n-h2-705657-21, got binding levels [] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:06.836741 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f32c8900-3098-49ee-b103-72d5d4f53da5 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.853752 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.860328 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.866489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/networks/285879a2-bad0-44f8-bdc2-f5a350ff0879 HTTP/1.1" status: 204 len: 168 time: 0.8923380 Jul 27 20:07:06.867599 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44980) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:06.870005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f32c8900-3098-49ee-b103-72d5d4f53da5 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Calling delete_port for c37f477e-98d9-4a7c-957a-00198fceba8d owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:06.873081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-3abe1f52-c59d-4c64-bb0a-c855d99d8ee6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-100040383'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:06.895322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090daec-34ba-412e-b303-f652a0a4744a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Network': ['ID=285879a2-bad0-44f8-bdc2-f5a350ff0879,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:06.923605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abe1f52-c59d-4c64-bb0a-c855d99d8ee6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:06.928767 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3abe1f52-c59d-4c64-bb0a-c855d99d8ee6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.969237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abe1f52-c59d-4c64-bb0a-c855d99d8ee6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:07:06.980539 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f32c8900-3098-49ee-b103-72d5d4f53da5 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.994738 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3abe1f52-c59d-4c64-bb0a-c855d99d8ee6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:06.995191 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-3abe1f52-c59d-4c64-bb0a-c855d99d8ee6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Added segment 13f4d577-3271-4da8-86bb-8a1e2c74b22d of type vlan for network 6ea211be-4883-4128-acab-0fb524922485 Jul 27 20:07:07.022587 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c8900-3098-49ee-b103-72d5d4f53da5 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Pushing event deleted for resources: {'Port': ['ID=c37f477e-98d9-4a7c-957a-00198fceba8d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:07.041915 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f32c8900-3098-49ee-b103-72d5d4f53da5 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:07.046884 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f32c8900-3098-49ee-b103-72d5d4f53da5 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c37f477e-98d9-4a7c-957a-00198fceba8d HTTP/1.1" status: 204 len: 168 time: 0.4302504 Jul 27 20:07:07.047522 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44986) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:07.076714 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3abe1f52-c59d-4c64-bb0a-c855d99d8ee6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:07.083885 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8c13c0-7666-4778-ba56-285dc785c153 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] GET failed (client error): The resource could not be found. Jul 27 20:07:07.088486 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ba8c13c0-7666-4778-ba56-285dc785c153 tempest-PortsAdminExtendedAttrsTestJSON-467715612 tempest-PortsAdminExtendedAttrsTestJSON-467715612-project-admin] 10.222.0.48 "GET /v2.0/ports/c37f477e-98d9-4a7c-957a-00198fceba8d HTTP/1.1" status: 404 len: 333 time: 0.0381629 Jul 27 20:07:07.090317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 44988) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:07.133319 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3abe1f52-c59d-4c64-bb0a-c855d99d8ee6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:07.143914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abe1f52-c59d-4c64-bb0a-c855d99d8ee6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:07.143914 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3abe1f52-c59d-4c64-bb0a-c855d99d8ee6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:07.176125 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc5c9-de81-442d-8fa2-8dfef56f055d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:07.217205 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3abe1f52-c59d-4c64-bb0a-c855d99d8ee6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3483925 Jul 27 20:07:07.220772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 44992) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:07.229723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e13b10dc-115e-4494-9c4d-28426a235f85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'subnet': {'network_id': '6ea211be-4883-4128-acab-0fb524922485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:07.277136 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc5c9-de81-442d-8fa2-8dfef56f055d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:07.282038 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe1f52-c59d-4c64-bb0a-c855d99d8ee6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Network': ['ID=6ea211be-4883-4128-acab-0fb524922485,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:07.287168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-fdbdc5c9-de81-442d-8fa2-8dfef56f055d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4daccdbc-846e-4fc0-a7e2-04953079d1bc']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:07.295214 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 6ea211be-4883-4128-acab-0fb524922485 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:07:07.300024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-fdbdc5c9-de81-442d-8fa2-8dfef56f055d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a17aa47-a29d-466b-8842-8cb2fc4c694a') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:07.300557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-fdbdc5c9-de81-442d-8fa2-8dfef56f055d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a17aa47-a29d-466b-8842-8cb2fc4c694a') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:07.309955 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc5c9-de81-442d-8fa2-8dfef56f055d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:07.339652 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc5c9-de81-442d-8fa2-8dfef56f055d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:07.354723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbdc5c9-de81-442d-8fa2-8dfef56f055d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:07:07.355360 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc5c9-de81-442d-8fa2-8dfef56f055d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:07.387000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13b10dc-115e-4494-9c4d-28426a235f85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:07.391058 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e13b10dc-115e-4494-9c4d-28426a235f85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:07:07.461103 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:07:07.466239 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc5c9-de81-442d-8fa2-8dfef56f055d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:07.489132 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc5c9-de81-442d-8fa2-8dfef56f055d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:07.493575 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fdbdc5c9-de81-442d-8fa2-8dfef56f055d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] 10.222.0.48 "DELETE /v2.0/networks/4daccdbc-846e-4fc0-a7e2-04953079d1bc HTTP/1.1" status: 204 len: 168 time: 0.3993368 Jul 27 20:07:07.493575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdc5c9-de81-442d-8fa2-8dfef56f055d tempest-PortsAdminExtendedAttrsTestJSON-750241179 tempest-PortsAdminExtendedAttrsTestJSON-750241179-project] Pushing event deleted for resources: {'Network': ['ID=4daccdbc-846e-4fc0-a7e2-04953079d1bc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:07.656573 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e13b10dc-115e-4494-9c4d-28426a235f85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:07.713651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b10dc-115e-4494-9c4d-28426a235f85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Subnet': ['ID=362983a5-d65a-4665-8ef6-513c0aed9124,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:07.745748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13b10dc-115e-4494-9c4d-28426a235f85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Checking segment: {'id': '13f4d577-3271-4da8-86bb-8a1e2c74b22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea211be-4883-4128-acab-0fb524922485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:07.746128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13b10dc-115e-4494-9c4d-28426a235f85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network hostable DHCP agents. Network: 6ea211be-4883-4128-acab-0fb524922485, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:07:07.766519 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13b10dc-115e-4494-9c4d-28426a235f85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network 6ea211be-4883-4128-acab-0fb524922485 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:07:07.779730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-e13b10dc-115e-4494-9c4d-28426a235f85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 6ea211be-4883-4128-acab-0fb524922485) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:07.787166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b10dc-115e-4494-9c4d-28426a235f85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:07.789187 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e13b10dc-115e-4494-9c4d-28426a235f85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:07.791374 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f54d51-1be6-4592-a390-95887101c455 None None] Network 6ea211be-4883-4128-acab-0fb524922485 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:07.840507 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e13b10dc-115e-4494-9c4d-28426a235f85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6159790 Jul 27 20:07:07.840908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45004) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:07.848559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-653b5e33-e6e5-47a6-9a44-27392f37a896 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'network_id': '6ea211be-4883-4128-acab-0fb524922485', 'name': 'tempest-PortsIpV6TestJSON-68266280', 'fixed_ips': [{'subnet_id': '362983a5-d65a-4665-8ef6-513c0aed9124', 'ip_address': '2001:db8::10'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:07.867165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45008) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:08.029133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:07:08.066468 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3f1b1f34-2b47-4270-b639-4212fd4882b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ddaa285e594e46a59ef38f851269f150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980758 Jul 27 20:07:08.069209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45014) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:08.082908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653b5e33-e6e5-47a6-9a44-27392f37a896 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:08.091650 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:07:08.092293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a4a1464f-4b17-4a2c-a13f-94c29e0ee6fa not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:07:08.110812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-6ea211be-4883-4128-acab-0fb524922485', 'network_id': '6ea211be-4883-4128-acab-0fb524922485', 'tenant_id': '8024ff11f0b84b95aafc6c2acb787d47', 'fixed_ips': [{'subnet_id': '362983a5-d65a-4665-8ef6-513c0aed9124'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:07:08.113686 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:08.155834 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec130de5-2649-4f61-b9b6-17e8acd29ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:08.195978 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec130de5-2649-4f61-b9b6-17e8acd29ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:08.217510 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-653b5e33-e6e5-47a6-9a44-27392f37a896 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:08.245436 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-653b5e33-e6e5-47a6-9a44-27392f37a896 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port 5422c37b-8adf-4fd2-880e-27cf79a4e47f yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:08.263634 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec130de5-2649-4f61-b9b6-17e8acd29ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:08.267531 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec130de5-2649-4f61-b9b6-17e8acd29ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:08.269045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ec130de5-2649-4f61-b9b6-17e8acd29ba8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/966c7720-b667-466b-af26-6bee22aa895a HTTP/1.1" status: 204 len: 168 time: 0.1991305 Jul 27 20:07:08.302684 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec130de5-2649-4f61-b9b6-17e8acd29ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966c7720-b667-466b-af26-6bee22aa895a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:08.378546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Allocated IP 2001:db8::2 (6ea211be-4883-4128-acab-0fb524922485/362983a5-d65a-4665-8ef6-513c0aed9124/d5b38eea-316a-45a2-83d4-08963e46ab03) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:08.538662 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:08.585841 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:08.595788 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Transition to ACTIVE for port object d5b38eea-316a-45a2-83d4-08963e46ab03 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:08.615703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Transition to ACTIVE for port object d5b38eea-316a-45a2-83d4-08963e46ab03 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:08.635352 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:08.666681 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Network 6ea211be-4883-4128-acab-0fb524922485 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:08.697711 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-653b5e33-e6e5-47a6-9a44-27392f37a896 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Allocated IP 2001:db8::10 (6ea211be-4883-4128-acab-0fb524922485/362983a5-d65a-4665-8ef6-513c0aed9124/5422c37b-8adf-4fd2-880e-27cf79a4e47f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:08.708967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45026) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:08.729205 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:08.734594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:08.793160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9df4724f-dc63-47b2-83a2-ffb781a7e1c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=339d8934f82f43bebe8edb8dc2b605c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828083 Jul 27 20:07:08.793838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45028) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:08.815548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Pushing event updated for resources: {'Port': ['ID=d5b38eea-316a-45a2-83d4-08963e46ab03,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:08.849412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Attempting to bind port d5b38eea-316a-45a2-83d4-08963e46ab03 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:08.849832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Attempting to bind port d5b38eea-316a-45a2-83d4-08963e46ab03 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '13f4d577-3271-4da8-86bb-8a1e2c74b22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea211be-4883-4128-acab-0fb524922485'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:08.850149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Attempting to bind port d5b38eea-316a-45a2-83d4-08963e46ab03 on network 6ea211be-4883-4128-acab-0fb524922485 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:08.856172 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:07:08.856586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Checking segment: {'id': '13f4d577-3271-4da8-86bb-8a1e2c74b22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea211be-4883-4128-acab-0fb524922485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:08.856986 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:08.857382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Bound using segment: {'id': '13f4d577-3271-4da8-86bb-8a1e2c74b22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea211be-4883-4128-acab-0fb524922485'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:07:08.857847 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Bound port: d5b38eea-316a-45a2-83d4-08963e46ab03, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f4d577-3271-4da8-86bb-8a1e2c74b22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea211be-4883-4128-acab-0fb524922485'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:07:08.858226 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:08.926975 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] For port d5b38eea-316a-45a2-83d4-08963e46ab03, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:07:08.933553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] For port d5b38eea-316a-45a2-83d4-08963e46ab03, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d5b38eea-316a-45a2-83d4-08963e46ab03,segment=NetworkSegment(13f4d577-3271-4da8-86bb-8a1e2c74b22d),segment_id=13f4d577-3271-4da8-86bb-8a1e2c74b22d)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:07:08.940095 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:08.983027 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0fac2cc-8adb-4aaf-b651-432d8f805cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:08.987524 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-653b5e33-e6e5-47a6-9a44-27392f37a896 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:09.010929 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97b8b6-de0f-4717-8fda-ebebf00725eb None None] Pushing event updated for resources: {'Port': ['ID=d5b38eea-316a-45a2-83d4-08963e46ab03,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:09.033085 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0fac2cc-8adb-4aaf-b651-432d8f805cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:09.035267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-653b5e33-e6e5-47a6-9a44-27392f37a896 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Transition to ACTIVE for port object 5422c37b-8adf-4fd2-880e-27cf79a4e47f will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:09.119652 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-653b5e33-e6e5-47a6-9a44-27392f37a896 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:09.172261 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0fac2cc-8adb-4aaf-b651-432d8f805cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:09.174732 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0fac2cc-8adb-4aaf-b651-432d8f805cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:09.175894 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b0fac2cc-8adb-4aaf-b651-432d8f805cb4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d374535-9287-42fc-8696-c58a84f44d96 HTTP/1.1" status: 204 len: 168 time: 0.3810685 Jul 27 20:07:09.207283 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b5e33-e6e5-47a6-9a44-27392f37a896 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=5422c37b-8adf-4fd2-880e-27cf79a4e47f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:09.234520 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653b5e33-e6e5-47a6-9a44-27392f37a896 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network 6ea211be-4883-4128-acab-0fb524922485 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:09.236740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fac2cc-8adb-4aaf-b651-432d8f805cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d374535-9287-42fc-8696-c58a84f44d96,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:09.238909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-653b5e33-e6e5-47a6-9a44-27392f37a896 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:09.241157 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b5e33-e6e5-47a6-9a44-27392f37a896 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:09.249682 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653b5e33-e6e5-47a6-9a44-27392f37a896 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:09.250354 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-653b5e33-e6e5-47a6-9a44-27392f37a896 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:09.297173 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-653b5e33-e6e5-47a6-9a44-27392f37a896 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4543684 Jul 27 20:07:09.299036 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45038) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:09.316002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-62b24f4e-4ce1-4b72-b9bb-1536a9b24005 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'network_id': '6ea211be-4883-4128-acab-0fb524922485', 'name': 'tempest-PortsIpV6TestJSON-7951036', 'fixed_ips': [{'subnet_id': '362983a5-d65a-4665-8ef6-513c0aed9124', 'ip_address': '2001:db8::f'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:09.482113 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b24f4e-4ce1-4b72-b9bb-1536a9b24005 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:09.487598 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62b24f4e-4ce1-4b72-b9bb-1536a9b24005 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:09.511367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-62b24f4e-4ce1-4b72-b9bb-1536a9b24005 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port 494c3cb1-f277-43bd-ab25-67fdedc3459f yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:09.807161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-62b24f4e-4ce1-4b72-b9bb-1536a9b24005 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Allocated IP 2001:db8::f (6ea211be-4883-4128-acab-0fb524922485/362983a5-d65a-4665-8ef6-513c0aed9124/494c3cb1-f277-43bd-ab25-67fdedc3459f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:10.020131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d5b38eea-316a-45a2-83d4-08963e46ab03 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:10.107942 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62b24f4e-4ce1-4b72-b9bb-1536a9b24005 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:10.140060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-62b24f4e-4ce1-4b72-b9bb-1536a9b24005 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Transition to ACTIVE for port object 494c3cb1-f277-43bd-ab25-67fdedc3459f will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:10.146085 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port d5b38eea-316a-45a2-83d4-08963e46ab03 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:10.192367 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62b24f4e-4ce1-4b72-b9bb-1536a9b24005 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:10.237972 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-804218b7-238a-456b-8644-dc05271a1042 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1378717 Jul 27 20:07:10.264496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b24f4e-4ce1-4b72-b9bb-1536a9b24005 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network 6ea211be-4883-4128-acab-0fb524922485 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:10.269694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-62b24f4e-4ce1-4b72-b9bb-1536a9b24005 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:10.272457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b24f4e-4ce1-4b72-b9bb-1536a9b24005 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:10.280011 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b24f4e-4ce1-4b72-b9bb-1536a9b24005 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:10.280750 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-62b24f4e-4ce1-4b72-b9bb-1536a9b24005 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:10.295568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b24f4e-4ce1-4b72-b9bb-1536a9b24005 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=494c3cb1-f277-43bd-ab25-67fdedc3459f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:10.307491 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-62b24f4e-4ce1-4b72-b9bb-1536a9b24005 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.0071158 Jul 27 20:07:10.310188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45066) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:10.474452 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f764d59-a805-433b-aaeb-bfdc62bce201 None None] Network 6ea211be-4883-4128-acab-0fb524922485 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:10.485019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-9a670ddb-5774-4a1e-868b-6a1f11f279ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:10.485019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-9a670ddb-5774-4a1e-868b-6a1f11f279ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:10.485019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-9a670ddb-5774-4a1e-868b-6a1f11f279ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:10.485574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-9a670ddb-5774-4a1e-868b-6a1f11f279ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:10.485574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-9a670ddb-5774-4a1e-868b-6a1f11f279ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:10.486492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-9a670ddb-5774-4a1e-868b-6a1f11f279ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:10.486624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-9a670ddb-5774-4a1e-868b-6a1f11f279ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:10.489768 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-9a670ddb-5774-4a1e-868b-6a1f11f279ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6505 time: 0.1761825 Jul 27 20:07:10.519943 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac30596-3c80-477f-9c6b-c7c470af5ad5 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:10.521883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4ac30596-3c80-477f-9c6b-c7c470af5ad5 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.2104182 Jul 27 20:07:10.525401 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45080) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:10.713468 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f56c3286-80d7-4f60-9990-734991d28559 None None] Provisioning for port d5b38eea-316a-45a2-83d4-08963e46ab03 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:10.732071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f56c3286-80d7-4f60-9990-734991d28559 None None] Provisioning complete for port d5b38eea-316a-45a2-83d4-08963e46ab03 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:10.732566 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f56c3286-80d7-4f60-9990-734991d28559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:10.742474 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-df641101-7f9f-40a3-a150-c68c059e4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:10.742956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-df641101-7f9f-40a3-a150-c68c059e4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:10.743422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-df641101-7f9f-40a3-a150-c68c059e4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:10.745089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-df641101-7f9f-40a3-a150-c68c059e4177 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ac679f8b-06ff-475b-999e-fecd672dac7a&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=73d72393-3d95-4308-9106-6209eefa092b&id=73d72393-3d95-4308-9106-6209eefa092b HTTP/1.1" status: 200 len: 2298 time: 0.2176204 Jul 27 20:07:10.788636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8448ef28-7eb1-4c2f-8e68-b4c1f8c07b85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:10.795872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8448ef28-7eb1-4c2f-8e68-b4c1f8c07b85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:10.803024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8448ef28-7eb1-4c2f-8e68-b4c1f8c07b85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:10.805684 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8448ef28-7eb1-4c2f-8e68-b4c1f8c07b85 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2384 time: 0.2788491 Jul 27 20:07:10.808475 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45096) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:10.938983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-dc74cf94-6185-442f-96c3-38abd5d5dfae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0832f3a4-1619-4ea1-b9bf-87a13b42df43 HTTP/1.1" status: 200 len: 1001 time: 0.1843150 Jul 27 20:07:10.959581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6dda7c55-7a4e-4af8-9692-a34f013e5032 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port 494c3cb1-f277-43bd-ab25-67fdedc3459f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:10.960980 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6dda7c55-7a4e-4af8-9692-a34f013e5032 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:10.980016 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f56c3286-80d7-4f60-9990-734991d28559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:11.021959 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f56c3286-80d7-4f60-9990-734991d28559 None None] For port d5b38eea-316a-45a2-83d4-08963e46ab03, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d5b38eea-316a-45a2-83d4-08963e46ab03,segment=NetworkSegment(13f4d577-3271-4da8-86bb-8a1e2c74b22d),segment_id=13f4d577-3271-4da8-86bb-8a1e2c74b22d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:11.039132 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f56c3286-80d7-4f60-9990-734991d28559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:11.105109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c3286-80d7-4f60-9990-734991d28559 None None] Pushing event updated for resources: {'Port': ['ID=d5b38eea-316a-45a2-83d4-08963e46ab03,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:11.107028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-7640aaa2-4894-4c77-849d-e96640ceadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:11.116142 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6dda7c55-7a4e-4af8-9692-a34f013e5032 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:11.121152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-7640aaa2-4894-4c77-849d-e96640ceadb4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5c4faa1-1e78-41dd-a98d-2cdbd705d07e HTTP/1.1" status: 200 len: 855 time: 0.1737478 Jul 27 20:07:11.131124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6dda7c55-7a4e-4af8-9692-a34f013e5032 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for 494c3cb1-f277-43bd-ab25-67fdedc3459f owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:11.237510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-4fdd2166-0373-4f83-8995-98e3ce667f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:11.239166 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-4fdd2166-0373-4f83-8995-98e3ce667f1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ac679f8b-06ff-475b-999e-fecd672dac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107323 Jul 27 20:07:11.399247 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6dda7c55-7a4e-4af8-9692-a34f013e5032 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:11.431164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45120) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:11.439000 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-03f8c59f-1991-4691-8932-67bc9eb271a2 service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913638 Jul 27 20:07:11.451135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda7c55-7a4e-4af8-9692-a34f013e5032 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=494c3cb1-f277-43bd-ab25-67fdedc3459f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:11.485269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6dda7c55-7a4e-4af8-9692-a34f013e5032 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:11.487788 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6dda7c55-7a4e-4af8-9692-a34f013e5032 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/494c3cb1-f277-43bd-ab25-67fdedc3459f HTTP/1.1" status: 204 len: 168 time: 0.6778684 Jul 27 20:07:11.494109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45128) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:11.556378 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c0d708-af22-48fa-9055-2037ca13cef9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] GET failed (client error): The resource could not be found. Jul 27 20:07:11.558203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c3c0d708-af22-48fa-9055-2037ca13cef9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/494c3cb1-f277-43bd-ab25-67fdedc3459f HTTP/1.1" status: 404 len: 333 time: 0.0324557 Jul 27 20:07:11.561497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45130) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:11.603656 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:11.656787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-98614025', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:11.676149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-1e097fb1-217d-4e16-816e-ea82f03af15f service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207232 Jul 27 20:07:11.696459 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9688712e-74b6-4b00-9bba-678e36846e4c None None] Provisioning for port 5422c37b-8adf-4fd2-880e-27cf79a4e47f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:11.700562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9688712e-74b6-4b00-9bba-678e36846e4c None None] Provisioning complete for port 5422c37b-8adf-4fd2-880e-27cf79a4e47f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:11.701027 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9688712e-74b6-4b00-9bba-678e36846e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:11.722058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-18087705-3345-4e85-8e02-bb91545fac4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port 5422c37b-8adf-4fd2-880e-27cf79a4e47f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:11.723291 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18087705-3345-4e85-8e02-bb91545fac4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:11.782014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9688712e-74b6-4b00-9bba-678e36846e4c None None] Port 5422c37b-8adf-4fd2-880e-27cf79a4e47f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:11.793478 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-9fce8326-a970-4de2-a50a-2af24333158a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=126479f5-4f00-4961-8987-3f39241c2c16 HTTP/1.1" status: 200 len: 217 time: 0.1016898 Jul 27 20:07:11.807567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9688712e-74b6-4b00-9bba-678e36846e4c None None] Provisioning complete for port d5b38eea-316a-45a2-83d4-08963e46ab03 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:11.808430 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9688712e-74b6-4b00-9bba-678e36846e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:11.854815 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18087705-3345-4e85-8e02-bb91545fac4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:11.870954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Made reservation on behalf of e93356f1b6da4eb4bf2bebd28a615def for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:11.879566 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:11.886051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-18087705-3345-4e85-8e02-bb91545fac4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for 5422c37b-8adf-4fd2-880e-27cf79a4e47f owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:11.911835 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:11.955199 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9688712e-74b6-4b00-9bba-678e36846e4c None None] Could not find standard attr ID for object 494c3cb1-f277-43bd-ab25-67fdedc3459f. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:07:11.995313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-c81a969a-abed-491f-969c-6156375d047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:11.998176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-c81a969a-abed-491f-969c-6156375d047e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.1927931 Jul 27 20:07:12.030825 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d5b38eea-316a-45a2-83d4-08963e46ab03 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:12.138633 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18087705-3345-4e85-8e02-bb91545fac4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:12.143577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d5b38eea-316a-45a2-83d4-08963e46ab03 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:12.148429 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:12.153941 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-82a55228-a924-4536-b2fa-d87f0b0a65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:12.163048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-82a55228-a924-4536-b2fa-d87f0b0a65f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1492922 Jul 27 20:07:12.206200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18087705-3345-4e85-8e02-bb91545fac4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=5422c37b-8adf-4fd2-880e-27cf79a4e47f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:12.239135 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-986fdd7c-1e83-457e-9686-aa220f2c4169 None None] Provisioning complete for port 5422c37b-8adf-4fd2-880e-27cf79a4e47f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:12.239924 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-986fdd7c-1e83-457e-9686-aa220f2c4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:12.253795 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18087705-3345-4e85-8e02-bb91545fac4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:12.257586 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-18087705-3345-4e85-8e02-bb91545fac4c tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/5422c37b-8adf-4fd2-880e-27cf79a4e47f HTTP/1.1" status: 204 len: 168 time: 0.6949885 Jul 27 20:07:12.260103 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45144) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:12.291814 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-906d90fd-9781-49da-b625-e2b01dde512a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] GET failed (client error): The resource could not be found. Jul 27 20:07:12.294100 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-906d90fd-9781-49da-b625-e2b01dde512a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/5422c37b-8adf-4fd2-880e-27cf79a4e47f HTTP/1.1" status: 404 len: 333 time: 0.0327082 Jul 27 20:07:12.296826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45146) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:12.311063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-986fdd7c-1e83-457e-9686-aa220f2c4169 None None] Port 5422c37b-8adf-4fd2-880e-27cf79a4e47f was deleted so its status cannot be updated. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 20:07:12.365158 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-2caa7613-7e15-4312-bbf5-e76064626d68 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting subnet 362983a5-d65a-4665-8ef6-513c0aed9124 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:07:12.369608 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2caa7613-7e15-4312-bbf5-e76064626d68 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:12.419719 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2caa7613-7e15-4312-bbf5-e76064626d68 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:12.440963 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0038cd3e-3ff4-49d1-8088-6d77b1ca5446 None None] Could not find standard attr ID for object 494c3cb1-f277-43bd-ab25-67fdedc3459f. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:07:12.547464 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2caa7613-7e15-4312-bbf5-e76064626d68 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:12.625282 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2caa7613-7e15-4312-bbf5-e76064626d68 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:12.653649 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2caa7613-7e15-4312-bbf5-e76064626d68 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:12.656132 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2caa7613-7e15-4312-bbf5-e76064626d68 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/362983a5-d65a-4665-8ef6-513c0aed9124 HTTP/1.1" status: 204 len: 168 time: 0.3581848 Jul 27 20:07:12.658871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45154) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:12.719889 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa7613-7e15-4312-bbf5-e76064626d68 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Subnet': ['ID=362983a5-d65a-4665-8ef6-513c0aed9124,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:12.742904 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7c5150-ed45-43c2-b664-d73a5617fc0a None None] Network 6ea211be-4883-4128-acab-0fb524922485 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:12.780481 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-6d682d17-572f-40ab-9787-65739c6fd756 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071723 Jul 27 20:07:12.815516 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:12.879408 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port d5b38eea-316a-45a2-83d4-08963e46ab03 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:12.879408 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:12.916816 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:12.926326 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:12.970997 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ada775-8e75-40e6-aa47-7cb3dcb1b8b0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:12.982141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] device_id is not set on port f2899079-9f3f-44ae-ba29-38670809b518 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:13.014299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] For port d5b38eea-316a-45a2-83d4-08963e46ab03, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d5b38eea-316a-45a2-83d4-08963e46ab03,segment=NetworkSegment(13f4d577-3271-4da8-86bb-8a1e2c74b22d),segment_id=13f4d577-3271-4da8-86bb-8a1e2c74b22d)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:13.014675 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.015552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-581b711b-e037-4c80-99c7-a7bbe57f240f service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247398 Jul 27 20:07:13.041405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for d5b38eea-316a-45a2-83d4-08963e46ab03 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:13.124604 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-7c3c2669-58c8-4b1d-94f8-6fba1beb9e3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=cf287038-36da-428d-9206-c7ff8b06bd7c HTTP/1.1" status: 200 len: 217 time: 0.0650284 Jul 27 20:07:13.180919 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463b611b-ca52-4335-98df-9324c8796b83 None None] DHCP port deletion for 6ea211be-4883-4128-acab-0fb524922485 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:07:13.202336 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.205200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-11cf19ab-9a9e-4490-a029-5f2e39b00830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:13.207120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-11cf19ab-9a9e-4490-a029-5f2e39b00830 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0682082 Jul 27 20:07:13.251998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No DVR routers for this DVR port d5b38eea-316a-45a2-83d4-08963e46ab03 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:07:13.261040 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=d5b38eea-316a-45a2-83d4-08963e46ab03,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:13.266065 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-463b611b-ca52-4335-98df-9324c8796b83 None None] Deleting port d5b38eea-316a-45a2-83d4-08963e46ab03 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:13.269953 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-463b611b-ca52-4335-98df-9324c8796b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.305092 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Allocated IP 172.25.1.122 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/f2899079-9f3f-44ae-ba29-38670809b518) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:13.343638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-cd91b86f-a096-4599-8c14-2e6afe6f521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:13.345351 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-cd91b86f-a096-4599-8c14-2e6afe6f521f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1295366 Jul 27 20:07:13.356677 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-463b611b-ca52-4335-98df-9324c8796b83 None None] For port d5b38eea-316a-45a2-83d4-08963e46ab03, host n-d-705657-21, got binding levels [] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:13.357487 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-463b611b-ca52-4335-98df-9324c8796b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.379710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-463b611b-ca52-4335-98df-9324c8796b83 None None] Calling delete_port for d5b38eea-316a-45a2-83d4-08963e46ab03 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:13.386877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.ipam_backend_mixin [None req-463b611b-ca52-4335-98df-9324c8796b83 None None] Port d5b38eea-316a-45a2-83d4-08963e46ab03 was not found and therefore no delete operation was performed {{(pid=94061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 20:07:13.391025 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-463b611b-ca52-4335-98df-9324c8796b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.397345 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.402407 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1a2cce43-b820-4f86-a49d-9de62759a581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.411848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea211be-4883-4128-acab-0fb524922485']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:13.423877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b611b-ca52-4335-98df-9324c8796b83 None None] Pushing event deleted for resources: {'Port': ['ID=d5b38eea-316a-45a2-83d4-08963e46ab03,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:13.426430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b611b-ca52-4335-98df-9324c8796b83 None None] No DVR routers for this DVR port d5b38eea-316a-45a2-83d4-08963e46ab03 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:07:13.450123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f4d577-3271-4da8-86bb-8a1e2c74b22d') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:13.450466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f4d577-3271-4da8-86bb-8a1e2c74b22d') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:13.472775 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.492953 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.503703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:07:13.504043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:07:13.509835 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:07:13.566366 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-53873bf6-63ca-466b-af84-fab60e0bd375 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087376 Jul 27 20:07:13.626156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.642226 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.654331 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/networks/6ea211be-4883-4128-acab-0fb524922485 HTTP/1.1" status: 204 len: 168 time: 0.9942720 Jul 27 20:07:13.665582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45174) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:13.671902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7d7c8e8a-6547-475f-b044-d32e7be64b6a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-400673946'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:13.678193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d7b41-b5f3-4a3b-a90e-e463f14a1118 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Network': ['ID=6ea211be-4883-4128-acab-0fb524922485,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:13.722625 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7c8e8a-6547-475f-b044-d32e7be64b6a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:13.730268 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8e8a-6547-475f-b044-d32e7be64b6a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.730904 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.764673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7c8e8a-6547-475f-b044-d32e7be64b6a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:07:13.771343 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-cf2bd1c4-8db9-40e3-9239-cbc05a200cbd service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868820 Jul 27 20:07:13.778162 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8e8a-6547-475f-b044-d32e7be64b6a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.779213 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-7d7c8e8a-6547-475f-b044-d32e7be64b6a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Added segment f3f63024-ff91-4765-99c1-5f4fcbc79187 of type vlan for network 7ce28895-4238-4c6b-8acd-978de1491d15 Jul 27 20:07:13.832795 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8e8a-6547-475f-b044-d32e7be64b6a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.839197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-9dbbb7f0-59cb-4744-afa6-174712e192e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=539dc352-83b6-4836-984f-72368194a43e HTTP/1.1" status: 200 len: 217 time: 0.0598617 Jul 27 20:07:13.874925 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8e8a-6547-475f-b044-d32e7be64b6a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.884076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7c8e8a-6547-475f-b044-d32e7be64b6a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:13.885314 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8e8a-6547-475f-b044-d32e7be64b6a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.898687 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:13.939749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-903bac9f-4af2-4c6f-8371-e1e504643b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:13.941398 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-903bac9f-4af2-4c6f-8371-e1e504643b0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0935476 Jul 27 20:07:13.953702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:13.965065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:13.968892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:13.970375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d5b38eea-316a-45a2-83d4-08963e46ab03 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:07:14.007859 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: d5b38eea-316a-45a2-83d4-08963e46ab03 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:07:14.008619 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d5b38eea-316a-45a2-83d4-08963e46ab03 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:07:14.044807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Pushing event updated for resources: {'Port': ['ID=f2899079-9f3f-44ae-ba29-38670809b518,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:14.067912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c8e8a-6547-475f-b044-d32e7be64b6a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Network': ['ID=7ce28895-4238-4c6b-8acd-978de1491d15,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:14.069732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:14.071686 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:14.073044 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7d7c8e8a-6547-475f-b044-d32e7be64b6a tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4060693 Jul 27 20:07:14.076546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45186) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:14.082335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a8588909-463b-4f88-9625-313c06084964 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'subnet': {'network_id': '7ce28895-4238-4c6b-8acd-978de1491d15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:14.091372 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 7ce28895-4238-4c6b-8acd-978de1491d15 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:07:14.106503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-7a3df231-394e-4c48-9d53-5e711893c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:14.108214 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-7a3df231-394e-4c48-9d53-5e711893c8b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1509452 Jul 27 20:07:14.118428 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-01416888-c079-4832-b87a-277aa76c8da7 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.6846380 Jul 27 20:07:14.129373 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45190) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:14.134473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-99c6f412-818c-490b-bad4-d04f7235546c tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.122'}]}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:14.234839 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-99c6f412-818c-490b-bad4-d04f7235546c tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:14.235913 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-99c6f412-818c-490b-bad4-d04f7235546c tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:14.241545 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8588909-463b-4f88-9625-313c06084964 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:14.245600 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8588909-463b-4f88-9625-313c06084964 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:14.247111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-b8c42e34-27a1-458f-beec-a3051e030d8d service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290863 Jul 27 20:07:14.360596 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-99c6f412-818c-490b-bad4-d04f7235546c tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:14.537470 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-99c6f412-818c-490b-bad4-d04f7235546c tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:14.559373 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-816c9a01-2aab-4bff-851c-ec49be9da497 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030989 Jul 27 20:07:14.650881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-38ed5f4c-069d-4d0b-a17a-d76e5983f111 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 HTTP/1.1" status: 200 len: 217 time: 0.0813305 Jul 27 20:07:14.715736 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:07:14.769748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-adb1403c-f982-45ed-8b28-9805baa5fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:14.772848 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-adb1403c-f982-45ed-8b28-9805baa5fb9f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.1110678 Jul 27 20:07:14.852164 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8588909-463b-4f88-9625-313c06084964 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:14.906889 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8588909-463b-4f88-9625-313c06084964 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Subnet': ['ID=2a2d478b-4e7c-4477-bd11-cb54d5f28653,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:14.931973 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8588909-463b-4f88-9625-313c06084964 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Checking segment: {'id': 'f3f63024-ff91-4765-99c1-5f4fcbc79187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ce28895-4238-4c6b-8acd-978de1491d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:14.932386 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8588909-463b-4f88-9625-313c06084964 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network hostable DHCP agents. Network: 7ce28895-4238-4c6b-8acd-978de1491d15, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:07:14.950501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8588909-463b-4f88-9625-313c06084964 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network 7ce28895-4238-4c6b-8acd-978de1491d15 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:07:14.962324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-a8588909-463b-4f88-9625-313c06084964 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 7ce28895-4238-4c6b-8acd-978de1491d15) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:14.967927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8588909-463b-4f88-9625-313c06084964 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:14.968591 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8588909-463b-4f88-9625-313c06084964 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:14.977308 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa6eb0c-daa4-40f5-bec1-e75c31791308 None None] Network 7ce28895-4238-4c6b-8acd-978de1491d15 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:15.001119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-60632e50-3e48-4c3b-b63e-a685ff8cd0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:15.003773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-60632e50-3e48-4c3b-b63e-a685ff8cd0dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2232833 Jul 27 20:07:15.008730 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a8588909-463b-4f88-9625-313c06084964 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9310541 Jul 27 20:07:15.011800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45206) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:15.011920 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-99c6f412-818c-490b-bad4-d04f7235546c tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:15.018843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1bef6689-efc8-40b2-802a-373f66ef16d3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-316151382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:15.083239 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1bef6689-efc8-40b2-802a-373f66ef16d3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:15.085959 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1bef6689-efc8-40b2-802a-373f66ef16d3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:15.146609 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-99c6f412-818c-490b-bad4-d04f7235546c tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:15.218366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1bef6689-efc8-40b2-802a-373f66ef16d3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:15.230846 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1bef6689-efc8-40b2-802a-373f66ef16d3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:15.244317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-ee795239-5ef9-457c-bef8-df4f8e67e8d8 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291932 Jul 27 20:07:15.268936 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1bef6689-efc8-40b2-802a-373f66ef16d3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:15.270771 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1bef6689-efc8-40b2-802a-373f66ef16d3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2577333 Jul 27 20:07:15.274919 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45212) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:15.285201 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d32be473-41d9-4ed4-b52a-a526250fb21e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'network_id': '7ce28895-4238-4c6b-8acd-978de1491d15', 'name': 'tempest-PortsIpV6TestJSON-385468064'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:15.312055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-7ce28895-4238-4c6b-8acd-978de1491d15', 'network_id': '7ce28895-4238-4c6b-8acd-978de1491d15', 'tenant_id': '8024ff11f0b84b95aafc6c2acb787d47', 'fixed_ips': [{'subnet_id': '2a2d478b-4e7c-4477-bd11-cb54d5f28653'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:07:15.313247 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:15.422993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32be473-41d9-4ed4-b52a-a526250fb21e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:15.428332 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d32be473-41d9-4ed4-b52a-a526250fb21e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:15.430922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-c2869819-55dd-43dc-8fdf-19b1103ed447 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506999 Jul 27 20:07:15.437556 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-99c6f412-818c-490b-bad4-d04f7235546c tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:15.450255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-d32be473-41d9-4ed4-b52a-a526250fb21e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port 24d9c239-1afc-45c8-9265-bde670e29bce yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:15.562446 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Allocated IP 2001:db8::2 (7ce28895-4238-4c6b-8acd-978de1491d15/2a2d478b-4e7c-4477-bd11-cb54d5f28653/c90891b2-16f2-4086-b8eb-f1ddc52b822c) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:15.579624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-46613896-23a1-4d12-8a05-2144cc9607f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da69274d-209f-4682-975e-8a7c7f339880 HTTP/1.1" status: 200 len: 217 time: 0.1398058 Jul 27 20:07:15.718349 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-99c6f412-818c-490b-bad4-d04f7235546c tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:15.723694 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-99c6f412-818c-490b-bad4-d04f7235546c tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:15.740285 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:15.754526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Transition to ACTIVE for port object c90891b2-16f2-4086-b8eb-f1ddc52b822c will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:15.787459 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-9ad53614-856b-403c-83b8-e48d162c9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:15.787999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Transition to ACTIVE for port object c90891b2-16f2-4086-b8eb-f1ddc52b822c will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:15.789503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-9ad53614-856b-403c-83b8-e48d162c9239 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.1754975 Jul 27 20:07:15.811426 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:15.817272 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-99c6f412-818c-490b-bad4-d04f7235546c tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:15.817818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c6f412-818c-490b-bad4-d04f7235546c tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a6dcde8-e8a3-4514-8462-cc92a4bd6c23 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:07:15.900316 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-99c6f412-818c-490b-bad4-d04f7235546c tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 27 20:07:15.905046 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-99c6f412-818c-490b-bad4-d04f7235546c tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7744925 Jul 27 20:07:15.905610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Network 7ce28895-4238-4c6b-8acd-978de1491d15 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:15.906844 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45228) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:15.911696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:15.914727 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:15.916898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Pushing event updated for resources: {'Port': ['ID=c90891b2-16f2-4086-b8eb-f1ddc52b822c,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:15.968908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-d32be473-41d9-4ed4-b52a-a526250fb21e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Allocated IP 2001:db8::16d (7ce28895-4238-4c6b-8acd-978de1491d15/2a2d478b-4e7c-4477-bd11-cb54d5f28653/24d9c239-1afc-45c8-9265-bde670e29bce) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:15.992714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-e00cdea5-2f20-4291-8c2a-320328f40c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:15.994673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-e00cdea5-2f20-4291-8c2a-320328f40c43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1962414 Jul 27 20:07:16.013548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Attempting to bind port c90891b2-16f2-4086-b8eb-f1ddc52b822c on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:16.015046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Attempting to bind port c90891b2-16f2-4086-b8eb-f1ddc52b822c by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'f3f63024-ff91-4765-99c1-5f4fcbc79187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ce28895-4238-4c6b-8acd-978de1491d15'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:16.016642 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Attempting to bind port c90891b2-16f2-4086-b8eb-f1ddc52b822c on network 7ce28895-4238-4c6b-8acd-978de1491d15 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:16.026826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:07:16.027626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Checking segment: {'id': 'f3f63024-ff91-4765-99c1-5f4fcbc79187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ce28895-4238-4c6b-8acd-978de1491d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:16.029630 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:16.030408 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Bound using segment: {'id': 'f3f63024-ff91-4765-99c1-5f4fcbc79187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ce28895-4238-4c6b-8acd-978de1491d15'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:07:16.031317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Bound port: c90891b2-16f2-4086-b8eb-f1ddc52b822c, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f63024-ff91-4765-99c1-5f4fcbc79187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ce28895-4238-4c6b-8acd-978de1491d15'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:07:16.032152 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:16.137656 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2826c443-b680-43e3-9ea7-2e3b086913f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:16.160489 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] For port c90891b2-16f2-4086-b8eb-f1ddc52b822c, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:07:16.164557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] For port c90891b2-16f2-4086-b8eb-f1ddc52b822c, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c90891b2-16f2-4086-b8eb-f1ddc52b822c,segment=NetworkSegment(f3f63024-ff91-4765-99c1-5f4fcbc79187),segment_id=f3f63024-ff91-4765-99c1-5f4fcbc79187)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:07:16.172708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4d15a-f851-4bed-ac2d-35d5092a9bd3 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Deleting port f2899079-9f3f-44ae-ba29-38670809b518 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:16.173283 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c4e4d15a-f851-4bed-ac2d-35d5092a9bd3 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:16.178876 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:16.193683 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-93b23fb4-7724-4540-bc2c-470bc0605a4b service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869032 Jul 27 20:07:16.317207 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:16.379479 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d32be473-41d9-4ed4-b52a-a526250fb21e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:16.400820 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c4e4d15a-f851-4bed-ac2d-35d5092a9bd3 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:16.401041 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15c6e2-8401-4d33-926c-8777a8b61d9b None None] Pushing event updated for resources: {'Port': ['ID=c90891b2-16f2-4086-b8eb-f1ddc52b822c,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:16.405881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-174d96f7-700b-408f-85c5-00229c7ba6d8 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961241 Jul 27 20:07:16.426352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-d32be473-41d9-4ed4-b52a-a526250fb21e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Transition to ACTIVE for port object 24d9c239-1afc-45c8-9265-bde670e29bce will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:16.477319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-2dcee9c3-cb47-4f26-bbb4-765391fde8b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da42ddef-db92-4218-a5eb-3af42c1324e2 HTTP/1.1" status: 200 len: 217 time: 0.0481000 Jul 27 20:07:16.482166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4d15a-f851-4bed-ac2d-35d5092a9bd3 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Calling delete_port for f2899079-9f3f-44ae-ba29-38670809b518 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:16.509955 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d32be473-41d9-4ed4-b52a-a526250fb21e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:16.652198 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32be473-41d9-4ed4-b52a-a526250fb21e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network 7ce28895-4238-4c6b-8acd-978de1491d15 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:16.653392 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45242) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:16.654464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32be473-41d9-4ed4-b52a-a526250fb21e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=24d9c239-1afc-45c8-9265-bde670e29bce,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:16.658705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-d32be473-41d9-4ed4-b52a-a526250fb21e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:16.661109 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32be473-41d9-4ed4-b52a-a526250fb21e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:16.679339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32be473-41d9-4ed4-b52a-a526250fb21e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:16.680049 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d32be473-41d9-4ed4-b52a-a526250fb21e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:16.727996 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d32be473-41d9-4ed4-b52a-a526250fb21e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4513619 Jul 27 20:07:16.730613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45246) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:16.895266 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-11e3e722-a674-411e-8376-6dad9f234dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:16.982954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-b05a9a05-2e4e-4193-ab20-a1a8454e5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:16.988020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-b05a9a05-2e4e-4193-ab20-a1a8454e5e6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.5008163 Jul 27 20:07:17.104647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-5bfaf36f-72af-4888-91cc-bd16d98eaaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:17.106061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-5bfaf36f-72af-4888-91cc-bd16d98eaaeb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1083684 Jul 27 20:07:17.156383 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:17.187358 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c4e4d15a-f851-4bed-ac2d-35d5092a9bd3 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:17.258254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4d15a-f851-4bed-ac2d-35d5092a9bd3 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2899079-9f3f-44ae-ba29-38670809b518,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:17.285610 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce869d10-7b83-4f72-a953-81b1f7a6e9f6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:17.330118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-e1d5f5d8-f3f4-4d80-8550-195a67f7d4ea service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139595 Jul 27 20:07:17.392827 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c4e4d15a-f851-4bed-ac2d-35d5092a9bd3 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:17.397930 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c4e4d15a-f851-4bed-ac2d-35d5092a9bd3 tempest-RoutersAdminNegativeIpV6Test-665842356 tempest-RoutersAdminNegativeIpV6Test-665842356-project-admin] 10.222.0.48 "DELETE /v2.0/ports/f2899079-9f3f-44ae-ba29-38670809b518 HTTP/1.1" status: 204 len: 168 time: 1.4884417 Jul 27 20:07:17.458181 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-11e3e722-a674-411e-8376-6dad9f234dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:17.519506 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6b44915-6712-46cd-b796-6734ad1905e8 req-d468b058-15fd-4961-88c0-47626b91ef8d service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801794 Jul 27 20:07:17.530033 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-11e3e722-a674-411e-8376-6dad9f234dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:17.620552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45268) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:17.621245 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-11e3e722-a674-411e-8376-6dad9f234dfc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4272d77ca38e44869a2eca7883a8ee99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9378130 Jul 27 20:07:17.661787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4dca71-a5e3-4ea4-b65e-233e71025795 None None] Network 7ce28895-4238-4c6b-8acd-978de1491d15 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:17.684680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3e722-a674-411e-8376-6dad9f234dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517ebfcf-160a-46ef-9cf0-d840e2241e4a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:17.685329 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2be8260-0093-473f-87a9-78a297d2e860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:17.712762 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2be8260-0093-473f-87a9-78a297d2e860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:17.731706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45272) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:17.832520 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2be8260-0093-473f-87a9-78a297d2e860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:17.837047 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2be8260-0093-473f-87a9-78a297d2e860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:17.840596 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c2be8260-0093-473f-87a9-78a297d2e860 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/517ebfcf-160a-46ef-9cf0-d840e2241e4a HTTP/1.1" status: 204 len: 168 time: 0.2182090 Jul 27 20:07:17.855403 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be8260-0093-473f-87a9-78a297d2e860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517ebfcf-160a-46ef-9cf0-d840e2241e4a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:17.886734 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce869d10-7b83-4f72-a953-81b1f7a6e9f6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:17.897851 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce869d10-7b83-4f72-a953-81b1f7a6e9f6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:17.949251 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3fc9b19-c43f-41c2-b116-499d53d5b3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:17.986380 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c3985e79-b940-4cd1-989c-ae9916a73a9f None None] Provisioning for port c90891b2-16f2-4086-b8eb-f1ddc52b822c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:18.073945 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3fc9b19-c43f-41c2-b116-499d53d5b3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.076851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce869d10-7b83-4f72-a953-81b1f7a6e9f6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=24d9c239-1afc-45c8-9265-bde670e29bce,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:18.089028 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3fc9b19-c43f-41c2-b116-499d53d5b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.101617 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c90891b2-16f2-4086-b8eb-f1ddc52b822c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:18.164647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c3fc9b19-c43f-41c2-b116-499d53d5b3a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0cfe9e1064f4c529204124b80223b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289527 Jul 27 20:07:18.165805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45286) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:18.167706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc9b19-c43f-41c2-b116-499d53d5b3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caef1e0-e910-4fb6-a16d-a2229aad1a40,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:18.191292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port c90891b2-16f2-4086-b8eb-f1ddc52b822c completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:18.214558 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port c90891b2-16f2-4086-b8eb-f1ddc52b822c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:18.215227 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.296470 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-90adb5b5-45b1-4f74-b27b-2b75136983f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.337545 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce869d10-7b83-4f72-a953-81b1f7a6e9f6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.356653 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.383648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45290) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:18.402116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port c90891b2-16f2-4086-b8eb-f1ddc52b822c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c90891b2-16f2-4086-b8eb-f1ddc52b822c,segment=NetworkSegment(f3f63024-ff91-4765-99c1-5f4fcbc79187),segment_id=f3f63024-ff91-4765-99c1-5f4fcbc79187)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:18.406076 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb66e9ff-4a82-4dbc-834a-e95381592c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.406965 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-90adb5b5-45b1-4f74-b27b-2b75136983f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.409250 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.474128 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=c90891b2-16f2-4086-b8eb-f1ddc52b822c,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:18.558856 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-90adb5b5-45b1-4f74-b27b-2b75136983f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.561867 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-90adb5b5-45b1-4f74-b27b-2b75136983f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.563144 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-90adb5b5-45b1-4f74-b27b-2b75136983f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0caef1e0-e910-4fb6-a16d-a2229aad1a40 HTTP/1.1" status: 204 len: 168 time: 0.3960931 Jul 27 20:07:18.585324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adb5b5-45b1-4f74-b27b-2b75136983f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caef1e0-e910-4fb6-a16d-a2229aad1a40,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:18.590291 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce869d10-7b83-4f72-a953-81b1f7a6e9f6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.661236 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb66e9ff-4a82-4dbc-834a-e95381592c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.667637 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb66e9ff-4a82-4dbc-834a-e95381592c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.714331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bb66e9ff-4a82-4dbc-834a-e95381592c5e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e86287fc4ad43d59f19e26ed97c46af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255837 Jul 27 20:07:18.714331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66e9ff-4a82-4dbc-834a-e95381592c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0d5a53-257f-4fa6-a98c-02fa100320b1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:18.715786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45300) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:18.760541 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1cea98cf-8c2f-4899-9e2e-81c084511f8e None None] Provisioning for port 24d9c239-1afc-45c8-9265-bde670e29bce completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:18.765018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1cea98cf-8c2f-4899-9e2e-81c084511f8e None None] Provisioning complete for port 24d9c239-1afc-45c8-9265-bde670e29bce triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:18.765394 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1cea98cf-8c2f-4899-9e2e-81c084511f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.808653 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8aa94ec5-9ce6-4b97-a12b-430fe194c034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.841236 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8aa94ec5-9ce6-4b97-a12b-430fe194c034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.876611 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1cea98cf-8c2f-4899-9e2e-81c084511f8e None None] Port 24d9c239-1afc-45c8-9265-bde670e29bce cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:18.922704 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8aa94ec5-9ce6-4b97-a12b-430fe194c034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.926081 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8aa94ec5-9ce6-4b97-a12b-430fe194c034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.927182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8aa94ec5-9ce6-4b97-a12b-430fe194c034 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d0d5a53-257f-4fa6-a98c-02fa100320b1 HTTP/1.1" status: 204 len: 168 time: 0.2100008 Jul 27 20:07:18.943571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa94ec5-9ce6-4b97-a12b-430fe194c034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0d5a53-257f-4fa6-a98c-02fa100320b1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:18.952638 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1cea98cf-8c2f-4899-9e2e-81c084511f8e None None] Provisioning complete for port c90891b2-16f2-4086-b8eb-f1ddc52b822c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:18.954610 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1cea98cf-8c2f-4899-9e2e-81c084511f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:18.962792 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:19.028676 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce869d10-7b83-4f72-a953-81b1f7a6e9f6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:19.035747 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce869d10-7b83-4f72-a953-81b1f7a6e9f6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:19.036899 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce869d10-7b83-4f72-a953-81b1f7a6e9f6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:19.145963 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce869d10-7b83-4f72-a953-81b1f7a6e9f6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=24d9c239-1afc-45c8-9265-bde670e29bce,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:19.183450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45310) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:19.206235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce869d10-7b83-4f72-a953-81b1f7a6e9f6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network 7ce28895-4238-4c6b-8acd-978de1491d15 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:19.208080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ce869d10-7b83-4f72-a953-81b1f7a6e9f6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:19.256851 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6e168eac-6f9e-48d2-8cb7-48d4d346cdd1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e93356f1b6da4eb4bf2bebd28a615def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711958 Jul 27 20:07:19.259294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45312) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:19.344891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7460cd56-7c81-4c5a-a1aa-5361ab9b80f9 None None] Provisioning complete for port 24d9c239-1afc-45c8-9265-bde670e29bce triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:19.345489 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7460cd56-7c81-4c5a-a1aa-5361ab9b80f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:19.384650 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-7460cd56-7c81-4c5a-a1aa-5361ab9b80f9 None None] Port 24d9c239-1afc-45c8-9265-bde670e29bce cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:19.399505 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce869d10-7b83-4f72-a953-81b1f7a6e9f6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Router 555af1ab-ec82-41ca-9631-8930a5518f4c is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:07:19.413054 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72e71604-e30d-4501-9b3c-690a448b0872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:19.458077 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72e71604-e30d-4501-9b3c-690a448b0872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:19.517212 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-857df326-6d04-4109-ab9d-a86ea2487db4 None None] Provisioning complete for port 24d9c239-1afc-45c8-9265-bde670e29bce triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:19.517597 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-857df326-6d04-4109-ab9d-a86ea2487db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:19.522370 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72e71604-e30d-4501-9b3c-690a448b0872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:19.526559 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72e71604-e30d-4501-9b3c-690a448b0872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:19.528448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-72e71604-e30d-4501-9b3c-690a448b0872 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05ada775-8e75-40e6-aa47-7cb3dcb1b8b0 HTTP/1.1" status: 204 len: 168 time: 0.2681799 Jul 27 20:07:19.542779 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e71604-e30d-4501-9b3c-690a448b0872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ada775-8e75-40e6-aa47-7cb3dcb1b8b0,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:19.573661 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce869d10-7b83-4f72-a953-81b1f7a6e9f6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:07:19.583759 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ce869d10-7b83-4f72-a953-81b1f7a6e9f6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "PUT /v2.0/routers/555af1ab-ec82-41ca-9631-8930a5518f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8491778 Jul 27 20:07:19.583759 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45328) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:19.608011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8284a-6446-41d5-8e10-36a9855ceee1 None None] Sync routers for ids ['555af1ab-ec82-41ca-9631-8930a5518f4c'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:07:19.651870 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-857df326-6d04-4109-ab9d-a86ea2487db4 None None] Port 24d9c239-1afc-45c8-9265-bde670e29bce cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:19.657096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c8284a-6446-41d5-8e10-36a9855ceee1 None None] Routers {'555af1ab-ec82-41ca-9631-8930a5518f4c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:07:19.657973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a0c8284a-6446-41d5-8e10-36a9855ceee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['555af1ab-ec82-41ca-9631-8930a5518f4c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:19.699420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a0c8284a-6446-41d5-8e10-36a9855ceee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:19.700414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4e8f26-2645-429a-ac29-24c3070f9c56 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:19.708331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45336) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:19.710054 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3a4e8f26-2645-429a-ac29-24c3070f9c56 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports?device_id=555af1ab-ec82-41ca-9631-8930a5518f4c HTTP/1.1" status: 200 len: 988 time: 0.1252284 Jul 27 20:07:19.715325 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c8284a-6446-41d5-8e10-36a9855ceee1 None None] Routers {'555af1ab-ec82-41ca-9631-8930a5518f4c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:07:19.715997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a0c8284a-6446-41d5-8e10-36a9855ceee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['555af1ab-ec82-41ca-9631-8930a5518f4c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:19.750576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a0c8284a-6446-41d5-8e10-36a9855ceee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:19.751237 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c8284a-6446-41d5-8e10-36a9855ceee1 None None] The sync data for ids ['555af1ab-ec82-41ca-9631-8930a5518f4c'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:07:19.950652 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c90891b2-16f2-4086-b8eb-f1ddc52b822c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:20.013666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c250c0ff-ed28-4148-85b8-77a34a8b2641 None None] Provisioning complete for port 24d9c239-1afc-45c8-9265-bde670e29bce triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:20.014047 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c250c0ff-ed28-4148-85b8-77a34a8b2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:20.095850 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c250c0ff-ed28-4148-85b8-77a34a8b2641 None None] Port 24d9c239-1afc-45c8-9265-bde670e29bce cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:20.104533 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port c90891b2-16f2-4086-b8eb-f1ddc52b822c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:20.104917 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:20.398902 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d11ada9f-0e55-4e9b-98c9-9acdcd9ec3de tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:20.651192 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d11ada9f-0e55-4e9b-98c9-9acdcd9ec3de tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port 24d9c239-1afc-45c8-9265-bde670e29bce {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:20.651902 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d11ada9f-0e55-4e9b-98c9-9acdcd9ec3de tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:20.665773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45386) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:20.757903 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d11ada9f-0e55-4e9b-98c9-9acdcd9ec3de tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:20.770426 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d11ada9f-0e55-4e9b-98c9-9acdcd9ec3de tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for 24d9c239-1afc-45c8-9265-bde670e29bce owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:20.826476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Request body: {'networks': [{'name': 'tempest-network--345141043'}, {'name': 'tempest-network--552440185'}]} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:20.826796 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Request body: {'network': {'name': 'tempest-network--345141043'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:20.827263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Request body: {'network': {'name': 'tempest-network--552440185'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:20.924816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Made reservation on behalf of a1b217225a7d4422aed97ce15def9f90 for: {'network': 2} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:20.929812 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:20.949002 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:21.046809 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d11ada9f-0e55-4e9b-98c9-9acdcd9ec3de tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:21.096131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ada9f-0e55-4e9b-98c9-9acdcd9ec3de tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=24d9c239-1afc-45c8-9265-bde670e29bce,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:21.238560 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d11ada9f-0e55-4e9b-98c9-9acdcd9ec3de tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:21.366106 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:21.375244 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:21.375828 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:21.497934 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11ada9f-0e55-4e9b-98c9-9acdcd9ec3de tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Router 555af1ab-ec82-41ca-9631-8930a5518f4c has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:07:21.498869 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add0e160-8bba-4f01-bcb5-23e8564a01e5,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:21.501727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:07:21.517303 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:21.517685 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Added segment 66dcd54c-a4b5-4dc8-93ba-39f02f1a13e2 of type vlan for network d6ea5e03-9557-4273-9c06-54c49cdfdeba Jul 27 20:07:21.634554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11ada9f-0e55-4e9b-98c9-9acdcd9ec3de tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:07:21.643781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d11ada9f-0e55-4e9b-98c9-9acdcd9ec3de tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "PUT /v2.0/routers/555af1ab-ec82-41ca-9631-8930a5518f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9343073 Jul 27 20:07:21.643952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45412) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:21.645993 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:21.654641 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693a1e1-2537-4b19-8dae-ba07b97226df None None] Sync routers for ids ['555af1ab-ec82-41ca-9631-8930a5518f4c'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:07:21.669053 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693a1e1-2537-4b19-8dae-ba07b97226df None None] Routers {'555af1ab-ec82-41ca-9631-8930a5518f4c'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:07:21.670951 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2693a1e1-2537-4b19-8dae-ba07b97226df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['555af1ab-ec82-41ca-9631-8930a5518f4c'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:21.699660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:07:21.704019 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e89102-8be3-4c46-a4dd-71750d6b5d38 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] GET failed (client error): The resource could not be found. Jul 27 20:07:21.706782 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e7e89102-8be3-4c46-a4dd-71750d6b5d38 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/24d9c239-1afc-45c8-9265-bde670e29bce HTTP/1.1" status: 404 len: 333 time: 0.0599723 Jul 27 20:07:21.709107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45414) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:21.712316 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:21.712822 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Added segment 2f7e8b18-61a6-4137-b744-de17c8ccc966 of type vlan for network bf3a369f-eaef-4474-89b0-784b300e96b4 Jul 27 20:07:21.761677 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2693a1e1-2537-4b19-8dae-ba07b97226df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:21.770580 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:21.771704 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693a1e1-2537-4b19-8dae-ba07b97226df None None] Routers {'555af1ab-ec82-41ca-9631-8930a5518f4c'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:07:21.772373 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2693a1e1-2537-4b19-8dae-ba07b97226df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['555af1ab-ec82-41ca-9631-8930a5518f4c'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:21.804409 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:21.805067 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:21.805193 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84096f6f-d706-491d-9602-25b122e522bd tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:21.810060 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-2693a1e1-2537-4b19-8dae-ba07b97226df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:21.810726 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693a1e1-2537-4b19-8dae-ba07b97226df None None] The sync data for ids ['555af1ab-ec82-41ca-9631-8930a5518f4c'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:07:21.813083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:21.819475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:21.820465 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:21.888696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2217009 Jul 27 20:07:21.891367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45416) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:21.900262 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event updated for resources: {'Network': ['ID=d6ea5e03-9557-4273-9c06-54c49cdfdeba,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:21.912050 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network d6ea5e03-9557-4273-9c06-54c49cdfdeba details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:07:22.021239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed202c2-f10f-477b-b085-6749360441c9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event updated for resources: {'Network': ['ID=bf3a369f-eaef-4474-89b0-784b300e96b4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:22.033319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network bf3a369f-eaef-4474-89b0-784b300e96b4 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:07:22.094151 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84096f6f-d706-491d-9602-25b122e522bd tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.098142 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84096f6f-d706-491d-9602-25b122e522bd tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.175962 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84096f6f-d706-491d-9602-25b122e522bd tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.176510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84096f6f-d706-491d-9602-25b122e522bd tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Fanout notify agent at l3_agent the message router_deleted on router 555af1ab-ec82-41ca-9631-8930a5518f4c {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:07:22.186664 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84096f6f-d706-491d-9602-25b122e522bd tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.190224 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-84096f6f-d706-491d-9602-25b122e522bd tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/routers/555af1ab-ec82-41ca-9631-8930a5518f4c HTTP/1.1" status: 204 len: 168 time: 0.4774761 Jul 27 20:07:22.190671 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45430) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:22.214300 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40fd2a-3e7d-4976-afe9-5a78a21b9f0f tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:22.226356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40fd2a-3e7d-4976-afe9-5a78a21b9f0f tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:22.240023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40fd2a-3e7d-4976-afe9-5a78a21b9f0f tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:22.249310 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40fd2a-3e7d-4976-afe9-5a78a21b9f0f tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:22.253904 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7f40fd2a-3e7d-4976-afe9-5a78a21b9f0f tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3586750 Jul 27 20:07:22.254412 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45436) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:22.280554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-850883e8-ae0c-49c2-a481-16410f341989 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting subnet 2a2d478b-4e7c-4477-bd11-cb54d5f28653 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:07:22.283988 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-850883e8-ae0c-49c2-a481-16410f341989 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.330780 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-850883e8-ae0c-49c2-a481-16410f341989 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.427589 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce5e903e-d133-4679-a6e2-0d1abd502a51 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.457572 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-850883e8-ae0c-49c2-a481-16410f341989 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.532573 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce5e903e-d133-4679-a6e2-0d1abd502a51 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.543500 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-850883e8-ae0c-49c2-a481-16410f341989 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.544816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-ce5e903e-d133-4679-a6e2-0d1abd502a51 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ea5e03-9557-4273-9c06-54c49cdfdeba']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:22.559289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-ce5e903e-d133-4679-a6e2-0d1abd502a51 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66dcd54c-a4b5-4dc8-93ba-39f02f1a13e2') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:22.559588 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-ce5e903e-d133-4679-a6e2-0d1abd502a51 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66dcd54c-a4b5-4dc8-93ba-39f02f1a13e2') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:22.569432 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce5e903e-d133-4679-a6e2-0d1abd502a51 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.581142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850883e8-ae0c-49c2-a481-16410f341989 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2d478b-4e7c-4477-bd11-cb54d5f28653,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:22.584214 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce5e903e-d133-4679-a6e2-0d1abd502a51 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.588493 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-850883e8-ae0c-49c2-a481-16410f341989 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.590823 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-850883e8-ae0c-49c2-a481-16410f341989 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/2a2d478b-4e7c-4477-bd11-cb54d5f28653 HTTP/1.1" status: 204 len: 168 time: 0.3991129 Jul 27 20:07:22.594246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45450) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:22.594703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468d2cdc-f774-407d-b1b0-84c2aa138eea None None] Network 7ce28895-4238-4c6b-8acd-978de1491d15 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:22.618549 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5e903e-d133-4679-a6e2-0d1abd502a51 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:07:22.618961 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce5e903e-d133-4679-a6e2-0d1abd502a51 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:07:22.623702 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:07:22.715200 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.722090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce5e903e-d133-4679-a6e2-0d1abd502a51 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.758705 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce5e903e-d133-4679-a6e2-0d1abd502a51 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.768223 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ce5e903e-d133-4679-a6e2-0d1abd502a51 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "DELETE /v2.0/networks/d6ea5e03-9557-4273-9c06-54c49cdfdeba HTTP/1.1" status: 204 len: 168 time: 0.5119452 Jul 27 20:07:22.769281 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e903e-d133-4679-a6e2-0d1abd502a51 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event deleted for resources: {'Network': ['ID=d6ea5e03-9557-4273-9c06-54c49cdfdeba,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:22.774985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45456) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:22.845469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port c90891b2-16f2-4086-b8eb-f1ddc52b822c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:22.845997 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.870823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] DHCP port deletion for 7ce28895-4238-4c6b-8acd-978de1491d15 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:07:22.902880 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8b55-14c2-4109-abce-db3e94eb5928 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.937507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] For port c90891b2-16f2-4086-b8eb-f1ddc52b822c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c90891b2-16f2-4086-b8eb-f1ddc52b822c,segment=NetworkSegment(f3f63024-ff91-4765-99c1-5f4fcbc79187),segment_id=f3f63024-ff91-4765-99c1-5f4fcbc79187)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:22.937874 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:22.954594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for c90891b2-16f2-4086-b8eb-f1ddc52b822c owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:22.961958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Deleting port c90891b2-16f2-4086-b8eb-f1ddc52b822c {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:22.962545 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.016216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8b55-14c2-4109-abce-db3e94eb5928 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.030280 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-8a8d8b55-14c2-4109-abce-db3e94eb5928 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3a369f-eaef-4474-89b0-784b300e96b4']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:23.046112 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-8a8d8b55-14c2-4109-abce-db3e94eb5928 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7e8b18-61a6-4137-b744-de17c8ccc966') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:23.047833 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-8a8d8b55-14c2-4109-abce-db3e94eb5928 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7e8b18-61a6-4137-b744-de17c8ccc966') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:23.061038 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.061646 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8b55-14c2-4109-abce-db3e94eb5928 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.087939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8b55-14c2-4109-abce-db3e94eb5928 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.096108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=c90891b2-16f2-4086-b8eb-f1ddc52b822c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:23.100472 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No DVR routers for this DVR port c90891b2-16f2-4086-b8eb-f1ddc52b822c on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:07:23.104330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] For port c90891b2-16f2-4086-b8eb-f1ddc52b822c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c90891b2-16f2-4086-b8eb-f1ddc52b822c,segment=NetworkSegment(f3f63024-ff91-4765-99c1-5f4fcbc79187),segment_id=f3f63024-ff91-4765-99c1-5f4fcbc79187)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:23.106951 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.107841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8d8b55-14c2-4109-abce-db3e94eb5928 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:07:23.108558 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8b55-14c2-4109-abce-db3e94eb5928 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:07:23.113913 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:07:23.155256 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Calling delete_port for c90891b2-16f2-4086-b8eb-f1ddc52b822c owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:23.214142 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8b55-14c2-4109-abce-db3e94eb5928 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.214455 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.222885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8b55-14c2-4109-abce-db3e94eb5928 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.227754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce28895-4238-4c6b-8acd-978de1491d15']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:23.230159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45466) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:23.230461 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8a8d8b55-14c2-4109-abce-db3e94eb5928 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "DELETE /v2.0/networks/bf3a369f-eaef-4474-89b0-784b300e96b4 HTTP/1.1" status: 204 len: 168 time: 0.4508653 Jul 27 20:07:23.280869 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.309625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f63024-ff91-4765-99c1-5f4fcbc79187') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:23.315754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f63024-ff91-4765-99c1-5f4fcbc79187') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:23.342938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Pushing event deleted for resources: {'Port': ['ID=c90891b2-16f2-4086-b8eb-f1ddc52b822c,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:23.357646 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] No DVR routers for this DVR port c90891b2-16f2-4086-b8eb-f1ddc52b822c on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:07:23.376003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:23.376356 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:23.376975 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:23.377318 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:23.377658 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:23.377995 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:23.378328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:23.378661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:23.379035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:23.379374 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:23.379858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:23.380330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d7a35f-20ad-4b8e-ba8a-0f7b0734223f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:23.427134 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.478968 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.514520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:07:23.515077 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:07:23.518836 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:07:23.726819 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d8b55-14c2-4109-abce-db3e94eb5928 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event deleted for resources: {'Network': ['ID=bf3a369f-eaef-4474-89b0-784b300e96b4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:23.923236 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c90891b2-16f2-4086-b8eb-f1ddc52b822c no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:07:23.944627 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: c90891b2-16f2-4086-b8eb-f1ddc52b822c {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:07:23.945207 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c90891b2-16f2-4086-b8eb-f1ddc52b822c not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:07:23.945947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a22e676-d627-476f-9395-3ce97fe4021d tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:23.954279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a22e676-d627-476f-9395-3ce97fe4021d tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:23.955970 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5a22e676-d627-476f-9395-3ce97fe4021d tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7247338 Jul 27 20:07:23.957681 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.960513 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45474) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:23.966559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1324de87-7ccd-4ea5-973f-65410e9e177e tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-828557970'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:23.970513 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:23.976884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/networks/7ce28895-4238-4c6b-8acd-978de1491d15 HTTP/1.1" status: 204 len: 168 time: 1.3816249 Jul 27 20:07:23.978395 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45476) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:23.990160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce883598-3e63-422b-a7ba-8bc63d6f3f13 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Network': ['ID=7ce28895-4238-4c6b-8acd-978de1491d15,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:24.021339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1324de87-7ccd-4ea5-973f-65410e9e177e tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Made reservation on behalf of a1b217225a7d4422aed97ce15def9f90 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:24.025339 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1324de87-7ccd-4ea5-973f-65410e9e177e tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.051875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26baa3f-88ab-4e53-be72-443ca8a42296 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:24.053404 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b26baa3f-88ab-4e53-be72-443ca8a42296 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/b23036f4-69c8-4e41-bbdf-faaadbbffb5a HTTP/1.1" status: 200 len: 845 time: 0.0731726 Jul 27 20:07:24.057058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45478) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:24.094879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1324de87-7ccd-4ea5-973f-65410e9e177e tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:07:24.114963 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1324de87-7ccd-4ea5-973f-65410e9e177e tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.115307 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-1324de87-7ccd-4ea5-973f-65410e9e177e tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Added segment 774fecf4-379c-4bc1-a983-a775482e704b of type vlan for network 3b3b50b2-9f8a-4e8b-8e6a-79694d353240 Jul 27 20:07:24.120070 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c8a7f977-91f2-4876-90f9-99edc27721e7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/b23036f4-69c8-4e41-bbdf-faaadbbffb5a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0620022 Jul 27 20:07:24.124004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45480) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:24.135840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-7d742e93-17e5-401f-af09-8f7279b0bc39 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'subnet': {'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:24.167729 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1324de87-7ccd-4ea5-973f-65410e9e177e tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.204198 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1324de87-7ccd-4ea5-973f-65410e9e177e tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.209977 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1324de87-7ccd-4ea5-973f-65410e9e177e tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:24.210590 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1324de87-7ccd-4ea5-973f-65410e9e177e tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.245854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d742e93-17e5-401f-af09-8f7279b0bc39 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:24.249484 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7d742e93-17e5-401f-af09-8f7279b0bc39 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.274697 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1324de87-7ccd-4ea5-973f-65410e9e177e tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3092651 Jul 27 20:07:24.274930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45482) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:24.279884 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-306c04b6-ab75-4472-8526-049d5cd76d2b tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1039385666'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:24.291015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324de87-7ccd-4ea5-973f-65410e9e177e tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event updated for resources: {'Network': ['ID=3b3b50b2-9f8a-4e8b-8e6a-79694d353240,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:24.301799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 3b3b50b2-9f8a-4e8b-8e6a-79694d353240 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:07:24.322199 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306c04b6-ab75-4472-8526-049d5cd76d2b tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Made reservation on behalf of a1b217225a7d4422aed97ce15def9f90 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:24.326668 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-306c04b6-ab75-4472-8526-049d5cd76d2b tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.367913 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306c04b6-ab75-4472-8526-049d5cd76d2b tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:07:24.380305 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-306c04b6-ab75-4472-8526-049d5cd76d2b tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.380791 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-306c04b6-ab75-4472-8526-049d5cd76d2b tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Added segment d587b0a6-2908-4125-bc89-69b4c128dc2d of type vlan for network ef5c89bd-450d-4259-9dc2-493d1e5a48ab Jul 27 20:07:24.428733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-306c04b6-ab75-4472-8526-049d5cd76d2b tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.463395 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-306c04b6-ab75-4472-8526-049d5cd76d2b tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.469628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306c04b6-ab75-4472-8526-049d5cd76d2b tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:24.470571 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-306c04b6-ab75-4472-8526-049d5cd76d2b tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.476752 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7d742e93-17e5-401f-af09-8f7279b0bc39 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.535133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d742e93-17e5-401f-af09-8f7279b0bc39 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:24.538673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-7d742e93-17e5-401f-af09-8f7279b0bc39 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:24.543338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d742e93-17e5-401f-af09-8f7279b0bc39 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:24.543724 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7d742e93-17e5-401f-af09-8f7279b0bc39 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.551109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030784f9-9c3a-40a2-b37d-049d05245521 None None] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:24.553355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d742e93-17e5-401f-af09-8f7279b0bc39 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Subnet': ['ID=0f575c20-4951-402b-b1c0-f983c0e9a8ff,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:24.569187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7d742e93-17e5-401f-af09-8f7279b0bc39 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4410799 Jul 27 20:07:24.569636 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45490) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:24.573181 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-306c04b6-ab75-4472-8526-049d5cd76d2b tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2970409 Jul 27 20:07:24.574043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-91fd9d27-0afb-4005-b125-6d8244bec32d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'security_group': {'name': 'tempest-secgroup-853086755'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:24.574500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45492) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:24.589501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c04b6-ab75-4472-8526-049d5cd76d2b tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event updated for resources: {'Network': ['ID=ef5c89bd-450d-4259-9dc2-493d1e5a48ab,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:24.597983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Request body: {'ports': [{'network_id': '3b3b50b2-9f8a-4e8b-8e6a-79694d353240', 'name': 'tempest-port--135314516', 'admin_state_up': True}, {'network_id': 'ef5c89bd-450d-4259-9dc2-493d1e5a48ab', 'admin_state_up': False}]} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:24.598405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Request body: {'port': {'network_id': '3b3b50b2-9f8a-4e8b-8e6a-79694d353240', 'name': 'tempest-port--135314516', 'admin_state_up': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:24.599406 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Request body: {'port': {'network_id': 'ef5c89bd-450d-4259-9dc2-493d1e5a48ab', 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:24.609290 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network ef5c89bd-450d-4259-9dc2-493d1e5a48ab details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:07:24.661710 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-91fd9d27-0afb-4005-b125-6d8244bec32d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.784857 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-91fd9d27-0afb-4005-b125-6d8244bec32d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.801610 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-91fd9d27-0afb-4005-b125-6d8244bec32d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.822174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Made reservation on behalf of a1b217225a7d4422aed97ce15def9f90 for: {'port': 2} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:24.827685 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.842413 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.845014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'tenant_id': '8024ff11f0b84b95aafc6c2acb787d47', 'fixed_ips': [{'subnet_id': '0f575c20-4951-402b-b1c0-f983c0e9a8ff'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:07:24.845518 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-91fd9d27-0afb-4005-b125-6d8244bec32d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.846622 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:24.846991 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-91fd9d27-0afb-4005-b125-6d8244bec32d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2767074 Jul 27 20:07:24.852419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45498) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:24.859341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-45ade813-a102-4fb1-a9fc-62e63a19cebe tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'security_group': {'name': 'tempest-secgroup-1579262897'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:24.879907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd9d27-0afb-4005-b125-6d8244bec32d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8db14b-0757-4bb3-adfe-6528e9e4e6d1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:24.966773 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-45ade813-a102-4fb1-a9fc-62e63a19cebe tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:25.008951 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] device_id is not set on port b5dbce53-ce40-4aba-96dd-fca9b4ada81c yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:25.016836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Allocated IP 2001:db8::2 (b26ccb33-fd9c-46e6-893f-bfd8ae684a82/0f575c20-4951-402b-b1c0-f983c0e9a8ff/6dbda66f-88f9-45bd-9a15-e4fa1851e96d) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:25.115433 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-45ade813-a102-4fb1-a9fc-62e63a19cebe tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:25.184657 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-45ade813-a102-4fb1-a9fc-62e63a19cebe tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:25.207890 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:25.219104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Transition to ACTIVE for port object 6dbda66f-88f9-45bd-9a15-e4fa1851e96d will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:25.237048 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Transition to ACTIVE for port object 6dbda66f-88f9-45bd-9a15-e4fa1851e96d will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:25.245180 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:25.273111 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:25.304661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Pushing event updated for resources: {'Port': ['ID=6dbda66f-88f9-45bd-9a15-e4fa1851e96d,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:25.321917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:25.326552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:25.331195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:25.336101 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-45ade813-a102-4fb1-a9fc-62e63a19cebe tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:25.340612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45506) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:25.341588 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-45ade813-a102-4fb1-a9fc-62e63a19cebe tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4880719 Jul 27 20:07:25.347361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-387099eb-c5b6-4715-964e-3da93cde5fe3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1014086645', 'security_groups': ['8e2f908d-8ba0-4fb4-84a1-9d88614b6afe'], 'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0f575c20-4951-402b-b1c0-f983c0e9a8ff'}]}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:25.365266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ade813-a102-4fb1-a9fc-62e63a19cebe tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2f908d-8ba0-4fb4-84a1-9d88614b6afe,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:25.398212 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] device_id is not set on port e77372ae-13f7-45a1-92f7-cf0de1967f8e yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:25.434800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Attempting to bind port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:25.435166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Attempting to bind port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'bd7aff85-351e-4584-9905-69f5c426e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:25.435535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Attempting to bind port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d on network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:25.441444 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:07:25.441821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Checking segment: {'id': 'bd7aff85-351e-4584-9905-69f5c426e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:25.442230 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:25.442623 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Bound using segment: {'id': 'bd7aff85-351e-4584-9905-69f5c426e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:07:25.443088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Bound port: 6dbda66f-88f9-45bd-9a15-e4fa1851e96d, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7aff85-351e-4584-9905-69f5c426e06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:07:25.443470 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:25.543198 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] For port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:07:25.547697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] For port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6dbda66f-88f9-45bd-9a15-e4fa1851e96d,segment=NetworkSegment(bd7aff85-351e-4584-9905-69f5c426e06d),segment_id=bd7aff85-351e-4584-9905-69f5c426e06d)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:07:25.557631 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:25.604713 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:25.634484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387099eb-c5b6-4715-964e-3da93cde5fe3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:25.664177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb6b05-946a-4d7f-9852-1b68ff439420 None None] Pushing event updated for resources: {'Port': ['ID=6dbda66f-88f9-45bd-9a15-e4fa1851e96d,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:25.684001 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:25.748480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event updated for resources: {'Port': ['ID=b5dbce53-ce40-4aba-96dd-fca9b4ada81c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:25.778692 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Checking segment: {'id': '774fecf4-379c-4bc1-a983-a775482e704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '3b3b50b2-9f8a-4e8b-8e6a-79694d353240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:25.779164 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Network hostable DHCP agents. Network: 3b3b50b2-9f8a-4e8b-8e6a-79694d353240, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:07:25.792486 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-387099eb-c5b6-4715-964e-3da93cde5fe3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:25.799307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Network 3b3b50b2-9f8a-4e8b-8e6a-79694d353240 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:07:25.815961 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 3b3b50b2-9f8a-4e8b-8e6a-79694d353240) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:25.822129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-387099eb-c5b6-4715-964e-3da93cde5fe3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port 5b956690-2562-4865-88e1-25731f29837b yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:25.825876 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1905e6-7dc7-4d0c-bc06-6b7c3c92d71a None None] Network 3b3b50b2-9f8a-4e8b-8e6a-79694d353240 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:25.835327 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:25.838429 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:26.002640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event updated for resources: {'Port': ['ID=e77372ae-13f7-45a1-92f7-cf0de1967f8e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:26.051844 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Checking segment: {'id': 'd587b0a6-2908-4125-bc89-69b4c128dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ef5c89bd-450d-4259-9dc2-493d1e5a48ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:26.052366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Network hostable DHCP agents. Network: ef5c89bd-450d-4259-9dc2-493d1e5a48ab, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:07:26.075213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Network ef5c89bd-450d-4259-9dc2-493d1e5a48ab is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:07:26.103069 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, ef5c89bd-450d-4259-9dc2-493d1e5a48ab) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:26.108455 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:26.119185 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:26.120890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa466b-e7e0-491b-a119-8c96075726db None None] Network ef5c89bd-450d-4259-9dc2-493d1e5a48ab requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:26.145206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:26.150119 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:26.221055 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4906d9c5-4c16-4a38-a6f1-d5028f01aa28 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.5989013 Jul 27 20:07:26.221055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45514) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:26.270574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-387099eb-c5b6-4715-964e-3da93cde5fe3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Allocated IP 2001:db8::1ff (b26ccb33-fd9c-46e6-893f-bfd8ae684a82/0f575c20-4951-402b-b1c0-f983c0e9a8ff/5b956690-2562-4865-88e1-25731f29837b) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:26.296286 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b31625c-82f4-4a10-8b84-5844efc1020e tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:26.306089 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b31625c-82f4-4a10-8b84-5844efc1020e tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:26.311245 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45518) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:26.311463 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1b31625c-82f4-4a10-8b84-5844efc1020e tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1153688 Jul 27 20:07:26.498039 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-387099eb-c5b6-4715-964e-3da93cde5fe3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:26.518589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-387099eb-c5b6-4715-964e-3da93cde5fe3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Transition to ACTIVE for port object 5b956690-2562-4865-88e1-25731f29837b will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:26.526848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-8d0edb85-fb86-48e0-888a-38f0f5f752b3 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Deleting port b5dbce53-ce40-4aba-96dd-fca9b4ada81c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:26.527264 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8d0edb85-fb86-48e0-888a-38f0f5f752b3 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:26.624077 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8d0edb85-fb86-48e0-888a-38f0f5f752b3 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:26.640926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-8d0edb85-fb86-48e0-888a-38f0f5f752b3 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Calling delete_port for b5dbce53-ce40-4aba-96dd-fca9b4ada81c owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:26.722869 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-387099eb-c5b6-4715-964e-3da93cde5fe3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:26.781630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387099eb-c5b6-4715-964e-3da93cde5fe3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:26.791691 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-387099eb-c5b6-4715-964e-3da93cde5fe3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:26.797223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387099eb-c5b6-4715-964e-3da93cde5fe3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:26.803756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387099eb-c5b6-4715-964e-3da93cde5fe3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:26.805620 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-387099eb-c5b6-4715-964e-3da93cde5fe3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:26.838910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387099eb-c5b6-4715-964e-3da93cde5fe3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=5b956690-2562-4865-88e1-25731f29837b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:26.843143 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-387099eb-c5b6-4715-964e-3da93cde5fe3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5006735 Jul 27 20:07:26.845692 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45536) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:26.851070 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8d0edb85-fb86-48e0-888a-38f0f5f752b3 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:26.853602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5cc1e836-659a-43f5-91c6-18794cdb633d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'subnet': {'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:26.892119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0edb85-fb86-48e0-888a-38f0f5f752b3 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event deleted for resources: {'Port': ['ID=b5dbce53-ce40-4aba-96dd-fca9b4ada81c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:26.897007 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8d0edb85-fb86-48e0-888a-38f0f5f752b3 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:26.900586 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8d0edb85-fb86-48e0-888a-38f0f5f752b3 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "DELETE /v2.0/ports/b5dbce53-ce40-4aba-96dd-fca9b4ada81c HTTP/1.1" status: 204 len: 168 time: 0.5871863 Jul 27 20:07:26.902403 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45538) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:27.058704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-3665fcc4-d0ec-451c-9dc4-5865a6f7d5b5 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Deleting port e77372ae-13f7-45a1-92f7-cf0de1967f8e {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:27.059144 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3665fcc4-d0ec-451c-9dc4-5865a6f7d5b5 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.064221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc1e836-659a-43f5-91c6-18794cdb633d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:27.068533 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5cc1e836-659a-43f5-91c6-18794cdb633d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.117082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-78ee0760-1f5d-440c-9d73-0d000623cc19 None None] Provisioning for port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:27.170993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-78ee0760-1f5d-440c-9d73-0d000623cc19 None None] Provisioning complete for port b23036f4-69c8-4e41-bbdf-faaadbbffb5a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:27.171376 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-78ee0760-1f5d-440c-9d73-0d000623cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.174283 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3665fcc4-d0ec-451c-9dc4-5865a6f7d5b5 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.206725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-3665fcc4-d0ec-451c-9dc4-5865a6f7d5b5 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Calling delete_port for e77372ae-13f7-45a1-92f7-cf0de1967f8e owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:27.211584 n-d-705657-21 neutron-server[94060]: INFO neutron.db.ipam_backend_mixin [None req-5cc1e836-659a-43f5-91c6-18794cdb633d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f575c20-4951-402b-b1c0-f983c0e9a8ff (CIDR: 2001:db8::/64) Jul 27 20:07:27.217139 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc1e836-659a-43f5-91c6-18794cdb633d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:27.217959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc1e836-659a-43f5-91c6-18794cdb633d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:07:27.236780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-78ee0760-1f5d-440c-9d73-0d000623cc19 None None] Port b23036f4-69c8-4e41-bbdf-faaadbbffb5a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:27.259142 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5cc1e836-659a-43f5-91c6-18794cdb633d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4121380 Jul 27 20:07:27.261784 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45546) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:27.267534 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0b94bdec-f71f-47f8-808b-c00a86c6ac20 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'subnet': {'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:27.334068 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3665fcc4-d0ec-451c-9dc4-5865a6f7d5b5 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.372717 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665fcc4-d0ec-451c-9dc4-5865a6f7d5b5 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event deleted for resources: {'Port': ['ID=e77372ae-13f7-45a1-92f7-cf0de1967f8e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:27.391290 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3665fcc4-d0ec-451c-9dc4-5865a6f7d5b5 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.399434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3665fcc4-d0ec-451c-9dc4-5865a6f7d5b5 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "DELETE /v2.0/ports/e77372ae-13f7-45a1-92f7-cf0de1967f8e HTTP/1.1" status: 204 len: 168 time: 0.4957795 Jul 27 20:07:27.402063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45552) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:27.440536 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2735fd14-af58-4ebc-85ec-c5948453c518 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0373247 Jul 27 20:07:27.444504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45554) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:27.450252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-dfd60209-08a9-4e24-8964-e30cd837591a tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1715946654'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:27.466387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bea7bdcc-00a4-4e38-85f1-212ccc900bed None None] Provisioning for port 5b956690-2562-4865-88e1-25731f29837b completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:27.470421 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b94bdec-f71f-47f8-808b-c00a86c6ac20 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:27.473186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bea7bdcc-00a4-4e38-85f1-212ccc900bed None None] Provisioning complete for port 5b956690-2562-4865-88e1-25731f29837b triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:27.473560 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bea7bdcc-00a4-4e38-85f1-212ccc900bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.474584 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b94bdec-f71f-47f8-808b-c00a86c6ac20 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.494771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd60209-08a9-4e24-8964-e30cd837591a tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Made reservation on behalf of a1b217225a7d4422aed97ce15def9f90 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:27.501096 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dfd60209-08a9-4e24-8964-e30cd837591a tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.522470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-bea7bdcc-00a4-4e38-85f1-212ccc900bed None None] Port 5b956690-2562-4865-88e1-25731f29837b cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:27.533030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd60209-08a9-4e24-8964-e30cd837591a tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:07:27.545914 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dfd60209-08a9-4e24-8964-e30cd837591a tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.546287 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-dfd60209-08a9-4e24-8964-e30cd837591a tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Added segment 3303b173-f489-4fe4-a694-0357c456a45f of type vlan for network 53d837c3-8fe2-4c9c-adbf-6b77e0544f9a Jul 27 20:07:27.613555 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dfd60209-08a9-4e24-8964-e30cd837591a tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.648773 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dfd60209-08a9-4e24-8964-e30cd837591a tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.655465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd60209-08a9-4e24-8964-e30cd837591a tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:27.656419 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dfd60209-08a9-4e24-8964-e30cd837591a tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.785399 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd60209-08a9-4e24-8964-e30cd837591a tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event updated for resources: {'Network': ['ID=53d837c3-8fe2-4c9c-adbf-6b77e0544f9a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:27.789936 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dfd60209-08a9-4e24-8964-e30cd837591a tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3438263 Jul 27 20:07:27.792951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45566) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:27.796822 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b94bdec-f71f-47f8-808b-c00a86c6ac20 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.797485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 53d837c3-8fe2-4c9c-adbf-6b77e0544f9a details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:07:27.814505 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8a240878-cb29-441c-ab0b-17991279e422 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1362692641'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:27.851274 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94bdec-f71f-47f8-808b-c00a86c6ac20 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Subnet': ['ID=6eca86bc-22db-4416-88f6-a79260b10546,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:27.864916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a240878-cb29-441c-ab0b-17991279e422 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Made reservation on behalf of a1b217225a7d4422aed97ce15def9f90 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:27.871359 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a240878-cb29-441c-ab0b-17991279e422 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.881076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b94bdec-f71f-47f8-808b-c00a86c6ac20 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:27.890121 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-0b94bdec-f71f-47f8-808b-c00a86c6ac20 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:27.895368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b94bdec-f71f-47f8-808b-c00a86c6ac20 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:27.895979 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b94bdec-f71f-47f8-808b-c00a86c6ac20 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.921122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a240878-cb29-441c-ab0b-17991279e422 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:07:27.932092 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0b94bdec-f71f-47f8-808b-c00a86c6ac20 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6686561 Jul 27 20:07:27.932678 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45570) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:27.943658 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6c01aaad-f3e1-47d4-bd2e-0d8639d02860 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1357980274', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6eca86bc-22db-4416-88f6-a79260b10546'}], 'security_groups': ['8e8db14b-0757-4bb3-adfe-6528e9e4e6d1']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:27.952753 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a240878-cb29-441c-ab0b-17991279e422 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:27.953125 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-8a240878-cb29-441c-ab0b-17991279e422 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Added segment 63cf68be-5d4b-43bd-98df-ad1a76c69ba5 of type vlan for network 237e2701-d125-4fc8-8fbb-21885a552777 Jul 27 20:07:27.981259 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a6a85c-5700-4c36-90c0-bd9c268a26a0 None None] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:28.042522 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a240878-cb29-441c-ab0b-17991279e422 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:28.114292 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a240878-cb29-441c-ab0b-17991279e422 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:28.119657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6dbda66f-88f9-45bd-9a15-e4fa1851e96d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:28.120919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a240878-cb29-441c-ab0b-17991279e422 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:28.121599 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a240878-cb29-441c-ab0b-17991279e422 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:28.255289 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8a240878-cb29-441c-ab0b-17991279e422 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4609950 Jul 27 20:07:28.268501 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c01aaad-f3e1-47d4-bd2e-0d8639d02860 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:28.270354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:28.280698 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:28.281754 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:28.333767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a240878-cb29-441c-ab0b-17991279e422 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event updated for resources: {'Network': ['ID=237e2701-d125-4fc8-8fbb-21885a552777,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:28.395657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 237e2701-d125-4fc8-8fbb-21885a552777 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:07:28.409917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45576) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:28.416414 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Request body: {'subnets': [{'network_id': '53d837c3-8fe2-4c9c-adbf-6b77e0544f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--651388230', 'ip_version': 4}, {'network_id': '237e2701-d125-4fc8-8fbb-21885a552777', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:28.416741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Request body: {'subnet': {'network_id': '53d837c3-8fe2-4c9c-adbf-6b77e0544f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--651388230', 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:28.417331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Request body: {'subnet': {'network_id': '237e2701-d125-4fc8-8fbb-21885a552777', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:28.653654 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:28.729066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6dbda66f-88f9-45bd-9a15-e4fa1851e96d,segment=NetworkSegment(bd7aff85-351e-4584-9905-69f5c426e06d),segment_id=bd7aff85-351e-4584-9905-69f5c426e06d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:28.741756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Made reservation on behalf of a1b217225a7d4422aed97ce15def9f90 for: {'subnet': 2} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:28.745756 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:28.748120 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:28.749794 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:28.840165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-6c01aaad-f3e1-47d4-bd2e-0d8639d02860 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Delete allocated IP 2001:db8::1ff (b26ccb33-fd9c-46e6-893f-bfd8ae684a82/0f575c20-4951-402b-b1c0-f983c0e9a8ff) {{(pid=94060) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 20:07:28.852538 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-6c01aaad-f3e1-47d4-bd2e-0d8639d02860 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Allocated IP 2001:db8:0:1::32 (b26ccb33-fd9c-46e6-893f-bfd8ae684a82/6eca86bc-22db-4416-88f6-a79260b10546/5b956690-2562-4865-88e1-25731f29837b) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:28.894756 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f899c4-5df1-4872-afee-2a299ddee998 None None] Update dhcp port {'port': {'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'fixed_ips': [{'subnet_id': '0f575c20-4951-402b-b1c0-f983c0e9a8ff', 'ip_address': '2001:db8::2'}, {'subnet_id': '6eca86bc-22db-4416-88f6-a79260b10546'}], 'binding:host_id': 'n-d-705657-21'}, 'id': '6dbda66f-88f9-45bd-9a15-e4fa1851e96d'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 20:07:29.024034 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=6dbda66f-88f9-45bd-9a15-e4fa1851e96d,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:29.029102 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-41f899c4-5df1-4872-afee-2a299ddee998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.073329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c01aaad-f3e1-47d4-bd2e-0d8639d02860 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.096799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-6c01aaad-f3e1-47d4-bd2e-0d8639d02860 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Transition to ACTIVE for port object 5b956690-2562-4865-88e1-25731f29837b will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:29.103474 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c01aaad-f3e1-47d4-bd2e-0d8639d02860 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.157657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01aaad-f3e1-47d4-bd2e-0d8639d02860 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=5b956690-2562-4865-88e1-25731f29837b,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:29.199820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6c01aaad-f3e1-47d4-bd2e-0d8639d02860 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] In _notify_port_updated(), no bound segment for port 5b956690-2562-4865-88e1-25731f29837b on network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 {{(pid=94060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:07:29.205571 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c01aaad-f3e1-47d4-bd2e-0d8639d02860 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:29.206293 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c01aaad-f3e1-47d4-bd2e-0d8639d02860 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.210971 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6c01aaad-f3e1-47d4-bd2e-0d8639d02860 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "PUT /v2.0/ports/5b956690-2562-4865-88e1-25731f29837b HTTP/1.1" status: 200 len: 930 time: 1.2772670 Jul 27 20:07:29.211597 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45596) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:29.261659 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.290165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-41f899c4-5df1-4872-afee-2a299ddee998 None None] Allocated IP 2001:db8:0:1::2 (b26ccb33-fd9c-46e6-893f-bfd8ae684a82/6eca86bc-22db-4416-88f6-a79260b10546/6dbda66f-88f9-45bd-9a15-e4fa1851e96d) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:29.329851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f325e90f-e14a-431e-bba0-b86c116403d1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port 5b956690-2562-4865-88e1-25731f29837b {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:29.330564 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f325e90f-e14a-431e-bba0-b86c116403d1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.345850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event updated for resources: {'Subnet': ['ID=5847da44-3ad9-4a23-b3c1-f9d7c17e653c,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:29.356486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Checking segment: {'id': '3303b173-f489-4fe4-a694-0357c456a45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '53d837c3-8fe2-4c9c-adbf-6b77e0544f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:29.357082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Network hostable DHCP agents. Network: 53d837c3-8fe2-4c9c-adbf-6b77e0544f9a, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:07:29.378216 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Network 53d837c3-8fe2-4c9c-adbf-6b77e0544f9a is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:07:29.393356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 53d837c3-8fe2-4c9c-adbf-6b77e0544f9a) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:29.398575 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.457255 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f325e90f-e14a-431e-bba0-b86c116403d1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.473568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f325e90f-e14a-431e-bba0-b86c116403d1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for 5b956690-2562-4865-88e1-25731f29837b owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:29.475345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event updated for resources: {'Subnet': ['ID=03c670f2-593f-4a6a-b404-5a40a791b9be,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:29.485328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Checking segment: {'id': '63cf68be-5d4b-43bd-98df-ad1a76c69ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '237e2701-d125-4fc8-8fbb-21885a552777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:29.485702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Network hostable DHCP agents. Network: 237e2701-d125-4fc8-8fbb-21885a552777, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:07:29.506632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Network 237e2701-d125-4fc8-8fbb-21885a552777 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:07:29.519087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 237e2701-d125-4fc8-8fbb-21885a552777) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:29.538092 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:29.538665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:29.539309 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.554667 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abbdfb7-a649-48bc-951a-fed60c5166db None None] Network 53d837c3-8fe2-4c9c-adbf-6b77e0544f9a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:29.556873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c177540f-2aad-485f-89ff-8c271838a401 None None] Network 237e2701-d125-4fc8-8fbb-21885a552777 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:29.562399 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8c245bf8-baa9-48a9-ae03-25544f1bd7e9 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.1512356 Jul 27 20:07:29.562588 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45606) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:29.671114 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a1df6-b9da-4800-9e1c-2ddc4b2b15cd tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:29.672925 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a1df6-b9da-4800-9e1c-2ddc4b2b15cd tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:29.674918 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a1df6-b9da-4800-9e1c-2ddc4b2b15cd tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:29.681276 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f79a1df6-b9da-4800-9e1c-2ddc4b2b15cd tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1131141 Jul 27 20:07:29.683245 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45614) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:29.715970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-41f899c4-5df1-4872-afee-2a299ddee998 None None] For port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6dbda66f-88f9-45bd-9a15-e4fa1851e96d,segment=NetworkSegment(bd7aff85-351e-4584-9905-69f5c426e06d),segment_id=bd7aff85-351e-4584-9905-69f5c426e06d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:29.729774 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f325e90f-e14a-431e-bba0-b86c116403d1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.763892 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325e90f-e14a-431e-bba0-b86c116403d1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=5b956690-2562-4865-88e1-25731f29837b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:29.796711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e8cc4d-48f6-4a44-ad61-e5230e133073 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Deleting subnet 5847da44-3ad9-4a23-b3c1-f9d7c17e653c {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:07:29.798542 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-57e8cc4d-48f6-4a44-ad61-e5230e133073 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.806084 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f325e90f-e14a-431e-bba0-b86c116403d1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.808278 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f325e90f-e14a-431e-bba0-b86c116403d1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/5b956690-2562-4865-88e1-25731f29837b HTTP/1.1" status: 204 len: 168 time: 0.5952475 Jul 27 20:07:29.810588 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45620) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:29.859099 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-57e8cc4d-48f6-4a44-ad61-e5230e133073 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.861163 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de891ce-5251-42b3-a596-07c65cc645c7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] GET failed (client error): The resource could not be found. Jul 27 20:07:29.866288 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-41f899c4-5df1-4872-afee-2a299ddee998 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.880437 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0de891ce-5251-42b3-a596-07c65cc645c7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/5b956690-2562-4865-88e1-25731f29837b HTTP/1.1" status: 404 len: 333 time: 0.0687578 Jul 27 20:07:29.884830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45622) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:29.896386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-41f899c4-5df1-4872-afee-2a299ddee998 None None] Transition to ACTIVE for port object 6dbda66f-88f9-45bd-9a15-e4fa1851e96d will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:29.921656 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-41f899c4-5df1-4872-afee-2a299ddee998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.938007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-237e2701-d125-4fc8-8fbb-21885a552777', 'network_id': '237e2701-d125-4fc8-8fbb-21885a552777', 'tenant_id': 'a1b217225a7d4422aed97ce15def9f90', 'fixed_ips': [{'subnet_id': '03c670f2-593f-4a6a-b404-5a40a791b9be'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:07:29.938911 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:29.987712 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-57e8cc4d-48f6-4a44-ad61-e5230e133073 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.026493 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47b69dfe-60d1-49b5-a729-0f849b5f1726 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.039405 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6dbda66f-88f9-45bd-9a15-e4fa1851e96d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:30.084814 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47b69dfe-60d1-49b5-a729-0f849b5f1726 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.154933 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-57e8cc4d-48f6-4a44-ad61-e5230e133073 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.158789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47b69dfe-60d1-49b5-a729-0f849b5f1726 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.164278 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-47b69dfe-60d1-49b5-a729-0f849b5f1726 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.166050 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a16c9b-03ed-4f3b-a50a-a614d6a7baf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-53d837c3-8fe2-4c9c-adbf-6b77e0544f9a', 'network_id': '53d837c3-8fe2-4c9c-adbf-6b77e0544f9a', 'tenant_id': 'a1b217225a7d4422aed97ce15def9f90', 'fixed_ips': [{'subnet_id': '5847da44-3ad9-4a23-b3c1-f9d7c17e653c'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:07:30.167000 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-47b69dfe-60d1-49b5-a729-0f849b5f1726 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/security-groups/8e2f908d-8ba0-4fb4-84a1-9d88614b6afe HTTP/1.1" status: 204 len: 168 time: 0.2809789 Jul 27 20:07:30.169707 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a8a16c9b-03ed-4f3b-a50a-a614d6a7baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.171009 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45628) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:30.189428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8cc4d-48f6-4a44-ad61-e5230e133073 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event deleted for resources: {'Subnet': ['ID=5847da44-3ad9-4a23-b3c1-f9d7c17e653c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:30.191696 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-57e8cc4d-48f6-4a44-ad61-e5230e133073 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.194449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-57e8cc4d-48f6-4a44-ad61-e5230e133073 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "DELETE /v2.0/subnets/5847da44-3ad9-4a23-b3c1-f9d7c17e653c HTTP/1.1" status: 204 len: 168 time: 0.5102050 Jul 27 20:07:30.204967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45630) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:30.235610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b69dfe-60d1-49b5-a729-0f849b5f1726 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2f908d-8ba0-4fb4-84a1-9d88614b6afe,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:30.289084 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f899c4-5df1-4872-afee-2a299ddee998 None None] Pushing event updated for resources: {'Port': ['ID=6dbda66f-88f9-45bd-9a15-e4fa1851e96d,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:30.303454 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c3da15f-b252-41a9-afc8-6c73b67e21f2 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.342376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d4d372-af78-458d-8b72-4945099b4e92 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Deleting subnet 03c670f2-593f-4a6a-b404-5a40a791b9be {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:07:30.343297 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c3da15f-b252-41a9-afc8-6c73b67e21f2 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.401604 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c3da15f-b252-41a9-afc8-6c73b67e21f2 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.404222 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8c3da15f-b252-41a9-afc8-6c73b67e21f2 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.408151 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8c3da15f-b252-41a9-afc8-6c73b67e21f2 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/security-groups/8e8db14b-0757-4bb3-adfe-6528e9e4e6d1 HTTP/1.1" status: 204 len: 168 time: 0.2321186 Jul 27 20:07:30.409211 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45634) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:30.421030 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Allocated IP 172.20.0.18 (237e2701-d125-4fc8-8fbb-21885a552777/03c670f2-593f-4a6a-b404-5a40a791b9be/3bf67959-ea81-42b9-b649-d746df0741a7) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:30.422263 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3da15f-b252-41a9-afc8-6c73b67e21f2 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8db14b-0757-4bb3-adfe-6528e9e4e6d1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:30.454774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aec32bd-8e32-47f6-952b-c2fc2136fe4a None None] Network 53d837c3-8fe2-4c9c-adbf-6b77e0544f9a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:30.542455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e4def9-a682-4f27-99fd-0ca5bda95785 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting subnet 0f575c20-4951-402b-b1c0-f983c0e9a8ff {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:07:30.546838 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-73e4def9-a682-4f27-99fd-0ca5bda95785 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.611791 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-73e4def9-a682-4f27-99fd-0ca5bda95785 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.719623 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-73e4def9-a682-4f27-99fd-0ca5bda95785 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.795410 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.798674 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-73e4def9-a682-4f27-99fd-0ca5bda95785 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.813341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Transition to ACTIVE for port object 3bf67959-ea81-42b9-b649-d746df0741a7 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:30.842338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Transition to ACTIVE for port object 3bf67959-ea81-42b9-b649-d746df0741a7 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:30.858070 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.886474 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d372-af78-458d-8b72-4945099b4e92 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.921353 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-73e4def9-a682-4f27-99fd-0ca5bda95785 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.927617 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-73e4def9-a682-4f27-99fd-0ca5bda95785 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/0f575c20-4951-402b-b1c0-f983c0e9a8ff HTTP/1.1" status: 204 len: 168 time: 0.5126977 Jul 27 20:07:30.927617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4def9-a682-4f27-99fd-0ca5bda95785 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Subnet': ['ID=0f575c20-4951-402b-b1c0-f983c0e9a8ff,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:30.928922 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45638) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:30.936253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-22735bc8-d7cf-4b66-8fea-8a7be3135e0d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'subnet': {'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:30.953705 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d372-af78-458d-8b72-4945099b4e92 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:30.985921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Pushing event updated for resources: {'Port': ['ID=3bf67959-ea81-42b9-b649-d746df0741a7,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:31.031598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Network 237e2701-d125-4fc8-8fbb-21885a552777 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:31.033593 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:31.039933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:31.142014 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d372-af78-458d-8b72-4945099b4e92 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.207817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Attempting to bind port 3bf67959-ea81-42b9-b649-d746df0741a7 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:31.208178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Attempting to bind port 3bf67959-ea81-42b9-b649-d746df0741a7 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '63cf68be-5d4b-43bd-98df-ad1a76c69ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '237e2701-d125-4fc8-8fbb-21885a552777'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:31.208599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Attempting to bind port 3bf67959-ea81-42b9-b649-d746df0741a7 on network 237e2701-d125-4fc8-8fbb-21885a552777 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:31.219466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:07:31.220011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Checking segment: {'id': '63cf68be-5d4b-43bd-98df-ad1a76c69ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '237e2701-d125-4fc8-8fbb-21885a552777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:31.220234 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.220656 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Bound using segment: {'id': '63cf68be-5d4b-43bd-98df-ad1a76c69ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '237e2701-d125-4fc8-8fbb-21885a552777'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:07:31.221145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Bound port: 3bf67959-ea81-42b9-b649-d746df0741a7, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cf68be-5d4b-43bd-98df-ad1a76c69ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '237e2701-d125-4fc8-8fbb-21885a552777'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:07:31.221522 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.266966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22735bc8-d7cf-4b66-8fea-8a7be3135e0d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:31.287294 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22735bc8-d7cf-4b66-8fea-8a7be3135e0d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.290267 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d372-af78-458d-8b72-4945099b4e92 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.333613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39ba5a6-dfcd-406e-a601-9f636fab3ae5 None None] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:31.378320 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4d372-af78-458d-8b72-4945099b4e92 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event deleted for resources: {'Subnet': ['ID=03c670f2-593f-4a6a-b404-5a40a791b9be,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:31.389905 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d372-af78-458d-8b72-4945099b4e92 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.392414 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a1d4d372-af78-458d-8b72-4945099b4e92 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "DELETE /v2.0/subnets/03c670f2-593f-4a6a-b404-5a40a791b9be HTTP/1.1" status: 204 len: 168 time: 1.1860955 Jul 27 20:07:31.395393 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45644) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:31.396545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-228a5da5-b066-4306-8030-3a0b5ae794c9 None None] Could not find standard attr ID for object 5b956690-2562-4865-88e1-25731f29837b. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:07:31.451986 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-228a5da5-b066-4306-8030-3a0b5ae794c9 None None] Provisioning for port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:31.459323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-228a5da5-b066-4306-8030-3a0b5ae794c9 None None] Provisioning complete for port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:31.459724 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-228a5da5-b066-4306-8030-3a0b5ae794c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.461936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] For port 3bf67959-ea81-42b9-b649-d746df0741a7, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:07:31.508581 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] For port 3bf67959-ea81-42b9-b649-d746df0741a7, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=3bf67959-ea81-42b9-b649-d746df0741a7,segment=NetworkSegment(63cf68be-5d4b-43bd-98df-ad1a76c69ba5),segment_id=63cf68be-5d4b-43bd-98df-ad1a76c69ba5)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:07:31.514809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aab4e28-b17f-497c-9748-feb7cd1c31ea tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:31.515449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9aab4e28-b17f-497c-9748-feb7cd1c31ea tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1178463 Jul 27 20:07:31.520444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45646) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:31.539934 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.602452 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22735bc8-d7cf-4b66-8fea-8a7be3135e0d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.608474 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.674539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22735bc8-d7cf-4b66-8fea-8a7be3135e0d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:31.683367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Deleting port 3bf67959-ea81-42b9-b649-d746df0741a7 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:31.683367 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.694703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22735bc8-d7cf-4b66-8fea-8a7be3135e0d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Subnet': ['ID=7bc714d7-348f-4ce9-acac-6ea5fe0d59e9,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:31.698736 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-22735bc8-d7cf-4b66-8fea-8a7be3135e0d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:31.701979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22735bc8-d7cf-4b66-8fea-8a7be3135e0d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:31.702869 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22735bc8-d7cf-4b66-8fea-8a7be3135e0d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.723433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffd77a-3de8-4e1a-aac6-0a2de5fa534a None None] Pushing event updated for resources: {'Port': ['ID=3bf67959-ea81-42b9-b649-d746df0741a7,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:31.737164 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-22735bc8-d7cf-4b66-8fea-8a7be3135e0d tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8071239 Jul 27 20:07:31.738460 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45648) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:31.745868 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4f99ff60-53e0-4347-9861-1645c3efc409 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'security_group': {'name': 'tempest-secgroup-299692375'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:31.746551 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-228a5da5-b066-4306-8030-3a0b5ae794c9 None None] Provisioning complete for port b23036f4-69c8-4e41-bbdf-faaadbbffb5a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:31.747420 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-228a5da5-b066-4306-8030-3a0b5ae794c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.775869 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f99ff60-53e0-4347-9861-1645c3efc409 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.796578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] For port 3bf67959-ea81-42b9-b649-d746df0741a7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=3bf67959-ea81-42b9-b649-d746df0741a7,segment=NetworkSegment(63cf68be-5d4b-43bd-98df-ad1a76c69ba5),segment_id=63cf68be-5d4b-43bd-98df-ad1a76c69ba5)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:31.797347 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.823268 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-228a5da5-b066-4306-8030-3a0b5ae794c9 None None] Port b23036f4-69c8-4e41-bbdf-faaadbbffb5a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:31.824790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Calling delete_port for 3bf67959-ea81-42b9-b649-d746df0741a7 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:31.945979 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f99ff60-53e0-4347-9861-1645c3efc409 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.954545 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f99ff60-53e0-4347-9861-1645c3efc409 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:31.962210 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.022818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event deleted for resources: {'Port': ['ID=3bf67959-ea81-42b9-b649-d746df0741a7,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:32.026596 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f99ff60-53e0-4347-9861-1645c3efc409 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.030708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45650) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:32.031494 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4f99ff60-53e0-4347-9861-1645c3efc409 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2918038 Jul 27 20:07:32.033119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99ff60-53e0-4347-9861-1645c3efc409 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3985f7-3ded-43c5-b556-07238b52361d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:32.033740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] No DVR routers for this DVR port 3bf67959-ea81-42b9-b649-d746df0741a7 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:07:32.040653 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6dbda66f-88f9-45bd-9a15-e4fa1851e96d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:32.053739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-a36311fe-affd-4fcb-80f0-6f14f3066f5e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'security_group': {'name': 'tempest-secgroup-120575801'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:32.151375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:32.151840 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.174112 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a36311fe-affd-4fcb-80f0-6f14f3066f5e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.186305 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.204271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237e2701-d125-4fc8-8fbb-21885a552777']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:32.225345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cf68be-5d4b-43bd-98df-ad1a76c69ba5') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:32.225640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cf68be-5d4b-43bd-98df-ad1a76c69ba5') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:32.252901 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.268236 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.276345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:07:32.276807 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:07:32.279959 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:07:32.403778 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.417025 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.421375 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "DELETE /v2.0/networks/237e2701-d125-4fc8-8fbb-21885a552777 HTTP/1.1" status: 204 len: 168 time: 0.8971734 Jul 27 20:07:32.422394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45658) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:32.469375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12132cb-e935-46d0-8b02-7faa060de424 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event deleted for resources: {'Network': ['ID=237e2701-d125-4fc8-8fbb-21885a552777,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:32.541042 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a36311fe-affd-4fcb-80f0-6f14f3066f5e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.546601 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a36311fe-affd-4fcb-80f0-6f14f3066f5e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.549457 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e688a5ee-b5ac-43ea-bec5-0aef8a3f7f03 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.610774 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a36311fe-affd-4fcb-80f0-6f14f3066f5e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.611760 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a36311fe-affd-4fcb-80f0-6f14f3066f5e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5795786 Jul 27 20:07:32.616771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45660) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:32.621941 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f61aca5e-7237-4798-9ba4-1d6430707d45 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'security_group': {'name': 'tempest-secgroup-1910093005'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:32.626256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36311fe-affd-4fcb-80f0-6f14f3066f5e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed145e2b-d537-4a5b-9885-b53582ab04f2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:32.668332 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f61aca5e-7237-4798-9ba4-1d6430707d45 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.748476 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b1f78-df7b-48ce-a7c8-816e083ca83d None None] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:32.758474 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e688a5ee-b5ac-43ea-bec5-0aef8a3f7f03 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.776584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e688a5ee-b5ac-43ea-bec5-0aef8a3f7f03 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d837c3-8fe2-4c9c-adbf-6b77e0544f9a']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:32.799879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e688a5ee-b5ac-43ea-bec5-0aef8a3f7f03 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3303b173-f489-4fe4-a694-0357c456a45f') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:32.800627 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-e688a5ee-b5ac-43ea-bec5-0aef8a3f7f03 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3303b173-f489-4fe4-a694-0357c456a45f') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:32.827974 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e688a5ee-b5ac-43ea-bec5-0aef8a3f7f03 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.851730 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f61aca5e-7237-4798-9ba4-1d6430707d45 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.856834 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e688a5ee-b5ac-43ea-bec5-0aef8a3f7f03 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.857781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e98eea00-8ed3-434c-beda-d24c9120b715 None None] Provisioning complete for port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:32.858568 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e98eea00-8ed3-434c-beda-d24c9120b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.864709 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f61aca5e-7237-4798-9ba4-1d6430707d45 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.877537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e688a5ee-b5ac-43ea-bec5-0aef8a3f7f03 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:07:32.878090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e688a5ee-b5ac-43ea-bec5-0aef8a3f7f03 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:07:32.881561 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:07:32.923172 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f61aca5e-7237-4798-9ba4-1d6430707d45 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:32.928954 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f61aca5e-7237-4798-9ba4-1d6430707d45 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3107557 Jul 27 20:07:32.930090 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61aca5e-7237-4798-9ba4-1d6430707d45 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114d0b40-3895-4d2f-9243-4e5fcaec0d7c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:32.940933 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45662) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:32.955551 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-bf01f207-6780-487a-ac7f-814404f91cc6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2064352002', 'security_groups': ['114d0b40-3895-4d2f-9243-4e5fcaec0d7c'], 'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7bc714d7-348f-4ce9-acac-6ea5fe0d59e9'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:33.040530 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e688a5ee-b5ac-43ea-bec5-0aef8a3f7f03 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:33.045676 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e688a5ee-b5ac-43ea-bec5-0aef8a3f7f03 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:33.050514 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e688a5ee-b5ac-43ea-bec5-0aef8a3f7f03 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "DELETE /v2.0/networks/53d837c3-8fe2-4c9c-adbf-6b77e0544f9a HTTP/1.1" status: 204 len: 168 time: 0.6238863 Jul 27 20:07:33.050629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45664) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:33.075710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e98eea00-8ed3-434c-beda-d24c9120b715 None None] Provisioning complete for port b23036f4-69c8-4e41-bbdf-faaadbbffb5a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:33.085461 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e98eea00-8ed3-434c-beda-d24c9120b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:33.141561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688a5ee-b5ac-43ea-bec5-0aef8a3f7f03 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event deleted for resources: {'Network': ['ID=53d837c3-8fe2-4c9c-adbf-6b77e0544f9a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:33.171054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf01f207-6780-487a-ac7f-814404f91cc6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:33.177328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bf01f207-6780-487a-ac7f-814404f91cc6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:33.214439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-bf01f207-6780-487a-ac7f-814404f91cc6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] device_id is not set on port 52f8bb55-7fc9-4d58-a82a-856d30295f60 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:33.222650 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e98eea00-8ed3-434c-beda-d24c9120b715 None None] Port b23036f4-69c8-4e41-bbdf-faaadbbffb5a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:33.233343 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7724c7ab-061e-4b4f-a3a8-240e40de0c08 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:33.318509 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b81745c-027a-45aa-a3c3-12ae3cd6c350 None None] DHCP port deletion for 237e2701-d125-4fc8-8fbb-21885a552777 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:07:33.332837 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75444083-fff0-4f92-acf9-be5ff0b3358a None None] Update dhcp port {'port': {'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'fixed_ips': [{'subnet_id': '6eca86bc-22db-4416-88f6-a79260b10546', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7bc714d7-348f-4ce9-acac-6ea5fe0d59e9'}], 'binding:host_id': 'n-d-705657-21'}, 'id': '6dbda66f-88f9-45bd-9a15-e4fa1851e96d'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 20:07:33.366414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49230428-3052-4b23-bf7a-b0ae8a1700e4 None None] Network 237e2701-d125-4fc8-8fbb-21885a552777 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:33.381550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-84e82477-7ed3-40e2-a1ff-821836aec76b None None] Could not find standard attr ID for object 3bf67959-ea81-42b9-b649-d746df0741a7. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:07:33.384245 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49230428-3052-4b23-bf7a-b0ae8a1700e4 None None] Network 237e2701-d125-4fc8-8fbb-21885a552777 could not be found, it might have been deleted concurrently. {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 20:07:33.409863 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-75444083-fff0-4f92-acf9-be5ff0b3358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:33.410893 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7724c7ab-061e-4b4f-a3a8-240e40de0c08 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:33.425300 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-7724c7ab-061e-4b4f-a3a8-240e40de0c08 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5c89bd-450d-4259-9dc2-493d1e5a48ab']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:33.451548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-7724c7ab-061e-4b4f-a3a8-240e40de0c08 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd587b0a6-2908-4125-bc89-69b4c128dc2d') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:33.453974 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-7724c7ab-061e-4b4f-a3a8-240e40de0c08 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd587b0a6-2908-4125-bc89-69b4c128dc2d') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:33.502229 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7724c7ab-061e-4b4f-a3a8-240e40de0c08 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:33.525067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-bf01f207-6780-487a-ac7f-814404f91cc6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Allocated IP 2001:db8::2dd (b26ccb33-fd9c-46e6-893f-bfd8ae684a82/7bc714d7-348f-4ce9-acac-6ea5fe0d59e9/52f8bb55-7fc9-4d58-a82a-856d30295f60) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:33.549652 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7724c7ab-061e-4b4f-a3a8-240e40de0c08 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:33.563250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7724c7ab-061e-4b4f-a3a8-240e40de0c08 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:07:33.564454 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7724c7ab-061e-4b4f-a3a8-240e40de0c08 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:07:33.672503 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:07:33.717530 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7724c7ab-061e-4b4f-a3a8-240e40de0c08 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:33.737705 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7724c7ab-061e-4b4f-a3a8-240e40de0c08 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:33.740890 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7724c7ab-061e-4b4f-a3a8-240e40de0c08 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "DELETE /v2.0/networks/ef5c89bd-450d-4259-9dc2-493d1e5a48ab HTTP/1.1" status: 204 len: 168 time: 0.6889105 Jul 27 20:07:33.743553 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45676) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:33.757231 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724c7ab-061e-4b4f-a3a8-240e40de0c08 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event deleted for resources: {'Network': ['ID=ef5c89bd-450d-4259-9dc2-493d1e5a48ab,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:33.855222 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bf01f207-6780-487a-ac7f-814404f91cc6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:33.863876 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3018c176-4fbf-4bed-a219-5d1ad59acc10 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:33.878761 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-bf01f207-6780-487a-ac7f-814404f91cc6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Transition to ACTIVE for port object 52f8bb55-7fc9-4d58-a82a-856d30295f60 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:33.991441 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3018c176-4fbf-4bed-a219-5d1ad59acc10 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:34.005474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-3018c176-4fbf-4bed-a219-5d1ad59acc10 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3b50b2-9f8a-4e8b-8e6a-79694d353240']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:34.020335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-3018c176-4fbf-4bed-a219-5d1ad59acc10 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774fecf4-379c-4bc1-a983-a775482e704b') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:34.020985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-3018c176-4fbf-4bed-a219-5d1ad59acc10 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774fecf4-379c-4bc1-a983-a775482e704b') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:34.031575 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3018c176-4fbf-4bed-a219-5d1ad59acc10 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:34.042218 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bf01f207-6780-487a-ac7f-814404f91cc6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:34.056231 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3018c176-4fbf-4bed-a219-5d1ad59acc10 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:34.069672 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-75444083-fff0-4f92-acf9-be5ff0b3358a None None] Allocated IP 2001:db8::2 (b26ccb33-fd9c-46e6-893f-bfd8ae684a82/7bc714d7-348f-4ce9-acac-6ea5fe0d59e9/6dbda66f-88f9-45bd-9a15-e4fa1851e96d) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:34.088033 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3018c176-4fbf-4bed-a219-5d1ad59acc10 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:07:34.088462 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3018c176-4fbf-4bed-a219-5d1ad59acc10 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:07:34.093462 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:07:34.113919 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf01f207-6780-487a-ac7f-814404f91cc6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:34.151439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-bf01f207-6780-487a-ac7f-814404f91cc6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:34.160523 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01f207-6780-487a-ac7f-814404f91cc6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:34.166323 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf01f207-6780-487a-ac7f-814404f91cc6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:34.166984 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bf01f207-6780-487a-ac7f-814404f91cc6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:34.169745 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01f207-6780-487a-ac7f-814404f91cc6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=52f8bb55-7fc9-4d58-a82a-856d30295f60,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:34.194639 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bf01f207-6780-487a-ac7f-814404f91cc6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2496297 Jul 27 20:07:34.194639 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3018c176-4fbf-4bed-a219-5d1ad59acc10 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:34.195588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45678) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:34.203641 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3018c176-4fbf-4bed-a219-5d1ad59acc10 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:34.206554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-0063c3d7-7495-401f-a903-6ef638419c72 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'subnet': {'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:34.208666 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3018c176-4fbf-4bed-a219-5d1ad59acc10 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] 10.222.0.48 "DELETE /v2.0/networks/3b3b50b2-9f8a-4e8b-8e6a-79694d353240 HTTP/1.1" status: 204 len: 168 time: 0.4640408 Jul 27 20:07:34.222794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018c176-4fbf-4bed-a219-5d1ad59acc10 tempest-BulkNetworkOpsTest-1223792573 tempest-BulkNetworkOpsTest-1223792573-project] Pushing event deleted for resources: {'Network': ['ID=3b3b50b2-9f8a-4e8b-8e6a-79694d353240,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:34.247949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-75444083-fff0-4f92-acf9-be5ff0b3358a None None] For port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6dbda66f-88f9-45bd-9a15-e4fa1851e96d,segment=NetworkSegment(bd7aff85-351e-4584-9905-69f5c426e06d),segment_id=bd7aff85-351e-4584-9905-69f5c426e06d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:34.309618 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-75444083-fff0-4f92-acf9-be5ff0b3358a None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:34.346028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-75444083-fff0-4f92-acf9-be5ff0b3358a None None] Transition to ACTIVE for port object 6dbda66f-88f9-45bd-9a15-e4fa1851e96d will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:34.354600 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-75444083-fff0-4f92-acf9-be5ff0b3358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:34.423362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0063c3d7-7495-401f-a903-6ef638419c72 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:34.427512 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0063c3d7-7495-401f-a903-6ef638419c72 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:34.577259 n-d-705657-21 neutron-server[94059]: INFO neutron.db.ipam_backend_mixin [None req-0063c3d7-7495-401f-a903-6ef638419c72 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7bc714d7-348f-4ce9-acac-6ea5fe0d59e9 (CIDR: 2001:db8::/64) Jul 27 20:07:34.581476 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0063c3d7-7495-401f-a903-6ef638419c72 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:34.582257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0063c3d7-7495-401f-a903-6ef638419c72 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:07:34.600430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0063c3d7-7495-401f-a903-6ef638419c72 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4034696 Jul 27 20:07:34.603403 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45686) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:34.609284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2281b88f-1edf-45d4-8f90-cdc855f457b9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'subnet': {'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:34.644670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45690) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:34.679494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75444083-fff0-4f92-acf9-be5ff0b3358a None None] Pushing event updated for resources: {'Port': ['ID=6dbda66f-88f9-45bd-9a15-e4fa1851e96d,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:34.841433 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2281b88f-1edf-45d4-8f90-cdc855f457b9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:34.846384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2281b88f-1edf-45d4-8f90-cdc855f457b9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:34.881566 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0362eb3e-c31b-4189-b781-800a14aefdef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1b217225a7d4422aed97ce15def9f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354906 Jul 27 20:07:34.889084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45696) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:34.965888 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aad40c38-64e5-49af-aab8-66e3bd001c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:34.972195 n-d-705657-21 neutron-server[94060]: INFO neutron.db.ipam_backend_mixin [None req-2281b88f-1edf-45d4-8f90-cdc855f457b9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6eca86bc-22db-4416-88f6-a79260b10546 (CIDR: 2001:db8:0:1::/64) Jul 27 20:07:34.977433 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-2281b88f-1edf-45d4-8f90-cdc855f457b9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:34.978282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2281b88f-1edf-45d4-8f90-cdc855f457b9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:07:34.992124 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aad40c38-64e5-49af-aab8-66e3bd001c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:34.998039 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2281b88f-1edf-45d4-8f90-cdc855f457b9 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3933136 Jul 27 20:07:35.001886 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45698) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:35.014350 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-957ee8d2-615e-403f-b32b-2a629d5b7ffc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'subnet': {'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:35.067531 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aad40c38-64e5-49af-aab8-66e3bd001c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:35.070537 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aad40c38-64e5-49af-aab8-66e3bd001c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:35.072047 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aad40c38-64e5-49af-aab8-66e3bd001c52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/add0e160-8bba-4f01-bcb5-23e8564a01e5 HTTP/1.1" status: 204 len: 168 time: 0.1815286 Jul 27 20:07:35.088059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad40c38-64e5-49af-aab8-66e3bd001c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add0e160-8bba-4f01-bcb5-23e8564a01e5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:35.237681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957ee8d2-615e-403f-b32b-2a629d5b7ffc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Made reservation on behalf of 8024ff11f0b84b95aafc6c2acb787d47 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:35.241864 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-957ee8d2-615e-403f-b32b-2a629d5b7ffc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:35.582796 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-957ee8d2-615e-403f-b32b-2a629d5b7ffc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:35.627401 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5cc87811-d115-4537-bb26-3b85e6fc8bf3 None None] Provisioning for port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:35.631989 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5cc87811-d115-4537-bb26-3b85e6fc8bf3 None None] Provisioning complete for port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:35.632647 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5cc87811-d115-4537-bb26-3b85e6fc8bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:35.655446 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ee8d2-615e-403f-b32b-2a629d5b7ffc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:35.659102 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-957ee8d2-615e-403f-b32b-2a629d5b7ffc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:35.672754 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957ee8d2-615e-403f-b32b-2a629d5b7ffc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:35.673351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-957ee8d2-615e-403f-b32b-2a629d5b7ffc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:35.717184 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-957ee8d2-615e-403f-b32b-2a629d5b7ffc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7128453 Jul 27 20:07:35.719592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45716) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:35.726280 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ee8d2-615e-403f-b32b-2a629d5b7ffc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Subnet': ['ID=62d13225-023f-4ecd-9e2a-ddfa5223d4e2,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:35.728503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-567cb61d-9610-4e55-81c7-df2ce629f106 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1143937429', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62d13225-023f-4ecd-9e2a-ddfa5223d4e2'}], 'security_groups': ['2f3985f7-3ded-43c5-b556-07238b52361d', 'ed145e2b-d537-4a5b-9885-b53582ab04f2']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:35.825283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5cc87811-d115-4537-bb26-3b85e6fc8bf3 None None] Provisioning complete for port b23036f4-69c8-4e41-bbdf-faaadbbffb5a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:35.826083 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5cc87811-d115-4537-bb26-3b85e6fc8bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:35.898686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-5cc87811-d115-4537-bb26-3b85e6fc8bf3 None None] Port b23036f4-69c8-4e41-bbdf-faaadbbffb5a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:36.009390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89217dc0-b655-477e-812d-9e4e125ad5a7 None None] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:36.082619 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6dbda66f-88f9-45bd-9a15-e4fa1851e96d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:36.161568 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-491a04ac-b083-4d9a-a13a-77636d505e1c None None] Provisioning for port 52f8bb55-7fc9-4d58-a82a-856d30295f60 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:36.170179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-491a04ac-b083-4d9a-a13a-77636d505e1c None None] Provisioning complete for port 52f8bb55-7fc9-4d58-a82a-856d30295f60 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:36.170817 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-491a04ac-b083-4d9a-a13a-77636d505e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:36.187302 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-567cb61d-9610-4e55-81c7-df2ce629f106 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:36.238791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-491a04ac-b083-4d9a-a13a-77636d505e1c None None] Port 52f8bb55-7fc9-4d58-a82a-856d30295f60 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:36.309669 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:36.310571 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:36.360591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45734) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:36.515052 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3df040db-cd9e-485f-96a0-1a919c118a9e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:36.515507 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-3df040db-cd9e-485f-96a0-1a919c118a9e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 20:07:36.516008 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-3df040db-cd9e-485f-96a0-1a919c118a9e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 20:07:36.517646 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3df040db-cd9e-485f-96a0-1a919c118a9e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1563110 Jul 27 20:07:36.521342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45740) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:36.526334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-76b8aa54-564c-4b80-a947-29ee2632e672 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808429114'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:36.571075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76b8aa54-564c-4b80-a947-29ee2632e672 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:36.588900 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76b8aa54-564c-4b80-a947-29ee2632e672 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:36.688236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-567cb61d-9610-4e55-81c7-df2ce629f106 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Delete allocated IP 2001:db8::2dd (b26ccb33-fd9c-46e6-893f-bfd8ae684a82/7bc714d7-348f-4ce9-acac-6ea5fe0d59e9) {{(pid=94059) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 20:07:36.702303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-567cb61d-9610-4e55-81c7-df2ce629f106 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Allocated IP 2001:db8:0:2::9b (b26ccb33-fd9c-46e6-893f-bfd8ae684a82/62d13225-023f-4ecd-9e2a-ddfa5223d4e2/52f8bb55-7fc9-4d58-a82a-856d30295f60) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:36.747423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16c778a-2024-4eaf-a626-9bbb2652e8ca None None] Update dhcp port {'port': {'network_id': 'b26ccb33-fd9c-46e6-893f-bfd8ae684a82', 'fixed_ips': [{'subnet_id': '6eca86bc-22db-4416-88f6-a79260b10546', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7bc714d7-348f-4ce9-acac-6ea5fe0d59e9', 'ip_address': '2001:db8::2'}, {'subnet_id': '62d13225-023f-4ecd-9e2a-ddfa5223d4e2'}], 'binding:host_id': 'n-d-705657-21'}, 'id': '6dbda66f-88f9-45bd-9a15-e4fa1851e96d'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 20:07:36.827578 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76b8aa54-564c-4b80-a947-29ee2632e672 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:36.835618 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76b8aa54-564c-4b80-a947-29ee2632e672 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:36.852301 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f16c778a-2024-4eaf-a626-9bbb2652e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:36.879953 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8aa54-564c-4b80-a947-29ee2632e672 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3336050b-ee15-42df-addb-97de49b7423e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:36.970038 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76b8aa54-564c-4b80-a947-29ee2632e672 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:36.980563 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76b8aa54-564c-4b80-a947-29ee2632e672 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.041021 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76b8aa54-564c-4b80-a947-29ee2632e672 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.045056 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-76b8aa54-564c-4b80-a947-29ee2632e672 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5200527 Jul 27 20:07:37.052490 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45746) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:37.065914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7a64bfa1-425e-4b9e-aea7-ae89448bc41b tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': 'd8b47ca9-8ffd-4aac-8315-591d738b1f6f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:37.082973 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-567cb61d-9610-4e55-81c7-df2ce629f106 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.105601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-567cb61d-9610-4e55-81c7-df2ce629f106 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Transition to ACTIVE for port object 52f8bb55-7fc9-4d58-a82a-856d30295f60 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:37.114405 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-567cb61d-9610-4e55-81c7-df2ce629f106 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.150948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8aa54-564c-4b80-a947-29ee2632e672 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b47ca9-8ffd-4aac-8315-591d738b1f6f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:37.176231 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a64bfa1-425e-4b9e-aea7-ae89448bc41b tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.213346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-f16c778a-2024-4eaf-a626-9bbb2652e8ca None None] Allocated IP 2001:db8:0:2::2 (b26ccb33-fd9c-46e6-893f-bfd8ae684a82/62d13225-023f-4ecd-9e2a-ddfa5223d4e2/6dbda66f-88f9-45bd-9a15-e4fa1851e96d) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:37.215806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-567cb61d-9610-4e55-81c7-df2ce629f106 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] In _notify_port_updated(), no bound segment for port 52f8bb55-7fc9-4d58-a82a-856d30295f60 on network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 {{(pid=94059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:07:37.223373 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567cb61d-9610-4e55-81c7-df2ce629f106 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:37.224509 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-567cb61d-9610-4e55-81c7-df2ce629f106 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.229881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-567cb61d-9610-4e55-81c7-df2ce629f106 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "PUT /v2.0/ports/52f8bb55-7fc9-4d58-a82a-856d30295f60 HTTP/1.1" status: 200 len: 969 time: 1.5074923 Jul 27 20:07:37.230557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45748) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:37.340750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cb61d-9610-4e55-81c7-df2ce629f106 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event updated for resources: {'Port': ['ID=52f8bb55-7fc9-4d58-a82a-856d30295f60,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:37.343065 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a64bfa1-425e-4b9e-aea7-ae89448bc41b tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.351877 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a64bfa1-425e-4b9e-aea7-ae89448bc41b tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.377833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-9f07ebde-e319-44e8-8959-853c19c415aa tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port 52f8bb55-7fc9-4d58-a82a-856d30295f60 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:37.378355 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f07ebde-e319-44e8-8959-853c19c415aa tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.379972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64bfa1-425e-4b9e-aea7-ae89448bc41b tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6455e9b0-31d7-4bca-8f23-a23833b6f7af,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:37.410391 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a64bfa1-425e-4b9e-aea7-ae89448bc41b tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.415690 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7a64bfa1-425e-4b9e-aea7-ae89448bc41b tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3620820 Jul 27 20:07:37.416324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45750) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:37.422117 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8087192d-0541-4e71-aa3b-314545c4d64d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': 'd8b47ca9-8ffd-4aac-8315-591d738b1f6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:37.442274 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f16c778a-2024-4eaf-a626-9bbb2652e8ca None None] For port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6dbda66f-88f9-45bd-9a15-e4fa1851e96d,segment=NetworkSegment(bd7aff85-351e-4584-9905-69f5c426e06d),segment_id=bd7aff85-351e-4584-9905-69f5c426e06d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:37.468514 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8087192d-0541-4e71-aa3b-314545c4d64d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.485567 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f16c778a-2024-4eaf-a626-9bbb2652e8ca None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.499217 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f07ebde-e319-44e8-8959-853c19c415aa tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.502269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f16c778a-2024-4eaf-a626-9bbb2652e8ca None None] Transition to ACTIVE for port object 6dbda66f-88f9-45bd-9a15-e4fa1851e96d will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:37.509969 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f16c778a-2024-4eaf-a626-9bbb2652e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.531994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-9f07ebde-e319-44e8-8959-853c19c415aa tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for 52f8bb55-7fc9-4d58-a82a-856d30295f60 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:37.539753 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-8087192d-0541-4e71-aa3b-314545c4d64d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 20:07:37.541275 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8087192d-0541-4e71-aa3b-314545c4d64d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1236727 Jul 27 20:07:37.544117 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45754) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:37.613371 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1f45de9b-ab22-45fb-a81a-5012e0c41bc6 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.664342 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1f45de9b-ab22-45fb-a81a-5012e0c41bc6 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.672021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c778a-2024-4eaf-a626-9bbb2652e8ca None None] Pushing event updated for resources: {'Port': ['ID=6dbda66f-88f9-45bd-9a15-e4fa1851e96d,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:37.737680 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f07ebde-e319-44e8-8959-853c19c415aa tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.778968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07ebde-e319-44e8-8959-853c19c415aa tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=52f8bb55-7fc9-4d58-a82a-856d30295f60,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:37.812895 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9f07ebde-e319-44e8-8959-853c19c415aa tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:37.815157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9f07ebde-e319-44e8-8959-853c19c415aa tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/52f8bb55-7fc9-4d58-a82a-856d30295f60 HTTP/1.1" status: 204 len: 168 time: 0.5814195 Jul 27 20:07:37.817877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45756) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:37.849272 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d214700-17d2-4f95-bcfe-b8640420cd64 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] GET failed (client error): The resource could not be found. Jul 27 20:07:37.851241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7d214700-17d2-4f95-bcfe-b8640420cd64 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports/52f8bb55-7fc9-4d58-a82a-856d30295f60 HTTP/1.1" status: 404 len: 333 time: 0.0321822 Jul 27 20:07:37.860421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45758) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:37.953935 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9443c7de-ba73-451e-aacc-37cb2068109b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.008766 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9443c7de-ba73-451e-aacc-37cb2068109b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.051383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6dbda66f-88f9-45bd-9a15-e4fa1851e96d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:38.071215 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9443c7de-ba73-451e-aacc-37cb2068109b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.077824 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9443c7de-ba73-451e-aacc-37cb2068109b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.087453 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9443c7de-ba73-451e-aacc-37cb2068109b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/security-groups/114d0b40-3895-4d2f-9243-4e5fcaec0d7c HTTP/1.1" status: 204 len: 168 time: 0.2321105 Jul 27 20:07:38.091285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45762) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:38.154104 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443c7de-ba73-451e-aacc-37cb2068109b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114d0b40-3895-4d2f-9243-4e5fcaec0d7c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:38.284783 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1f45de9b-ab22-45fb-a81a-5012e0c41bc6 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.288053 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1f45de9b-ab22-45fb-a81a-5012e0c41bc6 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.290877 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9deb54a8-9a92-4385-b335-9a4a08d8c02e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.292378 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1f45de9b-ab22-45fb-a81a-5012e0c41bc6 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "DELETE /v2.0/security-groups/d8b47ca9-8ffd-4aac-8315-591d738b1f6f HTTP/1.1" status: 204 len: 168 time: 0.7469516 Jul 27 20:07:38.297318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45768) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:38.310493 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45de9b-ab22-45fb-a81a-5012e0c41bc6 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b47ca9-8ffd-4aac-8315-591d738b1f6f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:38.322243 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9deb54a8-9a92-4385-b335-9a4a08d8c02e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.388883 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-199a619a-e12e-4f89-bb7b-d2845aed448f tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0900295 Jul 27 20:07:38.393325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45770) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:38.398294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-a5847280-a5c1-41ff-b060-28f21bf1f194 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group': {'name': 'tempest-secgroup--769914046'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:38.414334 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9deb54a8-9a92-4385-b335-9a4a08d8c02e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.418306 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9deb54a8-9a92-4385-b335-9a4a08d8c02e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.419512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9deb54a8-9a92-4385-b335-9a4a08d8c02e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/security-groups/ed145e2b-d537-4a5b-9885-b53582ab04f2 HTTP/1.1" status: 204 len: 168 time: 0.3210342 Jul 27 20:07:38.422746 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45772) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:38.438972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb54a8-9a92-4385-b335-9a4a08d8c02e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed145e2b-d537-4a5b-9885-b53582ab04f2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:38.460142 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5847280-a5c1-41ff-b060-28f21bf1f194 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.508721 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.535210 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-97c30718-0725-4b65-af93-5304a4fd8dd4 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.565133 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-97c30718-0725-4b65-af93-5304a4fd8dd4 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.620888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45778) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:38.640925 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-97c30718-0725-4b65-af93-5304a4fd8dd4 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.648312 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5847280-a5c1-41ff-b060-28f21bf1f194 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.651448 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-97c30718-0725-4b65-af93-5304a4fd8dd4 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.655304 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-97c30718-0725-4b65-af93-5304a4fd8dd4 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/security-groups/2f3985f7-3ded-43c5-b556-07238b52361d HTTP/1.1" status: 204 len: 168 time: 0.2284689 Jul 27 20:07:38.655728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45782) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:38.670197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c30718-0725-4b65-af93-5304a4fd8dd4 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3985f7-3ded-43c5-b556-07238b52361d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:38.721358 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5847280-a5c1-41ff-b060-28f21bf1f194 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.771322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a75b237-6517-4308-916b-ae772152cbb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting subnet 7bc714d7-348f-4ce9-acac-6ea5fe0d59e9 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:07:38.778263 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5847280-a5c1-41ff-b060-28f21bf1f194 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.779622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a5847280-a5c1-41ff-b060-28f21bf1f194 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3851554 Jul 27 20:07:38.780557 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a75b237-6517-4308-916b-ae772152cbb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.783239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5847280-a5c1-41ff-b060-28f21bf1f194 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973fdc88-d895-41f7-aab4-f992e0f10a79,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:38.787856 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45786) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:38.793272 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-67583b0f-4d13-4d87-9bf9-d664b7d8d3b6 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': '973fdc88-d895-41f7-aab4-f992e0f10a79', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:38.793944 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-67583b0f-4d13-4d87-9bf9-d664b7d8d3b6 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 27 20:07:38.795225 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-67583b0f-4d13-4d87-9bf9-d664b7d8d3b6 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:38.796555 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-67583b0f-4d13-4d87-9bf9-d664b7d8d3b6 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072281 Jul 27 20:07:38.803176 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45788) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:38.808128 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cb859482-4a84-4454-9892-b7317063b0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.883912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6fcf5f66-5b76-49cf-8503-670da10c34e6 None None] Could not find standard attr ID for object 52f8bb55-7fc9-4d58-a82a-856d30295f60. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:07:38.907813 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6fcf5f66-5b76-49cf-8503-670da10c34e6 None None] Provisioning for port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:38.917494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6fcf5f66-5b76-49cf-8503-670da10c34e6 None None] Provisioning complete for port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:38.918030 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5f66-5b76-49cf-8503-670da10c34e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:38.990419 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cb859482-4a84-4454-9892-b7317063b0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.005374 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cb859482-4a84-4454-9892-b7317063b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.065668 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cb859482-4a84-4454-9892-b7317063b0f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=468e48ab8f2549738641644bd5cc42d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4432397 Jul 27 20:07:39.066217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45790) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:39.068495 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb859482-4a84-4454-9892-b7317063b0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8efd40e-b4e3-4f3c-819c-3b529770f8ed,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:39.108711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6fcf5f66-5b76-49cf-8503-670da10c34e6 None None] Provisioning complete for port b23036f4-69c8-4e41-bbdf-faaadbbffb5a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:39.109203 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5f66-5b76-49cf-8503-670da10c34e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.148651 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7135-faa6-4cb7-ba1a-d9a427d80fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.197640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf5f66-5b76-49cf-8503-670da10c34e6 None None] Port b23036f4-69c8-4e41-bbdf-faaadbbffb5a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:39.205716 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7135-faa6-4cb7-ba1a-d9a427d80fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.298993 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7135-faa6-4cb7-ba1a-d9a427d80fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.303173 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7135-faa6-4cb7-ba1a-d9a427d80fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.305015 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4b6f7135-faa6-4cb7-ba1a-d9a427d80fc2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8efd40e-b4e3-4f3c-819c-3b529770f8ed HTTP/1.1" status: 204 len: 168 time: 0.2376137 Jul 27 20:07:39.315581 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f35bc712-fbee-4c6d-925d-a59b06703062 None None] Could not find standard attr ID for object 5b956690-2562-4865-88e1-25731f29837b. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:07:39.329998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f7135-faa6-4cb7-ba1a-d9a427d80fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8efd40e-b4e3-4f3c-819c-3b529770f8ed,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:39.353691 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a75b237-6517-4308-916b-ae772152cbb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.458241 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-164741bc-2ae7-4423-aec1-0482d89d6cf2 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.499823 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-164741bc-2ae7-4423-aec1-0482d89d6cf2 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.583196 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a75b237-6517-4308-916b-ae772152cbb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.679172 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-164741bc-2ae7-4423-aec1-0482d89d6cf2 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.683807 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-164741bc-2ae7-4423-aec1-0482d89d6cf2 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.687898 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-164741bc-2ae7-4423-aec1-0482d89d6cf2 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "DELETE /v2.0/security-groups/973fdc88-d895-41f7-aab4-f992e0f10a79 HTTP/1.1" status: 204 len: 168 time: 0.8836265 Jul 27 20:07:39.691549 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45804) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:39.726895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164741bc-2ae7-4423-aec1-0482d89d6cf2 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=973fdc88-d895-41f7-aab4-f992e0f10a79,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:39.788552 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a75b237-6517-4308-916b-ae772152cbb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.820510 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b577b9a0-3adb-4f9f-82fc-f306c0197321 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1269550 Jul 27 20:07:39.828778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45808) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:39.834444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-12ba769a-aafe-4e08-86f5-0eea4fe0ddd1 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group': {'name': 'tempest-secgroup--659955011'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:39.841771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75b237-6517-4308-916b-ae772152cbb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc714d7-348f-4ce9-acac-6ea5fe0d59e9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:39.857632 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a75b237-6517-4308-916b-ae772152cbb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.863928 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2a75b237-6517-4308-916b-ae772152cbb7 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/7bc714d7-348f-4ce9-acac-6ea5fe0d59e9 HTTP/1.1" status: 204 len: 168 time: 1.2031600 Jul 27 20:07:39.864263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45812) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:39.866667 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12ba769a-aafe-4e08-86f5-0eea4fe0ddd1 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.884533 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665d005-ad26-40c3-a093-38afa2232df0 None None] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:39.943838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-21dc9e99-9f50-4f40-bbc5-0e4d493a06d6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting subnet 62d13225-023f-4ecd-9e2a-ddfa5223d4e2 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:07:39.947199 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e9cf97c0-c024-4c06-bd1b-a6e9971e1f2f None None] Could not find standard attr ID for object 52f8bb55-7fc9-4d58-a82a-856d30295f60. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:07:39.947380 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21dc9e99-9f50-4f40-bbc5-0e4d493a06d6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.991364 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21dc9e99-9f50-4f40-bbc5-0e4d493a06d6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:39.993604 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12ba769a-aafe-4e08-86f5-0eea4fe0ddd1 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.001636 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12ba769a-aafe-4e08-86f5-0eea4fe0ddd1 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.036742 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-12ba769a-aafe-4e08-86f5-0eea4fe0ddd1 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.042393 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-12ba769a-aafe-4e08-86f5-0eea4fe0ddd1 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2123303 Jul 27 20:07:40.044102 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba769a-aafe-4e08-86f5-0eea4fe0ddd1 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f82ae398-3348-4d59-9caf-0e69b596f6b8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:40.046700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45818) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:40.063721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ec637ea2-a1e2-46c7-a494-8acfab18702d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': 'f82ae398-3348-4d59-9caf-0e69b596f6b8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:40.064550 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-ec637ea2-a1e2-46c7-a494-8acfab18702d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 27 20:07:40.065137 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-ec637ea2-a1e2-46c7-a494-8acfab18702d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:40.069139 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ec637ea2-a1e2-46c7-a494-8acfab18702d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105498 Jul 27 20:07:40.069795 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45820) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:40.124031 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21dc9e99-9f50-4f40-bbc5-0e4d493a06d6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.152325 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b80fd39-eac9-4151-89e2-8c93af262969 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.181281 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b80fd39-eac9-4151-89e2-8c93af262969 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.222106 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21dc9e99-9f50-4f40-bbc5-0e4d493a06d6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.250599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b80fd39-eac9-4151-89e2-8c93af262969 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.254294 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b80fd39-eac9-4151-89e2-8c93af262969 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.255665 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1b80fd39-eac9-4151-89e2-8c93af262969 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "DELETE /v2.0/security-groups/f82ae398-3348-4d59-9caf-0e69b596f6b8 HTTP/1.1" status: 204 len: 168 time: 0.1849086 Jul 27 20:07:40.258755 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45830) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:40.268156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc9e99-9f50-4f40-bbc5-0e4d493a06d6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Subnet': ['ID=62d13225-023f-4ecd-9e2a-ddfa5223d4e2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:40.273045 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80fd39-eac9-4151-89e2-8c93af262969 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82ae398-3348-4d59-9caf-0e69b596f6b8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:40.287690 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21dc9e99-9f50-4f40-bbc5-0e4d493a06d6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.289996 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-21dc9e99-9f50-4f40-bbc5-0e4d493a06d6 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/62d13225-023f-4ecd-9e2a-ddfa5223d4e2 HTTP/1.1" status: 204 len: 168 time: 0.4240649 Jul 27 20:07:40.292482 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45832) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:40.319781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45834) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:40.337051 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1079f59-ab3e-416a-8c7c-17751b90aba2 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] DELETE failed (client error): The resource could not be found. Jul 27 20:07:40.337504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1079f59-ab3e-416a-8c7c-17751b90aba2 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:07:40.340906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e1079f59-ab3e-416a-8c7c-17751b90aba2 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/7bc714d7-348f-4ce9-acac-6ea5fe0d59e9 HTTP/1.1" status: 404 len: 337 time: 0.0458589 Jul 27 20:07:40.342266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45838) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:40.379598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dd3b5b92-f336-4bfa-88af-824925240f50 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1143615 Jul 27 20:07:40.380192 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45840) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:40.387270 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-bba434e7-9558-41a1-8e2a-d47654fd396c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1671409593'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:40.419757 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4808474e-fb7b-41d0-ad12-c735d56de7dc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting subnet 6eca86bc-22db-4416-88f6-a79260b10546 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:07:40.424889 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4808474e-fb7b-41d0-ad12-c735d56de7dc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.455894 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-327540443-network', 'tenant_id': '47e46fb19426493cab5546e272c28be1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:40.464925 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bba434e7-9558-41a1-8e2a-d47654fd396c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.498764 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4808474e-fb7b-41d0-ad12-c735d56de7dc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.538353 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] Made reservation on behalf of 47e46fb19426493cab5546e272c28be1 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:40.540711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.566014 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.649172 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4808474e-fb7b-41d0-ad12-c735d56de7dc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.725094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab28ec61-5034-4b5d-ad59-f506213f2676 None None] Network b26ccb33-fd9c-46e6-893f-bfd8ae684a82 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:40.726031 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bba434e7-9558-41a1-8e2a-d47654fd396c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.738860 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bba434e7-9558-41a1-8e2a-d47654fd396c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.782013 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4808474e-fb7b-41d0-ad12-c735d56de7dc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.799571 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0e99152a-1922-4813-91a3-54f831086455 None None] Provisioning complete for port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:40.800046 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0e99152a-1922-4813-91a3-54f831086455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.820353 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba434e7-9558-41a1-8e2a-d47654fd396c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb9ba42-d1a0-4905-9841-dd33595160e2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:40.822615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808474e-fb7b-41d0-ad12-c735d56de7dc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Subnet': ['ID=6eca86bc-22db-4416-88f6-a79260b10546,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:40.830236 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4808474e-fb7b-41d0-ad12-c735d56de7dc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.834471 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4808474e-fb7b-41d0-ad12-c735d56de7dc tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/6eca86bc-22db-4416-88f6-a79260b10546 HTTP/1.1" status: 204 len: 168 time: 0.4885688 Jul 27 20:07:40.835081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45844) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:40.869484 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f18cb5d-7117-4479-91be-e47c5d0a7a42 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] DELETE failed (client error): The resource could not be found. Jul 27 20:07:40.869950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f18cb5d-7117-4479-91be-e47c5d0a7a42 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:07:40.871989 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2f18cb5d-7117-4479-91be-e47c5d0a7a42 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/0f575c20-4951-402b-b1c0-f983c0e9a8ff HTTP/1.1" status: 404 len: 337 time: 0.0362751 Jul 27 20:07:40.874786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45846) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:40.910236 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-51351513-660d-4321-89ff-f50c558568aa tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "GET /v2.0/ports?device_id=555af1ab-ec82-41ca-9631-8930a5518f4c HTTP/1.1" status: 200 len: 205 time: 0.0342817 Jul 27 20:07:40.912838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45848) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:40.924351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.931612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.949790 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bba434e7-9558-41a1-8e2a-d47654fd396c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:40.951396 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bba434e7-9558-41a1-8e2a-d47654fd396c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5703521 Jul 27 20:07:40.956852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45850) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:40.968823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f18ee787-d4a0-45dc-88c9-a109c3033885 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': 'cfb9ba42-d1a0-4905-9841-dd33595160e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:40.970948 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-f18ee787-d4a0-45dc-88c9-a109c3033885 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 27 20:07:40.971559 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-f18ee787-d4a0-45dc-88c9-a109c3033885 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:40.972328 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-22904462-5a41-4f82-9383-d8bfde25f785 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] delete failed (client error): The resource could not be found. Jul 27 20:07:40.972785 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f18ee787-d4a0-45dc-88c9-a109c3033885 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102155 Jul 27 20:07:40.977633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45852) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:40.978322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:07:40.984576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45854) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:40.988065 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-22904462-5a41-4f82-9383-d8bfde25f785 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/routers/555af1ab-ec82-41ca-9631-8930a5518f4c HTTP/1.1" status: 404 len: 336 time: 0.0652626 Jul 27 20:07:40.988470 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-93b9dde6-9f72-4e1d-8ec6-4f72af1dc513 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': 'cfb9ba42-d1a0-4905-9841-dd33595160e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:40.989425 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-93b9dde6-9f72-4e1d-8ec6-4f72af1dc513 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 27 20:07:40.990185 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-93b9dde6-9f72-4e1d-8ec6-4f72af1dc513 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:40.991726 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-93b9dde6-9f72-4e1d-8ec6-4f72af1dc513 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0108309 Jul 27 20:07:40.995905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45856) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.002544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-7e6a2fa1-6372-4fe5-b2b7-68790139027e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': 'cfb9ba42-d1a0-4905-9841-dd33595160e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:41.005581 n-d-705657-21 neutron-server[94059]: WARNING neutron.api.v2.base [None req-7e6a2fa1-6372-4fe5-b2b7-68790139027e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 27 20:07:41.007515 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-7e6a2fa1-6372-4fe5-b2b7-68790139027e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:41.012492 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45858) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.016089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7e6a2fa1-6372-4fe5-b2b7-68790139027e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0186577 Jul 27 20:07:41.017003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-75a61b59-114d-45bd-895e-8e823a1d8eaf tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': 'cfb9ba42-d1a0-4905-9841-dd33595160e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:41.017912 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-75a61b59-114d-45bd-895e-8e823a1d8eaf tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 27 20:07:41.018481 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-75a61b59-114d-45bd-895e-8e823a1d8eaf tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:41.020452 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-75a61b59-114d-45bd-895e-8e823a1d8eaf tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063028 Jul 27 20:07:41.023708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45860) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.034459 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0e99152a-1922-4813-91a3-54f831086455 None None] Provisioning complete for port b23036f4-69c8-4e41-bbdf-faaadbbffb5a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:41.035121 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0e99152a-1922-4813-91a3-54f831086455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.041607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba35e2e-13ce-4300-9470-0782f024113d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:41.045164 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.045520 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] Added segment f9c8559c-2e5e-44f5-8e33-eff2dd1f5422 of type vlan for network 15b361f8-e7e9-48b2-9815-e5dd7d5a79aa Jul 27 20:07:41.047585 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a50e29-8dc8-4b80-aef0-9acf6d13a2aa tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] DELETE failed (client error): The resource could not be found. Jul 27 20:07:41.048041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a50e29-8dc8-4b80-aef0-9acf6d13a2aa tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:07:41.049874 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-75a50e29-8dc8-4b80-aef0-9acf6d13a2aa tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/2a2d478b-4e7c-4477-bd11-cb54d5f28653 HTTP/1.1" status: 404 len: 337 time: 0.0559993 Jul 27 20:07:41.057669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45864) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.168906 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf2db5f-2bdd-481a-b41d-9d6a6d3ace88 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] DELETE failed (client error): The resource could not be found. Jul 27 20:07:41.168906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf2db5f-2bdd-481a-b41d-9d6a6d3ace88 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:07:41.168906 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ebf2db5f-2bdd-481a-b41d-9d6a6d3ace88 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/362983a5-d65a-4665-8ef6-513c0aed9124 HTTP/1.1" status: 404 len: 337 time: 0.0574055 Jul 27 20:07:41.168906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45870) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.285960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0e99152a-1922-4813-91a3-54f831086455 None None] Port b23036f4-69c8-4e41-bbdf-faaadbbffb5a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:41.287837 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.288209 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.288584 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70803e4-8ad6-4a6d-8945-83f8a6f40bb1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] DELETE failed (client error): The resource could not be found. Jul 27 20:07:41.288584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70803e4-8ad6-4a6d-8945-83f8a6f40bb1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:07:41.288584 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b70803e4-8ad6-4a6d-8945-83f8a6f40bb1 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/264a69b9-b1a2-4d0d-bfb5-7c63f9b19cfa HTTP/1.1" status: 404 len: 337 time: 0.0633121 Jul 27 20:07:41.288584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45874) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.289308 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf016c5-5e4a-4dfd-bba2-eb47cf9793c9 None None] DHCP port deletion for b26ccb33-fd9c-46e6-893f-bfd8ae684a82 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:07:41.289656 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.290089 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38b0af4-64b3-4914-912d-bd04636f483b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] DELETE failed (client error): The resource could not be found. Jul 27 20:07:41.290089 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38b0af4-64b3-4914-912d-bd04636f483b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:07:41.290089 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f38b0af4-64b3-4914-912d-bd04636f483b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/af29000a-d8e1-43d3-a6e5-08eaba37d094 HTTP/1.1" status: 404 len: 333 time: 0.0416331 Jul 27 20:07:41.290089 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45878) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.290793 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.291252 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a8be85-2d54-4c0c-af87-556db935be7b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] DELETE failed (client error): The resource could not be found. Jul 27 20:07:41.291252 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a8be85-2d54-4c0c-af87-556db935be7b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:07:41.291831 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.292233 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-10a8be85-2d54-4c0c-af87-556db935be7b tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/72313c9e-7aee-4dae-8b2f-1f4c4524bccf HTTP/1.1" status: 404 len: 337 time: 0.0322466 Jul 27 20:07:41.292233 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45880) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.295229 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.295954 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:41.300435 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.300679 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "DELETE /v2.0/security-groups/cfb9ba42-d1a0-4905-9841-dd33595160e2 HTTP/1.1" status: 204 len: 168 time: 0.2719707 Jul 27 20:07:41.302674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45882) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.319832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb9ba42-d1a0-4905-9841-dd33595160e2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:41.326991 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d240ed-61cd-464d-a235-531390a85252 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] DELETE failed (client error): The resource could not be found. Jul 27 20:07:41.327454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d240ed-61cd-464d-a235-531390a85252 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:07:41.329241 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-51d240ed-61cd-464d-a235-531390a85252 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/d0502616-3351-4927-98f6-d9ae86e93e2c HTTP/1.1" status: 404 len: 337 time: 0.0437641 Jul 27 20:07:41.336898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45888) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.348324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:41.349417 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:41.350186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:41.350753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:41.351272 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:41.351818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:41.352358 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:41.352984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:41.353513 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:41.354027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:41.355820 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:41.355820 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80aeba67-e2fa-43ed-a8fe-2c4c293cf55d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:41.357291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-eaf016c5-5e4a-4dfd-bba2-eb47cf9793c9 None None] Deleting port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:41.357677 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eaf016c5-5e4a-4dfd-bba2-eb47cf9793c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.380953 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5888efb-7afc-4861-9576-7b72b6ffaa2e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] DELETE failed (client error): The resource could not be found. Jul 27 20:07:41.382635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5888efb-7afc-4861-9576-7b72b6ffaa2e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:07:41.384885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e5888efb-7afc-4861-9576-7b72b6ffaa2e tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/73658648-a6db-4e04-925c-7ea5a54b02fc HTTP/1.1" status: 404 len: 333 time: 0.0467575 Jul 27 20:07:41.391489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45890) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.439320 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-65079cfb-43bf-4344-9a67-752fa0f83993 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] DELETE failed (client error): The resource could not be found. Jul 27 20:07:41.440104 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65079cfb-43bf-4344-9a67-752fa0f83993 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:07:41.444706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-65079cfb-43bf-4344-9a67-752fa0f83993 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/610f70f1-4a01-4c4d-92b3-572515dd7040 HTTP/1.1" status: 404 len: 337 time: 0.0486591 Jul 27 20:07:41.450595 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1242075 Jul 27 20:07:41.450767 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ffbf3a66-0c08-4f6f-9e78-31633e904c04 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1421440 Jul 27 20:07:41.450767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45894) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.450946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45896) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.451033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45898) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.453911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0521b83e-754d-4595-a7fa-f7c4e406c14b admin admin] Request body: {'subnet': {'network_id': '15b361f8-e7e9-48b2-9815-e5dd7d5a79aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-327540443-subnet', 'tenant_id': '47e46fb19426493cab5546e272c28be1', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:41.462410 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6480f483-a021-4573-b8e9-8c436f2e9b57 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953137124'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:41.465921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa913d-a380-4518-8207-74b06b0b6082 admin admin] Pushing event updated for resources: {'Network': ['ID=15b361f8-e7e9-48b2-9815-e5dd7d5a79aa,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:41.481109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 15b361f8-e7e9-48b2-9815-e5dd7d5a79aa details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:07:41.482255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0521b83e-754d-4595-a7fa-f7c4e406c14b admin admin] Made reservation on behalf of 47e46fb19426493cab5546e272c28be1 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:41.486675 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0521b83e-754d-4595-a7fa-f7c4e406c14b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.489147 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e95c9e-6ab2-4196-9ecd-e0eefa0ed1d3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] DELETE failed (client error): The resource could not be found. Jul 27 20:07:41.489625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e95c9e-6ab2-4196-9ecd-e0eefa0ed1d3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:07:41.491443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c5e95c9e-6ab2-4196-9ecd-e0eefa0ed1d3 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/subnets/52c12f28-7e2a-4a25-9e8c-c10730c5f4b4 HTTP/1.1" status: 404 len: 337 time: 0.0435076 Jul 27 20:07:41.494324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45900) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.541025 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6480f483-a021-4573-b8e9-8c436f2e9b57 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.598213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-eaf016c5-5e4a-4dfd-bba2-eb47cf9793c9 None None] For port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6dbda66f-88f9-45bd-9a15-e4fa1851e96d,segment=NetworkSegment(bd7aff85-351e-4584-9905-69f5c426e06d),segment_id=bd7aff85-351e-4584-9905-69f5c426e06d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:41.599746 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eaf016c5-5e4a-4dfd-bba2-eb47cf9793c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.626401 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.635668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-eaf016c5-5e4a-4dfd-bba2-eb47cf9793c9 None None] Calling delete_port for 6dbda66f-88f9-45bd-9a15-e4fa1851e96d owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:41.655642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-9e78905d-7084-42d3-9d75-718a69b9f646 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Deleting port b23036f4-69c8-4e41-bbdf-faaadbbffb5a {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:41.656053 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e78905d-7084-42d3-9d75-718a69b9f646 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.737282 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0521b83e-754d-4595-a7fa-f7c4e406c14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.741369 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6480f483-a021-4573-b8e9-8c436f2e9b57 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.755153 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6480f483-a021-4573-b8e9-8c436f2e9b57 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.759950 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e78905d-7084-42d3-9d75-718a69b9f646 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.777628 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-eaf016c5-5e4a-4dfd-bba2-eb47cf9793c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.793532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-9e78905d-7084-42d3-9d75-718a69b9f646 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Calling delete_port for b23036f4-69c8-4e41-bbdf-faaadbbffb5a owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:41.803508 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6480f483-a021-4573-b8e9-8c436f2e9b57 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.807536 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6480f483-a021-4573-b8e9-8c436f2e9b57 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3471684 Jul 27 20:07:41.808596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45908) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.812696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480f483-a021-4573-b8e9-8c436f2e9b57 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71523c7d-36ed-4bb4-bdf7-0c2900383427,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:41.814987 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1adf47ab-9ea8-4f35-8304-67aad084feec tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': '71523c7d-36ed-4bb4-bdf7-0c2900383427', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:41.815139 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-1adf47ab-9ea8-4f35-8304-67aad084feec tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 20:07:41.815617 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-1adf47ab-9ea8-4f35-8304-67aad084feec tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:41.821193 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1adf47ab-9ea8-4f35-8304-67aad084feec tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077579 Jul 27 20:07:41.823802 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45910) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.833128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4f926911-b25f-4d5e-a3be-a66e1a794c57 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': '71523c7d-36ed-4bb4-bdf7-0c2900383427', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:41.833720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf016c5-5e4a-4dfd-bba2-eb47cf9793c9 None None] No DVR routers for this DVR port 6dbda66f-88f9-45bd-9a15-e4fa1851e96d on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:07:41.836173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf016c5-5e4a-4dfd-bba2-eb47cf9793c9 None None] Pushing event deleted for resources: {'Port': ['ID=6dbda66f-88f9-45bd-9a15-e4fa1851e96d,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:41.853285 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521b83e-754d-4595-a7fa-f7c4e406c14b admin admin] Pushing event updated for resources: {'Subnet': ['ID=74fa1e78-a882-4035-b02f-21ecbc3e18ee,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:41.885059 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0521b83e-754d-4595-a7fa-f7c4e406c14b admin admin] Checking segment: {'id': 'f9c8559c-2e5e-44f5-8e33-eff2dd1f5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '15b361f8-e7e9-48b2-9815-e5dd7d5a79aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:41.885431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0521b83e-754d-4595-a7fa-f7c4e406c14b admin admin] Network hostable DHCP agents. Network: 15b361f8-e7e9-48b2-9815-e5dd7d5a79aa, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:07:41.912830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0521b83e-754d-4595-a7fa-f7c4e406c14b admin admin] Network 15b361f8-e7e9-48b2-9815-e5dd7d5a79aa is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:07:41.917794 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e78905d-7084-42d3-9d75-718a69b9f646 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.931298 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-0521b83e-754d-4595-a7fa-f7c4e406c14b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 15b361f8-e7e9-48b2-9815-e5dd7d5a79aa) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:41.934055 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-4f926911-b25f-4d5e-a3be-a66e1a794c57 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:41.935183 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4f926911-b25f-4d5e-a3be-a66e1a794c57 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1103983 Jul 27 20:07:41.938624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45912) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.944867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dc9654b0-fabd-4159-a65b-2394d420576f tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': '71523c7d-36ed-4bb4-bdf7-0c2900383427', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:41.945350 n-d-705657-21 neutron-server[94060]: WARNING neutron.api.v2.base [None req-dc9654b0-fabd-4159-a65b-2394d420576f tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 27 20:07:41.945893 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-dc9654b0-fabd-4159-a65b-2394d420576f tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:41.946871 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dc9654b0-fabd-4159-a65b-2394d420576f tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073199 Jul 27 20:07:41.948199 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63874805-b64d-4f66-8a29-9382dd1534c0 None None] Network 15b361f8-e7e9-48b2-9815-e5dd7d5a79aa requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:41.948350 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0521b83e-754d-4595-a7fa-f7c4e406c14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:41.958518 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0521b83e-754d-4595-a7fa-f7c4e406c14b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.969917 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45914) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:41.976321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7f5096a1-e9b9-4af3-b677-ca62675b701e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': '71523c7d-36ed-4bb4-bdf7-0c2900383427', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:41.982186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78905d-7084-42d3-9d75-718a69b9f646 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Port': ['ID=b23036f4-69c8-4e41-bbdf-faaadbbffb5a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:41.992244 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e78905d-7084-42d3-9d75-718a69b9f646 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:41.994342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9e78905d-7084-42d3-9d75-718a69b9f646 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/ports/b23036f4-69c8-4e41-bbdf-faaadbbffb5a HTTP/1.1" status: 204 len: 168 time: 0.4990804 Jul 27 20:07:41.998471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45916) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:42.002277 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0521b83e-754d-4595-a7fa-f7c4e406c14b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5523515 Jul 27 20:07:42.005145 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45918) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:42.012277 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-327540443-router', 'tenant_id': '47e46fb19426493cab5546e272c28be1', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:42.013326 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6dbda66f-88f9-45bd-9a15-e4fa1851e96d no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:07:42.050827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 6dbda66f-88f9-45bd-9a15-e4fa1851e96d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:07:42.051212 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6dbda66f-88f9-45bd-9a15-e4fa1851e96d not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:07:42.066689 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.067746 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.076377 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-7f5096a1-e9b9-4af3-b677-ca62675b701e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:42.077491 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7f5096a1-e9b9-4af3-b677-ca62675b701e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1065545 Jul 27 20:07:42.082107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45922) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:42.088860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-49bd10aa-9dba-4875-954d-a76eb3b1f1ab tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': '71523c7d-36ed-4bb4-bdf7-0c2900383427', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:42.089603 n-d-705657-21 neutron-server[94059]: WARNING neutron.api.v2.base [None req-49bd10aa-9dba-4875-954d-a76eb3b1f1ab tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 20:07:42.090357 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-49bd10aa-9dba-4875-954d-a76eb3b1f1ab tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:42.091550 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-49bd10aa-9dba-4875-954d-a76eb3b1f1ab tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082355 Jul 27 20:07:42.094761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45924) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:42.100309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f1b6a3f5-eac5-44fa-bdac-bfd587b43196 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': '71523c7d-36ed-4bb4-bdf7-0c2900383427', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:42.132946 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c0e96a4-6a1c-44fc-b956-19cd5d309092 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.150259 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.154530 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-f1b6a3f5-eac5-44fa-bdac-bfd587b43196 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Project fcfe04bfa36a4426be563071d95d4f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:07:42.184582 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-f1b6a3f5-eac5-44fa-bdac-bfd587b43196 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:42.185621 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f1b6a3f5-eac5-44fa-bdac-bfd587b43196 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0896981 Jul 27 20:07:42.188609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45926) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:42.195818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5b4268f4-43b6-4d4e-96a0-2e1e192c032e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': '71523c7d-36ed-4bb4-bdf7-0c2900383427', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:42.202160 n-d-705657-21 neutron-server[94059]: WARNING neutron.api.v2.base [None req-5b4268f4-43b6-4d4e-96a0-2e1e192c032e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 27 20:07:42.202160 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-5b4268f4-43b6-4d4e-96a0-2e1e192c032e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:42.202160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5b4268f4-43b6-4d4e-96a0-2e1e192c032e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085633 Jul 27 20:07:42.209851 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45928) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:42.219980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-02541625-09d3-4e23-b5a8-1f93445b8798 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': '71523c7d-36ed-4bb4-bdf7-0c2900383427', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:42.253252 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-15b361f8-e7e9-48b2-9815-e5dd7d5a79aa', 'network_id': '15b361f8-e7e9-48b2-9815-e5dd7d5a79aa', 'tenant_id': '47e46fb19426493cab5546e272c28be1', 'fixed_ips': [{'subnet_id': '74fa1e78-a882-4035-b02f-21ecbc3e18ee'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:07:42.254204 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.276234 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c0e96a4-6a1c-44fc-b956-19cd5d309092 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.290388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-1c0e96a4-6a1c-44fc-b956-19cd5d309092 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26ccb33-fd9c-46e6-893f-bfd8ae684a82']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:42.306021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-1c0e96a4-6a1c-44fc-b956-19cd5d309092 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7aff85-351e-4584-9905-69f5c426e06d') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:42.307274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-1c0e96a4-6a1c-44fc-b956-19cd5d309092 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7aff85-351e-4584-9905-69f5c426e06d') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:42.310603 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-02541625-09d3-4e23-b5a8-1f93445b8798 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Project fcfe04bfa36a4426be563071d95d4f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:07:42.332605 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c0e96a4-6a1c-44fc-b956-19cd5d309092 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.335592 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-02541625-09d3-4e23-b5a8-1f93445b8798 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:42.336745 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-02541625-09d3-4e23-b5a8-1f93445b8798 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1259007 Jul 27 20:07:42.343406 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45932) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:42.350103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8b76d48b-f0fc-477f-9006-cc8066d78d0e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': '71523c7d-36ed-4bb4-bdf7-0c2900383427', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:42.355648 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.360873 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c0e96a4-6a1c-44fc-b956-19cd5d309092 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.371678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0e96a4-6a1c-44fc-b956-19cd5d309092 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:07:42.372154 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c0e96a4-6a1c-44fc-b956-19cd5d309092 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:07:42.375365 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:07:42.451210 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Allocated IP 172.20.0.2 (15b361f8-e7e9-48b2-9815-e5dd7d5a79aa/74fa1e78-a882-4035-b02f-21ecbc3e18ee/f77e912b-d7d1-4c39-b6ad-fdfce957f8d5) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:42.459116 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-8b76d48b-f0fc-477f-9006-cc8066d78d0e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Project fcfe04bfa36a4426be563071d95d4f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:07:42.494722 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c0e96a4-6a1c-44fc-b956-19cd5d309092 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.503078 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c0e96a4-6a1c-44fc-b956-19cd5d309092 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.505437 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1c0e96a4-6a1c-44fc-b956-19cd5d309092 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] 10.222.0.48 "DELETE /v2.0/networks/b26ccb33-fd9c-46e6-893f-bfd8ae684a82 HTTP/1.1" status: 204 len: 168 time: 0.5056262 Jul 27 20:07:42.530761 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-8b76d48b-f0fc-477f-9006-cc8066d78d0e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:42.542124 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8b76d48b-f0fc-477f-9006-cc8066d78d0e tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1947045 Jul 27 20:07:42.543323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45942) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:42.544141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e96a4-6a1c-44fc-b956-19cd5d309092 tempest-PortsIpV6TestJSON-788683175 tempest-PortsIpV6TestJSON-788683175-project] Pushing event deleted for resources: {'Network': ['ID=b26ccb33-fd9c-46e6-893f-bfd8ae684a82,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:42.662814 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-445b9356-7522-4674-8a40-69e75cbb3fb8 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.694131 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.700264 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-445b9356-7522-4674-8a40-69e75cbb3fb8 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.730645 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.754338 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.758683 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-445b9356-7522-4674-8a40-69e75cbb3fb8 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.765058 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-445b9356-7522-4674-8a40-69e75cbb3fb8 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.769182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-445b9356-7522-4674-8a40-69e75cbb3fb8 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "DELETE /v2.0/security-groups/71523c7d-36ed-4bb4-bdf7-0c2900383427 HTTP/1.1" status: 204 len: 168 time: 0.2199609 Jul 27 20:07:42.769616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45950) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:42.772475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Transition to ACTIVE for port object f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:42.796599 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b9356-7522-4674-8a40-69e75cbb3fb8 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71523c7d-36ed-4bb4-bdf7-0c2900383427,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:42.836312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Transition to ACTIVE for port object f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:42.854129 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.857767 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45954) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:42.860671 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0c013c7e-831e-4bea-82e5-58045831bf6b tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756652 Jul 27 20:07:42.863649 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-391417b5-8a04-4cb9-b907-33ca6db4b50c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group': {'name': 'tempest-secgroup--65253103'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:42.898263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45956) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:42.901808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Allocated IP 172.25.1.99 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/47a10cfe-0d80-4fa4-8047-68e60197a22b) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:42.916734 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-391417b5-8a04-4cb9-b907-33ca6db4b50c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:42.921939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Network 15b361f8-e7e9-48b2-9815-e5dd7d5a79aa is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:42.923484 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Pushing event updated for resources: {'Port': ['ID=f77e912b-d7d1-4c39-b6ad-fdfce957f8d5,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:42.928180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:42.933129 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:43.012782 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Attempting to bind port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:43.014073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Attempting to bind port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'f9c8559c-2e5e-44f5-8e33-eff2dd1f5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '15b361f8-e7e9-48b2-9815-e5dd7d5a79aa'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:43.014073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Attempting to bind port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 on network 15b361f8-e7e9-48b2-9815-e5dd7d5a79aa {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:43.022716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:07:43.023148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Checking segment: {'id': 'f9c8559c-2e5e-44f5-8e33-eff2dd1f5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '15b361f8-e7e9-48b2-9815-e5dd7d5a79aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:43.023532 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.023972 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Bound using segment: {'id': 'f9c8559c-2e5e-44f5-8e33-eff2dd1f5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '15b361f8-e7e9-48b2-9815-e5dd7d5a79aa'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:07:43.024712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Bound port: f77e912b-d7d1-4c39-b6ad-fdfce957f8d5, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c8559c-2e5e-44f5-8e33-eff2dd1f5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '15b361f8-e7e9-48b2-9815-e5dd7d5a79aa'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:07:43.025130 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.078006 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.113116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ba047bd0-6485-4889-a886-1c60418f6ba1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8024ff11f0b84b95aafc6c2acb787d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2126169 Jul 27 20:07:43.115701 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45964) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:43.139973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-391417b5-8a04-4cb9-b907-33ca6db4b50c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.162240 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] For port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:07:43.163038 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-391417b5-8a04-4cb9-b907-33ca6db4b50c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.166119 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] For port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f77e912b-d7d1-4c39-b6ad-fdfce957f8d5,segment=NetworkSegment(f9c8559c-2e5e-44f5-8e33-eff2dd1f5422),segment_id=f9c8559c-2e5e-44f5-8e33-eff2dd1f5422)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:07:43.177954 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.179098 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.198241 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b098-2909-4aa3-8d95-0fcfc3b59609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.224737 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b098-2909-4aa3-8d95-0fcfc3b59609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.235262 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-391417b5-8a04-4cb9-b907-33ca6db4b50c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.236638 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-391417b5-8a04-4cb9-b907-33ca6db4b50c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3778765 Jul 27 20:07:43.244280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45968) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:43.251441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8a562606-6399-45c7-948c-900eeef6dc96 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': 'bf5d78f6-12e8-47e4-a76f-4434b88104fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:43.257915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:43.259819 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:43.262007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391417b5-8a04-4cb9-b907-33ca6db4b50c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5d78f6-12e8-47e4-a76f-4434b88104fc,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:43.265611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:43.284723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b47825-2f9b-4792-8e22-ef492bf9eb42 None None] Pushing event updated for resources: {'Port': ['ID=f77e912b-d7d1-4c39-b6ad-fdfce957f8d5,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:43.322738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=47a10cfe-0d80-4fa4-8047-68e60197a22b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:43.335362 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-8a562606-6399-45c7-948c-900eeef6dc96 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The resource could not be found. Jul 27 20:07:43.336094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8a562606-6399-45c7-948c-900eeef6dc96 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0904539 Jul 27 20:07:43.338731 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45970) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:43.345270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-df0b3966-5141-4692-9ef6-544237ac7d7c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': 'bf5d78f6-12e8-47e4-a76f-4434b88104fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '726037fa-853d-4c64-a319-cf02a4f33f43'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:43.354215 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b098-2909-4aa3-8d95-0fcfc3b59609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.358180 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b098-2909-4aa3-8d95-0fcfc3b59609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.359648 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d2c2b098-2909-4aa3-8d95-0fcfc3b59609 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e222f14-251d-413d-a715-5322da89db8a HTTP/1.1" status: 204 len: 168 time: 0.2427616 Jul 27 20:07:43.378277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2b098-2909-4aa3-8d95-0fcfc3b59609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e222f14-251d-413d-a715-5322da89db8a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:43.388992 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9570cf79-1d16-449c-8dcc-d9d54f8e58f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.426842 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-df0b3966-5141-4692-9ef6-544237ac7d7c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The resource could not be found. Jul 27 20:07:43.428461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-df0b3966-5141-4692-9ef6-544237ac7d7c tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0882754 Jul 27 20:07:43.435401 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 45976) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:43.567143 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1d7e8b83-d5a6-45a4-abac-747b2cb03d62 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.614244 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1d7e8b83-d5a6-45a4-abac-747b2cb03d62 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.767659 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1d7e8b83-d5a6-45a4-abac-747b2cb03d62 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.770408 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1d7e8b83-d5a6-45a4-abac-747b2cb03d62 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.772103 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1d7e8b83-d5a6-45a4-abac-747b2cb03d62 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "DELETE /v2.0/security-groups/bf5d78f6-12e8-47e4-a76f-4434b88104fc HTTP/1.1" status: 204 len: 168 time: 0.3355510 Jul 27 20:07:43.775523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45990) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:43.795954 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e8b83-d5a6-45a4-abac-747b2cb03d62 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5d78f6-12e8-47e4-a76f-4434b88104fc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:43.801978 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:43.841175 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7d0a9edc-f7d4-4f2d-baf8-ef049fc5fa4d tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0637290 Jul 27 20:07:43.844336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45994) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:43.849648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-59ea0239-45a5-4dfd-ad37-3f9a92d9dadc tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': 'c16cfc27-a9c4-44eb-98bc-e4fe8ae6728b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:43.917673 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-59ea0239-45a5-4dfd-ad37-3f9a92d9dadc tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The resource could not be found. Jul 27 20:07:43.919270 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-59ea0239-45a5-4dfd-ad37-3f9a92d9dadc tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0736353 Jul 27 20:07:43.922746 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 45998) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:43.933323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-2c3b8655-8a56-4049-baa1-411b7df8669b tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706559412'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:43.965584 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2c3b8655-8a56-4049-baa1-411b7df8669b tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:44.063039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:44.072449 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:44.109989 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2c3b8655-8a56-4049-baa1-411b7df8669b tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:44.128361 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2c3b8655-8a56-4049-baa1-411b7df8669b tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:44.176666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:44.190873 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2c3b8655-8a56-4049-baa1-411b7df8669b tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:44.192166 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2c3b8655-8a56-4049-baa1-411b7df8669b tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2679451 Jul 27 20:07:44.192919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b8655-8a56-4049-baa1-411b7df8669b tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13a5eec-d09e-4234-b2e4-31956557f291,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:44.200343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46008) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:44.205377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-aced9b6b-f860-486a-8c74-2bf60ae2d4a7 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group': {'name': 'tempest-secgroup--995185265'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:44.238829 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aced9b6b-f860-486a-8c74-2bf60ae2d4a7 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:44.373147 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aced9b6b-f860-486a-8c74-2bf60ae2d4a7 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:44.383408 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aced9b6b-f860-486a-8c74-2bf60ae2d4a7 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:44.394916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Router bd9142e8-8800-461d-9c57-594f554aac1f is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:07:44.421053 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced9b6b-f860-486a-8c74-2bf60ae2d4a7 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b6e0f7-187d-4360-859b-a493b8b38da6,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:44.448694 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aced9b6b-f860-486a-8c74-2bf60ae2d4a7 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:44.452699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aced9b6b-f860-486a-8c74-2bf60ae2d4a7 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2487361 Jul 27 20:07:44.453471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46016) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:44.467331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-082b51f9-691b-4062-b92e-06d82ef52e16 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': 'd13a5eec-d09e-4234-b2e4-31956557f291', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a8b6e0f7-187d-4360-859b-a493b8b38da6'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:44.522205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46018) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:44.549787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:07:44.560343 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Sync routers for ids ['bd9142e8-8800-461d-9c57-594f554aac1f'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:07:44.564350 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-082b51f9-691b-4062-b92e-06d82ef52e16 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:44.568894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-082b51f9-691b-4062-b92e-06d82ef52e16 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1142654 Jul 27 20:07:44.569985 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46022) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:44.585721 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:44.587293 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bc9efcff-f50c-40b5-9855-421569462cb5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5810847 Jul 27 20:07:44.591133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46024) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:44.593689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Routers {'bd9142e8-8800-461d-9c57-594f554aac1f'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:07:44.594381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd9142e8-8800-461d-9c57-594f554aac1f'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:44.666720 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb153ed3-1c60-48d0-9555-9d59d1143b8f tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:44.692563 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb153ed3-1c60-48d0-9555-9d59d1143b8f tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:44.754544 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb153ed3-1c60-48d0-9555-9d59d1143b8f tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:44.757626 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb153ed3-1c60-48d0-9555-9d59d1143b8f tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:44.758897 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bb153ed3-1c60-48d0-9555-9d59d1143b8f tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "DELETE /v2.0/security-groups/a8b6e0f7-187d-4360-859b-a493b8b38da6 HTTP/1.1" status: 204 len: 168 time: 0.1876435 Jul 27 20:07:44.780430 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46030) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:44.781322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb153ed3-1c60-48d0-9555-9d59d1143b8f tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b6e0f7-187d-4360-859b-a493b8b38da6,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:44.825012 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-354531805'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:44.876210 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-67b39f2c-4c3e-40eb-976a-154d140376c9 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0922718 Jul 27 20:07:44.879040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46036) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:44.949569 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f80dd9a-d6a4-4487-b4f2-5f89bd4cfc95 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:44.970465 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb75d52-88db-4df9-9cf4-61f2c3000fe6 None None] Network 15b361f8-e7e9-48b2-9815-e5dd7d5a79aa requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:44.980903 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f80dd9a-d6a4-4487-b4f2-5f89bd4cfc95 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.040213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6b20c043-d85f-4005-8453-c555e97147f6 None None] Provisioning for port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:45.043826 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f80dd9a-d6a4-4487-b4f2-5f89bd4cfc95 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.047946 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f80dd9a-d6a4-4487-b4f2-5f89bd4cfc95 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.049881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2f80dd9a-d6a4-4487-b4f2-5f89bd4cfc95 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "DELETE /v2.0/security-groups/d13a5eec-d09e-4234-b2e4-31956557f291 HTTP/1.1" status: 204 len: 168 time: 0.1695659 Jul 27 20:07:45.065210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46038) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:45.073967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80dd9a-d6a4-4487-b4f2-5f89bd4cfc95 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13a5eec-d09e-4234-b2e4-31956557f291,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:45.084081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6b20c043-d85f-4005-8453-c555e97147f6 None None] Provisioning complete for port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:45.084788 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6b20c043-d85f-4005-8453-c555e97147f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.129373 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-988475f7-2d91-4cfa-8087-4582c5ef72c0 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626462 Jul 27 20:07:45.134499 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46042) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:45.147824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8a26bc9f-24ba-4fe5-9013-4028250f4da1 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730544813'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:45.166560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Set router bd9142e8-8800-461d-9c57-594f554aac1f gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:07:45.177141 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a26bc9f-24ba-4fe5-9013-4028250f4da1 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.308885 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a26bc9f-24ba-4fe5-9013-4028250f4da1 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.315456 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a26bc9f-24ba-4fe5-9013-4028250f4da1 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.344463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:45.348453 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.354848 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a26bc9f-24ba-4fe5-9013-4028250f4da1 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.356300 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8a26bc9f-24ba-4fe5-9013-4028250f4da1 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2204831 Jul 27 20:07:45.359659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46046) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:45.364387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-de81c76e-81e8-4dcf-beb1-df417d9096b5 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': 'e3c8fabb-fdeb-4963-b080-62fdec243049', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:45.372520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26bc9f-24ba-4fe5-9013-4028250f4da1 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c8fabb-fdeb-4963-b080-62fdec243049,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:45.404206 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.427586 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-de81c76e-81e8-4dcf-beb1-df417d9096b5 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:45.429179 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-de81c76e-81e8-4dcf-beb1-df417d9096b5 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0689249 Jul 27 20:07:45.431943 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46048) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:45.437350 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6b20c043-d85f-4005-8453-c555e97147f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.438743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-84803af3-9ba0-46f0-be96-14d1711ae422 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group_rule': {'security_group_id': 'e3c8fabb-fdeb-4963-b080-62fdec243049', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:45.525626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6b20c043-d85f-4005-8453-c555e97147f6 None None] For port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f77e912b-d7d1-4c39-b6ad-fdfce957f8d5,segment=NetworkSegment(f9c8559c-2e5e-44f5-8e33-eff2dd1f5422),segment_id=f9c8559c-2e5e-44f5-8e33-eff2dd1f5422)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:45.552448 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6b20c043-d85f-4005-8453-c555e97147f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.639991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20c043-d85f-4005-8453-c555e97147f6 None None] Pushing event updated for resources: {'Port': ['ID=f77e912b-d7d1-4c39-b6ad-fdfce957f8d5,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:45.648274 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.658610 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.679873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'name': 'tempest-TestAggregatesBasicOps-327540443-router', 'tenant_id': '47e46fb19426493cab5546e272c28be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '47a10cfe-0d80-4fa4-8047-68e60197a22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:07:43Z', 'revision_number': 3, 'project_id': '47e46fb19426493cab5546e272c28be1', 'gw_port': {'id': '47a10cfe-0d80-4fa4-8047-68e60197a22b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:07:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:45.704633 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.711366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Checking router: bd9142e8-8800-461d-9c57-594f554aac1f for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:07:45.713241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Updating router bd9142e8-8800-461d-9c57-594f554aac1f port 47a10cfe-0d80-4fa4-8047-68e60197a22b binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:07:45.716479 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:07:45.726845 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-84803af3-9ba0-46f0-be96-14d1711ae422 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:07:45.728418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-84803af3-9ba0-46f0-be96-14d1711ae422 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2947371 Jul 27 20:07:45.731163 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46054) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:45.736294 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5389bf-153f-484a-987e-aa51e7ca34b9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:45.745895 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.746303 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Added segment db346f8d-cd4c-49fc-85dc-87892f30a547 of type vlan for network 66675c79-5437-4766-aa2f-573130f68fc8 Jul 27 20:07:45.818524 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.877368 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e753d64c-6c8c-4dd6-9b6c-ea523faabff3 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.914756 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.923328 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e753d64c-6c8c-4dd6-9b6c-ea523faabff3 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.959688 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.971400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:45.972170 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.990467 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e753d64c-6c8c-4dd6-9b6c-ea523faabff3 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.993304 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e753d64c-6c8c-4dd6-9b6c-ea523faabff3 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:45.994723 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e753d64c-6c8c-4dd6-9b6c-ea523faabff3 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "DELETE /v2.0/security-groups/e3c8fabb-fdeb-4963-b080-62fdec243049 HTTP/1.1" status: 204 len: 168 time: 0.2622867 Jul 27 20:07:45.998361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46062) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:46.032921 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5096705 Jul 27 20:07:46.036554 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:46.041369 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46064) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:46.046923 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'name': 'tempest-PortsTestJSON-1384314419'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:46.058578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753d64c-6c8c-4dd6-9b6c-ea523faabff3 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c8fabb-fdeb-4963-b080-62fdec243049,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:46.123570 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6f30f9eb-3482-4139-9590-9f0db63adb3a tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1238756 Jul 27 20:07:46.128869 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46068) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:46.135619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-122df332-8adf-44ff-aaf1-82e8b3c20a96 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group': {'name': 'tempest-secgroup--540546367'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:46.173166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-34d6b1c9-8caa-4968-a6e5-fc26efa3c25e None None] Provisioning complete for port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:46.173779 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-34d6b1c9-8caa-4968-a6e5-fc26efa3c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.180664 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.db.api [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:07:46.180664 n-d-705657-21 neutron-server[94059]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 20:07:46.180664 n-d-705657-21 neutron-server[94059]: [parameters: {'project_id_1': '923361191ee544ea94d5448e44a57838', 'expiration_1': datetime.datetime(2021, 7, 27, 20, 7, 46, 166885)}] Jul 27 20:07:46.180664 n-d-705657-21 neutron-server[94059]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:07:46.181183 n-d-705657-21 neutron-server[94059]: DEBUG oslo_db.api [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:07:46.184360 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f3287ce9-0b59-4f1a-987b-6d7c3a84502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.196474 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-122df332-8adf-44ff-aaf1-82e8b3c20a96 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.210102 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c354d7f-4144-4b66-8abe-65c810982c2d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Network': ['ID=66675c79-5437-4766-aa2f-573130f68fc8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:46.231875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 66675c79-5437-4766-aa2f-573130f68fc8 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:07:46.276710 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Allocated IP 172.20.0.1 (15b361f8-e7e9-48b2-9815-e5dd7d5a79aa/74fa1e78-a882-4035-b02f-21ecbc3e18ee/55ab5fae-58ea-450c-9956-ef237f6797b4) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:46.308179 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.333728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:46.334379 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.343811 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-122df332-8adf-44ff-aaf1-82e8b3c20a96 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.350481 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-122df332-8adf-44ff-aaf1-82e8b3c20a96 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.386415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122df332-8adf-44ff-aaf1-82e8b3c20a96 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1383f4fa-bbcf-42a4-90b0-fd6a27a6dbf5,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:46.389815 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-122df332-8adf-44ff-aaf1-82e8b3c20a96 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.391362 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-122df332-8adf-44ff-aaf1-82e8b3c20a96 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2612462 Jul 27 20:07:46.394637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46072) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:46.401537 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-2d64260a-1430-4882-8946-79f84b5ad6fa tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:46.402119 n-d-705657-21 neutron-server[94059]: WARNING neutron.api.v2.base [None req-2d64260a-1430-4882-8946-79f84b5ad6fa tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 20:07:46.402631 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-2d64260a-1430-4882-8946-79f84b5ad6fa tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 20:07:46.403816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2d64260a-1430-4882-8946-79f84b5ad6fa tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "PUT /v2.0/security-groups/1383f4fa-bbcf-42a4-90b0-fd6a27a6dbf5 HTTP/1.1" status: 409 len: 330 time: 0.0077624 Jul 27 20:07:46.408840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46074) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:46.440642 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.457420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Transition to ACTIVE for port object 55ab5fae-58ea-450c-9956-ef237f6797b4 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:46.513789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.514015 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.519184 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca8627f5-8028-4858-bac7-f755fde88818 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.546818 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Transition to ACTIVE for port object 47a10cfe-0d80-4fa4-8047-68e60197a22b will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:46.560870 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.564892 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca8627f5-8028-4858-bac7-f755fde88818 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.574227 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Network 15b361f8-e7e9-48b2-9815-e5dd7d5a79aa is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:46.580679 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:46.586801 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:46.590642 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Pushing event updated for resources: {'Port': ['ID=55ab5fae-58ea-450c-9956-ef237f6797b4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:46.623574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0433bb-53a5-467d-a1c0-2a17b52af6df None None] Pushing event updated for resources: {'Port': ['ID=47a10cfe-0d80-4fa4-8047-68e60197a22b,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:46.626303 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Attempting to bind port 47a10cfe-0d80-4fa4-8047-68e60197a22b on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:46.626710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Attempting to bind port 47a10cfe-0d80-4fa4-8047-68e60197a22b by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:46.627038 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Attempting to bind port 47a10cfe-0d80-4fa4-8047-68e60197a22b on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:46.630258 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca8627f5-8028-4858-bac7-f755fde88818 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.633009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.633175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:07:46.633424 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:46.633922 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.634198 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:07:46.634660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Bound port: 47a10cfe-0d80-4fa4-8047-68e60197a22b, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:07:46.635039 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.635976 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca8627f5-8028-4858-bac7-f755fde88818 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.640325 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ca8627f5-8028-4858-bac7-f755fde88818 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "DELETE /v2.0/security-groups/1383f4fa-bbcf-42a4-90b0-fd6a27a6dbf5 HTTP/1.1" status: 204 len: 168 time: 0.2305069 Jul 27 20:07:46.641036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46078) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:46.665255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8627f5-8028-4858-bac7-f755fde88818 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1383f4fa-bbcf-42a4-90b0-fd6a27a6dbf5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:46.729213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] For port 47a10cfe-0d80-4fa4-8047-68e60197a22b, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:07:46.733671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] For port 47a10cfe-0d80-4fa4-8047-68e60197a22b, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=47a10cfe-0d80-4fa4-8047-68e60197a22b,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:07:46.755173 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.767426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b4215e36-5f34-4f2c-b144-3c2999fb1945 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1222451 Jul 27 20:07:46.768903 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46080) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:46.777450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:46.783371 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.801243 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-85e8a517-beed-4b9e-8d8e-b3ce3ec9fdad tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] delete failed (client error): The resource could not be found. Jul 27 20:07:46.807575 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-85e8a517-beed-4b9e-8d8e-b3ce3ec9fdad tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "DELETE /v2.0/security-groups/77253089-e076-4340-8363-940f26ddc718 HTTP/1.1" status: 404 len: 347 time: 0.0373416 Jul 27 20:07:46.808638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46084) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:46.839440 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-f71d4786-2357-4232-90f1-4b1f7e25c677 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] show failed (client error): The resource could not be found. Jul 27 20:07:46.841068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Routers {'bd9142e8-8800-461d-9c57-594f554aac1f'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:07:46.841806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd9142e8-8800-461d-9c57-594f554aac1f'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:46.846273 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f71d4786-2357-4232-90f1-4b1f7e25c677 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "GET /v2.0/security-groups/3fe27ea1-8c0e-4adf-add5-085ff78602ba HTTP/1.1" status: 404 len: 347 time: 0.0328593 Jul 27 20:07:46.846938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46086) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:46.848241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port fcb1351b-a25e-4afd-8e27-0e7f4248a64c yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:46.898709 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0433bb-53a5-467d-a1c0-2a17b52af6df None None] Pushing event updated for resources: {'Port': ['ID=47a10cfe-0d80-4fa4-8047-68e60197a22b,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:46.949873 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:46.964302 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-a4735fef-508a-4751-9229-b171b7ea2120 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] show failed (client error): The resource could not be found. Jul 27 20:07:46.966567 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a4735fef-508a-4751-9229-b171b7ea2120 tempest-NegativeSecGroupIPv6Test-421484643 tempest-NegativeSecGroupIPv6Test-421484643-project] 10.222.0.48 "GET /v2.0/security-group-rules/81a17b6a-cf79-4004-981f-85db29b5fda5 HTTP/1.1" status: 404 len: 356 time: 0.0462778 Jul 27 20:07:47.089398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] Set router bd9142e8-8800-461d-9c57-594f554aac1f gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:07:47.093535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec7bf-9093-46c6-ba69-4af77206f753 None None] Provisioning for port 55ab5fae-58ea-450c-9956-ef237f6797b4 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:47.194497 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec7bf-9093-46c6-ba69-4af77206f753 None None] Provisioning complete for port 55ab5fae-58ea-450c-9956-ef237f6797b4 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:47.195234 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec7bf-9093-46c6-ba69-4af77206f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.207852 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.211799 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.216597 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.247585 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.290626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec7bf-9093-46c6-ba69-4af77206f753 None None] Port 55ab5fae-58ea-450c-9956-ef237f6797b4 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:47.309595 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.342364 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Pushing event updated for resources: {'Port': ['ID=55ab5fae-58ea-450c-9956-ef237f6797b4,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:47.352598 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.374221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46100) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:47.415230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=fcb1351b-a25e-4afd-8e27-0e7f4248a64c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:47.420724 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Checking segment: {'id': 'db346f8d-cd4c-49fc-85dc-87892f30a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66675c79-5437-4766-aa2f-573130f68fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:47.421087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network hostable DHCP agents. Network: 66675c79-5437-4766-aa2f-573130f68fc8, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:07:47.431326 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'name': 'tempest-TestAggregatesBasicOps-327540443-router', 'tenant_id': '47e46fb19426493cab5546e272c28be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '47a10cfe-0d80-4fa4-8047-68e60197a22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:07:43Z', 'revision_number': 3, 'project_id': '47e46fb19426493cab5546e272c28be1', 'gw_port': {'id': '47a10cfe-0d80-4fa4-8047-68e60197a22b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:47.443198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 66675c79-5437-4766-aa2f-573130f68fc8 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:07:47.461179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 66675c79-5437-4766-aa2f-573130f68fc8) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:47.467018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:47.473280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:47.474216 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.491038 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751cd5af-0a86-4f83-89be-ed59aeabf08a None None] The sync data for ids ['bd9142e8-8800-461d-9c57-594f554aac1f'] in n-d-705657-21 is: [{'id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'name': 'tempest-TestAggregatesBasicOps-327540443-router', 'tenant_id': '47e46fb19426493cab5546e272c28be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '47a10cfe-0d80-4fa4-8047-68e60197a22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:07:43Z', 'revision_number': 3, 'project_id': '47e46fb19426493cab5546e272c28be1', 'gw_port': {'id': '47a10cfe-0d80-4fa4-8047-68e60197a22b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:07:47.493021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Network 15b361f8-e7e9-48b2-9815-e5dd7d5a79aa is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:47.493562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba9858e-ab19-4910-805e-d1bea2c6310b None None] Network 66675c79-5437-4766-aa2f-573130f68fc8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:47.494916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:47.521795 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c6ac891a-4961-4bc1-a5a2-65fe0632cd26 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4789908 Jul 27 20:07:47.539438 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46106) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:47.557708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-17ebab44-bc01-426c-8bcb-8e8c85cd9b0c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1116241307'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:47.619630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ebab44-bc01-426c-8bcb-8e8c85cd9b0c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:47.623544 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17ebab44-bc01-426c-8bcb-8e8c85cd9b0c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.665273 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6f5b1311-d016-4255-9feb-cd475a8a554c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcfe04bfa36a4426be563071d95d4f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872498 Jul 27 20:07:47.676167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ebab44-bc01-426c-8bcb-8e8c85cd9b0c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:07:47.686630 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17ebab44-bc01-426c-8bcb-8e8c85cd9b0c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.687044 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-17ebab44-bc01-426c-8bcb-8e8c85cd9b0c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Added segment 13e7acf8-cedd-49ad-a3a1-e6aba1ca2bf8 of type vlan for network b733e0d8-415d-441f-af6e-0cf036167e15 Jul 27 20:07:47.697755 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46108) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:47.716935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Router bd9142e8-8800-461d-9c57-594f554aac1f has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:07:47.765611 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17ebab44-bc01-426c-8bcb-8e8c85cd9b0c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.835003 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17ebab44-bc01-426c-8bcb-8e8c85cd9b0c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.843197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ebab44-bc01-426c-8bcb-8e8c85cd9b0c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:47.843973 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17ebab44-bc01-426c-8bcb-8e8c85cd9b0c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.892332 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3f0fb32-b938-4fac-a31c-3426b74f7be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.920090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3f0fb32-b938-4fac-a31c-3426b74f7be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.962633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9ef16fab-5547-4a22-93b2-8c34e3c703d6 None None] Provisioning complete for port 55ab5fae-58ea-450c-9956-ef237f6797b4 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:47.967844 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9ef16fab-5547-4a22-93b2-8c34e3c703d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:47.994347 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-17ebab44-bc01-426c-8bcb-8e8c85cd9b0c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4506071 Jul 27 20:07:47.995823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46114) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:48.004671 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebab44-bc01-426c-8bcb-8e8c85cd9b0c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Network': ['ID=b733e0d8-415d-441f-af6e-0cf036167e15,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:48.007707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'ports': [{'network_id': '66675c79-5437-4766-aa2f-573130f68fc8'}, {'network_id': 'b733e0d8-415d-441f-af6e-0cf036167e15'}]} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:48.008019 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'network_id': '66675c79-5437-4766-aa2f-573130f68fc8'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:48.008552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'network_id': 'b733e0d8-415d-441f-af6e-0cf036167e15'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:48.018643 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3f0fb32-b938-4fac-a31c-3426b74f7be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:48.021447 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d3f0fb32-b938-4fac-a31c-3426b74f7be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:48.025119 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d3f0fb32-b938-4fac-a31c-3426b74f7be4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3336050b-ee15-42df-addb-97de49b7423e HTTP/1.1" status: 204 len: 168 time: 0.3238676 Jul 27 20:07:48.035904 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network b733e0d8-415d-441f-af6e-0cf036167e15 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:07:48.105411 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0fb32-b938-4fac-a31c-3426b74f7be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3336050b-ee15-42df-addb-97de49b7423e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:48.121927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:07:48.146812 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-634f8e0e-e17b-456b-9d15-815b4a05635a admin admin] 10.222.0.48 "PUT /v2.0/routers/bd9142e8-8800-461d-9c57-594f554aac1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5445130 Jul 27 20:07:48.185562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9ef16fab-5547-4a22-93b2-8c34e3c703d6 None None] Port 55ab5fae-58ea-450c-9956-ef237f6797b4 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:48.381913 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'port': 2} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:48.390285 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:48.411683 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:48.532330 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port 01675277-448b-428e-8a61-8b41a52e6f34 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:48.739045 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:48.891088 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port adcffe43-0ef7-45b1-8dc3-5d14c5aa73ed yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:48.913208 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:49.109594 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:49.173148 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:49.263838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 66675c79-5437-4766-aa2f-573130f68fc8 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:49.273537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:49.283811 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:49.286377 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:49.293921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46166) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:49.312317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-239634351-network', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:49.316250 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=01675277-448b-428e-8a61-8b41a52e6f34,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:49.362927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] Made reservation on behalf of d5a84721c209424aa2448d537d57cfbc for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:49.366994 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:49.379510 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:49.423363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=adcffe43-0ef7-45b1-8dc3-5d14c5aa73ed,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:49.435785 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Checking segment: {'id': '13e7acf8-cedd-49ad-a3a1-e6aba1ca2bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b733e0d8-415d-441f-af6e-0cf036167e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:49.436266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network hostable DHCP agents. Network: b733e0d8-415d-441f-af6e-0cf036167e15, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:07:49.494539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network b733e0d8-415d-441f-af6e-0cf036167e15 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:07:49.508068 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, b733e0d8-415d-441f-af6e-0cf036167e15) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:49.517145 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:49.526666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:49.538629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33564db-08fa-44ab-93cf-4dafee2d1cde None None] Network b733e0d8-415d-441f-af6e-0cf036167e15 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:49.543431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:49.544532 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:49.602975 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:49.612712 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:49.618537 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7807e625-317d-4d14-8cbd-04bdab0bfd4a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6151476 Jul 27 20:07:49.622065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46174) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:49.662803 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:07:49.691366 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a28994-2548-4baf-9ad9-b7f9689bb8ac,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:49.701406 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:49.702044 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] Added segment 1a12f9e6-4d8c-422a-809f-c39aaa563dc8 of type vlan for network 203fc93a-316d-4bf8-9d48-4519ba1cc076 Jul 27 20:07:49.763021 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:49.826970 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:49.828252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:49.828910 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:49.874592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd16e5-a3cc-4a5b-b0ef-b2a02162c7b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port adcffe43-0ef7-45b1-8dc3-5d14c5aa73ed {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:49.875110 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5bdd16e5-a3cc-4a5b-b0ef-b2a02162c7b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:50.004599 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] Pushing event updated for resources: {'Network': ['ID=203fc93a-316d-4bf8-9d48-4519ba1cc076,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:50.030766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-af2df260-aa70-44f7-84f7-e75a878448e1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7342219 Jul 27 20:07:50.033465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46184) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:50.042517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6f1b82fc-3395-4dbc-ad8e-6820a8a6a997 admin admin] Request body: {'subnet': {'network_id': '203fc93a-316d-4bf8-9d48-4519ba1cc076', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-239634351-subnet', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc', 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:50.047818 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 203fc93a-316d-4bf8-9d48-4519ba1cc076 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:07:50.083867 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5bdd16e5-a3cc-4a5b-b0ef-b2a02162c7b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:50.100549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1b82fc-3395-4dbc-ad8e-6820a8a6a997 admin admin] Made reservation on behalf of d5a84721c209424aa2448d537d57cfbc for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:50.104151 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6f1b82fc-3395-4dbc-ad8e-6820a8a6a997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:50.119563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd16e5-a3cc-4a5b-b0ef-b2a02162c7b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for adcffe43-0ef7-45b1-8dc3-5d14c5aa73ed owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:50.204635 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 47a10cfe-0d80-4fa4-8047-68e60197a22b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:50.218548 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Sync routers for ids ['bd9142e8-8800-461d-9c57-594f554aac1f'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:07:50.245990 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Routers {'bd9142e8-8800-461d-9c57-594f554aac1f'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:07:50.246641 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd9142e8-8800-461d-9c57-594f554aac1f'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:50.354872 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5bdd16e5-a3cc-4a5b-b0ef-b2a02162c7b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:50.376432 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 47a10cfe-0d80-4fa4-8047-68e60197a22b completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:50.405720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 47a10cfe-0d80-4fa4-8047-68e60197a22b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:50.406417 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:50.420733 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd16e5-a3cc-4a5b-b0ef-b2a02162c7b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=adcffe43-0ef7-45b1-8dc3-5d14c5aa73ed,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:50.446162 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5bdd16e5-a3cc-4a5b-b0ef-b2a02162c7b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:50.452386 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5bdd16e5-a3cc-4a5b-b0ef-b2a02162c7b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/adcffe43-0ef7-45b1-8dc3-5d14c5aa73ed HTTP/1.1" status: 204 len: 168 time: 0.8291698 Jul 27 20:07:50.455714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46202) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:50.505114 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6f1b82fc-3395-4dbc-ad8e-6820a8a6a997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:50.551718 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Set router bd9142e8-8800-461d-9c57-594f554aac1f gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:07:50.585512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26556d00-cd84-44da-9872-eadfc80ec615 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:50.586304 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b82fc-3395-4dbc-ad8e-6820a8a6a997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a8d43b-a3f2-4d6c-8f18-2479eef92264,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:50.594129 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26556d00-cd84-44da-9872-eadfc80ec615 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:50.596101 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-26556d00-cd84-44da-9872-eadfc80ec615 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1394775 Jul 27 20:07:50.597926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1b82fc-3395-4dbc-ad8e-6820a8a6a997 admin admin] Checking segment: {'id': '1a12f9e6-4d8c-422a-809f-c39aaa563dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '203fc93a-316d-4bf8-9d48-4519ba1cc076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:50.598503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1b82fc-3395-4dbc-ad8e-6820a8a6a997 admin admin] Network hostable DHCP agents. Network: 203fc93a-316d-4bf8-9d48-4519ba1cc076, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:07:50.599435 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46206) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:50.621279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1b82fc-3395-4dbc-ad8e-6820a8a6a997 admin admin] Network 203fc93a-316d-4bf8-9d48-4519ba1cc076 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:07:50.646507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-6f1b82fc-3395-4dbc-ad8e-6820a8a6a997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 203fc93a-316d-4bf8-9d48-4519ba1cc076) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:50.654401 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1b82fc-3395-4dbc-ad8e-6820a8a6a997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:50.655839 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6f1b82fc-3395-4dbc-ad8e-6820a8a6a997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:50.659511 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:50.683078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6f1b82fc-3395-4dbc-ad8e-6820a8a6a997 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6478415 Jul 27 20:07:50.686615 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46208) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:50.694184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-239634351-router', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:50.699831 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36594530-8f7b-449f-9312-4cd24287bffe None None] Network 203fc93a-316d-4bf8-9d48-4519ba1cc076 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:50.734787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 47a10cfe-0d80-4fa4-8047-68e60197a22b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=47a10cfe-0d80-4fa4-8047-68e60197a22b,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:50.761828 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:50.763164 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:50.808943 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-89e4a677-c050-48c6-866a-abf7c51e9a32 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 01675277-448b-428e-8a61-8b41a52e6f34 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:50.811672 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89e4a677-c050-48c6-866a-abf7c51e9a32 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:50.818534 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:50.878497 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:50.939202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=47a10cfe-0d80-4fa4-8047-68e60197a22b,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:50.974586 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89e4a677-c050-48c6-866a-abf7c51e9a32 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.011482 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-89e4a677-c050-48c6-866a-abf7c51e9a32 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 01675277-448b-428e-8a61-8b41a52e6f34 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:51.030013 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'name': 'tempest-TestAggregatesBasicOps-327540443-router', 'tenant_id': '47e46fb19426493cab5546e272c28be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '47a10cfe-0d80-4fa4-8047-68e60197a22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:07:46Z', 'revision_number': 4, 'project_id': '47e46fb19426493cab5546e272c28be1', 'gw_port': {'id': '47a10cfe-0d80-4fa4-8047-68e60197a22b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '55ab5fae-58ea-450c-9956-ef237f6797b4', 'name': '', 'network_id': '15b361f8-e7e9-48b2-9815-e5dd7d5a79aa', 'tenant_id': '47e46fb19426493cab5546e272c28be1', 'mac_address': 'fa:16:3e:2d:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '74fa1e78-a882-4035-b02f-21ecbc3e18ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:45Z', 'updated_at': '2021-07-27T20:07:47Z', 'revision_number': 2, 'project_id': '47e46fb19426493cab5546e272c28be1', 'subnets': [{'id': '74fa1e78-a882-4035-b02f-21ecbc3e18ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:51.086318 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.088483 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Checking router: bd9142e8-8800-461d-9c57-594f554aac1f for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:07:51.089079 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Updating router bd9142e8-8800-461d-9c57-594f554aac1f port 55ab5fae-58ea-450c-9956-ef237f6797b4 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:07:51.159355 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.174994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89e4a677-c050-48c6-866a-abf7c51e9a32 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.202058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-203fc93a-316d-4bf8-9d48-4519ba1cc076', 'network_id': '203fc93a-316d-4bf8-9d48-4519ba1cc076', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc', 'fixed_ips': [{'subnet_id': '09a8d43b-a3f2-4d6c-8f18-2479eef92264'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:07:51.202970 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.243240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4a677-c050-48c6-866a-abf7c51e9a32 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=01675277-448b-428e-8a61-8b41a52e6f34,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:51.254705 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89e4a677-c050-48c6-866a-abf7c51e9a32 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.260230 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-89e4a677-c050-48c6-866a-abf7c51e9a32 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/01675277-448b-428e-8a61-8b41a52e6f34 HTTP/1.1" status: 204 len: 168 time: 0.6596425 Jul 27 20:07:51.263251 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46230) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:51.367583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdefc3b-11a2-4353-bbf0-071c7943fa34 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:51.369366 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bbdefc3b-11a2-4353-bbf0-071c7943fa34 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1039670 Jul 27 20:07:51.372198 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46232) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:51.442418 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-925bf02a-0519-4b90-bd7f-c7821e98bf1a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] GET failed (client error): The resource could not be found. Jul 27 20:07:51.448821 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-925bf02a-0519-4b90-bd7f-c7821e98bf1a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/adcffe43-0ef7-45b1-8dc3-5d14c5aa73ed HTTP/1.1" status: 404 len: 333 time: 0.0750968 Jul 27 20:07:51.449984 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46234) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:51.489673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Allocated IP 172.20.0.2 (203fc93a-316d-4bf8-9d48-4519ba1cc076/09a8d43b-a3f2-4d6c-8f18-2479eef92264/46a246c7-f981-455b-aa8a-5be17fbc94b0) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:51.536949 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4fd1a5-2f9d-4fff-92bf-99a519762129 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] GET failed (client error): The resource could not be found. Jul 27 20:07:51.543097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46240) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:51.545818 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ce4fd1a5-2f9d-4fff-92bf-99a519762129 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/01675277-448b-428e-8a61-8b41a52e6f34 HTTP/1.1" status: 404 len: 333 time: 0.0891480 Jul 27 20:07:51.649282 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.650061 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.682312 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Transition to ACTIVE for port object 55ab5fae-58ea-450c-9956-ef237f6797b4 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:51.682597 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.692530 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.703605 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.704992 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1545-17b2-4dce-8256-e3ffbd0afcbf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.723151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Transition to ACTIVE for port object 46a246c7-f981-455b-aa8a-5be17fbc94b0 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:51.758073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Transition to ACTIVE for port object 46a246c7-f981-455b-aa8a-5be17fbc94b0 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:51.768494 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.775435 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46248) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:51.818667 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:07:51.824954 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77014770-5940-4eb3-8788-41571a0e6c8b None None] Pushing event updated for resources: {'Port': ['ID=55ab5fae-58ea-450c-9956-ef237f6797b4,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:51.828012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Network 203fc93a-316d-4bf8-9d48-4519ba1cc076 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:51.837771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:51.844805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:51.851201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Pushing event updated for resources: {'Port': ['ID=46a246c7-f981-455b-aa8a-5be17fbc94b0,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:51.884091 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77014770-5940-4eb3-8788-41571a0e6c8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:51.884735 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77014770-5940-4eb3-8788-41571a0e6c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:51.885316 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77014770-5940-4eb3-8788-41571a0e6c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:51.886205 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77014770-5940-4eb3-8788-41571a0e6c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:51.886710 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77014770-5940-4eb3-8788-41571a0e6c8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:51.887220 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77014770-5940-4eb3-8788-41571a0e6c8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:51.894332 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77014770-5940-4eb3-8788-41571a0e6c8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:51.895921 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77014770-5940-4eb3-8788-41571a0e6c8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:51.896530 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77014770-5940-4eb3-8788-41571a0e6c8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:51.897058 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77014770-5940-4eb3-8788-41571a0e6c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:51.897752 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77014770-5940-4eb3-8788-41571a0e6c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:51.899189 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77014770-5940-4eb3-8788-41571a0e6c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:07:51.917537 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Attempting to bind port 55ab5fae-58ea-450c-9956-ef237f6797b4 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:51.918091 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Attempting to bind port 55ab5fae-58ea-450c-9956-ef237f6797b4 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'f9c8559c-2e5e-44f5-8e33-eff2dd1f5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '15b361f8-e7e9-48b2-9815-e5dd7d5a79aa'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:51.918614 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Attempting to bind port 55ab5fae-58ea-450c-9956-ef237f6797b4 on network 15b361f8-e7e9-48b2-9815-e5dd7d5a79aa {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:51.927153 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:07:51.928122 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Checking segment: {'id': 'f9c8559c-2e5e-44f5-8e33-eff2dd1f5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '15b361f8-e7e9-48b2-9815-e5dd7d5a79aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:51.928734 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.929288 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Bound using segment: {'id': 'f9c8559c-2e5e-44f5-8e33-eff2dd1f5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '15b361f8-e7e9-48b2-9815-e5dd7d5a79aa'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:07:51.929951 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Bound port: 55ab5fae-58ea-450c-9956-ef237f6797b4, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c8559c-2e5e-44f5-8e33-eff2dd1f5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '15b361f8-e7e9-48b2-9815-e5dd7d5a79aa'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:07:51.930520 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.952612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d1818f9-720e-4ab7-93af-6dd136bd75b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:51.979709 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1545-17b2-4dce-8256-e3ffbd0afcbf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.019154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c0dd1545-17b2-4dce-8256-e3ffbd0afcbf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b733e0d8-415d-441f-af6e-0cf036167e15']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:52.059846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c0dd1545-17b2-4dce-8256-e3ffbd0afcbf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e7acf8-cedd-49ad-a3a1-e6aba1ca2bf8') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:52.060129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c0dd1545-17b2-4dce-8256-e3ffbd0afcbf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e7acf8-cedd-49ad-a3a1-e6aba1ca2bf8') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:52.060343 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] For port 55ab5fae-58ea-450c-9956-ef237f6797b4, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:07:52.067859 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] For port 55ab5fae-58ea-450c-9956-ef237f6797b4, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=55ab5fae-58ea-450c-9956-ef237f6797b4,segment=NetworkSegment(f9c8559c-2e5e-44f5-8e33-eff2dd1f5422),segment_id=f9c8559c-2e5e-44f5-8e33-eff2dd1f5422)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:07:52.081678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 47a10cfe-0d80-4fa4-8047-68e60197a22b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:52.092084 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.100857 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1545-17b2-4dce-8256-e3ffbd0afcbf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.134574 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1545-17b2-4dce-8256-e3ffbd0afcbf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.149831 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0dd1545-17b2-4dce-8256-e3ffbd0afcbf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:07:52.150505 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1545-17b2-4dce-8256-e3ffbd0afcbf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.165822 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d1818f9-720e-4ab7-93af-6dd136bd75b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.171438 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Routers {'bd9142e8-8800-461d-9c57-594f554aac1f'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:07:52.172097 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd9142e8-8800-461d-9c57-594f554aac1f'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:52.173341 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d1818f9-720e-4ab7-93af-6dd136bd75b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.193095 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Attempting to bind port 46a246c7-f981-455b-aa8a-5be17fbc94b0 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:52.193758 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Attempting to bind port 46a246c7-f981-455b-aa8a-5be17fbc94b0 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '1a12f9e6-4d8c-422a-809f-c39aaa563dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '203fc93a-316d-4bf8-9d48-4519ba1cc076'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:52.194470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Attempting to bind port 46a246c7-f981-455b-aa8a-5be17fbc94b0 on network 203fc93a-316d-4bf8-9d48-4519ba1cc076 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:52.214782 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:07:52.216073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Checking segment: {'id': '1a12f9e6-4d8c-422a-809f-c39aaa563dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '203fc93a-316d-4bf8-9d48-4519ba1cc076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:52.216753 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.217334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Bound using segment: {'id': '1a12f9e6-4d8c-422a-809f-c39aaa563dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '203fc93a-316d-4bf8-9d48-4519ba1cc076'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:07:52.218031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Bound port: 46a246c7-f981-455b-aa8a-5be17fbc94b0, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a12f9e6-4d8c-422a-809f-c39aaa563dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '203fc93a-316d-4bf8-9d48-4519ba1cc076'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:07:52.218616 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:07:52.277175 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:07:52.284325 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77014770-5940-4eb3-8788-41571a0e6c8b None None] Pushing event updated for resources: {'Port': ['ID=55ab5fae-58ea-450c-9956-ef237f6797b4,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:52.288131 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1818f9-720e-4ab7-93af-6dd136bd75b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da22d6fd-f845-46b8-9d20-82123d8b1824,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:52.293952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Allocated IP 172.25.1.136 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/3852a72f-0d5a-48df-82de-16f94597ee37) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:52.306878 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1545-17b2-4dce-8256-e3ffbd0afcbf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.309317 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8d1818f9-720e-4ab7-93af-6dd136bd75b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d873c21bed44879975b61d8313c22ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5320408 Jul 27 20:07:52.310624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46260) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:52.341291 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1545-17b2-4dce-8256-e3ffbd0afcbf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.343868 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c0dd1545-17b2-4dce-8256-e3ffbd0afcbf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/networks/b733e0d8-415d-441f-af6e-0cf036167e15 HTTP/1.1" status: 204 len: 168 time: 0.7982364 Jul 27 20:07:52.347717 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46262) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:52.353753 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-39b7febd-25c2-4736-813f-8a6e9687f518 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1931118073'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:52.397553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd1545-17b2-4dce-8256-e3ffbd0afcbf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Network': ['ID=b733e0d8-415d-441f-af6e-0cf036167e15,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:52.407327 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b7febd-25c2-4736-813f-8a6e9687f518 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:52.408027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] For port 46a246c7-f981-455b-aa8a-5be17fbc94b0, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:07:52.411184 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39b7febd-25c2-4736-813f-8a6e9687f518 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.412912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] For port 46a246c7-f981-455b-aa8a-5be17fbc94b0, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=46a246c7-f981-455b-aa8a-5be17fbc94b0,segment=NetworkSegment(1a12f9e6-4d8c-422a-809f-c39aaa563dc8),segment_id=1a12f9e6-4d8c-422a-809f-c39aaa563dc8)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:07:52.439795 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.469524 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b7febd-25c2-4736-813f-8a6e9687f518 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:07:52.491466 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39b7febd-25c2-4736-813f-8a6e9687f518 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.492107 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-39b7febd-25c2-4736-813f-8a6e9687f518 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Added segment 7e848759-e0e0-4f3f-9d9d-e35c5b919bd9 of type vlan for network dda7395a-0c31-42f5-ad93-7168769a743c Jul 27 20:07:52.544801 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5002-fe99-44fc-895a-df093fc74b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.610003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a18e49-e883-4308-a794-2df3f78e8bb4 None None] Pushing event updated for resources: {'Port': ['ID=46a246c7-f981-455b-aa8a-5be17fbc94b0,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:52.618495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 47a10cfe-0d80-4fa4-8047-68e60197a22b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:52.619150 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.619347 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5002-fe99-44fc-895a-df093fc74b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.624600 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.631124 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39b7febd-25c2-4736-813f-8a6e9687f518 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.714254 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] Set router bd9142e8-8800-461d-9c57-594f554aac1f gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:07:52.747724 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39b7febd-25c2-4736-813f-8a6e9687f518 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.754099 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.759905 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b7febd-25c2-4736-813f-8a6e9687f518 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:52.760897 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39b7febd-25c2-4736-813f-8a6e9687f518 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.869749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:52.881308 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5002-fe99-44fc-895a-df093fc74b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.884419 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-39b7febd-25c2-4736-813f-8a6e9687f518 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5351357 Jul 27 20:07:52.891252 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5002-fe99-44fc-895a-df093fc74b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:52.894743 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f9ff5002-fe99-44fc-895a-df093fc74b06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da22d6fd-f845-46b8-9d20-82123d8b1824 HTTP/1.1" status: 204 len: 168 time: 0.5808790 Jul 27 20:07:52.897729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46272) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:52.908752 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ec33ffb2-fe24-4053-ad3b-085809ab3add tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'subnet': {'network_id': 'dda7395a-0c31-42f5-ad93-7168769a743c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:52.970625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3852a72f-0d5a-48df-82de-16f94597ee37,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:52.989023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:53.002376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:53.061769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff5002-fe99-44fc-895a-df093fc74b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da22d6fd-f845-46b8-9d20-82123d8b1824,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:53.111310 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7febd-25c2-4736-813f-8a6e9687f518 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Network': ['ID=dda7395a-0c31-42f5-ad93-7168769a743c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:53.122934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network dda7395a-0c31-42f5-ad93-7168769a743c details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:07:53.211234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec33ffb2-fe24-4053-ad3b-085809ab3add tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:53.215949 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec33ffb2-fe24-4053-ad3b-085809ab3add tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:53.229694 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'name': 'tempest-TestAggregatesBasicOps-327540443-router', 'tenant_id': '47e46fb19426493cab5546e272c28be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '47a10cfe-0d80-4fa4-8047-68e60197a22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:07:46Z', 'revision_number': 4, 'project_id': '47e46fb19426493cab5546e272c28be1', 'gw_port': {'id': '47a10cfe-0d80-4fa4-8047-68e60197a22b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '55ab5fae-58ea-450c-9956-ef237f6797b4', 'name': '', 'network_id': '15b361f8-e7e9-48b2-9815-e5dd7d5a79aa', 'tenant_id': '47e46fb19426493cab5546e272c28be1', 'mac_address': 'fa:16:3e:2d:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '74fa1e78-a882-4035-b02f-21ecbc3e18ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:45Z', 'updated_at': '2021-07-27T20:07:52Z', 'revision_number': 4, 'project_id': '47e46fb19426493cab5546e272c28be1', 'subnets': [{'id': '74fa1e78-a882-4035-b02f-21ecbc3e18ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:53.292332 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ed20eb-3810-4a18-b0e8-1db1bf45d61b None None] The sync data for ids ['bd9142e8-8800-461d-9c57-594f554aac1f'] in n-d-705657-21 is: [{'id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'name': 'tempest-TestAggregatesBasicOps-327540443-router', 'tenant_id': '47e46fb19426493cab5546e272c28be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '47a10cfe-0d80-4fa4-8047-68e60197a22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:07:46Z', 'revision_number': 4, 'project_id': '47e46fb19426493cab5546e272c28be1', 'gw_port': {'id': '47a10cfe-0d80-4fa4-8047-68e60197a22b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '55ab5fae-58ea-450c-9956-ef237f6797b4', 'name': '', 'network_id': '15b361f8-e7e9-48b2-9815-e5dd7d5a79aa', 'tenant_id': '47e46fb19426493cab5546e272c28be1', 'mac_address': 'fa:16:3e:2d:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '74fa1e78-a882-4035-b02f-21ecbc3e18ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:45Z', 'updated_at': '2021-07-27T20:07:52Z', 'revision_number': 4, 'project_id': '47e46fb19426493cab5546e272c28be1', 'subnets': [{'id': '74fa1e78-a882-4035-b02f-21ecbc3e18ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:07:53.497504 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec33ffb2-fe24-4053-ad3b-085809ab3add tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:53.548838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46288) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:53.584892 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33ffb2-fe24-4053-ad3b-085809ab3add tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Subnet': ['ID=5dad14ee-d030-4be9-8d76-6408a512ba06,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:53.587169 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:53.592773 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de2e7a57-22ee-47ca-9413-376eb3dc0ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:53.664183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec33ffb2-fe24-4053-ad3b-085809ab3add tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Checking segment: {'id': '7e848759-e0e0-4f3f-9d9d-e35c5b919bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dda7395a-0c31-42f5-ad93-7168769a743c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:53.664995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec33ffb2-fe24-4053-ad3b-085809ab3add tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network hostable DHCP agents. Network: dda7395a-0c31-42f5-ad93-7168769a743c, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:07:53.706735 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec33ffb2-fe24-4053-ad3b-085809ab3add tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network dda7395a-0c31-42f5-ad93-7168769a743c is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:07:53.728182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ec33ffb2-fe24-4053-ad3b-085809ab3add tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, dda7395a-0c31-42f5-ad93-7168769a743c) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:53.734350 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec33ffb2-fe24-4053-ad3b-085809ab3add tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:53.734998 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec33ffb2-fe24-4053-ad3b-085809ab3add tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:53.738662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6db6f4-6527-4f29-9207-11593024806b None None] Network dda7395a-0c31-42f5-ad93-7168769a743c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:53.809001 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de2e7a57-22ee-47ca-9413-376eb3dc0ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:53.817789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de2e7a57-22ee-47ca-9413-376eb3dc0ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:53.902395 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-de2e7a57-22ee-47ca-9413-376eb3dc0ce1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a490a091f2341d59c53a571c8f72270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481894 Jul 27 20:07:53.903968 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ec33ffb2-fe24-4053-ad3b-085809ab3add tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0043118 Jul 27 20:07:53.904613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46296) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:53.907224 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46298) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:53.939503 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0af424dd-c6b6-4234-a021-cd6fc50e3f67 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'network_id': 'dda7395a-0c31-42f5-ad93-7168769a743c', 'name': 'tempest-PortsTestJSON-1678757644'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:07:54.023016 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:54.086576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-dda7395a-0c31-42f5-ad93-7168769a743c', 'network_id': 'dda7395a-0c31-42f5-ad93-7168769a743c', 'tenant_id': '923361191ee544ea94d5448e44a57838', 'fixed_ips': [{'subnet_id': '5dad14ee-d030-4be9-8d76-6408a512ba06'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:07:54.087510 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:54.093752 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e7a57-22ee-47ca-9413-376eb3dc0ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c9a2fc-2c99-418c-9231-94edbc00c9e2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:54.189192 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-05e56461-471a-4562-949e-457a1d83dac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:54.277577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 55ab5fae-58ea-450c-9956-ef237f6797b4 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:54.284597 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-05e56461-471a-4562-949e-457a1d83dac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:54.368690 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af424dd-c6b6-4234-a021-cd6fc50e3f67 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:07:54.374377 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0af424dd-c6b6-4234-a021-cd6fc50e3f67 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:54.397641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-0af424dd-c6b6-4234-a021-cd6fc50e3f67 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port bb8c4c16-6a52-41d0-ba6e-6bbe83f6205c yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:07:54.405522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Router 0af7ac0b-acd0-4292-b2ca-e77c71f4d749 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:07:54.428570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aceabc-7c29-42d2-95e3-a6e2b4d0fd17 None None] Network 203fc93a-316d-4bf8-9d48-4519ba1cc076 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:54.504119 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-05e56461-471a-4562-949e-457a1d83dac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:54.507705 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-05e56461-471a-4562-949e-457a1d83dac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:54.508728 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-05e56461-471a-4562-949e-457a1d83dac7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5c9a2fc-2c99-418c-9231-94edbc00c9e2 HTTP/1.1" status: 204 len: 168 time: 0.6022472 Jul 27 20:07:54.519565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e56461-471a-4562-949e-457a1d83dac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c9a2fc-2c99-418c-9231-94edbc00c9e2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:54.531962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Allocated IP 172.20.0.2 (dda7395a-0c31-42f5-ad93-7168769a743c/5dad14ee-d030-4be9-8d76-6408a512ba06/dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:54.654875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-836c2fe2-93e8-49cf-afc9-04dff5237a72 None None] Provisioning for port 46a246c7-f981-455b-aa8a-5be17fbc94b0 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:54.753485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 55ab5fae-58ea-450c-9956-ef237f6797b4 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:54.764428 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 55ab5fae-58ea-450c-9956-ef237f6797b4 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:54.764940 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:55.058339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:07:55.087284 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:55.088981 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d486d4d7-1d2d-4cf7-9387-60a6246f52f5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4007552 Jul 27 20:07:55.092174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46330) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:55.302906 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:55.304827 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:55.319586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Sync routers for ids ['0af7ac0b-acd0-4292-b2ca-e77c71f4d749'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:07:55.347450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Transition to ACTIVE for port object dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:55.381496 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Routers {'0af7ac0b-acd0-4292-b2ca-e77c71f4d749'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:07:55.382801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0af7ac0b-acd0-4292-b2ca-e77c71f4d749'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:55.468175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 55ab5fae-58ea-450c-9956-ef237f6797b4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=55ab5fae-58ea-450c-9956-ef237f6797b4,segment=NetworkSegment(f9c8559c-2e5e-44f5-8e33-eff2dd1f5422),segment_id=f9c8559c-2e5e-44f5-8e33-eff2dd1f5422)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:55.477060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Transition to ACTIVE for port object dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:55.488896 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:55.488896 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 46a246c7-f981-455b-aa8a-5be17fbc94b0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:55.580715 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:55.656895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 46a246c7-f981-455b-aa8a-5be17fbc94b0 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:55.671126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 46a246c7-f981-455b-aa8a-5be17fbc94b0 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:55.671480 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:55.701633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Network dda7395a-0c31-42f5-ad93-7168769a743c is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:55.726569 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-0af424dd-c6b6-4234-a021-cd6fc50e3f67 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Allocated IP 172.20.0.14 (dda7395a-0c31-42f5-ad93-7168769a743c/5dad14ee-d030-4be9-8d76-6408a512ba06/bb8c4c16-6a52-41d0-ba6e-6bbe83f6205c) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:55.733544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:55.744044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:55.760261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=55ab5fae-58ea-450c-9956-ef237f6797b4,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:55.771403 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Set router 0af7ac0b-acd0-4292-b2ca-e77c71f4d749 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:07:55.979345 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:56.029496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0af424dd-c6b6-4234-a021-cd6fc50e3f67 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:56.058185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Attempting to bind port dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:56.058572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Attempting to bind port dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '7e848759-e0e0-4f3f-9d9d-e35c5b919bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dda7395a-0c31-42f5-ad93-7168769a743c'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:56.059066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Attempting to bind port dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 on network dda7395a-0c31-42f5-ad93-7168769a743c {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:56.061374 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c0a1591d-198c-405f-86f9-3efe3ec0d3f8 None None] Provisioning complete for port 46a246c7-f981-455b-aa8a-5be17fbc94b0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:56.061829 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c0a1591d-198c-405f-86f9-3efe3ec0d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:56.092782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-0af424dd-c6b6-4234-a021-cd6fc50e3f67 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Transition to ACTIVE for port object bb8c4c16-6a52-41d0-ba6e-6bbe83f6205c will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:56.118332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Pushing event updated for resources: {'Port': ['ID=dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:56.146838 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:07:56.147220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Checking segment: {'id': '7e848759-e0e0-4f3f-9d9d-e35c5b919bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dda7395a-0c31-42f5-ad93-7168769a743c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:56.147625 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:56.148011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Bound using segment: {'id': '7e848759-e0e0-4f3f-9d9d-e35c5b919bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dda7395a-0c31-42f5-ad93-7168769a743c'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:07:56.148922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Bound port: dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e848759-e0e0-4f3f-9d9d-e35c5b919bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'dda7395a-0c31-42f5-ad93-7168769a743c'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:07:56.149659 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:56.252132 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:56.384001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 46a246c7-f981-455b-aa8a-5be17fbc94b0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=46a246c7-f981-455b-aa8a-5be17fbc94b0,segment=NetworkSegment(1a12f9e6-4d8c-422a-809f-c39aaa563dc8),segment_id=1a12f9e6-4d8c-422a-809f-c39aaa563dc8)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:56.399082 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:56.405651 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c0a1591d-198c-405f-86f9-3efe3ec0d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:56.459655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] For port dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:07:56.490109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'name': 'tempest-TestAggregatesBasicOps-239634351-router', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '3852a72f-0d5a-48df-82de-16f94597ee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:50Z', 'updated_at': '2021-07-27T20:07:53Z', 'revision_number': 3, 'project_id': 'd5a84721c209424aa2448d537d57cfbc', 'gw_port': {'id': '3852a72f-0d5a-48df-82de-16f94597ee37', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:51Z', 'updated_at': '2021-07-27T20:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:56.496479 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] For port dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841,segment=NetworkSegment(7e848759-e0e0-4f3f-9d9d-e35c5b919bd9),segment_id=7e848759-e0e0-4f3f-9d9d-e35c5b919bd9)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:07:56.533181 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:56.541629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Checking router: 0af7ac0b-acd0-4292-b2ca-e77c71f4d749 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:07:56.542034 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Updating router 0af7ac0b-acd0-4292-b2ca-e77c71f4d749 port 3852a72f-0d5a-48df-82de-16f94597ee37 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:07:56.589162 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 55ab5fae-58ea-450c-9956-ef237f6797b4 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:56.637634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=46a246c7-f981-455b-aa8a-5be17fbc94b0,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:56.653105 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0af424dd-c6b6-4234-a021-cd6fc50e3f67 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:56.726428 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:56.733133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af424dd-c6b6-4234-a021-cd6fc50e3f67 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network dda7395a-0c31-42f5-ad93-7168769a743c is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:56.737770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Allocated IP 172.20.0.1 (203fc93a-316d-4bf8-9d48-4519ba1cc076/09a8d43b-a3f2-4d6c-8f18-2479eef92264/20bbbbcd-8f9a-404e-9b13-90a9a760a646) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:07:56.740318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-0af424dd-c6b6-4234-a021-cd6fc50e3f67 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:56.751651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af424dd-c6b6-4234-a021-cd6fc50e3f67 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:56.789708 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af424dd-c6b6-4234-a021-cd6fc50e3f67 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=bb8c4c16-6a52-41d0-ba6e-6bbe83f6205c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:56.860381 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.api [None req-c0a1591d-198c-405f-86f9-3efe3ec0d3f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:07:56.860381 n-d-705657-21 neutron-server[94061]: DEBUG oslo_db.api [None req-c0a1591d-198c-405f-86f9-3efe3ec0d3f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:07:56.907372 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af424dd-c6b6-4234-a021-cd6fc50e3f67 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:07:56.908048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0af424dd-c6b6-4234-a021-cd6fc50e3f67 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:56.916996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed334b-3e84-4a02-a50d-6e06585e07b4 None None] Pushing event updated for resources: {'Port': ['ID=dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:56.920115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 55ab5fae-58ea-450c-9956-ef237f6797b4 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:56.920622 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:56.935453 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0af424dd-c6b6-4234-a021-cd6fc50e3f67 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0272582 Jul 27 20:07:56.938899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46396) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:57.061643 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:57.100823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Transition to ACTIVE for port object 20bbbbcd-8f9a-404e-9b13-90a9a760a646 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:57.226240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-fb00af2a-af7c-43db-96ba-f86b52cc07a7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port bb8c4c16-6a52-41d0-ba6e-6bbe83f6205c {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:57.226873 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb00af2a-af7c-43db-96ba-f86b52cc07a7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:57.246165 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:57.259035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Transition to ACTIVE for port object 3852a72f-0d5a-48df-82de-16f94597ee37 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:07:57.269013 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:57.334490 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Attempting to bind port 3852a72f-0d5a-48df-82de-16f94597ee37 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:07:57.334804 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Attempting to bind port 3852a72f-0d5a-48df-82de-16f94597ee37 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:07:57.335157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Attempting to bind port 3852a72f-0d5a-48df-82de-16f94597ee37 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:07:57.338999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cf424-002d-4f5e-807b-6406b81dcf33 None None] Pushing event updated for resources: {'Port': ['ID=3852a72f-0d5a-48df-82de-16f94597ee37,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:57.344193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:07:57.344598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:07:57.345586 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:57.345586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:07:57.345918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Bound port: 3852a72f-0d5a-48df-82de-16f94597ee37, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:07:57.346208 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:57.346354 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:57.445978 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Network 203fc93a-316d-4bf8-9d48-4519ba1cc076 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:57.454400 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] For port 3852a72f-0d5a-48df-82de-16f94597ee37, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:07:57.455560 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:57.458453 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] For port 3852a72f-0d5a-48df-82de-16f94597ee37, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=3852a72f-0d5a-48df-82de-16f94597ee37,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:07:57.461962 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:07:57.464438 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:57.524845 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:57.529313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Pushing event updated for resources: {'Port': ['ID=20bbbbcd-8f9a-404e-9b13-90a9a760a646,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:57.547994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46418) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:57.557711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Routers {'0af7ac0b-acd0-4292-b2ca-e77c71f4d749'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:07:57.558371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0af7ac0b-acd0-4292-b2ca-e77c71f4d749'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:57.561812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cf424-002d-4f5e-807b-6406b81dcf33 None None] Pushing event updated for resources: {'Port': ['ID=3852a72f-0d5a-48df-82de-16f94597ee37,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:57.589553 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb00af2a-af7c-43db-96ba-f86b52cc07a7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:57.615915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-fb00af2a-af7c-43db-96ba-f86b52cc07a7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for bb8c4c16-6a52-41d0-ba6e-6bbe83f6205c owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:07:57.740181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] Set router 0af7ac0b-acd0-4292-b2ca-e77c71f4d749 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:07:57.801865 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9fee37bb-e535-4ce7-b034-aa82f0084f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:57.903714 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.006593 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb00af2a-af7c-43db-96ba-f86b52cc07a7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.053924 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00af2a-af7c-43db-96ba-f86b52cc07a7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=bb8c4c16-6a52-41d0-ba6e-6bbe83f6205c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:58.109665 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9fee37bb-e535-4ce7-b034-aa82f0084f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.122541 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9fee37bb-e535-4ce7-b034-aa82f0084f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.192271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee37bb-e535-4ce7-b034-aa82f0084f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527a6bab-ed1c-4cdb-84f4-8ce83d5189c8,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:58.217129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9fee37bb-e535-4ce7-b034-aa82f0084f23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=347985e707264758a9320524a695b148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6679966 Jul 27 20:07:58.219727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46430) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:58.257067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b2846-516c-4610-8645-456b49604063 None None] Network dda7395a-0c31-42f5-ad93-7168769a743c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:58.290022 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fb00af2a-af7c-43db-96ba-f86b52cc07a7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.292069 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fb00af2a-af7c-43db-96ba-f86b52cc07a7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/bb8c4c16-6a52-41d0-ba6e-6bbe83f6205c HTTP/1.1" status: 204 len: 168 time: 1.3521290 Jul 27 20:07:58.295630 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46434) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:58.299573 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4ee97e2-8a28-4fc1-9214-4c0511a2b2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.316121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-61a653d9-46cd-4eed-8d61-a553eabc00c7 None None] Provisioning for port 20bbbbcd-8f9a-404e-9b13-90a9a760a646 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:58.322567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-61a653d9-46cd-4eed-8d61-a553eabc00c7 None None] Provisioning complete for port 20bbbbcd-8f9a-404e-9b13-90a9a760a646 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:58.322963 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-61a653d9-46cd-4eed-8d61-a553eabc00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.323690 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4ee97e2-8a28-4fc1-9214-4c0511a2b2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.343745 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cece95-2124-476f-87cd-0d52b6368b1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] DELETE failed (client error): The resource could not be found. Jul 27 20:07:58.344376 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cece95-2124-476f-87cd-0d52b6368b1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:07:58.346577 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-01cece95-2124-476f-87cd-0d52b6368b1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/bb8c4c16-6a52-41d0-ba6e-6bbe83f6205c HTTP/1.1" status: 404 len: 333 time: 0.0499716 Jul 27 20:07:58.353067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46438) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:58.366341 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.387939 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8e97da-4edb-44f8-b623-500abcf4c695 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] GET failed (client error): The resource could not be found. Jul 27 20:07:58.389994 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3d8e97da-4edb-44f8-b623-500abcf4c695 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/bb8c4c16-6a52-41d0-ba6e-6bbe83f6205c HTTP/1.1" status: 404 len: 333 time: 0.0356147 Jul 27 20:07:58.390363 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.393916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46442) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:58.400037 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4ee97e2-8a28-4fc1-9214-4c0511a2b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.403361 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e4ee97e2-8a28-4fc1-9214-4c0511a2b2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.404885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e4ee97e2-8a28-4fc1-9214-4c0511a2b2e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/527a6bab-ed1c-4cdb-84f4-8ce83d5189c8 HTTP/1.1" status: 204 len: 168 time: 0.1837227 Jul 27 20:07:58.431617 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee97e2-8a28-4fc1-9214-4c0511a2b2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527a6bab-ed1c-4cdb-84f4-8ce83d5189c8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:58.474758 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-61a653d9-46cd-4eed-8d61-a553eabc00c7 None None] Port 20bbbbcd-8f9a-404e-9b13-90a9a760a646 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:58.485121 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Pushing event updated for resources: {'Port': ['ID=20bbbbcd-8f9a-404e-9b13-90a9a760a646,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:58.511545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'name': 'tempest-TestAggregatesBasicOps-239634351-router', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '3852a72f-0d5a-48df-82de-16f94597ee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:50Z', 'updated_at': '2021-07-27T20:07:53Z', 'revision_number': 3, 'project_id': 'd5a84721c209424aa2448d537d57cfbc', 'gw_port': {'id': '3852a72f-0d5a-48df-82de-16f94597ee37', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:51Z', 'updated_at': '2021-07-27T20:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:07:58.562216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c9a22-539d-4edf-8dd3-c88fa9ca8d50 None None] The sync data for ids ['0af7ac0b-acd0-4292-b2ca-e77c71f4d749'] in n-d-705657-21 is: [{'id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'name': 'tempest-TestAggregatesBasicOps-239634351-router', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '3852a72f-0d5a-48df-82de-16f94597ee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:50Z', 'updated_at': '2021-07-27T20:07:53Z', 'revision_number': 3, 'project_id': 'd5a84721c209424aa2448d537d57cfbc', 'gw_port': {'id': '3852a72f-0d5a-48df-82de-16f94597ee37', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:51Z', 'updated_at': '2021-07-27T20:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:07:58.580424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb5dc15-155e-4754-87af-d2c3d50ade10 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting subnet 5dad14ee-d030-4be9-8d76-6408a512ba06 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:07:58.592127 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cdb5dc15-155e-4754-87af-d2c3d50ade10 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.653191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e3875461-f947-43dd-8287-0a11f5aed6ba None None] Provisioning for port dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:58.667456 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.679410 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cdb5dc15-155e-4754-87af-d2c3d50ade10 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.729644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 46a246c7-f981-455b-aa8a-5be17fbc94b0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:58.835978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 46a246c7-f981-455b-aa8a-5be17fbc94b0 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:58.836613 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:58.957778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Network 203fc93a-316d-4bf8-9d48-4519ba1cc076 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:07:58.968407 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:07:58.994951 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cdb5dc15-155e-4754-87af-d2c3d50ade10 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:59.011422 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:07:59.049610 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46456) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:59.071672 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-628c5c14-4fca-49be-87e9-56e828fc8b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:59.129939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cdb5dc15-155e-4754-87af-d2c3d50ade10 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:59.183441 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:07:59.188626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:59.189010 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:59.275867 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cdb5dc15-155e-4754-87af-d2c3d50ade10 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:59.288430 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cdb5dc15-155e-4754-87af-d2c3d50ade10 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/5dad14ee-d030-4be9-8d76-6408a512ba06 HTTP/1.1" status: 204 len: 168 time: 0.8915100 Jul 27 20:07:59.294381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46462) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:59.354384 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5dc15-155e-4754-87af-d2c3d50ade10 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Subnet': ['ID=5dad14ee-d030-4be9-8d76-6408a512ba06,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:59.394839 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:59.484206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841,segment=NetworkSegment(7e848759-e0e0-4f3f-9d9d-e35c5b919bd9),segment_id=7e848759-e0e0-4f3f-9d9d-e35c5b919bd9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:07:59.500437 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-628c5c14-4fca-49be-87e9-56e828fc8b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:59.502235 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:59.512513 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:59.517166 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-628c5c14-4fca-49be-87e9-56e828fc8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:59.564170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c5c14-4fca-49be-87e9-56e828fc8b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e2aacf-5c78-47ba-bf31-9bc544a18cad,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:59.595326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Router 0af7ac0b-acd0-4292-b2ca-e77c71f4d749 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:07:59.620521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd7ba8-f39b-419b-8644-1b86401181b5 None None] Network dda7395a-0c31-42f5-ad93-7168769a743c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:07:59.629427 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-628c5c14-4fca-49be-87e9-56e828fc8b31 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14c9ed2bf1d247369546105355d5ef4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5785019 Jul 27 20:07:59.634590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46470) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:07:59.727272 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bf7fd798-a5d3-48ab-8207-2e78f656d4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:59.754179 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bf7fd798-a5d3-48ab-8207-2e78f656d4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:59.764084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:07:59.772154 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ab5a3f16-cd70-4026-8ff9-e4fd32bfc8cb admin admin] 10.222.0.48 "PUT /v2.0/routers/0af7ac0b-acd0-4292-b2ca-e77c71f4d749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6778903 Jul 27 20:07:59.803218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:07:59.813265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-73203357-5de6-4562-8a25-98df4330bddc None None] Provisioning complete for port 20bbbbcd-8f9a-404e-9b13-90a9a760a646 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:07:59.813724 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-73203357-5de6-4562-8a25-98df4330bddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:07:59.897248 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-73203357-5de6-4562-8a25-98df4330bddc None None] Port 20bbbbcd-8f9a-404e-9b13-90a9a760a646 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:07:59.902064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:07:59.902409 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.017150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee2384-2f99-4fb1-929d-eb643509dc39 None None] DHCP port deletion for dda7395a-0c31-42f5-ad93-7168769a743c request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:08:00.021291 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bf7fd798-a5d3-48ab-8207-2e78f656d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.023828 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bf7fd798-a5d3-48ab-8207-2e78f656d4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.024942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f828aee5-f667-43f8-ab1b-8c6a71c7f65b None None] Could not find standard attr ID for object bb8c4c16-6a52-41d0-ba6e-6bbe83f6205c. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:08:00.025099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bf7fd798-a5d3-48ab-8207-2e78f656d4b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83e2aacf-5c78-47ba-bf31-9bc544a18cad HTTP/1.1" status: 204 len: 168 time: 0.3889306 Jul 27 20:08:00.058584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fd798-a5d3-48ab-8207-2e78f656d4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e2aacf-5c78-47ba-bf31-9bc544a18cad,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:00.089077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] For port dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841,segment=NetworkSegment(7e848759-e0e0-4f3f-9d9d-e35c5b919bd9),segment_id=7e848759-e0e0-4f3f-9d9d-e35c5b919bd9)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:00.089840 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.113467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:00.137288 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-49ee2384-2f99-4fb1-929d-eb643509dc39 None None] Deleting port dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:00.137869 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-49ee2384-2f99-4fb1-929d-eb643509dc39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.232737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-49ee2384-2f99-4fb1-929d-eb643509dc39 None None] For port dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841,segment=NetworkSegment(7e848759-e0e0-4f3f-9d9d-e35c5b919bd9),segment_id=7e848759-e0e0-4f3f-9d9d-e35c5b919bd9)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:00.233601 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-49ee2384-2f99-4fb1-929d-eb643509dc39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.250356 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-49ee2384-2f99-4fb1-929d-eb643509dc39 None None] Calling delete_port for dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:00.268220 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.330680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:00.350638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No DVR routers for this DVR port dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:08:00.488288 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.497946 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-49ee2384-2f99-4fb1-929d-eb643509dc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.508773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda7395a-0c31-42f5-ad93-7168769a743c']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:00.531061 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e848759-e0e0-4f3f-9d9d-e35c5b919bd9') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:00.531061 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e848759-e0e0-4f3f-9d9d-e35c5b919bd9') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:00.543036 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.574046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee2384-2f99-4fb1-929d-eb643509dc39 None None] No DVR routers for this DVR port dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:08:00.578696 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.588657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:08:00.590517 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:08:00.596321 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:08:00.635892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee2384-2f99-4fb1-929d-eb643509dc39 None None] Pushing event deleted for resources: {'Port': ['ID=dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:00.650952 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3852a72f-0d5a-48df-82de-16f94597ee37 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:00.773641 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.785531 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.787995 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/networks/dda7395a-0c31-42f5-ad93-7168769a743c HTTP/1.1" status: 204 len: 168 time: 1.4907546 Jul 27 20:08:00.789413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 3852a72f-0d5a-48df-82de-16f94597ee37 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:00.791824 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46522) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:00.797841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c9840e55-c74b-49f9-a5d7-dd0e67dff3af tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1508128280'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:00.800154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cddb03-4e00-4323-a3f3-4dfa8a66081b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Network': ['ID=dda7395a-0c31-42f5-ad93-7168769a743c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:00.807640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 3852a72f-0d5a-48df-82de-16f94597ee37 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:00.808001 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.844028 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9840e55-c74b-49f9-a5d7-dd0e67dff3af tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:00.847607 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9840e55-c74b-49f9-a5d7-dd0e67dff3af tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.887712 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9840e55-c74b-49f9-a5d7-dd0e67dff3af tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:08:00.913790 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9840e55-c74b-49f9-a5d7-dd0e67dff3af tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.914303 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-c9840e55-c74b-49f9-a5d7-dd0e67dff3af tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Added segment 140ee7a3-8265-499e-9235-6c99d33862db of type vlan for network a89b057b-3005-4d04-85c6-2916fcf68dec Jul 27 20:08:00.984633 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9840e55-c74b-49f9-a5d7-dd0e67dff3af tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:00.984933 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:01.023308 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 3852a72f-0d5a-48df-82de-16f94597ee37, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=3852a72f-0d5a-48df-82de-16f94597ee37,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:01.031148 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:01.031733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9840e55-c74b-49f9-a5d7-dd0e67dff3af tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:01.041958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9840e55-c74b-49f9-a5d7-dd0e67dff3af tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:01.042624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9840e55-c74b-49f9-a5d7-dd0e67dff3af tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:01.112992 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=3852a72f-0d5a-48df-82de-16f94597ee37,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:01.165446 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:08:01.184186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9840e55-c74b-49f9-a5d7-dd0e67dff3af tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Network': ['ID=a89b057b-3005-4d04-85c6-2916fcf68dec,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:01.205514 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c9840e55-c74b-49f9-a5d7-dd0e67dff3af tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4091756 Jul 27 20:08:01.206544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46536) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:01.213109 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b7dcd984-9202-4061-9d2c-980cd84fc6be tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'subnet': {'network_id': 'a89b057b-3005-4d04-85c6-2916fcf68dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:01.216681 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network a89b057b-3005-4d04-85c6-2916fcf68dec details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:08:01.220794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:08:01.221144 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device dbe3b1c8-1be5-4c85-bd5a-2dabe2cb1841 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:08:01.301981 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Sync routers for ids ['0af7ac0b-acd0-4292-b2ca-e77c71f4d749'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:08:01.315875 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Routers {'0af7ac0b-acd0-4292-b2ca-e77c71f4d749'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:08:01.316504 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0af7ac0b-acd0-4292-b2ca-e77c71f4d749'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:01.375575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dcd984-9202-4061-9d2c-980cd84fc6be tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:01.381804 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd984-9202-4061-9d2c-980cd84fc6be tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:01.580916 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Set router 0af7ac0b-acd0-4292-b2ca-e77c71f4d749 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:08:01.686539 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd984-9202-4061-9d2c-980cd84fc6be tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:01.761576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcd984-9202-4061-9d2c-980cd84fc6be tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Subnet': ['ID=5767efbe-1548-468f-8e2c-d633b341103e,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:01.781557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dcd984-9202-4061-9d2c-980cd84fc6be tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Checking segment: {'id': '140ee7a3-8265-499e-9235-6c99d33862db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a89b057b-3005-4d04-85c6-2916fcf68dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:01.781926 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dcd984-9202-4061-9d2c-980cd84fc6be tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network hostable DHCP agents. Network: a89b057b-3005-4d04-85c6-2916fcf68dec, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:08:01.813849 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dcd984-9202-4061-9d2c-980cd84fc6be tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network a89b057b-3005-4d04-85c6-2916fcf68dec is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:08:01.834302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b7dcd984-9202-4061-9d2c-980cd84fc6be tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, a89b057b-3005-4d04-85c6-2916fcf68dec) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:01.840896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dcd984-9202-4061-9d2c-980cd84fc6be tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:01.844268 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd984-9202-4061-9d2c-980cd84fc6be tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:01.846566 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8558ae58-f3fe-486c-943a-2dc12ecc7f34 None None] Network a89b057b-3005-4d04-85c6-2916fcf68dec requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:01.886115 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b7dcd984-9202-4061-9d2c-980cd84fc6be tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6783178 Jul 27 20:08:01.889081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46566) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:01.897265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-efaa837e-d185-41f7-9bc8-ca1c7b652c43 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'network_id': 'a89b057b-3005-4d04-85c6-2916fcf68dec', 'security_groups': [], 'name': 'tempest-PortsTestJSON-516711163'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:01.964213 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'name': 'tempest-TestAggregatesBasicOps-239634351-router', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '3852a72f-0d5a-48df-82de-16f94597ee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:50Z', 'updated_at': '2021-07-27T20:07:57Z', 'revision_number': 4, 'project_id': 'd5a84721c209424aa2448d537d57cfbc', 'gw_port': {'id': '3852a72f-0d5a-48df-82de-16f94597ee37', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:51Z', 'updated_at': '2021-07-27T20:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '20bbbbcd-8f9a-404e-9b13-90a9a760a646', 'name': '', 'network_id': '203fc93a-316d-4bf8-9d48-4519ba1cc076', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc', 'mac_address': 'fa:16:3e:50:0e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '09a8d43b-a3f2-4d6c-8f18-2479eef92264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:56Z', 'updated_at': '2021-07-27T20:07:58Z', 'revision_number': 2, 'project_id': 'd5a84721c209424aa2448d537d57cfbc', 'subnets': [{'id': '09a8d43b-a3f2-4d6c-8f18-2479eef92264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:01.997496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46574) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:02.038199 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Checking router: 0af7ac0b-acd0-4292-b2ca-e77c71f4d749 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:08:02.038551 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Updating router 0af7ac0b-acd0-4292-b2ca-e77c71f4d749 port 20bbbbcd-8f9a-404e-9b13-90a9a760a646 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:08:02.115951 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:02.168833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaa837e-d185-41f7-9bc8-ca1c7b652c43 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:02.173765 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-efaa837e-d185-41f7-9bc8-ca1c7b652c43 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:02.179863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-a89b057b-3005-4d04-85c6-2916fcf68dec', 'network_id': 'a89b057b-3005-4d04-85c6-2916fcf68dec', 'tenant_id': '923361191ee544ea94d5448e44a57838', 'fixed_ips': [{'subnet_id': '5767efbe-1548-468f-8e2c-d633b341103e'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:08:02.181214 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:02.208686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-efaa837e-d185-41f7-9bc8-ca1c7b652c43 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port e51d6353-6685-4b8f-ab51-3d112bb28f37 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:08:02.415757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-efaa837e-d185-41f7-9bc8-ca1c7b652c43 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Allocated IP 172.20.0.14 (a89b057b-3005-4d04-85c6-2916fcf68dec/5767efbe-1548-468f-8e2c-d633b341103e/e51d6353-6685-4b8f-ab51-3d112bb28f37) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:02.532937 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:02.555936 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Transition to ACTIVE for port object 20bbbbcd-8f9a-404e-9b13-90a9a760a646 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:02.571477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3852a72f-0d5a-48df-82de-16f94597ee37 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:02.574392 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:02.641687 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 3852a72f-0d5a-48df-82de-16f94597ee37 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:02.642482 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:02.729699 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-efaa837e-d185-41f7-9bc8-ca1c7b652c43 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:02.742982 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:02.751637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-efaa837e-d185-41f7-9bc8-ca1c7b652c43 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Transition to ACTIVE for port object e51d6353-6685-4b8f-ab51-3d112bb28f37 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:02.804956 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-efaa837e-d185-41f7-9bc8-ca1c7b652c43 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:02.823157 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Attempting to bind port 20bbbbcd-8f9a-404e-9b13-90a9a760a646 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:08:02.823514 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Attempting to bind port 20bbbbcd-8f9a-404e-9b13-90a9a760a646 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '1a12f9e6-4d8c-422a-809f-c39aaa563dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '203fc93a-316d-4bf8-9d48-4519ba1cc076'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:08:02.824433 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Attempting to bind port 20bbbbcd-8f9a-404e-9b13-90a9a760a646 on network 203fc93a-316d-4bf8-9d48-4519ba1cc076 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:08:02.831730 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b697c-cf07-4bc3-bc34-4b045ec88bb5 None None] Pushing event updated for resources: {'Port': ['ID=20bbbbcd-8f9a-404e-9b13-90a9a760a646,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:02.848270 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:08:02.849042 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Checking segment: {'id': '1a12f9e6-4d8c-422a-809f-c39aaa563dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '203fc93a-316d-4bf8-9d48-4519ba1cc076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:02.850114 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:02.855000 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Bound using segment: {'id': '1a12f9e6-4d8c-422a-809f-c39aaa563dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '203fc93a-316d-4bf8-9d48-4519ba1cc076'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:08:02.857081 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Bound port: 20bbbbcd-8f9a-404e-9b13-90a9a760a646, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a12f9e6-4d8c-422a-809f-c39aaa563dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '203fc93a-316d-4bf8-9d48-4519ba1cc076'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:08:02.859173 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:02.892908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa837e-d185-41f7-9bc8-ca1c7b652c43 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network a89b057b-3005-4d04-85c6-2916fcf68dec is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:02.908587 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-efaa837e-d185-41f7-9bc8-ca1c7b652c43 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:02.938066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Allocated IP 172.20.0.2 (a89b057b-3005-4d04-85c6-2916fcf68dec/5767efbe-1548-468f-8e2c-d633b341103e/08309e59-7feb-42ce-8a21-b40da3365dcd) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:02.949139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa837e-d185-41f7-9bc8-ca1c7b652c43 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:03.021287 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] For port 20bbbbcd-8f9a-404e-9b13-90a9a760a646, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:08:03.026500 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] For port 20bbbbcd-8f9a-404e-9b13-90a9a760a646, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=20bbbbcd-8f9a-404e-9b13-90a9a760a646,segment=NetworkSegment(1a12f9e6-4d8c-422a-809f-c39aaa563dc8),segment_id=1a12f9e6-4d8c-422a-809f-c39aaa563dc8)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:08:03.036863 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:03.069743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa837e-d185-41f7-9bc8-ca1c7b652c43 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=e51d6353-6685-4b8f-ab51-3d112bb28f37,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:03.145197 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Routers {'0af7ac0b-acd0-4292-b2ca-e77c71f4d749'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:08:03.146355 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0af7ac0b-acd0-4292-b2ca-e77c71f4d749'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:03.160364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaa837e-d185-41f7-9bc8-ca1c7b652c43 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:03.161539 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-efaa837e-d185-41f7-9bc8-ca1c7b652c43 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:03.199322 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-efaa837e-d185-41f7-9bc8-ca1c7b652c43 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3090627 Jul 27 20:08:03.199930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46604) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:03.277426 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:03.298531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Transition to ACTIVE for port object 08309e59-7feb-42ce-8a21-b40da3365dcd will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:03.336126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Transition to ACTIVE for port object 08309e59-7feb-42ce-8a21-b40da3365dcd will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:03.356962 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:03.372232 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] Set router 0af7ac0b-acd0-4292-b2ca-e77c71f4d749 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:08:03.387964 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Deleting port 55ab5fae-58ea-450c-9956-ef237f6797b4 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:03.389018 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:03.424214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-393e995b-d088-4322-a1b2-97d6dd52895a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port e51d6353-6685-4b8f-ab51-3d112bb28f37 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:03.425186 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-393e995b-d088-4322-a1b2-97d6dd52895a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:03.478981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Pushing event updated for resources: {'Port': ['ID=08309e59-7feb-42ce-8a21-b40da3365dcd,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:03.502620 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Network a89b057b-3005-4d04-85c6-2916fcf68dec is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:03.504342 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:03.508626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:03.577140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] For port 55ab5fae-58ea-450c-9956-ef237f6797b4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=55ab5fae-58ea-450c-9956-ef237f6797b4,segment=NetworkSegment(f9c8559c-2e5e-44f5-8e33-eff2dd1f5422),segment_id=f9c8559c-2e5e-44f5-8e33-eff2dd1f5422)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:03.577538 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:03.584431 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b697c-cf07-4bc3-bc34-4b045ec88bb5 None None] Pushing event updated for resources: {'Port': ['ID=20bbbbcd-8f9a-404e-9b13-90a9a760a646,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:03.593228 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Calling delete_port for 55ab5fae-58ea-450c-9956-ef237f6797b4 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:03.612277 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-393e995b-d088-4322-a1b2-97d6dd52895a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:03.633620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-393e995b-d088-4322-a1b2-97d6dd52895a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for e51d6353-6685-4b8f-ab51-3d112bb28f37 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:03.699571 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Attempting to bind port 08309e59-7feb-42ce-8a21-b40da3365dcd on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:08:03.700012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Attempting to bind port 08309e59-7feb-42ce-8a21-b40da3365dcd by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '140ee7a3-8265-499e-9235-6c99d33862db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a89b057b-3005-4d04-85c6-2916fcf68dec'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:08:03.700252 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Attempting to bind port 08309e59-7feb-42ce-8a21-b40da3365dcd on network a89b057b-3005-4d04-85c6-2916fcf68dec {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:08:03.706233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:08:03.706610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Checking segment: {'id': '140ee7a3-8265-499e-9235-6c99d33862db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a89b057b-3005-4d04-85c6-2916fcf68dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:03.707611 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:03.708026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Bound using segment: {'id': '140ee7a3-8265-499e-9235-6c99d33862db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a89b057b-3005-4d04-85c6-2916fcf68dec'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:08:03.708602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Bound port: 08309e59-7feb-42ce-8a21-b40da3365dcd, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140ee7a3-8265-499e-9235-6c99d33862db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a89b057b-3005-4d04-85c6-2916fcf68dec'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:08:03.709002 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:03.795051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] For port 08309e59-7feb-42ce-8a21-b40da3365dcd, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:08:03.799796 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] For port 08309e59-7feb-42ce-8a21-b40da3365dcd, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=08309e59-7feb-42ce-8a21-b40da3365dcd,segment=NetworkSegment(140ee7a3-8265-499e-9235-6c99d33862db),segment_id=140ee7a3-8265-499e-9235-6c99d33862db)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:08:03.810328 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:03.813296 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'name': 'tempest-TestAggregatesBasicOps-239634351-router', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '3852a72f-0d5a-48df-82de-16f94597ee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:50Z', 'updated_at': '2021-07-27T20:07:57Z', 'revision_number': 4, 'project_id': 'd5a84721c209424aa2448d537d57cfbc', 'gw_port': {'id': '3852a72f-0d5a-48df-82de-16f94597ee37', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:51Z', 'updated_at': '2021-07-27T20:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '20bbbbcd-8f9a-404e-9b13-90a9a760a646', 'name': '', 'network_id': '203fc93a-316d-4bf8-9d48-4519ba1cc076', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc', 'mac_address': 'fa:16:3e:50:0e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '09a8d43b-a3f2-4d6c-8f18-2479eef92264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:56Z', 'updated_at': '2021-07-27T20:08:03Z', 'revision_number': 4, 'project_id': 'd5a84721c209424aa2448d537d57cfbc', 'subnets': [{'id': '09a8d43b-a3f2-4d6c-8f18-2479eef92264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:03.882422 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c9c6ef-d2ee-4d22-9df3-bdf6a4c009b7 None None] The sync data for ids ['0af7ac0b-acd0-4292-b2ca-e77c71f4d749'] in n-d-705657-21 is: [{'id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'name': 'tempest-TestAggregatesBasicOps-239634351-router', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '3852a72f-0d5a-48df-82de-16f94597ee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:50Z', 'updated_at': '2021-07-27T20:07:57Z', 'revision_number': 4, 'project_id': 'd5a84721c209424aa2448d537d57cfbc', 'gw_port': {'id': '3852a72f-0d5a-48df-82de-16f94597ee37', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:51Z', 'updated_at': '2021-07-27T20:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '20bbbbcd-8f9a-404e-9b13-90a9a760a646', 'name': '', 'network_id': '203fc93a-316d-4bf8-9d48-4519ba1cc076', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc', 'mac_address': 'fa:16:3e:50:0e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '09a8d43b-a3f2-4d6c-8f18-2479eef92264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:56Z', 'updated_at': '2021-07-27T20:08:03Z', 'revision_number': 4, 'project_id': 'd5a84721c209424aa2448d537d57cfbc', 'subnets': [{'id': '09a8d43b-a3f2-4d6c-8f18-2479eef92264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:08:03.908746 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c9585-0d10-4f7a-8bef-09f590d66ad1 None None] Pushing event updated for resources: {'Port': ['ID=08309e59-7feb-42ce-8a21-b40da3365dcd,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:03.966011 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-393e995b-d088-4322-a1b2-97d6dd52895a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:04.004530 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:04.048594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e995b-d088-4322-a1b2-97d6dd52895a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=e51d6353-6685-4b8f-ab51-3d112bb28f37,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:04.089060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ab5fae-58ea-450c-9956-ef237f6797b4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:04.118432 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:04.119643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:04.119993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:04.120635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:04.120961 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:04.121790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:04.121790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:04.122186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:04.122481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:04.122687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:04.122869 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:04.123194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:04.249617 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-393e995b-d088-4322-a1b2-97d6dd52895a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:04.261120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-393e995b-d088-4322-a1b2-97d6dd52895a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/e51d6353-6685-4b8f-ab51-3d112bb28f37 HTTP/1.1" status: 204 len: 168 time: 1.0598886 Jul 27 20:08:04.263593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46652) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:04.373725 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8236cdc0-df65-4eb4-81d3-a53c231aebf8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] GET failed (client error): The resource could not be found. Jul 27 20:08:04.373725 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8236cdc0-df65-4eb4-81d3-a53c231aebf8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/e51d6353-6685-4b8f-ab51-3d112bb28f37 HTTP/1.1" status: 404 len: 333 time: 0.1034009 Jul 27 20:08:04.378969 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46658) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:04.539522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75dc486-6c91-46a7-8685-ca86c0163d50 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting subnet 5767efbe-1548-468f-8e2c-d633b341103e {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:08:04.544242 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a75dc486-6c91-46a7-8685-ca86c0163d50 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:04.618735 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:04.640016 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a75dc486-6c91-46a7-8685-ca86c0163d50 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:04.809671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 08309e59-7feb-42ce-8a21-b40da3365dcd up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:04.815109 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a75dc486-6c91-46a7-8685-ca86c0163d50 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:04.969449 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 08309e59-7feb-42ce-8a21-b40da3365dcd completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:04.977256 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a75dc486-6c91-46a7-8685-ca86c0163d50 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:04.978045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 20bbbbcd-8f9a-404e-9b13-90a9a760a646 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:05.041984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75dc486-6c91-46a7-8685-ca86c0163d50 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Subnet': ['ID=5767efbe-1548-468f-8e2c-d633b341103e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:05.053684 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a75dc486-6c91-46a7-8685-ca86c0163d50 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:05.061114 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a75dc486-6c91-46a7-8685-ca86c0163d50 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/5767efbe-1548-468f-8e2c-d633b341103e HTTP/1.1" status: 204 len: 168 time: 0.6787124 Jul 27 20:08:05.062149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46690) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:05.114250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 20bbbbcd-8f9a-404e-9b13-90a9a760a646 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:05.122587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 20bbbbcd-8f9a-404e-9b13-90a9a760a646 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:05.124279 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:05.306412 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:05.330847 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:05.438706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 20bbbbcd-8f9a-404e-9b13-90a9a760a646, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=20bbbbcd-8f9a-404e-9b13-90a9a760a646,segment=NetworkSegment(1a12f9e6-4d8c-422a-809f-c39aaa563dc8),segment_id=1a12f9e6-4d8c-422a-809f-c39aaa563dc8)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:05.448690 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:05.503008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 08309e59-7feb-42ce-8a21-b40da3365dcd {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:05.503379 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:05.586107 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=20bbbbcd-8f9a-404e-9b13-90a9a760a646,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:05.626961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] For port 08309e59-7feb-42ce-8a21-b40da3365dcd, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=08309e59-7feb-42ce-8a21-b40da3365dcd,segment=NetworkSegment(140ee7a3-8265-499e-9235-6c99d33862db),segment_id=140ee7a3-8265-499e-9235-6c99d33862db)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:05.629022 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:05.667922 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 08309e59-7feb-42ce-8a21-b40da3365dcd owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:05.723161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46702) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:05.790659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Router bd9142e8-8800-461d-9c57-594f554aac1f has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:08:05.794779 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:05.859842 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=08309e59-7feb-42ce-8a21-b40da3365dcd,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:05.866059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No DVR routers for this DVR port 08309e59-7feb-42ce-8a21-b40da3365dcd on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:08:05.875150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064410b8-af12-42ef-a8fd-e8ee315fa2ad None None] Network a89b057b-3005-4d04-85c6-2916fcf68dec requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:05.946975 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eeb3e450-6e76-49ea-86b9-05304421ff7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:05.966269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-017e0380-e128-41fc-8384-e32780a45dfd None None] Could not find standard attr ID for object 08309e59-7feb-42ce-8a21-b40da3365dcd. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:08:05.986615 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:05.999411 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89b057b-3005-4d04-85c6-2916fcf68dec']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:06.015502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140ee7a3-8265-499e-9235-6c99d33862db') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:06.016273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140ee7a3-8265-499e-9235-6c99d33862db') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:06.029582 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.053939 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.062558 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:08:06.063478 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.076300 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eeb3e450-6e76-49ea-86b9-05304421ff7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.082696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-eeb3e450-6e76-49ea-86b9-05304421ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:08:06.095639 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:08:06.151139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3e450-6e76-49ea-86b9-05304421ff7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b9c4d0-5792-42ae-b4d7-5f15fed305f1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:06.161256 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:08:06.166500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5bd9b3-f826-4811-a03e-f1ec77215515 None None] DHCP port deletion for a89b057b-3005-4d04-85c6-2916fcf68dec request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:08:06.169957 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6bc7b891-f532-4fa9-8344-e96e7e1b8cf6 admin admin] 10.222.0.48 "PUT /v2.0/routers/bd9142e8-8800-461d-9c57-594f554aac1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1713834 Jul 27 20:08:06.175559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc498326-1834-462a-8e1f-c6c6d1b3dda8 None None] Sync routers for ids ['bd9142e8-8800-461d-9c57-594f554aac1f'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:08:06.178480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46706) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:06.190589 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-eeb3e450-6e76-49ea-86b9-05304421ff7c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=768211b81cc344feaa2f9126042d1325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4590011 Jul 27 20:08:06.191823 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.195073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc498326-1834-462a-8e1f-c6c6d1b3dda8 None None] Routers {'bd9142e8-8800-461d-9c57-594f554aac1f'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:08:06.196321 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-fc498326-1834-462a-8e1f-c6c6d1b3dda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd9142e8-8800-461d-9c57-594f554aac1f'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:06.197570 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46708) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:06.220113 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.226608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/networks/a89b057b-3005-4d04-85c6-2916fcf68dec HTTP/1.1" status: 204 len: 168 time: 1.1586301 Jul 27 20:08:06.244522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46710) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:06.251432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-287d0c70-9e17-405d-88f8-4ab56db7ce1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'name': 'tempest-PortsTestJSON-1803030770'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:06.260655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6eec1-8175-4fee-b5cd-51d8b6aa96a3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Network': ['ID=a89b057b-3005-4d04-85c6-2916fcf68dec,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:06.367608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-fc498326-1834-462a-8e1f-c6c6d1b3dda8 None None] Set router bd9142e8-8800-461d-9c57-594f554aac1f gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:08:06.385279 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.395153 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aeec7579-a3d5-4861-9f6e-8d940545c1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.418921 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aeec7579-a3d5-4861-9f6e-8d940545c1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.534799 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aeec7579-a3d5-4861-9f6e-8d940545c1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.537989 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aeec7579-a3d5-4861-9f6e-8d940545c1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.544133 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aeec7579-a3d5-4861-9f6e-8d940545c1d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35b9c4d0-5792-42ae-b4d7-5f15fed305f1 HTTP/1.1" status: 204 len: 168 time: 0.3429523 Jul 27 20:08:06.571841 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 20bbbbcd-8f9a-404e-9b13-90a9a760a646 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:06.584936 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec7579-a3d5-4861-9f6e-8d940545c1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b9c4d0-5792-42ae-b4d7-5f15fed305f1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:06.598276 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287d0c70-9e17-405d-88f8-4ab56db7ce1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:06.604108 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-287d0c70-9e17-405d-88f8-4ab56db7ce1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.637124 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-287d0c70-9e17-405d-88f8-4ab56db7ce1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port 0cbccc76-5af3-45ff-9215-dd037ea8de34 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:08:06.691680 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.813187 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] Deleting port 47a10cfe-0d80-4fa4-8047-68e60197a22b {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:06.813878 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.941807 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-287d0c70-9e17-405d-88f8-4ab56db7ce1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.949926 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] For port 47a10cfe-0d80-4fa4-8047-68e60197a22b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=47a10cfe-0d80-4fa4-8047-68e60197a22b,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:06.950361 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:06.981504 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] Calling delete_port for 47a10cfe-0d80-4fa4-8047-68e60197a22b owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:07.001473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 20bbbbcd-8f9a-404e-9b13-90a9a760a646 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:07.002307 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.005712 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-287d0c70-9e17-405d-88f8-4ab56db7ce1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.034002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46720) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:07.055842 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-fc498326-1834-462a-8e1f-c6c6d1b3dda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'name': 'tempest-TestAggregatesBasicOps-327540443-router', 'tenant_id': '47e46fb19426493cab5546e272c28be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '47a10cfe-0d80-4fa4-8047-68e60197a22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:08:03Z', 'revision_number': 5, 'project_id': '47e46fb19426493cab5546e272c28be1', 'gw_port': {'id': '47a10cfe-0d80-4fa4-8047-68e60197a22b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:07.056266 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-457fe036-324f-431d-997d-c845f90f1da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.073108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287d0c70-9e17-405d-88f8-4ab56db7ce1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 66675c79-5437-4766-aa2f-573130f68fc8 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:07.078939 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-287d0c70-9e17-405d-88f8-4ab56db7ce1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:07.082045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d0c70-9e17-405d-88f8-4ab56db7ce1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:07.088213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc498326-1834-462a-8e1f-c6c6d1b3dda8 None None] Checking router: bd9142e8-8800-461d-9c57-594f554aac1f for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:08:07.091695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d0c70-9e17-405d-88f8-4ab56db7ce1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:07.092499 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-287d0c70-9e17-405d-88f8-4ab56db7ce1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.112689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d0c70-9e17-405d-88f8-4ab56db7ce1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=0cbccc76-5af3-45ff-9215-dd037ea8de34,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:07.127191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc498326-1834-462a-8e1f-c6c6d1b3dda8 None None] Routers {'bd9142e8-8800-461d-9c57-594f554aac1f'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:08:07.127841 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-fc498326-1834-462a-8e1f-c6c6d1b3dda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd9142e8-8800-461d-9c57-594f554aac1f'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:07.260337 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-fc498326-1834-462a-8e1f-c6c6d1b3dda8 None None] Set router bd9142e8-8800-461d-9c57-594f554aac1f gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:08:07.287878 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-457fe036-324f-431d-997d-c845f90f1da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.289479 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.299496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-457fe036-324f-431d-997d-c845f90f1da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.303869 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-287d0c70-9e17-405d-88f8-4ab56db7ce1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0579548 Jul 27 20:08:07.304720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46722) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:07.331034 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-457fe036-324f-431d-997d-c845f90f1da2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de526141361f4797997f4c084161b73a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936828 Jul 27 20:08:07.334929 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-fc498326-1834-462a-8e1f-c6c6d1b3dda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'name': 'tempest-TestAggregatesBasicOps-327540443-router', 'tenant_id': '47e46fb19426493cab5546e272c28be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:08:06Z', 'revision_number': 6, 'project_id': '47e46fb19426493cab5546e272c28be1', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:07.347823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46724) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:07.368497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a10cfe-0d80-4fa4-8047-68e60197a22b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:07.375389 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc498326-1834-462a-8e1f-c6c6d1b3dda8 None None] The sync data for ids ['bd9142e8-8800-461d-9c57-594f554aac1f'] in n-d-705657-21 is: [{'id': 'bd9142e8-8800-461d-9c57-594f554aac1f', 'name': 'tempest-TestAggregatesBasicOps-327540443-router', 'tenant_id': '47e46fb19426493cab5546e272c28be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:42Z', 'updated_at': '2021-07-27T20:08:06Z', 'revision_number': 6, 'project_id': '47e46fb19426493cab5546e272c28be1', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:08:07.377701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 08309e59-7feb-42ce-8a21-b40da3365dcd no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:08:07.410849 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 08309e59-7feb-42ce-8a21-b40da3365dcd {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:08:07.411761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 08309e59-7feb-42ce-8a21-b40da3365dcd not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:08:07.431724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fe036-324f-431d-997d-c845f90f1da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0878dd1-3ff0-4b48-8b98-644e4042f692,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:07.447396 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-fce25d90-a64e-4bb8-9de5-31efcee428b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 0cbccc76-5af3-45ff-9215-dd037ea8de34 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:07.447974 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fce25d90-a64e-4bb8-9de5-31efcee428b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.498783 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.503632 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73728fd8-6c37-47d1-bea5-d8492c2b7f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.524144 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fce25d90-a64e-4bb8-9de5-31efcee428b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.538986 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-fce25d90-a64e-4bb8-9de5-31efcee428b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 0cbccc76-5af3-45ff-9215-dd037ea8de34 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:07.611479 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.616156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.618854 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73728fd8-6c37-47d1-bea5-d8492c2b7f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.635979 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fce25d90-a64e-4bb8-9de5-31efcee428b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.682364 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fce25d90-a64e-4bb8-9de5-31efcee428b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.682750 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.683277 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd9142e8-8800-461d-9c57-594f554aac1f {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:08:07.686966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fce25d90-a64e-4bb8-9de5-31efcee428b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/0cbccc76-5af3-45ff-9215-dd037ea8de34 HTTP/1.1" status: 204 len: 168 time: 0.3789237 Jul 27 20:08:07.686966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce25d90-a64e-4bb8-9de5-31efcee428b8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=0cbccc76-5af3-45ff-9215-dd037ea8de34,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:07.691733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.693313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46728) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:07.695497 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e650657b-8b5d-4649-a5aa-761d09ea5a03 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bd9142e8-8800-461d-9c57-594f554aac1f HTTP/1.1" status: 204 len: 168 time: 1.5159810 Jul 27 20:08:07.698590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46730) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:07.699701 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ff30be8f-3fbe-4084-b6a9-dcb23c2e1f0e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'mac_address': 'fa:16:3e:5b:c8:7e', 'name': 'tempest-PortsTestJSON-285896860'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:07.747452 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd21018-4c68-4502-b7e6-166ccc9b96de admin admin] Deleting subnet 74fa1e78-a882-4035-b02f-21ecbc3e18ee {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:08:07.750843 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9bd21018-4c68-4502-b7e6-166ccc9b96de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.810113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73728fd8-6c37-47d1-bea5-d8492c2b7f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.814137 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73728fd8-6c37-47d1-bea5-d8492c2b7f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.817058 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-73728fd8-6c37-47d1-bea5-d8492c2b7f7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0878dd1-3ff0-4b48-8b98-644e4042f692 HTTP/1.1" status: 204 len: 168 time: 0.4626417 Jul 27 20:08:07.829046 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9bd21018-4c68-4502-b7e6-166ccc9b96de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.834161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff30be8f-3fbe-4084-b6a9-dcb23c2e1f0e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:07.860349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73728fd8-6c37-47d1-bea5-d8492c2b7f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0878dd1-3ff0-4b48-8b98-644e4042f692,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:07.930615 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff30be8f-3fbe-4084-b6a9-dcb23c2e1f0e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.954468 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9bd21018-4c68-4502-b7e6-166ccc9b96de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:07.977926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-ff30be8f-3fbe-4084-b6a9-dcb23c2e1f0e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port 8804e140-bb1a-41da-93e3-4c91f48286e5 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:08:08.035832 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9bd21018-4c68-4502-b7e6-166ccc9b96de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.076500 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9bd21018-4c68-4502-b7e6-166ccc9b96de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.079802 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9bd21018-4c68-4502-b7e6-166ccc9b96de admin admin] 10.222.0.48 "DELETE /v2.0/subnets/74fa1e78-a882-4035-b02f-21ecbc3e18ee HTTP/1.1" status: 204 len: 168 time: 0.3795300 Jul 27 20:08:08.081840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd21018-4c68-4502-b7e6-166ccc9b96de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74fa1e78-a882-4035-b02f-21ecbc3e18ee,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:08.081995 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46738) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:08.082479 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c59baf7-1f8c-43da-8ff5-e2e2f8552364 None None] Network 15b361f8-e7e9-48b2-9815-e5dd7d5a79aa requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:08.222635 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.243126 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff30be8f-3fbe-4084-b6a9-dcb23c2e1f0e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.335115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94d5086-9014-471e-8063-f022fb14f1d8 None None] DHCP port deletion for 15b361f8-e7e9-48b2-9815-e5dd7d5a79aa request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:08:08.338678 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff30be8f-3fbe-4084-b6a9-dcb23c2e1f0e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.343983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] Deleting port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:08.344320 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.397116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c94d5086-9014-471e-8063-f022fb14f1d8 None None] Deleting port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:08.397857 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c94d5086-9014-471e-8063-f022fb14f1d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.436737 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff30be8f-3fbe-4084-b6a9-dcb23c2e1f0e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 66675c79-5437-4766-aa2f-573130f68fc8 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:08.445025 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-ff30be8f-3fbe-4084-b6a9-dcb23c2e1f0e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:08.454457 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff30be8f-3fbe-4084-b6a9-dcb23c2e1f0e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:08.460206 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff30be8f-3fbe-4084-b6a9-dcb23c2e1f0e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:08.460762 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff30be8f-3fbe-4084-b6a9-dcb23c2e1f0e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.466294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30be8f-3fbe-4084-b6a9-dcb23c2e1f0e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=8804e140-bb1a-41da-93e3-4c91f48286e5,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:08.475985 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] For port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f77e912b-d7d1-4c39-b6ad-fdfce957f8d5,segment=NetworkSegment(f9c8559c-2e5e-44f5-8e33-eff2dd1f5422),segment_id=f9c8559c-2e5e-44f5-8e33-eff2dd1f5422)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:08.476352 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.487008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c94d5086-9014-471e-8063-f022fb14f1d8 None None] For port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f77e912b-d7d1-4c39-b6ad-fdfce957f8d5,segment=NetworkSegment(f9c8559c-2e5e-44f5-8e33-eff2dd1f5422),segment_id=f9c8559c-2e5e-44f5-8e33-eff2dd1f5422)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:08.487551 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c94d5086-9014-471e-8063-f022fb14f1d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.500443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] Calling delete_port for f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:08.507779 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ff30be8f-3fbe-4084-b6a9-dcb23c2e1f0e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8130891 Jul 27 20:08:08.512940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46752) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:08.531587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c94d5086-9014-471e-8063-f022fb14f1d8 None None] Calling delete_port for f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:08.591319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 47a10cfe-0d80-4fa4-8047-68e60197a22b no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:08:08.595316 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.610005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af729426-40e6-4fcf-bd16-c1f154a736b2 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:08.610509 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.612439 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-af729426-40e6-4fcf-bd16-c1f154a736b2 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/8804e140-bb1a-41da-93e3-4c91f48286e5 HTTP/1.1" status: 200 len: 840 time: 0.0963862 Jul 27 20:08:08.614803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46756) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:08.618240 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 47a10cfe-0d80-4fa4-8047-68e60197a22b {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:08:08.618453 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 47a10cfe-0d80-4fa4-8047-68e60197a22b not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:08:08.622156 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 55ab5fae-58ea-450c-9956-ef237f6797b4 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:08:08.646161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] No DVR routers for this DVR port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:08:08.667623 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 55ab5fae-58ea-450c-9956-ef237f6797b4 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:08:08.668275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 55ab5fae-58ea-450c-9956-ef237f6797b4 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:08:08.668921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:08:08.673401 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77e912b-d7d1-4c39-b6ad-fdfce957f8d5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:08.719596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:08:08.720492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:08:08.749752 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c94d5086-9014-471e-8063-f022fb14f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.782608 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-125a38f2-d639-4b8d-a428-3bc3852f83d4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 8804e140-bb1a-41da-93e3-4c91f48286e5 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:08.782923 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-125a38f2-d639-4b8d-a428-3bc3852f83d4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.791052 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.803967 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d5086-9014-471e-8063-f022fb14f1d8 None None] Pushing event deleted for resources: {'Port': ['ID=f77e912b-d7d1-4c39-b6ad-fdfce957f8d5,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:08.820190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94d5086-9014-471e-8063-f022fb14f1d8 None None] No DVR routers for this DVR port f77e912b-d7d1-4c39-b6ad-fdfce957f8d5 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:08:08.829339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b361f8-e7e9-48b2-9815-e5dd7d5a79aa']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:08.856986 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c8559c-2e5e-44f5-8e33-eff2dd1f5422') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:08.857841 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c8559c-2e5e-44f5-8e33-eff2dd1f5422') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:08.878958 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.894646 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.903521 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:08:08.903991 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-125a38f2-d639-4b8d-a428-3bc3852f83d4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.904528 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:08:08.906405 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:08:08.923022 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-125a38f2-d639-4b8d-a428-3bc3852f83d4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 8804e140-bb1a-41da-93e3-4c91f48286e5 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:08.984669 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:08.999651 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.004457 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/15b361f8-e7e9-48b2-9815-e5dd7d5a79aa HTTP/1.1" status: 204 len: 168 time: 0.9190488 Jul 27 20:08:09.005897 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46774) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:09.015684 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc13603-872d-4d54-bd9d-469c957b57a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b361f8-e7e9-48b2-9815-e5dd7d5a79aa,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:09.074781 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-125a38f2-d639-4b8d-a428-3bc3852f83d4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.135747 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a38f2-d639-4b8d-a428-3bc3852f83d4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=8804e140-bb1a-41da-93e3-4c91f48286e5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:09.152067 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-125a38f2-d639-4b8d-a428-3bc3852f83d4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.154075 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-125a38f2-d639-4b8d-a428-3bc3852f83d4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/8804e140-bb1a-41da-93e3-4c91f48286e5 HTTP/1.1" status: 204 len: 168 time: 0.5376432 Jul 27 20:08:09.156676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46778) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:09.191386 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a564f40-6c34-4305-8acf-746df53361a8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] GET failed (client error): The resource could not be found. Jul 27 20:08:09.193486 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9a564f40-6c34-4305-8acf-746df53361a8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/8804e140-bb1a-41da-93e3-4c91f48286e5 HTTP/1.1" status: 404 len: 333 time: 0.0357494 Jul 27 20:08:09.197543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46782) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:09.202964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-4057e30d-4219-48c3-b37e-5ccf7476d56e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'name': 'tempest-PortsTestJSON-1841628002'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:09.306953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4057e30d-4219-48c3-b37e-5ccf7476d56e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:09.311711 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4057e30d-4219-48c3-b37e-5ccf7476d56e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.334023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4057e30d-4219-48c3-b37e-5ccf7476d56e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port 847f42c7-054f-4c7c-83ce-b20c193a0a9a yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:08:09.411926 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46788) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:09.418661 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3dd1f12c-eebc-4989-b280-f7b4774d77f6 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1822975709', 'description': 'tempest-secgroup-smoke-1822975709 description', 'project_id': 'd69124e393a44c87b1ab801866e9da04'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:09.474767 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3dd1f12c-eebc-4989-b280-f7b4774d77f6 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.518297 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4a1158d0-13f0-4729-93b2-79500c4bf254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.567790 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4057e30d-4219-48c3-b37e-5ccf7476d56e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.613331 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4057e30d-4219-48c3-b37e-5ccf7476d56e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.669433 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3dd1f12c-eebc-4989-b280-f7b4774d77f6 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.669741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4057e30d-4219-48c3-b37e-5ccf7476d56e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 66675c79-5437-4766-aa2f-573130f68fc8 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:09.674706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-4057e30d-4219-48c3-b37e-5ccf7476d56e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:09.680979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4057e30d-4219-48c3-b37e-5ccf7476d56e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:09.687349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4057e30d-4219-48c3-b37e-5ccf7476d56e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:09.687919 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4057e30d-4219-48c3-b37e-5ccf7476d56e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.696907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057e30d-4219-48c3-b37e-5ccf7476d56e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=847f42c7-054f-4c7c-83ce-b20c193a0a9a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:09.701939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3dd1f12c-eebc-4989-b280-f7b4774d77f6 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.711696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4057e30d-4219-48c3-b37e-5ccf7476d56e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5125668 Jul 27 20:08:09.714687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46796) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:09.720800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ea1eb445-97a2-4639-a121-9318eaa14b34 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:09.757691 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3dd1f12c-eebc-4989-b280-f7b4774d77f6 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.758971 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3dd1f12c-eebc-4989-b280-f7b4774d77f6 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3458688 Jul 27 20:08:09.762221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1f12c-eebc-4989-b280-f7b4774d77f6 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:09.764466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46798) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:09.769754 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9023bbcb-4152-4674-8d03-cc7d3207049d tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Request body: {'security_group_rule': {'security_group_id': '9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd', 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:09.813517 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9023bbcb-4152-4674-8d03-cc7d3207049d tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.844301 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb445-97a2-4639-a121-9318eaa14b34 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.931624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9023bbcb-4152-4674-8d03-cc7d3207049d tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.937180 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9023bbcb-4152-4674-8d03-cc7d3207049d tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.968270 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023bbcb-4152-4674-8d03-cc7d3207049d tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da647903-2c15-4348-a8e6-d16d9faa692e,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:09.975529 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9023bbcb-4152-4674-8d03-cc7d3207049d tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:09.980440 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9023bbcb-4152-4674-8d03-cc7d3207049d tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2105558 Jul 27 20:08:09.980440 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46802) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:09.984159 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7cd9d037-007b-40d2-b679-315c17d8012f tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Request body: {'security_group_rule': {'security_group_id': '9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd', 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:09.993775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4a1158d0-13f0-4729-93b2-79500c4bf254 admin admin] Deleting port 20bbbbcd-8f9a-404e-9b13-90a9a760a646 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:09.994111 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4a1158d0-13f0-4729-93b2-79500c4bf254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.032345 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb445-97a2-4639-a121-9318eaa14b34 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.039268 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb445-97a2-4639-a121-9318eaa14b34 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.075826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d037-007b-40d2-b679-315c17d8012f tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.082980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ea1eb445-97a2-4639-a121-9318eaa14b34 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] In _notify_port_updated(), no bound segment for port 847f42c7-054f-4c7c-83ce-b20c193a0a9a on network 66675c79-5437-4766-aa2f-573130f68fc8 {{(pid=94059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:08:10.089109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1eb445-97a2-4639-a121-9318eaa14b34 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:10.089775 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb445-97a2-4639-a121-9318eaa14b34 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.094186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ea1eb445-97a2-4639-a121-9318eaa14b34 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "PUT /v2.0/ports/847f42c7-054f-4c7c-83ce-b20c193a0a9a HTTP/1.1" status: 200 len: 818 time: 0.3783178 Jul 27 20:08:10.095341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46806) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:10.139871 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1eb445-97a2-4639-a121-9318eaa14b34 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=847f42c7-054f-4c7c-83ce-b20c193a0a9a,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:10.221665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-5f07ff91-6659-43e3-a21c-76112bf3e399 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 847f42c7-054f-4c7c-83ce-b20c193a0a9a {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:10.222312 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5f07ff91-6659-43e3-a21c-76112bf3e399 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.299169 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5f07ff91-6659-43e3-a21c-76112bf3e399 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.313742 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-5f07ff91-6659-43e3-a21c-76112bf3e399 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 847f42c7-054f-4c7c-83ce-b20c193a0a9a owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:10.397929 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5f07ff91-6659-43e3-a21c-76112bf3e399 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.427753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07ff91-6659-43e3-a21c-76112bf3e399 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=847f42c7-054f-4c7c-83ce-b20c193a0a9a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:10.433326 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5f07ff91-6659-43e3-a21c-76112bf3e399 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.438004 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5f07ff91-6659-43e3-a21c-76112bf3e399 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/847f42c7-054f-4c7c-83ce-b20c193a0a9a HTTP/1.1" status: 204 len: 168 time: 0.3392875 Jul 27 20:08:10.438631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46812) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:10.501706 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d037-007b-40d2-b679-315c17d8012f tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.503953 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-4a1158d0-13f0-4729-93b2-79500c4bf254 admin admin] For port 20bbbbcd-8f9a-404e-9b13-90a9a760a646, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=20bbbbcd-8f9a-404e-9b13-90a9a760a646,segment=NetworkSegment(1a12f9e6-4d8c-422a-809f-c39aaa563dc8),segment_id=1a12f9e6-4d8c-422a-809f-c39aaa563dc8)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:10.504308 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4a1158d0-13f0-4729-93b2-79500c4bf254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.506495 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e2a032-4024-40ce-a699-a928c4408f00 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:10.509169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-05e2a032-4024-40ce-a699-a928c4408f00 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0692565 Jul 27 20:08:10.510781 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46814) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:10.513154 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d037-007b-40d2-b679-315c17d8012f tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.535046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4a1158d0-13f0-4729-93b2-79500c4bf254 admin admin] Calling delete_port for 20bbbbcd-8f9a-404e-9b13-90a9a760a646 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:10.545823 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c684b617-8b21-44ce-9664-c989467f2636 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] GET failed (client error): The resource could not be found. Jul 27 20:08:10.552030 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9d037-007b-40d2-b679-315c17d8012f tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeecc80c-886c-4c3d-a7fc-c4fbd689bf29,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:10.552283 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c684b617-8b21-44ce-9664-c989467f2636 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/847f42c7-054f-4c7c-83ce-b20c193a0a9a HTTP/1.1" status: 404 len: 333 time: 0.0363436 Jul 27 20:08:10.552486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46816) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:10.556367 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d037-007b-40d2-b679-315c17d8012f tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.560198 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7cd9d037-007b-40d2-b679-315c17d8012f tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5771399 Jul 27 20:08:10.560482 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46818) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:10.561274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-2267f918-5347-47d1-b8fe-f67cfea5aed6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1656038224'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:10.565130 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f03c210f-45a3-48ba-813d-59546b176d0e tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Request body: {'security_group_rule': {'security_group_id': '9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd', 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:10.591146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2267f918-5347-47d1-b8fe-f67cfea5aed6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:10.594826 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2267f918-5347-47d1-b8fe-f67cfea5aed6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.613077 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.db.api [None req-f03c210f-45a3-48ba-813d-59546b176d0e tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:08:10.613077 n-d-705657-21 neutron-server[94060]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 20:08:10.613077 n-d-705657-21 neutron-server[94060]: [parameters: {'project_id_1': 'd69124e393a44c87b1ab801866e9da04', 'expiration_1': datetime.datetime(2021, 7, 27, 20, 8, 10, 573358)}] Jul 27 20:08:10.613077 n-d-705657-21 neutron-server[94060]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:08:10.613637 n-d-705657-21 neutron-server[94060]: DEBUG oslo_db.api [None req-f03c210f-45a3-48ba-813d-59546b176d0e tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:08:10.622351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2267f918-5347-47d1-b8fe-f67cfea5aed6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:08:10.632518 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2267f918-5347-47d1-b8fe-f67cfea5aed6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.632866 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-2267f918-5347-47d1-b8fe-f67cfea5aed6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Added segment 38319fc4-b2cf-4a82-b899-16b6188bc88e of type vlan for network 28d1e0df-f664-41b2-ad15-2cfd9a39200d Jul 27 20:08:10.676655 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2267f918-5347-47d1-b8fe-f67cfea5aed6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.708569 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2267f918-5347-47d1-b8fe-f67cfea5aed6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.716072 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2267f918-5347-47d1-b8fe-f67cfea5aed6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:10.716717 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2267f918-5347-47d1-b8fe-f67cfea5aed6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.778203 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4a1158d0-13f0-4729-93b2-79500c4bf254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:10.792147 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2267f918-5347-47d1-b8fe-f67cfea5aed6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2386315 Jul 27 20:08:10.795633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46820) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:10.800095 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-77a09dff-c036-4641-9128-17f85c800853 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'subnet': {'network_id': '28d1e0df-f664-41b2-ad15-2cfd9a39200d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:10.807419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267f918-5347-47d1-b8fe-f67cfea5aed6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Network': ['ID=28d1e0df-f664-41b2-ad15-2cfd9a39200d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:10.807638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1158d0-13f0-4729-93b2-79500c4bf254 admin admin] Pushing event deleted for resources: {'Port': ['ID=20bbbbcd-8f9a-404e-9b13-90a9a760a646,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:10.832008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 28d1e0df-f664-41b2-ad15-2cfd9a39200d details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:08:10.934392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a09dff-c036-4641-9128-17f85c800853 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:10.938335 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-77a09dff-c036-4641-9128-17f85c800853 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.029707 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4a1158d0-13f0-4729-93b2-79500c4bf254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.178770 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f03c210f-45a3-48ba-813d-59546b176d0e tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.187376 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-77a09dff-c036-4641-9128-17f85c800853 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.269207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-3d4ce82a-1785-4ed7-ae9a-4b72feefb193 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1437814 Jul 27 20:08:11.269919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a09dff-c036-4641-9128-17f85c800853 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Subnet': ['ID=ba8ffa31-3a4a-4d67-9e3a-9101a1d165db,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:11.281628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a09dff-c036-4641-9128-17f85c800853 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Checking segment: {'id': '38319fc4-b2cf-4a82-b899-16b6188bc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '28d1e0df-f664-41b2-ad15-2cfd9a39200d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:11.282096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a09dff-c036-4641-9128-17f85c800853 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network hostable DHCP agents. Network: 28d1e0df-f664-41b2-ad15-2cfd9a39200d, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:08:11.303315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a09dff-c036-4641-9128-17f85c800853 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 28d1e0df-f664-41b2-ad15-2cfd9a39200d is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:08:11.315118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-77a09dff-c036-4641-9128-17f85c800853 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 28d1e0df-f664-41b2-ad15-2cfd9a39200d) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:11.316795 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f03c210f-45a3-48ba-813d-59546b176d0e tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.320939 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a09dff-c036-4641-9128-17f85c800853 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:11.321551 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-77a09dff-c036-4641-9128-17f85c800853 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.322007 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f03c210f-45a3-48ba-813d-59546b176d0e tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.329849 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dd3b8b-1044-41be-8fdf-4383e4e690f8 None None] Network 28d1e0df-f664-41b2-ad15-2cfd9a39200d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:11.340767 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-77a09dff-c036-4641-9128-17f85c800853 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5444577 Jul 27 20:08:11.343653 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46828) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:11.350730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c210f-45a3-48ba-813d-59546b176d0e tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010f167c-1579-4b93-85be-2cabc170f502,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:11.350994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8309904f-9558-44d2-9dfa-46ff07fd5af9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'subnet': {'network_id': '28d1e0df-f664-41b2-ad15-2cfd9a39200d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:11.369915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1158d0-13f0-4729-93b2-79500c4bf254 admin admin] Router 0af7ac0b-acd0-4292-b2ca-e77c71f4d749 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:08:11.376973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f03c210f-45a3-48ba-813d-59546b176d0e tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.381441 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f03c210f-45a3-48ba-813d-59546b176d0e tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8167703 Jul 27 20:08:11.382074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46830) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:11.426259 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-da11a669-2511-476f-ac5b-430a2b2cff53 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Request body: {'security_group_rule': {'security_group_id': '9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd', 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:11.496985 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-a998e3ef-18d9-4212-81c3-9d67dc1026b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:11.497472 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-a998e3ef-18d9-4212-81c3-9d67dc1026b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:11.497946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-a998e3ef-18d9-4212-81c3-9d67dc1026b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:11.498419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-a998e3ef-18d9-4212-81c3-9d67dc1026b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:11.498886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-a998e3ef-18d9-4212-81c3-9d67dc1026b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:11.499351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-a998e3ef-18d9-4212-81c3-9d67dc1026b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:11.499818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-a998e3ef-18d9-4212-81c3-9d67dc1026b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:11.501811 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-a998e3ef-18d9-4212-81c3-9d67dc1026b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6505 time: 0.1442425 Jul 27 20:08:11.526608 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da11a669-2511-476f-ac5b-430a2b2cff53 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.568742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-28d1e0df-f664-41b2-ad15-2cfd9a39200d', 'network_id': '28d1e0df-f664-41b2-ad15-2cfd9a39200d', 'tenant_id': '923361191ee544ea94d5448e44a57838', 'fixed_ips': [{'subnet_id': 'ba8ffa31-3a4a-4d67-9e3a-9101a1d165db'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:08:11.570199 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.600598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8309904f-9558-44d2-9dfa-46ff07fd5af9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:11.604272 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8309904f-9558-44d2-9dfa-46ff07fd5af9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.610427 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.618819 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da11a669-2511-476f-ac5b-430a2b2cff53 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.621013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1158d0-13f0-4729-93b2-79500c4bf254 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:08:11.632578 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3db266-5e00-44ee-a229-ce8e4f51d9b2 None None] Sync routers for ids ['0af7ac0b-acd0-4292-b2ca-e77c71f4d749'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:08:11.646135 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4a1158d0-13f0-4729-93b2-79500c4bf254 admin admin] 10.222.0.48 "PUT /v2.0/routers/0af7ac0b-acd0-4292-b2ca-e77c71f4d749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6388955 Jul 27 20:08:11.649487 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3db266-5e00-44ee-a229-ce8e4f51d9b2 None None] Routers {'0af7ac0b-acd0-4292-b2ca-e77c71f4d749'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:08:11.650229 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8c3db266-5e00-44ee-a229-ce8e4f51d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0af7ac0b-acd0-4292-b2ca-e77c71f4d749'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:11.652469 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46834) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:11.774397 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Allocated IP 172.20.0.2 (28d1e0df-f664-41b2-ad15-2cfd9a39200d/ba8ffa31-3a4a-4d67-9e3a-9101a1d165db/376ba6a6-773d-4340-ace0-f433c1af113b) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:11.826197 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da11a669-2511-476f-ac5b-430a2b2cff53 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.829212 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.848475 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11a669-2511-476f-ac5b-430a2b2cff53 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbaafab3-4441-4ea2-a7d5-7a8aada73dfd,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:11.917390 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da11a669-2511-476f-ac5b-430a2b2cff53 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:11.921165 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-da11a669-2511-476f-ac5b-430a2b2cff53 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4987628 Jul 27 20:08:11.963186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46836) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:11.972201 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-84f32947-1bd3-46f0-aa69-3aabf0c0f89c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Request body: {'security_group_rule': {'security_group_id': '9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd', 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:11.999834 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-8c3db266-5e00-44ee-a229-ce8e4f51d9b2 None None] Set router 0af7ac0b-acd0-4292-b2ca-e77c71f4d749 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:08:12.002980 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.021534 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.031250 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-84f32947-1bd3-46f0-aa69-3aabf0c0f89c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Project d69124e393a44c87b1ab801866e9da04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:08:12.040677 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84f32947-1bd3-46f0-aa69-3aabf0c0f89c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.044932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Transition to ACTIVE for port object 376ba6a6-773d-4340-ace0-f433c1af113b will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:12.079113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Transition to ACTIVE for port object 376ba6a6-773d-4340-ace0-f433c1af113b will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:12.099710 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.130895 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84f32947-1bd3-46f0-aa69-3aabf0c0f89c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.146966 n-d-705657-21 neutron-server[94059]: INFO neutron.db.ipam_backend_mixin [None req-8309904f-9558-44d2-9dfa-46ff07fd5af9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ba8ffa31-3a4a-4d67-9e3a-9101a1d165db (CIDR: 172.20.0.0/28) Jul 27 20:08:12.147213 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84f32947-1bd3-46f0-aa69-3aabf0c0f89c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.150011 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8309904f-9558-44d2-9dfa-46ff07fd5af9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:08:12.150497 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8309904f-9558-44d2-9dfa-46ff07fd5af9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:08:12.190965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f32947-1bd3-46f0-aa69-3aabf0c0f89c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18aebb6-b0d6-4dd0-afb9-337b23eb66b2,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:12.192730 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8309904f-9558-44d2-9dfa-46ff07fd5af9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8464780 Jul 27 20:08:12.193710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46840) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:12.202150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Network 28d1e0df-f664-41b2-ad15-2cfd9a39200d is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:12.202915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] Deleting port 3852a72f-0d5a-48df-82de-16f94597ee37 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:12.204760 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.205502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:12.207787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-b809d83b-43ce-4419-aa54-6abd56715a82 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'subnet': {'network_id': '28d1e0df-f664-41b2-ad15-2cfd9a39200d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:12.211637 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:12.260266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Pushing event updated for resources: {'Port': ['ID=376ba6a6-773d-4340-ace0-f433c1af113b,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:12.284197 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8c3db266-5e00-44ee-a229-ce8e4f51d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'name': 'tempest-TestAggregatesBasicOps-239634351-router', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': '3852a72f-0d5a-48df-82de-16f94597ee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:50Z', 'updated_at': '2021-07-27T20:08:10Z', 'revision_number': 5, 'project_id': 'd5a84721c209424aa2448d537d57cfbc', 'gw_port': {'id': '3852a72f-0d5a-48df-82de-16f94597ee37', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:07:51Z', 'updated_at': '2021-07-27T20:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:12.299528 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] For port 3852a72f-0d5a-48df-82de-16f94597ee37, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=3852a72f-0d5a-48df-82de-16f94597ee37,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:12.299997 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.307336 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Attempting to bind port 376ba6a6-773d-4340-ace0-f433c1af113b on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:08:12.308141 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Attempting to bind port 376ba6a6-773d-4340-ace0-f433c1af113b by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38319fc4-b2cf-4a82-b899-16b6188bc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '28d1e0df-f664-41b2-ad15-2cfd9a39200d'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:08:12.309060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Attempting to bind port 376ba6a6-773d-4340-ace0-f433c1af113b on network 28d1e0df-f664-41b2-ad15-2cfd9a39200d {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:08:12.315301 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] Calling delete_port for 3852a72f-0d5a-48df-82de-16f94597ee37 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:12.316335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:08:12.316902 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3db266-5e00-44ee-a229-ce8e4f51d9b2 None None] Checking router: 0af7ac0b-acd0-4292-b2ca-e77c71f4d749 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:08:12.317283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Checking segment: {'id': '38319fc4-b2cf-4a82-b899-16b6188bc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '28d1e0df-f664-41b2-ad15-2cfd9a39200d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:12.318240 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.318851 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Bound using segment: {'id': '38319fc4-b2cf-4a82-b899-16b6188bc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '28d1e0df-f664-41b2-ad15-2cfd9a39200d'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:08:12.319785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Bound port: 376ba6a6-773d-4340-ace0-f433c1af113b, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38319fc4-b2cf-4a82-b899-16b6188bc88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '28d1e0df-f664-41b2-ad15-2cfd9a39200d'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:08:12.320424 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.326821 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3db266-5e00-44ee-a229-ce8e4f51d9b2 None None] Routers {'0af7ac0b-acd0-4292-b2ca-e77c71f4d749'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:08:12.327446 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8c3db266-5e00-44ee-a229-ce8e4f51d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:07:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0af7ac0b-acd0-4292-b2ca-e77c71f4d749'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:12.388056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-5ab9bcdf-4567-4916-9287-c8dffdc661e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:12.388668 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-5ab9bcdf-4567-4916-9287-c8dffdc661e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:12.388926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-5ab9bcdf-4567-4916-9287-c8dffdc661e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:12.390559 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-5ab9bcdf-4567-4916-9287-c8dffdc661e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ac679f8b-06ff-475b-999e-fecd672dac7a&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=73d72393-3d95-4308-9106-6209eefa092b&id=73d72393-3d95-4308-9106-6209eefa092b HTTP/1.1" status: 200 len: 2298 time: 0.8588374 Jul 27 20:08:12.406216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] For port 376ba6a6-773d-4340-ace0-f433c1af113b, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:08:12.410279 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] For port 376ba6a6-773d-4340-ace0-f433c1af113b, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=376ba6a6-773d-4340-ace0-f433c1af113b,segment=NetworkSegment(38319fc4-b2cf-4a82-b899-16b6188bc88e),segment_id=38319fc4-b2cf-4a82-b899-16b6188bc88e)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:08:12.416671 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.436289 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-8c3db266-5e00-44ee-a229-ce8e4f51d9b2 None None] Set router 0af7ac0b-acd0-4292-b2ca-e77c71f4d749 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:08:12.484075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84f32947-1bd3-46f0-aa69-3aabf0c0f89c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.488250 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-84f32947-1bd3-46f0-aa69-3aabf0c0f89c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5234270 Jul 27 20:08:12.503571 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46844) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:12.507677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-fa0bdf2a-ba04-4024-99ad-6acf93344c03 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Request body: {'security_group_rule': {'security_group_id': '9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd', 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:12.508385 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8c3db266-5e00-44ee-a229-ce8e4f51d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'name': 'tempest-TestAggregatesBasicOps-239634351-router', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:50Z', 'updated_at': '2021-07-27T20:08:12Z', 'revision_number': 6, 'project_id': 'd5a84721c209424aa2448d537d57cfbc', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:12.549402 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3db266-5e00-44ee-a229-ce8e4f51d9b2 None None] The sync data for ids ['0af7ac0b-acd0-4292-b2ca-e77c71f4d749'] in n-d-705657-21 is: [{'id': '0af7ac0b-acd0-4292-b2ca-e77c71f4d749', 'name': 'tempest-TestAggregatesBasicOps-239634351-router', 'tenant_id': 'd5a84721c209424aa2448d537d57cfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:07:50Z', 'updated_at': '2021-07-27T20:08:12Z', 'revision_number': 6, 'project_id': 'd5a84721c209424aa2448d537d57cfbc', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:08:12.563006 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-72660916-d1ab-4dd1-90a3-97dd8230a13c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0832f3a4-1619-4ea1-b9bf-87a13b42df43 HTTP/1.1" status: 200 len: 1001 time: 0.1507127 Jul 27 20:08:12.571873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78db76-cc61-4e1e-a725-75ef8551bd70 None None] Pushing event updated for resources: {'Port': ['ID=376ba6a6-773d-4340-ace0-f433c1af113b,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:12.583320 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-fa0bdf2a-ba04-4024-99ad-6acf93344c03 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Project d69124e393a44c87b1ab801866e9da04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:08:12.609490 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdf2a-ba04-4024-99ad-6acf93344c03 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.647530 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.680032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-ac8d0fad-c32d-4f68-98ab-eea4b704b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:12.681761 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-ac8d0fad-c32d-4f68-98ab-eea4b704b851 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5c4faa1-1e78-41dd-a98d-2cdbd705d07e HTTP/1.1" status: 200 len: 855 time: 0.1113398 Jul 27 20:08:12.684182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b809d83b-43ce-4419-aa54-6abd56715a82 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:12.688236 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b809d83b-43ce-4419-aa54-6abd56715a82 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.735343 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] Pushing event deleted for resources: {'Port': ['ID=3852a72f-0d5a-48df-82de-16f94597ee37,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:12.795959 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdf2a-ba04-4024-99ad-6acf93344c03 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.801644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdf2a-ba04-4024-99ad-6acf93344c03 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.818749 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.854261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bdf2a-ba04-4024-99ad-6acf93344c03 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5357bd74-3b39-498b-8a36-ca6d84ba1bee,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:12.889876 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdf2a-ba04-4024-99ad-6acf93344c03 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:12.900917 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fa0bdf2a-ba04-4024-99ad-6acf93344c03 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3882854 Jul 27 20:08:12.904772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-4806c41c-17e6-49bb-b6fc-c58bf0542bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:12.905426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-4806c41c-17e6-49bb-b6fc-c58bf0542bc5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ac679f8b-06ff-475b-999e-fecd672dac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1211541 Jul 27 20:08:13.049717 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:13.058217 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:13.164587 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:13.165483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0af7ac0b-acd0-4292-b2ca-e77c71f4d749 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:08:13.174936 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:13.179859 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8bb525b5-56d1-4034-8531-4c2dbcad627e admin admin] 10.222.0.48 "DELETE /v2.0/routers/0af7ac0b-acd0-4292-b2ca-e77c71f4d749 HTTP/1.1" status: 204 len: 168 time: 1.5251329 Jul 27 20:08:13.181120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46848) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:13.233741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-80e910c4-056a-4029-a0d3-7da4bed912ca service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178079 Jul 27 20:08:13.235198 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b809d83b-43ce-4419-aa54-6abd56715a82 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:13.281322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de7a8a0-2612-42d7-afa4-023d1f5abb9d admin admin] Deleting subnet 09a8d43b-a3f2-4d6c-8f18-2479eef92264 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:08:13.285862 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1de7a8a0-2612-42d7-afa4-023d1f5abb9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:13.339127 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1de7a8a0-2612-42d7-afa4-023d1f5abb9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:13.376455 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-013c3e27-f1b2-45ad-9571-707dc093aaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:13.382210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b809d83b-43ce-4419-aa54-6abd56715a82 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 28d1e0df-f664-41b2-ad15-2cfd9a39200d is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:13.394563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-b809d83b-43ce-4419-aa54-6abd56715a82 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:13.403217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b809d83b-43ce-4419-aa54-6abd56715a82 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:13.403810 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b809d83b-43ce-4419-aa54-6abd56715a82 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:13.422885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1de7a8a0-2612-42d7-afa4-023d1f5abb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:13.427209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809d83b-43ce-4419-aa54-6abd56715a82 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Subnet': ['ID=c20460bb-9a42-4d2a-af15-62bdd09f93d5,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:13.459672 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b809d83b-43ce-4419-aa54-6abd56715a82 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2595508 Jul 27 20:08:13.461449 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46856) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:13.464659 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-74b3231c-1334-4e83-b915-a68d816c7ced tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1822975709&fields=id&tenant_id=d69124e393a44c87b1ab801866e9da04 HTTP/1.1" status: 200 len: 267 time: 0.1008873 Jul 27 20:08:13.468212 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'network_id': '28d1e0df-f664-41b2-ad15-2cfd9a39200d', 'fixed_ips': [{'subnet_id': 'ba8ffa31-3a4a-4d67-9e3a-9101a1d165db'}, {'subnet_id': 'c20460bb-9a42-4d2a-af15-62bdd09f93d5'}], 'name': 'tempest-PortsTestJSON-947168094'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:13.554216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1de7a8a0-2612-42d7-afa4-023d1f5abb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:13.560649 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-fc542d0e-4ee3-41ee-89ea-20b1c7f177b1 service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174930 Jul 27 20:08:13.604535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7a8a0-2612-42d7-afa4-023d1f5abb9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a8d43b-a3f2-4d6c-8f18-2479eef92264,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:13.608420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d765bb2-b175-4b9c-9f47-16640999b351 None None] Network 203fc93a-316d-4bf8-9d48-4519ba1cc076 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:13.610607 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1de7a8a0-2612-42d7-afa4-023d1f5abb9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:13.615209 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1de7a8a0-2612-42d7-afa4-023d1f5abb9d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/09a8d43b-a3f2-4d6c-8f18-2479eef92264 HTTP/1.1" status: 204 len: 168 time: 0.4306374 Jul 27 20:08:13.617037 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46864) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:13.676149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-7a0120fe-bdd4-48fc-ad46-88fdf7c05128 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=126479f5-4f00-4961-8987-3f39241c2c16 HTTP/1.1" status: 200 len: 217 time: 0.1065919 Jul 27 20:08:13.702991 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:13.829843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:13.891885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-c2a2d2f5-ab08-489d-9458-fe5e1d66c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:13.893425 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-c2a2d2f5-ab08-489d-9458-fe5e1d66c181 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.1928589 Jul 27 20:08:13.901349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] Deleting port 46a246c7-f981-455b-aa8a-5be17fbc94b0 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:13.901704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:13.909773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-2552a584-d21a-4a6d-8b5d-b0b9ece9789c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:13.911541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-2552a584-d21a-4a6d-8b5d-b0b9ece9789c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/networks?id=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 HTTP/1.1" status: 200 len: 814 time: 0.4350958 Jul 27 20:08:13.959025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-8ad1a295-4577-48d5-9f34-a34a8ccb96b9 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/quotas/d69124e393a44c87b1ab801866e9da04 HTTP/1.1" status: 200 len: 375 time: 0.0358632 Jul 27 20:08:14.018677 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4f3cf5-8b28-4b6c-80e3-d63460bb3db2 None None] DHCP port deletion for 203fc93a-316d-4bf8-9d48-4519ba1cc076 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:08:14.034172 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] For port 46a246c7-f981-455b-aa8a-5be17fbc94b0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=46a246c7-f981-455b-aa8a-5be17fbc94b0,segment=NetworkSegment(1a12f9e6-4d8c-422a-809f-c39aaa563dc8),segment_id=1a12f9e6-4d8c-422a-809f-c39aaa563dc8)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:14.034543 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:14.073600 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] Calling delete_port for 46a246c7-f981-455b-aa8a-5be17fbc94b0 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:14.083778 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:14.102291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f3cf5-8b28-4b6c-80e3-d63460bb3db2 None None] Deleting port 46a246c7-f981-455b-aa8a-5be17fbc94b0 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:14.102683 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6c4f3cf5-8b28-4b6c-80e3-d63460bb3db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:14.107936 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-a3354eec-7973-4cff-8ffd-3c2f81803e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:14.109235 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-a3354eec-7973-4cff-8ffd-3c2f81803e95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1949587 Jul 27 20:08:14.161029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port 2223df14-b841-4327-8a3d-6f4685b469a0 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:08:14.209610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6c4f3cf5-8b28-4b6c-80e3-d63460bb3db2 None None] For port 46a246c7-f981-455b-aa8a-5be17fbc94b0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=46a246c7-f981-455b-aa8a-5be17fbc94b0,segment=NetworkSegment(1a12f9e6-4d8c-422a-809f-c39aaa563dc8),segment_id=1a12f9e6-4d8c-422a-809f-c39aaa563dc8)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:14.209610 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6c4f3cf5-8b28-4b6c-80e3-d63460bb3db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:14.214029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-7586ef66-a615-4ca0-8d5c-1fdf8091b7ef tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d69124e393a44c87b1ab801866e9da04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2470343 Jul 27 20:08:14.219563 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d633233a-9626-4ce1-bf4d-bba042b0cf23 None None] Network 28d1e0df-f664-41b2-ad15-2cfd9a39200d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:14.267286 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-cb4d0106-367d-47d2-a8de-c9988d8f797c service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458595 Jul 27 20:08:14.270050 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f3cf5-8b28-4b6c-80e3-d63460bb3db2 None None] Calling delete_port for 46a246c7-f981-455b-aa8a-5be17fbc94b0 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:14.301378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:14.321320 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f27ca6c7-321a-4fcf-ab67-a078f6287504 None None] Provisioning for port 376ba6a6-773d-4340-ace0-f433c1af113b completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:14.353575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=46a246c7-f981-455b-aa8a-5be17fbc94b0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:14.379844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-3527e503-1019-4631-a29c-ad41de2917a8 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024680 Jul 27 20:08:14.406543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] No DVR routers for this DVR port 46a246c7-f981-455b-aa8a-5be17fbc94b0 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:08:14.466191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-badae4d8-cde6-4111-9192-fcd0ce5298a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=cf287038-36da-428d-9206-c7ff8b06bd7c HTTP/1.1" status: 200 len: 217 time: 0.0739517 Jul 27 20:08:14.481562 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6c4f3cf5-8b28-4b6c-80e3-d63460bb3db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:14.507464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f3cf5-8b28-4b6c-80e3-d63460bb3db2 None None] No DVR routers for this DVR port 46a246c7-f981-455b-aa8a-5be17fbc94b0 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:08:14.528179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f3cf5-8b28-4b6c-80e3-d63460bb3db2 None None] Pushing event deleted for resources: {'Port': ['ID=46a246c7-f981-455b-aa8a-5be17fbc94b0,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:14.558413 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:14.574729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203fc93a-316d-4bf8-9d48-4519ba1cc076']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:14.596686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 376ba6a6-773d-4340-ace0-f433c1af113b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:14.609089 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a12f9e6-4d8c-422a-809f-c39aaa563dc8') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:14.609424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a12f9e6-4d8c-422a-809f-c39aaa563dc8') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:14.622156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-6eca737e-2536-4d42-af90-34143822c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:14.624270 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-6eca737e-2536-4d42-af90-34143822c9b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0844722 Jul 27 20:08:14.625099 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:14.647370 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:14.649807 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Allocated IP 172.20.0.7 (28d1e0df-f664-41b2-ad15-2cfd9a39200d/ba8ffa31-3a4a-4d67-9e3a-9101a1d165db/2223df14-b841-4327-8a3d-6f4685b469a0) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:14.659140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:08:14.659544 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:08:14.661275 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:08:14.664271 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Allocated IP 172.20.0.30 (28d1e0df-f664-41b2-ad15-2cfd9a39200d/c20460bb-9a42-4d2a-af15-62bdd09f93d5/2223df14-b841-4327-8a3d-6f4685b469a0) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:14.664364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 376ba6a6-773d-4340-ace0-f433c1af113b completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:14.668263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 376ba6a6-773d-4340-ace0-f433c1af113b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:14.668811 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:14.681826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-f01cedde-53d8-4418-b965-aa2aba90f31f service neutron] 10.222.0.48 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403653 Jul 27 20:08:14.747724 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:14.754386 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:14.759864 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] 10.222.0.48 "DELETE /v2.0/networks/203fc93a-316d-4bf8-9d48-4519ba1cc076 HTTP/1.1" status: 204 len: 168 time: 1.1415455 Jul 27 20:08:14.764542 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-2394b032-114f-48e5-b957-3836befa1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:14.766885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-2394b032-114f-48e5-b957-3836befa1f85 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1335735 Jul 27 20:08:14.778664 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df6207-45a6-4094-a9cf-d04b12e53e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=203fc93a-316d-4bf8-9d48-4519ba1cc076,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:14.801139 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:14.895077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c16bbb-5ab1-46f9-aa13-b8d24a384fd7 None None] Update dhcp port {'port': {'network_id': '28d1e0df-f664-41b2-ad15-2cfd9a39200d', 'fixed_ips': [{'subnet_id': 'ba8ffa31-3a4a-4d67-9e3a-9101a1d165db', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c20460bb-9a42-4d2a-af15-62bdd09f93d5'}], 'binding:host_id': 'n-d-705657-21'}, 'id': '376ba6a6-773d-4340-ace0-f433c1af113b'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 20:08:14.911263 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-212ab64d-f39b-4359-a598-89b65f128593 service neutron] 10.222.0.48 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161188 Jul 27 20:08:14.945065 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:14.960107 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-c4e346c2-45b6-4940-85f7-b0f4f4673a29 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842694 Jul 27 20:08:14.963303 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Transition to ACTIVE for port object 2223df14-b841-4327-8a3d-6f4685b469a0 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:14.981067 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37c16bbb-5ab1-46f9-aa13-b8d24a384fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:15.003267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46880) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:15.052536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 376ba6a6-773d-4340-ace0-f433c1af113b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=376ba6a6-773d-4340-ace0-f433c1af113b,segment=NetworkSegment(38319fc4-b2cf-4a82-b899-16b6188bc88e),segment_id=38319fc4-b2cf-4a82-b899-16b6188bc88e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:15.061764 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:15.121714 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:15.140417 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=2223df14-b841-4327-8a3d-6f4685b469a0,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:15.188084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 28d1e0df-f664-41b2-ad15-2cfd9a39200d is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:15.193639 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9ad5fb62-5eef-443d-b531-645b10e4dde0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47e46fb19426493cab5546e272c28be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889508 Jul 27 20:08:15.194902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:15.202897 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:15.207192 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46890) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:15.219597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3852a72f-0d5a-48df-82de-16f94597ee37 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:08:15.249140 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-14f6c55f-5684-4b32-b338-ba71eef46ba2 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811112 Jul 27 20:08:15.259998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=376ba6a6-773d-4340-ace0-f433c1af113b,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:15.262812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 3852a72f-0d5a-48df-82de-16f94597ee37 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:08:15.263457 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 3852a72f-0d5a-48df-82de-16f94597ee37 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:08:15.264153 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 20bbbbcd-8f9a-404e-9b13-90a9a760a646 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:08:15.277263 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:15.278010 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:15.297251 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f213b2cb-6c3d-487c-9c3e-6541373bb41a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.8322713 Jul 27 20:08:15.297873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46892) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:15.303382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 20bbbbcd-8f9a-404e-9b13-90a9a760a646 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:08:15.303737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 20bbbbcd-8f9a-404e-9b13-90a9a760a646 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:08:15.304165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 46a246c7-f981-455b-aa8a-5be17fbc94b0 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:08:15.305026 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b44a38e4-7878-40ed-96c0-13655b11afa5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba8ffa31-3a4a-4d67-9e3a-9101a1d165db'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:15.342812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 46a246c7-f981-455b-aa8a-5be17fbc94b0 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:08:15.343445 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 46a246c7-f981-455b-aa8a-5be17fbc94b0 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:08:15.376126 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-e3205450-8b8e-4ae6-9308-444cf413c026 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=539dc352-83b6-4836-984f-72368194a43e HTTP/1.1" status: 200 len: 217 time: 0.1170568 Jul 27 20:08:15.393803 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-37c16bbb-5ab1-46f9-aa13-b8d24a384fd7 None None] Allocated IP 172.20.0.18 (28d1e0df-f664-41b2-ad15-2cfd9a39200d/c20460bb-9a42-4d2a-af15-62bdd09f93d5/376ba6a6-773d-4340-ace0-f433c1af113b) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:15.446077 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b44a38e4-7878-40ed-96c0-13655b11afa5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:15.503748 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-660d7cf4-a114-46c6-9fd2-4d43e89abebe req-08661aaf-d562-4a82-b32b-ce46cc814dd5 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 210 time: 0.0983984 Jul 27 20:08:15.525065 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-826f1bf0-2131-4ee1-9e1e-f21a005e9893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:15.526869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-37c16bbb-5ab1-46f9-aa13-b8d24a384fd7 None None] For port 376ba6a6-773d-4340-ace0-f433c1af113b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=376ba6a6-773d-4340-ace0-f433c1af113b,segment=NetworkSegment(38319fc4-b2cf-4a82-b899-16b6188bc88e),segment_id=38319fc4-b2cf-4a82-b899-16b6188bc88e)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:15.539812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-d04674bc-4cff-477b-988d-8a2787593893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:15.541407 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-d04674bc-4cff-477b-988d-8a2787593893 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.1521640 Jul 27 20:08:15.568765 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-826f1bf0-2131-4ee1-9e1e-f21a005e9893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:15.594436 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37c16bbb-5ab1-46f9-aa13-b8d24a384fd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:15.610449 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-37c16bbb-5ab1-46f9-aa13-b8d24a384fd7 None None] Transition to ACTIVE for port object 376ba6a6-773d-4340-ace0-f433c1af113b will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:15.617200 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37c16bbb-5ab1-46f9-aa13-b8d24a384fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:15.651798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-4832024c-afc6-4810-91da-2dc3b149cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:15.653496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-4832024c-afc6-4810-91da-2dc3b149cb77 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1002362 Jul 27 20:08:15.718874 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-826f1bf0-2131-4ee1-9e1e-f21a005e9893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:15.722066 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-826f1bf0-2131-4ee1-9e1e-f21a005e9893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:15.722991 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-826f1bf0-2131-4ee1-9e1e-f21a005e9893 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cba35e2e-13ce-4300-9470-0782f024113d HTTP/1.1" status: 204 len: 168 time: 0.5141897 Jul 27 20:08:15.728822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c16bbb-5ab1-46f9-aa13-b8d24a384fd7 None None] Pushing event updated for resources: {'Port': ['ID=376ba6a6-773d-4340-ace0-f433c1af113b,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:15.757137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f1bf0-2131-4ee1-9e1e-f21a005e9893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba35e2e-13ce-4300-9470-0782f024113d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:15.804806 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-6918eedc-d0e2-4d90-8efc-0199263fd45b service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406069 Jul 27 20:08:15.805376 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-b44a38e4-7878-40ed-96c0-13655b11afa5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Delete allocated IP 172.20.0.30 (28d1e0df-f664-41b2-ad15-2cfd9a39200d/c20460bb-9a42-4d2a-af15-62bdd09f93d5) {{(pid=94060) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 20:08:15.924886 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-472fba0f-9b13-4f76-b3b5-2e39aef8de81 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121321 Jul 27 20:08:15.987899 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-5bc5cd4a-f65a-40b3-8bc3-b6b56cfb6dc5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 HTTP/1.1" status: 200 len: 217 time: 0.0549181 Jul 27 20:08:16.060196 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-8cb2e6cc-65e7-4a63-af9d-48e442a398b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:16.061914 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-8cb2e6cc-65e7-4a63-af9d-48e442a398b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0630584 Jul 27 20:08:16.117596 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9d2308b7-75ea-4ba6-98de-204dd063faf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:16.136428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-812cd39c-2674-46df-9a1e-c422136ba58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:16.139573 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-812cd39c-2674-46df-9a1e-c422136ba58d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0697904 Jul 27 20:08:16.214410 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:16.304995 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46904) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:16.363572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-5acbcfdd-6b03-4360-bc49-030be4bbbc90 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160907 Jul 27 20:08:16.398356 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4dae9123-3681-41d6-9252-8d24c7d8f0bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5a84721c209424aa2448d537d57cfbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874109 Jul 27 20:08:16.401731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46908) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:16.512607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b23d2e-030c-40bc-b9e7-26f1bd615b64 None None] Network 28d1e0df-f664-41b2-ad15-2cfd9a39200d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:16.523976 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3b056c3-762a-40f1-8bf9-636b37ec97bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:16.545708 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b44a38e4-7878-40ed-96c0-13655b11afa5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:16.572080 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3b056c3-762a-40f1-8bf9-636b37ec97bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:16.574189 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-b44a38e4-7878-40ed-96c0-13655b11afa5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Ignored duplicate provisioning block setup for port 2223df14-b841-4327-8a3d-6f4685b469a0 by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 20:08:16.583933 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b44a38e4-7878-40ed-96c0-13655b11afa5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:16.612179 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-2e4b4e8b-c015-427d-abe6-2d0c8b0a4f91 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382092 Jul 27 20:08:16.626949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 376ba6a6-773d-4340-ace0-f433c1af113b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:16.638363 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a42ecab9-c44e-442c-a54e-23e48e448029 req-00e780cf-b68b-4aef-a299-4dc0a86372f3 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 210 time: 0.0668437 Jul 27 20:08:16.710268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a38e4-7878-40ed-96c0-13655b11afa5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=2223df14-b841-4327-8a3d-6f4685b469a0,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:16.735872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7dbb27e6-76a5-4e04-97f3-9550f3bb3a71 None None] Provisioning for port 376ba6a6-773d-4340-ace0-f433c1af113b completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:16.759920 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7dbb27e6-76a5-4e04-97f3-9550f3bb3a71 None None] Provisioning complete for port 376ba6a6-773d-4340-ace0-f433c1af113b triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:16.760369 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7dbb27e6-76a5-4e04-97f3-9550f3bb3a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:16.762956 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b44a38e4-7878-40ed-96c0-13655b11afa5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] In _notify_port_updated(), no bound segment for port 2223df14-b841-4327-8a3d-6f4685b469a0 on network 28d1e0df-f664-41b2-ad15-2cfd9a39200d {{(pid=94060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:08:16.776790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44a38e4-7878-40ed-96c0-13655b11afa5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:16.777600 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b44a38e4-7878-40ed-96c0-13655b11afa5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:16.780633 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b44a38e4-7878-40ed-96c0-13655b11afa5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "PUT /v2.0/ports/2223df14-b841-4327-8a3d-6f4685b469a0 HTTP/1.1" status: 200 len: 918 time: 1.4804811 Jul 27 20:08:16.781575 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3b056c3-762a-40f1-8bf9-636b37ec97bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:16.784457 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3b056c3-762a-40f1-8bf9-636b37ec97bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:16.785916 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c3b056c3-762a-40f1-8bf9-636b37ec97bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09a28994-2548-4baf-9ad9-b7f9689bb8ac HTTP/1.1" status: 204 len: 168 time: 0.3831804 Jul 27 20:08:16.786851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46916) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:16.795865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-850a2c36-3203-4fd4-ad3c-ddfcda61663e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba8ffa31-3a4a-4d67-9e3a-9101a1d165db'}, {'subnet_id': 'c20460bb-9a42-4d2a-af15-62bdd09f93d5'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:16.826536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b056c3-762a-40f1-8bf9-636b37ec97bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a28994-2548-4baf-9ad9-b7f9689bb8ac,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:16.985171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-850a2c36-3203-4fd4-ad3c-ddfcda61663e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:16.999848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 376ba6a6-773d-4340-ace0-f433c1af113b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:17.000356 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:17.213198 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-10767c82-53cf-4e62-a05b-ebe58f3fdffc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da69274d-209f-4682-975e-8a7c7f339880 HTTP/1.1" status: 200 len: 217 time: 0.5774698 Jul 27 20:08:17.215402 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:17.279028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-1ece8f56-3379-43e8-b87c-f4850bc4a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:17.281066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-1ece8f56-3379-43e8-b87c-f4850bc4a590 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.0602911 Jul 27 20:08:17.407301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-b0a26532-7b5a-488f-b862-85673877439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:17.413137 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-b0a26532-7b5a-488f-b862-85673877439e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1224723 Jul 27 20:08:17.479699 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-850a2c36-3203-4fd4-ad3c-ddfcda61663e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Allocated IP 172.20.0.21 (28d1e0df-f664-41b2-ad15-2cfd9a39200d/c20460bb-9a42-4d2a-af15-62bdd09f93d5/2223df14-b841-4327-8a3d-6f4685b469a0) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:17.562435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-678e3dae-7ae6-467a-8779-23cdd45f7de6 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377721 Jul 27 20:08:17.647915 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fb240898-8ac0-4e4f-acc8-d597a2a881e9 None None] Provisioning complete for port 376ba6a6-773d-4340-ace0-f433c1af113b triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:17.648506 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fb240898-8ac0-4e4f-acc8-d597a2a881e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:17.712846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-e4ada9aa-195e-417f-9688-c92fe3aa24cd service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395962 Jul 27 20:08:17.732739 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-850a2c36-3203-4fd4-ad3c-ddfcda61663e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:17.747297 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-850a2c36-3203-4fd4-ad3c-ddfcda61663e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Ignored duplicate provisioning block setup for port 2223df14-b841-4327-8a3d-6f4685b469a0 by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 20:08:17.757746 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-850a2c36-3203-4fd4-ad3c-ddfcda61663e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:17.811804 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fb240898-8ac0-4e4f-acc8-d597a2a881e9 None None] Provisioning for port 2223df14-b841-4327-8a3d-6f4685b469a0 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:17.817112 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fb240898-8ac0-4e4f-acc8-d597a2a881e9 None None] Provisioning complete for port 2223df14-b841-4327-8a3d-6f4685b469a0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:17.818276 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fb240898-8ac0-4e4f-acc8-d597a2a881e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:17.875837 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a2c36-3203-4fd4-ad3c-ddfcda61663e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=2223df14-b841-4327-8a3d-6f4685b469a0,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:17.891336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-825a57ed-2785-49e3-a1fc-84865c194c9c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da42ddef-db92-4218-a5eb-3af42c1324e2 HTTP/1.1" status: 200 len: 217 time: 0.1709726 Jul 27 20:08:17.893611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-667a3403-d977-4833-90c8-27cc3050a0f2 req-516e0a9c-8930-4402-9708-0bc62a57e46c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 210 time: 0.1511807 Jul 27 20:08:17.905765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-fb240898-8ac0-4e4f-acc8-d597a2a881e9 None None] Port 2223df14-b841-4327-8a3d-6f4685b469a0 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:18.003944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-d618c261-2516-499b-8db0-d96682b4bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:18.006562 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-d618c261-2516-499b-8db0-d96682b4bee3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.1070132 Jul 27 20:08:18.032671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-68cb65e0-2853-47a9-b71a-8c0a5a68f7d9 None None] Provisioning complete for port 2223df14-b841-4327-8a3d-6f4685b469a0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:18.033132 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-68cb65e0-2853-47a9-b71a-8c0a5a68f7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:18.039174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-850a2c36-3203-4fd4-ad3c-ddfcda61663e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] In _notify_port_updated(), no bound segment for port 2223df14-b841-4327-8a3d-6f4685b469a0 on network 28d1e0df-f664-41b2-ad15-2cfd9a39200d {{(pid=94060) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:08:18.044809 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a2c36-3203-4fd4-ad3c-ddfcda61663e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:18.045654 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-850a2c36-3203-4fd4-ad3c-ddfcda61663e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:18.047103 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-850a2c36-3203-4fd4-ad3c-ddfcda61663e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "PUT /v2.0/ports/2223df14-b841-4327-8a3d-6f4685b469a0 HTTP/1.1" status: 200 len: 998 time: 1.2570004 Jul 27 20:08:18.051394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46940) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:18.163190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-b19692e0-3532-4ff9-8704-93cbfbb2730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:18.165372 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-b19692e0-3532-4ff9-8704-93cbfbb2730d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1482561 Jul 27 20:08:18.242224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-427153f5-a0d7-44d0-aa4a-acb639bf0a35 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 2223df14-b841-4327-8a3d-6f4685b469a0 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:18.243101 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-427153f5-a0d7-44d0-aa4a-acb639bf0a35 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:18.255941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-68cb65e0-2853-47a9-b71a-8c0a5a68f7d9 None None] Port 2223df14-b841-4327-8a3d-6f4685b469a0 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:18.356684 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-cbbd6518-a0ac-4131-b480-be7393579202 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789811 Jul 27 20:08:18.378694 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4278c78d-126f-4fbb-a81c-dee2857eb5e4 None None] Provisioning complete for port 2223df14-b841-4327-8a3d-6f4685b469a0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:18.379127 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4278c78d-126f-4fbb-a81c-dee2857eb5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:18.379702 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-427153f5-a0d7-44d0-aa4a-acb639bf0a35 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:18.422224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4278c78d-126f-4fbb-a81c-dee2857eb5e4 None None] Port 2223df14-b841-4327-8a3d-6f4685b469a0 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:18.427361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-427153f5-a0d7-44d0-aa4a-acb639bf0a35 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 2223df14-b841-4327-8a3d-6f4685b469a0 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:18.541638 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b607ffed-9c8a-412d-86cf-96b2a4d7b4f3 None None] Provisioning complete for port 2223df14-b841-4327-8a3d-6f4685b469a0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:18.542010 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b607ffed-9c8a-412d-86cf-96b2a4d7b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:18.542783 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a23a66c9-f382-4c47-9e99-5101c4784794 req-2cc2a5c8-c8d1-43b1-beab-779a8f363f8e service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745183 Jul 27 20:08:18.588552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b607ffed-9c8a-412d-86cf-96b2a4d7b4f3 None None] Port 2223df14-b841-4327-8a3d-6f4685b469a0 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:18.680506 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-427153f5-a0d7-44d0-aa4a-acb639bf0a35 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:18.721047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427153f5-a0d7-44d0-aa4a-acb639bf0a35 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=2223df14-b841-4327-8a3d-6f4685b469a0,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:18.832607 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-427153f5-a0d7-44d0-aa4a-acb639bf0a35 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:18.837509 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-427153f5-a0d7-44d0-aa4a-acb639bf0a35 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/2223df14-b841-4327-8a3d-6f4685b469a0 HTTP/1.1" status: 204 len: 168 time: 0.7825396 Jul 27 20:08:18.837853 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46944) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:18.868262 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e78112-a515-43c8-b36d-3b7863641c0f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] GET failed (client error): The resource could not be found. Jul 27 20:08:18.869994 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-27e78112-a515-43c8-b36d-3b7863641c0f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/2223df14-b841-4327-8a3d-6f4685b469a0 HTTP/1.1" status: 404 len: 333 time: 0.0311246 Jul 27 20:08:18.873303 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 46946) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:18.906809 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:18.930849 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e46013-9cc9-4ce9-ac74-fbf9c1f35a98 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting subnet c20460bb-9a42-4d2a-af15-62bdd09f93d5 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:08:18.934869 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87e46013-9cc9-4ce9-ac74-fbf9c1f35a98 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:18.981941 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87e46013-9cc9-4ce9-ac74-fbf9c1f35a98 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:19.021644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-823b2885-6e83-4205-b29f-0d61cfdbd34b req-af072073-8f1e-4737-91f2-0c8032c1da5c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 210 time: 0.0509224 Jul 27 20:08:19.091544 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87e46013-9cc9-4ce9-ac74-fbf9c1f35a98 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:19.167474 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87e46013-9cc9-4ce9-ac74-fbf9c1f35a98 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:19.202346 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e46013-9cc9-4ce9-ac74-fbf9c1f35a98 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Subnet': ['ID=c20460bb-9a42-4d2a-af15-62bdd09f93d5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:19.204324 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87e46013-9cc9-4ce9-ac74-fbf9c1f35a98 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:19.207445 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-87e46013-9cc9-4ce9-ac74-fbf9c1f35a98 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/c20460bb-9a42-4d2a-af15-62bdd09f93d5 HTTP/1.1" status: 204 len: 168 time: 0.3319976 Jul 27 20:08:19.209444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46956) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:19.211958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372cd989-992f-4abc-b2a9-70cf7a44acac None None] Network 28d1e0df-f664-41b2-ad15-2cfd9a39200d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:19.268112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c758295-8346-4cbc-af23-bd646764681c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting subnet ba8ffa31-3a4a-4d67-9e3a-9101a1d165db {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:08:19.272291 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c758295-8346-4cbc-af23-bd646764681c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:19.316541 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c758295-8346-4cbc-af23-bd646764681c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:19.404505 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c758295-8346-4cbc-af23-bd646764681c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:19.470939 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c758295-8346-4cbc-af23-bd646764681c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:19.500338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c758295-8346-4cbc-af23-bd646764681c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8ffa31-3a4a-4d67-9e3a-9101a1d165db,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:19.504219 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c758295-8346-4cbc-af23-bd646764681c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:19.506584 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6c758295-8346-4cbc-af23-bd646764681c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/ba8ffa31-3a4a-4d67-9e3a-9101a1d165db HTTP/1.1" status: 204 len: 168 time: 0.2956960 Jul 27 20:08:19.509688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46962) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:19.605646 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:19.677181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 376ba6a6-773d-4340-ace0-f433c1af113b {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:19.677839 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:19.771770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] For port 376ba6a6-773d-4340-ace0-f433c1af113b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=376ba6a6-773d-4340-ace0-f433c1af113b,segment=NetworkSegment(38319fc4-b2cf-4a82-b899-16b6188bc88e),segment_id=38319fc4-b2cf-4a82-b899-16b6188bc88e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:19.772592 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:19.791117 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 376ba6a6-773d-4340-ace0-f433c1af113b owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:19.917282 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:19.979707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No DVR routers for this DVR port 376ba6a6-773d-4340-ace0-f433c1af113b on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:08:19.981441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=376ba6a6-773d-4340-ace0-f433c1af113b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:20.037442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-9e49659f-7965-4cb2-8d2d-fa05477b8cca tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:20.038938 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-9e49659f-7965-4cb2-8d2d-fa05477b8cca tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.63 "GET /v2.0/networks?id=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 HTTP/1.1" status: 200 len: 814 time: 0.3159699 Jul 27 20:08:20.122140 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-3197b4ec-6ea2-4a0b-a844-f9c4c6025374 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d69124e393a44c87b1ab801866e9da04 HTTP/1.1" status: 200 len: 380 time: 0.0728385 Jul 27 20:08:20.130632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fdc97c-720c-4e0e-82b3-2f70099d5cda None None] Network 28d1e0df-f664-41b2-ad15-2cfd9a39200d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:20.146455 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-33d820b3-d796-4881-afc5-d51bd2e1c001 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Request body: {'port': {'device_id': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'admin_state_up': True, 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'security_groups': ['9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:20.187653 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:20.201948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d1e0df-f664-41b2-ad15-2cfd9a39200d']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:20.222054 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2d0ea5e1-e716-47d9-ab80-201463a10841 None None] Could not find standard attr ID for object 376ba6a6-773d-4340-ace0-f433c1af113b. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:08:20.225885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38319fc4-b2cf-4a82-b899-16b6188bc88e') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:20.226208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38319fc4-b2cf-4a82-b899-16b6188bc88e') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:20.237595 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:20.255853 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-738b8bb6-7596-4328-90bd-9d10e0290b5e req-879f7f71-6a0e-4e11-90e8-0027436852d9 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 210 time: 0.1367335 Jul 27 20:08:20.257017 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:20.285198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:08:20.285787 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:08:20.289883 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:08:20.297721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-33d820b3-d796-4881-afc5-d51bd2e1c001 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Made reservation on behalf of d69124e393a44c87b1ab801866e9da04 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:20.304233 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-33d820b3-d796-4881-afc5-d51bd2e1c001 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:20.369297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6388e75e-76ba-44d7-812a-af556e9a895d None None] DHCP port deletion for 28d1e0df-f664-41b2-ad15-2cfd9a39200d request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:08:20.370683 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:20.386439 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:20.395633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/networks/28d1e0df-f664-41b2-ad15-2cfd9a39200d HTTP/1.1" status: 204 len: 168 time: 0.8817368 Jul 27 20:08:20.397347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46972) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:20.477795 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e0d58-d1d5-4d41-9728-c96afbb6a1a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Network': ['ID=28d1e0df-f664-41b2-ad15-2cfd9a39200d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:20.519975 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-33d820b3-d796-4881-afc5-d51bd2e1c001 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Allocated IP 172.20.0.9 (9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6/67b6d72c-52cf-4cb9-ac3e-16037932e133/a2097102-a68c-4376-b80a-ac533b5e61f2) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:20.547119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb245e33-b376-4ef2-aec6-bd0f73885049 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:20.552169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cb245e33-b376-4ef2-aec6-bd0f73885049 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1501327 Jul 27 20:08:20.556236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46974) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:20.558348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 376ba6a6-773d-4340-ace0-f433c1af113b no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:08:20.596726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 376ba6a6-773d-4340-ace0-f433c1af113b {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:08:20.597168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 376ba6a6-773d-4340-ace0-f433c1af113b not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:08:20.648207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-43c479bd-9f7d-47e3-9088-2b3a0c8ce2fc tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0902865 Jul 27 20:08:20.651370 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46978) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:20.656735 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-2435b4e2-32fc-417a-addb-7fe9f3a06cf6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-966932172'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:20.681421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2435b4e2-32fc-417a-addb-7fe9f3a06cf6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:20.685973 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2435b4e2-32fc-417a-addb-7fe9f3a06cf6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:20.710360 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-33d820b3-d796-4881-afc5-d51bd2e1c001 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:20.714001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2435b4e2-32fc-417a-addb-7fe9f3a06cf6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:08:20.726506 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2435b4e2-32fc-417a-addb-7fe9f3a06cf6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:20.726811 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-2435b4e2-32fc-417a-addb-7fe9f3a06cf6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Added segment 3da14f82-58ae-4a0a-bfd8-6bfaaaa2a340 of type vlan for network 8eb0aadd-1675-4476-8abb-12b8b1eef7fa Jul 27 20:08:20.727189 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-33d820b3-d796-4881-afc5-d51bd2e1c001 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Transition to ACTIVE for port object a2097102-a68c-4376-b80a-ac533b5e61f2 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:20.764767 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-33d820b3-d796-4881-afc5-d51bd2e1c001 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:20.774249 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2435b4e2-32fc-417a-addb-7fe9f3a06cf6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:20.820333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-33d820b3-d796-4881-afc5-d51bd2e1c001 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Network 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:20.824327 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2435b4e2-32fc-417a-addb-7fe9f3a06cf6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:20.827816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-33d820b3-d796-4881-afc5-d51bd2e1c001 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:20.829945 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2435b4e2-32fc-417a-addb-7fe9f3a06cf6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:20.830531 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2435b4e2-32fc-417a-addb-7fe9f3a06cf6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:20.830662 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-33d820b3-d796-4881-afc5-d51bd2e1c001 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:20.836313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d820b3-d796-4881-afc5-d51bd2e1c001 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Pushing event updated for resources: {'Port': ['ID=a2097102-a68c-4376-b80a-ac533b5e61f2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:20.898403 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-33d820b3-d796-4881-afc5-d51bd2e1c001 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:20.899384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-33d820b3-d796-4881-afc5-d51bd2e1c001 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:20.920001 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-33d820b3-d796-4881-afc5-d51bd2e1c001 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7787793 Jul 27 20:08:20.933702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2435b4e2-32fc-417a-addb-7fe9f3a06cf6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2807667 Jul 27 20:08:20.937173 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46980) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:20.941222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Request body: {'port': {'device_id': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:20.955798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-2aec5ec5-fa95-4616-8a27-9c2fbe14da71 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'subnet': {'network_id': '8eb0aadd-1675-4476-8abb-12b8b1eef7fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:21.042642 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:21.065754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435b4e2-32fc-417a-addb-7fe9f3a06cf6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Network': ['ID=8eb0aadd-1675-4476-8abb-12b8b1eef7fa,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:21.081750 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 8eb0aadd-1675-4476-8abb-12b8b1eef7fa details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:08:21.090753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aec5ec5-fa95-4616-8a27-9c2fbe14da71 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:21.096619 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2aec5ec5-fa95-4616-8a27-9c2fbe14da71 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:21.276423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6d0e8a99-1975-4a91-9d20-52b22975135b None None] Provisioning for port a2097102-a68c-4376-b80a-ac533b5e61f2 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:21.285668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6d0e8a99-1975-4a91-9d20-52b22975135b None None] Provisioning complete for port a2097102-a68c-4376-b80a-ac533b5e61f2 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:21.286131 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6d0e8a99-1975-4a91-9d20-52b22975135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:21.333221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6d0e8a99-1975-4a91-9d20-52b22975135b None None] Port a2097102-a68c-4376-b80a-ac533b5e61f2 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:21.432996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2097102-a68c-4376-b80a-ac533b5e61f2 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:08:21.442147 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:21.453029 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2aec5ec5-fa95-4616-8a27-9c2fbe14da71 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:21.457110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Transition to ACTIVE for port object a2097102-a68c-4376-b80a-ac533b5e61f2 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:21.465597 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:21.540859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724c6fd-a0d7-4951-be6f-341ffcfe04d2 req-c3b9fd31-cef8-4428-8fcc-1743f002737c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:21.553134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1724c6fd-a0d7-4951-be6f-341ffcfe04d2 req-c3b9fd31-cef8-4428-8fcc-1743f002737c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 931 time: 0.1858592 Jul 27 20:08:21.557586 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Pushing event updated for resources: {'Port': ['ID=a2097102-a68c-4376-b80a-ac533b5e61f2,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:21.593093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec5ec5-fa95-4616-8a27-9c2fbe14da71 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Subnet': ['ID=79083f0b-c8e8-4c10-a05f-415c8ba1424c,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:21.607675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec5ec5-fa95-4616-8a27-9c2fbe14da71 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Checking segment: {'id': '3da14f82-58ae-4a0a-bfd8-6bfaaaa2a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8eb0aadd-1675-4476-8abb-12b8b1eef7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:21.608040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec5ec5-fa95-4616-8a27-9c2fbe14da71 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network hostable DHCP agents. Network: 8eb0aadd-1675-4476-8abb-12b8b1eef7fa, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:08:21.640175 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Attempting to bind port a2097102-a68c-4376-b80a-ac533b5e61f2 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:08:21.640770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Attempting to bind port a2097102-a68c-4376-b80a-ac533b5e61f2 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '3e07de48-19a9-43d5-b749-3eb49cbeff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:08:21.641164 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Attempting to bind port a2097102-a68c-4376-b80a-ac533b5e61f2 on network 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:08:21.642512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1724c6fd-a0d7-4951-be6f-341ffcfe04d2 req-048d7e10-40d4-4f6b-b73d-e9eb79b9cdb8 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879314 Jul 27 20:08:21.650288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Port a2097102-a68c-4376-b80a-ac533b5e61f2 on network 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:08:21.653414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Attempting to bind port a2097102-a68c-4376-b80a-ac533b5e61f2 on network 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:08:21.668549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec5ec5-fa95-4616-8a27-9c2fbe14da71 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 8eb0aadd-1675-4476-8abb-12b8b1eef7fa is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:08:21.670498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:08:21.671020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Checking segment: {'id': '3e07de48-19a9-43d5-b749-3eb49cbeff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:21.671416 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Bound using segment: {'id': '3e07de48-19a9-43d5-b749-3eb49cbeff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:08:21.671866 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Bound port: a2097102-a68c-4376-b80a-ac533b5e61f2, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e07de48-19a9-43d5-b749-3eb49cbeff94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:08:21.672685 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:21.683437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-2aec5ec5-fa95-4616-8a27-9c2fbe14da71 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 8eb0aadd-1675-4476-8abb-12b8b1eef7fa) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:21.690075 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aec5ec5-fa95-4616-8a27-9c2fbe14da71 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:21.690850 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2aec5ec5-fa95-4616-8a27-9c2fbe14da71 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:21.700678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d14af1-52c8-4770-afff-984427f863fd None None] Network 8eb0aadd-1675-4476-8abb-12b8b1eef7fa requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:21.722665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2aec5ec5-fa95-4616-8a27-9c2fbe14da71 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7842655 Jul 27 20:08:21.725793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46988) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:21.734997 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-daf3face-d6e3-4ad5-9895-ad5fbec49e1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'network_id': '8eb0aadd-1675-4476-8abb-12b8b1eef7fa', 'name': 'tempest-PortsTestJSON-1419953943'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:21.838238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] For port a2097102-a68c-4376-b80a-ac533b5e61f2, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:08:21.843304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] For port a2097102-a68c-4376-b80a-ac533b5e61f2, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a2097102-a68c-4376-b80a-ac533b5e61f2,segment=NetworkSegment(3e07de48-19a9-43d5-b749-3eb49cbeff94),segment_id=3e07de48-19a9-43d5-b749-3eb49cbeff94)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:08:21.858826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:21.909853 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:21.910737 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:21.912638 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] 10.222.0.63 "PUT /v2.0/ports/a2097102-a68c-4376-b80a-ac533b5e61f2 HTTP/1.1" status: 200 len: 1092 time: 0.9837639 Jul 27 20:08:21.913192 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'tag': 'a2097102-a68c-4376-b80a-ac533b5e61f2'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:08:21.916150 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2d61b8-43b2-4040-9bf1-f48089d7fe34" -d '{"events": [{"name": "network-changed", "server_uuid": "8b65c774-7f8d-46e9-9acf-04338bb1df11", "tag": "a2097102-a68c-4376-b80a-ac533b5e61f2"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:08:22.037449 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c713f3-83b5-4914-8fbc-f7b13e5ee8b1 x-openstack-request-id: req-84c713f3-83b5-4914-8fbc-f7b13e5ee8b1 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:08:22.039467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf3face-d6e3-4ad5-9895-ad5fbec49e1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:22.040180 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b65c774-7f8d-46e9-9acf-04338bb1df11", "tag": "a2097102-a68c-4376-b80a-ac533b5e61f2", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:08:22.040568 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84c713f3-83b5-4914-8fbc-f7b13e5ee8b1 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:08:22.041086 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'tag': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'status': 'completed', 'code': 200} Jul 27 20:08:22.051358 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-daf3face-d6e3-4ad5-9895-ad5fbec49e1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:22.075800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-8eb0aadd-1675-4476-8abb-12b8b1eef7fa', 'network_id': '8eb0aadd-1675-4476-8abb-12b8b1eef7fa', 'tenant_id': '923361191ee544ea94d5448e44a57838', 'fixed_ips': [{'subnet_id': '79083f0b-c8e8-4c10-a05f-415c8ba1424c'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:08:22.077368 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:22.078673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82bffb-e1ac-422a-ac81-aa5f45b7389e service neutron] Pushing event updated for resources: {'Port': ['ID=a2097102-a68c-4376-b80a-ac533b5e61f2,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:22.099225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-daf3face-d6e3-4ad5-9895-ad5fbec49e1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port 44813069-1672-4363-8da2-a77be95329d5 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:08:22.145039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-ebf019ec-6d8f-4392-bd06-10b47ed5fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:22.146908 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-ebf019ec-6d8f-4392-bd06-10b47ed5fd8a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d69124e393a44c87b1ab801866e9da04&device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 1095 time: 0.1882122 Jul 27 20:08:22.240109 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-6899d0d5-43bc-49e5-b9eb-14805439ccb0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2097102-a68c-4376-b80a-ac533b5e61f2 HTTP/1.1" status: 200 len: 217 time: 0.0768626 Jul 27 20:08:22.292111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Allocated IP 172.20.0.2 (8eb0aadd-1675-4476-8abb-12b8b1eef7fa/79083f0b-c8e8-4c10-a05f-415c8ba1424c/92bc3e19-2569-4bcf-aa2a-76f802d6e99a) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:22.312435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 46998) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:22.331415 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-d620cd8a-4ffb-47d1-bcf2-3fd755783af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:22.345740 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-d620cd8a-4ffb-47d1-bcf2-3fd755783af5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67b6d72c-52cf-4cb9-ac3e-16037932e133 HTTP/1.1" status: 200 len: 853 time: 0.0914805 Jul 27 20:08:22.456168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-5a2e52a9-0207-48c3-9e58-41b362fb70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:22.459238 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-5a2e52a9-0207-48c3-9e58-41b362fb70c7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1051123 Jul 27 20:08:22.475940 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e528df1e-a21f-4902-a5ef-7e329e8d5737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:22.576871 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-3e635e3a-7184-428c-a575-2adc20886341 service neutron] 10.222.0.63 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098111 Jul 27 20:08:22.585183 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:22.602918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Transition to ACTIVE for port object 92bc3e19-2569-4bcf-aa2a-76f802d6e99a will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:22.635229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Transition to ACTIVE for port object 92bc3e19-2569-4bcf-aa2a-76f802d6e99a will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:22.646382 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:22.681232 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e528df1e-a21f-4902-a5ef-7e329e8d5737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:22.706993 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e528df1e-a21f-4902-a5ef-7e329e8d5737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:22.714994 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-afc28845-62dd-4cd0-aeae-eb6535bef246 req-aadc8d80-896d-4259-8ab5-1b64af56344d service neutron] 10.222.0.63 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298106 Jul 27 20:08:22.731765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Network 8eb0aadd-1675-4476-8abb-12b8b1eef7fa is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:22.753570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:22.756491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:22.758493 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Pushing event updated for resources: {'Port': ['ID=92bc3e19-2569-4bcf-aa2a-76f802d6e99a,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:22.773298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e528df1e-a21f-4902-a5ef-7e329e8d5737 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33745041b10f4a18a295c4fa3b92e2bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4569681 Jul 27 20:08:22.783358 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47006) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:22.843326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-daf3face-d6e3-4ad5-9895-ad5fbec49e1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Allocated IP 172.20.0.10 (8eb0aadd-1675-4476-8abb-12b8b1eef7fa/79083f0b-c8e8-4c10-a05f-415c8ba1424c/44813069-1672-4363-8da2-a77be95329d5) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:22.849571 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Attempting to bind port 92bc3e19-2569-4bcf-aa2a-76f802d6e99a on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:08:22.850234 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Attempting to bind port 92bc3e19-2569-4bcf-aa2a-76f802d6e99a by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '3da14f82-58ae-4a0a-bfd8-6bfaaaa2a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8eb0aadd-1675-4476-8abb-12b8b1eef7fa'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:08:22.851662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Attempting to bind port 92bc3e19-2569-4bcf-aa2a-76f802d6e99a on network 8eb0aadd-1675-4476-8abb-12b8b1eef7fa {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:08:22.851990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528df1e-a21f-4902-a5ef-7e329e8d5737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c235e9d1-ffa8-436f-948b-2bc24f91e523,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:22.858498 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:08:22.861226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Checking segment: {'id': '3da14f82-58ae-4a0a-bfd8-6bfaaaa2a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8eb0aadd-1675-4476-8abb-12b8b1eef7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:22.861965 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:22.863019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Bound using segment: {'id': '3da14f82-58ae-4a0a-bfd8-6bfaaaa2a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8eb0aadd-1675-4476-8abb-12b8b1eef7fa'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:08:22.864077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Bound port: 92bc3e19-2569-4bcf-aa2a-76f802d6e99a, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da14f82-58ae-4a0a-bfd8-6bfaaaa2a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '8eb0aadd-1675-4476-8abb-12b8b1eef7fa'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:08:22.864946 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:22.907100 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d61b8-43b2-4040-9bf1-f48089d7fe34 req-52bf1117-fdbc-4955-8688-f68b94ad0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:22.909241 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cc2d61b8-43b2-4040-9bf1-f48089d7fe34 req-52bf1117-fdbc-4955-8688-f68b94ad0c4d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d69124e393a44c87b1ab801866e9da04&device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 1095 time: 0.1372232 Jul 27 20:08:22.922774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ccf10-716c-4439-a5c6-51fd3089ad9e req-d2759405-465e-4224-a166-18909be6ba52 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:22.924458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c89ccf10-716c-4439-a5c6-51fd3089ad9e req-d2759405-465e-4224-a166-18909be6ba52 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 943 time: 0.1482353 Jul 27 20:08:22.965620 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6a26d87-e474-41f9-8559-d8cca6855bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:23.002143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] For port 92bc3e19-2569-4bcf-aa2a-76f802d6e99a, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:08:23.006762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] For port 92bc3e19-2569-4bcf-aa2a-76f802d6e99a, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=92bc3e19-2569-4bcf-aa2a-76f802d6e99a,segment=NetworkSegment(3da14f82-58ae-4a0a-bfd8-6bfaaaa2a340),segment_id=3da14f82-58ae-4a0a-bfd8-6bfaaaa2a340)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:08:23.016016 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:23.020111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c89ccf10-716c-4439-a5c6-51fd3089ad9e req-c65cd0cc-02e0-4ddd-96a4-02e73075c450 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858417 Jul 27 20:08:23.039042 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6a26d87-e474-41f9-8559-d8cca6855bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:23.093229 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-daf3face-d6e3-4ad5-9895-ad5fbec49e1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:23.108317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d61b8-43b2-4040-9bf1-f48089d7fe34 req-07570645-801d-44fd-8714-545aa73b65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:23.114658 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cc2d61b8-43b2-4040-9bf1-f48089d7fe34 req-07570645-801d-44fd-8714-545aa73b65b4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 HTTP/1.1" status: 200 len: 915 time: 0.1919742 Jul 27 20:08:23.116115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9005e3-447e-405b-bb53-0b695a47f0a8 None None] Pushing event updated for resources: {'Port': ['ID=92bc3e19-2569-4bcf-aa2a-76f802d6e99a,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:23.117606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-daf3face-d6e3-4ad5-9895-ad5fbec49e1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Transition to ACTIVE for port object 44813069-1672-4363-8da2-a77be95329d5 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:23.157538 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cc2d61b8-43b2-4040-9bf1-f48089d7fe34 req-ac4fac96-be3c-4d86-9a85-393fc780e37a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2097102-a68c-4376-b80a-ac533b5e61f2 HTTP/1.1" status: 200 len: 217 time: 0.0393937 Jul 27 20:08:23.170866 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-daf3face-d6e3-4ad5-9895-ad5fbec49e1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:23.176942 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6a26d87-e474-41f9-8559-d8cca6855bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:23.179692 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6a26d87-e474-41f9-8559-d8cca6855bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:23.183207 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b6a26d87-e474-41f9-8559-d8cca6855bde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c235e9d1-ffa8-436f-948b-2bc24f91e523 HTTP/1.1" status: 204 len: 168 time: 0.3981075 Jul 27 20:08:23.221997 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf3face-d6e3-4ad5-9895-ad5fbec49e1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 8eb0aadd-1675-4476-8abb-12b8b1eef7fa is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:23.225953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-daf3face-d6e3-4ad5-9895-ad5fbec49e1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:23.229289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf3face-d6e3-4ad5-9895-ad5fbec49e1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:23.234211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a26d87-e474-41f9-8559-d8cca6855bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c235e9d1-ffa8-436f-948b-2bc24f91e523,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:23.250913 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d61b8-43b2-4040-9bf1-f48089d7fe34 req-bb686ead-b42b-4863-a31a-6809b84a5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:23.251640 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cc2d61b8-43b2-4040-9bf1-f48089d7fe34 req-bb686ead-b42b-4863-a31a-6809b84a5ce5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67b6d72c-52cf-4cb9-ac3e-16037932e133 HTTP/1.1" status: 200 len: 853 time: 0.0863295 Jul 27 20:08:23.311407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3face-d6e3-4ad5-9895-ad5fbec49e1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=44813069-1672-4363-8da2-a77be95329d5,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:23.329161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf3face-d6e3-4ad5-9895-ad5fbec49e1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:23.329791 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-daf3face-d6e3-4ad5-9895-ad5fbec49e1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:23.350351 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d61b8-43b2-4040-9bf1-f48089d7fe34 req-946469bd-49c4-4e84-ba76-b11d37deda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:23.354692 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cc2d61b8-43b2-4040-9bf1-f48089d7fe34 req-946469bd-49c4-4e84-ba76-b11d37deda7e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955796 Jul 27 20:08:23.360563 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-daf3face-d6e3-4ad5-9895-ad5fbec49e1f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6328981 Jul 27 20:08:23.360959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47010) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:23.367860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-90ce4d0a-efb4-4e22-a3ca-95402b52bbbb tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'network_id': '8eb0aadd-1675-4476-8abb-12b8b1eef7fa', 'name': 'tempest-PortsTestJSON-1202189838'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:23.492106 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cc2d61b8-43b2-4040-9bf1-f48089d7fe34 req-76249f07-db96-4044-9339-c6b20ffd0324 service neutron] 10.222.0.63 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212957 Jul 27 20:08:23.554344 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ce4d0a-efb4-4e22-a3ca-95402b52bbbb tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:23.558881 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90ce4d0a-efb4-4e22-a3ca-95402b52bbbb tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:23.588075 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-90ce4d0a-efb4-4e22-a3ca-95402b52bbbb tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port 11d6f8ca-933c-43bd-b52c-e0d9c5abdbf2 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:08:23.650430 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cc2d61b8-43b2-4040-9bf1-f48089d7fe34 req-c1bfe9f0-26f8-406d-9618-ff7f2f21075e service neutron] 10.222.0.63 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504462 Jul 27 20:08:23.712805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47016) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:23.724083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-90ce4d0a-efb4-4e22-a3ca-95402b52bbbb tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Allocated IP 172.20.0.4 (8eb0aadd-1675-4476-8abb-12b8b1eef7fa/79083f0b-c8e8-4c10-a05f-415c8ba1424c/11d6f8ca-933c-43bd-b52c-e0d9c5abdbf2) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:23.728291 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcea914e-e081-4212-997d-d62b739666b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:23.825896 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcea914e-e081-4212-997d-d62b739666b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:23.832209 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcea914e-e081-4212-997d-d62b739666b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:23.874865 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dcea914e-e081-4212-997d-d62b739666b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41554a02f8bb40c994006fcba3ce13ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585579 Jul 27 20:08:23.874865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea914e-e081-4212-997d-d62b739666b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74872fdf-c2c3-40ad-b693-0dc3c17d7cdb,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:23.875765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47018) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:23.921032 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90ce4d0a-efb4-4e22-a3ca-95402b52bbbb tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:23.946839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-90ce4d0a-efb4-4e22-a3ca-95402b52bbbb tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Transition to ACTIVE for port object 11d6f8ca-933c-43bd-b52c-e0d9c5abdbf2 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:23.966125 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2fcf5a8e-a4c1-43e7-a10c-3bd385a5b5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:24.002360 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2fcf5a8e-a4c1-43e7-a10c-3bd385a5b5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:24.021864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90ce4d0a-efb4-4e22-a3ca-95402b52bbbb tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:24.087536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ce4d0a-efb4-4e22-a3ca-95402b52bbbb tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 8eb0aadd-1675-4476-8abb-12b8b1eef7fa is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:24.093785 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-90ce4d0a-efb4-4e22-a3ca-95402b52bbbb tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:24.099096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce4d0a-efb4-4e22-a3ca-95402b52bbbb tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:24.146615 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce4d0a-efb4-4e22-a3ca-95402b52bbbb tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=11d6f8ca-933c-43bd-b52c-e0d9c5abdbf2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:24.172173 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2fcf5a8e-a4c1-43e7-a10c-3bd385a5b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:24.174599 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2fcf5a8e-a4c1-43e7-a10c-3bd385a5b5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:24.175769 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2fcf5a8e-a4c1-43e7-a10c-3bd385a5b5c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74872fdf-c2c3-40ad-b693-0dc3c17d7cdb HTTP/1.1" status: 204 len: 168 time: 0.2992747 Jul 27 20:08:24.198331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf5a8e-a4c1-43e7-a10c-3bd385a5b5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74872fdf-c2c3-40ad-b693-0dc3c17d7cdb,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:24.213152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ce4d0a-efb4-4e22-a3ca-95402b52bbbb tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:24.213889 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90ce4d0a-efb4-4e22-a3ca-95402b52bbbb tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:24.249767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291407af-626a-4569-96fd-3e6ef22b0ec5 req-f8b2c9bc-f2a7-4651-bef3-edfc82d79218 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:24.251552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-291407af-626a-4569-96fd-3e6ef22b0ec5 req-f8b2c9bc-f2a7-4651-bef3-edfc82d79218 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 943 time: 0.1235058 Jul 27 20:08:24.253260 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-90ce4d0a-efb4-4e22-a3ca-95402b52bbbb tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8911393 Jul 27 20:08:24.256722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47024) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:24.361842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-291407af-626a-4569-96fd-3e6ef22b0ec5 req-80fcf1dc-a83e-4113-9731-e73816c75922 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679021 Jul 27 20:08:24.399082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820fe25a-72c9-49dd-b43a-631cc4802b2a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:24.407046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47026) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:24.408564 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-820fe25a-72c9-49dd-b43a-631cc4802b2a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.1463466 Jul 27 20:08:24.430315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8878b7-28a3-4375-a025-43bafa18cf69 None None] Network 8eb0aadd-1675-4476-8abb-12b8b1eef7fa requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:24.501446 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-056bcb44-0ea8-4214-a528-8336321ea8c6 None None] Provisioning for port 92bc3e19-2569-4bcf-aa2a-76f802d6e99a completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:24.593076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0deb0d46-d063-4d8f-8ebb-8edf0bc0a660 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 11d6f8ca-933c-43bd-b52c-e0d9c5abdbf2 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:24.595424 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0deb0d46-d063-4d8f-8ebb-8edf0bc0a660 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:24.605507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 92bc3e19-2569-4bcf-aa2a-76f802d6e99a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:24.701013 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0deb0d46-d063-4d8f-8ebb-8edf0bc0a660 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:24.716689 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0deb0d46-d063-4d8f-8ebb-8edf0bc0a660 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 11d6f8ca-933c-43bd-b52c-e0d9c5abdbf2 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:24.735981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 92bc3e19-2569-4bcf-aa2a-76f802d6e99a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:24.747671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 92bc3e19-2569-4bcf-aa2a-76f802d6e99a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:24.748043 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:24.865933 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:24.924540 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 92bc3e19-2569-4bcf-aa2a-76f802d6e99a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=92bc3e19-2569-4bcf-aa2a-76f802d6e99a,segment=NetworkSegment(3da14f82-58ae-4a0a-bfd8-6bfaaaa2a340),segment_id=3da14f82-58ae-4a0a-bfd8-6bfaaaa2a340)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:24.930694 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0deb0d46-d063-4d8f-8ebb-8edf0bc0a660 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:24.936227 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:24.969541 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb0d46-d063-4d8f-8ebb-8edf0bc0a660 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=11d6f8ca-933c-43bd-b52c-e0d9c5abdbf2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:25.039611 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=92bc3e19-2569-4bcf-aa2a-76f802d6e99a,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:25.049125 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:25.049796 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:25.050093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:25.050198 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:25.050622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:25.051013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:25.051395 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:25.051878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:25.052818 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:25.053298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:25.053694 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:25.054078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:25.094168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0deb0d46-d063-4d8f-8ebb-8edf0bc0a660 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:25.098940 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0deb0d46-d063-4d8f-8ebb-8edf0bc0a660 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/11d6f8ca-933c-43bd-b52c-e0d9c5abdbf2 HTTP/1.1" status: 204 len: 168 time: 0.6881499 Jul 27 20:08:25.099410 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47048) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:25.124912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-567b98fd-3856-41cb-bece-c31ba483949f None None] Could not find standard attr ID for object 11d6f8ca-933c-43bd-b52c-e0d9c5abdbf2. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:08:25.136886 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecbfa9a-1f40-4f6e-9819-964c33bae579 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] GET failed (client error): The resource could not be found. Jul 27 20:08:25.139469 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-eecbfa9a-1f40-4f6e-9819-964c33bae579 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/11d6f8ca-933c-43bd-b52c-e0d9c5abdbf2 HTTP/1.1" status: 404 len: 333 time: 0.0382040 Jul 27 20:08:25.144347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47050) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:25.153205 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-567b98fd-3856-41cb-bece-c31ba483949f None None] Provisioning complete for port 92bc3e19-2569-4bcf-aa2a-76f802d6e99a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:25.153717 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-567b98fd-3856-41cb-bece-c31ba483949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:25.272332 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-80e5fb30-5fe6-4b23-b373-0f6d3c602b18 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 44813069-1672-4363-8da2-a77be95329d5 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:25.273170 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80e5fb30-5fe6-4b23-b373-0f6d3c602b18 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:25.289353 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-567b98fd-3856-41cb-bece-c31ba483949f None None] Provisioning for port 44813069-1672-4363-8da2-a77be95329d5 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:25.300004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-567b98fd-3856-41cb-bece-c31ba483949f None None] Provisioning complete for port 44813069-1672-4363-8da2-a77be95329d5 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:25.300897 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-567b98fd-3856-41cb-bece-c31ba483949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:25.351429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-567b98fd-3856-41cb-bece-c31ba483949f None None] Port 44813069-1672-4363-8da2-a77be95329d5 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:25.404896 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80e5fb30-5fe6-4b23-b373-0f6d3c602b18 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:25.420034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-80e5fb30-5fe6-4b23-b373-0f6d3c602b18 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 44813069-1672-4363-8da2-a77be95329d5 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:25.500855 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2ab090fb-7b41-4cf6-bcfe-6f7f7e5c3484 None None] Provisioning complete for port 44813069-1672-4363-8da2-a77be95329d5 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:25.501382 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2ab090fb-7b41-4cf6-bcfe-6f7f7e5c3484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:25.565823 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3cf46-3fb8-453d-b0f4-77c233bb5f0b req-39fda37e-8354-455c-8a28-f7d147ff61f2 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:25.575826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ece3cf46-3fb8-453d-b0f4-77c233bb5f0b req-39fda37e-8354-455c-8a28-f7d147ff61f2 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 943 time: 0.0912459 Jul 27 20:08:25.600767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-2ab090fb-7b41-4cf6-bcfe-6f7f7e5c3484 None None] Port 44813069-1672-4363-8da2-a77be95329d5 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:25.620844 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80e5fb30-5fe6-4b23-b373-0f6d3c602b18 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:25.622808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ece3cf46-3fb8-453d-b0f4-77c233bb5f0b req-fe5ee941-2c66-46e7-8f2f-11ab81c8975f tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441365 Jul 27 20:08:25.679396 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5fb30-5fe6-4b23-b373-0f6d3c602b18 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=44813069-1672-4363-8da2-a77be95329d5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:25.766437 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-80e5fb30-5fe6-4b23-b373-0f6d3c602b18 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:25.770672 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-80e5fb30-5fe6-4b23-b373-0f6d3c602b18 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/44813069-1672-4363-8da2-a77be95329d5 HTTP/1.1" status: 204 len: 168 time: 0.6253855 Jul 27 20:08:25.775968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47068) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:25.805452 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec13617-d777-4a44-8e5f-a6a2f6060f6d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] GET failed (client error): The resource could not be found. Jul 27 20:08:25.807176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2ec13617-d777-4a44-8e5f-a6a2f6060f6d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/44813069-1672-4363-8da2-a77be95329d5 HTTP/1.1" status: 404 len: 333 time: 0.0300775 Jul 27 20:08:25.810064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47072) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:25.818622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f2145a50-bbcf-497b-bbff-129c1cea1479 None None] Could not find standard attr ID for object 11d6f8ca-933c-43bd-b52c-e0d9c5abdbf2. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:08:25.874495 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-44aec2ef-9bac-4e1d-b399-5eed2022a8fd tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting subnet 79083f0b-c8e8-4c10-a05f-415c8ba1424c {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:08:25.878033 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44aec2ef-9bac-4e1d-b399-5eed2022a8fd tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:25.928673 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44aec2ef-9bac-4e1d-b399-5eed2022a8fd tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.029490 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44aec2ef-9bac-4e1d-b399-5eed2022a8fd tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.109876 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44aec2ef-9bac-4e1d-b399-5eed2022a8fd tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.147305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aec2ef-9bac-4e1d-b399-5eed2022a8fd tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Subnet': ['ID=79083f0b-c8e8-4c10-a05f-415c8ba1424c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:26.147305 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44aec2ef-9bac-4e1d-b399-5eed2022a8fd tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.147641 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-44aec2ef-9bac-4e1d-b399-5eed2022a8fd tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/79083f0b-c8e8-4c10-a05f-415c8ba1424c HTTP/1.1" status: 204 len: 168 time: 0.3365653 Jul 27 20:08:26.150295 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47078) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:26.234745 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.263929 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841714c1-6374-4633-9dc0-d2a32bc71f80 None None] Network 8eb0aadd-1675-4476-8abb-12b8b1eef7fa requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:26.296140 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 92bc3e19-2569-4bcf-aa2a-76f802d6e99a {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:26.296444 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.365333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] For port 92bc3e19-2569-4bcf-aa2a-76f802d6e99a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=92bc3e19-2569-4bcf-aa2a-76f802d6e99a,segment=NetworkSegment(3da14f82-58ae-4a0a-bfd8-6bfaaaa2a340),segment_id=3da14f82-58ae-4a0a-bfd8-6bfaaaa2a340)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:26.365817 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.379713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 92bc3e19-2569-4bcf-aa2a-76f802d6e99a owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:26.485380 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401d27cc-3742-4a03-9b94-2d6d42bc8e6e None None] DHCP port deletion for 8eb0aadd-1675-4476-8abb-12b8b1eef7fa request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:08:26.486684 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.537286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No DVR routers for this DVR port 92bc3e19-2569-4bcf-aa2a-76f802d6e99a on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:08:26.538982 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=92bc3e19-2569-4bcf-aa2a-76f802d6e99a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:26.539947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 92bc3e19-2569-4bcf-aa2a-76f802d6e99a no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:08:26.565302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 92bc3e19-2569-4bcf-aa2a-76f802d6e99a {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:08:26.565640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 92bc3e19-2569-4bcf-aa2a-76f802d6e99a not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:08:26.625162 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.636283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb0aadd-1675-4476-8abb-12b8b1eef7fa']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:26.647038 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da14f82-58ae-4a0a-bfd8-6bfaaaa2a340') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:26.647336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da14f82-58ae-4a0a-bfd8-6bfaaaa2a340') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:26.656426 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.672472 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.679196 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:08:26.679715 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:08:26.682773 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:08:26.775289 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.782700 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.784570 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/networks/8eb0aadd-1675-4476-8abb-12b8b1eef7fa HTTP/1.1" status: 204 len: 168 time: 0.6332128 Jul 27 20:08:26.789082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47090) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:26.798867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c379d8ec-43cd-4802-9b28-0f64edeab478 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1436774035'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:26.801814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c36d5f-c5e1-4fdd-a997-78f487f7e33a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Network': ['ID=8eb0aadd-1675-4476-8abb-12b8b1eef7fa,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:26.825929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081a50e-70b6-47b9-b99f-70df884bb2fa req-4eeed607-d79d-432e-9260-853634b6f2f8 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:26.827879 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9081a50e-70b6-47b9-b99f-70df884bb2fa req-4eeed607-d79d-432e-9260-853634b6f2f8 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 943 time: 0.1053576 Jul 27 20:08:26.843743 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c379d8ec-43cd-4802-9b28-0f64edeab478 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:26.849172 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c379d8ec-43cd-4802-9b28-0f64edeab478 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.870913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9081a50e-70b6-47b9-b99f-70df884bb2fa req-ae84b312-0cce-43c2-9c58-089a233b7991 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364335 Jul 27 20:08:26.883734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c379d8ec-43cd-4802-9b28-0f64edeab478 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:08:26.894426 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c379d8ec-43cd-4802-9b28-0f64edeab478 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.894579 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-c379d8ec-43cd-4802-9b28-0f64edeab478 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Added segment 6b22f69f-c4d6-452f-a69f-c41129048f15 of type vlan for network d68a8cca-ee8e-4dd1-8433-c0ade3b7586a Jul 27 20:08:26.935076 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c379d8ec-43cd-4802-9b28-0f64edeab478 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.966763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c379d8ec-43cd-4802-9b28-0f64edeab478 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:26.972848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c379d8ec-43cd-4802-9b28-0f64edeab478 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:26.973942 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c379d8ec-43cd-4802-9b28-0f64edeab478 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:27.035486 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c379d8ec-43cd-4802-9b28-0f64edeab478 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2450602 Jul 27 20:08:27.038459 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47092) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:27.047291 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e9a08358-0df5-4a5c-abba-f9ee9b7de232 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'subnet': {'network_id': 'd68a8cca-ee8e-4dd1-8433-c0ade3b7586a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:27.066624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379d8ec-43cd-4802-9b28-0f64edeab478 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Network': ['ID=d68a8cca-ee8e-4dd1-8433-c0ade3b7586a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:27.080201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network d68a8cca-ee8e-4dd1-8433-c0ade3b7586a details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:08:27.163504 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a08358-0df5-4a5c-abba-f9ee9b7de232 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:27.167090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9a08358-0df5-4a5c-abba-f9ee9b7de232 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:27.349077 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9a08358-0df5-4a5c-abba-f9ee9b7de232 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:27.411209 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a08358-0df5-4a5c-abba-f9ee9b7de232 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Subnet': ['ID=a7e96a27-b26d-44af-9f7d-a673579acdea,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:27.420235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a08358-0df5-4a5c-abba-f9ee9b7de232 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Checking segment: {'id': '6b22f69f-c4d6-452f-a69f-c41129048f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd68a8cca-ee8e-4dd1-8433-c0ade3b7586a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:27.420653 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a08358-0df5-4a5c-abba-f9ee9b7de232 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network hostable DHCP agents. Network: d68a8cca-ee8e-4dd1-8433-c0ade3b7586a, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:08:27.440379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a08358-0df5-4a5c-abba-f9ee9b7de232 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network d68a8cca-ee8e-4dd1-8433-c0ade3b7586a is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:08:27.451291 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e9a08358-0df5-4a5c-abba-f9ee9b7de232 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, d68a8cca-ee8e-4dd1-8433-c0ade3b7586a) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:27.455259 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a08358-0df5-4a5c-abba-f9ee9b7de232 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:27.455839 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e9a08358-0df5-4a5c-abba-f9ee9b7de232 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:27.463071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed83564-0e47-4e46-bb75-5a36e97f8710 None None] Network d68a8cca-ee8e-4dd1-8433-c0ade3b7586a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:27.476627 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e9a08358-0df5-4a5c-abba-f9ee9b7de232 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4339154 Jul 27 20:08:27.476968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47096) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:27.482743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f44a4669-954d-4b28-be58-99babdc70213 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'network_id': 'd68a8cca-ee8e-4dd1-8433-c0ade3b7586a', 'name': 'tempest-PortsTestJSON-1924606633', 'fixed_ips': [{'subnet_id': 'a7e96a27-b26d-44af-9f7d-a673579acdea', 'ip_address': '172.20.0.10'}]}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:27.613390 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44a4669-954d-4b28-be58-99babdc70213 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:27.623026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-d68a8cca-ee8e-4dd1-8433-c0ade3b7586a', 'network_id': 'd68a8cca-ee8e-4dd1-8433-c0ade3b7586a', 'tenant_id': '923361191ee544ea94d5448e44a57838', 'fixed_ips': [{'subnet_id': 'a7e96a27-b26d-44af-9f7d-a673579acdea'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:08:27.623920 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:27.719075 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f44a4669-954d-4b28-be58-99babdc70213 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:27.737977 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-f44a4669-954d-4b28-be58-99babdc70213 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port 9f1f29b2-7b68-43a5-89be-7c0aaccb5e8e yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:08:27.790323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Allocated IP 172.20.0.2 (d68a8cca-ee8e-4dd1-8433-c0ade3b7586a/a7e96a27-b26d-44af-9f7d-a673579acdea/46b50538-797b-4d31-ba44-f9e957556683) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:27.979680 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:27.992067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Transition to ACTIVE for port object 46b50538-797b-4d31-ba44-f9e957556683 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:28.012176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Transition to ACTIVE for port object 46b50538-797b-4d31-ba44-f9e957556683 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:28.020194 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:28.077607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Pushing event updated for resources: {'Port': ['ID=46b50538-797b-4d31-ba44-f9e957556683,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:28.097927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Network d68a8cca-ee8e-4dd1-8433-c0ade3b7586a is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:28.100723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:28.106161 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:28.189071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Attempting to bind port 46b50538-797b-4d31-ba44-f9e957556683 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:08:28.189489 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Attempting to bind port 46b50538-797b-4d31-ba44-f9e957556683 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '6b22f69f-c4d6-452f-a69f-c41129048f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd68a8cca-ee8e-4dd1-8433-c0ade3b7586a'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:08:28.189813 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Attempting to bind port 46b50538-797b-4d31-ba44-f9e957556683 on network d68a8cca-ee8e-4dd1-8433-c0ade3b7586a {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:08:28.196367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:08:28.196770 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Checking segment: {'id': '6b22f69f-c4d6-452f-a69f-c41129048f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd68a8cca-ee8e-4dd1-8433-c0ade3b7586a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:28.197176 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:28.197572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Bound using segment: {'id': '6b22f69f-c4d6-452f-a69f-c41129048f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd68a8cca-ee8e-4dd1-8433-c0ade3b7586a'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:08:28.198041 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Bound port: 46b50538-797b-4d31-ba44-f9e957556683, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b22f69f-c4d6-452f-a69f-c41129048f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'd68a8cca-ee8e-4dd1-8433-c0ade3b7586a'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:08:28.198558 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:28.271127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] For port 46b50538-797b-4d31-ba44-f9e957556683, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:08:28.275126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] For port 46b50538-797b-4d31-ba44-f9e957556683, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=46b50538-797b-4d31-ba44-f9e957556683,segment=NetworkSegment(6b22f69f-c4d6-452f-a69f-c41129048f15),segment_id=6b22f69f-c4d6-452f-a69f-c41129048f15)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:08:28.283796 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:28.356368 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba0b25-c9fa-4b83-b471-419308d173f0 None None] Pushing event updated for resources: {'Port': ['ID=46b50538-797b-4d31-ba44-f9e957556683,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:28.360182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a49d-9e06-428e-96e7-429f96e5ed87 req-6e310639-9f78-4446-a5ec-ab8794b03592 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:28.361758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba16a49d-9e06-428e-96e7-429f96e5ed87 req-6e310639-9f78-4446-a5ec-ab8794b03592 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 943 time: 0.1198461 Jul 27 20:08:28.375116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-f44a4669-954d-4b28-be58-99babdc70213 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Allocated IP 172.20.0.10 (d68a8cca-ee8e-4dd1-8433-c0ade3b7586a/a7e96a27-b26d-44af-9f7d-a673579acdea/9f1f29b2-7b68-43a5-89be-7c0aaccb5e8e) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:28.437530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba16a49d-9e06-428e-96e7-429f96e5ed87 req-a03f40f5-e1a7-444c-afc3-b23c20e64cc9 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688455 Jul 27 20:08:28.586489 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f44a4669-954d-4b28-be58-99babdc70213 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:28.624452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-f44a4669-954d-4b28-be58-99babdc70213 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Transition to ACTIVE for port object 9f1f29b2-7b68-43a5-89be-7c0aaccb5e8e will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:28.666765 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f44a4669-954d-4b28-be58-99babdc70213 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:28.718727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44a4669-954d-4b28-be58-99babdc70213 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network d68a8cca-ee8e-4dd1-8433-c0ade3b7586a is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:28.722791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-f44a4669-954d-4b28-be58-99babdc70213 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:28.728797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a4669-954d-4b28-be58-99babdc70213 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:28.734605 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:08:28.781448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a4669-954d-4b28-be58-99babdc70213 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=9f1f29b2-7b68-43a5-89be-7c0aaccb5e8e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:28.801703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a4669-954d-4b28-be58-99babdc70213 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:28.802464 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f44a4669-954d-4b28-be58-99babdc70213 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:28.822437 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f44a4669-954d-4b28-be58-99babdc70213 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3443027 Jul 27 20:08:28.825327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47108) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:28.830575 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-aed7a94e-214d-484c-be10-a32e35b51d21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'network_id': 'd68a8cca-ee8e-4dd1-8433-c0ade3b7586a', 'name': 'tempest-PortsTestJSON-861485362', 'fixed_ips': [{'subnet_id': 'a7e96a27-b26d-44af-9f7d-a673579acdea', 'ip_address': '172.20.0.9'}]}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:28.995648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed7a94e-214d-484c-be10-a32e35b51d21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:29.002878 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aed7a94e-214d-484c-be10-a32e35b51d21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:29.029070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-aed7a94e-214d-484c-be10-a32e35b51d21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port 2a1b5759-e385-487f-a46b-3800ff0556c5 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:08:29.199028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-aed7a94e-214d-484c-be10-a32e35b51d21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Allocated IP 172.20.0.9 (d68a8cca-ee8e-4dd1-8433-c0ade3b7586a/a7e96a27-b26d-44af-9f7d-a673579acdea/2a1b5759-e385-487f-a46b-3800ff0556c5) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:29.359016 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aed7a94e-214d-484c-be10-a32e35b51d21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:29.374700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-aed7a94e-214d-484c-be10-a32e35b51d21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Transition to ACTIVE for port object 2a1b5759-e385-487f-a46b-3800ff0556c5 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:29.408215 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aed7a94e-214d-484c-be10-a32e35b51d21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:29.450937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed7a94e-214d-484c-be10-a32e35b51d21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network d68a8cca-ee8e-4dd1-8433-c0ade3b7586a is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:29.454783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba16c53-fd40-4dde-99bc-e5dbef730f0f None None] Network d68a8cca-ee8e-4dd1-8433-c0ade3b7586a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:29.455856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-aed7a94e-214d-484c-be10-a32e35b51d21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:29.459489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed7a94e-214d-484c-be10-a32e35b51d21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:29.466122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7a94e-214d-484c-be10-a32e35b51d21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=2a1b5759-e385-487f-a46b-3800ff0556c5,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:29.513069 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed7a94e-214d-484c-be10-a32e35b51d21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:29.513981 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aed7a94e-214d-484c-be10-a32e35b51d21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:29.522934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3d56dac7-563f-4c08-8b61-e8dc297b04d5 None None] Provisioning for port 46b50538-797b-4d31-ba44-f9e957556683 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:29.562644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aed7a94e-214d-484c-be10-a32e35b51d21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7337046 Jul 27 20:08:29.562872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47114) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:29.627407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb015c-34f5-4a8a-947d-a131e1dcf1b0 req-7e381bde-1ea0-4cf9-bc8a-e479748dddc5 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:29.628987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47eb015c-34f5-4a8a-947d-a131e1dcf1b0 req-7e381bde-1ea0-4cf9-bc8a-e479748dddc5 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 943 time: 0.1123302 Jul 27 20:08:29.666757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791d058b-5d2b-4676-9316-31938b646255 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:29.668557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-791d058b-5d2b-4676-9316-31938b646255 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1047268 Jul 27 20:08:29.672030 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47116) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:29.693238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47eb015c-34f5-4a8a-947d-a131e1dcf1b0 req-52c65d93-dc1a-4ecc-b2b4-ce015900ca50 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556138 Jul 27 20:08:29.758143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3274c3c3-e0b9-4d32-9b62-b82cfde0c3d6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:29.764129 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3274c3c3-e0b9-4d32-9b62-b82cfde0c3d6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:29.770335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3274c3c3-e0b9-4d32-9b62-b82cfde0c3d6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:29.777754 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3274c3c3-e0b9-4d32-9b62-b82cfde0c3d6 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0991676 Jul 27 20:08:29.778782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47120) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:29.858993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a6a4c28f-5bae-43e8-9c3b-c2eac4ee6b56 None None] Provisioning for port 2a1b5759-e385-487f-a46b-3800ff0556c5 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:29.863873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a6a4c28f-5bae-43e8-9c3b-c2eac4ee6b56 None None] Provisioning complete for port 2a1b5759-e385-487f-a46b-3800ff0556c5 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:29.864689 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c28f-5bae-43e8-9c3b-c2eac4ee6b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:29.896462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-08ca0757-2d25-4171-bf35-8ff0d61750e3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 2a1b5759-e385-487f-a46b-3800ff0556c5 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:29.896862 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08ca0757-2d25-4171-bf35-8ff0d61750e3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:29.905371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4c28f-5bae-43e8-9c3b-c2eac4ee6b56 None None] Port 2a1b5759-e385-487f-a46b-3800ff0556c5 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:29.924514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a6a4c28f-5bae-43e8-9c3b-c2eac4ee6b56 None None] Provisioning for port 9f1f29b2-7b68-43a5-89be-7c0aaccb5e8e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:29.934086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a6a4c28f-5bae-43e8-9c3b-c2eac4ee6b56 None None] Provisioning complete for port 9f1f29b2-7b68-43a5-89be-7c0aaccb5e8e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:29.934086 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c28f-5bae-43e8-9c3b-c2eac4ee6b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:29.966264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4c28f-5bae-43e8-9c3b-c2eac4ee6b56 None None] Port 9f1f29b2-7b68-43a5-89be-7c0aaccb5e8e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:29.998487 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08ca0757-2d25-4171-bf35-8ff0d61750e3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:30.012940 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-08ca0757-2d25-4171-bf35-8ff0d61750e3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 2a1b5759-e385-487f-a46b-3800ff0556c5 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:30.104996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-64540eab-394a-4bbe-8f89-7c680d65a52d None None] Provisioning complete for port 9f1f29b2-7b68-43a5-89be-7c0aaccb5e8e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:30.105604 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-64540eab-394a-4bbe-8f89-7c680d65a52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:30.155102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-64540eab-394a-4bbe-8f89-7c680d65a52d None None] Port 9f1f29b2-7b68-43a5-89be-7c0aaccb5e8e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:30.201718 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08ca0757-2d25-4171-bf35-8ff0d61750e3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:30.237169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca0757-2d25-4171-bf35-8ff0d61750e3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=2a1b5759-e385-487f-a46b-3800ff0556c5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:30.321637 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08ca0757-2d25-4171-bf35-8ff0d61750e3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:30.323809 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-08ca0757-2d25-4171-bf35-8ff0d61750e3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/2a1b5759-e385-487f-a46b-3800ff0556c5 HTTP/1.1" status: 204 len: 168 time: 0.5438082 Jul 27 20:08:30.326899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47138) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:30.356565 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2d81bb-769c-4af5-83f6-2a7c58a2e2be tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] GET failed (client error): The resource could not be found. Jul 27 20:08:30.358349 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5a2d81bb-769c-4af5-83f6-2a7c58a2e2be tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/2a1b5759-e385-487f-a46b-3800ff0556c5 HTTP/1.1" status: 404 len: 333 time: 0.0299191 Jul 27 20:08:30.362931 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47140) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:30.379361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-42e9e3cd-2731-4d96-8907-2f78759875ea None None] Could not find standard attr ID for object 2a1b5759-e385-487f-a46b-3800ff0556c5. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:08:30.520581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1a4f6-92f5-426e-8891-6e0146ae95ba tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 9f1f29b2-7b68-43a5-89be-7c0aaccb5e8e {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:30.521006 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a4f6-92f5-426e-8891-6e0146ae95ba tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:30.566201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 46b50538-797b-4d31-ba44-f9e957556683 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:30.613174 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a4f6-92f5-426e-8891-6e0146ae95ba tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:30.618946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 46b50538-797b-4d31-ba44-f9e957556683 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:30.623113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 46b50538-797b-4d31-ba44-f9e957556683 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:30.623547 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:30.627077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1a4f6-92f5-426e-8891-6e0146ae95ba tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 9f1f29b2-7b68-43a5-89be-7c0aaccb5e8e owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:30.707039 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:30.763762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 46b50538-797b-4d31-ba44-f9e957556683, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=46b50538-797b-4d31-ba44-f9e957556683,segment=NetworkSegment(6b22f69f-c4d6-452f-a69f-c41129048f15),segment_id=6b22f69f-c4d6-452f-a69f-c41129048f15)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:30.768812 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:30.827351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=46b50538-797b-4d31-ba44-f9e957556683,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:30.850368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedeb56-6aaf-4105-8434-4a4585bc73ef req-ffffd2a4-31fb-418a-baf2-f3cfa8c52b27 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:30.852196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9bedeb56-6aaf-4105-8434-4a4585bc73ef req-ffffd2a4-31fb-418a-baf2-f3cfa8c52b27 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 943 time: 0.0754337 Jul 27 20:08:30.898389 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9bedeb56-6aaf-4105-8434-4a4585bc73ef req-4d738d6d-b28a-451f-bcc8-e295d0bc4f1c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399389 Jul 27 20:08:31.125291 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a4f6-92f5-426e-8891-6e0146ae95ba tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:31.156356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1a4f6-92f5-426e-8891-6e0146ae95ba tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=9f1f29b2-7b68-43a5-89be-7c0aaccb5e8e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:31.256201 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a4f6-92f5-426e-8891-6e0146ae95ba tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:31.261690 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47150) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:31.262771 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b3f1a4f6-92f5-426e-8891-6e0146ae95ba tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/9f1f29b2-7b68-43a5-89be-7c0aaccb5e8e HTTP/1.1" status: 204 len: 168 time: 0.8970270 Jul 27 20:08:31.352131 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd56d88-969d-4ace-a7ff-cb94f575b5e9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] GET failed (client error): The resource could not be found. Jul 27 20:08:31.354191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6bd56d88-969d-4ace-a7ff-cb94f575b5e9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/9f1f29b2-7b68-43a5-89be-7c0aaccb5e8e HTTP/1.1" status: 404 len: 333 time: 0.0783486 Jul 27 20:08:31.360441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47152) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:31.427352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-874b5b48-48ee-4abd-8761-1e6810a2de6f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting subnet a7e96a27-b26d-44af-9f7d-a673579acdea {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:08:31.431075 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-874b5b48-48ee-4abd-8761-1e6810a2de6f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:31.483679 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-874b5b48-48ee-4abd-8761-1e6810a2de6f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:31.571706 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-874b5b48-48ee-4abd-8761-1e6810a2de6f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:31.632578 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-874b5b48-48ee-4abd-8761-1e6810a2de6f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:31.660621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b5b48-48ee-4abd-8761-1e6810a2de6f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e96a27-b26d-44af-9f7d-a673579acdea,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:31.669911 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-874b5b48-48ee-4abd-8761-1e6810a2de6f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:31.674579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-874b5b48-48ee-4abd-8761-1e6810a2de6f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/a7e96a27-b26d-44af-9f7d-a673579acdea HTTP/1.1" status: 204 len: 168 time: 0.3136692 Jul 27 20:08:31.674914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47154) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:31.678207 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abde30c-19d7-410f-b553-f196f8f0ffc5 None None] Network d68a8cca-ee8e-4dd1-8433-c0ade3b7586a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:31.753445 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:31.808163 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 46b50538-797b-4d31-ba44-f9e957556683 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:31.808535 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:31.862634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd327af9-daa5-41db-a0e4-66eca392f11d None None] DHCP port deletion for d68a8cca-ee8e-4dd1-8433-c0ade3b7586a request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:08:31.876956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] For port 46b50538-797b-4d31-ba44-f9e957556683, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=46b50538-797b-4d31-ba44-f9e957556683,segment=NetworkSegment(6b22f69f-c4d6-452f-a69f-c41129048f15),segment_id=6b22f69f-c4d6-452f-a69f-c41129048f15)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:31.877579 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:31.892217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 46b50538-797b-4d31-ba44-f9e957556683 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:31.918372 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-cd327af9-daa5-41db-a0e4-66eca392f11d None None] Deleting port 46b50538-797b-4d31-ba44-f9e957556683 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:31.918694 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cd327af9-daa5-41db-a0e4-66eca392f11d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:31.977576 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:31.986186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-cd327af9-daa5-41db-a0e4-66eca392f11d None None] For port 46b50538-797b-4d31-ba44-f9e957556683, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=46b50538-797b-4d31-ba44-f9e957556683,segment=NetworkSegment(6b22f69f-c4d6-452f-a69f-c41129048f15),segment_id=6b22f69f-c4d6-452f-a69f-c41129048f15)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:31.986580 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cd327af9-daa5-41db-a0e4-66eca392f11d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:31.999962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-cd327af9-daa5-41db-a0e4-66eca392f11d None None] Calling delete_port for 46b50538-797b-4d31-ba44-f9e957556683 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:32.023815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=46b50538-797b-4d31-ba44-f9e957556683,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:32.030712 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No DVR routers for this DVR port 46b50538-797b-4d31-ba44-f9e957556683 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:08:32.087470 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cd327af9-daa5-41db-a0e4-66eca392f11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.122382 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.131267 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd327af9-daa5-41db-a0e4-66eca392f11d None None] Pushing event deleted for resources: {'Port': ['ID=46b50538-797b-4d31-ba44-f9e957556683,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:32.135207 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd327af9-daa5-41db-a0e4-66eca392f11d None None] No DVR routers for this DVR port 46b50538-797b-4d31-ba44-f9e957556683 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:08:32.141727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87249328-c0f2-49a4-8260-313a63a2c03b req-d715472c-47b0-467e-af8e-e78eb5d6e4e4 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:32.143034 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-87249328-c0f2-49a4-8260-313a63a2c03b req-d715472c-47b0-467e-af8e-e78eb5d6e4e4 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 943 time: 0.1757126 Jul 27 20:08:32.152592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68a8cca-ee8e-4dd1-8433-c0ade3b7586a']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:32.173614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b22f69f-c4d6-452f-a69f-c41129048f15') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:32.173820 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b22f69f-c4d6-452f-a69f-c41129048f15') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:32.192707 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.214518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-87249328-c0f2-49a4-8260-313a63a2c03b req-cd3e2fff-2ee9-4bd2-803d-96ebdc5849cf tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642557 Jul 27 20:08:32.215391 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.221807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:08:32.222347 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:08:32.226732 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:08:32.290343 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.298143 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.299784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/networks/d68a8cca-ee8e-4dd1-8433-c0ade3b7586a HTTP/1.1" status: 204 len: 168 time: 0.6240394 Jul 27 20:08:32.303703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47164) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:32.310288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d5b900a0-405f-4e63-9b6e-0f6b6ef9d5a8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1552532582'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:32.312197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64226580-e045-499e-a684-6e650c6a3c91 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Network': ['ID=d68a8cca-ee8e-4dd1-8433-c0ade3b7586a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:32.338302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b900a0-405f-4e63-9b6e-0f6b6ef9d5a8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:32.341920 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5b900a0-405f-4e63-9b6e-0f6b6ef9d5a8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.366355 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b900a0-405f-4e63-9b6e-0f6b6ef9d5a8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:08:32.375751 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5b900a0-405f-4e63-9b6e-0f6b6ef9d5a8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.376097 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-d5b900a0-405f-4e63-9b6e-0f6b6ef9d5a8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Added segment 9ffde541-8810-4221-93dd-3aa6e2495f79 of type vlan for network f1fae219-cb0f-45ad-8d53-1568e20ef6ab Jul 27 20:08:32.418814 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5b900a0-405f-4e63-9b6e-0f6b6ef9d5a8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.453728 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5b900a0-405f-4e63-9b6e-0f6b6ef9d5a8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.460202 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b900a0-405f-4e63-9b6e-0f6b6ef9d5a8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:32.460901 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5b900a0-405f-4e63-9b6e-0f6b6ef9d5a8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.506692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 46b50538-797b-4d31-ba44-f9e957556683 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:08:32.522716 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d5b900a0-405f-4e63-9b6e-0f6b6ef9d5a8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2171645 Jul 27 20:08:32.525527 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47172) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:32.533297 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4c26522b-be65-4242-9dd2-92dc0649f976 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'subnet': {'network_id': 'f1fae219-cb0f-45ad-8d53-1568e20ef6ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:32.535535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 46b50538-797b-4d31-ba44-f9e957556683 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:08:32.535946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 46b50538-797b-4d31-ba44-f9e957556683 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:08:32.584875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b900a0-405f-4e63-9b6e-0f6b6ef9d5a8 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Network': ['ID=f1fae219-cb0f-45ad-8d53-1568e20ef6ab,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:32.596541 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network f1fae219-cb0f-45ad-8d53-1568e20ef6ab details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:08:32.635554 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c26522b-be65-4242-9dd2-92dc0649f976 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:32.639141 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c26522b-be65-4242-9dd2-92dc0649f976 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.824762 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c26522b-be65-4242-9dd2-92dc0649f976 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.883193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26522b-be65-4242-9dd2-92dc0649f976 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Subnet': ['ID=dc7c2a71-6bd4-4a77-9aae-49370cffdd81,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:32.901334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26522b-be65-4242-9dd2-92dc0649f976 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Checking segment: {'id': '9ffde541-8810-4221-93dd-3aa6e2495f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f1fae219-cb0f-45ad-8d53-1568e20ef6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:32.901719 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26522b-be65-4242-9dd2-92dc0649f976 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network hostable DHCP agents. Network: f1fae219-cb0f-45ad-8d53-1568e20ef6ab, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:08:32.921117 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26522b-be65-4242-9dd2-92dc0649f976 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network f1fae219-cb0f-45ad-8d53-1568e20ef6ab is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:08:32.931765 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4c26522b-be65-4242-9dd2-92dc0649f976 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, f1fae219-cb0f-45ad-8d53-1568e20ef6ab) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:32.936355 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c26522b-be65-4242-9dd2-92dc0649f976 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:32.937269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4c26522b-be65-4242-9dd2-92dc0649f976 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.940972 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba350d9-e0c7-4cf8-b565-2a9c67a2e9e3 None None] Network f1fae219-cb0f-45ad-8d53-1568e20ef6ab requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:32.958526 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4c26522b-be65-4242-9dd2-92dc0649f976 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4316776 Jul 27 20:08:32.960787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47174) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:32.965901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ae0c855d-e831-42e3-bf72-13c43df64ac9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1884588839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:32.991452 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae0c855d-e831-42e3-bf72-13c43df64ac9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:32.992731 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae0c855d-e831-42e3-bf72-13c43df64ac9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:33.062336 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae0c855d-e831-42e3-bf72-13c43df64ac9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:33.068570 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae0c855d-e831-42e3-bf72-13c43df64ac9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:33.085930 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae0c855d-e831-42e3-bf72-13c43df64ac9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:33.087273 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ae0c855d-e831-42e3-bf72-13c43df64ac9 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1254060 Jul 27 20:08:33.090097 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47176) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:33.095270 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1fad4684-7a1c-4833-a262-66ec8fb7f3d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'network_id': 'f1fae219-cb0f-45ad-8d53-1568e20ef6ab', 'name': 'tempest-PortsTestJSON-871300428'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:33.099696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-f1fae219-cb0f-45ad-8d53-1568e20ef6ab', 'network_id': 'f1fae219-cb0f-45ad-8d53-1568e20ef6ab', 'tenant_id': '923361191ee544ea94d5448e44a57838', 'fixed_ips': [{'subnet_id': 'dc7c2a71-6bd4-4a77-9aae-49370cffdd81'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:08:33.100743 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:33.226132 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fad4684-7a1c-4833-a262-66ec8fb7f3d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:33.229991 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fad4684-7a1c-4833-a262-66ec8fb7f3d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:33.250919 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-1fad4684-7a1c-4833-a262-66ec8fb7f3d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port 8fb5859b-fb37-4f3a-91e3-b1be0429ecd8 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:08:33.428443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689810a1-1530-4e39-adcf-c63d1d850f9b req-c1ec0c72-507c-436a-ac67-4d5c4656526f tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:33.430565 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-689810a1-1530-4e39-adcf-c63d1d850f9b req-c1ec0c72-507c-436a-ac67-4d5c4656526f tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 943 time: 0.1390982 Jul 27 20:08:33.469049 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-1fad4684-7a1c-4833-a262-66ec8fb7f3d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Allocated IP 172.20.0.4 (f1fae219-cb0f-45ad-8d53-1568e20ef6ab/dc7c2a71-6bd4-4a77-9aae-49370cffdd81/8fb5859b-fb37-4f3a-91e3-b1be0429ecd8) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:33.497620 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a2097102-a68c-4376-b80a-ac533b5e61f2 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:08:33.506253 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-689810a1-1530-4e39-adcf-c63d1d850f9b req-8c0b02e5-76b7-4fbe-82f3-68ab7bf8b814 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648806 Jul 27 20:08:33.624361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a2097102-a68c-4376-b80a-ac533b5e61f2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a2097102-a68c-4376-b80a-ac533b5e61f2,segment=NetworkSegment(3e07de48-19a9-43d5-b749-3eb49cbeff94),segment_id=3e07de48-19a9-43d5-b749-3eb49cbeff94)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:33.640467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'port_id': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'mac_address': 'fa:16:3e:df:9b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:08:33.661853 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fad4684-7a1c-4833-a262-66ec8fb7f3d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:33.678322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-1fad4684-7a1c-4833-a262-66ec8fb7f3d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Transition to ACTIVE for port object 8fb5859b-fb37-4f3a-91e3-b1be0429ecd8 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:33.692918 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:33.707227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2097102-a68c-4376-b80a-ac533b5e61f2 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:08:33.719101 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fad4684-7a1c-4833-a262-66ec8fb7f3d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:33.758197 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a2097102-a68c-4376-b80a-ac533b5e61f2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a2097102-a68c-4376-b80a-ac533b5e61f2,segment=NetworkSegment(3e07de48-19a9-43d5-b749-3eb49cbeff94),segment_id=3e07de48-19a9-43d5-b749-3eb49cbeff94)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:33.767357 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:33.782486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad4684-7a1c-4833-a262-66ec8fb7f3d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network f1fae219-cb0f-45ad-8d53-1568e20ef6ab is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:33.788219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-1fad4684-7a1c-4833-a262-66ec8fb7f3d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:33.792792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad4684-7a1c-4833-a262-66ec8fb7f3d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:33.811502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Allocated IP 172.20.0.2 (f1fae219-cb0f-45ad-8d53-1568e20ef6ab/dc7c2a71-6bd4-4a77-9aae-49370cffdd81/7c2259c7-357c-4e82-ae36-9cca8d59849e) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:33.822175 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad4684-7a1c-4833-a262-66ec8fb7f3d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=8fb5859b-fb37-4f3a-91e3-b1be0429ecd8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:33.843195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a2097102-a68c-4376-b80a-ac533b5e61f2,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:33.849252 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fad4684-7a1c-4833-a262-66ec8fb7f3d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:33.849894 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fad4684-7a1c-4833-a262-66ec8fb7f3d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:33.866707 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1fad4684-7a1c-4833-a262-66ec8fb7f3d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7755163 Jul 27 20:08:33.869549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47186) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:33.989020 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:33.998078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Transition to ACTIVE for port object 7c2259c7-357c-4e82-ae36-9cca8d59849e will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:34.013469 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Transition to ACTIVE for port object 7c2259c7-357c-4e82-ae36-9cca8d59849e will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:34.019569 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:34.047383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['a2097102-a68c-4376-b80a-ac533b5e61f2'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:08:34.097560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Network f1fae219-cb0f-45ad-8d53-1568e20ef6ab is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:34.101216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Pushing event updated for resources: {'Port': ['ID=7c2259c7-357c-4e82-ae36-9cca8d59849e,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:34.108351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:34.112293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:34.194477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Attempting to bind port 7c2259c7-357c-4e82-ae36-9cca8d59849e on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:08:34.194864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Attempting to bind port 7c2259c7-357c-4e82-ae36-9cca8d59849e by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '9ffde541-8810-4221-93dd-3aa6e2495f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f1fae219-cb0f-45ad-8d53-1568e20ef6ab'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:08:34.195245 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Attempting to bind port 7c2259c7-357c-4e82-ae36-9cca8d59849e on network f1fae219-cb0f-45ad-8d53-1568e20ef6ab {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:08:34.207202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:08:34.207580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Checking segment: {'id': '9ffde541-8810-4221-93dd-3aa6e2495f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f1fae219-cb0f-45ad-8d53-1568e20ef6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:34.208058 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:34.208475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Bound using segment: {'id': '9ffde541-8810-4221-93dd-3aa6e2495f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f1fae219-cb0f-45ad-8d53-1568e20ef6ab'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:08:34.208955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Bound port: 7c2259c7-357c-4e82-ae36-9cca8d59849e, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffde541-8810-4221-93dd-3aa6e2495f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f1fae219-cb0f-45ad-8d53-1568e20ef6ab'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:08:34.209352 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:34.226900 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d42917de-53fe-46a0-a5e1-c67a514a810b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:34.322548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] For port 7c2259c7-357c-4e82-ae36-9cca8d59849e, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:08:34.325696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] For port 7c2259c7-357c-4e82-ae36-9cca8d59849e, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7c2259c7-357c-4e82-ae36-9cca8d59849e,segment=NetworkSegment(9ffde541-8810-4221-93dd-3aa6e2495f79),segment_id=9ffde541-8810-4221-93dd-3aa6e2495f79)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:08:34.337075 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:34.428266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb0f15-62a7-4274-ac3f-47a1c6078c1d None None] Pushing event updated for resources: {'Port': ['ID=7c2259c7-357c-4e82-ae36-9cca8d59849e,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:34.490734 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d42917de-53fe-46a0-a5e1-c67a514a810b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:34.496520 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d42917de-53fe-46a0-a5e1-c67a514a810b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:34.631952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42917de-53fe-46a0-a5e1-c67a514a810b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=8fb5859b-fb37-4f3a-91e3-b1be0429ecd8,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:34.814132 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64ca1e-8f0f-4dcd-98d5-c3eba4cbedc6 req-87c29787-f616-4b9f-8bc3-28420f4d3716 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:34.820030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d64ca1e-8f0f-4dcd-98d5-c3eba4cbedc6 req-87c29787-f616-4b9f-8bc3-28420f4d3716 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 944 time: 0.1899898 Jul 27 20:08:34.878276 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d42917de-53fe-46a0-a5e1-c67a514a810b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:34.927062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d64ca1e-8f0f-4dcd-98d5-c3eba4cbedc6 req-1e140b5d-1756-47cc-83ca-e3d4c99c68fb tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058056 Jul 27 20:08:35.022567 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d42917de-53fe-46a0-a5e1-c67a514a810b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:35.306973 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d42917de-53fe-46a0-a5e1-c67a514a810b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:35.312628 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d42917de-53fe-46a0-a5e1-c67a514a810b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:35.393849 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d42917de-53fe-46a0-a5e1-c67a514a810b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:35.396078 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42917de-53fe-46a0-a5e1-c67a514a810b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=8fb5859b-fb37-4f3a-91e3-b1be0429ecd8,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:35.433084 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74edbca-9027-45ec-b096-eb726efe3733 None None] Network f1fae219-cb0f-45ad-8d53-1568e20ef6ab requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:35.490685 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a2097102-a68c-4376-b80a-ac533b5e61f2 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:35.490970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42917de-53fe-46a0-a5e1-c67a514a810b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network f1fae219-cb0f-45ad-8d53-1568e20ef6ab is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:35.492508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d42917de-53fe-46a0-a5e1-c67a514a810b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:35.589121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9f630f2d-035f-49db-aadd-08c7df462fdc None None] Provisioning for port 7c2259c7-357c-4e82-ae36-9cca8d59849e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:35.631784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42917de-53fe-46a0-a5e1-c67a514a810b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Router dfafdb0b-fe4d-496a-be34-470a2563c456 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:08:35.644974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port a2097102-a68c-4376-b80a-ac533b5e61f2 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:35.652516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port a2097102-a68c-4376-b80a-ac533b5e61f2 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:35.652986 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:35.746666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42917de-53fe-46a0-a5e1-c67a514a810b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:08:35.761163 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d42917de-53fe-46a0-a5e1-c67a514a810b tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "PUT /v2.0/routers/dfafdb0b-fe4d-496a-be34-470a2563c456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8898630 Jul 27 20:08:35.763286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47206) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:35.767176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e6eaa-7b7e-45dc-bfd4-48f2346c503e None None] Sync routers for ids ['dfafdb0b-fe4d-496a-be34-470a2563c456'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:08:35.776137 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:35.802718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e6eaa-7b7e-45dc-bfd4-48f2346c503e None None] Routers {'dfafdb0b-fe4d-496a-be34-470a2563c456'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:08:35.802718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ef7e6eaa-7b7e-45dc-bfd4-48f2346c503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:08:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['dfafdb0b-fe4d-496a-be34-470a2563c456'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:35.852242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ef7e6eaa-7b7e-45dc-bfd4-48f2346c503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:35.897725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be7abf8-3d2c-4f87-8bbb-b71d6b217145 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:35.901342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2be7abf8-3d2c-4f87-8bbb-b71d6b217145 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfafdb0b-fe4d-496a-be34-470a2563c456 HTTP/1.1" status: 200 len: 981 time: 0.1369541 Jul 27 20:08:35.906433 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47210) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:35.911533 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a2097102-a68c-4376-b80a-ac533b5e61f2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a2097102-a68c-4376-b80a-ac533b5e61f2,segment=NetworkSegment(3e07de48-19a9-43d5-b749-3eb49cbeff94),segment_id=3e07de48-19a9-43d5-b749-3eb49cbeff94)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:35.916200 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2097102-a68c-4376-b80a-ac533b5e61f2'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:08:35.933431 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c583638-85ba-4ea0-a8e4-1c8cd2f01189" -d '{"events": [{"server_uuid": "8b65c774-7f8d-46e9-9acf-04338bb1df11", "name": "network-vif-plugged", "status": "completed", "tag": "a2097102-a68c-4376-b80a-ac533b5e61f2"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:08:35.949146 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:36.011024 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bf5941-4e4b-4806-8b22-5544d4d14f1e x-openstack-request-id: req-37bf5941-4e4b-4806-8b22-5544d4d14f1e {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:08:36.011316 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b65c774-7f8d-46e9-9acf-04338bb1df11", "name": "network-vif-plugged", "status": "completed", "tag": "a2097102-a68c-4376-b80a-ac533b5e61f2", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:08:36.011699 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37bf5941-4e4b-4806-8b22-5544d4d14f1e {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:08:36.012161 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'code': 200} Jul 27 20:08:36.017517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e6eaa-7b7e-45dc-bfd4-48f2346c503e None None] Routers {'dfafdb0b-fe4d-496a-be34-470a2563c456'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:08:36.018802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ef7e6eaa-7b7e-45dc-bfd4-48f2346c503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:08:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['dfafdb0b-fe4d-496a-be34-470a2563c456'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:36.087787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ef7e6eaa-7b7e-45dc-bfd4-48f2346c503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:36.088845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e6eaa-7b7e-45dc-bfd4-48f2346c503e None None] The sync data for ids ['dfafdb0b-fe4d-496a-be34-470a2563c456'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:08:36.105629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a2097102-a68c-4376-b80a-ac533b5e61f2,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:36.162373 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40484c8c-4276-46db-8d0f-ff552dffe3f2 req-152a2fde-35f9-483a-9b76-f67d2c5b0d71 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:36.163998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40484c8c-4276-46db-8d0f-ff552dffe3f2 req-152a2fde-35f9-483a-9b76-f67d2c5b0d71 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 945 time: 0.1242595 Jul 27 20:08:36.184634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-31fa9bac-c3fc-41ee-9391-6aa25a748625 None None] Provisioning for port 8fb5859b-fb37-4f3a-91e3-b1be0429ecd8 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:36.189204 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-31fa9bac-c3fc-41ee-9391-6aa25a748625 None None] Provisioning complete for port 8fb5859b-fb37-4f3a-91e3-b1be0429ecd8 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:36.189698 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-31fa9bac-c3fc-41ee-9391-6aa25a748625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:36.214411 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40484c8c-4276-46db-8d0f-ff552dffe3f2 req-1372a9ca-52f8-4255-96df-59a9c34b8ebb tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436435 Jul 27 20:08:36.248951 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-31fa9bac-c3fc-41ee-9391-6aa25a748625 None None] Port 8fb5859b-fb37-4f3a-91e3-b1be0429ecd8 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:36.279338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc2af5-34ae-4f23-b093-3e60731a301d req-eb2bd80e-07ca-49e8-8ffb-178d98a6ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:36.280957 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2cdc2af5-34ae-4f23-b093-3e60731a301d req-eb2bd80e-07ca-49e8-8ffb-178d98a6ba34 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 1097 time: 0.1955128 Jul 27 20:08:36.368971 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5755477f-8925-4692-95d0-9caf56c508d5 None None] Provisioning complete for port 8fb5859b-fb37-4f3a-91e3-b1be0429ecd8 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:36.369343 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5755477f-8925-4692-95d0-9caf56c508d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:36.370372 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2cdc2af5-34ae-4f23-b093-3e60731a301d req-e1fceb19-4f46-4f49-8d5f-1c51012f65e8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815098 Jul 27 20:08:36.407006 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-5755477f-8925-4692-95d0-9caf56c508d5 None None] Port 8fb5859b-fb37-4f3a-91e3-b1be0429ecd8 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:36.552699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c2259c7-357c-4e82-ae36-9cca8d59849e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:36.576003 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5bf4d31b-c075-48c3-808f-dbc4cc6f77a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:36.608736 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 7c2259c7-357c-4e82-ae36-9cca8d59849e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:36.612761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7c2259c7-357c-4e82-ae36-9cca8d59849e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:36.613207 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:36.656874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-53c0af3e-3fbc-4b77-ae7c-f3dbf9333b99 None None] Provisioning complete for port 8fb5859b-fb37-4f3a-91e3-b1be0429ecd8 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:36.657773 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-53c0af3e-3fbc-4b77-ae7c-f3dbf9333b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:36.741778 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-53c0af3e-3fbc-4b77-ae7c-f3dbf9333b99 None None] Port 8fb5859b-fb37-4f3a-91e3-b1be0429ecd8 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:36.746058 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:36.790230 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 7c2259c7-357c-4e82-ae36-9cca8d59849e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7c2259c7-357c-4e82-ae36-9cca8d59849e,segment=NetworkSegment(9ffde541-8810-4221-93dd-3aa6e2495f79),segment_id=9ffde541-8810-4221-93dd-3aa6e2495f79)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:36.794361 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:36.830679 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5bf4d31b-c075-48c3-808f-dbc4cc6f77a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 8fb5859b-fb37-4f3a-91e3-b1be0429ecd8 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:36.830948 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5bf4d31b-c075-48c3-808f-dbc4cc6f77a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:36.842100 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=7c2259c7-357c-4e82-ae36-9cca8d59849e,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:36.862463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f439bd37-83a1-4b01-8f6b-bb8a083d09ab None None] Provisioning complete for port 8fb5859b-fb37-4f3a-91e3-b1be0429ecd8 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:36.862848 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f439bd37-83a1-4b01-8f6b-bb8a083d09ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:36.906572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f439bd37-83a1-4b01-8f6b-bb8a083d09ab None None] Port 8fb5859b-fb37-4f3a-91e3-b1be0429ecd8 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:36.922612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5bf4d31b-c075-48c3-808f-dbc4cc6f77a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:36.935569 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5bf4d31b-c075-48c3-808f-dbc4cc6f77a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 8fb5859b-fb37-4f3a-91e3-b1be0429ecd8 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:37.138695 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5bf4d31b-c075-48c3-808f-dbc4cc6f77a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:37.170121 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4d31b-c075-48c3-808f-dbc4cc6f77a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=8fb5859b-fb37-4f3a-91e3-b1be0429ecd8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:37.341587 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5bf4d31b-c075-48c3-808f-dbc4cc6f77a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:37.392740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f959b-92eb-4516-ba2f-c329d22cf575 req-706a8c62-565b-46dd-b0d3-b15e0cbc0be8 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:37.400926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32f959b-92eb-4516-ba2f-c329d22cf575 req-706a8c62-565b-46dd-b0d3-b15e0cbc0be8 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 945 time: 0.0913699 Jul 27 20:08:37.435324 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e32f959b-92eb-4516-ba2f-c329d22cf575 req-84d7222e-cce9-441d-becf-8aec45d8cd4e tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334177 Jul 27 20:08:37.509414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf4d31b-c075-48c3-808f-dbc4cc6f77a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Router dfafdb0b-fe4d-496a-be34-470a2563c456 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:08:37.575590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7694a-6c8a-4b89-b1f3-5210b0e5e0ff req-c3bb4181-3326-4400-b9ac-e1ec23f4c006 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:37.577132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3a7694a-6c8a-4b89-b1f3-5210b0e5e0ff req-c3bb4181-3326-4400-b9ac-e1ec23f4c006 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 945 time: 0.0692372 Jul 27 20:08:37.597422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf4d31b-c075-48c3-808f-dbc4cc6f77a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:08:37.603614 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5bf4d31b-c075-48c3-808f-dbc4cc6f77a4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "PUT /v2.0/routers/dfafdb0b-fe4d-496a-be34-470a2563c456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6960640 Jul 27 20:08:37.606393 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47232) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:37.615776 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0937184c-b895-4c13-97f5-d4d1c2e0a90e None None] Sync routers for ids ['dfafdb0b-fe4d-496a-be34-470a2563c456'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:08:37.624645 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0937184c-b895-4c13-97f5-d4d1c2e0a90e None None] Routers {'dfafdb0b-fe4d-496a-be34-470a2563c456'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:08:37.626012 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-0937184c-b895-4c13-97f5-d4d1c2e0a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:08:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['dfafdb0b-fe4d-496a-be34-470a2563c456'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:37.629378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3a7694a-6c8a-4b89-b1f3-5210b0e5e0ff req-7ece5d30-03b9-4b16-8094-4a582237bc7d tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460236 Jul 27 20:08:37.644370 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-efaf91e3-5e45-4217-98e8-e52f2e086a2e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] GET failed (client error): The resource could not be found. Jul 27 20:08:37.645187 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47234) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:37.646885 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-efaf91e3-5e45-4217-98e8-e52f2e086a2e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/8fb5859b-fb37-4f3a-91e3-b1be0429ecd8 HTTP/1.1" status: 404 len: 333 time: 0.0394847 Jul 27 20:08:37.649380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47236) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:37.666284 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-0937184c-b895-4c13-97f5-d4d1c2e0a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:37.675396 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0937184c-b895-4c13-97f5-d4d1c2e0a90e None None] Routers {'dfafdb0b-fe4d-496a-be34-470a2563c456'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:08:37.676529 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-0937184c-b895-4c13-97f5-d4d1c2e0a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:08:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['dfafdb0b-fe4d-496a-be34-470a2563c456'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:37.710222 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-0937184c-b895-4c13-97f5-d4d1c2e0a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:37.711195 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0937184c-b895-4c13-97f5-d4d1c2e0a90e None None] The sync data for ids ['dfafdb0b-fe4d-496a-be34-470a2563c456'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:08:37.741976 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b4b441d-1666-41b3-8016-e6dd861602dc tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:37.881499 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e477993-ac93-4381-80dc-782cc5e9ae28 tempest-TestVolumeBackupRestore-229611492 tempest-TestVolumeBackupRestore-229611492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:37.886035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6e477993-ac93-4381-80dc-782cc5e9ae28 tempest-TestVolumeBackupRestore-229611492 tempest-TestVolumeBackupRestore-229611492-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 1092 time: 0.2370493 Jul 27 20:08:37.886514 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47242) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:37.890906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:37.917890 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:37.932103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b4b441d-1666-41b3-8016-e6dd861602dc tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:37.934517 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b4b441d-1666-41b3-8016-e6dd861602dc tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.048274 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.186491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Allocated IP 172.25.1.198 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/24aec137-a44e-4c10-8c70-cb93a6c0d8c9) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:38.304221 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.346414 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.356056 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b4b441d-1666-41b3-8016-e6dd861602dc tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.360959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4b441d-1666-41b3-8016-e6dd861602dc tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Fanout notify agent at l3_agent the message router_deleted on router dfafdb0b-fe4d-496a-be34-470a2563c456 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:08:38.369570 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b4b441d-1666-41b3-8016-e6dd861602dc tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.372687 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0b4b441d-1666-41b3-8016-e6dd861602dc tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/routers/dfafdb0b-fe4d-496a-be34-470a2563c456 HTTP/1.1" status: 204 len: 168 time: 0.7205684 Jul 27 20:08:38.373615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47246) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:38.395950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:38.401093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:38.404630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:38.410219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Pushing event updated for resources: {'Port': ['ID=24aec137-a44e-4c10-8c70-cb93a6c0d8c9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:38.427282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3f941e-2659-45c9-b960-cdf4346573e7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting subnet dc7c2a71-6bd4-4a77-9aae-49370cffdd81 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:08:38.430974 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be3f941e-2659-45c9-b960-cdf4346573e7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.475276 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be3f941e-2659-45c9-b960-cdf4346573e7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.529853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c2259c7-357c-4e82-ae36-9cca8d59849e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:38.566766 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.571011 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be3f941e-2659-45c9-b960-cdf4346573e7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.586630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7c2259c7-357c-4e82-ae36-9cca8d59849e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:38.587285 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.642330 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be3f941e-2659-45c9-b960-cdf4346573e7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.681188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f941e-2659-45c9-b960-cdf4346573e7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Subnet': ['ID=dc7c2a71-6bd4-4a77-9aae-49370cffdd81,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:38.685000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be3f941e-2659-45c9-b960-cdf4346573e7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.688464 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-be3f941e-2659-45c9-b960-cdf4346573e7 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/dc7c2a71-6bd4-4a77-9aae-49370cffdd81 HTTP/1.1" status: 204 len: 168 time: 0.3124688 Jul 27 20:08:38.690123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47248) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:38.692945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549932b0-9365-4728-99b0-5d6a7b080614 None None] Network f1fae219-cb0f-45ad-8d53-1568e20ef6ab requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:38.775278 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.824694 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.829123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 7c2259c7-357c-4e82-ae36-9cca8d59849e {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:38.829571 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.902388 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fbc370-91a4-4e2c-b669-be412ccfe06c None None] DHCP port deletion for f1fae219-cb0f-45ad-8d53-1568e20ef6ab request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:08:38.914488 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] For port 7c2259c7-357c-4e82-ae36-9cca8d59849e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7c2259c7-357c-4e82-ae36-9cca8d59849e,segment=NetworkSegment(9ffde541-8810-4221-93dd-3aa6e2495f79),segment_id=9ffde541-8810-4221-93dd-3aa6e2495f79)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:38.915013 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.923147 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:38.934124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 7c2259c7-357c-4e82-ae36-9cca8d59849e owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:38.951795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a1fbc370-91a4-4e2c-b669-be412ccfe06c None None] Deleting port 7c2259c7-357c-4e82-ae36-9cca8d59849e {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:38.952164 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a1fbc370-91a4-4e2c-b669-be412ccfe06c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.017698 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.026260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a1fbc370-91a4-4e2c-b669-be412ccfe06c None None] For port 7c2259c7-357c-4e82-ae36-9cca8d59849e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7c2259c7-357c-4e82-ae36-9cca8d59849e,segment=NetworkSegment(9ffde541-8810-4221-93dd-3aa6e2495f79),segment_id=9ffde541-8810-4221-93dd-3aa6e2495f79)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:39.026715 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a1fbc370-91a4-4e2c-b669-be412ccfe06c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.046035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a1fbc370-91a4-4e2c-b669-be412ccfe06c None None] Calling delete_port for 7c2259c7-357c-4e82-ae36-9cca8d59849e owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:39.047739 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=7c2259c7-357c-4e82-ae36-9cca8d59849e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:39.051924 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No DVR routers for this DVR port 7c2259c7-357c-4e82-ae36-9cca8d59849e on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:08:39.106322 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.112321 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.138264 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a1fbc370-91a4-4e2c-b669-be412ccfe06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.144626 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.155723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1fae219-cb0f-45ad-8d53-1568e20ef6ab']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:39.171160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Pushing event updated for resources: {'Port': ['ID=24aec137-a44e-4c10-8c70-cb93a6c0d8c9,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:39.171467 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffde541-8810-4221-93dd-3aa6e2495f79') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:39.171812 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffde541-8810-4221-93dd-3aa6e2495f79') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:39.179027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbc370-91a4-4e2c-b669-be412ccfe06c None None] Pushing event deleted for resources: {'Port': ['ID=7c2259c7-357c-4e82-ae36-9cca8d59849e,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:39.181006 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fbc370-91a4-4e2c-b669-be412ccfe06c None None] No DVR routers for this DVR port 7c2259c7-357c-4e82-ae36-9cca8d59849e on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:08:39.194949 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.213836 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.220355 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:08:39.221148 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:08:39.225242 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:08:39.233433 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.285922 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.306834 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.313095 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/networks/f1fae219-cb0f-45ad-8d53-1568e20ef6ab HTTP/1.1" status: 204 len: 168 time: 0.6217973 Jul 27 20:08:39.314241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8d407-5cfd-4148-a47d-1f790922cb27 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Network': ['ID=f1fae219-cb0f-45ad-8d53-1568e20ef6ab,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:39.316147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47260) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:39.351961 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Floating IP 3dda7e08-1c5b-418b-b644-3fc1b63e3822 associated. External IP: 172.25.1.198, port: a2097102-a68c-4376-b80a-ac533b5e61f2. Jul 27 20:08:39.381463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f939044-60e7-47ca-86a7-220401ae8145 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:39.383083 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5f939044-60e7-47ca-86a7-220401ae8145 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/fcb1351b-a25e-4afd-8e27-0e7f4248a64c HTTP/1.1" status: 200 len: 841 time: 0.0661490 Jul 27 20:08:39.387126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47264) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:39.448448 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1afe61f0-083f-4536-9642-b47d1f0cbe28 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/fcb1351b-a25e-4afd-8e27-0e7f4248a64c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0592873 Jul 27 20:08:39.451212 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47266) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:39.456114 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-55e94e03-9d8f-449e-b2e6-ccf1e9262c6a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'subnet': {'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:39.555429 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e94e03-9d8f-449e-b2e6-ccf1e9262c6a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:39.559411 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55e94e03-9d8f-449e-b2e6-ccf1e9262c6a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.762602 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55e94e03-9d8f-449e-b2e6-ccf1e9262c6a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.808328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e94e03-9d8f-449e-b2e6-ccf1e9262c6a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 66675c79-5437-4766-aa2f-573130f68fc8 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:39.811711 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-55e94e03-9d8f-449e-b2e6-ccf1e9262c6a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:39.815579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e94e03-9d8f-449e-b2e6-ccf1e9262c6a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:39.816212 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-55e94e03-9d8f-449e-b2e6-ccf1e9262c6a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.825086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ce187c-45a2-4acd-9c31-ff1bc39da641 None None] Network 66675c79-5437-4766-aa2f-573130f68fc8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:39.831717 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e94e03-9d8f-449e-b2e6-ccf1e9262c6a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Subnet': ['ID=063ed171-03af-424d-b5bf-537d7cb9878c,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:39.845441 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-55e94e03-9d8f-449e-b2e6-ccf1e9262c6a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3906488 Jul 27 20:08:39.845716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47268) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:39.851827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-57b4889a-163e-40b3-b039-a4745b3d8b86 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'security_group': {'name': 'tempest-secgroup-937712875'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:39.882034 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57b4889a-163e-40b3-b039-a4745b3d8b86 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.955823 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Router 265fbffe-8edd-463e-b35e-890a2580ec5c has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:08:39.994203 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57b4889a-163e-40b3-b039-a4745b3d8b86 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:39.999702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57b4889a-163e-40b3-b039-a4745b3d8b86 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:40.039826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-57b4889a-163e-40b3-b039-a4745b3d8b86 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:40.041128 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-57b4889a-163e-40b3-b039-a4745b3d8b86 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1943069 Jul 27 20:08:40.044031 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47272) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:40.048721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d10f432f-d661-456d-8e12-35a181d8d7e0 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'security_group': {'name': 'tempest-secgroup-827460255'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:40.058697 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4889a-163e-40b3-b039-a4745b3d8b86 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d0747a-8002-42f9-b947-47d19c6834c9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:40.077548 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d10f432f-d661-456d-8e12-35a181d8d7e0 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:40.103474 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-66675c79-5437-4766-aa2f-573130f68fc8', 'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'tenant_id': '923361191ee544ea94d5448e44a57838', 'fixed_ips': [{'subnet_id': '063ed171-03af-424d-b5bf-537d7cb9878c'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:08:40.104699 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:40.155412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:08:40.199916 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d10f432f-d661-456d-8e12-35a181d8d7e0 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:40.204769 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d10f432f-d661-456d-8e12-35a181d8d7e0 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:40.206338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66381a14-4f11-4766-a252-f9cb47913c7d None None] Sync routers for ids ['265fbffe-8edd-463e-b35e-890a2580ec5c'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:08:40.210384 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:40.228002 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66381a14-4f11-4766-a252-f9cb47913c7d None None] Routers {'265fbffe-8edd-463e-b35e-890a2580ec5c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:08:40.228759 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-66381a14-4f11-4766-a252-f9cb47913c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:08:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['265fbffe-8edd-463e-b35e-890a2580ec5c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:40.238245 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f432f-d661-456d-8e12-35a181d8d7e0 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9224557e-816d-4c2d-b570-5b64d5ff44fc,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:40.257872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-77c8b8ba-50bf-4d1f-a825-d95323425835 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3679419 Jul 27 20:08:40.257872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'tag': 'a2097102-a68c-4376-b80a-ac533b5e61f2'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:08:40.259136 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15e2d95-b16f-4358-9fcb-3f0e6429a21b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b65c774-7f8d-46e9-9acf-04338bb1df11", "tag": "a2097102-a68c-4376-b80a-ac533b5e61f2"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:08:40.259600 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47274) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:40.280132 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d10f432f-d661-456d-8e12-35a181d8d7e0 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:40.281356 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d10f432f-d661-456d-8e12-35a181d8d7e0 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2362883 Jul 27 20:08:40.284115 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47278) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:40.289786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-240020995', 'security_groups': ['9224557e-816d-4c2d-b570-5b64d5ff44fc'], 'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '063ed171-03af-424d-b5bf-537d7cb9878c'}]}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:40.321655 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75468921-ac02-4b49-aa82-468bf55f04dc x-openstack-request-id: req-75468921-ac02-4b49-aa82-468bf55f04dc {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:08:40.322377 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b65c774-7f8d-46e9-9acf-04338bb1df11", "tag": "a2097102-a68c-4376-b80a-ac533b5e61f2", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:08:40.323242 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75468921-ac02-4b49-aa82-468bf55f04dc {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:08:40.323402 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'tag': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'status': 'completed', 'code': 200} Jul 27 20:08:40.352148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Allocated IP 172.20.0.2 (66675c79-5437-4766-aa2f-573130f68fc8/063ed171-03af-424d-b5bf-537d7cb9878c/24039664-7e95-4a9e-b2b2-d6efa08cc122) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:40.408190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14391ad7-da81-4c36-b591-0cfc30c5b015 tempest-TestVolumeBackupRestore-229611492 tempest-TestVolumeBackupRestore-229611492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:40.414137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47282) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:40.414456 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-14391ad7-da81-4c36-b591-0cfc30c5b015 tempest-TestVolumeBackupRestore-229611492 tempest-TestVolumeBackupRestore-229611492-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 1092 time: 0.1459918 Jul 27 20:08:40.434402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-0e03194e-190e-43a2-ae03-4fbbb77ee611 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Request body: {'floatingip': {'port_id': 'a2097102-a68c-4376-b80a-ac533b5e61f2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:40.439988 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2d95-b16f-4358-9fcb-3f0e6429a21b req-4b24bb71-b85c-4afa-81a9-c4981a373904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:40.443947 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b15e2d95-b16f-4358-9fcb-3f0e6429a21b req-4b24bb71-b85c-4afa-81a9-c4981a373904 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d69124e393a44c87b1ab801866e9da04&device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 1097 time: 0.1035755 Jul 27 20:08:40.634519 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e03194e-190e-43a2-ae03-4fbbb77ee611 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:40.635245 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2d95-b16f-4358-9fcb-3f0e6429a21b req-9979371a-4d5d-4bc7-8b66-6e353ffe925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:40.641233 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b15e2d95-b16f-4358-9fcb-3f0e6429a21b req-9979371a-4d5d-4bc7-8b66-6e353ffe925c service neutron] 10.222.0.63 "GET /v2.0/networks?id=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 HTTP/1.1" status: 200 len: 915 time: 0.1850932 Jul 27 20:08:40.646862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-66381a14-4f11-4766-a252-f9cb47913c7d None None] Set router 265fbffe-8edd-463e-b35e-890a2580ec5c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:08:40.649184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c2259c7-357c-4e82-ae36-9cca8d59849e no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:08:40.693455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:40.702819 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 7c2259c7-357c-4e82-ae36-9cca8d59849e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:08:40.703169 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7c2259c7-357c-4e82-ae36-9cca8d59849e not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:08:40.786003 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b15e2d95-b16f-4358-9fcb-3f0e6429a21b req-f4be2fb1-ad4d-4b5d-900d-2c87766826ca service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2097102-a68c-4376-b80a-ac533b5e61f2 HTTP/1.1" status: 200 len: 999 time: 0.1322243 Jul 27 20:08:40.834915 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:40.848478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2d95-b16f-4358-9fcb-3f0e6429a21b req-6b0b965e-d8b5-4b06-ba78-932b75347c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:40.850658 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b15e2d95-b16f-4358-9fcb-3f0e6429a21b req-6b0b965e-d8b5-4b06-ba78-932b75347c70 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67b6d72c-52cf-4cb9-ac3e-16037932e133 HTTP/1.1" status: 200 len: 853 time: 0.0578711 Jul 27 20:08:40.851076 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Transition to ACTIVE for port object 24039664-7e95-4a9e-b2b2-d6efa08cc122 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:40.875191 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:40.903782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port 0cba284b-4523-4f2a-b685-6f844f8921f4 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:08:40.904894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Transition to ACTIVE for port object 24039664-7e95-4a9e-b2b2-d6efa08cc122 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:40.916257 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:40.926941 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2d95-b16f-4358-9fcb-3f0e6429a21b req-6f120b57-c197-4b73-9f60-61d836c46b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:40.928678 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b15e2d95-b16f-4358-9fcb-3f0e6429a21b req-6f120b57-c197-4b73-9f60-61d836c46b28 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714490 Jul 27 20:08:40.979220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Network 66675c79-5437-4766-aa2f-573130f68fc8 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:40.991271 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:40.997413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:41.000991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Pushing event updated for resources: {'Port': ['ID=24039664-7e95-4a9e-b2b2-d6efa08cc122,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:41.030407 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b15e2d95-b16f-4358-9fcb-3f0e6429a21b req-996bda51-b065-4c72-bc64-e9d123432c48 service neutron] 10.222.0.63 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943079 Jul 27 20:08:41.096582 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Attempting to bind port 24039664-7e95-4a9e-b2b2-d6efa08cc122 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:08:41.097150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Attempting to bind port 24039664-7e95-4a9e-b2b2-d6efa08cc122 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'db346f8d-cd4c-49fc-85dc-87892f30a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66675c79-5437-4766-aa2f-573130f68fc8'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:08:41.097617 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Attempting to bind port 24039664-7e95-4a9e-b2b2-d6efa08cc122 on network 66675c79-5437-4766-aa2f-573130f68fc8 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:08:41.112944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:08:41.113433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Checking segment: {'id': 'db346f8d-cd4c-49fc-85dc-87892f30a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66675c79-5437-4766-aa2f-573130f68fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:41.113987 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:41.115036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Bound using segment: {'id': 'db346f8d-cd4c-49fc-85dc-87892f30a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66675c79-5437-4766-aa2f-573130f68fc8'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:08:41.115569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Bound port: 24039664-7e95-4a9e-b2b2-d6efa08cc122, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db346f8d-cd4c-49fc-85dc-87892f30a547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '66675c79-5437-4766-aa2f-573130f68fc8'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:08:41.116371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:41.138402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-66381a14-4f11-4766-a252-f9cb47913c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '3dda7e08-1c5b-418b-b644-3fc1b63e3822', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'port_id': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'mac_address': 'fa:16:3e:df:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:08:38Z', 'updated_at': '2021-07-27T20:08:38Z', 'revision_number': 0, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea8ad1-b8ea-4969-adad-74c558498ec9', 'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'mac_address': 'fa:16:3e:be:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:26Z', 'revision_number': 5, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'subnets': [{'id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:41.170588 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b15e2d95-b16f-4358-9fcb-3f0e6429a21b req-9011e007-a32b-4746-b117-5b13963bb7b9 service neutron] 10.222.0.63 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334071 Jul 27 20:08:41.187836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66381a14-4f11-4766-a252-f9cb47913c7d None None] Checking router: 265fbffe-8edd-463e-b35e-890a2580ec5c for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:08:41.210263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66381a14-4f11-4766-a252-f9cb47913c7d None None] Routers {'265fbffe-8edd-463e-b35e-890a2580ec5c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:08:41.210892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-66381a14-4f11-4766-a252-f9cb47913c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:08:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['265fbffe-8edd-463e-b35e-890a2580ec5c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:41.236606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Allocated IP 172.20.0.3 (66675c79-5437-4766-aa2f-573130f68fc8/063ed171-03af-424d-b5bf-537d7cb9878c/0cba284b-4523-4f2a-b685-6f844f8921f4) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:41.270238 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] For port 24039664-7e95-4a9e-b2b2-d6efa08cc122, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:08:41.277543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] For port 24039664-7e95-4a9e-b2b2-d6efa08cc122, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=24039664-7e95-4a9e-b2b2-d6efa08cc122,segment=NetworkSegment(db346f8d-cd4c-49fc-85dc-87892f30a547),segment_id=db346f8d-cd4c-49fc-85dc-87892f30a547)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:08:41.283428 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:41.504606 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e03194e-190e-43a2-ae03-4fbbb77ee611 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:41.507668 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:41.515270 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e03194e-190e-43a2-ae03-4fbbb77ee611 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:41.550116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-66381a14-4f11-4766-a252-f9cb47913c7d None None] Set router 265fbffe-8edd-463e-b35e-890a2580ec5c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:08:41.563545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Transition to ACTIVE for port object 0cba284b-4523-4f2a-b685-6f844f8921f4 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:41.584592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fedb9-8e29-493b-ae63-9fc9fb84b203 None None] Pushing event updated for resources: {'Port': ['ID=24039664-7e95-4a9e-b2b2-d6efa08cc122,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:41.615369 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:41.697209 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:41.782018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 66675c79-5437-4766-aa2f-573130f68fc8 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:41.835778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:41.847260 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:41.853636 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=0cba284b-4523-4f2a-b685-6f844f8921f4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:41.868296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-66381a14-4f11-4766-a252-f9cb47913c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '3dda7e08-1c5b-418b-b644-3fc1b63e3822', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'port_id': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'mac_address': 'fa:16:3e:df:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:08:38Z', 'updated_at': '2021-07-27T20:08:38Z', 'revision_number': 0, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea8ad1-b8ea-4969-adad-74c558498ec9', 'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'mac_address': 'fa:16:3e:be:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:26Z', 'revision_number': 5, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'subnets': [{'id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:41.897294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66381a14-4f11-4766-a252-f9cb47913c7d None None] The sync data for ids ['265fbffe-8edd-463e-b35e-890a2580ec5c'] in n-d-705657-21 is: [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '3dda7e08-1c5b-418b-b644-3fc1b63e3822', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'port_id': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'mac_address': 'fa:16:3e:df:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:08:38Z', 'updated_at': '2021-07-27T20:08:38Z', 'revision_number': 0, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea8ad1-b8ea-4969-adad-74c558498ec9', 'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'mac_address': 'fa:16:3e:be:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:26Z', 'revision_number': 5, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'subnets': [{'id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:08:41.916996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:41.917342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:41.917685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:41.918020 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:41.918349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:41.918677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:41.919146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:41.919477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:41.919800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:41.920123 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:41.920465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:41.920790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:08:41.932664 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:41.933436 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:41.959602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e03194e-190e-43a2-ae03-4fbbb77ee611 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Router 265fbffe-8edd-463e-b35e-890a2580ec5c has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:08:41.973519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ca111737-7271-493e-9b7c-bd26914d0daf tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6879056 Jul 27 20:08:41.976451 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47296) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:41.984875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5b3ef6b0-514c-419e-9b5d-6c6a41bda316 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'subnet': {'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:42.088276 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e03194e-190e-43a2-ae03-4fbbb77ee611 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:08:42.093613 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e03194e-190e-43a2-ae03-4fbbb77ee611 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:42.113587 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3ef6b0-514c-419e-9b5d-6c6a41bda316 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:42.117681 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5b3ef6b0-514c-419e-9b5d-6c6a41bda316 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:42.242297 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0e03194e-190e-43a2-ae03-4fbbb77ee611 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "PUT /v2.0/floatingips/3dda7e08-1c5b-418b-b644-3fc1b63e3822 HTTP/1.1" status: 200 len: 991 time: 1.8135378 Jul 27 20:08:42.270801 n-d-705657-21 neutron-server[94060]: INFO neutron.db.ipam_backend_mixin [None req-5b3ef6b0-514c-419e-9b5d-6c6a41bda316 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 063ed171-03af-424d-b5bf-537d7cb9878c (CIDR: 172.20.0.0/28) Jul 27 20:08:42.274952 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3ef6b0-514c-419e-9b5d-6c6a41bda316 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:08:42.275517 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3ef6b0-514c-419e-9b5d-6c6a41bda316 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:08:42.295273 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5b3ef6b0-514c-419e-9b5d-6c6a41bda316 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3170753 Jul 27 20:08:42.297708 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47300) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:42.305420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-32c47edc-0701-49a7-a9a6-5f21ed01e60e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'subnet': {'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:42.324726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'tag': 'a2097102-a68c-4376-b80a-ac533b5e61f2'}, {'name': 'network-changed', 'server_uuid': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'tag': 'a2097102-a68c-4376-b80a-ac533b5e61f2'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:08:42.327030 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734730cf-e821-4a76-9297-8545ec16769b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b65c774-7f8d-46e9-9acf-04338bb1df11", "tag": "a2097102-a68c-4376-b80a-ac533b5e61f2"}, {"name": "network-changed", "server_uuid": "8b65c774-7f8d-46e9-9acf-04338bb1df11", "tag": "a2097102-a68c-4376-b80a-ac533b5e61f2"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:08:42.356905 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be5aab-c544-4df7-b818-74f2fe0fad7b None None] New status for floating IP 3dda7e08-1c5b-418b-b644-3fc1b63e3822: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:08:42.429562 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 20:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ebd563-b541-4012-a808-6939f427d6d5 x-openstack-request-id: req-a2ebd563-b541-4012-a808-6939f427d6d5 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:08:42.429956 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b65c774-7f8d-46e9-9acf-04338bb1df11", "tag": "a2097102-a68c-4376-b80a-ac533b5e61f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8b65c774-7f8d-46e9-9acf-04338bb1df11", "tag": "a2097102-a68c-4376-b80a-ac533b5e61f2", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:08:42.430279 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2ebd563-b541-4012-a808-6939f427d6d5 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:08:42.430770 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'tag': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'status': 'completed', 'code': 200} Jul 27 20:08:42.431099 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'tag': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'status': 'completed', 'code': 200} Jul 27 20:08:42.583105 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c47edc-0701-49a7-a9a6-5f21ed01e60e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:42.588043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32c47edc-0701-49a7-a9a6-5f21ed01e60e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:42.613859 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 24039664-7e95-4a9e-b2b2-d6efa08cc122 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:42.647454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734730cf-e821-4a76-9297-8545ec16769b req-92f57d7e-f3c1-4a3e-afab-53f9eb896763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:42.649466 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-734730cf-e821-4a76-9297-8545ec16769b req-92f57d7e-f3c1-4a3e-afab-53f9eb896763 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d69124e393a44c87b1ab801866e9da04&device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 1097 time: 0.1928387 Jul 27 20:08:42.716315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 24039664-7e95-4a9e-b2b2-d6efa08cc122 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:42.770899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f15927-5b40-4660-bea9-0a87af9f56e5 None None] Sync routers for ids ['265fbffe-8edd-463e-b35e-890a2580ec5c'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:08:42.798011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f15927-5b40-4660-bea9-0a87af9f56e5 None None] Routers {'265fbffe-8edd-463e-b35e-890a2580ec5c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:08:42.798903 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f9f15927-5b40-4660-bea9-0a87af9f56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:08:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['265fbffe-8edd-463e-b35e-890a2580ec5c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:42.810796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734730cf-e821-4a76-9297-8545ec16769b req-b46dd7d5-e7e7-46e5-913e-609c38576a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:42.812532 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-734730cf-e821-4a76-9297-8545ec16769b req-b46dd7d5-e7e7-46e5-913e-609c38576a87 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 HTTP/1.1" status: 200 len: 915 time: 0.1490779 Jul 27 20:08:42.968426 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f9f15927-5b40-4660-bea9-0a87af9f56e5 None None] Set router 265fbffe-8edd-463e-b35e-890a2580ec5c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:08:43.019101 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-734730cf-e821-4a76-9297-8545ec16769b req-816b8735-6dc6-491f-bda3-341954723a79 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2097102-a68c-4376-b80a-ac533b5e61f2 HTTP/1.1" status: 200 len: 1001 time: 0.1165323 Jul 27 20:08:43.108992 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32c47edc-0701-49a7-a9a6-5f21ed01e60e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:43.135091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c47edc-0701-49a7-a9a6-5f21ed01e60e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 66675c79-5437-4766-aa2f-573130f68fc8 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:43.169808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-32c47edc-0701-49a7-a9a6-5f21ed01e60e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:43.174159 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c47edc-0701-49a7-a9a6-5f21ed01e60e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:43.174764 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32c47edc-0701-49a7-a9a6-5f21ed01e60e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:43.182242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734730cf-e821-4a76-9297-8545ec16769b req-86523f13-5bcd-4c0b-a0a2-a96426c96843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:43.183799 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-734730cf-e821-4a76-9297-8545ec16769b req-86523f13-5bcd-4c0b-a0a2-a96426c96843 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67b6d72c-52cf-4cb9-ac3e-16037932e133 HTTP/1.1" status: 200 len: 853 time: 0.1576588 Jul 27 20:08:43.197402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0abd7ff0-1105-4359-858f-107c9a737705 None None] Provisioning for port 24039664-7e95-4a9e-b2b2-d6efa08cc122 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:43.205110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0abd7ff0-1105-4359-858f-107c9a737705 None None] Provisioning complete for port 24039664-7e95-4a9e-b2b2-d6efa08cc122 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:43.205511 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0abd7ff0-1105-4359-858f-107c9a737705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:43.246748 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-32c47edc-0701-49a7-a9a6-5f21ed01e60e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9473608 Jul 27 20:08:43.249456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47306) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:43.256502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-80f8f5a8-220e-4eb9-84f7-9c299dcd770d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1381671430', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '33322239-06d6-41a6-a90f-d66273f18c98'}], 'security_groups': ['48d0747a-8002-42f9-b947-47d19c6834c9']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:43.265276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c47edc-0701-49a7-a9a6-5f21ed01e60e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Subnet': ['ID=33322239-06d6-41a6-a90f-d66273f18c98,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:43.290502 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734730cf-e821-4a76-9297-8545ec16769b req-72d75a21-2ba4-4af8-9203-a68c114add4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:43.292142 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-734730cf-e821-4a76-9297-8545ec16769b req-72d75a21-2ba4-4af8-9203-a68c114add4a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991569 Jul 27 20:08:43.376030 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da453fcc-f95e-43f2-93f1-1ab96a95ae60 None None] Network 66675c79-5437-4766-aa2f-573130f68fc8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:43.384782 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-80f8f5a8-220e-4eb9-84f7-9c299dcd770d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:43.400794 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-734730cf-e821-4a76-9297-8545ec16769b req-c3d83010-41fd-4f0d-ad06-178c034dff06 service neutron] 10.222.0.63 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012583 Jul 27 20:08:43.447985 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-51acee8a-89be-4ac3-a355-282fa6d51f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:43.456370 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f9f15927-5b40-4660-bea9-0a87af9f56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '3dda7e08-1c5b-418b-b644-3fc1b63e3822', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'port_id': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'mac_address': 'fa:16:3e:df:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:08:38Z', 'updated_at': '2021-07-27T20:08:42Z', 'revision_number': 2, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea8ad1-b8ea-4969-adad-74c558498ec9', 'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'mac_address': 'fa:16:3e:be:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:26Z', 'revision_number': 5, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'subnets': [{'id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:43.458225 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0abd7ff0-1105-4359-858f-107c9a737705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:43.507866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f15927-5b40-4660-bea9-0a87af9f56e5 None None] Checking router: 265fbffe-8edd-463e-b35e-890a2580ec5c for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:08:43.526804 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-734730cf-e821-4a76-9297-8545ec16769b req-4bf43e91-c09f-425d-819c-912f36c58f97 service neutron] 10.222.0.63 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194904 Jul 27 20:08:43.561260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f15927-5b40-4660-bea9-0a87af9f56e5 None None] Routers {'265fbffe-8edd-463e-b35e-890a2580ec5c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:08:43.561260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f9f15927-5b40-4660-bea9-0a87af9f56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:08:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['265fbffe-8edd-463e-b35e-890a2580ec5c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:43.603096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0abd7ff0-1105-4359-858f-107c9a737705 None None] For port 24039664-7e95-4a9e-b2b2-d6efa08cc122, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=24039664-7e95-4a9e-b2b2-d6efa08cc122,segment=NetworkSegment(db346f8d-cd4c-49fc-85dc-87892f30a547),segment_id=db346f8d-cd4c-49fc-85dc-87892f30a547)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:43.629542 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0abd7ff0-1105-4359-858f-107c9a737705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:43.636864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734730cf-e821-4a76-9297-8545ec16769b req-1d91c90d-74d5-4892-b5ab-547b402f1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:43.638741 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-734730cf-e821-4a76-9297-8545ec16769b req-1d91c90d-74d5-4892-b5ab-547b402f1310 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d69124e393a44c87b1ab801866e9da04&device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 1097 time: 0.0661376 Jul 27 20:08:43.740028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0abd7ff0-1105-4359-858f-107c9a737705 None None] Provisioning complete for port fcb1351b-a25e-4afd-8e27-0e7f4248a64c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:43.740420 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0abd7ff0-1105-4359-858f-107c9a737705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:43.746774 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734730cf-e821-4a76-9297-8545ec16769b req-3d0b2d5b-e770-4ced-bf82-102bbd5eabfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:43.749234 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-734730cf-e821-4a76-9297-8545ec16769b req-3d0b2d5b-e770-4ced-bf82-102bbd5eabfc service neutron] 10.222.0.63 "GET /v2.0/networks?id=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 HTTP/1.1" status: 200 len: 915 time: 0.1035950 Jul 27 20:08:43.758388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-80f8f5a8-220e-4eb9-84f7-9c299dcd770d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Delete allocated IP 172.20.0.3 (66675c79-5437-4766-aa2f-573130f68fc8/063ed171-03af-424d-b5bf-537d7cb9878c) {{(pid=94059) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 20:08:43.769092 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-80f8f5a8-220e-4eb9-84f7-9c299dcd770d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Allocated IP 172.20.0.24 (66675c79-5437-4766-aa2f-573130f68fc8/33322239-06d6-41a6-a90f-d66273f18c98/0cba284b-4523-4f2a-b685-6f844f8921f4) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:43.778525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd7ff0-1105-4359-858f-107c9a737705 None None] Pushing event updated for resources: {'Port': ['ID=24039664-7e95-4a9e-b2b2-d6efa08cc122,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:43.829577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f9f15927-5b40-4660-bea9-0a87af9f56e5 None None] Set router 265fbffe-8edd-463e-b35e-890a2580ec5c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:08:43.832295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0abd7ff0-1105-4359-858f-107c9a737705 None None] Port fcb1351b-a25e-4afd-8e27-0e7f4248a64c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:43.846216 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-734730cf-e821-4a76-9297-8545ec16769b req-0ed2a8df-8f61-4c45-ae6a-0df0e599f3df service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2097102-a68c-4376-b80a-ac533b5e61f2 HTTP/1.1" status: 200 len: 1001 time: 0.0907969 Jul 27 20:08:43.905947 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734730cf-e821-4a76-9297-8545ec16769b req-ac3ebe42-f8d7-4721-ba67-dd0e3a13438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:43.907685 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-734730cf-e821-4a76-9297-8545ec16769b req-ac3ebe42-f8d7-4721-ba67-dd0e3a13438e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67b6d72c-52cf-4cb9-ac3e-16037932e133 HTTP/1.1" status: 200 len: 853 time: 0.0542755 Jul 27 20:08:43.976385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1dff1df0-8e81-442f-bf79-0ec3786a06c0 None None] Provisioning for port 0cba284b-4523-4f2a-b685-6f844f8921f4 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:43.988017 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-80f8f5a8-220e-4eb9-84f7-9c299dcd770d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.002473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-80f8f5a8-220e-4eb9-84f7-9c299dcd770d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Ignored duplicate provisioning block setup for port 0cba284b-4523-4f2a-b685-6f844f8921f4 by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 20:08:44.007397 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-80f8f5a8-220e-4eb9-84f7-9c299dcd770d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.020136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734730cf-e821-4a76-9297-8545ec16769b req-1f32f2ef-0f6f-4f46-8abe-ce8a6168472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:44.025160 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-734730cf-e821-4a76-9297-8545ec16769b req-1f32f2ef-0f6f-4f46-8abe-ce8a6168472c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101022 Jul 27 20:08:44.031505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1dff1df0-8e81-442f-bf79-0ec3786a06c0 None None] Provisioning complete for port 0cba284b-4523-4f2a-b685-6f844f8921f4 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:44.031887 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1dff1df0-8e81-442f-bf79-0ec3786a06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.097624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8f5a8-220e-4eb9-84f7-9c299dcd770d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=0cba284b-4523-4f2a-b685-6f844f8921f4,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:44.155066 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-734730cf-e821-4a76-9297-8545ec16769b req-c8b51cc3-9522-4ff7-a725-d7eab0a9f60e service neutron] 10.222.0.63 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176894 Jul 27 20:08:44.164220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1dff1df0-8e81-442f-bf79-0ec3786a06c0 None None] Port 0cba284b-4523-4f2a-b685-6f844f8921f4 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:44.167232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-80f8f5a8-220e-4eb9-84f7-9c299dcd770d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] In _notify_port_updated(), no bound segment for port 0cba284b-4523-4f2a-b685-6f844f8921f4 on network 66675c79-5437-4766-aa2f-573130f68fc8 {{(pid=94059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:08:44.173600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f8f5a8-220e-4eb9-84f7-9c299dcd770d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:44.174519 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-80f8f5a8-220e-4eb9-84f7-9c299dcd770d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.176259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-80f8f5a8-220e-4eb9-84f7-9c299dcd770d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "PUT /v2.0/ports/0cba284b-4523-4f2a-b685-6f844f8921f4 HTTP/1.1" status: 200 len: 921 time: 0.9251359 Jul 27 20:08:44.179326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47320) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:44.196648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1559d5d0-811c-481d-beff-df40f26b05b9 None None] Update dhcp port {'port': {'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'fixed_ips': [{'subnet_id': '063ed171-03af-424d-b5bf-537d7cb9878c', 'ip_address': '172.20.0.2'}, {'subnet_id': '33322239-06d6-41a6-a90f-d66273f18c98'}], 'binding:host_id': 'n-d-705657-21'}, 'id': '24039664-7e95-4a9e-b2b2-d6efa08cc122'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 20:08:44.243104 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1559d5d0-811c-481d-beff-df40f26b05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.276707 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-734730cf-e821-4a76-9297-8545ec16769b req-f0d93a0e-d781-4028-a9c1-6ddf4a5ea084 service neutron] 10.222.0.63 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134567 Jul 27 20:08:44.303300 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-5f630004-ced2-49c1-ba85-284cf564f370 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port 0cba284b-4523-4f2a-b685-6f844f8921f4 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:44.303884 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5f630004-ced2-49c1-ba85-284cf564f370 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.307896 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f9f15927-5b40-4660-bea9-0a87af9f56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '3dda7e08-1c5b-418b-b644-3fc1b63e3822', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'port_id': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'mac_address': 'fa:16:3e:df:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:08:38Z', 'updated_at': '2021-07-27T20:08:42Z', 'revision_number': 2, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea8ad1-b8ea-4969-adad-74c558498ec9', 'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'mac_address': 'fa:16:3e:be:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:26Z', 'revision_number': 5, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'subnets': [{'id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:44.398653 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5f630004-ced2-49c1-ba85-284cf564f370 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.412381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-5f630004-ced2-49c1-ba85-284cf564f370 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for 0cba284b-4523-4f2a-b685-6f844f8921f4 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:44.546145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 24039664-7e95-4a9e-b2b2-d6efa08cc122 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:44.553464 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5f630004-ced2-49c1-ba85-284cf564f370 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.554227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f15927-5b40-4660-bea9-0a87af9f56e5 None None] The sync data for ids ['265fbffe-8edd-463e-b35e-890a2580ec5c'] in n-d-705657-21 is: [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '3dda7e08-1c5b-418b-b644-3fc1b63e3822', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'port_id': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'mac_address': 'fa:16:3e:df:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:08:38Z', 'updated_at': '2021-07-27T20:08:42Z', 'revision_number': 2, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea8ad1-b8ea-4969-adad-74c558498ec9', 'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'mac_address': 'fa:16:3e:be:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:26Z', 'revision_number': 5, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'subnets': [{'id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:08:44.587953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f630004-ced2-49c1-ba85-284cf564f370 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=0cba284b-4523-4f2a-b685-6f844f8921f4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:44.673490 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5f630004-ced2-49c1-ba85-284cf564f370 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.676448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5f630004-ced2-49c1-ba85-284cf564f370 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/0cba284b-4523-4f2a-b685-6f844f8921f4 HTTP/1.1" status: 204 len: 168 time: 0.4947665 Jul 27 20:08:44.678625 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47324) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:44.709550 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01309df-ddd0-43e4-ad24-fad57c3bd4e1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] GET failed (client error): The resource could not be found. Jul 27 20:08:44.714428 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a01309df-ddd0-43e4-ad24-fad57c3bd4e1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/0cba284b-4523-4f2a-b685-6f844f8921f4 HTTP/1.1" status: 404 len: 333 time: 0.0319524 Jul 27 20:08:44.714626 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47326) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:44.728119 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 24039664-7e95-4a9e-b2b2-d6efa08cc122 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:44.728437 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.751576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-1559d5d0-811c-481d-beff-df40f26b05b9 None None] Allocated IP 172.20.0.18 (66675c79-5437-4766-aa2f-573130f68fc8/33322239-06d6-41a6-a90f-d66273f18c98/24039664-7e95-4a9e-b2b2-d6efa08cc122) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:44.806913 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e756dc0e-6647-48ef-aac7-ad8ee65fb583 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.834584 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e756dc0e-6647-48ef-aac7-ad8ee65fb583 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.885048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e756dc0e-6647-48ef-aac7-ad8ee65fb583 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.888628 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e756dc0e-6647-48ef-aac7-ad8ee65fb583 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.892921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47328) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:44.893073 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e756dc0e-6647-48ef-aac7-ad8ee65fb583 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/security-groups/9224557e-816d-4c2d-b570-5b64d5ff44fc HTTP/1.1" status: 204 len: 168 time: 0.1776185 Jul 27 20:08:44.904269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756dc0e-6647-48ef-aac7-ad8ee65fb583 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9224557e-816d-4c2d-b570-5b64d5ff44fc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:44.913690 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1559d5d0-811c-481d-beff-df40f26b05b9 None None] For port 24039664-7e95-4a9e-b2b2-d6efa08cc122, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=24039664-7e95-4a9e-b2b2-d6efa08cc122,segment=NetworkSegment(db346f8d-cd4c-49fc-85dc-87892f30a547),segment_id=db346f8d-cd4c-49fc-85dc-87892f30a547)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:44.952719 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1559d5d0-811c-481d-beff-df40f26b05b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.963194 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b0600a1-6eaf-4793-9b38-6ed50fa027c0 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.967786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1559d5d0-811c-481d-beff-df40f26b05b9 None None] Transition to ACTIVE for port object 24039664-7e95-4a9e-b2b2-d6efa08cc122 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:44.972091 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1559d5d0-811c-481d-beff-df40f26b05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:44.989197 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b0600a1-6eaf-4793-9b38-6ed50fa027c0 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:45.036060 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b0600a1-6eaf-4793-9b38-6ed50fa027c0 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:45.038735 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b0600a1-6eaf-4793-9b38-6ed50fa027c0 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:45.042396 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7b0600a1-6eaf-4793-9b38-6ed50fa027c0 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/security-groups/48d0747a-8002-42f9-b947-47d19c6834c9 HTTP/1.1" status: 204 len: 168 time: 0.1454728 Jul 27 20:08:45.043846 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47330) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:45.053302 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0600a1-6eaf-4793-9b38-6ed50fa027c0 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d0747a-8002-42f9-b947-47d19c6834c9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:45.107973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559d5d0-811c-481d-beff-df40f26b05b9 None None] Pushing event updated for resources: {'Port': ['ID=24039664-7e95-4a9e-b2b2-d6efa08cc122,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:45.129360 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-489cae02-a6e8-4d9d-966f-7adcd7cac5db tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting subnet 063ed171-03af-424d-b5bf-537d7cb9878c {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:08:45.133421 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-489cae02-a6e8-4d9d-966f-7adcd7cac5db tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:45.209969 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-489cae02-a6e8-4d9d-966f-7adcd7cac5db tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:45.325896 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-489cae02-a6e8-4d9d-966f-7adcd7cac5db tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:45.402323 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-489cae02-a6e8-4d9d-966f-7adcd7cac5db tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:45.432444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cae02-a6e8-4d9d-966f-7adcd7cac5db tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Subnet': ['ID=063ed171-03af-424d-b5bf-537d7cb9878c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:45.438146 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-489cae02-a6e8-4d9d-966f-7adcd7cac5db tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:45.440693 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-489cae02-a6e8-4d9d-966f-7adcd7cac5db tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/063ed171-03af-424d-b5bf-537d7cb9878c HTTP/1.1" status: 204 len: 168 time: 0.3958547 Jul 27 20:08:45.445414 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47334) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:45.451059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-59fdcc2e-3068-4dfc-aa72-fe2a4de62371 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'subnet': {'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:45.571068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fdcc2e-3068-4dfc-aa72-fe2a4de62371 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:45.575028 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-59fdcc2e-3068-4dfc-aa72-fe2a4de62371 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:45.664587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259f2db0-760c-4d82-99b8-5691b702868d None None] Network 66675c79-5437-4766-aa2f-573130f68fc8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:45.713135 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c366d55f-e104-4ff6-ba80-56cef01a397d None None] Could not find standard attr ID for object 0cba284b-4523-4f2a-b685-6f844f8921f4. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:08:45.740417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c366d55f-e104-4ff6-ba80-56cef01a397d None None] Provisioning for port 24039664-7e95-4a9e-b2b2-d6efa08cc122 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:45.749016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c366d55f-e104-4ff6-ba80-56cef01a397d None None] Provisioning complete for port 24039664-7e95-4a9e-b2b2-d6efa08cc122 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:45.749387 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c366d55f-e104-4ff6-ba80-56cef01a397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:45.821515 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-59fdcc2e-3068-4dfc-aa72-fe2a4de62371 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:45.866889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fdcc2e-3068-4dfc-aa72-fe2a4de62371 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 66675c79-5437-4766-aa2f-573130f68fc8 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:45.872670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-59fdcc2e-3068-4dfc-aa72-fe2a4de62371 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:45.875976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fdcc2e-3068-4dfc-aa72-fe2a4de62371 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:45.876624 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-59fdcc2e-3068-4dfc-aa72-fe2a4de62371 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:45.895333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdcc2e-3068-4dfc-aa72-fe2a4de62371 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Subnet': ['ID=dd7f3c1c-a30b-49b4-8702-85f35d16dbe2,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:45.900744 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-59fdcc2e-3068-4dfc-aa72-fe2a4de62371 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4541492 Jul 27 20:08:45.903733 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47338) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:45.908822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ced73b01-1165-41a9-88b9-32ec4978364d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'security_group': {'name': 'tempest-secgroup-154617455'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:45.929230 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c366d55f-e104-4ff6-ba80-56cef01a397d None None] Provisioning complete for port fcb1351b-a25e-4afd-8e27-0e7f4248a64c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:45.929585 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c366d55f-e104-4ff6-ba80-56cef01a397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:45.933936 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ced73b01-1165-41a9-88b9-32ec4978364d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:45.965911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c366d55f-e104-4ff6-ba80-56cef01a397d None None] Port fcb1351b-a25e-4afd-8e27-0e7f4248a64c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:46.027928 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ced73b01-1165-41a9-88b9-32ec4978364d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.034111 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ced73b01-1165-41a9-88b9-32ec4978364d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.061866 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ced73b01-1165-41a9-88b9-32ec4978364d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.064435 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ced73b01-1165-41a9-88b9-32ec4978364d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1584110 Jul 27 20:08:46.066053 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47340) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:46.072135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-935ce92a-277a-4896-9432-185f6d8b6986 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'security_group': {'name': 'tempest-secgroup-35560908'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:46.077589 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced73b01-1165-41a9-88b9-32ec4978364d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd2e50f-f283-40bb-b421-391470a52da2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:46.102254 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-935ce92a-277a-4896-9432-185f6d8b6986 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.106392 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3c70f5c1-ed82-424f-b0c2-e080e13f6e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.207666 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-935ce92a-277a-4896-9432-185f6d8b6986 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.215251 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-935ce92a-277a-4896-9432-185f6d8b6986 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.217949 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.251691 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-935ce92a-277a-4896-9432-185f6d8b6986 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.253180 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-935ce92a-277a-4896-9432-185f6d8b6986 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1861422 Jul 27 20:08:46.256091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47350) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:46.258968 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ce92a-277a-4896-9432-185f6d8b6986 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b1a885-807e-4cf5-87af-36bf98c95404,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:46.262068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-bdbbcc6d-993e-4fdb-b945-c178d9ff8134 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'security_group': {'name': 'tempest-secgroup-1987442075'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:46.294608 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bdbbcc6d-993e-4fdb-b945-c178d9ff8134 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.389036 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bdbbcc6d-993e-4fdb-b945-c178d9ff8134 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.394409 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bdbbcc6d-993e-4fdb-b945-c178d9ff8134 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.428106 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bdbbcc6d-993e-4fdb-b945-c178d9ff8134 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.432016 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bdbbcc6d-993e-4fdb-b945-c178d9ff8134 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1717865 Jul 27 20:08:46.432218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47354) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:46.437531 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-9c767102-0314-418a-8168-9a8121c2cc3d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-159193262', 'security_groups': ['47246697-0b36-4457-9559-ea04f352be54'], 'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dd7f3c1c-a30b-49b4-8702-85f35d16dbe2'}]}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:46.443335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbcc6d-993e-4fdb-b945-c178d9ff8134 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47246697-0b36-4457-9559-ea04f352be54,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:46.546587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7419b7c9-b16f-419e-9a4b-8c7fc2143892 None None] Network 66675c79-5437-4766-aa2f-573130f68fc8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:46.565323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 24039664-7e95-4a9e-b2b2-d6efa08cc122 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:46.593592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c767102-0314-418a-8168-9a8121c2cc3d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:46.663574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e4450a69-1ceb-4cae-ad0e-e0045984fe6c None None] Provisioning complete for port 24039664-7e95-4a9e-b2b2-d6efa08cc122 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:46.664048 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e4450a69-1ceb-4cae-ad0e-e0045984fe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.689907 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9c767102-0314-418a-8168-9a8121c2cc3d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.707202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-9c767102-0314-418a-8168-9a8121c2cc3d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] device_id is not set on port b54e2556-83c8-400e-b7ca-3b478982347d yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:08:46.741866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 24039664-7e95-4a9e-b2b2-d6efa08cc122 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:46.742126 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:46.893009 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-9c767102-0314-418a-8168-9a8121c2cc3d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Allocated IP 172.20.0.10 (66675c79-5437-4766-aa2f-573130f68fc8/dd7f3c1c-a30b-49b4-8702-85f35d16dbe2/b54e2556-83c8-400e-b7ca-3b478982347d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:46.923948 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e4450a69-1ceb-4cae-ad0e-e0045984fe6c None None] Provisioning complete for port fcb1351b-a25e-4afd-8e27-0e7f4248a64c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:46.924424 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e4450a69-1ceb-4cae-ad0e-e0045984fe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:47.003590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e4450a69-1ceb-4cae-ad0e-e0045984fe6c None None] Port fcb1351b-a25e-4afd-8e27-0e7f4248a64c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:47.025577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8143c611-6770-473f-8849-3e1cb9098765 None None] Update dhcp port {'port': {'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'fixed_ips': [{'subnet_id': '33322239-06d6-41a6-a90f-d66273f18c98', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dd7f3c1c-a30b-49b4-8702-85f35d16dbe2'}], 'binding:host_id': 'n-d-705657-21'}, 'id': '24039664-7e95-4a9e-b2b2-d6efa08cc122'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 20:08:47.049908 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9c767102-0314-418a-8168-9a8121c2cc3d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:47.063983 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8143c611-6770-473f-8849-3e1cb9098765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:47.064573 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-9c767102-0314-418a-8168-9a8121c2cc3d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Transition to ACTIVE for port object b54e2556-83c8-400e-b7ca-3b478982347d will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:47.107264 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9c767102-0314-418a-8168-9a8121c2cc3d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:47.167347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c767102-0314-418a-8168-9a8121c2cc3d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 66675c79-5437-4766-aa2f-573130f68fc8 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:47.172620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-9c767102-0314-418a-8168-9a8121c2cc3d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:47.176380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c767102-0314-418a-8168-9a8121c2cc3d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:47.183386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c767102-0314-418a-8168-9a8121c2cc3d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=b54e2556-83c8-400e-b7ca-3b478982347d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:47.199339 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:47.243529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c767102-0314-418a-8168-9a8121c2cc3d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:47.244244 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9c767102-0314-418a-8168-9a8121c2cc3d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:47.267081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9c767102-0314-418a-8168-9a8121c2cc3d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8305776 Jul 27 20:08:47.267893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47360) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:47.277986 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-283c9410-3fb7-400d-ad84-6f628374df50 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'subnet': {'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:47.280049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-8143c611-6770-473f-8849-3e1cb9098765 None None] Allocated IP 172.20.0.2 (66675c79-5437-4766-aa2f-573130f68fc8/dd7f3c1c-a30b-49b4-8702-85f35d16dbe2/24039664-7e95-4a9e-b2b2-d6efa08cc122) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:47.447910 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283c9410-3fb7-400d-ad84-6f628374df50 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:47.452158 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-283c9410-3fb7-400d-ad84-6f628374df50 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:47.455804 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8143c611-6770-473f-8849-3e1cb9098765 None None] For port 24039664-7e95-4a9e-b2b2-d6efa08cc122, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=24039664-7e95-4a9e-b2b2-d6efa08cc122,segment=NetworkSegment(db346f8d-cd4c-49fc-85dc-87892f30a547),segment_id=db346f8d-cd4c-49fc-85dc-87892f30a547)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:47.494839 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8143c611-6770-473f-8849-3e1cb9098765 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:47.510948 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8143c611-6770-473f-8849-3e1cb9098765 None None] Transition to ACTIVE for port object 24039664-7e95-4a9e-b2b2-d6efa08cc122 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:47.515552 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8143c611-6770-473f-8849-3e1cb9098765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:47.572584 n-d-705657-21 neutron-server[94060]: INFO neutron.db.ipam_backend_mixin [None req-283c9410-3fb7-400d-ad84-6f628374df50 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dd7f3c1c-a30b-49b4-8702-85f35d16dbe2 (CIDR: 172.20.0.0/28) Jul 27 20:08:47.577326 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-283c9410-3fb7-400d-ad84-6f628374df50 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:08:47.578221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283c9410-3fb7-400d-ad84-6f628374df50 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:08:47.600419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47364) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:47.601116 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-283c9410-3fb7-400d-ad84-6f628374df50 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3314054 Jul 27 20:08:47.607607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-7fe098fc-f1c9-46de-a831-e9d755ba976d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'subnet': {'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:47.618854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143c611-6770-473f-8849-3e1cb9098765 None None] Pushing event updated for resources: {'Port': ['ID=24039664-7e95-4a9e-b2b2-d6efa08cc122,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:47.737989 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe098fc-f1c9-46de-a831-e9d755ba976d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:47.742081 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7fe098fc-f1c9-46de-a831-e9d755ba976d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:47.846612 n-d-705657-21 neutron-server[94059]: INFO neutron.db.ipam_backend_mixin [None req-7fe098fc-f1c9-46de-a831-e9d755ba976d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 33322239-06d6-41a6-a90f-d66273f18c98 (CIDR: 172.20.0.16/28) Jul 27 20:08:47.852621 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe098fc-f1c9-46de-a831-e9d755ba976d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:08:47.853275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe098fc-f1c9-46de-a831-e9d755ba976d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:08:47.869073 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7fe098fc-f1c9-46de-a831-e9d755ba976d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2662733 Jul 27 20:08:47.871915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47368) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:47.877784 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-99139bf0-5982-4d5a-a0bd-8cd0d3056058 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'subnet': {'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:48.009924 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99139bf0-5982-4d5a-a0bd-8cd0d3056058 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Made reservation on behalf of 923361191ee544ea94d5448e44a57838 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:48.014527 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99139bf0-5982-4d5a-a0bd-8cd0d3056058 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:48.236874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a30f0ad1-8824-42d0-836a-b788a12efe19 None None] Provisioning for port 24039664-7e95-4a9e-b2b2-d6efa08cc122 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:48.241536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a30f0ad1-8824-42d0-836a-b788a12efe19 None None] Provisioning complete for port 24039664-7e95-4a9e-b2b2-d6efa08cc122 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:48.241916 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a30f0ad1-8824-42d0-836a-b788a12efe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:48.275151 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99139bf0-5982-4d5a-a0bd-8cd0d3056058 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:48.323241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99139bf0-5982-4d5a-a0bd-8cd0d3056058 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Network 66675c79-5437-4766-aa2f-573130f68fc8 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:48.327557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-99139bf0-5982-4d5a-a0bd-8cd0d3056058 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:48.331159 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99139bf0-5982-4d5a-a0bd-8cd0d3056058 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:48.331771 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99139bf0-5982-4d5a-a0bd-8cd0d3056058 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:48.351324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a30f0ad1-8824-42d0-836a-b788a12efe19 None None] Provisioning complete for port fcb1351b-a25e-4afd-8e27-0e7f4248a64c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:48.351855 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a30f0ad1-8824-42d0-836a-b788a12efe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:48.354753 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99139bf0-5982-4d5a-a0bd-8cd0d3056058 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Subnet': ['ID=1fb2174b-396c-49a8-92d1-0cf77f6e974f,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:48.359634 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-99139bf0-5982-4d5a-a0bd-8cd0d3056058 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4860940 Jul 27 20:08:48.364765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47370) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:48.370942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-dcb4ce30-3ca1-468c-9cef-df0f11ac8093 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-174211860', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1fb2174b-396c-49a8-92d1-0cf77f6e974f'}], 'security_groups': ['7dd2e50f-f283-40bb-b421-391470a52da2', 'a9b1a885-807e-4cf5-87af-36bf98c95404']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:48.382529 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8701b901-70ec-4b38-bca4-3a29920bbb52 None None] Network 66675c79-5437-4766-aa2f-573130f68fc8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:48.445242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a30f0ad1-8824-42d0-836a-b788a12efe19 None None] Port fcb1351b-a25e-4afd-8e27-0e7f4248a64c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:48.469735 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dcb4ce30-3ca1-468c-9cef-df0f11ac8093 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:48.564467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 24039664-7e95-4a9e-b2b2-d6efa08cc122 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:48.633174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7f5b3325-f493-4d28-9d2c-e3a1b7f130a3 None None] Provisioning for port b54e2556-83c8-400e-b7ca-3b478982347d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:48.642559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7f5b3325-f493-4d28-9d2c-e3a1b7f130a3 None None] Provisioning complete for port b54e2556-83c8-400e-b7ca-3b478982347d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:48.643168 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7f5b3325-f493-4d28-9d2c-e3a1b7f130a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:48.687988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 24039664-7e95-4a9e-b2b2-d6efa08cc122 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:48.688462 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:48.719854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b3325-f493-4d28-9d2c-e3a1b7f130a3 None None] Port b54e2556-83c8-400e-b7ca-3b478982347d cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:48.839913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367f3f75-e179-444f-8470-f2bc55e49b4c None None] Update dhcp port {'port': {'network_id': '66675c79-5437-4766-aa2f-573130f68fc8', 'fixed_ips': [{'subnet_id': '33322239-06d6-41a6-a90f-d66273f18c98', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dd7f3c1c-a30b-49b4-8702-85f35d16dbe2', 'ip_address': '172.20.0.2'}, {'subnet_id': '1fb2174b-396c-49a8-92d1-0cf77f6e974f'}], 'binding:host_id': 'n-d-705657-21'}, 'id': '24039664-7e95-4a9e-b2b2-d6efa08cc122'} from n-d-705657-21. {{(pid=94061) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 20:08:48.882985 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-367f3f75-e179-444f-8470-f2bc55e49b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:48.943548 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:49.090705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-367f3f75-e179-444f-8470-f2bc55e49b4c None None] Allocated IP 172.20.0.34 (66675c79-5437-4766-aa2f-573130f68fc8/1fb2174b-396c-49a8-92d1-0cf77f6e974f/24039664-7e95-4a9e-b2b2-d6efa08cc122) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:49.187523 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-367f3f75-e179-444f-8470-f2bc55e49b4c None None] For port 24039664-7e95-4a9e-b2b2-d6efa08cc122, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=24039664-7e95-4a9e-b2b2-d6efa08cc122,segment=NetworkSegment(db346f8d-cd4c-49fc-85dc-87892f30a547),segment_id=db346f8d-cd4c-49fc-85dc-87892f30a547)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:49.217684 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-367f3f75-e179-444f-8470-f2bc55e49b4c None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:49.232060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-367f3f75-e179-444f-8470-f2bc55e49b4c None None] Transition to ACTIVE for port object 24039664-7e95-4a9e-b2b2-d6efa08cc122 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:49.237140 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-367f3f75-e179-444f-8470-f2bc55e49b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:49.350316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-dcb4ce30-3ca1-468c-9cef-df0f11ac8093 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Delete allocated IP 172.20.0.10 (66675c79-5437-4766-aa2f-573130f68fc8/dd7f3c1c-a30b-49b4-8702-85f35d16dbe2) {{(pid=94059) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 20:08:49.360253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-dcb4ce30-3ca1-468c-9cef-df0f11ac8093 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Allocated IP 172.20.0.40 (66675c79-5437-4766-aa2f-573130f68fc8/1fb2174b-396c-49a8-92d1-0cf77f6e974f/b54e2556-83c8-400e-b7ca-3b478982347d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:49.518974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f3f75-e179-444f-8470-f2bc55e49b4c None None] Pushing event updated for resources: {'Port': ['ID=24039664-7e95-4a9e-b2b2-d6efa08cc122,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:49.545570 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dcb4ce30-3ca1-468c-9cef-df0f11ac8093 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:49.557749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-dcb4ce30-3ca1-468c-9cef-df0f11ac8093 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Ignored duplicate provisioning block setup for port b54e2556-83c8-400e-b7ca-3b478982347d by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 20:08:49.562826 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dcb4ce30-3ca1-468c-9cef-df0f11ac8093 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:49.653102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4ce30-3ca1-468c-9cef-df0f11ac8093 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event updated for resources: {'Port': ['ID=b54e2556-83c8-400e-b7ca-3b478982347d,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:49.675873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4ce30-3ca1-468c-9cef-df0f11ac8093 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] In _notify_port_updated(), no bound segment for port b54e2556-83c8-400e-b7ca-3b478982347d on network 66675c79-5437-4766-aa2f-573130f68fc8 {{(pid=94059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:08:49.681865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb4ce30-3ca1-468c-9cef-df0f11ac8093 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:49.682503 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dcb4ce30-3ca1-468c-9cef-df0f11ac8093 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:49.686546 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dcb4ce30-3ca1-468c-9cef-df0f11ac8093 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "PUT /v2.0/ports/b54e2556-83c8-400e-b7ca-3b478982347d HTTP/1.1" status: 200 len: 959 time: 1.3187060 Jul 27 20:08:49.686785 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47404) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:49.807666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ba928fb1-36b0-4d84-98c7-99515559acd1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port b54e2556-83c8-400e-b7ca-3b478982347d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:49.808012 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba928fb1-36b0-4d84-98c7-99515559acd1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:49.917659 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba928fb1-36b0-4d84-98c7-99515559acd1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:49.935464 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ba928fb1-36b0-4d84-98c7-99515559acd1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for b54e2556-83c8-400e-b7ca-3b478982347d owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:50.128298 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba928fb1-36b0-4d84-98c7-99515559acd1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.152470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-94f68004-2069-4cd8-a5f0-8a2a7447847e None None] Could not find standard attr ID for object b54e2556-83c8-400e-b7ca-3b478982347d. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:08:50.165427 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-94f68004-2069-4cd8-a5f0-8a2a7447847e None None] Provisioning for port 24039664-7e95-4a9e-b2b2-d6efa08cc122 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:50.170744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba928fb1-36b0-4d84-98c7-99515559acd1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=b54e2556-83c8-400e-b7ca-3b478982347d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:50.175363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-94f68004-2069-4cd8-a5f0-8a2a7447847e None None] Provisioning complete for port 24039664-7e95-4a9e-b2b2-d6efa08cc122 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:50.175738 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-94f68004-2069-4cd8-a5f0-8a2a7447847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.265435 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ba928fb1-36b0-4d84-98c7-99515559acd1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.268279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ba928fb1-36b0-4d84-98c7-99515559acd1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/b54e2556-83c8-400e-b7ca-3b478982347d HTTP/1.1" status: 204 len: 168 time: 0.5804009 Jul 27 20:08:50.272498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47410) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:50.290947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-94f68004-2069-4cd8-a5f0-8a2a7447847e None None] Provisioning complete for port fcb1351b-a25e-4afd-8e27-0e7f4248a64c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:50.291318 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-94f68004-2069-4cd8-a5f0-8a2a7447847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.314165 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3c676a-55d6-4d3c-91e2-a84775fa31d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] GET failed (client error): The resource could not be found. Jul 27 20:08:50.317803 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0c3c676a-55d6-4d3c-91e2-a84775fa31d5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports/b54e2556-83c8-400e-b7ca-3b478982347d HTTP/1.1" status: 404 len: 333 time: 0.0420043 Jul 27 20:08:50.320380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47412) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:50.328379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-94f68004-2069-4cd8-a5f0-8a2a7447847e None None] Port fcb1351b-a25e-4afd-8e27-0e7f4248a64c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:50.385961 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4acf1132-0a2c-4e4e-8007-b78c5e5dd99d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.412583 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4acf1132-0a2c-4e4e-8007-b78c5e5dd99d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.443731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-35cca4d2-3488-42ec-af95-785c7fdf8c21 None None] Could not find standard attr ID for object 0cba284b-4523-4f2a-b685-6f844f8921f4. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:08:50.466244 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4acf1132-0a2c-4e4e-8007-b78c5e5dd99d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.470248 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4acf1132-0a2c-4e4e-8007-b78c5e5dd99d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.471380 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4acf1132-0a2c-4e4e-8007-b78c5e5dd99d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/security-groups/47246697-0b36-4457-9559-ea04f352be54 HTTP/1.1" status: 204 len: 168 time: 0.1497817 Jul 27 20:08:50.474923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47414) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:50.483355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf1132-0a2c-4e4e-8007-b78c5e5dd99d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47246697-0b36-4457-9559-ea04f352be54,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:50.547270 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53108925-423a-408a-b1a1-a932a1edc58e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.547887 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 24039664-7e95-4a9e-b2b2-d6efa08cc122 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:50.575062 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53108925-423a-408a-b1a1-a932a1edc58e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.609074 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 24039664-7e95-4a9e-b2b2-d6efa08cc122 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:50.609492 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.627121 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53108925-423a-408a-b1a1-a932a1edc58e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.630340 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-53108925-423a-408a-b1a1-a932a1edc58e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.631592 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-53108925-423a-408a-b1a1-a932a1edc58e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/security-groups/a9b1a885-807e-4cf5-87af-36bf98c95404 HTTP/1.1" status: 204 len: 168 time: 0.1556304 Jul 27 20:08:50.634466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47416) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:50.649853 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53108925-423a-408a-b1a1-a932a1edc58e tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b1a885-807e-4cf5-87af-36bf98c95404,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:50.699181 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-359329ae-9e01-43e7-9066-96a73d07ebf4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.726711 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-359329ae-9e01-43e7-9066-96a73d07ebf4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.780900 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-359329ae-9e01-43e7-9066-96a73d07ebf4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.783934 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-359329ae-9e01-43e7-9066-96a73d07ebf4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.785228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-359329ae-9e01-43e7-9066-96a73d07ebf4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/security-groups/7dd2e50f-f283-40bb-b421-391470a52da2 HTTP/1.1" status: 204 len: 168 time: 0.1495261 Jul 27 20:08:50.788508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47418) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:50.795117 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359329ae-9e01-43e7-9066-96a73d07ebf4 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd2e50f-f283-40bb-b421-391470a52da2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:50.845842 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ebc5bb-0527-41be-9333-8d9c6cadfd7c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting subnet dd7f3c1c-a30b-49b4-8702-85f35d16dbe2 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:08:50.849664 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc5bb-0527-41be-9333-8d9c6cadfd7c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.898725 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc5bb-0527-41be-9333-8d9c6cadfd7c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:50.987481 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc5bb-0527-41be-9333-8d9c6cadfd7c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:51.066208 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc5bb-0527-41be-9333-8d9c6cadfd7c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:51.106462 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebc5bb-0527-41be-9333-8d9c6cadfd7c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7f3c1c-a30b-49b4-8702-85f35d16dbe2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:51.119117 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc5bb-0527-41be-9333-8d9c6cadfd7c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:51.122097 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a2ebc5bb-0527-41be-9333-8d9c6cadfd7c tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/dd7f3c1c-a30b-49b4-8702-85f35d16dbe2 HTTP/1.1" status: 204 len: 168 time: 0.3323152 Jul 27 20:08:51.125849 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47428) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:51.173379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a00e984d-6414-4856-bdaa-87922999706a None None] Could not find standard attr ID for object b54e2556-83c8-400e-b7ca-3b478982347d. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:08:51.177349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3eb9da-4eea-4c35-b3d5-73e43d5ad5c3 None None] Network 66675c79-5437-4766-aa2f-573130f68fc8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:51.204981 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d86cca-deba-49dd-8d36-2ea3ffd2aa21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting subnet 1fb2174b-396c-49a8-92d1-0cf77f6e974f {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:08:51.208924 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4d86cca-deba-49dd-8d36-2ea3ffd2aa21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:51.251746 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4d86cca-deba-49dd-8d36-2ea3ffd2aa21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:51.346421 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4d86cca-deba-49dd-8d36-2ea3ffd2aa21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:51.414104 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4d86cca-deba-49dd-8d36-2ea3ffd2aa21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:51.440820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d86cca-deba-49dd-8d36-2ea3ffd2aa21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb2174b-396c-49a8-92d1-0cf77f6e974f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:51.448920 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4d86cca-deba-49dd-8d36-2ea3ffd2aa21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:51.450879 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f4d86cca-deba-49dd-8d36-2ea3ffd2aa21 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/1fb2174b-396c-49a8-92d1-0cf77f6e974f HTTP/1.1" status: 204 len: 168 time: 0.3232157 Jul 27 20:08:51.453417 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47430) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:51.482763 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47d09cf-e607-473b-89f0-66030f69f44f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] DELETE failed (client error): The resource could not be found. Jul 27 20:08:51.483337 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47d09cf-e607-473b-89f0-66030f69f44f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:08:51.485152 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e47d09cf-e607-473b-89f0-66030f69f44f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/dd7f3c1c-a30b-49b4-8702-85f35d16dbe2 HTTP/1.1" status: 404 len: 337 time: 0.0306702 Jul 27 20:08:51.487868 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47432) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:51.542919 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-8013257a-3672-4a31-ba96-6142820a6e2f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting subnet 33322239-06d6-41a6-a90f-d66273f18c98 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:08:51.546817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8013257a-3672-4a31-ba96-6142820a6e2f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:51.603449 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8013257a-3672-4a31-ba96-6142820a6e2f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:51.697252 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8013257a-3672-4a31-ba96-6142820a6e2f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:51.763994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8013257a-3672-4a31-ba96-6142820a6e2f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:51.799241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013257a-3672-4a31-ba96-6142820a6e2f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Subnet': ['ID=33322239-06d6-41a6-a90f-d66273f18c98,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:51.803636 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8013257a-3672-4a31-ba96-6142820a6e2f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:51.805896 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8013257a-3672-4a31-ba96-6142820a6e2f tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/33322239-06d6-41a6-a90f-d66273f18c98 HTTP/1.1" status: 204 len: 168 time: 0.3171034 Jul 27 20:08:51.808295 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47434) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:51.836378 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee81b04-941d-4b9c-8cbc-4b705c66d483 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] DELETE failed (client error): The resource could not be found. Jul 27 20:08:51.836889 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee81b04-941d-4b9c-8cbc-4b705c66d483 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:08:51.838839 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dee81b04-941d-4b9c-8cbc-4b705c66d483 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/063ed171-03af-424d-b5bf-537d7cb9878c HTTP/1.1" status: 404 len: 337 time: 0.0294971 Jul 27 20:08:51.841610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47436) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:51.874352 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b86a2796-6557-40c6-abdb-ba90ea123010 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfafdb0b-fe4d-496a-be34-470a2563c456 HTTP/1.1" status: 200 len: 205 time: 0.0315363 Jul 27 20:08:51.876734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47438) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:51.881668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc50c15-6e1c-4cd4-b894-7c55fd1cb792 None None] Network 66675c79-5437-4766-aa2f-573130f68fc8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:51.915736 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-0296649f-0d8c-494e-a983-de3e1ecc7cff tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] delete failed (client error): The resource could not be found. Jul 27 20:08:51.919440 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0296649f-0d8c-494e-a983-de3e1ecc7cff tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/routers/dfafdb0b-fe4d-496a-be34-470a2563c456 HTTP/1.1" status: 404 len: 336 time: 0.0392091 Jul 27 20:08:51.919676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47440) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:51.951750 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-462e13e8-2aab-43a2-bae9-a1143a3050a0 None None] Provisioning complete for port 24039664-7e95-4a9e-b2b2-d6efa08cc122 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:51.952026 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-462e13e8-2aab-43a2-bae9-a1143a3050a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:51.952689 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b24705-20c5-442c-a0dd-49d5a9348a1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] DELETE failed (client error): The resource could not be found. Jul 27 20:08:51.953150 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b24705-20c5-442c-a0dd-49d5a9348a1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:08:51.954916 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-37b24705-20c5-442c-a0dd-49d5a9348a1d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/dc7c2a71-6bd4-4a77-9aae-49370cffdd81 HTTP/1.1" status: 404 len: 337 time: 0.0342567 Jul 27 20:08:51.957847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47442) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:51.984988 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bcb610a-59de-4fe5-8582-8ff996a37642 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] DELETE failed (client error): The resource could not be found. Jul 27 20:08:51.985443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bcb610a-59de-4fe5-8582-8ff996a37642 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:08:51.987207 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1bcb610a-59de-4fe5-8582-8ff996a37642 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/a7e96a27-b26d-44af-9f7d-a673579acdea HTTP/1.1" status: 404 len: 337 time: 0.0284262 Jul 27 20:08:51.990428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47444) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:52.017167 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-361ab6a0-8cb7-4c3a-ad14-653489a8e24a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] DELETE failed (client error): The resource could not be found. Jul 27 20:08:52.017639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361ab6a0-8cb7-4c3a-ad14-653489a8e24a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:08:52.022572 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-361ab6a0-8cb7-4c3a-ad14-653489a8e24a tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/79083f0b-c8e8-4c10-a05f-415c8ba1424c HTTP/1.1" status: 404 len: 337 time: 0.0280998 Jul 27 20:08:52.023628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47446) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:52.053400 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-3983ee11-d126-4d44-85e3-2dba9e0d4ee5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] DELETE failed (client error): The resource could not be found. Jul 27 20:08:52.053400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3983ee11-d126-4d44-85e3-2dba9e0d4ee5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:08:52.057624 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3983ee11-d126-4d44-85e3-2dba9e0d4ee5 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/2223df14-b841-4327-8a3d-6f4685b469a0 HTTP/1.1" status: 404 len: 333 time: 0.0310502 Jul 27 20:08:52.057929 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47448) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:52.085295 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2ef112-9442-4a8b-84ea-8296a53c2c03 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] DELETE failed (client error): The resource could not be found. Jul 27 20:08:52.085940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2ef112-9442-4a8b-84ea-8296a53c2c03 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:08:52.087469 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3c2ef112-9442-4a8b-84ea-8296a53c2c03 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/c20460bb-9a42-4d2a-af15-62bdd09f93d5 HTTP/1.1" status: 404 len: 337 time: 0.0287097 Jul 27 20:08:52.090467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47450) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:52.102592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-462e13e8-2aab-43a2-bae9-a1143a3050a0 None None] Provisioning complete for port fcb1351b-a25e-4afd-8e27-0e7f4248a64c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:52.102950 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-462e13e8-2aab-43a2-bae9-a1143a3050a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:52.121108 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d3e00e-baa3-47bf-86b6-e5919a56f9c3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] DELETE failed (client error): The resource could not be found. Jul 27 20:08:52.121463 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d3e00e-baa3-47bf-86b6-e5919a56f9c3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:08:52.123421 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-66d3e00e-baa3-47bf-86b6-e5919a56f9c3 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/ba8ffa31-3a4a-4d67-9e3a-9101a1d165db HTTP/1.1" status: 404 len: 337 time: 0.0313406 Jul 27 20:08:52.130994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47452) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:52.158608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-462e13e8-2aab-43a2-bae9-a1143a3050a0 None None] Port fcb1351b-a25e-4afd-8e27-0e7f4248a64c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:52.169071 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-0307f2b5-1b25-4d42-bfd4-da38e7b7c88d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] DELETE failed (client error): The resource could not be found. Jul 27 20:08:52.169808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0307f2b5-1b25-4d42-bfd4-da38e7b7c88d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:08:52.171691 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0307f2b5-1b25-4d42-bfd4-da38e7b7c88d tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/e51d6353-6685-4b8f-ab51-3d112bb28f37 HTTP/1.1" status: 404 len: 333 time: 0.0443466 Jul 27 20:08:52.174988 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47456) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:52.199192 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51e1a87-e448-4d01-bf54-0c40510976fe None None] DHCP port deletion for 66675c79-5437-4766-aa2f-573130f68fc8 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:08:52.210596 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc043c26-db64-4be2-893a-c3449933f370 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] DELETE failed (client error): The resource could not be found. Jul 27 20:08:52.211007 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc043c26-db64-4be2-893a-c3449933f370 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:08:52.213141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dc043c26-db64-4be2-893a-c3449933f370 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/5767efbe-1548-468f-8e2c-d633b341103e HTTP/1.1" status: 404 len: 337 time: 0.0317397 Jul 27 20:08:52.216024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47460) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:52.253722 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-5806ab87-f3b8-46fe-857a-e2d3fa7724ac tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] DELETE failed (client error): The resource could not be found. Jul 27 20:08:52.254249 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5806ab87-f3b8-46fe-857a-e2d3fa7724ac tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:08:52.257798 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5806ab87-f3b8-46fe-857a-e2d3fa7724ac tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/subnets/5dad14ee-d030-4be9-8d76-6408a512ba06 HTTP/1.1" status: 404 len: 337 time: 0.0406377 Jul 27 20:08:52.262700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47462) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:52.279925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d51e1a87-e448-4d01-bf54-0c40510976fe None None] Deleting port 24039664-7e95-4a9e-b2b2-d6efa08cc122 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:52.280481 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d51e1a87-e448-4d01-bf54-0c40510976fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:52.343531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d51e1a87-e448-4d01-bf54-0c40510976fe None None] For port 24039664-7e95-4a9e-b2b2-d6efa08cc122, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=24039664-7e95-4a9e-b2b2-d6efa08cc122,segment=NetworkSegment(db346f8d-cd4c-49fc-85dc-87892f30a547),segment_id=db346f8d-cd4c-49fc-85dc-87892f30a547)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:52.344068 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d51e1a87-e448-4d01-bf54-0c40510976fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:52.358322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-d51e1a87-e448-4d01-bf54-0c40510976fe None None] Calling delete_port for 24039664-7e95-4a9e-b2b2-d6efa08cc122 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:52.369247 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6b2448ba-733d-47b8-802c-a3022bb78575 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Deleting port fcb1351b-a25e-4afd-8e27-0e7f4248a64c {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:08:52.369846 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b2448ba-733d-47b8-802c-a3022bb78575 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:52.441308 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b2448ba-733d-47b8-802c-a3022bb78575 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:52.450360 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d51e1a87-e448-4d01-bf54-0c40510976fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:52.482481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e1a87-e448-4d01-bf54-0c40510976fe None None] No DVR routers for this DVR port 24039664-7e95-4a9e-b2b2-d6efa08cc122 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:08:52.488152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e1a87-e448-4d01-bf54-0c40510976fe None None] Pushing event deleted for resources: {'Port': ['ID=24039664-7e95-4a9e-b2b2-d6efa08cc122,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:52.555895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 24039664-7e95-4a9e-b2b2-d6efa08cc122 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:08:52.582074 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 24039664-7e95-4a9e-b2b2-d6efa08cc122 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:08:52.582074 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 24039664-7e95-4a9e-b2b2-d6efa08cc122 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:08:52.811565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6b2448ba-733d-47b8-802c-a3022bb78575 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Calling delete_port for fcb1351b-a25e-4afd-8e27-0e7f4248a64c owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:08:52.896480 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b2448ba-733d-47b8-802c-a3022bb78575 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:52.927061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2448ba-733d-47b8-802c-a3022bb78575 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Port': ['ID=fcb1351b-a25e-4afd-8e27-0e7f4248a64c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:52.934083 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b2448ba-733d-47b8-802c-a3022bb78575 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:52.936247 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6b2448ba-733d-47b8-802c-a3022bb78575 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/ports/fcb1351b-a25e-4afd-8e27-0e7f4248a64c HTTP/1.1" status: 204 len: 168 time: 0.6721826 Jul 27 20:08:52.938748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47464) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:53.018690 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c02d3f3-7be6-44f8-901f-0af490f9b8e1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.113847 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c02d3f3-7be6-44f8-901f-0af490f9b8e1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.125450 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-2c02d3f3-7be6-44f8-901f-0af490f9b8e1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66675c79-5437-4766-aa2f-573130f68fc8']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:53.137423 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-2c02d3f3-7be6-44f8-901f-0af490f9b8e1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db346f8d-cd4c-49fc-85dc-87892f30a547') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:53.137724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-2c02d3f3-7be6-44f8-901f-0af490f9b8e1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db346f8d-cd4c-49fc-85dc-87892f30a547') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:53.147973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c02d3f3-7be6-44f8-901f-0af490f9b8e1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.162922 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c02d3f3-7be6-44f8-901f-0af490f9b8e1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.169365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c02d3f3-7be6-44f8-901f-0af490f9b8e1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:08:53.169786 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c02d3f3-7be6-44f8-901f-0af490f9b8e1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:08:53.173082 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:08:53.232366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c02d3f3-7be6-44f8-901f-0af490f9b8e1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.237526 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c02d3f3-7be6-44f8-901f-0af490f9b8e1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.239931 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2c02d3f3-7be6-44f8-901f-0af490f9b8e1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] 10.222.0.48 "DELETE /v2.0/networks/66675c79-5437-4766-aa2f-573130f68fc8 HTTP/1.1" status: 204 len: 168 time: 0.3001018 Jul 27 20:08:53.258093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02d3f3-7be6-44f8-901f-0af490f9b8e1 tempest-PortsTestJSON-1605066088 tempest-PortsTestJSON-1605066088-project] Pushing event deleted for resources: {'Network': ['ID=66675c79-5437-4766-aa2f-573130f68fc8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:53.532699 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47478) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:53.554654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47482) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:53.684414 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b178b28d-0e0b-4414-9b04-5c05fbbddc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.689767 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a7ba6f4c-c3c7-4acb-8a2e-d231c9bea1a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=923361191ee544ea94d5448e44a57838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558833 Jul 27 20:08:53.692651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47486) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:53.748604 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c44818b1-5d8d-4acc-950b-94ee0f9f346c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.772234 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c44818b1-5d8d-4acc-950b-94ee0f9f346c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.780233 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b178b28d-0e0b-4414-9b04-5c05fbbddc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.784863 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b178b28d-0e0b-4414-9b04-5c05fbbddc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.821016 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c44818b1-5d8d-4acc-950b-94ee0f9f346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.822029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178b28d-0e0b-4414-9b04-5c05fbbddc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3af2d1d-1e05-4c30-ba2b-4a4786ccab4b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:53.823814 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c44818b1-5d8d-4acc-950b-94ee0f9f346c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.826497 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b178b28d-0e0b-4414-9b04-5c05fbbddc06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=739cd63e7fd642eba46a950f33b25ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706985 Jul 27 20:08:53.828860 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c44818b1-5d8d-4acc-950b-94ee0f9f346c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc5389bf-153f-484a-987e-aa51e7ca34b9 HTTP/1.1" status: 204 len: 168 time: 0.1350398 Jul 27 20:08:53.829493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47490) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:53.843221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44818b1-5d8d-4acc-950b-94ee0f9f346c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5389bf-153f-484a-987e-aa51e7ca34b9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:53.900422 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-df526d93-a910-4d83-bffb-d3a0970aa667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.922519 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-df526d93-a910-4d83-bffb-d3a0970aa667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.977494 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-df526d93-a910-4d83-bffb-d3a0970aa667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.980290 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-df526d93-a910-4d83-bffb-d3a0970aa667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:53.984306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-df526d93-a910-4d83-bffb-d3a0970aa667 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3af2d1d-1e05-4c30-ba2b-4a4786ccab4b HTTP/1.1" status: 204 len: 168 time: 0.1483338 Jul 27 20:08:53.989836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df526d93-a910-4d83-bffb-d3a0970aa667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3af2d1d-1e05-4c30-ba2b-4a4786ccab4b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:54.398086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47512) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:54.413450 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5372f6ed-62a6-473e-88fb-8b5ab0a09af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:54.509041 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5372f6ed-62a6-473e-88fb-8b5ab0a09af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:54.513799 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5372f6ed-62a6-473e-88fb-8b5ab0a09af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:54.561812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5372f6ed-62a6-473e-88fb-8b5ab0a09af6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89c491e13897405da2f3617abbe11bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623721 Jul 27 20:08:54.562759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372f6ed-62a6-473e-88fb-8b5ab0a09af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e25c4ac-3bc2-4740-94ef-dc0e1d019732,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:54.565145 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47518) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:54.623665 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a877ee15-5bb9-4503-834a-435de704efb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:54.646239 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a877ee15-5bb9-4503-834a-435de704efb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:54.657162 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47520) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:54.699496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a877ee15-5bb9-4503-834a-435de704efb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:54.702131 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a877ee15-5bb9-4503-834a-435de704efb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:54.703321 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a877ee15-5bb9-4503-834a-435de704efb6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e25c4ac-3bc2-4740-94ef-dc0e1d019732 HTTP/1.1" status: 204 len: 168 time: 0.1353786 Jul 27 20:08:54.711349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877ee15-5bb9-4503-834a-435de704efb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e25c4ac-3bc2-4740-94ef-dc0e1d019732,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:54.770961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1132201472'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:54.794312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Made reservation on behalf of 3428794b99f64f65a3861db0809704cf for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:54.803542 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:54.814496 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:54.923865 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:54.928618 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:54.956947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:08:54.966539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a1eb3a-53b8-4025-b71d-c09efd08d4e2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:54.975182 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:54.975594 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Added segment c90e0df2-31f6-4fa6-8757-c5727b98d506 of type vlan for network 1ecc2f8f-9bef-4098-8611-a9a71a16c02c Jul 27 20:08:55.021424 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:55.057154 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:55.067366 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:55.068076 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:55.132234 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4737558 Jul 27 20:08:55.135183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47532) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:55.138414 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966e55b-f47e-4c66-afa2-59b9d7dd88a3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Pushing event updated for resources: {'Network': ['ID=1ecc2f8f-9bef-4098-8611-a9a71a16c02c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:55.149502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 1ecc2f8f-9bef-4098-8611-a9a71a16c02c details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:08:55.152802 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6043ba10-ff15-450e-8bcc-feda60c69660 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Request body: {'subnet': {'network_id': '1ecc2f8f-9bef-4098-8611-a9a71a16c02c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:55.252827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6043ba10-ff15-450e-8bcc-feda60c69660 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Made reservation on behalf of 3428794b99f64f65a3861db0809704cf for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:55.256491 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6043ba10-ff15-450e-8bcc-feda60c69660 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:55.451449 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6043ba10-ff15-450e-8bcc-feda60c69660 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:55.515483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043ba10-ff15-450e-8bcc-feda60c69660 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Pushing event updated for resources: {'Subnet': ['ID=c8438c6c-0672-48ee-a5a5-e0f98fa91e28,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:55.525436 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6043ba10-ff15-450e-8bcc-feda60c69660 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Checking segment: {'id': 'c90e0df2-31f6-4fa6-8757-c5727b98d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1ecc2f8f-9bef-4098-8611-a9a71a16c02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:55.525884 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6043ba10-ff15-450e-8bcc-feda60c69660 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Network hostable DHCP agents. Network: 1ecc2f8f-9bef-4098-8611-a9a71a16c02c, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:08:55.533177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47548) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:55.545442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6043ba10-ff15-450e-8bcc-feda60c69660 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Network 1ecc2f8f-9bef-4098-8611-a9a71a16c02c is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:08:55.556596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6043ba10-ff15-450e-8bcc-feda60c69660 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 1ecc2f8f-9bef-4098-8611-a9a71a16c02c) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:55.561661 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6043ba10-ff15-450e-8bcc-feda60c69660 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:55.562419 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6043ba10-ff15-450e-8bcc-feda60c69660 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:55.570232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d584d14c-e25a-4252-a700-e0f1ffcc884e None None] Network 1ecc2f8f-9bef-4098-8611-a9a71a16c02c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:55.584128 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6043ba10-ff15-450e-8bcc-feda60c69660 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4442918 Jul 27 20:08:55.584727 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47552) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:55.591607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ccfa750c-b390-4abd-933f-2965441c0b7f tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Request body: {'port': {'network_id': '1ecc2f8f-9bef-4098-8611-a9a71a16c02c', 'name': 'tempest-TagsExtTest-1330195542'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:55.672727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-136406670-network', 'tenant_id': '98e0623cf7c54e54b7a531a671c20583'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:55.696365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] Made reservation on behalf of 98e0623cf7c54e54b7a531a671c20583 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:55.699110 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:55.713460 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:55.722031 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfa750c-b390-4abd-933f-2965441c0b7f tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Made reservation on behalf of 3428794b99f64f65a3861db0809704cf for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:55.726870 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ccfa750c-b390-4abd-933f-2965441c0b7f tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:55.731339 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-1ecc2f8f-9bef-4098-8611-a9a71a16c02c', 'network_id': '1ecc2f8f-9bef-4098-8611-a9a71a16c02c', 'tenant_id': '3428794b99f64f65a3861db0809704cf', 'fixed_ips': [{'subnet_id': 'c8438c6c-0672-48ee-a5a5-e0f98fa91e28'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:08:55.732412 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:55.750360 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-ccfa750c-b390-4abd-933f-2965441c0b7f tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] device_id is not set on port 1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:08:55.818507 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:55.824048 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:55.851108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:08:55.861789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b29fd1d-9a7d-4ec3-8b20-f91530c8dfc3,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:55.869085 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:55.869428 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] Added segment 7340f71b-c587-44ac-9e34-4331f98d5288 of type vlan for network 247f4658-ff47-4e91-a11c-50b91adee864 Jul 27 20:08:55.872328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-ccfa750c-b390-4abd-933f-2965441c0b7f tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Allocated IP 172.20.0.4 (1ecc2f8f-9bef-4098-8611-a9a71a16c02c/c8438c6c-0672-48ee-a5a5-e0f98fa91e28/1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:55.917493 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:55.949639 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:55.950589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:55.951171 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.003025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4685352 Jul 27 20:08:56.007255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47554) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:56.012106 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-b5ec4316-1a58-46db-8553-8170fdfac097 admin admin] Request body: {'subnet': {'network_id': '247f4658-ff47-4e91-a11c-50b91adee864', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-136406670-subnet', 'tenant_id': '98e0623cf7c54e54b7a531a671c20583', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:56.023229 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90dd9a-fff1-4620-bf49-edc4f9362a7a admin admin] Pushing event updated for resources: {'Network': ['ID=247f4658-ff47-4e91-a11c-50b91adee864,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:56.031315 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ccfa750c-b390-4abd-933f-2965441c0b7f tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.034492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 247f4658-ff47-4e91-a11c-50b91adee864 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:08:56.039549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ec4316-1a58-46db-8553-8170fdfac097 admin admin] Made reservation on behalf of 98e0623cf7c54e54b7a531a671c20583 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:56.042268 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b5ec4316-1a58-46db-8553-8170fdfac097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.049515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-ccfa750c-b390-4abd-933f-2965441c0b7f tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Transition to ACTIVE for port object 1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:56.086059 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ccfa750c-b390-4abd-933f-2965441c0b7f tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.145431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Allocated IP 172.20.0.2 (1ecc2f8f-9bef-4098-8611-a9a71a16c02c/c8438c6c-0672-48ee-a5a5-e0f98fa91e28/4b80c53f-cbf6-4010-9e52-ccbe5431fc0d) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:08:56.151242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa750c-b390-4abd-933f-2965441c0b7f tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Pushing event updated for resources: {'Port': ['ID=1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:56.162104 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfa750c-b390-4abd-933f-2965441c0b7f tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Network 1ecc2f8f-9bef-4098-8611-a9a71a16c02c is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:56.163902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ccfa750c-b390-4abd-933f-2965441c0b7f tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:56.166196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfa750c-b390-4abd-933f-2965441c0b7f tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:56.222936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfa750c-b390-4abd-933f-2965441c0b7f tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:56.224815 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ccfa750c-b390-4abd-933f-2965441c0b7f tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.249163 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b5ec4316-1a58-46db-8553-8170fdfac097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.258679 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ccfa750c-b390-4abd-933f-2965441c0b7f tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6724865 Jul 27 20:08:56.259559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47556) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:56.264219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-59cdf19d-0ddd-4b53-827d-eaa739cc5ad9 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-481354675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:56.289622 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59cdf19d-0ddd-4b53-827d-eaa739cc5ad9 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.290713 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59cdf19d-0ddd-4b53-827d-eaa739cc5ad9 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.298386 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.311673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Transition to ACTIVE for port object 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:56.316744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec4316-1a58-46db-8553-8170fdfac097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f414df-3ca2-4cfc-9686-545d825682e4,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:56.327121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec4316-1a58-46db-8553-8170fdfac097 admin admin] Checking segment: {'id': '7340f71b-c587-44ac-9e34-4331f98d5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '247f4658-ff47-4e91-a11c-50b91adee864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:56.327478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ec4316-1a58-46db-8553-8170fdfac097 admin admin] Network hostable DHCP agents. Network: 247f4658-ff47-4e91-a11c-50b91adee864, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:08:56.333287 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Transition to ACTIVE for port object 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:08:56.339490 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.345192 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ec4316-1a58-46db-8553-8170fdfac097 admin admin] Network 247f4658-ff47-4e91-a11c-50b91adee864 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:08:56.354398 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59cdf19d-0ddd-4b53-827d-eaa739cc5ad9 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.357698 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-b5ec4316-1a58-46db-8553-8170fdfac097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 247f4658-ff47-4e91-a11c-50b91adee864) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:56.360184 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59cdf19d-0ddd-4b53-827d-eaa739cc5ad9 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.362667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ec4316-1a58-46db-8553-8170fdfac097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:56.363828 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b5ec4316-1a58-46db-8553-8170fdfac097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.372678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89d16eb-7a29-4bcd-9ede-d401ed9d60bb None None] Network 247f4658-ff47-4e91-a11c-50b91adee864 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:56.392093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b5ec4316-1a58-46db-8553-8170fdfac097 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3732872 Jul 27 20:08:56.392340 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59cdf19d-0ddd-4b53-827d-eaa739cc5ad9 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.392340 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-59cdf19d-0ddd-4b53-827d-eaa739cc5ad9 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1224911 Jul 27 20:08:56.392340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47558) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:56.392340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dd11de3d-6312-4443-b5e3-ea77d9d78842 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1797565253', 'prefixes': ['172.20.0.0/16']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:56.423132 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Network 1ecc2f8f-9bef-4098-8611-a9a71a16c02c is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:08:56.432569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:56.440897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:08:56.445176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Pushing event updated for resources: {'Port': ['ID=4b80c53f-cbf6-4010-9e52-ccbe5431fc0d,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:56.453549 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd11de3d-6312-4443-b5e3-ea77d9d78842 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks [] for subnetpool, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.456132 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dd11de3d-6312-4443-b5e3-ea77d9d78842 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0691261 Jul 27 20:08:56.459612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47562) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:56.466304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-5d35021c-f8aa-4967-91b1-ed29cf49c5ec tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c8438c6c-0672-48ee-a5a5-e0f98fa91e28', 'tempest-TagsExtTest-Tag-1236198574') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:56.531021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Attempting to bind port 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:08:56.531389 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Attempting to bind port 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'c90e0df2-31f6-4fa6-8757-c5727b98d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1ecc2f8f-9bef-4098-8611-a9a71a16c02c'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:08:56.531981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Attempting to bind port 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d on network 1ecc2f8f-9bef-4098-8611-a9a71a16c02c {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:08:56.561120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:08:56.561493 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Checking segment: {'id': 'c90e0df2-31f6-4fa6-8757-c5727b98d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1ecc2f8f-9bef-4098-8611-a9a71a16c02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:56.562089 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.562483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Bound using segment: {'id': 'c90e0df2-31f6-4fa6-8757-c5727b98d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1ecc2f8f-9bef-4098-8611-a9a71a16c02c'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:08:56.563607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Bound port: 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90e0df2-31f6-4fa6-8757-c5727b98d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1ecc2f8f-9bef-4098-8611-a9a71a16c02c'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:08:56.564066 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.612160 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5d35021c-f8aa-4967-91b1-ed29cf49c5ec tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "PUT /v2.0/subnets/c8438c6c-0672-48ee-a5a5-e0f98fa91e28/tags/tempest-TagsExtTest-Tag-1236198574 HTTP/1.1" status: 201 len: 201 time: 0.1488645 Jul 27 20:08:56.612759 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47570) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:56.620788 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-81115ea4-564a-4036-ac86-64519dc8072c tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7', 'tempest-TagsExtTest-Tag-416945261') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:56.652762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847a02bc-3ff0-41be-bf3e-8fc1dd5a21d2 None None] Network 247f4658-ff47-4e91-a11c-50b91adee864 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:56.696409 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-81115ea4-564a-4036-ac86-64519dc8072c tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "PUT /v2.0/ports/1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7/tags/tempest-TagsExtTest-Tag-416945261 HTTP/1.1" status: 201 len: 201 time: 0.0783713 Jul 27 20:08:56.696409 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47572) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:56.701377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-b59f98bd-5865-4f91-9112-37b9cb0691c4 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1aa711e9-a9c4-4286-9e63-dba8541c2c8a', 'tempest-TagsExtTest-Tag-2006757076') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:56.728538 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] For port 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:08:56.733738 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] For port 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4b80c53f-cbf6-4010-9e52-ccbe5431fc0d,segment=NetworkSegment(c90e0df2-31f6-4fa6-8757-c5727b98d506),segment_id=c90e0df2-31f6-4fa6-8757-c5727b98d506)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:08:56.743742 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:56.816293 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b59f98bd-5865-4f91-9112-37b9cb0691c4 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "PUT /v2.0/routers/1aa711e9-a9c4-4286-9e63-dba8541c2c8a/tags/tempest-TagsExtTest-Tag-2006757076 HTTP/1.1" status: 201 len: 201 time: 0.1188512 Jul 27 20:08:56.819390 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47578) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:56.824743 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-75a4760b-50f1-417a-9d7a-3387c5435620 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fc117c1e-fb12-4bec-ab1e-43db6c707ca2', 'tempest-TagsExtTest-Tag-843147051') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:56.878088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b152be-fd43-49ec-a493-470b9caa21bd None None] Pushing event updated for resources: {'Port': ['ID=4b80c53f-cbf6-4010-9e52-ccbe5431fc0d,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:56.880454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47582) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:56.881752 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-75a4760b-50f1-417a-9d7a-3387c5435620 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "PUT /v2.0/subnetpools/fc117c1e-fb12-4bec-ab1e-43db6c707ca2/tags/tempest-TagsExtTest-Tag-843147051 HTTP/1.1" status: 201 len: 201 time: 0.0605359 Jul 27 20:08:56.898028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-03c82df9-00d4-4ee1-b225-b53d986c2dda tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c8438c6c-0672-48ee-a5a5-e0f98fa91e28') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:57.006085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47586) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:57.012592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1096853730-network', 'tenant_id': 'e997caacc62042c293cb258d4c246893'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:57.030748 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-03c82df9-00d4-4ee1-b225-b53d986c2dda tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/subnets/c8438c6c-0672-48ee-a5a5-e0f98fa91e28/tags HTTP/1.1" status: 200 len: 241 time: 0.1454656 Jul 27 20:08:57.033850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47588) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:57.038982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-bc2b2fd1-3056-4fe0-b96c-d0fec735933d tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c8438c6c-0672-48ee-a5a5-e0f98fa91e28', 'tempest-TagsExtTest-Tag-1236198574') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:57.049913 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] Made reservation on behalf of e997caacc62042c293cb258d4c246893 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:57.053323 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:57.062819 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:57.111697 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bc2b2fd1-3056-4fe0-b96c-d0fec735933d tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/subnets/c8438c6c-0672-48ee-a5a5-e0f98fa91e28/tags/tempest-TagsExtTest-Tag-1236198574 HTTP/1.1" status: 204 len: 168 time: 0.0766718 Jul 27 20:08:57.114873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47590) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:57.121780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-db385cee-2070-43d2-8c2f-1c74475edbe9 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c8438c6c-0672-48ee-a5a5-e0f98fa91e28', 'tempest-TagsExtTest-Tag-1236198574') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:57.182757 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:57.188709 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:57.226443 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-db385cee-2070-43d2-8c2f-1c74475edbe9 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/subnets/c8438c6c-0672-48ee-a5a5-e0f98fa91e28/tags/tempest-TagsExtTest-Tag-1236198574 HTTP/1.1" status: 204 len: 168 time: 0.1101899 Jul 27 20:08:57.229604 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47592) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:57.231329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:08:57.236460 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-1d9c4500-cb2d-4ed4-9046-ae8daebad6cb tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c8438c6c-0672-48ee-a5a5-e0f98fa91e28') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:57.251877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bef2809-4667-4dc3-b213-6caa8dcf4bbe,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:57.256655 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:57.256937 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] Added segment f99d9914-fcc3-4855-9aa4-ad90772af2ff of type vlan for network 6fb79e0a-385e-462f-baf0-0e7f2fa9ebad Jul 27 20:08:57.292962 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1d9c4500-cb2d-4ed4-9046-ae8daebad6cb tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/subnets/c8438c6c-0672-48ee-a5a5-e0f98fa91e28/tags HTTP/1.1" status: 200 len: 205 time: 0.0619390 Jul 27 20:08:57.295518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47594) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:57.300051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-2675dac0-701d-4a4a-92b5-be201dca7cf4 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:57.300290 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:57.334498 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:57.335600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:57.336218 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:57.358299 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2675dac0-701d-4a4a-92b5-be201dca7cf4 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/ports/1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7/tags HTTP/1.1" status: 200 len: 240 time: 0.0615301 Jul 27 20:08:57.361002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47596) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:57.366147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-7bee1691-d32f-42c9-aef3-698a5202d138 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7', 'tempest-TagsExtTest-Tag-416945261') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:57.386460 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3788421 Jul 27 20:08:57.393035 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47598) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:57.400817 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-11e7e302-991a-4e49-8b3e-143a38e99c8f admin admin] Request body: {'subnet': {'network_id': '6fb79e0a-385e-462f-baf0-0e7f2fa9ebad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1096853730-subnet', 'tenant_id': 'e997caacc62042c293cb258d4c246893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:08:57.404950 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85966c-bd91-4c90-a33a-e88cb8ee0120 admin admin] Pushing event updated for resources: {'Network': ['ID=6fb79e0a-385e-462f-baf0-0e7f2fa9ebad,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:57.421415 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 6fb79e0a-385e-462f-baf0-0e7f2fa9ebad details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:08:57.433329 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e7e302-991a-4e49-8b3e-143a38e99c8f admin admin] Made reservation on behalf of e997caacc62042c293cb258d4c246893 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:08:57.435662 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-11e7e302-991a-4e49-8b3e-143a38e99c8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:57.492473 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7bee1691-d32f-42c9-aef3-698a5202d138 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/ports/1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7/tags/tempest-TagsExtTest-Tag-416945261 HTTP/1.1" status: 204 len: 168 time: 0.1288195 Jul 27 20:08:57.493959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47600) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:57.501520 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-933dc1ef-bab7-4e74-b05a-548ca141f490 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7', 'tempest-TagsExtTest-Tag-416945261') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:57.641178 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-933dc1ef-bab7-4e74-b05a-548ca141f490 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/ports/1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7/tags/tempest-TagsExtTest-Tag-416945261 HTTP/1.1" status: 204 len: 168 time: 0.1463811 Jul 27 20:08:57.643832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47606) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:57.649743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-1b566842-afff-4708-bfa7-3d8966d0acd0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:57.694170 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-11e7e302-991a-4e49-8b3e-143a38e99c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:57.710131 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1b566842-afff-4708-bfa7-3d8966d0acd0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/ports/1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7/tags HTTP/1.1" status: 200 len: 205 time: 0.0649061 Jul 27 20:08:57.712712 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47608) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:57.717494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-9d1cef18-f94c-4720-8fb7-f9aa99813306 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1aa711e9-a9c4-4286-9e63-dba8541c2c8a') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:57.760022 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7e302-991a-4e49-8b3e-143a38e99c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=502d81b5-00fc-4361-9e18-1209ab0a3b9e,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:57.771243 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e7e302-991a-4e49-8b3e-143a38e99c8f admin admin] Checking segment: {'id': 'f99d9914-fcc3-4855-9aa4-ad90772af2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6fb79e0a-385e-462f-baf0-0e7f2fa9ebad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:08:57.771611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e7e302-991a-4e49-8b3e-143a38e99c8f admin admin] Network hostable DHCP agents. Network: 6fb79e0a-385e-462f-baf0-0e7f2fa9ebad, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:08:57.791734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e7e302-991a-4e49-8b3e-143a38e99c8f admin admin] Network 6fb79e0a-385e-462f-baf0-0e7f2fa9ebad is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:08:57.805359 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9d1cef18-f94c-4720-8fb7-f9aa99813306 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/routers/1aa711e9-a9c4-4286-9e63-dba8541c2c8a/tags HTTP/1.1" status: 200 len: 241 time: 0.0912988 Jul 27 20:08:57.807878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47610) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:57.808584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-11e7e302-991a-4e49-8b3e-143a38e99c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 6fb79e0a-385e-462f-baf0-0e7f2fa9ebad) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:08:57.813871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e7e302-991a-4e49-8b3e-143a38e99c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:57.815171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-11e7e302-991a-4e49-8b3e-143a38e99c8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:57.817002 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-0c4f8e6b-f51d-4ea8-8380-8dd186265fdf tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1aa711e9-a9c4-4286-9e63-dba8541c2c8a', 'tempest-TagsExtTest-Tag-2006757076') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:57.821760 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e2f3e5-06c4-49f4-833c-2823df4af5c4 None None] Network 6fb79e0a-385e-462f-baf0-0e7f2fa9ebad requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:57.831542 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-11e7e302-991a-4e49-8b3e-143a38e99c8f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4372764 Jul 27 20:08:57.906274 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c44710-4abe-4275-a06c-cb509a184c41 None None] Network 1ecc2f8f-9bef-4098-8611-a9a71a16c02c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:57.918895 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0c4f8e6b-f51d-4ea8-8380-8dd186265fdf tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/routers/1aa711e9-a9c4-4286-9e63-dba8541c2c8a/tags/tempest-TagsExtTest-Tag-2006757076 HTTP/1.1" status: 204 len: 168 time: 0.1093414 Jul 27 20:08:57.921641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47614) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:57.927806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-c4adf4b5-903e-496f-9764-c4924942df90 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1aa711e9-a9c4-4286-9e63-dba8541c2c8a', 'tempest-TagsExtTest-Tag-2006757076') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:57.986086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8c12fea2-0070-4266-9cfd-d0b467c13f4c None None] Provisioning for port 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:58.038518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c4adf4b5-903e-496f-9764-c4924942df90 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/routers/1aa711e9-a9c4-4286-9e63-dba8541c2c8a/tags/tempest-TagsExtTest-Tag-2006757076 HTTP/1.1" status: 204 len: 168 time: 0.1156151 Jul 27 20:08:58.041057 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47618) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:58.045967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-aaad97bc-8f66-4d1d-b0af-af5a327f932b tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1aa711e9-a9c4-4286-9e63-dba8541c2c8a') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:58.063641 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87467974-7506-498d-bb20-45a111674d58 None None] Network 6fb79e0a-385e-462f-baf0-0e7f2fa9ebad requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:08:58.149625 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aaad97bc-8f66-4d1d-b0af-af5a327f932b tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/routers/1aa711e9-a9c4-4286-9e63-dba8541c2c8a/tags HTTP/1.1" status: 200 len: 205 time: 0.1072831 Jul 27 20:08:58.152007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47624) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:58.156642 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-cdae7139-eaee-4060-8066-d395aad54cc0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fc117c1e-fb12-4bec-ab1e-43db6c707ca2') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:58.185071 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cdae7139-eaee-4060-8066-d395aad54cc0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/subnetpools/fc117c1e-fb12-4bec-ab1e-43db6c707ca2/tags HTTP/1.1" status: 200 len: 240 time: 0.0317492 Jul 27 20:08:58.185847 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47626) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:58.191141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-82a40f57-271f-45b5-9efc-de03fda9f978 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fc117c1e-fb12-4bec-ab1e-43db6c707ca2', 'tempest-TagsExtTest-Tag-843147051') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:58.226819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-82a40f57-271f-45b5-9efc-de03fda9f978 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/subnetpools/fc117c1e-fb12-4bec-ab1e-43db6c707ca2/tags/tempest-TagsExtTest-Tag-843147051 HTTP/1.1" status: 204 len: 168 time: 0.0397859 Jul 27 20:08:58.229251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47628) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:58.234092 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-096474cc-82af-4130-90e7-e1688588bc6c tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fc117c1e-fb12-4bec-ab1e-43db6c707ca2', 'tempest-TagsExtTest-Tag-843147051') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:58.273961 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-096474cc-82af-4130-90e7-e1688588bc6c tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/subnetpools/fc117c1e-fb12-4bec-ab1e-43db6c707ca2/tags/tempest-TagsExtTest-Tag-843147051 HTTP/1.1" status: 204 len: 168 time: 0.0435221 Jul 27 20:08:58.276536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47636) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:58.281155 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-ddfef1d6-1700-4554-97df-ba1aec21a837 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fc117c1e-fb12-4bec-ab1e-43db6c707ca2') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:58.304873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ddfef1d6-1700-4554-97df-ba1aec21a837 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/subnetpools/fc117c1e-fb12-4bec-ab1e-43db6c707ca2/tags HTTP/1.1" status: 200 len: 205 time: 0.0273294 Jul 27 20:08:58.307736 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47644) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:58.314798 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-2df7c843-7b45-4e27-b3d3-06432a3ad2e3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fc117c1e-fb12-4bec-ab1e-43db6c707ca2') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:58.342394 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2df7c843-7b45-4e27-b3d3-06432a3ad2e3 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/subnetpools/fc117c1e-fb12-4bec-ab1e-43db6c707ca2/tags HTTP/1.1" status: 204 len: 168 time: 0.0311430 Jul 27 20:08:58.342628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47646) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:58.347391 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-d58c12e6-d1bc-4fc7-8f7b-26ea8255e811 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1aa711e9-a9c4-4286-9e63-dba8541c2c8a') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:58.419750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-3c2852d0-c973-461a-b7fb-f7b9ce3e1815 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:08:58.421492 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-3c2852d0-c973-461a-b7fb-f7b9ce3e1815 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/networks?id=247f4658-ff47-4e91-a11c-50b91adee864 HTTP/1.1" status: 200 len: 808 time: 0.1155045 Jul 27 20:08:58.440989 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-b7b9ff32-5a71-46ad-a54c-f355f02a7ee9 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/quotas/98e0623cf7c54e54b7a531a671c20583 HTTP/1.1" status: 200 len: 375 time: 0.0105197 Jul 27 20:08:58.441705 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d58c12e6-d1bc-4fc7-8f7b-26ea8255e811 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/routers/1aa711e9-a9c4-4286-9e63-dba8541c2c8a/tags HTTP/1.1" status: 204 len: 168 time: 0.0950482 Jul 27 20:08:58.441705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47648) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:58.446347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-e2bab8a3-252a-4f73-8514-41e76921d221 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:58.479855 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-d88c6749-bdfe-425a-b269-e15ada5e991b tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=98e0623cf7c54e54b7a531a671c20583&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327089 Jul 27 20:08:58.516976 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e2bab8a3-252a-4f73-8514-41e76921d221 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/ports/1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7/tags HTTP/1.1" status: 204 len: 168 time: 0.0744691 Jul 27 20:08:58.519594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47652) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:58.524976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-1a13dbe0-be7d-46e6-8625-a26c7cc8f896 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c8438c6c-0672-48ee-a5a5-e0f98fa91e28') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:58.567039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-358e3d03-e861-47fe-92d9-c137d6863beb None None] Provisioning for port 1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:58.573025 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-358e3d03-e861-47fe-92d9-c137d6863beb None None] Provisioning complete for port 1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:58.573586 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-358e3d03-e861-47fe-92d9-c137d6863beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:58.615507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:08:58.619959 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1a13dbe0-be7d-46e6-8625-a26c7cc8f896 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/subnets/c8438c6c-0672-48ee-a5a5-e0f98fa91e28/tags HTTP/1.1" status: 204 len: 168 time: 0.0988081 Jul 27 20:08:58.621465 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47654) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:58.632439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-0318bee4-eb7a-4c15-ba76-43a399ec5c10 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c8438c6c-0672-48ee-a5a5-e0f98fa91e28', 'tempest-TagsExtTest-Tag-1349609045') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:58.670004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-358e3d03-e861-47fe-92d9-c137d6863beb None None] Port 1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:58.692707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:08:58.700131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:58.700617 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:58.756530 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0318bee4-eb7a-4c15-ba76-43a399ec5c10 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "PUT /v2.0/subnets/c8438c6c-0672-48ee-a5a5-e0f98fa91e28/tags/tempest-TagsExtTest-Tag-1349609045 HTTP/1.1" status: 201 len: 201 time: 0.1285937 Jul 27 20:08:58.757146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47658) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:58.765277 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-d8f07df4-1139-43e1-9ca3-53e8f5b31e55 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7', 'tempest-TagsExtTest-Tag-1344651459') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:58.793933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-1e0ddbe2-558e-46c4-9f91-3b58089ba264 service neutron] 10.222.0.48 "GET /v2.0/networks/247f4658-ff47-4e91-a11c-50b91adee864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060639 Jul 27 20:08:58.828023 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:58.858172 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d8f07df4-1139-43e1-9ca3-53e8f5b31e55 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "PUT /v2.0/ports/1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7/tags/tempest-TagsExtTest-Tag-1344651459 HTTP/1.1" status: 201 len: 201 time: 0.0976343 Jul 27 20:08:58.858417 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47660) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:58.863577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4b80c53f-cbf6-4010-9e52-ccbe5431fc0d,segment=NetworkSegment(c90e0df2-31f6-4fa6-8757-c5727b98d506),segment_id=c90e0df2-31f6-4fa6-8757-c5727b98d506)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:08:58.865927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-17be9da4-6ae9-421b-8f36-76887db77645 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1aa711e9-a9c4-4286-9e63-dba8541c2c8a', 'tempest-TagsExtTest-Tag-1041981994') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:58.869095 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:58.909608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-3f1e64dd-90b7-4b56-a2b8-d6f3c2bf9504 service neutron] 10.222.0.48 "GET /v2.0/networks/247f4658-ff47-4e91-a11c-50b91adee864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082730 Jul 27 20:08:58.926056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-51b99fc1-57be-4026-be8c-bed76f3f82c4 None None] Provisioning complete for port 1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:08:58.926406 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-51b99fc1-57be-4026-be8c-bed76f3f82c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:08:58.952167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=4b80c53f-cbf6-4010-9e52-ccbe5431fc0d,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:08:58.973016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-51b99fc1-57be-4026-be8c-bed76f3f82c4 None None] Port 1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:08:58.976561 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-17be9da4-6ae9-421b-8f36-76887db77645 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "PUT /v2.0/routers/1aa711e9-a9c4-4286-9e63-dba8541c2c8a/tags/tempest-TagsExtTest-Tag-1041981994 HTTP/1.1" status: 201 len: 201 time: 0.1158311 Jul 27 20:08:58.976776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47662) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:58.982154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-dec1264e-a7d2-47b0-b648-396ff434bc79 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fc117c1e-fb12-4bec-ab1e-43db6c707ca2', 'tempest-TagsExtTest-Tag-1022290943') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:59.027755 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dec1264e-a7d2-47b0-b648-396ff434bc79 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "PUT /v2.0/subnetpools/fc117c1e-fb12-4bec-ab1e-43db6c707ca2/tags/tempest-TagsExtTest-Tag-1022290943 HTTP/1.1" status: 201 len: 201 time: 0.0498991 Jul 27 20:08:59.030525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47664) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:59.039308 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-2a86a65c-4a3c-4349-8fe5-e6f81f2e3dd4 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c8438c6c-0672-48ee-a5a5-e0f98fa91e28', {'tags': ['tempest-TagsExtTest-Tag-1741737620', 'tempest-TagsExtTest-Tag-35705942', 'tempest-TagsExtTest-Tag-527202179']}) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:59.115965 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58152da6-9745-4e3c-ad42-6d10f279a90c req-27b9c74e-be32-4181-b361-b9b0be9eecc3 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 210 time: 0.0361476 Jul 27 20:08:59.145098 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2a86a65c-4a3c-4349-8fe5-e6f81f2e3dd4 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "PUT /v2.0/subnets/c8438c6c-0672-48ee-a5a5-e0f98fa91e28/tags HTTP/1.1" status: 200 len: 315 time: 0.1130295 Jul 27 20:08:59.147978 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47670) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:59.153225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-38e5eddd-b8ef-41cf-871c-a9f9455663c7 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c8438c6c-0672-48ee-a5a5-e0f98fa91e28') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:59.225959 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-38e5eddd-b8ef-41cf-871c-a9f9455663c7 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/subnets/c8438c6c-0672-48ee-a5a5-e0f98fa91e28/tags HTTP/1.1" status: 204 len: 168 time: 0.0766773 Jul 27 20:08:59.228765 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47676) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:59.233932 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-eb2747f6-e105-4be4-979f-8564a4223c9a tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c8438c6c-0672-48ee-a5a5-e0f98fa91e28', 'tempest-TagsExtTest-Tag-1741737620') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:59.290798 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-eb2747f6-e105-4be4-979f-8564a4223c9a tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] show failed (client error): The resource could not be found. Jul 27 20:08:59.292149 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-eb2747f6-e105-4be4-979f-8564a4223c9a tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/subnets/c8438c6c-0672-48ee-a5a5-e0f98fa91e28/tags/tempest-TagsExtTest-Tag-1741737620 HTTP/1.1" status: 404 len: 329 time: 0.0621321 Jul 27 20:08:59.294842 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47678) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:59.299466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-6e9a3027-f7c2-42a5-afec-954f33bbefc6 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c8438c6c-0672-48ee-a5a5-e0f98fa91e28', 'tempest-TagsExtTest-Tag-35705942') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:59.355288 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-6e9a3027-f7c2-42a5-afec-954f33bbefc6 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] show failed (client error): The resource could not be found. Jul 27 20:08:59.356243 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6e9a3027-f7c2-42a5-afec-954f33bbefc6 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/subnets/c8438c6c-0672-48ee-a5a5-e0f98fa91e28/tags/tempest-TagsExtTest-Tag-35705942 HTTP/1.1" status: 404 len: 327 time: 0.0603514 Jul 27 20:08:59.359141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47682) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:59.363855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-d873747a-d8aa-473e-a4fd-fc7c003c8849 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c8438c6c-0672-48ee-a5a5-e0f98fa91e28', 'tempest-TagsExtTest-Tag-527202179') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:59.435530 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-d873747a-d8aa-473e-a4fd-fc7c003c8849 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] show failed (client error): The resource could not be found. Jul 27 20:08:59.436342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d873747a-d8aa-473e-a4fd-fc7c003c8849 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/subnets/c8438c6c-0672-48ee-a5a5-e0f98fa91e28/tags/tempest-TagsExtTest-Tag-527202179 HTTP/1.1" status: 404 len: 328 time: 0.0761840 Jul 27 20:08:59.442800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47684) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:59.448084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-8e4c9eda-ac1a-4ced-bcb8-2f41600c7ad5 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7', {'tags': ['tempest-TagsExtTest-Tag-1072581942', 'tempest-TagsExtTest-Tag-2083254604', 'tempest-TagsExtTest-Tag-1685781623']}) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:59.513490 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8e4c9eda-ac1a-4ced-bcb8-2f41600c7ad5 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "PUT /v2.0/ports/1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7/tags HTTP/1.1" status: 200 len: 318 time: 0.0685399 Jul 27 20:08:59.515617 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47686) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:59.521217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-370eee60-0fdd-4d59-84aa-0ec743f63417 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:59.594431 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-370eee60-0fdd-4d59-84aa-0ec743f63417 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/ports/1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7/tags HTTP/1.1" status: 204 len: 168 time: 0.0776134 Jul 27 20:08:59.597139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47690) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:59.602523 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-dfa9d4e6-130f-47fa-b953-6f08db738d0d tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7', 'tempest-TagsExtTest-Tag-1072581942') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:59.658482 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-dfa9d4e6-130f-47fa-b953-6f08db738d0d tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] show failed (client error): The resource could not be found. Jul 27 20:08:59.659860 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dfa9d4e6-130f-47fa-b953-6f08db738d0d tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/ports/1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7/tags/tempest-TagsExtTest-Tag-1072581942 HTTP/1.1" status: 404 len: 329 time: 0.0616698 Jul 27 20:08:59.663016 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47692) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:59.668240 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-e54f4ba1-90b5-449f-8634-88accfeceaee tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7', 'tempest-TagsExtTest-Tag-2083254604') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:59.725687 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-e54f4ba1-90b5-449f-8634-88accfeceaee tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] show failed (client error): The resource could not be found. Jul 27 20:08:59.726957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e54f4ba1-90b5-449f-8634-88accfeceaee tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/ports/1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7/tags/tempest-TagsExtTest-Tag-2083254604 HTTP/1.1" status: 404 len: 329 time: 0.0627170 Jul 27 20:08:59.730416 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47694) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:59.735820 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-c7dd0ae9-b34a-4da4-bd48-c7739c0b4648 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7', 'tempest-TagsExtTest-Tag-1685781623') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:59.791344 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-c7dd0ae9-b34a-4da4-bd48-c7739c0b4648 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] show failed (client error): The resource could not be found. Jul 27 20:08:59.792603 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c7dd0ae9-b34a-4da4-bd48-c7739c0b4648 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/ports/1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7/tags/tempest-TagsExtTest-Tag-1685781623 HTTP/1.1" status: 404 len: 329 time: 0.0609267 Jul 27 20:08:59.795790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47698) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:59.801480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-e176121f-feb6-401f-80b0-a4562eb40a50 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1aa711e9-a9c4-4286-9e63-dba8541c2c8a', {'tags': ['tempest-TagsExtTest-Tag-1548394384', 'tempest-TagsExtTest-Tag-854408505', 'tempest-TagsExtTest-Tag-1781175292']}) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:08:59.902642 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e176121f-feb6-401f-80b0-a4562eb40a50 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "PUT /v2.0/routers/1aa711e9-a9c4-4286-9e63-dba8541c2c8a/tags HTTP/1.1" status: 200 len: 317 time: 0.1055431 Jul 27 20:08:59.905398 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47700) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:08:59.910121 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-62db1a0d-543d-40c3-b7b4-a1b889c4ccdf tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1aa711e9-a9c4-4286-9e63-dba8541c2c8a') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:00.013812 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-62db1a0d-543d-40c3-b7b4-a1b889c4ccdf tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/routers/1aa711e9-a9c4-4286-9e63-dba8541c2c8a/tags HTTP/1.1" status: 204 len: 168 time: 0.1073232 Jul 27 20:09:00.016738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47702) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:00.021222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-c785d6ed-6e82-442e-bb07-73608fd19d9e tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1aa711e9-a9c4-4286-9e63-dba8541c2c8a', 'tempest-TagsExtTest-Tag-1548394384') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:00.102211 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-c785d6ed-6e82-442e-bb07-73608fd19d9e tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] show failed (client error): The resource could not be found. Jul 27 20:09:00.103259 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c785d6ed-6e82-442e-bb07-73608fd19d9e tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/routers/1aa711e9-a9c4-4286-9e63-dba8541c2c8a/tags/tempest-TagsExtTest-Tag-1548394384 HTTP/1.1" status: 404 len: 329 time: 0.0856280 Jul 27 20:09:00.106282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47704) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:00.111044 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-f7d8d999-fb1c-423d-a2dd-4011090adbfa tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1aa711e9-a9c4-4286-9e63-dba8541c2c8a', 'tempest-TagsExtTest-Tag-854408505') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:00.193272 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-f7d8d999-fb1c-423d-a2dd-4011090adbfa tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] show failed (client error): The resource could not be found. Jul 27 20:09:00.194251 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f7d8d999-fb1c-423d-a2dd-4011090adbfa tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/routers/1aa711e9-a9c4-4286-9e63-dba8541c2c8a/tags/tempest-TagsExtTest-Tag-854408505 HTTP/1.1" status: 404 len: 328 time: 0.0869987 Jul 27 20:09:00.197180 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47708) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:00.202424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-5a62eecc-02c8-41a4-a768-6329d10376da tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1aa711e9-a9c4-4286-9e63-dba8541c2c8a', 'tempest-TagsExtTest-Tag-1781175292') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:00.221888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a18767a-1e6e-4667-9dda-d7b4d5d15f49 req-ee61ade1-1cce-4f52-80ce-8786e84b32a3 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 210 time: 0.0307307 Jul 27 20:09:00.280148 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-5a62eecc-02c8-41a4-a768-6329d10376da tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] show failed (client error): The resource could not be found. Jul 27 20:09:00.281234 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5a62eecc-02c8-41a4-a768-6329d10376da tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/routers/1aa711e9-a9c4-4286-9e63-dba8541c2c8a/tags/tempest-TagsExtTest-Tag-1781175292 HTTP/1.1" status: 404 len: 329 time: 0.0831559 Jul 27 20:09:00.284346 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47710) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:00.289628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-746bc78b-ccbb-4440-9e80-831075ffc5f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fc117c1e-fb12-4bec-ab1e-43db6c707ca2', {'tags': ['tempest-TagsExtTest-Tag-2022142112', 'tempest-TagsExtTest-Tag-817799003', 'tempest-TagsExtTest-Tag-119883449']}) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:00.334650 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-746bc78b-ccbb-4440-9e80-831075ffc5f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "PUT /v2.0/subnetpools/fc117c1e-fb12-4bec-ab1e-43db6c707ca2/tags HTTP/1.1" status: 200 len: 316 time: 0.0466995 Jul 27 20:09:00.335016 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47712) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:00.341138 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-2b02957f-c3fe-4e65-95b2-66b6759fd1ef tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fc117c1e-fb12-4bec-ab1e-43db6c707ca2') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:00.394738 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2b02957f-c3fe-4e65-95b2-66b6759fd1ef tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/subnetpools/fc117c1e-fb12-4bec-ab1e-43db6c707ca2/tags HTTP/1.1" status: 204 len: 168 time: 0.0560343 Jul 27 20:09:00.395095 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47714) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:00.400235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-da8fe3ca-e711-473f-a002-85ed7a912fee tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fc117c1e-fb12-4bec-ab1e-43db6c707ca2', 'tempest-TagsExtTest-Tag-2022142112') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:00.408741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-c3c5b212-9d71-4d18-b2a6-8aa7a9386596 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:00.410274 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-c3c5b212-9d71-4d18-b2a6-8aa7a9386596 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.52 "GET /v2.0/networks?id=247f4658-ff47-4e91-a11c-50b91adee864 HTTP/1.1" status: 200 len: 808 time: 0.1199496 Jul 27 20:09:00.421860 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-da8fe3ca-e711-473f-a002-85ed7a912fee tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] show failed (client error): The resource could not be found. Jul 27 20:09:00.422938 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-da8fe3ca-e711-473f-a002-85ed7a912fee tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/subnetpools/fc117c1e-fb12-4bec-ab1e-43db6c707ca2/tags/tempest-TagsExtTest-Tag-2022142112 HTTP/1.1" status: 404 len: 329 time: 0.0268626 Jul 27 20:09:00.426465 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47716) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:00.427908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-c520b90d-ee73-4e90-a9eb-52c4051bf519 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Request body: {'port': {'device_id': 'f3cb372f-2911-4c5d-aacb-09fc49e4a32e', 'network_id': '247f4658-ff47-4e91-a11c-50b91adee864', 'admin_state_up': True, 'tenant_id': '98e0623cf7c54e54b7a531a671c20583'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:09:00.431768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-55b5d2f1-f58b-4e7a-a4f8-24f5733780c9 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fc117c1e-fb12-4bec-ab1e-43db6c707ca2', 'tempest-TagsExtTest-Tag-817799003') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:00.453728 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-55b5d2f1-f58b-4e7a-a4f8-24f5733780c9 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] show failed (client error): The resource could not be found. Jul 27 20:09:00.454837 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-55b5d2f1-f58b-4e7a-a4f8-24f5733780c9 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/subnetpools/fc117c1e-fb12-4bec-ab1e-43db6c707ca2/tags/tempest-TagsExtTest-Tag-817799003 HTTP/1.1" status: 404 len: 328 time: 0.0269942 Jul 27 20:09:00.457702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47718) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:00.462077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-b63bec5a-69c6-4b4f-80ab-4a8cea85fbb1 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fc117c1e-fb12-4bec-ab1e-43db6c707ca2', 'tempest-TagsExtTest-Tag-119883449') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:00.484662 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-b63bec5a-69c6-4b4f-80ab-4a8cea85fbb1 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] show failed (client error): The resource could not be found. Jul 27 20:09:00.488245 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b63bec5a-69c6-4b4f-80ab-4a8cea85fbb1 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/subnetpools/fc117c1e-fb12-4bec-ab1e-43db6c707ca2/tags/tempest-TagsExtTest-Tag-119883449 HTTP/1.1" status: 404 len: 328 time: 0.0271468 Jul 27 20:09:00.488705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47720) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:00.494373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-8fa5d0ec-6b80-45db-b0c9-cfc1fda21985 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fc117c1e-fb12-4bec-ab1e-43db6c707ca2') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:00.522222 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8fa5d0ec-6b80-45db-b0c9-cfc1fda21985 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/subnetpools/fc117c1e-fb12-4bec-ab1e-43db6c707ca2/tags HTTP/1.1" status: 204 len: 168 time: 0.0297573 Jul 27 20:09:00.522469 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47722) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:00.527396 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-6c78805d-e325-4a2f-8d18-264bda370b78 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1aa711e9-a9c4-4286-9e63-dba8541c2c8a') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:00.539182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:09:00.559188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-c520b90d-ee73-4e90-a9eb-52c4051bf519 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Made reservation on behalf of 98e0623cf7c54e54b7a531a671c20583 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:09:00.563125 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-c520b90d-ee73-4e90-a9eb-52c4051bf519 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:00.599971 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:00.600820 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:00.624796 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6c78805d-e325-4a2f-8d18-264bda370b78 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/routers/1aa711e9-a9c4-4286-9e63-dba8541c2c8a/tags HTTP/1.1" status: 204 len: 168 time: 0.0985191 Jul 27 20:09:00.625020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47724) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:00.629683 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-c0f0c486-0475-482c-949f-4ef5031a0e67 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:00.707121 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c0f0c486-0475-482c-949f-4ef5031a0e67 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/ports/1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7/tags HTTP/1.1" status: 204 len: 168 time: 0.0786033 Jul 27 20:09:00.707310 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47726) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:00.712117 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-e563ffd8-400c-4418-b6f4-4fd4740915eb tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c8438c6c-0672-48ee-a5a5-e0f98fa91e28') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:00.716036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-c520b90d-ee73-4e90-a9eb-52c4051bf519 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Allocated IP 172.20.0.6 (247f4658-ff47-4e91-a11c-50b91adee864/48f414df-3ca2-4cfc-9686-545d825682e4/db702a02-0921-4d0d-9646-17c130bb7608) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:09:00.772193 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e563ffd8-400c-4418-b6f4-4fd4740915eb tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/subnets/c8438c6c-0672-48ee-a5a5-e0f98fa91e28/tags HTTP/1.1" status: 204 len: 168 time: 0.0638192 Jul 27 20:09:00.775635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47728) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:00.853132 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ea33-7ccb-4751-b332-8cb0d04d79b7 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks [] for subnetpool, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:00.854285 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f9f9ea33-7ccb-4751-b332-8cb0d04d79b7 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/subnetpools/fc117c1e-fb12-4bec-ab1e-43db6c707ca2 HTTP/1.1" status: 204 len: 168 time: 0.0776901 Jul 27 20:09:00.858030 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47730) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:00.896056 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-c520b90d-ee73-4e90-a9eb-52c4051bf519 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:00.904134 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d56c8fb5-d874-4e90-9356-2466b0ae62e4 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "GET /v2.0/ports?device_id=1aa711e9-a9c4-4286-9e63-dba8541c2c8a HTTP/1.1" status: 200 len: 205 time: 0.0460231 Jul 27 20:09:00.906715 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47734) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:00.945958 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-c520b90d-ee73-4e90-a9eb-52c4051bf519 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:00.990842 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-c520b90d-ee73-4e90-a9eb-52c4051bf519 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Network 247f4658-ff47-4e91-a11c-50b91adee864 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:09:00.994445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91777dbf-410c-4aed-9586-96b2325e5a29 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:00.996288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-c520b90d-ee73-4e90-a9eb-52c4051bf519 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:09:01.000272 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-c520b90d-ee73-4e90-a9eb-52c4051bf519 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:09:01.025188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520b90d-ee73-4e90-a9eb-52c4051bf519 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Pushing event updated for resources: {'Port': ['ID=db702a02-0921-4d0d-9646-17c130bb7608,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:01.065041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-c520b90d-ee73-4e90-a9eb-52c4051bf519 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:01.065746 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-c520b90d-ee73-4e90-a9eb-52c4051bf519 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:01.082532 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-c520b90d-ee73-4e90-a9eb-52c4051bf519 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6620560 Jul 27 20:09:01.096957 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Request body: {'port': {'device_id': 'f3cb372f-2911-4c5d-aacb-09fc49e4a32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:09:01.169680 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91777dbf-410c-4aed-9586-96b2325e5a29 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:01.171986 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91777dbf-410c-4aed-9586-96b2325e5a29 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:01.181824 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:01.452041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939444a-df1a-42f9-b801-89a1b8c24860 req-94978475-1a66-4859-ac2f-e81f2bc405f0 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:01.453652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e939444a-df1a-42f9-b801-89a1b8c24860 req-94978475-1a66-4859-ac2f-e81f2bc405f0 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 931 time: 0.1487300 Jul 27 20:09:01.533213 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e939444a-df1a-42f9-b801-89a1b8c24860 req-84030d38-7066-4899-8ba9-dda726df308a tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b29fd1d-9a7d-4ec3-8b20-f91530c8dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691218 Jul 27 20:09:01.555129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db702a02-0921-4d0d-9646-17c130bb7608 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:09:01.563593 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91777dbf-410c-4aed-9586-96b2325e5a29 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:01.564018 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:01.564135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91777dbf-410c-4aed-9586-96b2325e5a29 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Fanout notify agent at l3_agent the message router_deleted on router 1aa711e9-a9c4-4286-9e63-dba8541c2c8a {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:09:01.571958 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91777dbf-410c-4aed-9586-96b2325e5a29 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:01.575685 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-91777dbf-410c-4aed-9586-96b2325e5a29 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/routers/1aa711e9-a9c4-4286-9e63-dba8541c2c8a HTTP/1.1" status: 204 len: 168 time: 0.6647029 Jul 27 20:09:01.575916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47738) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:01.588504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Transition to ACTIVE for port object db702a02-0921-4d0d-9646-17c130bb7608 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:09:01.609589 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:01.686317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Pushing event updated for resources: {'Port': ['ID=db702a02-0921-4d0d-9646-17c130bb7608,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:01.796825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-dde83e03-405b-47a8-a73e-3afead0f3a94 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Deleting port 1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:09:01.797038 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dde83e03-405b-47a8-a73e-3afead0f3a94 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:01.799774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Attempting to bind port db702a02-0921-4d0d-9646-17c130bb7608 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:09:01.800107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Attempting to bind port db702a02-0921-4d0d-9646-17c130bb7608 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '7340f71b-c587-44ac-9e34-4331f98d5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '247f4658-ff47-4e91-a11c-50b91adee864'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:09:01.800437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Attempting to bind port db702a02-0921-4d0d-9646-17c130bb7608 on network 247f4658-ff47-4e91-a11c-50b91adee864 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:09:01.840772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Port db702a02-0921-4d0d-9646-17c130bb7608 on network 247f4658-ff47-4e91-a11c-50b91adee864 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:09:01.841099 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Attempting to bind port db702a02-0921-4d0d-9646-17c130bb7608 on network 247f4658-ff47-4e91-a11c-50b91adee864 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:09:01.851070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:09:01.851407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Checking segment: {'id': '7340f71b-c587-44ac-9e34-4331f98d5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '247f4658-ff47-4e91-a11c-50b91adee864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:09:01.851785 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Bound using segment: {'id': '7340f71b-c587-44ac-9e34-4331f98d5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '247f4658-ff47-4e91-a11c-50b91adee864'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:09:01.852212 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Bound port: db702a02-0921-4d0d-9646-17c130bb7608, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7340f71b-c587-44ac-9e34-4331f98d5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '247f4658-ff47-4e91-a11c-50b91adee864'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:09:01.852596 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:01.925121 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dde83e03-405b-47a8-a73e-3afead0f3a94 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:01.947854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-dde83e03-405b-47a8-a73e-3afead0f3a94 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Calling delete_port for 1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:09:01.960302 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] For port db702a02-0921-4d0d-9646-17c130bb7608, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:09:01.964552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] For port db702a02-0921-4d0d-9646-17c130bb7608, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=db702a02-0921-4d0d-9646-17c130bb7608,segment=NetworkSegment(7340f71b-c587-44ac-9e34-4331f98d5288),segment_id=7340f71b-c587-44ac-9e34-4331f98d5288)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:09:02.002570 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:02.055739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:02.056627 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:02.058014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] 10.222.0.52 "PUT /v2.0/ports/db702a02-0921-4d0d-9646-17c130bb7608 HTTP/1.1" status: 200 len: 1092 time: 0.9664502 Jul 27 20:09:02.058468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cb372f-2911-4c5d-aacb-09fc49e4a32e', 'tag': 'db702a02-0921-4d0d-9646-17c130bb7608'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:09:02.060785 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca56f47f-8371-48cd-a0d6-f44a462c744c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3cb372f-2911-4c5d-aacb-09fc49e4a32e", "tag": "db702a02-0921-4d0d-9646-17c130bb7608"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:09:02.091618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65204b81-714e-4a6a-a799-4de4ac8eb14e service neutron] Pushing event updated for resources: {'Port': ['ID=db702a02-0921-4d0d-9646-17c130bb7608,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:02.104682 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035b3d35-a53e-4dc8-84f0-36e28d46d010 x-openstack-request-id: req-035b3d35-a53e-4dc8-84f0-36e28d46d010 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:09:02.105162 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3cb372f-2911-4c5d-aacb-09fc49e4a32e", "tag": "db702a02-0921-4d0d-9646-17c130bb7608", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:09:02.105431 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-035b3d35-a53e-4dc8-84f0-36e28d46d010 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:09:02.105953 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cb372f-2911-4c5d-aacb-09fc49e4a32e', 'tag': 'db702a02-0921-4d0d-9646-17c130bb7608', 'status': 'completed', 'code': 200} Jul 27 20:09:02.186400 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dde83e03-405b-47a8-a73e-3afead0f3a94 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:02.220876 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde83e03-405b-47a8-a73e-3afead0f3a94 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Pushing event deleted for resources: {'Port': ['ID=1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:02.275465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-621a55c0-6f9b-4275-bd91-88f13b641ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:02.277054 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-621a55c0-6f9b-4275-bd91-88f13b641ae6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=98e0623cf7c54e54b7a531a671c20583&device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 1095 time: 0.1653354 Jul 27 20:09:02.329993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-2a694147-0d93-4a8a-aa9f-f3ea88113640 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db702a02-0921-4d0d-9646-17c130bb7608 HTTP/1.1" status: 200 len: 217 time: 0.0437005 Jul 27 20:09:02.337413 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dde83e03-405b-47a8-a73e-3afead0f3a94 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:02.339424 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dde83e03-405b-47a8-a73e-3afead0f3a94 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/ports/1d5ff467-cba5-4cd0-9cd2-a7e7fdedb8e7 HTTP/1.1" status: 204 len: 168 time: 0.7624996 Jul 27 20:09:02.348952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47744) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:02.387079 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-f83a8a2c-bf39-4d3d-9873-577e51aab9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:02.388631 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-f83a8a2c-bf39-4d3d-9873-577e51aab9cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48f414df-3ca2-4cfc-9686-545d825682e4 HTTP/1.1" status: 200 len: 848 time: 0.0481787 Jul 27 20:09:02.401114 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7602dd-553c-45b6-acdf-c54aead4fde0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Deleting subnet c8438c6c-0672-48ee-a5a5-e0f98fa91e28 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:09:02.405113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e7602dd-553c-45b6-acdf-c54aead4fde0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:02.427159 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-0fe525c3-36c9-418e-847b-4f316ca5fe54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=247f4658-ff47-4e91-a11c-50b91adee864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307472 Jul 27 20:09:02.446233 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e7602dd-553c-45b6-acdf-c54aead4fde0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:02.521776 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-92888780-67cf-4456-92a3-f566e08c2917 service neutron] 10.222.0.52 "GET /v2.0/networks/247f4658-ff47-4e91-a11c-50b91adee864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870943 Jul 27 20:09:02.533249 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e7602dd-553c-45b6-acdf-c54aead4fde0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:02.600675 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e7602dd-553c-45b6-acdf-c54aead4fde0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:02.627542 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7602dd-553c-45b6-acdf-c54aead4fde0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Pushing event deleted for resources: {'Subnet': ['ID=c8438c6c-0672-48ee-a5a5-e0f98fa91e28,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:02.633648 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4e7602dd-553c-45b6-acdf-c54aead4fde0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:02.635701 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4e7602dd-553c-45b6-acdf-c54aead4fde0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/subnets/c8438c6c-0672-48ee-a5a5-e0f98fa91e28 HTTP/1.1" status: 204 len: 168 time: 0.2919719 Jul 27 20:09:02.638516 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47750) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:02.641444 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e032b456-a1f5-4d06-bf16-16ba5b7ef87e None None] Network 1ecc2f8f-9bef-4098-8611-a9a71a16c02c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:09:02.661872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4fc9e8d-56fc-4bec-8ffc-9cabf71da96b req-41424386-6545-4a03-a674-84bd663ea811 service neutron] 10.222.0.52 "GET /v2.0/networks/247f4658-ff47-4e91-a11c-50b91adee864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319611 Jul 27 20:09:02.693080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1a11-7a7e-4dd4-9d48-3323749cb3ef req-2027776f-1221-4c15-a5db-5baf02f1cb26 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:02.694676 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac0d1a11-7a7e-4dd4-9d48-3323749cb3ef req-2027776f-1221-4c15-a5db-5baf02f1cb26 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 943 time: 0.0842493 Jul 27 20:09:02.731601 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:02.770246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac0d1a11-7a7e-4dd4-9d48-3323749cb3ef req-9ce868ad-823a-4cc4-acd9-da828d7d39b9 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b29fd1d-9a7d-4ec3-8b20-f91530c8dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675941 Jul 27 20:09:02.796454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56f47f-8371-48cd-a0d6-f44a462c744c req-ca98209e-8fdc-4058-a06c-48a372bfc2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:02.798086 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca56f47f-8371-48cd-a0d6-f44a462c744c req-ca98209e-8fdc-4058-a06c-48a372bfc2c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=98e0623cf7c54e54b7a531a671c20583&device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 1095 time: 0.0767174 Jul 27 20:09:02.798804 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Deleting port 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:09:02.799150 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:02.867149 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] For port 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=4b80c53f-cbf6-4010-9e52-ccbe5431fc0d,segment=NetworkSegment(c90e0df2-31f6-4fa6-8757-c5727b98d506),segment_id=c90e0df2-31f6-4fa6-8757-c5727b98d506)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:02.867734 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:02.883085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Calling delete_port for 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:09:02.894194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56f47f-8371-48cd-a0d6-f44a462c744c req-f8470b27-d4b7-4907-9daa-a619559215dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:02.895898 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca56f47f-8371-48cd-a0d6-f44a462c744c req-f8470b27-d4b7-4907-9daa-a619559215dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=247f4658-ff47-4e91-a11c-50b91adee864 HTTP/1.1" status: 200 len: 909 time: 0.0900187 Jul 27 20:09:02.947727 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca56f47f-8371-48cd-a0d6-f44a462c744c req-bf8c0d08-8e29-4859-afa7-ea99877baedf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db702a02-0921-4d0d-9646-17c130bb7608 HTTP/1.1" status: 200 len: 217 time: 0.0403078 Jul 27 20:09:02.973153 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:03.003800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Pushing event deleted for resources: {'Port': ['ID=4b80c53f-cbf6-4010-9e52-ccbe5431fc0d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:03.005837 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] No DVR routers for this DVR port 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:09:03.011094 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56f47f-8371-48cd-a0d6-f44a462c744c req-59102966-e3d5-4850-8479-b6abc58613a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:03.013107 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca56f47f-8371-48cd-a0d6-f44a462c744c req-59102966-e3d5-4850-8479-b6abc58613a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48f414df-3ca2-4cfc-9686-545d825682e4 HTTP/1.1" status: 200 len: 848 time: 0.0544729 Jul 27 20:09:03.056017 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58156621-0fda-44e0-9f9a-a852b857ede3 None None] DHCP port deletion for 1ecc2f8f-9bef-4098-8611-a9a71a16c02c request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:09:03.059892 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca56f47f-8371-48cd-a0d6-f44a462c744c req-b2adcc7d-30d0-4f5c-8ceb-9d9a8bbf0b0d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=247f4658-ff47-4e91-a11c-50b91adee864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318577 Jul 27 20:09:03.102723 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:03.112668 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecc2f8f-9bef-4098-8611-a9a71a16c02c']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:03.123401 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90e0df2-31f6-4fa6-8757-c5727b98d506') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:03.123628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90e0df2-31f6-4fa6-8757-c5727b98d506') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:03.133219 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:03.147991 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:03.154483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:09:03.155157 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:09:03.160304 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:09:03.170293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca56f47f-8371-48cd-a0d6-f44a462c744c req-dbd3bf93-9db6-422b-9ef5-05354b172a7e service neutron] 10.222.0.52 "GET /v2.0/networks/247f4658-ff47-4e91-a11c-50b91adee864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959759 Jul 27 20:09:03.223953 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:03.231008 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:03.235865 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] 10.222.0.48 "DELETE /v2.0/networks/1ecc2f8f-9bef-4098-8611-a9a71a16c02c HTTP/1.1" status: 204 len: 168 time: 0.5932631 Jul 27 20:09:03.254323 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63d989-52be-45e1-af91-e97de2bc92f0 tempest-TagsExtTest-481114597 tempest-TagsExtTest-481114597-project] Pushing event deleted for resources: {'Network': ['ID=1ecc2f8f-9bef-4098-8611-a9a71a16c02c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:03.277882 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca56f47f-8371-48cd-a0d6-f44a462c744c req-74a146f1-3c1a-4d00-8fd6-89eac15abd22 service neutron] 10.222.0.52 "GET /v2.0/networks/247f4658-ff47-4e91-a11c-50b91adee864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996892 Jul 27 20:09:03.515284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47760) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:03.657471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c84cf960-790e-435e-9a93-4a921640f8c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3428794b99f64f65a3861db0809704cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407299 Jul 27 20:09:03.660028 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47764) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:03.727751 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ed30c60-d40c-4654-b971-31886c621024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:03.751460 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ed30c60-d40c-4654-b971-31886c621024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:03.801280 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ed30c60-d40c-4654-b971-31886c621024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:03.804376 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ed30c60-d40c-4654-b971-31886c621024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:03.805538 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3ed30c60-d40c-4654-b971-31886c621024 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71a1eb3a-53b8-4025-b71d-c09efd08d4e2 HTTP/1.1" status: 204 len: 168 time: 0.1441846 Jul 27 20:09:03.815201 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed30c60-d40c-4654-b971-31886c621024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a1eb3a-53b8-4025-b71d-c09efd08d4e2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:03.923883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d7f42-1f9d-4921-bbe8-46d025f9be6e req-1cc71ab7-601e-4846-ba51-2a23cca042c9 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:03.925645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f27d7f42-1f9d-4921-bbe8-46d025f9be6e req-1cc71ab7-601e-4846-ba51-2a23cca042c9 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 943 time: 0.0741007 Jul 27 20:09:04.345982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f27d7f42-1f9d-4921-bbe8-46d025f9be6e req-83984d6b-4bc3-4c21-a1b7-bad3dc6a63d4 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b29fd1d-9a7d-4ec3-8b20-f91530c8dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127355 Jul 27 20:09:04.530862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:09:04.541690 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47790) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:04.545515 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027366 Jul 27 20:09:04.548347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47792) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:04.551902 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:09:04.552249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 4b80c53f-cbf6-4010-9e52-ccbe5431fc0d not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:09:04.666319 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c76f082f-fc2d-43c8-8c01-2281d4544eb5 tempest-NetworksApiDiscovery-579537346 tempest-NetworksApiDiscovery-579537346-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1169217 Jul 27 20:09:04.941422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 47802) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:05.063129 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8252193a-1d46-4cc3-821b-0ec244816970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:05.159921 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8252193a-1d46-4cc3-821b-0ec244816970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:05.164254 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8252193a-1d46-4cc3-821b-0ec244816970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:05.203959 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8252193a-1d46-4cc3-821b-0ec244816970 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ccadf48fc9de45acada1517245ff9ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611451 Jul 27 20:09:05.204888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252193a-1d46-4cc3-821b-0ec244816970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933c2bfa-cfa9-4282-8217-df3a52826ac1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:05.206615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47808) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:05.265224 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:05.287002 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:05.335306 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:05.337881 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:05.339037 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/933c2bfa-cfa9-4282-8217-df3a52826ac1 HTTP/1.1" status: 204 len: 168 time: 0.1310933 Jul 27 20:09:05.349249 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933c2bfa-cfa9-4282-8217-df3a52826ac1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:05.359720 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:05.360238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:05.360602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:05.360947 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:05.361374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:05.361767 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:05.362210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:05.362578 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:05.362979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:05.363377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:05.363692 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:05.364150 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5c49f-1f44-4271-bea7-1716e99586c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:05.493435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5f411-0719-44f0-897f-95afc20226cc req-5cea8c1d-1ea6-45c0-aebb-4bd07097dfc3 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:05.494963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d7a5f411-0719-44f0-897f-95afc20226cc req-5cea8c1d-1ea6-45c0-aebb-4bd07097dfc3 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 943 time: 0.0670755 Jul 27 20:09:05.542149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d7a5f411-0719-44f0-897f-95afc20226cc req-d608bc5b-22ca-4f7c-a319-0f550013bd08 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b29fd1d-9a7d-4ec3-8b20-f91530c8dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394642 Jul 27 20:09:05.734786 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:09:06.172282 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device db702a02-0921-4d0d-9646-17c130bb7608 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:09:06.276317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port db702a02-0921-4d0d-9646-17c130bb7608, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=db702a02-0921-4d0d-9646-17c130bb7608,segment=NetworkSegment(7340f71b-c587-44ac-9e34-4331f98d5288),segment_id=7340f71b-c587-44ac-9e34-4331f98d5288)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:06.289880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'db702a02-0921-4d0d-9646-17c130bb7608', 'network_id': '247f4658-ff47-4e91-a11c-50b91adee864', 'port_id': 'db702a02-0921-4d0d-9646-17c130bb7608', 'mac_address': 'fa:16:3e:8d:29:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f414df-3ca2-4cfc-9686-545d825682e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:09:06.333630 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:06.346594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db702a02-0921-4d0d-9646-17c130bb7608 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:09:06.367459 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port db702a02-0921-4d0d-9646-17c130bb7608, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=db702a02-0921-4d0d-9646-17c130bb7608,segment=NetworkSegment(7340f71b-c587-44ac-9e34-4331f98d5288),segment_id=7340f71b-c587-44ac-9e34-4331f98d5288)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:06.371943 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:06.421587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=db702a02-0921-4d0d-9646-17c130bb7608,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:06.673145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['db702a02-0921-4d0d-9646-17c130bb7608'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:09:06.682250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19626e-5a70-4029-abc4-cc7b1b6241aa req-7fe8f030-eae7-4f39-a43c-ced33ac22618 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:06.683800 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a19626e-5a70-4029-abc4-cc7b1b6241aa req-7fe8f030-eae7-4f39-a43c-ced33ac22618 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 944 time: 0.0683033 Jul 27 20:09:06.725741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a19626e-5a70-4029-abc4-cc7b1b6241aa req-64b24d15-1de8-49e8-bc3a-b741f21c4b89 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b29fd1d-9a7d-4ec3-8b20-f91530c8dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342860 Jul 27 20:09:07.863949 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a0083-66e9-4e42-a9a8-e0f9f2896dcb req-e2871e1c-ed74-48bd-8265-302b8088335e tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:07.865471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab9a0083-66e9-4e42-a9a8-e0f9f2896dcb req-e2871e1c-ed74-48bd-8265-302b8088335e tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 944 time: 0.0664761 Jul 27 20:09:07.903229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab9a0083-66e9-4e42-a9a8-e0f9f2896dcb req-85677f7f-b9c8-47be-a5e0-fa9ebe2c557a tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b29fd1d-9a7d-4ec3-8b20-f91530c8dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316153 Jul 27 20:09:08.188651 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device db702a02-0921-4d0d-9646-17c130bb7608 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:09:08.245101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port db702a02-0921-4d0d-9646-17c130bb7608 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:09:08.249131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port db702a02-0921-4d0d-9646-17c130bb7608 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:08.249520 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:08.328616 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:08.354655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cb372f-2911-4c5d-aacb-09fc49e4a32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db702a02-0921-4d0d-9646-17c130bb7608'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:09:08.358322 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48a57da-fa79-44e0-bc69-15f727635806" -d '{"events": [{"server_uuid": "f3cb372f-2911-4c5d-aacb-09fc49e4a32e", "name": "network-vif-plugged", "status": "completed", "tag": "db702a02-0921-4d0d-9646-17c130bb7608"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:09:08.373555 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port db702a02-0921-4d0d-9646-17c130bb7608, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=db702a02-0921-4d0d-9646-17c130bb7608,segment=NetworkSegment(7340f71b-c587-44ac-9e34-4331f98d5288),segment_id=7340f71b-c587-44ac-9e34-4331f98d5288)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:08.379637 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:08.412251 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a015e93d-be79-4e3c-9bd7-d192aefe4d4f x-openstack-request-id: req-a015e93d-be79-4e3c-9bd7-d192aefe4d4f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:09:08.412591 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cb372f-2911-4c5d-aacb-09fc49e4a32e", "name": "network-vif-plugged", "status": "completed", "tag": "db702a02-0921-4d0d-9646-17c130bb7608", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:09:08.412848 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a015e93d-be79-4e3c-9bd7-d192aefe4d4f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:09:08.413241 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cb372f-2911-4c5d-aacb-09fc49e4a32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db702a02-0921-4d0d-9646-17c130bb7608', 'code': 200} Jul 27 20:09:08.443514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=db702a02-0921-4d0d-9646-17c130bb7608,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:08.531217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf0813-b474-421a-b4d4-154de37c5aa8 req-12fe1606-f22d-40f8-849a-7a2fd83dd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:08.532809 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbdf0813-b474-421a-b4d4-154de37c5aa8 req-12fe1606-f22d-40f8-849a-7a2fd83dd9d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 1097 time: 0.0572252 Jul 27 20:09:08.537165 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:08.568652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbdf0813-b474-421a-b4d4-154de37c5aa8 req-61d9634f-ddfc-43f3-a856-34881c7672ee service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5b29fd1d-9a7d-4ec3-8b20-f91530c8dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286322 Jul 27 20:09:09.045701 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e043c-4821-496f-881b-a27652b9889d req-21a243e9-8242-4d4c-996e-9903d42514ba tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:09.047253 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-215e043c-4821-496f-881b-a27652b9889d req-21a243e9-8242-4d4c-996e-9903d42514ba tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 945 time: 0.0670493 Jul 27 20:09:09.088700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-215e043c-4821-496f-881b-a27652b9889d req-f1a92033-a6ba-4a7e-810f-652ebadfbfd1 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b29fd1d-9a7d-4ec3-8b20-f91530c8dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351021 Jul 27 20:09:10.244368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef8121-0d6b-474e-a1da-50176f5f21a6 req-d044cf3d-a959-4aa5-ba30-7e28fe61545c tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:10.245988 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7ef8121-0d6b-474e-a1da-50176f5f21a6 req-d044cf3d-a959-4aa5-ba30-7e28fe61545c tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 945 time: 0.0784771 Jul 27 20:09:10.291200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7ef8121-0d6b-474e-a1da-50176f5f21a6 req-2a583bce-e275-4637-8232-ceec6337bf95 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b29fd1d-9a7d-4ec3-8b20-f91530c8dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388975 Jul 27 20:09:10.529949 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-8fc0da36-72e0-4a46-9111-587eb7f0b1f8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0611448 Jul 27 20:09:10.688753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-2c1f5606-56eb-44ee-a54d-9fb02e4e0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:10.689539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-2c1f5606-56eb-44ee-a54d-9fb02e4e0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:10.690148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-2c1f5606-56eb-44ee-a54d-9fb02e4e0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:10.690748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-2c1f5606-56eb-44ee-a54d-9fb02e4e0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:10.691443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-2c1f5606-56eb-44ee-a54d-9fb02e4e0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:10.692376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-2c1f5606-56eb-44ee-a54d-9fb02e4e0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:10.693087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-2c1f5606-56eb-44ee-a54d-9fb02e4e0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:10.695636 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-2c1f5606-56eb-44ee-a54d-9fb02e4e0a87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6505 time: 0.1051667 Jul 27 20:09:10.717787 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-69929af4-0602-49c8-b4e9-94be9fb563d1 req-2b547671-ac0f-4e1f-8914-a363b837041d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0801733 Jul 27 20:09:10.836010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69929af4-0602-49c8-b4e9-94be9fb563d1 req-ed0e1f3a-eab3-4701-a895-4a468315ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:10.838281 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-69929af4-0602-49c8-b4e9-94be9fb563d1 req-ed0e1f3a-eab3-4701-a895-4a468315ef98 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d69124e393a44c87b1ab801866e9da04&device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 1097 time: 0.0701921 Jul 27 20:09:10.841703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-fde2314b-faf7-4fb1-9fee-39d032f5c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:10.843046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-fde2314b-faf7-4fb1-9fee-39d032f5c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:10.843543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-fde2314b-faf7-4fb1-9fee-39d032f5c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:10.845788 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-fde2314b-faf7-4fb1-9fee-39d032f5c2aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=ac679f8b-06ff-475b-999e-fecd672dac7a&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=73d72393-3d95-4308-9106-6209eefa092b&id=73d72393-3d95-4308-9106-6209eefa092b HTTP/1.1" status: 200 len: 2298 time: 0.1181450 Jul 27 20:09:10.926308 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-f7770b4b-f2e6-462f-98de-417ac34fa188 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0832f3a4-1619-4ea1-b9bf-87a13b42df43 HTTP/1.1" status: 200 len: 1001 time: 0.0717723 Jul 27 20:09:10.973336 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69929af4-0602-49c8-b4e9-94be9fb563d1 req-9a49b24a-ff25-4a15-9b93-2a410f59fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:10.975513 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-69929af4-0602-49c8-b4e9-94be9fb563d1 req-9a49b24a-ff25-4a15-9b93-2a410f59fec6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 HTTP/1.1" status: 200 len: 915 time: 0.1091046 Jul 27 20:09:10.990338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-aade9165-a778-4f18-8a62-f739955bc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:10.991840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-aade9165-a778-4f18-8a62-f739955bc093 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5c4faa1-1e78-41dd-a98d-2cdbd705d07e HTTP/1.1" status: 200 len: 855 time: 0.0566049 Jul 27 20:09:11.061899 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-69929af4-0602-49c8-b4e9-94be9fb563d1 req-fbf6709f-bc11-4cac-947c-780d1003ca42 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2097102-a68c-4376-b80a-ac533b5e61f2 HTTP/1.1" status: 200 len: 1001 time: 0.0773950 Jul 27 20:09:11.071789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-630d526d-b097-48e6-a033-72a5409d3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:11.073577 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-630d526d-b097-48e6-a033-72a5409d3e4b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ac679f8b-06ff-475b-999e-fecd672dac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727196 Jul 27 20:09:11.122871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69929af4-0602-49c8-b4e9-94be9fb563d1 req-79f7df19-409c-4e8f-9226-8d5c5e7c913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:11.124942 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-69929af4-0602-49c8-b4e9-94be9fb563d1 req-79f7df19-409c-4e8f-9226-8d5c5e7c913c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67b6d72c-52cf-4cb9-ac3e-16037932e133 HTTP/1.1" status: 200 len: 853 time: 0.0545499 Jul 27 20:09:11.181680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-2e248886-d69d-43db-a2c8-14831efb6807 service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995252 Jul 27 20:09:11.213167 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69929af4-0602-49c8-b4e9-94be9fb563d1 req-8c0b6b70-b732-4b5e-a93c-bfc4eb9e924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:11.214904 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-69929af4-0602-49c8-b4e9-94be9fb563d1 req-8c0b6b70-b732-4b5e-a93c-bfc4eb9e924b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815072 Jul 27 20:09:11.318571 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-bb42c504-71d7-4171-bb5f-297b7748abe5 service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286278 Jul 27 20:09:11.354515 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-69929af4-0602-49c8-b4e9-94be9fb563d1 req-d087691f-d59b-4a32-8037-c7a7cd5053a7 service neutron] 10.222.0.63 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286724 Jul 27 20:09:11.374722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-4594434c-35bd-43bd-a4ae-aed9d99e2d29 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=126479f5-4f00-4961-8987-3f39241c2c16 HTTP/1.1" status: 200 len: 217 time: 0.0456271 Jul 27 20:09:11.434247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-586a3b6d-e081-401a-be5b-c27da68e152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:11.435913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-586a3b6d-e081-401a-be5b-c27da68e152b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0534904 Jul 27 20:09:11.458718 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-69929af4-0602-49c8-b4e9-94be9fb563d1 req-a51920ad-3139-44b6-b137-d956c4e8c453 service neutron] 10.222.0.63 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965919 Jul 27 20:09:11.504730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-44f8c5e4-5aa3-4dc5-92c3-10e4ca2718eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:11.507232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-44f8c5e4-5aa3-4dc5-92c3-10e4ca2718eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0627255 Jul 27 20:09:11.603412 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-2d05d541-bad6-4017-9a11-023ce4e1f9c6 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875075 Jul 27 20:09:11.641592 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:11.717325 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-a79a7f19-543d-49c1-a090-fc6b255510d6 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054690 Jul 27 20:09:11.764606 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-17148b55-71c5-4584-a53d-d732adf0f300 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=cf287038-36da-428d-9206-c7ff8b06bd7c HTTP/1.1" status: 200 len: 217 time: 0.0383298 Jul 27 20:09:11.817400 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-7a91e13e-3ed1-4530-ae6c-d7fd856b4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:11.819004 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-7a91e13e-3ed1-4530-ae6c-d7fd856b4df7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0473492 Jul 27 20:09:11.891306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-c463f3b8-5a90-4ac0-9512-a12cfbe2410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:11.893097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-c463f3b8-5a90-4ac0-9512-a12cfbe2410b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0670285 Jul 27 20:09:11.990710 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-410c0c1e-23aa-4d3e-9d7d-7e6e5c211e4c service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905235 Jul 27 20:09:12.094761 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-cbaf4697-ca2e-4199-bfb0-d949a8983eff service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972097 Jul 27 20:09:12.139020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-6b39d9b0-2ed8-46fa-bacc-5a8696ade954 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=539dc352-83b6-4836-984f-72368194a43e HTTP/1.1" status: 200 len: 217 time: 0.0366995 Jul 27 20:09:12.194170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-727bb53f-148b-4701-8465-c2fcd2432f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:12.196385 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-727bb53f-148b-4701-8465-c2fcd2432f42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0482137 Jul 27 20:09:12.263005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-19dde091-1302-4063-972a-41f97b3a4737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:12.268868 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-19dde091-1302-4063-972a-41f97b3a4737 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0605319 Jul 27 20:09:12.371326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-f643a72a-9018-41f0-90b4-0e69304da029 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991075 Jul 27 20:09:12.492317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-127db276-7bd9-4e49-9426-2a07a3eb9f1a service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131020 Jul 27 20:09:12.540464 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-89783224-4a39-4b81-81ca-332dd70e4732 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 HTTP/1.1" status: 200 len: 217 time: 0.0390646 Jul 27 20:09:12.611624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-b7e3f24b-4b7f-4815-a2d1-de3dd7b3e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:12.613639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-b7e3f24b-4b7f-4815-a2d1-de3dd7b3e2eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0654595 Jul 27 20:09:12.687606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-65427407-2939-4f0f-9cb9-5a81e07336bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:12.689466 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-65427407-2939-4f0f-9cb9-5a81e07336bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0686560 Jul 27 20:09:12.814293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-3e78f561-c001-4387-98db-53c0728a1472 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165078 Jul 27 20:09:12.955199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-988b16fb-c593-4aed-92d0-d8558c9f25b3 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336079 Jul 27 20:09:13.003487 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-f6b9430f-0e69-4caf-8ddf-2eec4e535839 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da69274d-209f-4682-975e-8a7c7f339880 HTTP/1.1" status: 200 len: 217 time: 0.0390379 Jul 27 20:09:13.028709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b9cc4-d3f8-4f5c-8de5-8c0958d525d1 req-a7ed2a5d-0fe8-4838-b2aa-1fa79deda83c tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:13.030155 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-538b9cc4-d3f8-4f5c-8de5-8c0958d525d1 req-a7ed2a5d-0fe8-4838-b2aa-1fa79deda83c tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 945 time: 0.1325347 Jul 27 20:09:13.098468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-e254f84a-d8a0-482b-8a19-51feabddd72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:13.100313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-e254f84a-d8a0-482b-8a19-51feabddd72f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.0868297 Jul 27 20:09:13.124947 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-538b9cc4-d3f8-4f5c-8de5-8c0958d525d1 req-bbcb3d50-90c6-4f36-b101-0a1b618c1d38 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b29fd1d-9a7d-4ec3-8b20-f91530c8dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706036 Jul 27 20:09:13.176098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-50b26c7b-b4b4-42fc-a55b-ec2e9bb4ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:13.177697 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-50b26c7b-b4b4-42fc-a55b-ec2e9bb4ccf8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0680702 Jul 27 20:09:13.269123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 47940) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:13.282372 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-5154cf7e-4e90-4206-bc2b-a908feb053ce service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961404 Jul 27 20:09:13.373381 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5b0f8844-bd36-4bf2-84b9-07afac957154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:13.393373 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-11f33d73-37f1-4130-a2e4-88509fe58c6b service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013429 Jul 27 20:09:13.438099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-caf02b26-3b5f-4d43-9253-3a48de665689 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da42ddef-db92-4218-a5eb-3af42c1324e2 HTTP/1.1" status: 200 len: 217 time: 0.0368710 Jul 27 20:09:13.441943 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4efb7b93-e176-4d9f-9593-95d828c67b82 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Deleting port 24aec137-a44e-4c10-8c70-cb93a6c0d8c9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:09:13.442290 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4efb7b93-e176-4d9f-9593-95d828c67b82 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:13.494954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-5d2eb060-0a7c-4ecf-a806-3235b084209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:13.496484 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-5d2eb060-0a7c-4ecf-a806-3235b084209a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.0503681 Jul 27 20:09:13.522555 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4efb7b93-e176-4d9f-9593-95d828c67b82 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:13.522888 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4efb7b93-e176-4d9f-9593-95d828c67b82 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:13.535724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4efb7b93-e176-4d9f-9593-95d828c67b82 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Calling delete_port for 24aec137-a44e-4c10-8c70-cb93a6c0d8c9 owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:09:13.562890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-17c82317-cdc4-40d1-9d3a-2d6c9bfbecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:13.564402 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-17c82317-cdc4-40d1-9d3a-2d6c9bfbecc1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0595512 Jul 27 20:09:13.662391 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-569d8023-c156-4800-a340-b3eff599e08c service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879853 Jul 27 20:09:13.704788 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4efb7b93-e176-4d9f-9593-95d828c67b82 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:13.733080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb7b93-e176-4d9f-9593-95d828c67b82 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Pushing event deleted for resources: {'Port': ['ID=24aec137-a44e-4c10-8c70-cb93a6c0d8c9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:13.773840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3994d17d-6ff3-4fe3-9f5d-2b311b2a9bee req-beb70393-b030-4692-8d7b-8110ed2e6241 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029396 Jul 27 20:09:13.810338 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4efb7b93-e176-4d9f-9593-95d828c67b82 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:13.810919 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-4efb7b93-e176-4d9f-9593-95d828c67b82 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Floating IP 3dda7e08-1c5b-418b-b644-3fc1b63e3822 disassociated (deleted). External IP: 172.25.1.198, port: a2097102-a68c-4376-b80a-ac533b5e61f2. Jul 27 20:09:14.034132 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efb7b93-e176-4d9f-9593-95d828c67b82 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Router 265fbffe-8edd-463e-b35e-890a2580ec5c has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:09:14.163296 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efb7b93-e176-4d9f-9593-95d828c67b82 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:09:14.168655 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4efb7b93-e176-4d9f-9593-95d828c67b82 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:14.178107 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97de7537-1d75-4ab1-90e0-73c27194ae9a None None] Sync routers for ids ['265fbffe-8edd-463e-b35e-890a2580ec5c'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:09:14.191080 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97de7537-1d75-4ab1-90e0-73c27194ae9a None None] Routers {'265fbffe-8edd-463e-b35e-890a2580ec5c'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:09:14.193254 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-97de7537-1d75-4ab1-90e0-73c27194ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:08:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['265fbffe-8edd-463e-b35e-890a2580ec5c'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:14.224446 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4efb7b93-e176-4d9f-9593-95d828c67b82 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "DELETE /v2.0/floatingips/3dda7e08-1c5b-418b-b644-3fc1b63e3822 HTTP/1.1" status: 204 len: 168 time: 0.9539621 Jul 27 20:09:14.225107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'tag': 'a2097102-a68c-4376-b80a-ac533b5e61f2'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:09:14.228623 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b32a7bc-4251-4913-b5e0-09a52d520032" -d '{"events": [{"name": "network-changed", "server_uuid": "8b65c774-7f8d-46e9-9acf-04338bb1df11", "tag": "a2097102-a68c-4376-b80a-ac533b5e61f2"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:09:14.357127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d5fce-f08d-4bf4-a553-83ffbf4ad988 req-50f42a4e-46a1-4b14-95fe-1fd8bad138db tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:14.361082 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-923d5fce-f08d-4bf4-a553-83ffbf4ad988 req-50f42a4e-46a1-4b14-95fe-1fd8bad138db tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 945 time: 0.0939379 Jul 27 20:09:14.373879 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda033b0-5793-49e8-b9ae-2bdcd70f4413 req-c9c0c69f-e117-44e0-864e-693632761746 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:14.379466 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-97de7537-1d75-4ab1-90e0-73c27194ae9a None None] Set router 265fbffe-8edd-463e-b35e-890a2580ec5c gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:09:14.383305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda033b0-5793-49e8-b9ae-2bdcd70f4413 req-c9c0c69f-e117-44e0-864e-693632761746 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 945 time: 0.1483469 Jul 27 20:09:14.445737 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63514b24-168b-48c0-9578-63a9de80b01d x-openstack-request-id: req-63514b24-168b-48c0-9578-63a9de80b01d {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:09:14.446550 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b65c774-7f8d-46e9-9acf-04338bb1df11", "tag": "a2097102-a68c-4376-b80a-ac533b5e61f2", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:09:14.446949 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63514b24-168b-48c0-9578-63a9de80b01d {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:09:14.448421 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'tag': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'status': 'completed', 'code': 200} Jul 27 20:09:14.515458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fda033b0-5793-49e8-b9ae-2bdcd70f4413 req-53c00015-67d2-4fe2-a4f7-e7854919c7f6 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/security-groups?id=5b29fd1d-9a7d-4ec3-8b20-f91530c8dfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310217 Jul 27 20:09:14.578963 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32a7bc-4251-4913-b5e0-09a52d520032 req-57b325f4-6651-475e-8b93-733b406abda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:14.580935 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b32a7bc-4251-4913-b5e0-09a52d520032 req-57b325f4-6651-475e-8b93-733b406abda8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d69124e393a44c87b1ab801866e9da04&device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 1097 time: 0.1040318 Jul 27 20:09:14.641149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af43c35-b049-474c-98fd-28d93d7e0659 req-aca04e3b-658e-4123-adaa-7aad0a769e5c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:14.642702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8af43c35-b049-474c-98fd-28d93d7e0659 req-aca04e3b-658e-4123-adaa-7aad0a769e5c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 945 time: 0.1218772 Jul 27 20:09:14.658599 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-97de7537-1d75-4ab1-90e0-73c27194ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '00ea8ad1-b8ea-4969-adad-74c558498ec9', 'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'mac_address': 'fa:16:3e:be:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:26Z', 'revision_number': 5, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'subnets': [{'id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:14.663415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-923d5fce-f08d-4bf4-a553-83ffbf4ad988 req-8db91549-30b0-4dc2-a7c0-16ccb7d8bb5f tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Deleting port db702a02-0921-4d0d-9646-17c130bb7608 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:09:14.663824 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-923d5fce-f08d-4bf4-a553-83ffbf4ad988 req-8db91549-30b0-4dc2-a7c0-16ccb7d8bb5f tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:14.709679 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97de7537-1d75-4ab1-90e0-73c27194ae9a None None] Checking router: 265fbffe-8edd-463e-b35e-890a2580ec5c for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:09:14.715959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32a7bc-4251-4913-b5e0-09a52d520032 req-7b0f6c9c-1025-44a0-a3f0-bef8708ebea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:14.718254 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b32a7bc-4251-4913-b5e0-09a52d520032 req-7b0f6c9c-1025-44a0-a3f0-bef8708ebea4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 HTTP/1.1" status: 200 len: 915 time: 0.1291232 Jul 27 20:09:14.720528 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97de7537-1d75-4ab1-90e0-73c27194ae9a None None] Routers {'265fbffe-8edd-463e-b35e-890a2580ec5c'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:09:14.721148 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-97de7537-1d75-4ab1-90e0-73c27194ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:08:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['265fbffe-8edd-463e-b35e-890a2580ec5c'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:14.768321 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8af43c35-b049-474c-98fd-28d93d7e0659 req-f894315f-772c-4b04-af01-b9ba5d159296 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173890 Jul 27 20:09:14.773320 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b32a7bc-4251-4913-b5e0-09a52d520032 req-322e2d4f-a2d3-4e81-9cba-9b808acc53b6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2097102-a68c-4376-b80a-ac533b5e61f2 HTTP/1.1" status: 200 len: 217 time: 0.0455167 Jul 27 20:09:14.835071 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-923d5fce-f08d-4bf4-a553-83ffbf4ad988 req-8db91549-30b0-4dc2-a7c0-16ccb7d8bb5f tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] For port db702a02-0921-4d0d-9646-17c130bb7608, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=db702a02-0921-4d0d-9646-17c130bb7608,segment=NetworkSegment(7340f71b-c587-44ac-9e34-4331f98d5288),segment_id=7340f71b-c587-44ac-9e34-4331f98d5288)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:14.835733 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32a7bc-4251-4913-b5e0-09a52d520032 req-32825f7a-640b-4077-ad93-083a6204a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:14.836011 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-923d5fce-f08d-4bf4-a553-83ffbf4ad988 req-8db91549-30b0-4dc2-a7c0-16ccb7d8bb5f tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:14.841404 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b32a7bc-4251-4913-b5e0-09a52d520032 req-32825f7a-640b-4077-ad93-083a6204a7ac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67b6d72c-52cf-4cb9-ac3e-16037932e133 HTTP/1.1" status: 200 len: 853 time: 0.0587494 Jul 27 20:09:14.856161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-923d5fce-f08d-4bf4-a553-83ffbf4ad988 req-8db91549-30b0-4dc2-a7c0-16ccb7d8bb5f tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Calling delete_port for db702a02-0921-4d0d-9646-17c130bb7608 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:09:14.927707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32a7bc-4251-4913-b5e0-09a52d520032 req-bd96d436-7d88-4de6-a030-103961fef5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:14.929641 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b32a7bc-4251-4913-b5e0-09a52d520032 req-bd96d436-7d88-4de6-a030-103961fef5c6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780802 Jul 27 20:09:14.967239 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-97de7537-1d75-4ab1-90e0-73c27194ae9a None None] Set router 265fbffe-8edd-463e-b35e-890a2580ec5c gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:09:15.046007 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b32a7bc-4251-4913-b5e0-09a52d520032 req-a128cdce-8f4a-4815-a508-b23e09feb57f service neutron] 10.222.0.63 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076913 Jul 27 20:09:15.072246 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-923d5fce-f08d-4bf4-a553-83ffbf4ad988 req-8db91549-30b0-4dc2-a7c0-16ccb7d8bb5f tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:15.085490 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['db702a02-0921-4d0d-9646-17c130bb7608'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:09:15.111168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db91549-30b0-4dc2-a7c0-16ccb7d8bb5f tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Pushing event deleted for resources: {'Port': ['ID=db702a02-0921-4d0d-9646-17c130bb7608,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:15.172720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-923d5fce-f08d-4bf4-a553-83ffbf4ad988 req-8db91549-30b0-4dc2-a7c0-16ccb7d8bb5f tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] No DVR routers for this DVR port db702a02-0921-4d0d-9646-17c130bb7608 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:09:15.177773 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-923d5fce-f08d-4bf4-a553-83ffbf4ad988 req-8db91549-30b0-4dc2-a7c0-16ccb7d8bb5f tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:15.180503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-923d5fce-f08d-4bf4-a553-83ffbf4ad988 req-8db91549-30b0-4dc2-a7c0-16ccb7d8bb5f tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.52 "DELETE /v2.0/ports/db702a02-0921-4d0d-9646-17c130bb7608 HTTP/1.1" status: 204 len: 173 time: 0.7653131 Jul 27 20:09:15.180968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cb372f-2911-4c5d-aacb-09fc49e4a32e', 'name': 'network-vif-deleted', 'tag': 'db702a02-0921-4d0d-9646-17c130bb7608'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:09:15.183438 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7266711c-60d5-419f-b190-38869d51ffd9" -d '{"events": [{"server_uuid": "f3cb372f-2911-4c5d-aacb-09fc49e4a32e", "name": "network-vif-deleted", "tag": "db702a02-0921-4d0d-9646-17c130bb7608"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:09:15.218859 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b32a7bc-4251-4913-b5e0-09a52d520032 req-34425a98-bb43-42bb-b99f-cf269d820e49 service neutron] 10.222.0.63 "GET /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626549 Jul 27 20:09:15.226675 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096ab78e-a083-4782-9014-d022677400db x-openstack-request-id: req-096ab78e-a083-4782-9014-d022677400db {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:09:15.226991 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cb372f-2911-4c5d-aacb-09fc49e4a32e", "name": "network-vif-deleted", "tag": "db702a02-0921-4d0d-9646-17c130bb7608", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:09:15.227514 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-096ab78e-a083-4782-9014-d022677400db {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:09:15.227969 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cb372f-2911-4c5d-aacb-09fc49e4a32e', 'name': 'network-vif-deleted', 'tag': 'db702a02-0921-4d0d-9646-17c130bb7608', 'status': 'completed', 'code': 200} Jul 27 20:09:15.276749 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-97de7537-1d75-4ab1-90e0-73c27194ae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '00ea8ad1-b8ea-4969-adad-74c558498ec9', 'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'mac_address': 'fa:16:3e:be:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:26Z', 'revision_number': 5, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'subnets': [{'id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:15.304987 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97de7537-1d75-4ab1-90e0-73c27194ae9a None None] The sync data for ids ['265fbffe-8edd-463e-b35e-890a2580ec5c'] in n-d-705657-21 is: [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:07Z', 'revision_number': 4, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '00ea8ad1-b8ea-4969-adad-74c558498ec9', 'name': '', 'network_id': '9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'mac_address': 'fa:16:3e:be:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:06Z', 'updated_at': '2021-07-27T20:05:26Z', 'revision_number': 5, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'subnets': [{'id': '67b6d72c-52cf-4cb9-ac3e-16037932e133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:09:15.604347 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed27724-b371-460d-b063-c7412c8e0959 None None] New status for floating IP 3dda7e08-1c5b-418b-b644-3fc1b63e3822: DOWN {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:09:15.651038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5ba1b62-c6ea-4061-96a3-5bd0f2345f02 req-901af180-15f8-400c-9755-8534327c0157 tempest-VolumesActionsTest-1887081706 tempest-VolumesActionsTest-1887081706-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3cb372f-2911-4c5d-aacb-09fc49e4a32e HTTP/1.1" status: 200 len: 210 time: 0.0318704 Jul 27 20:09:15.915109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5ba0f-26c5-48ed-b4a2-86e6a85f8d31 req-3107b639-e8cb-4fb9-a74d-7704d5d00a5c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:15.916576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6da5ba0f-26c5-48ed-b4a2-86e6a85f8d31 req-3107b639-e8cb-4fb9-a74d-7704d5d00a5c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 945 time: 0.0697536 Jul 27 20:09:15.956004 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6da5ba0f-26c5-48ed-b4a2-86e6a85f8d31 req-30b405a8-51b3-4c34-b01f-7498ae8520a2 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331218 Jul 27 20:09:16.051076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae77aff-abce-45fa-a9df-4bc48610a3d0 req-cba7c463-2da3-4a13-9d7b-4e391c4fdc25 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:16.052652 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6ae77aff-abce-45fa-a9df-4bc48610a3d0 req-cba7c463-2da3-4a13-9d7b-4e391c4fdc25 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 945 time: 0.0762882 Jul 27 20:09:16.105405 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2b8f-86d0-4d28-bbcf-301fcdb4784f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:16.181584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-6ae77aff-abce-45fa-a9df-4bc48610a3d0 req-3e356cec-6ad7-4ca3-baca-f246f16c7db9 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Deleting port a2097102-a68c-4376-b80a-ac533b5e61f2 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:09:16.181840 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6ae77aff-abce-45fa-a9df-4bc48610a3d0 req-3e356cec-6ad7-4ca3-baca-f246f16c7db9 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:16.213465 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:16.276741 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-6ae77aff-abce-45fa-a9df-4bc48610a3d0 req-3e356cec-6ad7-4ca3-baca-f246f16c7db9 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] For port a2097102-a68c-4376-b80a-ac533b5e61f2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a2097102-a68c-4376-b80a-ac533b5e61f2,segment=NetworkSegment(3e07de48-19a9-43d5-b749-3eb49cbeff94),segment_id=3e07de48-19a9-43d5-b749-3eb49cbeff94)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:16.277096 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6ae77aff-abce-45fa-a9df-4bc48610a3d0 req-3e356cec-6ad7-4ca3-baca-f246f16c7db9 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:16.290831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-6ae77aff-abce-45fa-a9df-4bc48610a3d0 req-3e356cec-6ad7-4ca3-baca-f246f16c7db9 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Calling delete_port for a2097102-a68c-4376-b80a-ac533b5e61f2 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:09:16.428733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6ae77aff-abce-45fa-a9df-4bc48610a3d0 req-3e356cec-6ad7-4ca3-baca-f246f16c7db9 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:16.462975 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e356cec-6ad7-4ca3-baca-f246f16c7db9 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Pushing event deleted for resources: {'Port': ['ID=a2097102-a68c-4376-b80a-ac533b5e61f2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:16.510884 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae77aff-abce-45fa-a9df-4bc48610a3d0 req-3e356cec-6ad7-4ca3-baca-f246f16c7db9 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] No DVR routers for this DVR port a2097102-a68c-4376-b80a-ac533b5e61f2 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:09:16.513438 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6ae77aff-abce-45fa-a9df-4bc48610a3d0 req-3e356cec-6ad7-4ca3-baca-f246f16c7db9 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:16.515451 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6ae77aff-abce-45fa-a9df-4bc48610a3d0 req-3e356cec-6ad7-4ca3-baca-f246f16c7db9 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.63 "DELETE /v2.0/ports/a2097102-a68c-4376-b80a-ac533b5e61f2 HTTP/1.1" status: 204 len: 173 time: 0.4564657 Jul 27 20:09:16.515886 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'name': 'network-vif-deleted', 'tag': 'a2097102-a68c-4376-b80a-ac533b5e61f2'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:09:16.518468 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e887616-d1f8-40ec-be4d-de1da34ef375" -d '{"events": [{"server_uuid": "8b65c774-7f8d-46e9-9acf-04338bb1df11", "name": "network-vif-deleted", "tag": "a2097102-a68c-4376-b80a-ac533b5e61f2"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:09:16.557001 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd172970-3455-4106-89b3-cc7eb45d2627 x-openstack-request-id: req-fd172970-3455-4106-89b3-cc7eb45d2627 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:09:16.557327 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b65c774-7f8d-46e9-9acf-04338bb1df11", "name": "network-vif-deleted", "tag": "a2097102-a68c-4376-b80a-ac533b5e61f2", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:09:16.557571 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd172970-3455-4106-89b3-cc7eb45d2627 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:09:16.557934 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b65c774-7f8d-46e9-9acf-04338bb1df11', 'name': 'network-vif-deleted', 'tag': 'a2097102-a68c-4376-b80a-ac533b5e61f2', 'status': 'completed', 'code': 200} Jul 27 20:09:17.099997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-980f1f3d-e269-4f63-8bd9-c0986594e0ea req-ccc268cd-43a3-4774-ab40-a9f4de896338 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 210 time: 0.0480750 Jul 27 20:09:17.168997 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:18.227027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device db702a02-0921-4d0d-9646-17c130bb7608 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:09:18.274467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: db702a02-0921-4d0d-9646-17c130bb7608 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:09:18.276605 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device db702a02-0921-4d0d-9646-17c130bb7608 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:09:18.287552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0de6dac-83b5-4575-b07b-372af6596aee req-9c063b60-f056-4df1-9217-f92824ec6ad6 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 210 time: 0.0752203 Jul 27 20:09:18.917448 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:19.408331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e900ff28-2860-45b2-833c-b5efdac45892 req-f148423e-74d0-400b-adb2-121b70b473e9 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 210 time: 0.0336590 Jul 27 20:09:19.738226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a2097102-a68c-4376-b80a-ac533b5e61f2 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:09:19.761184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: a2097102-a68c-4376-b80a-ac533b5e61f2 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:09:19.761733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a2097102-a68c-4376-b80a-ac533b5e61f2 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:09:20.547847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f409b0c1-eb73-44cc-9960-1d01fde2919e req-0e4d4abc-3b65-4015-bdba-8ae4a8a7594c tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b65c774-7f8d-46e9-9acf-04338bb1df11 HTTP/1.1" status: 200 len: 210 time: 0.0439403 Jul 27 20:09:21.619096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48148) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:21.683619 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-745df3c4-3564-4bd4-9172-568b3d8a7558 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:21.710085 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-745df3c4-3564-4bd4-9172-568b3d8a7558 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:21.774450 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-745df3c4-3564-4bd4-9172-568b3d8a7558 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:21.777176 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-745df3c4-3564-4bd4-9172-568b3d8a7558 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:21.778370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-745df3c4-3564-4bd4-9172-568b3d8a7558 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] 10.222.0.48 "DELETE /v2.0/security-groups/9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd HTTP/1.1" status: 204 len: 168 time: 0.1582804 Jul 27 20:09:21.789852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745df3c4-3564-4bd4-9172-568b3d8a7558 tempest-TestVolumeBackupRestore-1526891102 tempest-TestVolumeBackupRestore-1526891102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe20d7d-9ea6-4eb4-9a4b-3c112b7100cd,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:26.433573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48704) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:26.826981 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c92cc4f8-d8d4-4932-8fbb-593c513b8ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:27.123469 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c92cc4f8-d8d4-4932-8fbb-593c513b8ac3 admin admin] Deleting port 00ea8ad1-b8ea-4969-adad-74c558498ec9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:09:27.123817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c92cc4f8-d8d4-4932-8fbb-593c513b8ac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:27.236906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-c92cc4f8-d8d4-4932-8fbb-593c513b8ac3 admin admin] For port 00ea8ad1-b8ea-4969-adad-74c558498ec9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=00ea8ad1-b8ea-4969-adad-74c558498ec9,segment=NetworkSegment(3e07de48-19a9-43d5-b749-3eb49cbeff94),segment_id=3e07de48-19a9-43d5-b749-3eb49cbeff94)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:27.237277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c92cc4f8-d8d4-4932-8fbb-593c513b8ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:27.252613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c92cc4f8-d8d4-4932-8fbb-593c513b8ac3 admin admin] Calling delete_port for 00ea8ad1-b8ea-4969-adad-74c558498ec9 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:09:27.470213 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c92cc4f8-d8d4-4932-8fbb-593c513b8ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:27.505873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cc4f8-d8d4-4932-8fbb-593c513b8ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=00ea8ad1-b8ea-4969-adad-74c558498ec9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:28.089877 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c92cc4f8-d8d4-4932-8fbb-593c513b8ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:28.341587 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92cc4f8-d8d4-4932-8fbb-593c513b8ac3 admin admin] Router 265fbffe-8edd-463e-b35e-890a2580ec5c has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:09:28.469517 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92cc4f8-d8d4-4932-8fbb-593c513b8ac3 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:09:28.479925 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c243c5-24ed-4dd5-975b-c0229e500fed None None] Sync routers for ids ['265fbffe-8edd-463e-b35e-890a2580ec5c'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:09:28.484537 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c92cc4f8-d8d4-4932-8fbb-593c513b8ac3 admin admin] 10.222.0.48 "PUT /v2.0/routers/265fbffe-8edd-463e-b35e-890a2580ec5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0485706 Jul 27 20:09:28.485107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48754) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:28.494501 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c243c5-24ed-4dd5-975b-c0229e500fed None None] Routers {'265fbffe-8edd-463e-b35e-890a2580ec5c'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:09:28.495402 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-48c243c5-24ed-4dd5-975b-c0229e500fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:09:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['265fbffe-8edd-463e-b35e-890a2580ec5c'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:28.639486 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:28.671047 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-48c243c5-24ed-4dd5-975b-c0229e500fed None None] Set router 265fbffe-8edd-463e-b35e-890a2580ec5c gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:09:28.770480 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:28.850691 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] Deleting port 81508837-0d64-4c97-a7b7-6451dfc2b9d6 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:09:28.851177 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:28.889336 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-48c243c5-24ed-4dd5-975b-c0229e500fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:09:27Z', 'revision_number': 5, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port': {'id': '81508837-0d64-4c97-a7b7-6451dfc2b9d6', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:28.920459 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c243c5-24ed-4dd5-975b-c0229e500fed None None] Checking router: 265fbffe-8edd-463e-b35e-890a2580ec5c for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:09:28.930917 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c243c5-24ed-4dd5-975b-c0229e500fed None None] Routers {'265fbffe-8edd-463e-b35e-890a2580ec5c'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:09:28.931763 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-48c243c5-24ed-4dd5-975b-c0229e500fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:09:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['265fbffe-8edd-463e-b35e-890a2580ec5c'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:28.957327 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] For port 81508837-0d64-4c97-a7b7-6451dfc2b9d6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=81508837-0d64-4c97-a7b7-6451dfc2b9d6,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:28.958214 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:28.979603 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] Calling delete_port for 81508837-0d64-4c97-a7b7-6451dfc2b9d6 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:09:29.045443 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-48c243c5-24ed-4dd5-975b-c0229e500fed None None] Set router 265fbffe-8edd-463e-b35e-890a2580ec5c gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:09:29.099587 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-48c243c5-24ed-4dd5-975b-c0229e500fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:09:28Z', 'revision_number': 6, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:29.137212 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c243c5-24ed-4dd5-975b-c0229e500fed None None] The sync data for ids ['265fbffe-8edd-463e-b35e-890a2580ec5c'] in n-d-705657-21 is: [{'id': '265fbffe-8edd-463e-b35e-890a2580ec5c', 'name': 'tempest-TestVolumeBackupRestore-2058494452-router', 'tenant_id': 'd69124e393a44c87b1ab801866e9da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:01Z', 'updated_at': '2021-07-27T20:09:28Z', 'revision_number': 6, 'project_id': 'd69124e393a44c87b1ab801866e9da04', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:09:29.210488 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:29.243209 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] Pushing event deleted for resources: {'Port': ['ID=81508837-0d64-4c97-a7b7-6451dfc2b9d6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:29.311077 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:29.414438 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:29.416501 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:29.466987 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:29.467592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 265fbffe-8edd-463e-b35e-890a2580ec5c {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:09:29.473024 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:29.474668 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-25183f42-a523-49c7-a059-c9621a36718e admin admin] 10.222.0.48 "DELETE /v2.0/routers/265fbffe-8edd-463e-b35e-890a2580ec5c HTTP/1.1" status: 204 len: 168 time: 0.9882531 Jul 27 20:09:29.477221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48774) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:29.566594 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d39611-6fde-4205-b9fb-d17a46cd831b admin admin] Deleting subnet 67b6d72c-52cf-4cb9-ac3e-16037932e133 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:09:29.581513 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34d39611-6fde-4205-b9fb-d17a46cd831b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:29.631798 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34d39611-6fde-4205-b9fb-d17a46cd831b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:29.737362 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34d39611-6fde-4205-b9fb-d17a46cd831b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:29.820895 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34d39611-6fde-4205-b9fb-d17a46cd831b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:29.918786 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34d39611-6fde-4205-b9fb-d17a46cd831b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:29.924449 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-34d39611-6fde-4205-b9fb-d17a46cd831b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/67b6d72c-52cf-4cb9-ac3e-16037932e133 HTTP/1.1" status: 204 len: 168 time: 0.4438291 Jul 27 20:09:29.924449 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d39611-6fde-4205-b9fb-d17a46cd831b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b6d72c-52cf-4cb9-ac3e-16037932e133,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:29.925614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48786) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:29.929553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d82d4de-e2b2-41b8-96ee-8feb0d5a6118 None None] Network 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:09:30.090632 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:30.180688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] Deleting port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:09:30.181122 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:30.216727 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] DHCP port deletion for 9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:09:30.282013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] For port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ebd8ff1e-ef75-4219-b9b9-d68a1bab9487,segment=NetworkSegment(3e07de48-19a9-43d5-b749-3eb49cbeff94),segment_id=3e07de48-19a9-43d5-b749-3eb49cbeff94)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:30.282536 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:30.296646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] Calling delete_port for ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:09:30.320161 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Deleting port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:09:30.320599 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:30.444625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] For port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ebd8ff1e-ef75-4219-b9b9-d68a1bab9487,segment=NetworkSegment(3e07de48-19a9-43d5-b749-3eb49cbeff94),segment_id=3e07de48-19a9-43d5-b749-3eb49cbeff94)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:30.445022 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:30.450204 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:30.481505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Calling delete_port for ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:09:30.496644 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd8ff1e-ef75-4219-b9b9-d68a1bab9487,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:30.501444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] No DVR routers for this DVR port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:09:30.589323 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:30.600969 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:30.617390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:09:30.619871 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e07de48-19a9-43d5-b749-3eb49cbeff94') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:30.620273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e07de48-19a9-43d5-b749-3eb49cbeff94') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:30.630788 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:30.636895 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:30.640316 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:09:30.640765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:09:30.641187 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 00ea8ad1-b8ea-4969-adad-74c558498ec9 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:09:30.647729 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:30.654568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:09:30.655148 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:09:30.657345 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:09:30.669642 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 00ea8ad1-b8ea-4969-adad-74c558498ec9 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:09:30.669993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 00ea8ad1-b8ea-4969-adad-74c558498ec9 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:09:30.670423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 81508837-0d64-4c97-a7b7-6451dfc2b9d6 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:09:30.708938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Pushing event deleted for resources: {'Port': ['ID=ebd8ff1e-ef75-4219-b9b9-d68a1bab9487,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:30.713923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] No DVR routers for this DVR port ebd8ff1e-ef75-4219-b9b9-d68a1bab9487 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:09:30.719510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 81508837-0d64-4c97-a7b7-6451dfc2b9d6 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:09:30.719863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 81508837-0d64-4c97-a7b7-6451dfc2b9d6 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:09:30.733963 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:30.735411 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:30.737067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:30.737659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:30.738280 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:30.739227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:30.739715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:30.739996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:30.740359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:30.740986 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:30.741572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:30.741952 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:30.742546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34629ae8-1f72-4857-9f41-a3bdfaf42986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:30.752019 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:30.754313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] 10.222.0.48 "DELETE /v2.0/networks/9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6 HTTP/1.1" status: 204 len: 168 time: 0.8277886 Jul 27 20:09:30.758394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48806) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:30.770454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a4885-a967-427b-b5de-b98a83f3b8ab admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7aa40e-e8e8-4e4c-884c-fa37ec66c4b6,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:31.185128 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5a7aac3-6d0a-4a01-9bf0-8e9a0fa9b94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:31.477528 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f5a7aac3-6d0a-4a01-9bf0-8e9a0fa9b94f admin admin] Deleting port 68df7ff9-6878-4d54-8ec7-db96b79414c6 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:09:31.477870 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5a7aac3-6d0a-4a01-9bf0-8e9a0fa9b94f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:31.560443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-f5a7aac3-6d0a-4a01-9bf0-8e9a0fa9b94f admin admin] For port 68df7ff9-6878-4d54-8ec7-db96b79414c6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=68df7ff9-6878-4d54-8ec7-db96b79414c6,segment=NetworkSegment(850993cb-613f-4d6d-8a04-b5d18a202094),segment_id=850993cb-613f-4d6d-8a04-b5d18a202094)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:31.560812 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5a7aac3-6d0a-4a01-9bf0-8e9a0fa9b94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:31.574512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f5a7aac3-6d0a-4a01-9bf0-8e9a0fa9b94f admin admin] Calling delete_port for 68df7ff9-6878-4d54-8ec7-db96b79414c6 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:09:31.777048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5a7aac3-6d0a-4a01-9bf0-8e9a0fa9b94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:31.810778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7aac3-6d0a-4a01-9bf0-8e9a0fa9b94f admin admin] Pushing event deleted for resources: {'Port': ['ID=68df7ff9-6878-4d54-8ec7-db96b79414c6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:32.086930 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f5a7aac3-6d0a-4a01-9bf0-8e9a0fa9b94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:32.350902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a7aac3-6d0a-4a01-9bf0-8e9a0fa9b94f admin admin] Router d8534871-e846-48dc-a7cd-0b151eefae80 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:09:32.469011 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a7aac3-6d0a-4a01-9bf0-8e9a0fa9b94f admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:09:32.477795 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f5a7aac3-6d0a-4a01-9bf0-8e9a0fa9b94f admin admin] 10.222.0.48 "PUT /v2.0/routers/d8534871-e846-48dc-a7cd-0b151eefae80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7155910 Jul 27 20:09:32.477901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48850) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:32.482150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600fd26f-9f59-4f7c-892c-65c390cf92d6 None None] Sync routers for ids ['d8534871-e846-48dc-a7cd-0b151eefae80'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:09:32.507447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600fd26f-9f59-4f7c-892c-65c390cf92d6 None None] Routers {'d8534871-e846-48dc-a7cd-0b151eefae80'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:09:32.511590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-600fd26f-9f59-4f7c-892c-65c390cf92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:09:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d8534871-e846-48dc-a7cd-0b151eefae80'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:32.615410 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:32.686682 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-600fd26f-9f59-4f7c-892c-65c390cf92d6 None None] Set router d8534871-e846-48dc-a7cd-0b151eefae80 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:09:32.751927 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:32.819673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] Deleting port 863ffc12-0f29-484e-966c-a4da52ef7550 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:09:32.820069 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:32.913259 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-600fd26f-9f59-4f7c-892c-65c390cf92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'name': 'tempest-TestVolumeBackupRestore-1904732143-router', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '863ffc12-0f29-484e-966c-a4da52ef7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:11Z', 'updated_at': '2021-07-27T20:09:31Z', 'revision_number': 5, 'project_id': '06c8b8b45139401ba7b2537f57836cad', 'gw_port': {'id': '863ffc12-0f29-484e-966c-a4da52ef7550', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:05:13Z', 'updated_at': '2021-07-27T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:32.915735 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] For port 863ffc12-0f29-484e-966c-a4da52ef7550, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=863ffc12-0f29-484e-966c-a4da52ef7550,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:32.916502 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:32.930882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] Calling delete_port for 863ffc12-0f29-484e-966c-a4da52ef7550 owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:09:32.952763 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600fd26f-9f59-4f7c-892c-65c390cf92d6 None None] Checking router: d8534871-e846-48dc-a7cd-0b151eefae80 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:09:32.962499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600fd26f-9f59-4f7c-892c-65c390cf92d6 None None] Routers {'d8534871-e846-48dc-a7cd-0b151eefae80'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:09:32.963232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-600fd26f-9f59-4f7c-892c-65c390cf92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:09:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d8534871-e846-48dc-a7cd-0b151eefae80'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:33.053355 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-600fd26f-9f59-4f7c-892c-65c390cf92d6 None None] Set router d8534871-e846-48dc-a7cd-0b151eefae80 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:09:33.113565 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-600fd26f-9f59-4f7c-892c-65c390cf92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'name': 'tempest-TestVolumeBackupRestore-1904732143-router', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:11Z', 'updated_at': '2021-07-27T20:09:32Z', 'revision_number': 6, 'project_id': '06c8b8b45139401ba7b2537f57836cad', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:33.125627 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:33.157124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600fd26f-9f59-4f7c-892c-65c390cf92d6 None None] The sync data for ids ['d8534871-e846-48dc-a7cd-0b151eefae80'] in n-d-705657-21 is: [{'id': 'd8534871-e846-48dc-a7cd-0b151eefae80', 'name': 'tempest-TestVolumeBackupRestore-1904732143-router', 'tenant_id': '06c8b8b45139401ba7b2537f57836cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:05:11Z', 'updated_at': '2021-07-27T20:09:32Z', 'revision_number': 6, 'project_id': '06c8b8b45139401ba7b2537f57836cad', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:09:33.173612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] Pushing event deleted for resources: {'Port': ['ID=863ffc12-0f29-484e-966c-a4da52ef7550,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:33.262655 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:33.377989 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:33.381274 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:33.435631 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:33.436266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8534871-e846-48dc-a7cd-0b151eefae80 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:09:33.441124 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:33.448689 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3eb4e1e4-da69-4c87-9f76-403cab23a59a admin admin] 10.222.0.48 "DELETE /v2.0/routers/d8534871-e846-48dc-a7cd-0b151eefae80 HTTP/1.1" status: 204 len: 168 time: 0.9664598 Jul 27 20:09:33.448689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 48872) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:33.513536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbba9896-4880-4b7d-ac29-1c7588bf96e8 admin admin] Deleting subnet 99cd5ecd-c2e4-419e-9cb4-8bb3e1775913 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:09:33.517823 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fbba9896-4880-4b7d-ac29-1c7588bf96e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:33.579475 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fbba9896-4880-4b7d-ac29-1c7588bf96e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:33.749891 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fbba9896-4880-4b7d-ac29-1c7588bf96e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:33.846550 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fbba9896-4880-4b7d-ac29-1c7588bf96e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:33.868351 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fbba9896-4880-4b7d-ac29-1c7588bf96e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:33.869772 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8359269e-812d-4f23-8dde-c23d7ebfc767 None None] Network 30caf7c6-f3ed-4dfc-8fd2-9805106e05c0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:09:33.870575 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fbba9896-4880-4b7d-ac29-1c7588bf96e8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/99cd5ecd-c2e4-419e-9cb4-8bb3e1775913 HTTP/1.1" status: 204 len: 168 time: 0.4234593 Jul 27 20:09:33.873458 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48886) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:33.926601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba9896-4880-4b7d-ac29-1c7588bf96e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99cd5ecd-c2e4-419e-9cb4-8bb3e1775913,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:33.975321 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:34.040613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] Deleting port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:09:34.041557 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:34.116906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] For port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=76cc96f1-6ed9-4b70-abd7-9743ec7213fb,segment=NetworkSegment(850993cb-613f-4d6d-8a04-b5d18a202094),segment_id=850993cb-613f-4d6d-8a04-b5d18a202094)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:34.121138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:34.167096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c009be10-05e7-497d-bf0d-720b5117a296 None None] DHCP port deletion for 30caf7c6-f3ed-4dfc-8fd2-9805106e05c0 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:09:34.168465 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] Calling delete_port for 76cc96f1-6ed9-4b70-abd7-9743ec7213fb owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:09:34.259742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c009be10-05e7-497d-bf0d-720b5117a296 None None] Deleting port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:09:34.260673 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c009be10-05e7-497d-bf0d-720b5117a296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:34.290394 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:34.336308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] Pushing event deleted for resources: {'Port': ['ID=76cc96f1-6ed9-4b70-abd7-9743ec7213fb,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:34.338712 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] No DVR routers for this DVR port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:09:34.345550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c009be10-05e7-497d-bf0d-720b5117a296 None None] For port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=76cc96f1-6ed9-4b70-abd7-9743ec7213fb,segment=NetworkSegment(850993cb-613f-4d6d-8a04-b5d18a202094),segment_id=850993cb-613f-4d6d-8a04-b5d18a202094)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:34.345959 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c009be10-05e7-497d-bf0d-720b5117a296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:34.360448 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c009be10-05e7-497d-bf0d-720b5117a296 None None] Calling delete_port for 76cc96f1-6ed9-4b70-abd7-9743ec7213fb owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:09:34.422611 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:34.432906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30caf7c6-f3ed-4dfc-8fd2-9805106e05c0']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:34.444929 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c009be10-05e7-497d-bf0d-720b5117a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:34.446628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850993cb-613f-4d6d-8a04-b5d18a202094') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:34.446849 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850993cb-613f-4d6d-8a04-b5d18a202094') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:34.461222 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:34.475170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009be10-05e7-497d-bf0d-720b5117a296 None None] Pushing event deleted for resources: {'Port': ['ID=76cc96f1-6ed9-4b70-abd7-9743ec7213fb,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:34.478758 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:34.481268 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009be10-05e7-497d-bf0d-720b5117a296 None None] No DVR routers for this DVR port 76cc96f1-6ed9-4b70-abd7-9743ec7213fb on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:09:34.486172 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:09:34.486578 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:09:34.488357 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:09:34.577638 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:34.590126 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:34.597162 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] 10.222.0.48 "DELETE /v2.0/networks/30caf7c6-f3ed-4dfc-8fd2-9805106e05c0 HTTP/1.1" status: 204 len: 168 time: 0.7204831 Jul 27 20:09:34.608864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3fc5d-7b7c-460b-849c-42bfaeaf669e admin admin] Pushing event deleted for resources: {'Network': ['ID=30caf7c6-f3ed-4dfc-8fd2-9805106e05c0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:34.632953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 76cc96f1-6ed9-4b70-abd7-9743ec7213fb no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:09:34.662366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 76cc96f1-6ed9-4b70-abd7-9743ec7213fb {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:09:34.662719 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 76cc96f1-6ed9-4b70-abd7-9743ec7213fb not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:09:34.663145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 863ffc12-0f29-484e-966c-a4da52ef7550 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:09:34.687269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 863ffc12-0f29-484e-966c-a4da52ef7550 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:09:34.687629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 863ffc12-0f29-484e-966c-a4da52ef7550 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:09:34.688571 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 68df7ff9-6878-4d54-8ec7-db96b79414c6 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:09:34.711348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 68df7ff9-6878-4d54-8ec7-db96b79414c6 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:09:34.711689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 68df7ff9-6878-4d54-8ec7-db96b79414c6 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:09:34.843967 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48910) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:34.891552 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2d4afa43-c20d-43b4-bc78-f8281880ad19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d69124e393a44c87b1ab801866e9da04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462916 Jul 27 20:09:34.894831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48914) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:34.945952 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a3b98ba6-a171-42f2-a4af-c4ab6ec61365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:34.968173 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a3b98ba6-a171-42f2-a4af-c4ab6ec61365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:35.029294 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a3b98ba6-a171-42f2-a4af-c4ab6ec61365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:35.032139 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a3b98ba6-a171-42f2-a4af-c4ab6ec61365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:35.033330 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a3b98ba6-a171-42f2-a4af-c4ab6ec61365 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bba170dd-ce38-4b28-a625-118414367c86 HTTP/1.1" status: 204 len: 168 time: 0.1374094 Jul 27 20:09:35.042006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b98ba6-a171-42f2-a4af-c4ab6ec61365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba170dd-ce38-4b28-a625-118414367c86,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:35.403780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48946) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:35.446181 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1904e6c5-ac0d-41ff-a1c4-472d155d4f0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06c8b8b45139401ba7b2537f57836cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409169 Jul 27 20:09:35.448681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48948) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:35.501860 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-921c6eeb-b140-4c32-af74-2db56c38de60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:35.525406 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-921c6eeb-b140-4c32-af74-2db56c38de60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:35.574886 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-921c6eeb-b140-4c32-af74-2db56c38de60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:35.579078 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-921c6eeb-b140-4c32-af74-2db56c38de60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:35.581590 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-921c6eeb-b140-4c32-af74-2db56c38de60 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c464466-e283-4cfd-94b2-244280bcb795 HTTP/1.1" status: 204 len: 168 time: 0.1319537 Jul 27 20:09:35.590318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c6eeb-b140-4c32-af74-2db56c38de60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c464466-e283-4cfd-94b2-244280bcb795,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:36.327779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 48986) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:36.440299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1123301562-network', 'tenant_id': '0731adda0572409ca7d43b1bb898294c'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:09:36.465117 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] Made reservation on behalf of 0731adda0572409ca7d43b1bb898294c for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:09:36.468087 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:36.479645 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:36.597270 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:36.602496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:36.630765 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:09:36.640032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06ab2f7-2a8c-420a-acfe-38d035fc1412,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:36.647224 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:36.647682 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] Added segment b3db7981-4bfc-4578-bb0d-68a49b07dc3f of type vlan for network 40473804-8946-43d0-a933-5f826ecd08fd Jul 27 20:09:36.692505 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:36.725277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:36.726637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:36.727498 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:36.784831 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4556913 Jul 27 20:09:36.790483 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49002) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:36.796336 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72de71-af14-4e87-b21f-1781426f655b admin admin] Pushing event updated for resources: {'Network': ['ID=40473804-8946-43d0-a933-5f826ecd08fd,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:36.809519 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d902513f-cff3-4c45-923b-88dd6791f7f5 admin admin] Request body: {'subnet': {'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1123301562-subnet', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:09:36.810074 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 40473804-8946-43d0-a933-5f826ecd08fd details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:09:36.834481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d902513f-cff3-4c45-923b-88dd6791f7f5 admin admin] Made reservation on behalf of 0731adda0572409ca7d43b1bb898294c for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:09:36.837210 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d902513f-cff3-4c45-923b-88dd6791f7f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:37.412646 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d902513f-cff3-4c45-923b-88dd6791f7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:37.470275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902513f-cff3-4c45-923b-88dd6791f7f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1789535e-1c61-4b14-a8a5-a7e6af05c64f,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:37.478815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902513f-cff3-4c45-923b-88dd6791f7f5 admin admin] Checking segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:09:37.479137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d902513f-cff3-4c45-923b-88dd6791f7f5 admin admin] Network hostable DHCP agents. Network: 40473804-8946-43d0-a933-5f826ecd08fd, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:09:37.497878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d902513f-cff3-4c45-923b-88dd6791f7f5 admin admin] Network 40473804-8946-43d0-a933-5f826ecd08fd is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:09:37.509867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d902513f-cff3-4c45-923b-88dd6791f7f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 40473804-8946-43d0-a933-5f826ecd08fd) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:09:37.514418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d902513f-cff3-4c45-923b-88dd6791f7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:37.515183 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d902513f-cff3-4c45-923b-88dd6791f7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:37.522163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616cfb6b-1a7a-4f7c-9c8c-cd2d2b3856f8 None None] Network 40473804-8946-43d0-a933-5f826ecd08fd requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:09:37.540077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49018) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:37.540561 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d902513f-cff3-4c45-923b-88dd6791f7f5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7483318 Jul 27 20:09:37.552422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:09:37.589003 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:37.590229 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:37.727550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-40473804-8946-43d0-a933-5f826ecd08fd', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:09:37.729161 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:37.956481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Allocated IP 172.20.0.2 (40473804-8946-43d0-a933-5f826ecd08fd/1789535e-1c61-4b14-a8a5-a7e6af05c64f/5df407d0-9953-4439-ad0f-c58976f0eadb) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:09:38.151458 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:38.152178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:38.162143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Transition to ACTIVE for port object 5df407d0-9953-4439-ad0f-c58976f0eadb will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:09:38.179947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Transition to ACTIVE for port object 5df407d0-9953-4439-ad0f-c58976f0eadb will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:09:38.188651 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:38.249612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Pushing event updated for resources: {'Port': ['ID=5df407d0-9953-4439-ad0f-c58976f0eadb,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:38.262393 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Network 40473804-8946-43d0-a933-5f826ecd08fd is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:09:38.264375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:09:38.271647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:09:38.345362 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:38.355836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Attempting to bind port 5df407d0-9953-4439-ad0f-c58976f0eadb on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:09:38.356572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Attempting to bind port 5df407d0-9953-4439-ad0f-c58976f0eadb by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:09:38.357152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Attempting to bind port 5df407d0-9953-4439-ad0f-c58976f0eadb on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:09:38.362948 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:09:38.363505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Checking segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:09:38.364052 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:38.364539 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Bound using segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:09:38.365075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Bound port: 5df407d0-9953-4439-ad0f-c58976f0eadb, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:09:38.365524 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:38.435228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] For port 5df407d0-9953-4439-ad0f-c58976f0eadb, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:09:38.439606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] For port 5df407d0-9953-4439-ad0f-c58976f0eadb, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5df407d0-9953-4439-ad0f-c58976f0eadb,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:09:38.447630 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:38.550187 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b0dd7-2028-48a7-ad14-c5f58383bd0c None None] Pushing event updated for resources: {'Port': ['ID=5df407d0-9953-4439-ad0f-c58976f0eadb,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:38.566768 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:38.603630 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:38.626795 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:38.794334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Allocated IP 172.25.1.20 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/febe8dc2-396c-4ce1-958d-94c28bad48ad) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:09:38.936615 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:38.981342 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:39.034511 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:09:39.037742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:09:39.040533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:09:39.047481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Pushing event updated for resources: {'Port': ['ID=febe8dc2-396c-4ce1-958d-94c28bad48ad,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:39.329117 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:39.559618 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:39.701768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Router ecf20e82-236c-48e4-be5d-43092e4f7938 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:09:39.718026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d913f-3928-4f82-b296-cb82fc3dfe18 None None] Network 40473804-8946-43d0-a933-5f826ecd08fd requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:09:39.823082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:09:39.835492 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Sync routers for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:09:39.847315 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:09:39.847557 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:39.848005 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:09:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:39.849043 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-87778785-f56d-49a2-9ee1-24e6d20b2720 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3069129 Jul 27 20:09:39.851772 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49070) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:39.929928 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-899e207f-9296-4aaf-bc06-3cf509a7349b None None] Provisioning for port 5df407d0-9953-4439-ad0f-c58976f0eadb completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:09:40.001973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49074) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:40.006055 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:09:40.073009 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f62a8f8-ae62-4fe8-9cff-327552dfb13b admin admin] Deleting subnet 48f414df-3ca2-4cfc-9686-545d825682e4 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:09:40.077529 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7f62a8f8-ae62-4fe8-9cff-327552dfb13b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.182917 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7f62a8f8-ae62-4fe8-9cff-327552dfb13b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.257664 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7f62a8f8-ae62-4fe8-9cff-327552dfb13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.345282 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7f62a8f8-ae62-4fe8-9cff-327552dfb13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.352298 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:39Z', 'revision_number': 3, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:40.404110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a8f8-ae62-4fe8-9cff-327552dfb13b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f414df-3ca2-4cfc-9686-545d825682e4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:40.404287 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Checking router: ecf20e82-236c-48e4-be5d-43092e4f7938 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:09:40.404731 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Updating router ecf20e82-236c-48e4-be5d-43092e4f7938 port febe8dc2-396c-4ce1-958d-94c28bad48ad binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:09:40.408292 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7f62a8f8-ae62-4fe8-9cff-327552dfb13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.411196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7f62a8f8-ae62-4fe8-9cff-327552dfb13b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/48f414df-3ca2-4cfc-9686-545d825682e4 HTTP/1.1" status: 204 len: 168 time: 0.4073253 Jul 27 20:09:40.413782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49084) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:40.472726 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.524264 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbb4a-4bb6-4f33-8158-9046bde77f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.605671 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.677418 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5df407d0-9953-4439-ad0f-c58976f0eadb up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:09:40.734630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 5df407d0-9953-4439-ad0f-c58976f0eadb completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:09:40.735304 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbb4a-4bb6-4f33-8158-9046bde77f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.741270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 5df407d0-9953-4439-ad0f-c58976f0eadb triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:40.741701 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.756261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-cb6dbb4a-4bb6-4f33-8158-9046bde77f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247f4658-ff47-4e91-a11c-50b91adee864']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:40.783344 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-cb6dbb4a-4bb6-4f33-8158-9046bde77f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7340f71b-c587-44ac-9e34-4331f98d5288') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:40.784314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-cb6dbb4a-4bb6-4f33-8158-9046bde77f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7340f71b-c587-44ac-9e34-4331f98d5288') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:40.795790 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbb4a-4bb6-4f33-8158-9046bde77f91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.812185 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbb4a-4bb6-4f33-8158-9046bde77f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.845384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6dbb4a-4bb6-4f33-8158-9046bde77f91 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:09:40.846151 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbb4a-4bb6-4f33-8158-9046bde77f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.854539 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.858598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Allocated IP 172.20.0.1 (40473804-8946-43d0-a933-5f826ecd08fd/1789535e-1c61-4b14-a8a5-a7e6af05c64f/d413b009-1f7c-49e0-bfa1-48e06f47d141) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:09:40.907890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 5df407d0-9953-4439-ad0f-c58976f0eadb, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5df407d0-9953-4439-ad0f-c58976f0eadb,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:40.918709 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:09:40.926505 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:09:40.937497 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbb4a-4bb6-4f33-8158-9046bde77f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.939991 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.954178 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Transition to ACTIVE for port object febe8dc2-396c-4ce1-958d-94c28bad48ad will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:09:40.960912 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbb4a-4bb6-4f33-8158-9046bde77f91 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:40.965761 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cb6dbb4a-4bb6-4f33-8158-9046bde77f91 admin admin] 10.222.0.48 "DELETE /v2.0/networks/247f4658-ff47-4e91-a11c-50b91adee864 HTTP/1.1" status: 204 len: 168 time: 0.5479865 Jul 27 20:09:40.972437 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49094) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:40.977187 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dbb4a-4bb6-4f33-8158-9046bde77f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=247f4658-ff47-4e91-a11c-50b91adee864,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:40.981733 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.049767 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca69d77-bd47-4653-b840-25315c5b2800 None None] Pushing event updated for resources: {'Port': ['ID=febe8dc2-396c-4ce1-958d-94c28bad48ad,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:41.059901 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.074043 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-46de6958-9dff-4223-ace7-cb5e8b4271ee admin admin] Deleting subnet 502d81b5-00fc-4361-9e18-1209ab0a3b9e {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:09:41.081478 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Attempting to bind port febe8dc2-396c-4ce1-958d-94c28bad48ad on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:09:41.081846 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Attempting to bind port febe8dc2-396c-4ce1-958d-94c28bad48ad by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:09:41.082372 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Attempting to bind port febe8dc2-396c-4ce1-958d-94c28bad48ad on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:09:41.082544 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46de6958-9dff-4223-ace7-cb5e8b4271ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.087881 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca69d77-bd47-4653-b840-25315c5b2800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:41.088727 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca69d77-bd47-4653-b840-25315c5b2800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:41.088727 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca69d77-bd47-4653-b840-25315c5b2800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:41.089166 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca69d77-bd47-4653-b840-25315c5b2800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:41.089555 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca69d77-bd47-4653-b840-25315c5b2800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:41.089964 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca69d77-bd47-4653-b840-25315c5b2800 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:41.090290 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca69d77-bd47-4653-b840-25315c5b2800 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:41.090607 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca69d77-bd47-4653-b840-25315c5b2800 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:41.090924 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca69d77-bd47-4653-b840-25315c5b2800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:41.091276 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca69d77-bd47-4653-b840-25315c5b2800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:41.091669 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca69d77-bd47-4653-b840-25315c5b2800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:41.092072 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca69d77-bd47-4653-b840-25315c5b2800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:41.100042 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:09:41.100477 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:09:41.101000 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.101391 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:09:41.101855 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Bound port: febe8dc2-396c-4ce1-958d-94c28bad48ad, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:09:41.102319 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.113143 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Transition to ACTIVE for port object d413b009-1f7c-49e0-bfa1-48e06f47d141 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:09:41.157770 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46de6958-9dff-4223-ace7-cb5e8b4271ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.223203 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=5df407d0-9953-4439-ad0f-c58976f0eadb,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:41.227203 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.258752 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46de6958-9dff-4223-ace7-cb5e8b4271ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.300638 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] For port febe8dc2-396c-4ce1-958d-94c28bad48ad, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:09:41.304837 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] For port febe8dc2-396c-4ce1-958d-94c28bad48ad, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=febe8dc2-396c-4ce1-958d-94c28bad48ad,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:09:41.310915 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.311135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Network 40473804-8946-43d0-a933-5f826ecd08fd is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:09:41.322496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:09:41.328311 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:09:41.332255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d413b009-1f7c-49e0-bfa1-48e06f47d141,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:41.376816 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46de6958-9dff-4223-ace7-cb5e8b4271ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.384515 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.403746 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:09:41.404387 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:09:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:41.440318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de6958-9dff-4223-ace7-cb5e8b4271ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502d81b5-00fc-4361-9e18-1209ab0a3b9e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:41.448023 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46de6958-9dff-4223-ace7-cb5e8b4271ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.450186 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-46de6958-9dff-4223-ace7-cb5e8b4271ee admin admin] 10.222.0.48 "DELETE /v2.0/subnets/502d81b5-00fc-4361-9e18-1209ab0a3b9e HTTP/1.1" status: 204 len: 168 time: 0.4765999 Jul 27 20:09:41.453676 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49104) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:41.471468 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca69d77-bd47-4653-b840-25315c5b2800 None None] Pushing event updated for resources: {'Port': ['ID=febe8dc2-396c-4ce1-958d-94c28bad48ad,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:41.592128 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.601781 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:09:41.614865 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b2aed960-eb6c-4f1b-8e45-96d3607953ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.645163 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.715068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-256ce9ad-d0f0-4b48-ad1a-c9450684da98 None None] Provisioning for port d413b009-1f7c-49e0-bfa1-48e06f47d141 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:09:41.725589 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-256ce9ad-d0f0-4b48-ad1a-c9450684da98 None None] Provisioning complete for port d413b009-1f7c-49e0-bfa1-48e06f47d141 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:41.725986 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-256ce9ad-d0f0-4b48-ad1a-c9450684da98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.726933 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b2aed960-eb6c-4f1b-8e45-96d3607953ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.745564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-b2aed960-eb6c-4f1b-8e45-96d3607953ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb79e0a-385e-462f-baf0-0e7f2fa9ebad']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:41.758868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-b2aed960-eb6c-4f1b-8e45-96d3607953ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99d9914-fcc3-4855-9aa4-ad90772af2ff') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:41.759934 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-b2aed960-eb6c-4f1b-8e45-96d3607953ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99d9914-fcc3-4855-9aa4-ad90772af2ff') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:41.774346 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b2aed960-eb6c-4f1b-8e45-96d3607953ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.787696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-256ce9ad-d0f0-4b48-ad1a-c9450684da98 None None] Port d413b009-1f7c-49e0-bfa1-48e06f47d141 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:09:41.797749 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b2aed960-eb6c-4f1b-8e45-96d3607953ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.801296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.804036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2aed960-eb6c-4f1b-8e45-96d3607953ec admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:09:41.805223 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b2aed960-eb6c-4f1b-8e45-96d3607953ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:09:41.806826 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:09:41.811262 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.862905 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:39Z', 'revision_number': 3, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:41.873298 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b2aed960-eb6c-4f1b-8e45-96d3607953ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.887606 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d413b009-1f7c-49e0-bfa1-48e06f47d141,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:41.890199 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b2aed960-eb6c-4f1b-8e45-96d3607953ec admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.890423 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:41.892998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b2aed960-eb6c-4f1b-8e45-96d3607953ec admin admin] 10.222.0.48 "DELETE /v2.0/networks/6fb79e0a-385e-462f-baf0-0e7f2fa9ebad HTTP/1.1" status: 204 len: 168 time: 0.4382453 Jul 27 20:09:41.906175 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95ffa4-9c9a-413a-885d-1f2a4bee0d41 None None] The sync data for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 is: [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:39Z', 'revision_number': 3, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:09:41.910859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aed960-eb6c-4f1b-8e45-96d3607953ec admin admin] Pushing event deleted for resources: {'Network': ['ID=6fb79e0a-385e-462f-baf0-0e7f2fa9ebad,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:42.035558 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Network 40473804-8946-43d0-a933-5f826ecd08fd is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:09:42.037200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:09:42.071490 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49116) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:42.143652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d662cd9c-c34b-4bf2-bc4c-7b8b688274a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98e0623cf7c54e54b7a531a671c20583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677037 Jul 27 20:09:42.145449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49120) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:42.203812 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Router ecf20e82-236c-48e4-be5d-43092e4f7938 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:09:42.269219 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:42.312835 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:42.368200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:09:42.376509 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e99c6846-f2db-4bf3-93ec-3869be5a39b8 admin admin] 10.222.0.48 "PUT /v2.0/routers/ecf20e82-236c-48e4-be5d-43092e4f7938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5204251 Jul 27 20:09:42.391289 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:42.394163 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:42.397903 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b29fd1d-9a7d-4ec3-8b20-f91530c8dfc3 HTTP/1.1" status: 204 len: 168 time: 0.2485390 Jul 27 20:09:42.416713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b29fd1d-9a7d-4ec3-8b20-f91530c8dfc3,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:42.436341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:42.438343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:42.438802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:42.439148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:42.439486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:42.439825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:42.442366 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:42.442709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:42.443046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:42.443381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:42.443715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:42.444044 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce3682-255b-4882-89d2-c7f5122ea71b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:09:42.523210 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-64fb1ec2-32b2-40ad-9cad-0617fe8ddae9 None None] Provisioning complete for port d413b009-1f7c-49e0-bfa1-48e06f47d141 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:42.523582 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-64fb1ec2-32b2-40ad-9cad-0617fe8ddae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:42.607101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-64fb1ec2-32b2-40ad-9cad-0617fe8ddae9 None None] Port d413b009-1f7c-49e0-bfa1-48e06f47d141 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:09:42.732249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5df407d0-9953-4439-ad0f-c58976f0eadb up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:09:42.747051 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:09:42.818754 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 5df407d0-9953-4439-ad0f-c58976f0eadb triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:42.819341 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:42.936720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device febe8dc2-396c-4ce1-958d-94c28bad48ad up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:09:43.016639 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port febe8dc2-396c-4ce1-958d-94c28bad48ad completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:09:43.022944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port febe8dc2-396c-4ce1-958d-94c28bad48ad triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:43.023327 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.068683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49150) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:43.136764 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f73c922d-4e6f-444a-8797-4486f9f2da3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e997caacc62042c293cb258d4c246893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659001 Jul 27 20:09:43.138459 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.139350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49154) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:43.187768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port febe8dc2-396c-4ce1-958d-94c28bad48ad, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=febe8dc2-396c-4ce1-958d-94c28bad48ad,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:43.202252 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.230504 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-27a6db2c-7a04-490c-b0a1-ea72a7487005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.259777 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-27a6db2c-7a04-490c-b0a1-ea72a7487005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.283306 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=febe8dc2-396c-4ce1-958d-94c28bad48ad,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:43.327279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49162) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:43.334285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-82402630-network', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:09:43.338679 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-27a6db2c-7a04-490c-b0a1-ea72a7487005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.341251 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-27a6db2c-7a04-490c-b0a1-ea72a7487005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.342400 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-27a6db2c-7a04-490c-b0a1-ea72a7487005 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2bef2809-4667-4dc3-b213-6caa8dcf4bbe HTTP/1.1" status: 204 len: 168 time: 0.2010248 Jul 27 20:09:43.357674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6db2c-7a04-490c-b0a1-ea72a7487005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bef2809-4667-4dc3-b213-6caa8dcf4bbe,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:43.377171 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] Made reservation on behalf of 6c6675f17a0142eab088d3d4f169e3b1 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:09:43.380498 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.388528 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cbe743ea-bead-4096-9058-470e940084ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.397319 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.513669 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.524529 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.548980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:09:43.563290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d59c19-9e50-44ea-b954-c69866ff2c7e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:43.581184 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.581505 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] Added segment cfe0d968-159f-4748-aef6-8ec40f92a0e4 of type vlan for network f12ed306-dec9-4945-bf77-ad3a81c4d62f Jul 27 20:09:43.630616 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.672097 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.676930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:43.677768 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.756591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] Pushing event updated for resources: {'Network': ['ID=f12ed306-dec9-4945-bf77-ad3a81c4d62f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:43.761369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-58ec1fb8-d323-4970-b29a-973caff03315 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4329660 Jul 27 20:09:43.764232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49180) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:43.769444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-0614688b-73ca-4a5f-81b2-76f94957e1c0 admin admin] Request body: {'subnet': {'network_id': 'f12ed306-dec9-4945-bf77-ad3a81c4d62f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-82402630-subnet', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1', 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:09:43.772297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network f12ed306-dec9-4945-bf77-ad3a81c4d62f details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:09:43.795251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0614688b-73ca-4a5f-81b2-76f94957e1c0 admin admin] Made reservation on behalf of 6c6675f17a0142eab088d3d4f169e3b1 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:09:43.797775 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0614688b-73ca-4a5f-81b2-76f94957e1c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:43.994217 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0614688b-73ca-4a5f-81b2-76f94957e1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:44.062594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614688b-73ca-4a5f-81b2-76f94957e1c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5bb81ef-b863-4a05-af39-eb3091c1fdfd,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:44.071305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0614688b-73ca-4a5f-81b2-76f94957e1c0 admin admin] Checking segment: {'id': 'cfe0d968-159f-4748-aef6-8ec40f92a0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f12ed306-dec9-4945-bf77-ad3a81c4d62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:09:44.071900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0614688b-73ca-4a5f-81b2-76f94957e1c0 admin admin] Network hostable DHCP agents. Network: f12ed306-dec9-4945-bf77-ad3a81c4d62f, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:09:44.090299 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0614688b-73ca-4a5f-81b2-76f94957e1c0 admin admin] Network f12ed306-dec9-4945-bf77-ad3a81c4d62f is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:09:44.107727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-0614688b-73ca-4a5f-81b2-76f94957e1c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, f12ed306-dec9-4945-bf77-ad3a81c4d62f) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:09:44.115622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0614688b-73ca-4a5f-81b2-76f94957e1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:44.116451 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0614688b-73ca-4a5f-81b2-76f94957e1c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:44.120178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83bb670-e72d-4c43-86f9-6f3fce9f2ada None None] Network f12ed306-dec9-4945-bf77-ad3a81c4d62f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:09:44.141030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0614688b-73ca-4a5f-81b2-76f94957e1c0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3756161 Jul 27 20:09:44.143418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49200) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:44.148331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-82402630-router', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:09:44.164118 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Sync routers for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:09:44.186356 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:44.187725 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:44.211564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:09:44.212270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:09:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:44.261489 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:44.393846 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:09:44.435082 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:44.465978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-f12ed306-dec9-4945-bf77-ad3a81c4d62f', 'network_id': 'f12ed306-dec9-4945-bf77-ad3a81c4d62f', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1', 'fixed_ips': [{'subnet_id': 'c5bb81ef-b863-4a05-af39-eb3091c1fdfd'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:09:44.466849 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:44.671505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Allocated IP 172.20.0.2 (f12ed306-dec9-4945-bf77-ad3a81c4d62f/c5bb81ef-b863-4a05-af39-eb3091c1fdfd/5095e9a7-9ac0-495d-9941-e033f08923cf) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:09:44.686282 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device febe8dc2-396c-4ce1-958d-94c28bad48ad up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:09:44.727006 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:44.756465 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:44.893340 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Allocated IP 172.25.1.85 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/c9577829-c657-4dc1-b8f4-52a94c88e797) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:09:45.018873 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:45.037410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port febe8dc2-396c-4ce1-958d-94c28bad48ad triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:45.037791 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:45.074359 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:45.086748 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:45.091686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 2, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:45.122726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:09:45.130608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Checking router: ecf20e82-236c-48e4-be5d-43092e4f7938 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:09:45.131122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Updating router ecf20e82-236c-48e4-be5d-43092e4f7938 port d413b009-1f7c-49e0-bfa1-48e06f47d141 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:09:45.132326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:09:45.140051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Transition to ACTIVE for port object 5095e9a7-9ac0-495d-9941-e033f08923cf will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:09:45.146184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:09:45.151110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Pushing event updated for resources: {'Port': ['ID=c9577829-c657-4dc1-b8f4-52a94c88e797,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:45.190094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Transition to ACTIVE for port object 5095e9a7-9ac0-495d-9941-e033f08923cf will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:09:45.197564 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:45.255387 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:45.383071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Network f12ed306-dec9-4945-bf77-ad3a81c4d62f is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:09:45.460964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:09:45.466659 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:45.478432 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Pushing event updated for resources: {'Port': ['ID=5095e9a7-9ac0-495d-9941-e033f08923cf,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:45.483463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:09:45.607274 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Attempting to bind port 5095e9a7-9ac0-495d-9941-e033f08923cf on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:09:45.607648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Attempting to bind port 5095e9a7-9ac0-495d-9941-e033f08923cf by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'cfe0d968-159f-4748-aef6-8ec40f92a0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f12ed306-dec9-4945-bf77-ad3a81c4d62f'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:09:45.608010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Attempting to bind port 5095e9a7-9ac0-495d-9941-e033f08923cf on network f12ed306-dec9-4945-bf77-ad3a81c4d62f {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:09:45.639696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:09:45.640725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Checking segment: {'id': 'cfe0d968-159f-4748-aef6-8ec40f92a0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f12ed306-dec9-4945-bf77-ad3a81c4d62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:09:45.641289 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:45.642016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Bound using segment: {'id': 'cfe0d968-159f-4748-aef6-8ec40f92a0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f12ed306-dec9-4945-bf77-ad3a81c4d62f'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:09:45.642971 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Bound port: 5095e9a7-9ac0-495d-9941-e033f08923cf, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe0d968-159f-4748-aef6-8ec40f92a0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f12ed306-dec9-4945-bf77-ad3a81c4d62f'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:09:45.643846 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:45.747980 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:45.776876 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] For port 5095e9a7-9ac0-495d-9941-e033f08923cf, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:09:45.787643 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] For port 5095e9a7-9ac0-495d-9941-e033f08923cf, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5095e9a7-9ac0-495d-9941-e033f08923cf,segment=NetworkSegment(cfe0d968-159f-4748-aef6-8ec40f92a0e4),segment_id=cfe0d968-159f-4748-aef6-8ec40f92a0e4)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:09:45.793633 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:45.799081 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:45.845629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Transition to ACTIVE for port object d413b009-1f7c-49e0-bfa1-48e06f47d141 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:09:45.860446 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:45.900383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323b8f5-f232-4b64-a10e-cfe34d76d6d3 None None] Pushing event updated for resources: {'Port': ['ID=5095e9a7-9ac0-495d-9941-e033f08923cf,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:45.975584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Router ee8ae524-f127-473e-b172-bf3f2426c6fc is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:09:46.097393 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e0bf5-98d9-4cca-b60b-bda4193c6b64 None None] Pushing event updated for resources: {'Port': ['ID=d413b009-1f7c-49e0-bfa1-48e06f47d141,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:46.106735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Attempting to bind port d413b009-1f7c-49e0-bfa1-48e06f47d141 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:09:46.107008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Attempting to bind port d413b009-1f7c-49e0-bfa1-48e06f47d141 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:09:46.107375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Attempting to bind port d413b009-1f7c-49e0-bfa1-48e06f47d141 on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:09:46.121882 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:09:46.122263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Checking segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:09:46.122674 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:46.123062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Bound using segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:09:46.123547 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Bound port: d413b009-1f7c-49e0-bfa1-48e06f47d141, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:09:46.123931 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:46.137789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:09:46.145126 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-232cc07b-f27c-4ed9-89be-7d12190cb2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:46.194033 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Sync routers for ids ['ee8ae524-f127-473e-b172-bf3f2426c6fc'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:09:46.215337 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:46.220085 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f3e8346a-f137-4279-90e6-6f355d4ab310 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0752861 Jul 27 20:09:46.220490 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49262) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:46.226837 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Routers {'ee8ae524-f127-473e-b172-bf3f2426c6fc'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:09:46.227700 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:09:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ee8ae524-f127-473e-b172-bf3f2426c6fc'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:46.316564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] For port d413b009-1f7c-49e0-bfa1-48e06f47d141, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:09:46.325389 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] For port d413b009-1f7c-49e0-bfa1-48e06f47d141, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d413b009-1f7c-49e0-bfa1-48e06f47d141,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:09:46.347298 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:46.465872 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:46.509888 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e0bf5-98d9-4cca-b60b-bda4193c6b64 None None] Pushing event updated for resources: {'Port': ['ID=d413b009-1f7c-49e0-bfa1-48e06f47d141,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:46.518226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:09:46.518957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:09:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:46.568818 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Set router ee8ae524-f127-473e-b172-bf3f2426c6fc gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:09:46.752108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5095e9a7-9ac0-495d-9941-e033f08923cf up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:09:46.993895 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'name': 'tempest-TestVolumeBootPattern-82402630-router', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c9577829-c657-4dc1-b8f4-52a94c88e797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:09:45Z', 'revision_number': 3, 'project_id': '6c6675f17a0142eab088d3d4f169e3b1', 'gw_port': {'id': 'c9577829-c657-4dc1-b8f4-52a94c88e797', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:12:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:47.079378 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Checking router: ee8ae524-f127-473e-b172-bf3f2426c6fc for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:09:47.079744 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Updating router ee8ae524-f127-473e-b172-bf3f2426c6fc port c9577829-c657-4dc1-b8f4-52a94c88e797 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:09:47.082817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:09:47.186710 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:47.261323 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:47.275650 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 5095e9a7-9ac0-495d-9941-e033f08923cf completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:09:47.437594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:46Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:47.485714 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76504a1b-c331-4dc1-96f5-6c4a71321423 None None] The sync data for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 is: [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:46Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:09:47.675143 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:47.691468 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Transition to ACTIVE for port object c9577829-c657-4dc1-b8f4-52a94c88e797 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:09:47.702198 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:47.717026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bebbc67-3064-4de2-afd1-6c8a7c6d59f0 None None] Network f12ed306-dec9-4945-bf77-ad3a81c4d62f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:09:47.779309 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:47.827096 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005354d-1796-4dd7-8e69-bec7a4ff5884 None None] Pushing event updated for resources: {'Port': ['ID=c9577829-c657-4dc1-b8f4-52a94c88e797,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:47.829476 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Attempting to bind port c9577829-c657-4dc1-b8f4-52a94c88e797 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:09:47.829853 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Attempting to bind port c9577829-c657-4dc1-b8f4-52a94c88e797 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:09:47.830649 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Attempting to bind port c9577829-c657-4dc1-b8f4-52a94c88e797 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:09:47.850768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fb80f3a9-e7f5-4415-b4be-a656d7e10720 None None] Provisioning for port 5095e9a7-9ac0-495d-9941-e033f08923cf completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:09:47.850981 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:09:47.851182 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:09:47.851583 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:47.854160 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:09:47.870606 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Bound port: c9577829-c657-4dc1-b8f4-52a94c88e797, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:09:47.870606 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:47.871026 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fb80f3a9-e7f5-4415-b4be-a656d7e10720 None None] Provisioning complete for port 5095e9a7-9ac0-495d-9941-e033f08923cf triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:47.871026 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fb80f3a9-e7f5-4415-b4be-a656d7e10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:47.965623 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] For port c9577829-c657-4dc1-b8f4-52a94c88e797, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:09:47.977048 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] For port c9577829-c657-4dc1-b8f4-52a94c88e797, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c9577829-c657-4dc1-b8f4-52a94c88e797,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:09:47.985203 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:48.105774 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Routers {'ee8ae524-f127-473e-b172-bf3f2426c6fc'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:09:48.106420 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:09:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ee8ae524-f127-473e-b172-bf3f2426c6fc'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:48.172333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Allocated IP 172.20.0.1 (f12ed306-dec9-4945-bf77-ad3a81c4d62f/c5bb81ef-b863-4a05-af39-eb3091c1fdfd/d23536e2-e809-41fb-b54e-72468c076776) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:09:48.204762 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005354d-1796-4dd7-8e69-bec7a4ff5884 None None] Pushing event updated for resources: {'Port': ['ID=c9577829-c657-4dc1-b8f4-52a94c88e797,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:48.282428 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fb80f3a9-e7f5-4415-b4be-a656d7e10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:48.327687 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-fb80f3a9-e7f5-4415-b4be-a656d7e10720 None None] For port 5095e9a7-9ac0-495d-9941-e033f08923cf, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5095e9a7-9ac0-495d-9941-e033f08923cf,segment=NetworkSegment(cfe0d968-159f-4748-aef6-8ec40f92a0e4),segment_id=cfe0d968-159f-4748-aef6-8ec40f92a0e4)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:48.328136 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] Set router ee8ae524-f127-473e-b172-bf3f2426c6fc gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:09:48.337186 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fb80f3a9-e7f5-4415-b4be-a656d7e10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:48.425120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80f3a9-e7f5-4415-b4be-a656d7e10720 None None] Pushing event updated for resources: {'Port': ['ID=5095e9a7-9ac0-495d-9941-e033f08923cf,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:48.441017 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:48.476307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Transition to ACTIVE for port object d23536e2-e809-41fb-b54e-72468c076776 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:09:48.522120 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:48.614069 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Network f12ed306-dec9-4945-bf77-ad3a81c4d62f is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:09:48.624861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:09:48.629778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:09:48.635940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Pushing event updated for resources: {'Port': ['ID=d23536e2-e809-41fb-b54e-72468c076776,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:48.717313 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:48.791299 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d876ea3a-fa79-42f0-9639-a126f7332188 None None] Provisioning complete for port 5095e9a7-9ac0-495d-9941-e033f08923cf triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:48.791571 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d876ea3a-fa79-42f0-9639-a126f7332188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:48.814918 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'name': 'tempest-TestVolumeBootPattern-82402630-router', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c9577829-c657-4dc1-b8f4-52a94c88e797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:09:45Z', 'revision_number': 3, 'project_id': '6c6675f17a0142eab088d3d4f169e3b1', 'gw_port': {'id': 'c9577829-c657-4dc1-b8f4-52a94c88e797', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:12:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:48.864670 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d413b009-1f7c-49e0-bfa1-48e06f47d141 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:09:48.937446 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:48.998359 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:49.068103 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c16809-568f-43f7-b9ed-592ac139fd76 None None] The sync data for ids ['ee8ae524-f127-473e-b172-bf3f2426c6fc'] in n-d-705657-21 is: [{'id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'name': 'tempest-TestVolumeBootPattern-82402630-router', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c9577829-c657-4dc1-b8f4-52a94c88e797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:09:45Z', 'revision_number': 3, 'project_id': '6c6675f17a0142eab088d3d4f169e3b1', 'gw_port': {'id': 'c9577829-c657-4dc1-b8f4-52a94c88e797', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:12:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:09:49.108410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port d413b009-1f7c-49e0-bfa1-48e06f47d141 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:09:49.132113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d413b009-1f7c-49e0-bfa1-48e06f47d141 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:49.132113 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:49.290646 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:49.309659 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:49.353313 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5f81b6e3-69e6-4100-bb47-b176efc30dba None None] Provisioning for port d23536e2-e809-41fb-b54e-72468c076776 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:09:49.366785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5f81b6e3-69e6-4100-bb47-b176efc30dba None None] Provisioning complete for port d23536e2-e809-41fb-b54e-72468c076776 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:49.367263 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5f81b6e3-69e6-4100-bb47-b176efc30dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:49.407418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Pushing event updated for resources: {'Port': ['ID=d23536e2-e809-41fb-b54e-72468c076776,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:49.413866 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:49.427964 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:49.461257 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-5f81b6e3-69e6-4100-bb47-b176efc30dba None None] Port d23536e2-e809-41fb-b54e-72468c076776 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:09:49.506189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port d413b009-1f7c-49e0-bfa1-48e06f47d141, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d413b009-1f7c-49e0-bfa1-48e06f47d141,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:49.521691 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:49.522815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5095e9a7-9ac0-495d-9941-e033f08923cf up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:09:49.562425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Network f12ed306-dec9-4945-bf77-ad3a81c4d62f is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:09:49.564204 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:09:49.660585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=d413b009-1f7c-49e0-bfa1-48e06f47d141,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:49.683000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 5095e9a7-9ac0-495d-9941-e033f08923cf triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:49.683388 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:49.850611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Router ee8ae524-f127-473e-b172-bf3f2426c6fc has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:09:49.989717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4a18d0d3-db5c-4a79-9714-b6192d7a7fed None None] Provisioning complete for port d23536e2-e809-41fb-b54e-72468c076776 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:49.990940 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4a18d0d3-db5c-4a79-9714-b6192d7a7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:50.026920 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:09:50.046607 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8ff1b61e-3df4-43d1-b64c-fccfc74f3682 admin admin] 10.222.0.48 "PUT /v2.0/routers/ee8ae524-f127-473e-b172-bf3f2426c6fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8245661 Jul 27 20:09:50.050758 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4a18d0d3-db5c-4a79-9714-b6192d7a7fed None None] Port d23536e2-e809-41fb-b54e-72468c076776 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:09:50.707231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d413b009-1f7c-49e0-bfa1-48e06f47d141 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:09:50.778106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d413b009-1f7c-49e0-bfa1-48e06f47d141 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:50.778713 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:50.890020 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c9577829-c657-4dc1-b8f4-52a94c88e797 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:09:50.970062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port c9577829-c657-4dc1-b8f4-52a94c88e797 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:09:50.975706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port c9577829-c657-4dc1-b8f4-52a94c88e797 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:50.976597 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:51.073466 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:51.096958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port c9577829-c657-4dc1-b8f4-52a94c88e797, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c9577829-c657-4dc1-b8f4-52a94c88e797,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:51.105904 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:51.182709 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=c9577829-c657-4dc1-b8f4-52a94c88e797,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:51.432375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Sync routers for ids ['ee8ae524-f127-473e-b172-bf3f2426c6fc'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:09:51.451622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Routers {'ee8ae524-f127-473e-b172-bf3f2426c6fc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:09:51.452279 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:09:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ee8ae524-f127-473e-b172-bf3f2426c6fc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:51.604887 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Set router ee8ae524-f127-473e-b172-bf3f2426c6fc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:09:51.891095 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'name': 'tempest-TestVolumeBootPattern-82402630-router', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c9577829-c657-4dc1-b8f4-52a94c88e797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:09:48Z', 'revision_number': 4, 'project_id': '6c6675f17a0142eab088d3d4f169e3b1', 'gw_port': {'id': 'c9577829-c657-4dc1-b8f4-52a94c88e797', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd23536e2-e809-41fb-b54e-72468c076776', 'name': '', 'network_id': 'f12ed306-dec9-4945-bf77-ad3a81c4d62f', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1', 'mac_address': 'fa:16:3e:e6:33:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'c5bb81ef-b863-4a05-af39-eb3091c1fdfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:47Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 2, 'project_id': '6c6675f17a0142eab088d3d4f169e3b1', 'subnets': [{'id': 'c5bb81ef-b863-4a05-af39-eb3091c1fdfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:51.942167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Checking router: ee8ae524-f127-473e-b172-bf3f2426c6fc for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:09:51.942522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Updating router ee8ae524-f127-473e-b172-bf3f2426c6fc port d23536e2-e809-41fb-b54e-72468c076776 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:09:51.997118 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:52.428933 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:52.475027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-ca4ff87a-b44f-4e86-a9a7-0457a0347bd3 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:52.478402 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-ca4ff87a-b44f-4e86-a9a7-0457a0347bd3 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 812 time: 0.1290295 Jul 27 20:09:52.497291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Transition to ACTIVE for port object d23536e2-e809-41fb-b54e-72468c076776 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:09:52.503789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-feeac4fd-6725-4fb2-9c99-09944fd65cfb tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/quotas/0731adda0572409ca7d43b1bb898294c HTTP/1.1" status: 200 len: 375 time: 0.0176117 Jul 27 20:09:52.524258 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:52.650429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c9577829-c657-4dc1-b8f4-52a94c88e797 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:09:52.665031 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-2f2a2309-0aa7-4f46-8504-f3edd556ef4f tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1433170 Jul 27 20:09:52.776421 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2aef7a-00f9-4588-9b0e-318f0dc22ce8 None None] Pushing event updated for resources: {'Port': ['ID=d23536e2-e809-41fb-b54e-72468c076776,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:52.807051 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-daa69755-5b6d-4b38-bde4-93ad7fff7a34 service neutron] 10.222.0.48 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411803 Jul 27 20:09:52.905646 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port c9577829-c657-4dc1-b8f4-52a94c88e797 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:52.906196 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:52.939733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Attempting to bind port d23536e2-e809-41fb-b54e-72468c076776 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:09:52.941062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Attempting to bind port d23536e2-e809-41fb-b54e-72468c076776 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'cfe0d968-159f-4748-aef6-8ec40f92a0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f12ed306-dec9-4945-bf77-ad3a81c4d62f'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:09:52.941062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Attempting to bind port d23536e2-e809-41fb-b54e-72468c076776 on network f12ed306-dec9-4945-bf77-ad3a81c4d62f {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:09:52.953328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:09:52.953794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Checking segment: {'id': 'cfe0d968-159f-4748-aef6-8ec40f92a0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f12ed306-dec9-4945-bf77-ad3a81c4d62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:09:52.954258 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:52.954712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Bound using segment: {'id': 'cfe0d968-159f-4748-aef6-8ec40f92a0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f12ed306-dec9-4945-bf77-ad3a81c4d62f'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:09:52.955606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Bound port: d23536e2-e809-41fb-b54e-72468c076776, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe0d968-159f-4748-aef6-8ec40f92a0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f12ed306-dec9-4945-bf77-ad3a81c4d62f'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:09:52.955606 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:52.969838 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-9bfbd1a9-a6ac-4d5b-baf5-6c2ba2dfa9de service neutron] 10.222.0.48 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525278 Jul 27 20:09:53.349072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] For port d23536e2-e809-41fb-b54e-72468c076776, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:09:53.352510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] For port d23536e2-e809-41fb-b54e-72468c076776, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d23536e2-e809-41fb-b54e-72468c076776,segment=NetworkSegment(cfe0d968-159f-4748-aef6-8ec40f92a0e4),segment_id=cfe0d968-159f-4748-aef6-8ec40f92a0e4)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:09:53.357922 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:53.404133 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7bf5b8f7-aeda-4156-8c46-cb45ce6dcd69 req-54f80d73-e4e1-4c3a-a5f8-2649644b123f tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 210 time: 0.0574417 Jul 27 20:09:53.426249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Routers {'ee8ae524-f127-473e-b172-bf3f2426c6fc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:09:53.426711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:09:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ee8ae524-f127-473e-b172-bf3f2426c6fc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:53.478854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2aef7a-00f9-4588-9b0e-318f0dc22ce8 None None] Pushing event updated for resources: {'Port': ['ID=d23536e2-e809-41fb-b54e-72468c076776,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:53.571895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] Set router ee8ae524-f127-473e-b172-bf3f2426c6fc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:09:53.855442 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'name': 'tempest-TestVolumeBootPattern-82402630-router', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c9577829-c657-4dc1-b8f4-52a94c88e797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:09:48Z', 'revision_number': 4, 'project_id': '6c6675f17a0142eab088d3d4f169e3b1', 'gw_port': {'id': 'c9577829-c657-4dc1-b8f4-52a94c88e797', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd23536e2-e809-41fb-b54e-72468c076776', 'name': '', 'network_id': 'f12ed306-dec9-4945-bf77-ad3a81c4d62f', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1', 'mac_address': 'fa:16:3e:e6:33:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'c5bb81ef-b863-4a05-af39-eb3091c1fdfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:47Z', 'updated_at': '2021-07-27T20:09:53Z', 'revision_number': 4, 'project_id': '6c6675f17a0142eab088d3d4f169e3b1', 'subnets': [{'id': 'c5bb81ef-b863-4a05-af39-eb3091c1fdfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:09:53.893748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149cd7f3-69fc-4a0d-81d2-d45ef2d44738 None None] The sync data for ids ['ee8ae524-f127-473e-b172-bf3f2426c6fc'] in n-d-705657-21 is: [{'id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'name': 'tempest-TestVolumeBootPattern-82402630-router', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c9577829-c657-4dc1-b8f4-52a94c88e797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:09:48Z', 'revision_number': 4, 'project_id': '6c6675f17a0142eab088d3d4f169e3b1', 'gw_port': {'id': 'c9577829-c657-4dc1-b8f4-52a94c88e797', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd23536e2-e809-41fb-b54e-72468c076776', 'name': '', 'network_id': 'f12ed306-dec9-4945-bf77-ad3a81c4d62f', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1', 'mac_address': 'fa:16:3e:e6:33:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'c5bb81ef-b863-4a05-af39-eb3091c1fdfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:47Z', 'updated_at': '2021-07-27T20:09:53Z', 'revision_number': 4, 'project_id': '6c6675f17a0142eab088d3d4f169e3b1', 'subnets': [{'id': 'c5bb81ef-b863-4a05-af39-eb3091c1fdfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:09:54.563805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e94a2cca-bff1-4425-8384-20ef7e111881 req-36bfe7a1-ccc3-42ef-8089-dbbc076a9575 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 210 time: 0.0637696 Jul 27 20:09:54.566367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-86d4048d-1864-4c92-a5bc-378c34093ce5 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:54.568165 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-86d4048d-1864-4c92-a5bc-378c34093ce5 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 812 time: 0.1974204 Jul 27 20:09:54.583450 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-cd80d68d-2a44-45ed-983a-32b82c1e29fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'port': {'device_id': '100efd3f-6c26-46da-9262-39fc80c554b3', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'admin_state_up': True, 'tenant_id': '0731adda0572409ca7d43b1bb898294c'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:09:54.663776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d23536e2-e809-41fb-b54e-72468c076776 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:09:54.741862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port d23536e2-e809-41fb-b54e-72468c076776 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:09:54.747123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d23536e2-e809-41fb-b54e-72468c076776 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:54.747655 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:54.774879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-cd80d68d-2a44-45ed-983a-32b82c1e29fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Made reservation on behalf of 0731adda0572409ca7d43b1bb898294c for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:09:54.781056 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-cd80d68d-2a44-45ed-983a-32b82c1e29fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:54.907820 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:54.967526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port d23536e2-e809-41fb-b54e-72468c076776, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d23536e2-e809-41fb-b54e-72468c076776,segment=NetworkSegment(cfe0d968-159f-4748-aef6-8ec40f92a0e4),segment_id=cfe0d968-159f-4748-aef6-8ec40f92a0e4)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:09:54.979796 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:55.027728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-cd80d68d-2a44-45ed-983a-32b82c1e29fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Allocated IP 172.20.0.4 (40473804-8946-43d0-a933-5f826ecd08fd/1789535e-1c61-4b14-a8a5-a7e6af05c64f/d854c5e0-cd5d-4878-91a6-cae048dade2e) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:09:55.114615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=d23536e2-e809-41fb-b54e-72468c076776,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:55.272676 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-cd80d68d-2a44-45ed-983a-32b82c1e29fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:55.288796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-cd80d68d-2a44-45ed-983a-32b82c1e29fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Transition to ACTIVE for port object d854c5e0-cd5d-4878-91a6-cae048dade2e will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:09:55.324781 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-cd80d68d-2a44-45ed-983a-32b82c1e29fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:55.385769 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-cd80d68d-2a44-45ed-983a-32b82c1e29fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Network 40473804-8946-43d0-a933-5f826ecd08fd is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:09:55.389404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-cd80d68d-2a44-45ed-983a-32b82c1e29fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:09:55.396962 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-cd80d68d-2a44-45ed-983a-32b82c1e29fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:09:55.434758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80d68d-2a44-45ed-983a-32b82c1e29fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'Port': ['ID=d854c5e0-cd5d-4878-91a6-cae048dade2e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:55.470434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-cd80d68d-2a44-45ed-983a-32b82c1e29fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:55.471136 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-cd80d68d-2a44-45ed-983a-32b82c1e29fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:55.526694 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-cd80d68d-2a44-45ed-983a-32b82c1e29fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9452965 Jul 27 20:09:55.538516 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Request body: {'port': {'device_id': '100efd3f-6c26-46da-9262-39fc80c554b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:09:55.679333 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:55.773819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bea421-28ec-4715-b141-1b94828fc7e1 req-55904116-9700-4b59-8f6b-7bca327d3216 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:55.782721 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91bea421-28ec-4715-b141-1b94828fc7e1 req-55904116-9700-4b59-8f6b-7bca327d3216 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 931 time: 0.0920880 Jul 27 20:09:55.813774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4555ac2e-e542-40c6-aac3-bf29426e2855 None None] Provisioning for port d854c5e0-cd5d-4878-91a6-cae048dade2e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:09:55.821114 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4555ac2e-e542-40c6-aac3-bf29426e2855 None None] Provisioning complete for port d854c5e0-cd5d-4878-91a6-cae048dade2e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:55.821495 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4555ac2e-e542-40c6-aac3-bf29426e2855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:55.852457 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91bea421-28ec-4715-b141-1b94828fc7e1 req-ef0aa8d5-ffc4-4f65-bf1f-cabcad7d69cf tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687072 Jul 27 20:09:55.892114 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4555ac2e-e542-40c6-aac3-bf29426e2855 None None] Port d854c5e0-cd5d-4878-91a6-cae048dade2e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:09:56.097367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d854c5e0-cd5d-4878-91a6-cae048dade2e {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:09:56.106025 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:56.118797 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Transition to ACTIVE for port object d854c5e0-cd5d-4878-91a6-cae048dade2e will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:09:56.123894 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:56.176805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Pushing event updated for resources: {'Port': ['ID=d854c5e0-cd5d-4878-91a6-cae048dade2e,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:56.285464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Attempting to bind port d854c5e0-cd5d-4878-91a6-cae048dade2e on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:09:56.286140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Attempting to bind port d854c5e0-cd5d-4878-91a6-cae048dade2e by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:09:56.286800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Attempting to bind port d854c5e0-cd5d-4878-91a6-cae048dade2e on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:09:56.293000 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Port d854c5e0-cd5d-4878-91a6-cae048dade2e on network 40473804-8946-43d0-a933-5f826ecd08fd not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:09:56.293612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Attempting to bind port d854c5e0-cd5d-4878-91a6-cae048dade2e on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:09:56.299725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:09:56.300545 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Checking segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:09:56.300754 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Bound using segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:09:56.301436 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Bound port: d854c5e0-cd5d-4878-91a6-cae048dade2e, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:09:56.301799 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:56.381542 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] For port d854c5e0-cd5d-4878-91a6-cae048dade2e, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:09:56.384958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] For port d854c5e0-cd5d-4878-91a6-cae048dade2e, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=d854c5e0-cd5d-4878-91a6-cae048dade2e,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:09:56.392205 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:56.449365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:56.450014 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:56.451675 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] 10.222.0.63 "PUT /v2.0/ports/d854c5e0-cd5d-4878-91a6-cae048dade2e HTTP/1.1" status: 200 len: 1092 time: 0.9189656 Jul 27 20:09:56.452106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100efd3f-6c26-46da-9262-39fc80c554b3', 'tag': 'd854c5e0-cd5d-4878-91a6-cae048dade2e'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:09:56.454885 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0fd413-dc5e-4a10-8b7e-c88337a74fda" -d '{"events": [{"name": "network-changed", "server_uuid": "100efd3f-6c26-46da-9262-39fc80c554b3", "tag": "d854c5e0-cd5d-4878-91a6-cae048dade2e"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:09:56.493261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7012888-11f6-4f41-bbf4-ce5cfd5f547f service neutron] Pushing event updated for resources: {'Port': ['ID=d854c5e0-cd5d-4878-91a6-cae048dade2e,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:56.520539 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12ad7b8-048a-401f-a7b8-b938a71a5949 x-openstack-request-id: req-b12ad7b8-048a-401f-a7b8-b938a71a5949 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:09:56.520871 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100efd3f-6c26-46da-9262-39fc80c554b3", "tag": "d854c5e0-cd5d-4878-91a6-cae048dade2e", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:09:56.521121 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b12ad7b8-048a-401f-a7b8-b938a71a5949 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:09:56.521532 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100efd3f-6c26-46da-9262-39fc80c554b3', 'tag': 'd854c5e0-cd5d-4878-91a6-cae048dade2e', 'status': 'completed', 'code': 200} Jul 27 20:09:56.620116 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-b3809a6e-3dac-442d-88a8-0d672aa2bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:56.624155 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-b3809a6e-3dac-442d-88a8-0d672aa2bc45 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 1095 time: 0.0980051 Jul 27 20:09:56.640101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d23536e2-e809-41fb-b54e-72468c076776 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:09:56.686712 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-fc128b25-a754-4a09-ba14-71c6ed7f17c1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d854c5e0-cd5d-4878-91a6-cae048dade2e HTTP/1.1" status: 200 len: 217 time: 0.0541503 Jul 27 20:09:56.756999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d23536e2-e809-41fb-b54e-72468c076776 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:09:56.757382 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:56.778222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-ccad2e12-b971-48a2-a0ae-d903afd04a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:56.779892 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-ccad2e12-b971-48a2-a0ae-d903afd04a73 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0825362 Jul 27 20:09:56.878595 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-90986400-6eb8-495f-9ac0-fc0b4bc06a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:56.880358 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-90986400-6eb8-495f-9ac0-fc0b4bc06a3b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897772 Jul 27 20:09:57.085194 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-49b915d7-4dd4-483b-8c88-51b9ecd73426 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954043 Jul 27 20:09:57.124480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d53c10-830a-4164-9710-29d78f241101 req-35aa51b8-c713-4ead-803c-0829190acf8c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:57.127355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57d53c10-830a-4164-9710-29d78f241101 req-35aa51b8-c713-4ead-803c-0829190acf8c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 943 time: 0.1823308 Jul 27 20:09:57.205336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-57d53c10-830a-4164-9710-29d78f241101 req-7965d73e-78df-41ea-99e4-8849d6288dad tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715573 Jul 27 20:09:57.258492 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-401faaba-998a-447a-a9e6-e2e5c3b626a1 req-0f2d5fa3-1ff0-490e-a158-8d845f574211 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649411 Jul 27 20:09:57.361871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fd413-dc5e-4a10-8b7e-c88337a74fda req-e194caa4-0f86-4e22-8291-b670a1c08d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:57.364139 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5e0fd413-dc5e-4a10-8b7e-c88337a74fda req-e194caa4-0f86-4e22-8291-b670a1c08d4a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 1095 time: 0.0593412 Jul 27 20:09:57.467599 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fd413-dc5e-4a10-8b7e-c88337a74fda req-1ae8eada-57a0-49d2-a86a-bcb9c254ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:57.469625 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5e0fd413-dc5e-4a10-8b7e-c88337a74fda req-1ae8eada-57a0-49d2-a86a-bcb9c254ee6f service neutron] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.0980542 Jul 27 20:09:57.519232 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5e0fd413-dc5e-4a10-8b7e-c88337a74fda req-48976bd8-ab9d-4b29-87ed-53570b30907c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d854c5e0-cd5d-4878-91a6-cae048dade2e HTTP/1.1" status: 200 len: 217 time: 0.0427229 Jul 27 20:09:57.575180 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fd413-dc5e-4a10-8b7e-c88337a74fda req-18a6ea36-50f9-49e4-83f6-4defcf7195c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:57.577342 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5e0fd413-dc5e-4a10-8b7e-c88337a74fda req-18a6ea36-50f9-49e4-83f6-4defcf7195c6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0514636 Jul 27 20:09:57.654740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fd413-dc5e-4a10-8b7e-c88337a74fda req-7ed16a94-ad3f-4afc-abd1-c51848a744c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:57.656940 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5e0fd413-dc5e-4a10-8b7e-c88337a74fda req-7ed16a94-ad3f-4afc-abd1-c51848a744c6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707498 Jul 27 20:09:57.774971 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5e0fd413-dc5e-4a10-8b7e-c88337a74fda req-e1c276e3-e66f-4b2a-905f-2d339fa63a4b service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102421 Jul 27 20:09:57.882577 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5e0fd413-dc5e-4a10-8b7e-c88337a74fda req-4dfdb037-a9c9-4962-9e53-b4e3e5cb3539 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004179 Jul 27 20:09:58.358520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6deab1-8880-4af1-be12-7d601e6416fa req-3e11267c-1da8-4fd5-88be-1f4840a483ed tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:58.360714 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e6deab1-8880-4af1-be12-7d601e6416fa req-3e11267c-1da8-4fd5-88be-1f4840a483ed tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 943 time: 0.0755148 Jul 27 20:09:58.406526 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e6deab1-8880-4af1-be12-7d601e6416fa req-bc817b5d-3ba7-4063-aeff-d625742bd25d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389590 Jul 27 20:09:58.455396 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49496) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:58.573019 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bceefc7e-e6a2-49d3-b7bf-5d4705f9b153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:58.682354 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bceefc7e-e6a2-49d3-b7bf-5d4705f9b153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:58.687585 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bceefc7e-e6a2-49d3-b7bf-5d4705f9b153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:58.720927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceefc7e-e6a2-49d3-b7bf-5d4705f9b153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383c1c8f-a8d5-4ae7-99ed-84d95149a881,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:58.750775 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bceefc7e-e6a2-49d3-b7bf-5d4705f9b153 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=473577e4de7640299881e186153ff992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939315 Jul 27 20:09:58.753613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49502) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:58.808005 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da9050c1-a9d1-4e0b-a8a1-5cd73ef4ed45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:58.833871 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da9050c1-a9d1-4e0b-a8a1-5cd73ef4ed45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:58.881683 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da9050c1-a9d1-4e0b-a8a1-5cd73ef4ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:58.884330 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da9050c1-a9d1-4e0b-a8a1-5cd73ef4ed45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:58.885547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-da9050c1-a9d1-4e0b-a8a1-5cd73ef4ed45 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/383c1c8f-a8d5-4ae7-99ed-84d95149a881 HTTP/1.1" status: 204 len: 168 time: 0.1301565 Jul 27 20:09:58.893615 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9050c1-a9d1-4e0b-a8a1-5cd73ef4ed45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383c1c8f-a8d5-4ae7-99ed-84d95149a881,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:59.173368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49510) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:59.187228 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5fbc6c8f-c736-408a-9225-08f5fbd9657c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:59.283824 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5fbc6c8f-c736-408a-9225-08f5fbd9657c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:59.289607 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5fbc6c8f-c736-408a-9225-08f5fbd9657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:59.327999 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc6c8f-c736-408a-9225-08f5fbd9657c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d151e83-5eda-4cd7-a06e-4a2f54a2ffbc,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:59.335296 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5fbc6c8f-c736-408a-9225-08f5fbd9657c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d6c197808814d23966df1b528c4918c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581926 Jul 27 20:09:59.335529 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49514) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:59.392108 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6643c53-67e1-41f3-9789-8f9a42f2e596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:59.414770 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6643c53-67e1-41f3-9789-8f9a42f2e596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:59.466347 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6643c53-67e1-41f3-9789-8f9a42f2e596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:59.469485 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d6643c53-67e1-41f3-9789-8f9a42f2e596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:59.475521 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d6643c53-67e1-41f3-9789-8f9a42f2e596 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d151e83-5eda-4cd7-a06e-4a2f54a2ffbc HTTP/1.1" status: 204 len: 168 time: 0.1352260 Jul 27 20:09:59.484713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6643c53-67e1-41f3-9789-8f9a42f2e596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d151e83-5eda-4cd7-a06e-4a2f54a2ffbc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:09:59.586310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba84580-0b8c-44d5-bdac-27c4037b39ac req-e1207db8-3460-402e-8d73-ed7f60fc2ae2 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:09:59.588180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dba84580-0b8c-44d5-bdac-27c4037b39ac req-e1207db8-3460-402e-8d73-ed7f60fc2ae2 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 943 time: 0.0948193 Jul 27 20:09:59.643257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dba84580-0b8c-44d5-bdac-27c4037b39ac req-5b405504-52a9-41fb-b4f8-f21ea7719ab7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446632 Jul 27 20:09:59.858405 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49522) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:09:59.872556 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1b853e5b-b68e-4211-b030-e70f172a92f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:59.963897 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1b853e5b-b68e-4211-b030-e70f172a92f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:09:59.970137 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1b853e5b-b68e-4211-b030-e70f172a92f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:00.011765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1b853e5b-b68e-4211-b030-e70f172a92f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b26eb47cb5e498ead03ba623133e911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522307 Jul 27 20:10:00.014609 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49524) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:10:00.017054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b853e5b-b68e-4211-b030-e70f172a92f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732049dc-f36b-44b0-87ff-e58b1d26cd4b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:00.083515 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d514e4d9-a35c-4176-ab96-cb5ce7a1b841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:00.106784 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d514e4d9-a35c-4176-ab96-cb5ce7a1b841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:00.163309 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d514e4d9-a35c-4176-ab96-cb5ce7a1b841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:00.166393 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d514e4d9-a35c-4176-ab96-cb5ce7a1b841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:00.170932 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d514e4d9-a35c-4176-ab96-cb5ce7a1b841 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/732049dc-f36b-44b0-87ff-e58b1d26cd4b HTTP/1.1" status: 204 len: 168 time: 0.1550195 Jul 27 20:10:00.179860 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514e4d9-a35c-4176-ab96-cb5ce7a1b841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732049dc-f36b-44b0-87ff-e58b1d26cd4b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:00.793938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376855f-8a56-4b28-acc6-897eca98eec7 req-630240ad-2a27-423d-9407-c23095028f5f tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:00.796150 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f376855f-8a56-4b28-acc6-897eca98eec7 req-630240ad-2a27-423d-9407-c23095028f5f tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 943 time: 0.0820010 Jul 27 20:10:00.839131 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f376855f-8a56-4b28-acc6-897eca98eec7 req-26be8de3-3bf2-40b4-9dd1-bee303a0c266 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356002 Jul 27 20:10:00.894392 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 49552) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:10:00.998815 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-794078092-network', 'tenant_id': 'd2a8d8b129024068943d49af3a1abfd7'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:10:01.022436 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] Made reservation on behalf of d2a8d8b129024068943d49af3a1abfd7 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:10:01.024910 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:01.033479 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:01.124662 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:01.135868 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:01.166869 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:10:01.172532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:01.182885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:01.183437 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] Added segment 8c55acb6-7d2e-47d0-afc3-06f6a7149bf2 of type vlan for network 8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 Jul 27 20:10:01.228336 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:01.260897 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:01.261859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:01.262435 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:01.313759 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4181910 Jul 27 20:10:01.317179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 49558) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:10:01.323003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf4202-65fd-460c-8452-fe5e165c48b2 admin admin] Pushing event updated for resources: {'Network': ['ID=8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:01.323156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-94b473c8-c117-485c-ac11-8fe882a9a436 admin admin] Request body: {'subnet': {'network_id': '8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-794078092-subnet', 'tenant_id': 'd2a8d8b129024068943d49af3a1abfd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:10:01.337823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:10:01.389543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b473c8-c117-485c-ac11-8fe882a9a436 admin admin] Made reservation on behalf of d2a8d8b129024068943d49af3a1abfd7 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:10:01.393114 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94b473c8-c117-485c-ac11-8fe882a9a436 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:01.566928 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94b473c8-c117-485c-ac11-8fe882a9a436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:01.620973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b473c8-c117-485c-ac11-8fe882a9a436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73143712-7246-403e-92cc-9cb7cf689908,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:01.631855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b473c8-c117-485c-ac11-8fe882a9a436 admin admin] Checking segment: {'id': '8c55acb6-7d2e-47d0-afc3-06f6a7149bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:10:01.632201 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b473c8-c117-485c-ac11-8fe882a9a436 admin admin] Network hostable DHCP agents. Network: 8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:10:01.648700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b473c8-c117-485c-ac11-8fe882a9a436 admin admin] Network 8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:10:01.657888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-94b473c8-c117-485c-ac11-8fe882a9a436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:10:01.662394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b473c8-c117-485c-ac11-8fe882a9a436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:01.663127 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94b473c8-c117-485c-ac11-8fe882a9a436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:01.667974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844cdd56-482f-40a5-99ac-3c38cce72d57 None None] Network 8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:10:01.679126 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-94b473c8-c117-485c-ac11-8fe882a9a436 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3607624 Jul 27 20:10:01.811471 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2521f2-58b8-4568-b8cc-cf4a05f3685b None None] Network 8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:10:01.980134 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26e9dc-21d5-4e11-96a2-6fe7e8a01bf6 req-f6f0d5a4-fbb9-4084-be76-6262b274fe22 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:01.981957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e26e9dc-21d5-4e11-96a2-6fe7e8a01bf6 req-f6f0d5a4-fbb9-4084-be76-6262b274fe22 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 943 time: 0.0701861 Jul 27 20:10:02.028282 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e26e9dc-21d5-4e11-96a2-6fe7e8a01bf6 req-2fffe0de-5668-4fde-9f7d-16ebae199e57 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399535 Jul 27 20:10:03.176294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547890e-9e40-4002-8019-70267ea3f69d req-6528fd64-6d97-4465-a6bd-0e126461fe89 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:03.177865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a547890e-9e40-4002-8019-70267ea3f69d req-6528fd64-6d97-4465-a6bd-0e126461fe89 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 943 time: 0.0767024 Jul 27 20:10:03.217375 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a547890e-9e40-4002-8019-70267ea3f69d req-6547fee5-fbf0-410c-a738-d9f0ffcfcc99 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333619 Jul 27 20:10:03.556780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-d62bead2-5214-4573-b4ce-e5f9e7d0d6b6 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:03.558757 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-d62bead2-5214-4573-b4ce-e5f9e7d0d6b6 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/networks?id=8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 HTTP/1.1" status: 200 len: 808 time: 0.1208427 Jul 27 20:10:03.576139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-dc5cd103-685f-4772-8d00-8f8c69d0f814 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/quotas/d2a8d8b129024068943d49af3a1abfd7 HTTP/1.1" status: 200 len: 375 time: 0.0108500 Jul 27 20:10:03.616089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-e7f99c22-0053-47ed-b4c6-5d074745d964 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2a8d8b129024068943d49af3a1abfd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336928 Jul 27 20:10:03.711696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-4602913f-6747-4f15-92b9-05690a27cb32 service neutron] 10.222.0.48 "GET /v2.0/networks/8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853868 Jul 27 20:10:03.807639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-3ddf7aec-eb4d-41e7-9c03-56999ba0061d service neutron] 10.222.0.48 "GET /v2.0/networks/8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892658 Jul 27 20:10:03.989231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-121fa297-b818-48f7-adec-148846fd9a54 req-b779ecc4-9d98-4fc8-bff5-f2b6928bda05 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=aed6013a-54b2-4782-ac46-e618c3a38ee5 HTTP/1.1" status: 200 len: 210 time: 0.0316844 Jul 27 20:10:04.366797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af885cb2-9f2e-4e61-bb4d-11eb713f92b6 req-44068a07-9251-4030-a679-326233bd5624 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:04.374145 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af885cb2-9f2e-4e61-bb4d-11eb713f92b6 req-44068a07-9251-4030-a679-326233bd5624 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 943 time: 0.0770855 Jul 27 20:10:04.526111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af885cb2-9f2e-4e61-bb4d-11eb713f92b6 req-0c697dff-0b6a-4228-9e39-38bb7f7803aa tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558846 Jul 27 20:10:05.396525 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48299e11-2bba-446d-b017-531f34dd1dfb req-bc861c16-553b-4cca-a82e-f4476ea2c5d7 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=aed6013a-54b2-4782-ac46-e618c3a38ee5 HTTP/1.1" status: 200 len: 210 time: 0.0377209 Jul 27 20:10:05.445532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-ee9f311d-37c9-44d3-b9ac-fdb76871e5b8 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:05.447030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-ee9f311d-37c9-44d3-b9ac-fdb76871e5b8 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.52 "GET /v2.0/networks?id=8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 HTTP/1.1" status: 200 len: 808 time: 0.5267441 Jul 27 20:10:05.464292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-646b4736-8ab1-418d-8aa9-f5a49a50e5d8 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Request body: {'port': {'device_id': 'aed6013a-54b2-4782-ac46-e618c3a38ee5', 'network_id': '8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8', 'admin_state_up': True, 'tenant_id': 'd2a8d8b129024068943d49af3a1abfd7'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:10:05.621562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb420c1-67da-43d2-9ab9-d7464293a71b req-ed13e5f3-9604-47d1-8481-c3f0264d5a66 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:05.623186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aeb420c1-67da-43d2-9ab9-d7464293a71b req-ed13e5f3-9604-47d1-8481-c3f0264d5a66 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 943 time: 0.1148350 Jul 27 20:10:05.646903 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-646b4736-8ab1-418d-8aa9-f5a49a50e5d8 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Made reservation on behalf of d2a8d8b129024068943d49af3a1abfd7 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:10:05.650473 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-646b4736-8ab1-418d-8aa9-f5a49a50e5d8 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:05.694108 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aeb420c1-67da-43d2-9ab9-d7464293a71b req-f872d2ba-4e73-4c58-9558-8d6d5d3ad377 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642695 Jul 27 20:10:05.812180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-646b4736-8ab1-418d-8aa9-f5a49a50e5d8 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Allocated IP 172.20.0.13 (8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8/73143712-7246-403e-92cc-9cb7cf689908/744804fa-acb2-43ad-953f-61f686836cbf) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:10:05.982356 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-646b4736-8ab1-418d-8aa9-f5a49a50e5d8 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:06.022087 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-646b4736-8ab1-418d-8aa9-f5a49a50e5d8 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:06.073865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-646b4736-8ab1-418d-8aa9-f5a49a50e5d8 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Network 8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:10:06.079061 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-646b4736-8ab1-418d-8aa9-f5a49a50e5d8 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:10:06.083063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-646b4736-8ab1-418d-8aa9-f5a49a50e5d8 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:10:06.090291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b4736-8ab1-418d-8aa9-f5a49a50e5d8 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Pushing event updated for resources: {'Port': ['ID=744804fa-acb2-43ad-953f-61f686836cbf,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:06.144047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-646b4736-8ab1-418d-8aa9-f5a49a50e5d8 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:06.144722 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-646b4736-8ab1-418d-8aa9-f5a49a50e5d8 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:06.160622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-646b4736-8ab1-418d-8aa9-f5a49a50e5d8 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7001441 Jul 27 20:10:06.174609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Request body: {'port': {'device_id': 'aed6013a-54b2-4782-ac46-e618c3a38ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:10:06.262979 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:06.572817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744804fa-acb2-43ad-953f-61f686836cbf {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:10:06.581264 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:06.601035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Transition to ACTIVE for port object 744804fa-acb2-43ad-953f-61f686836cbf will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:10:06.613520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278d11b-aa3a-4de0-b65c-fc3806f9e402 req-a1863248-f505-4bad-8f5b-8b6adfd7029f tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:06.615079 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e278d11b-aa3a-4de0-b65c-fc3806f9e402 req-a1863248-f505-4bad-8f5b-8b6adfd7029f tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=aed6013a-54b2-4782-ac46-e618c3a38ee5 HTTP/1.1" status: 200 len: 932 time: 0.1392374 Jul 27 20:10:06.615931 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:06.689463 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Pushing event updated for resources: {'Port': ['ID=744804fa-acb2-43ad-953f-61f686836cbf,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:06.707704 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e278d11b-aa3a-4de0-b65c-fc3806f9e402 req-c0daabd1-f1d8-4d23-be18-e900b795a6ef tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832825 Jul 27 20:10:06.789908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Attempting to bind port 744804fa-acb2-43ad-953f-61f686836cbf on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:10:06.790251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Attempting to bind port 744804fa-acb2-43ad-953f-61f686836cbf by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '8c55acb6-7d2e-47d0-afc3-06f6a7149bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:10:06.790581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Attempting to bind port 744804fa-acb2-43ad-953f-61f686836cbf on network 8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:10:06.794998 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Port 744804fa-acb2-43ad-953f-61f686836cbf on network 8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:10:06.795323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Attempting to bind port 744804fa-acb2-43ad-953f-61f686836cbf on network 8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:10:06.800572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:10:06.800833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Checking segment: {'id': '8c55acb6-7d2e-47d0-afc3-06f6a7149bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:10:06.801221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Bound using segment: {'id': '8c55acb6-7d2e-47d0-afc3-06f6a7149bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:10:06.801652 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Bound port: 744804fa-acb2-43ad-953f-61f686836cbf, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c55acb6-7d2e-47d0-afc3-06f6a7149bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:10:06.802013 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:06.910981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] For port 744804fa-acb2-43ad-953f-61f686836cbf, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:10:06.924880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] For port 744804fa-acb2-43ad-953f-61f686836cbf, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=744804fa-acb2-43ad-953f-61f686836cbf,segment=NetworkSegment(8c55acb6-7d2e-47d0-afc3-06f6a7149bf2),segment_id=8c55acb6-7d2e-47d0-afc3-06f6a7149bf2)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:10:06.936471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd2eba-f308-4d12-acfa-06a8fbe54f45 req-0577bc2b-096b-4408-8acb-6a142fc7347a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:06.938074 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ebdd2eba-f308-4d12-acfa-06a8fbe54f45 req-0577bc2b-096b-4408-8acb-6a142fc7347a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 943 time: 0.1330934 Jul 27 20:10:06.939823 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:06.998092 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:06.998709 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:07.000102 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] 10.222.0.52 "PUT /v2.0/ports/744804fa-acb2-43ad-953f-61f686836cbf HTTP/1.1" status: 200 len: 1093 time: 0.8306010 Jul 27 20:10:07.000565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed6013a-54b2-4782-ac46-e618c3a38ee5', 'tag': '744804fa-acb2-43ad-953f-61f686836cbf'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:10:07.002837 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591062f2-9da7-46be-b51c-0cc0a940e869" -d '{"events": [{"name": "network-changed", "server_uuid": "aed6013a-54b2-4782-ac46-e618c3a38ee5", "tag": "744804fa-acb2-43ad-953f-61f686836cbf"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:10:07.040286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d1cd1-ce88-41a2-9885-e31d6f1bc37f service neutron] Pushing event updated for resources: {'Port': ['ID=744804fa-acb2-43ad-953f-61f686836cbf,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:07.048038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ebdd2eba-f308-4d12-acfa-06a8fbe54f45 req-455587fe-2a6c-4387-8941-103811991e6b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023605 Jul 27 20:10:07.056480 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e634c2d4-09a5-4472-95cf-24bbab8a3b53 x-openstack-request-id: req-e634c2d4-09a5-4472-95cf-24bbab8a3b53 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:10:07.056722 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed6013a-54b2-4782-ac46-e618c3a38ee5", "tag": "744804fa-acb2-43ad-953f-61f686836cbf", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:10:07.056971 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e634c2d4-09a5-4472-95cf-24bbab8a3b53 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:10:07.057489 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed6013a-54b2-4782-ac46-e618c3a38ee5', 'tag': '744804fa-acb2-43ad-953f-61f686836cbf', 'status': 'completed', 'code': 200} Jul 27 20:10:07.122863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-aa41b3b0-07f4-4b77-a9e0-9811446fd492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:07.124418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-aa41b3b0-07f4-4b77-a9e0-9811446fd492 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d2a8d8b129024068943d49af3a1abfd7&device_id=aed6013a-54b2-4782-ac46-e618c3a38ee5 HTTP/1.1" status: 200 len: 1096 time: 0.0800116 Jul 27 20:10:07.172939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-3dd69348-f67f-4b00-a307-05341cd932a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=744804fa-acb2-43ad-953f-61f686836cbf HTTP/1.1" status: 200 len: 217 time: 0.0397313 Jul 27 20:10:07.224565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-a37d83b1-695a-433a-b78f-99163953395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:07.226050 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-a37d83b1-695a-433a-b78f-99163953395a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73143712-7246-403e-92cc-9cb7cf689908 HTTP/1.1" status: 200 len: 848 time: 0.0457842 Jul 27 20:10:07.268511 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-226ee3dd-ada6-4a87-af51-c814f457f52a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334039 Jul 27 20:10:07.365908 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-918d7366-2d35-4fad-8e78-6bc241b3d4d1 service neutron] 10.222.0.52 "GET /v2.0/networks/8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895569 Jul 27 20:10:07.468349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d05d58f-722c-4046-940e-56ba2f2d8a3a req-851964c8-cf97-4ee8-89dc-d8b4e1c75ae4 service neutron] 10.222.0.52 "GET /v2.0/networks/8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933013 Jul 27 20:10:07.596351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591062f2-9da7-46be-b51c-0cc0a940e869 req-a99164f3-c576-4d6e-bbb2-81a989e0142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:07.597932 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-591062f2-9da7-46be-b51c-0cc0a940e869 req-a99164f3-c576-4d6e-bbb2-81a989e0142d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d2a8d8b129024068943d49af3a1abfd7&device_id=aed6013a-54b2-4782-ac46-e618c3a38ee5 HTTP/1.1" status: 200 len: 1096 time: 0.0644112 Jul 27 20:10:07.695209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591062f2-9da7-46be-b51c-0cc0a940e869 req-c7ad1257-9cc4-4ea5-8830-8a835da7ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:07.696759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-591062f2-9da7-46be-b51c-0cc0a940e869 req-c7ad1257-9cc4-4ea5-8830-8a835da7ab12 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 HTTP/1.1" status: 200 len: 909 time: 0.0908000 Jul 27 20:10:07.748179 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-591062f2-9da7-46be-b51c-0cc0a940e869 req-1849be04-985e-4259-b076-c72c96438624 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=744804fa-acb2-43ad-953f-61f686836cbf HTTP/1.1" status: 200 len: 217 time: 0.0416238 Jul 27 20:10:07.806438 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591062f2-9da7-46be-b51c-0cc0a940e869 req-fdca7fcd-adac-4da7-8316-c48b2b4b5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:07.807976 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-591062f2-9da7-46be-b51c-0cc0a940e869 req-fdca7fcd-adac-4da7-8316-c48b2b4b5a59 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73143712-7246-403e-92cc-9cb7cf689908 HTTP/1.1" status: 200 len: 848 time: 0.0477614 Jul 27 20:10:07.863540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-591062f2-9da7-46be-b51c-0cc0a940e869 req-fc2c72ba-9e08-4b78-862f-44e8cbfafe73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462325 Jul 27 20:10:07.962555 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c329df-33e1-4b05-a0b7-93893606cfbf req-23b8f0f7-79a7-4be0-ad02-a2520b49e22c tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:07.964263 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8c329df-33e1-4b05-a0b7-93893606cfbf req-23b8f0f7-79a7-4be0-ad02-a2520b49e22c tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=aed6013a-54b2-4782-ac46-e618c3a38ee5 HTTP/1.1" status: 200 len: 944 time: 0.1553044 Jul 27 20:10:07.974479 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device d854c5e0-cd5d-4878-91a6-cae048dade2e details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:10:08.003085 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-591062f2-9da7-46be-b51c-0cc0a940e869 req-65b1edb2-a5eb-48b7-af37-69009156d83e service neutron] 10.222.0.52 "GET /v2.0/networks/8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305413 Jul 27 20:10:08.038260 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8c329df-33e1-4b05-a0b7-93893606cfbf req-6b60f2f8-1709-4488-ad17-dd89b39aa5d6 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666375 Jul 27 20:10:08.134312 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-591062f2-9da7-46be-b51c-0cc0a940e869 req-a438ed42-3788-4383-8cab-5aa5e1cc8f13 service neutron] 10.222.0.52 "GET /v2.0/networks/8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199079 Jul 27 20:10:08.135712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port d854c5e0-cd5d-4878-91a6-cae048dade2e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=d854c5e0-cd5d-4878-91a6-cae048dade2e,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:10:08.152783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'd854c5e0-cd5d-4878-91a6-cae048dade2e', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'port_id': 'd854c5e0-cd5d-4878-91a6-cae048dade2e', 'mac_address': 'fa:16:3e:30:38:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:10:08.196664 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:08.204118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13050-2585-4db6-858c-d4b11074ca2f req-13dae843-f490-43c1-806f-5e4528fc9656 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:08.206412 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59d13050-2585-4db6-858c-d4b11074ca2f req-13dae843-f490-43c1-806f-5e4528fc9656 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 943 time: 0.0761216 Jul 27 20:10:08.222595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d854c5e0-cd5d-4878-91a6-cae048dade2e {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:10:08.250302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port d854c5e0-cd5d-4878-91a6-cae048dade2e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=d854c5e0-cd5d-4878-91a6-cae048dade2e,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:10:08.251350 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59d13050-2585-4db6-858c-d4b11074ca2f req-5c9daaea-3bf0-4b19-9eed-25524ed967da tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383523 Jul 27 20:10:08.256361 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:08.307522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=d854c5e0-cd5d-4878-91a6-cae048dade2e,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:08.459102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['d854c5e0-cd5d-4878-91a6-cae048dade2e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:10:08.558663 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:09.176120 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc8d6c-fa49-492f-9c2b-c74b18406f62 req-a6822fc9-effd-455e-8b32-c390437f60fc tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:09.177661 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4bc8d6c-fa49-492f-9c2b-c74b18406f62 req-a6822fc9-effd-455e-8b32-c390437f60fc tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=aed6013a-54b2-4782-ac46-e618c3a38ee5 HTTP/1.1" status: 200 len: 944 time: 0.0676639 Jul 27 20:10:09.222193 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4bc8d6c-fa49-492f-9c2b-c74b18406f62 req-8cc77638-088e-4f0a-8a02-4b3e8a6fa33f tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382261 Jul 27 20:10:09.394831 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdc45f-7a8e-4bdd-9c81-044ce09f6bf4 req-7ba7aa52-2921-43c0-8cca-b815bfe11990 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:09.396339 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efcdc45f-7a8e-4bdd-9c81-044ce09f6bf4 req-7ba7aa52-2921-43c0-8cca-b815bfe11990 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 944 time: 0.0729902 Jul 27 20:10:09.440298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efcdc45f-7a8e-4bdd-9c81-044ce09f6bf4 req-926a7d26-4e3e-4b13-874b-137f5de297c4 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370007 Jul 27 20:10:09.987112 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device d854c5e0-cd5d-4878-91a6-cae048dade2e up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:10:10.043516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port d854c5e0-cd5d-4878-91a6-cae048dade2e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:10:10.047893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port d854c5e0-cd5d-4878-91a6-cae048dade2e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:10:10.048303 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:10.137955 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:10.161651 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100efd3f-6c26-46da-9262-39fc80c554b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd854c5e0-cd5d-4878-91a6-cae048dade2e'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:10:10.163923 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931c2324-6491-4eb5-84ba-bac98a17f368" -d '{"events": [{"server_uuid": "100efd3f-6c26-46da-9262-39fc80c554b3", "name": "network-vif-plugged", "status": "completed", "tag": "d854c5e0-cd5d-4878-91a6-cae048dade2e"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:10:10.179997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port d854c5e0-cd5d-4878-91a6-cae048dade2e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=d854c5e0-cd5d-4878-91a6-cae048dade2e,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:10:10.187379 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:10.218005 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a46113-5ce8-4b6d-8878-36103fe632e4 x-openstack-request-id: req-19a46113-5ce8-4b6d-8878-36103fe632e4 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:10:10.218347 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100efd3f-6c26-46da-9262-39fc80c554b3", "name": "network-vif-plugged", "status": "completed", "tag": "d854c5e0-cd5d-4878-91a6-cae048dade2e", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:10:10.218599 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19a46113-5ce8-4b6d-8878-36103fe632e4 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:10:10.218993 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100efd3f-6c26-46da-9262-39fc80c554b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd854c5e0-cd5d-4878-91a6-cae048dade2e', 'code': 200} Jul 27 20:10:10.251804 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=d854c5e0-cd5d-4878-91a6-cae048dade2e,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:10.354004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af062af3-c94c-4d11-9d7a-02225fb613e8 req-9ca79b74-73ab-4dfd-85dd-580313fc85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:10.355686 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-af062af3-c94c-4d11-9d7a-02225fb613e8 req-9ca79b74-73ab-4dfd-85dd-580313fc85cc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 1097 time: 0.0645311 Jul 27 20:10:10.378488 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282f678-252e-4349-9d85-9cca2c246bf4 req-6cc9d65e-dd0a-49bd-960f-557d52832841 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:10.380232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f282f678-252e-4349-9d85-9cca2c246bf4 req-6cc9d65e-dd0a-49bd-960f-557d52832841 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=aed6013a-54b2-4782-ac46-e618c3a38ee5 HTTP/1.1" status: 200 len: 944 time: 0.0727415 Jul 27 20:10:10.395182 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-af062af3-c94c-4d11-9d7a-02225fb613e8 req-2043dbe9-57b1-4102-85a6-13741b0dbddb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313592 Jul 27 20:10:10.422580 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f282f678-252e-4349-9d85-9cca2c246bf4 req-c7434e10-78bd-4f08-9ef2-7aeddb4a1f2e tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357344 Jul 27 20:10:10.512052 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 744804fa-acb2-43ad-953f-61f686836cbf details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:10:10.586671 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6980e79-4b37-480b-869d-8feb1c33aa67 req-b718e01f-9280-4e14-822a-a3bfc8060b09 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:10.588227 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6980e79-4b37-480b-869d-8feb1c33aa67 req-b718e01f-9280-4e14-822a-a3bfc8060b09 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 945 time: 0.0721266 Jul 27 20:10:10.630319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 744804fa-acb2-43ad-953f-61f686836cbf, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=744804fa-acb2-43ad-953f-61f686836cbf,segment=NetworkSegment(8c55acb6-7d2e-47d0-afc3-06f6a7149bf2),segment_id=8c55acb6-7d2e-47d0-afc3-06f6a7149bf2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:10:10.637664 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6980e79-4b37-480b-869d-8feb1c33aa67 req-cf72b329-fbe5-45c0-936b-e82c57ef6597 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425401 Jul 27 20:10:10.644041 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '744804fa-acb2-43ad-953f-61f686836cbf', 'network_id': '8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8', 'port_id': '744804fa-acb2-43ad-953f-61f686836cbf', 'mac_address': 'fa:16:3e:f7:8c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73143712-7246-403e-92cc-9cb7cf689908', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:10:10.689776 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:10.703212 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744804fa-acb2-43ad-953f-61f686836cbf {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:10:10.725437 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 744804fa-acb2-43ad-953f-61f686836cbf, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=744804fa-acb2-43ad-953f-61f686836cbf,segment=NetworkSegment(8c55acb6-7d2e-47d0-afc3-06f6a7149bf2),segment_id=8c55acb6-7d2e-47d0-afc3-06f6a7149bf2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:10:10.730856 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:10.779800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=744804fa-acb2-43ad-953f-61f686836cbf,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:11.012336 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['744804fa-acb2-43ad-953f-61f686836cbf'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:10:11.570834 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe0f0e-6cf8-4dad-a780-131db0ec7d2a req-90335acd-bad9-421d-b099-eed8e463c3fe tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:11.573361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48fe0f0e-6cf8-4dad-a780-131db0ec7d2a req-90335acd-bad9-421d-b099-eed8e463c3fe tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=aed6013a-54b2-4782-ac46-e618c3a38ee5 HTTP/1.1" status: 200 len: 945 time: 0.0723670 Jul 27 20:10:11.615475 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:11.627816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48fe0f0e-6cf8-4dad-a780-131db0ec7d2a req-2a6b30bb-2da6-43be-b4af-491369848cc2 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443540 Jul 27 20:10:11.702569 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2069cb00-a105-41db-b999-a9f4298e025d req-25a0f913-6e72-474b-b6ac-a1328af5b481 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0618422 Jul 27 20:10:11.807449 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cb00-a105-41db-b999-a9f4298e025d req-71230ca0-7a1c-447b-b587-37c6d1c718fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:11.808925 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2069cb00-a105-41db-b999-a9f4298e025d req-71230ca0-7a1c-447b-b587-37c6d1c718fa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 1097 time: 0.0597255 Jul 27 20:10:11.816283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c181386-ee09-48c5-a33b-efa716fabaca req-c53f2438-c69a-41a6-b48a-b8855758c920 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:11.817870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c181386-ee09-48c5-a33b-efa716fabaca req-c53f2438-c69a-41a6-b48a-b8855758c920 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 945 time: 0.0958960 Jul 27 20:10:11.865968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c181386-ee09-48c5-a33b-efa716fabaca req-1ea9dd0c-9dc9-4254-ba91-50433911ccfd tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418940 Jul 27 20:10:11.934139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cb00-a105-41db-b999-a9f4298e025d req-0f704926-dec8-4aaa-abe4-9aa4667fdf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:11.935706 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2069cb00-a105-41db-b999-a9f4298e025d req-0f704926-dec8-4aaa-abe4-9aa4667fdf74 service neutron] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.1037610 Jul 27 20:10:11.986078 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2069cb00-a105-41db-b999-a9f4298e025d req-3e45c5cc-70da-49cc-838f-9ce21ca97f6a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d854c5e0-cd5d-4878-91a6-cae048dade2e HTTP/1.1" status: 200 len: 217 time: 0.0430250 Jul 27 20:10:12.013077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5324f-d06c-4e6c-be16-45e9e967243d req-89667bbf-fd17-4079-9030-68f5b745852c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:12.014889 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6c5324f-d06c-4e6c-be16-45e9e967243d req-89667bbf-fd17-4079-9030-68f5b745852c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 945 time: 0.0790505 Jul 27 20:10:12.043753 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cb00-a105-41db-b999-a9f4298e025d req-b1948c80-cb2b-4bf8-8801-e29878f3b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:12.045667 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2069cb00-a105-41db-b999-a9f4298e025d req-b1948c80-cb2b-4bf8-8801-e29878f3b69f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0483665 Jul 27 20:10:12.073053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6c5324f-d06c-4e6c-be16-45e9e967243d req-5247ea46-1869-48a6-92ca-6e5c9e4a05e2 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514443 Jul 27 20:10:12.113316 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cb00-a105-41db-b999-a9f4298e025d req-90db3208-2dd0-43b1-989c-8f9ccaeef0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:12.114843 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2069cb00-a105-41db-b999-a9f4298e025d req-90db3208-2dd0-43b1-989c-8f9ccaeef0ea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617461 Jul 27 20:10:12.232755 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2069cb00-a105-41db-b999-a9f4298e025d req-a02267b9-8a6c-4745-b96f-de2f1dd8cc99 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101341 Jul 27 20:10:12.242838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bb6da-bac3-4af3-bcb2-3624e6d2969d req-58ce2db1-e088-408a-92bc-409851c923c9 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:12.244654 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-603bb6da-bac3-4af3-bcb2-3624e6d2969d req-58ce2db1-e088-408a-92bc-409851c923c9 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 945 time: 0.0989916 Jul 27 20:10:12.293639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-603bb6da-bac3-4af3-bcb2-3624e6d2969d req-7b8f4543-9aae-4223-8c8e-c15e2346bba2 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366228 Jul 27 20:10:12.347097 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2069cb00-a105-41db-b999-a9f4298e025d req-2457660b-3ddd-48e0-a4d8-6792dc07f3ec service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072633 Jul 27 20:10:12.523083 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 744804fa-acb2-43ad-953f-61f686836cbf up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:10:12.565291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ec8b0-92bc-434d-9777-93ae38674cb2 req-6c6804b8-1f38-4aad-865c-9e47c352a51c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:12.567609 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-373ec8b0-92bc-434d-9777-93ae38674cb2 req-6c6804b8-1f38-4aad-865c-9e47c352a51c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 945 time: 0.0696328 Jul 27 20:10:12.584053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 744804fa-acb2-43ad-953f-61f686836cbf completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:10:12.588654 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 744804fa-acb2-43ad-953f-61f686836cbf triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:10:12.589226 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:12.632798 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-373ec8b0-92bc-434d-9777-93ae38674cb2 req-fde4fee7-e377-42dd-8c7e-8f506fce641e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583982 Jul 27 20:10:12.683627 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:12.713823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed6013a-54b2-4782-ac46-e618c3a38ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744804fa-acb2-43ad-953f-61f686836cbf'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:10:12.716371 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aef95c5-daf2-4711-8f7c-fd16ccf6f05e" -d '{"events": [{"server_uuid": "aed6013a-54b2-4782-ac46-e618c3a38ee5", "name": "network-vif-plugged", "status": "completed", "tag": "744804fa-acb2-43ad-953f-61f686836cbf"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:10:12.735490 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 744804fa-acb2-43ad-953f-61f686836cbf, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=744804fa-acb2-43ad-953f-61f686836cbf,segment=NetworkSegment(8c55acb6-7d2e-47d0-afc3-06f6a7149bf2),segment_id=8c55acb6-7d2e-47d0-afc3-06f6a7149bf2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:10:12.749137 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:12.778627 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2278c554-5f13-4688-831d-f547b565a80b x-openstack-request-id: req-2278c554-5f13-4688-831d-f547b565a80b {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:10:12.778997 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed6013a-54b2-4782-ac46-e618c3a38ee5", "name": "network-vif-plugged", "status": "completed", "tag": "744804fa-acb2-43ad-953f-61f686836cbf", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:10:12.779152 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2278c554-5f13-4688-831d-f547b565a80b {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:10:12.779910 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed6013a-54b2-4782-ac46-e618c3a38ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744804fa-acb2-43ad-953f-61f686836cbf', 'code': 200} Jul 27 20:10:12.800580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf031f-9d75-4b5e-9012-c4f24e3fe226 req-46315ad7-be83-49a6-9e58-f623a260370b tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:12.802731 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36bf031f-9d75-4b5e-9012-c4f24e3fe226 req-46315ad7-be83-49a6-9e58-f623a260370b tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=aed6013a-54b2-4782-ac46-e618c3a38ee5 HTTP/1.1" status: 200 len: 945 time: 0.1008866 Jul 27 20:10:12.826684 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=744804fa-acb2-43ad-953f-61f686836cbf,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:12.863765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36bf031f-9d75-4b5e-9012-c4f24e3fe226 req-0b8ffe10-2848-4684-9cbc-c59604020cfb tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537853 Jul 27 20:10:12.961045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978ea61-3eb9-4f2f-a29a-602e715e1d7c req-20c473a0-7db2-4764-9196-21c616742ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:12.962662 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9978ea61-3eb9-4f2f-a29a-602e715e1d7c req-20c473a0-7db2-4764-9196-21c616742ec2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aed6013a-54b2-4782-ac46-e618c3a38ee5 HTTP/1.1" status: 200 len: 1098 time: 0.1321042 Jul 27 20:10:12.999810 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9978ea61-3eb9-4f2f-a29a-602e715e1d7c req-ddc02d92-d30f-4d2b-a830-c87473f9920c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292275 Jul 27 20:10:13.376795 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cc400631-8a6f-4cb1-8a93-9b9d8826494d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:13.802693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cea4a-39b4-448f-ae17-278c78bed320 req-a1107f44-8b63-4a89-aa0b-89de4e1ada5b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:13.804280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-581cea4a-39b4-448f-ae17-278c78bed320 req-a1107f44-8b63-4a89-aa0b-89de4e1ada5b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 945 time: 0.0809860 Jul 27 20:10:13.846866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-581cea4a-39b4-448f-ae17-278c78bed320 req-12e4bf9e-74db-42a6-a46b-cf4d5cd805ca tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357511 Jul 27 20:10:13.951714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1cce4-5f0e-481d-91ca-6b2db28ffdad req-3eb8be51-0c33-4a2b-a132-c3a3151579ae tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:13.953398 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3f1cce4-5f0e-481d-91ca-6b2db28ffdad req-3eb8be51-0c33-4a2b-a132-c3a3151579ae tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 945 time: 0.0669169 Jul 27 20:10:14.034660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d5ad4-3a53-4600-8c36-0ac713a7a0ca req-ebfd4d6f-4c6c-4ffe-ab5c-2e3987d6be98 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:14.036321 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-359d5ad4-3a53-4600-8c36-0ac713a7a0ca req-ebfd4d6f-4c6c-4ffe-ab5c-2e3987d6be98 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=aed6013a-54b2-4782-ac46-e618c3a38ee5 HTTP/1.1" status: 200 len: 946 time: 0.0856593 Jul 27 20:10:14.070516 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-c3f1cce4-5f0e-481d-91ca-6b2db28ffdad req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Deleting port d854c5e0-cd5d-4878-91a6-cae048dade2e {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:10:14.070878 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c3f1cce4-5f0e-481d-91ca-6b2db28ffdad req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:14.088821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-359d5ad4-3a53-4600-8c36-0ac713a7a0ca req-519f0432-8a8f-4333-a38e-5825e70b460c tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428574 Jul 27 20:10:14.166906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-c3f1cce4-5f0e-481d-91ca-6b2db28ffdad req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] For port d854c5e0-cd5d-4878-91a6-cae048dade2e, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=d854c5e0-cd5d-4878-91a6-cae048dade2e,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:10:14.167351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c3f1cce4-5f0e-481d-91ca-6b2db28ffdad req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:14.183243 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-c3f1cce4-5f0e-481d-91ca-6b2db28ffdad req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Calling delete_port for d854c5e0-cd5d-4878-91a6-cae048dade2e owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:10:14.333685 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c3f1cce4-5f0e-481d-91ca-6b2db28ffdad req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:14.347296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['d854c5e0-cd5d-4878-91a6-cae048dade2e'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:10:14.388001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event deleted for resources: {'Port': ['ID=d854c5e0-cd5d-4878-91a6-cae048dade2e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:14.431013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:10:14.431417 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:10:14.431696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:10:14.432027 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:10:14.432437 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:10:14.432789 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:10:14.433214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:10:14.433435 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:10:14.433753 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:10:14.434076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:10:14.434401 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:10:14.434713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:10:14.459001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f1cce4-5f0e-481d-91ca-6b2db28ffdad req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] No DVR routers for this DVR port d854c5e0-cd5d-4878-91a6-cae048dade2e on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:10:14.463122 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c3f1cce4-5f0e-481d-91ca-6b2db28ffdad req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:14.466812 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3f1cce4-5f0e-481d-91ca-6b2db28ffdad req-4f110bad-bc78-48a4-8a50-fd81a26f43fc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "DELETE /v2.0/ports/d854c5e0-cd5d-4878-91a6-cae048dade2e HTTP/1.1" status: 204 len: 173 time: 0.5072567 Jul 27 20:10:14.467450 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100efd3f-6c26-46da-9262-39fc80c554b3', 'name': 'network-vif-deleted', 'tag': 'd854c5e0-cd5d-4878-91a6-cae048dade2e'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:10:14.471205 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29016e8f-9b85-4a0f-8c2c-cd8db0c8a847" -d '{"events": [{"server_uuid": "100efd3f-6c26-46da-9262-39fc80c554b3", "name": "network-vif-deleted", "tag": "d854c5e0-cd5d-4878-91a6-cae048dade2e"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:10:14.556108 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f176ff-9748-4641-9fd7-2228609ce071 x-openstack-request-id: req-23f176ff-9748-4641-9fd7-2228609ce071 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:10:14.556423 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100efd3f-6c26-46da-9262-39fc80c554b3", "name": "network-vif-deleted", "tag": "d854c5e0-cd5d-4878-91a6-cae048dade2e", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:10:14.556687 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23f176ff-9748-4641-9fd7-2228609ce071 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:10:14.557227 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100efd3f-6c26-46da-9262-39fc80c554b3', 'name': 'network-vif-deleted', 'tag': 'd854c5e0-cd5d-4878-91a6-cae048dade2e', 'status': 'completed', 'code': 200} Jul 27 20:10:14.905267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8621e05-4f8c-44bd-90b2-057dce4db3a3 req-e6bce61c-fdf9-4796-a4af-e0394ec75d26 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:14.914613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8621e05-4f8c-44bd-90b2-057dce4db3a3 req-e6bce61c-fdf9-4796-a4af-e0394ec75d26 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=aed6013a-54b2-4782-ac46-e618c3a38ee5 HTTP/1.1" status: 200 len: 946 time: 0.0803418 Jul 27 20:10:14.978013 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a0164195-c16c-4cad-8cd7-cad49490a4e5 req-2f6563c7-6c35-45fc-9ac3-dfa88f8b86cc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 210 time: 0.0395672 Jul 27 20:10:14.990755 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8621e05-4f8c-44bd-90b2-057dce4db3a3 req-e6b7942d-0ab8-4d77-96a9-01200274422f tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749073 Jul 27 20:10:16.103538 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9314b7dd-0789-4163-9ecf-518852c509de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:16.126438 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f7b51b1-6960-47c6-8d4f-dff7fcdb0cfe req-bdf67bd0-aa40-49da-aeea-4b2d8eeb1c35 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 210 time: 0.0511887 Jul 27 20:10:16.221246 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:16.224592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20757ea1-d6a7-4193-8604-f4b4d4b9d230 req-7570d5c2-1ef5-4288-8cb0-530e91f872b1 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:16.226193 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20757ea1-d6a7-4193-8604-f4b4d4b9d230 req-7570d5c2-1ef5-4288-8cb0-530e91f872b1 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=aed6013a-54b2-4782-ac46-e618c3a38ee5 HTTP/1.1" status: 200 len: 946 time: 0.1315391 Jul 27 20:10:16.246414 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71e22b-7fe2-4741-9507-3f3c92cca57f req-875988df-3c24-4181-afe4-060306197e5e tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:16.247930 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c71e22b-7fe2-4741-9507-3f3c92cca57f req-875988df-3c24-4181-afe4-060306197e5e tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.52 "GET /v2.0/ports?device_id=aed6013a-54b2-4782-ac46-e618c3a38ee5 HTTP/1.1" status: 200 len: 946 time: 0.1007237 Jul 27 20:10:16.306622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20757ea1-d6a7-4193-8604-f4b4d4b9d230 req-b9931ca0-d399-4d13-8e49-01ec2541c59a tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740626 Jul 27 20:10:16.369955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-9c71e22b-7fe2-4741-9507-3f3c92cca57f req-03a54e83-7dc7-4507-a2bf-8dd4f3601a1b tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Deleting port 744804fa-acb2-43ad-953f-61f686836cbf {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:10:16.370178 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c71e22b-7fe2-4741-9507-3f3c92cca57f req-03a54e83-7dc7-4507-a2bf-8dd4f3601a1b tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:16.473885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9c71e22b-7fe2-4741-9507-3f3c92cca57f req-03a54e83-7dc7-4507-a2bf-8dd4f3601a1b tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] For port 744804fa-acb2-43ad-953f-61f686836cbf, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=744804fa-acb2-43ad-953f-61f686836cbf,segment=NetworkSegment(8c55acb6-7d2e-47d0-afc3-06f6a7149bf2),segment_id=8c55acb6-7d2e-47d0-afc3-06f6a7149bf2)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:10:16.474230 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c71e22b-7fe2-4741-9507-3f3c92cca57f req-03a54e83-7dc7-4507-a2bf-8dd4f3601a1b tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:16.487947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-9c71e22b-7fe2-4741-9507-3f3c92cca57f req-03a54e83-7dc7-4507-a2bf-8dd4f3601a1b tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Calling delete_port for 744804fa-acb2-43ad-953f-61f686836cbf owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:10:16.633254 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c71e22b-7fe2-4741-9507-3f3c92cca57f req-03a54e83-7dc7-4507-a2bf-8dd4f3601a1b tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:16.662080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a54e83-7dc7-4507-a2bf-8dd4f3601a1b tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Pushing event deleted for resources: {'Port': ['ID=744804fa-acb2-43ad-953f-61f686836cbf,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:16.712992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c71e22b-7fe2-4741-9507-3f3c92cca57f req-03a54e83-7dc7-4507-a2bf-8dd4f3601a1b tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] No DVR routers for this DVR port 744804fa-acb2-43ad-953f-61f686836cbf on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:10:16.716420 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9c71e22b-7fe2-4741-9507-3f3c92cca57f req-03a54e83-7dc7-4507-a2bf-8dd4f3601a1b tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:16.718445 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c71e22b-7fe2-4741-9507-3f3c92cca57f req-03a54e83-7dc7-4507-a2bf-8dd4f3601a1b tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.52 "DELETE /v2.0/ports/744804fa-acb2-43ad-953f-61f686836cbf HTTP/1.1" status: 204 len: 173 time: 0.4627173 Jul 27 20:10:16.718888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed6013a-54b2-4782-ac46-e618c3a38ee5', 'name': 'network-vif-deleted', 'tag': '744804fa-acb2-43ad-953f-61f686836cbf'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:10:16.721309 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675dcdc3-7696-41bb-89ff-09c5c283fe93" -d '{"events": [{"server_uuid": "aed6013a-54b2-4782-ac46-e618c3a38ee5", "name": "network-vif-deleted", "tag": "744804fa-acb2-43ad-953f-61f686836cbf"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:10:16.766580 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8328ecb0-e63b-40cc-bf95-457237179d94 x-openstack-request-id: req-8328ecb0-e63b-40cc-bf95-457237179d94 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:10:16.766892 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed6013a-54b2-4782-ac46-e618c3a38ee5", "name": "network-vif-deleted", "tag": "744804fa-acb2-43ad-953f-61f686836cbf", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:10:16.768691 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8328ecb0-e63b-40cc-bf95-457237179d94 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:10:16.769279 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed6013a-54b2-4782-ac46-e618c3a38ee5', 'name': 'network-vif-deleted', 'tag': '744804fa-acb2-43ad-953f-61f686836cbf', 'status': 'completed', 'code': 200} Jul 27 20:10:17.169884 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:17.236333 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9694fe36-2f2a-4546-bb29-c97e2a1d0307 req-fc30a524-42b2-45b6-b3e2-42383eabaf50 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 210 time: 0.0337710 Jul 27 20:10:17.583073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-7640c08c-683d-41e3-a47a-61e9f88e803e tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:17.586068 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-7640c08c-683d-41e3-a47a-61e9f88e803e tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/networks?id=8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 HTTP/1.1" status: 200 len: 808 time: 0.1091597 Jul 27 20:10:17.600734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-19b71e2b-5507-4ea8-a885-0f22644cdcc4 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/quotas/d2a8d8b129024068943d49af3a1abfd7 HTTP/1.1" status: 200 len: 375 time: 0.0103097 Jul 27 20:10:17.640667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-9110bef8-3b54-44cf-9f86-9fc8b0cd15bd tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2a8d8b129024068943d49af3a1abfd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334163 Jul 27 20:10:17.740307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-d9779e0b-0056-4d40-b7e1-f33645abd13e service neutron] 10.222.0.48 "GET /v2.0/networks/8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886538 Jul 27 20:10:17.840888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-c4e97766-2735-4b58-80a6-627fda797935 service neutron] 10.222.0.48 "GET /v2.0/networks/8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932639 Jul 27 20:10:18.022785 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-244698e4-af4f-45df-bbbe-db9d7eb280b1 req-0628994c-7482-460f-aedc-ea913c411e36 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 210 time: 0.0317476 Jul 27 20:10:18.034219 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device d854c5e0-cd5d-4878-91a6-cae048dade2e no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:10:18.061058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: d854c5e0-cd5d-4878-91a6-cae048dade2e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:10:18.061734 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device d854c5e0-cd5d-4878-91a6-cae048dade2e not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:10:18.364962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36a87fb9-6618-460d-92d2-3080c5caade5 req-9b2002d4-3901-433c-8f57-f366978fa0a7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=100efd3f-6c26-46da-9262-39fc80c554b3 HTTP/1.1" status: 200 len: 210 time: 0.0388482 Jul 27 20:10:18.551536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 744804fa-acb2-43ad-953f-61f686836cbf no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:10:18.575575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 744804fa-acb2-43ad-953f-61f686836cbf {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:10:18.575923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 744804fa-acb2-43ad-953f-61f686836cbf not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:10:18.919089 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:19.024486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-05c68f0c-b637-405c-9f5c-414372297080 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:19.025958 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-05c68f0c-b637-405c-9f5c-414372297080 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.52 "GET /v2.0/networks?id=8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 HTTP/1.1" status: 200 len: 808 time: 0.1074080 Jul 27 20:10:19.039210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-a0ae8b71-f5ce-48cd-bbb5-edeb68ced0bd tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Request body: {'port': {'device_id': '62cc6750-2511-41ed-a8ef-ed7b300c607a', 'network_id': '8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8', 'admin_state_up': True, 'tenant_id': 'd2a8d8b129024068943d49af3a1abfd7'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:10:19.151469 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80a80c25-59d1-4173-ab34-3d508e135966 req-15723d8b-ab40-48c5-94a6-31f2cfbf50af tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 210 time: 0.0419781 Jul 27 20:10:19.186468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-a0ae8b71-f5ce-48cd-bbb5-edeb68ced0bd tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Made reservation on behalf of d2a8d8b129024068943d49af3a1abfd7 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:10:19.190250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-a0ae8b71-f5ce-48cd-bbb5-edeb68ced0bd tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:19.321355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-a0ae8b71-f5ce-48cd-bbb5-edeb68ced0bd tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Allocated IP 172.20.0.8 (8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8/73143712-7246-403e-92cc-9cb7cf689908/035e259a-474f-487d-aec0-c1a4fe6206a1) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:10:19.488365 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-a0ae8b71-f5ce-48cd-bbb5-edeb68ced0bd tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:19.531421 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-a0ae8b71-f5ce-48cd-bbb5-edeb68ced0bd tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:19.576027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-a0ae8b71-f5ce-48cd-bbb5-edeb68ced0bd tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Network 8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:10:19.579006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-a0ae8b71-f5ce-48cd-bbb5-edeb68ced0bd tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:10:19.583648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-a0ae8b71-f5ce-48cd-bbb5-edeb68ced0bd tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:10:19.619657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae8b71-f5ce-48cd-bbb5-edeb68ced0bd tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Pushing event updated for resources: {'Port': ['ID=035e259a-474f-487d-aec0-c1a4fe6206a1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:19.643909 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-a0ae8b71-f5ce-48cd-bbb5-edeb68ced0bd tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:19.644549 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-a0ae8b71-f5ce-48cd-bbb5-edeb68ced0bd tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:19.659694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-a0ae8b71-f5ce-48cd-bbb5-edeb68ced0bd tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6247451 Jul 27 20:10:19.671230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-f1603d3c-1b72-46c1-937d-f79e96795a67 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:10:19.672239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-f1603d3c-1b72-46c1-937d-f79e96795a67 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052578 Jul 27 20:10:19.683198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Request body: {'port': {'device_id': '62cc6750-2511-41ed-a8ef-ed7b300c607a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:10:19.739059 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:10:19.758378 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:20.031257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035e259a-474f-487d-aec0-c1a4fe6206a1 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:10:20.039344 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:20.051641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Transition to ACTIVE for port object 035e259a-474f-487d-aec0-c1a4fe6206a1 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:10:20.056289 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:20.103655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Pushing event updated for resources: {'Port': ['ID=035e259a-474f-487d-aec0-c1a4fe6206a1,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:20.184165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Attempting to bind port 035e259a-474f-487d-aec0-c1a4fe6206a1 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:10:20.184545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Attempting to bind port 035e259a-474f-487d-aec0-c1a4fe6206a1 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '8c55acb6-7d2e-47d0-afc3-06f6a7149bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:10:20.184880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Attempting to bind port 035e259a-474f-487d-aec0-c1a4fe6206a1 on network 8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:10:20.189798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Port 035e259a-474f-487d-aec0-c1a4fe6206a1 on network 8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:10:20.190087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Attempting to bind port 035e259a-474f-487d-aec0-c1a4fe6206a1 on network 8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:10:20.195368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:10:20.195712 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Checking segment: {'id': '8c55acb6-7d2e-47d0-afc3-06f6a7149bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:10:20.196098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Bound using segment: {'id': '8c55acb6-7d2e-47d0-afc3-06f6a7149bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:10:20.196574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Bound port: 035e259a-474f-487d-aec0-c1a4fe6206a1, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c55acb6-7d2e-47d0-afc3-06f6a7149bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:10:20.196938 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:20.293516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] For port 035e259a-474f-487d-aec0-c1a4fe6206a1, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:10:20.297518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] For port 035e259a-474f-487d-aec0-c1a4fe6206a1, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=035e259a-474f-487d-aec0-c1a4fe6206a1,segment=NetworkSegment(8c55acb6-7d2e-47d0-afc3-06f6a7149bf2),segment_id=8c55acb6-7d2e-47d0-afc3-06f6a7149bf2)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:10:20.305069 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:20.353144 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:20.353760 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:20.355151 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] 10.222.0.52 "PUT /v2.0/ports/035e259a-474f-487d-aec0-c1a4fe6206a1 HTTP/1.1" status: 200 len: 1092 time: 0.6758380 Jul 27 20:10:20.356300 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cc6750-2511-41ed-a8ef-ed7b300c607a', 'tag': '035e259a-474f-487d-aec0-c1a4fe6206a1'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:10:20.358576 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0166ef67-765b-4dbc-b34f-0f5d4f9c72e4" -d '{"events": [{"name": "network-changed", "server_uuid": "62cc6750-2511-41ed-a8ef-ed7b300c607a", "tag": "035e259a-474f-487d-aec0-c1a4fe6206a1"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:10:20.370948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6eb21-e112-428c-a0b2-b13c9c19c963 req-76e61a50-5194-4bca-b2bd-781a9bcc066e tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:20.372951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52f6eb21-e112-428c-a0b2-b13c9c19c963 req-76e61a50-5194-4bca-b2bd-781a9bcc066e tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 943 time: 0.1397979 Jul 27 20:10:20.417099 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a08019-06d5-4419-bf3f-72b3601cfdff x-openstack-request-id: req-b5a08019-06d5-4419-bf3f-72b3601cfdff {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:10:20.417652 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cc6750-2511-41ed-a8ef-ed7b300c607a", "tag": "035e259a-474f-487d-aec0-c1a4fe6206a1", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:10:20.418100 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5a08019-06d5-4419-bf3f-72b3601cfdff {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:10:20.418802 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cc6750-2511-41ed-a8ef-ed7b300c607a', 'tag': '035e259a-474f-487d-aec0-c1a4fe6206a1', 'status': 'completed', 'code': 200} Jul 27 20:10:20.445153 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696c1a4-d717-4e4c-ac93-93d608ca37ba service neutron] Pushing event updated for resources: {'Port': ['ID=035e259a-474f-487d-aec0-c1a4fe6206a1,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:20.470671 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52f6eb21-e112-428c-a0b2-b13c9c19c963 req-762e9eaf-a738-4210-94d6-7e4f1c716ac9 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804791 Jul 27 20:10:20.490932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-77a261aa-fb23-4a9c-b249-a54eac2d331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:20.492670 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-77a261aa-fb23-4a9c-b249-a54eac2d331d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d2a8d8b129024068943d49af3a1abfd7&device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 1095 time: 0.0955551 Jul 27 20:10:20.537165 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-9cb1ee5d-ce84-41d9-9467-9eee49295628 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=035e259a-474f-487d-aec0-c1a4fe6206a1 HTTP/1.1" status: 200 len: 217 time: 0.0353565 Jul 27 20:10:20.591524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-475b5f32-72c2-4314-a474-8be9488357bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:20.593054 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-475b5f32-72c2-4314-a474-8be9488357bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73143712-7246-403e-92cc-9cb7cf689908 HTTP/1.1" status: 200 len: 848 time: 0.0490730 Jul 27 20:10:20.628641 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-bec5aca2-b2c9-4860-9a7a-03dae52435ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276651 Jul 27 20:10:20.719079 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-2e05b8fd-42fa-4fed-ae03-8cb4e153c0e6 service neutron] 10.222.0.52 "GET /v2.0/networks/8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834374 Jul 27 20:10:20.821645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0b76ca-f41f-46c5-a98e-8578eda9a5b4 req-c2b6d10a-6b1f-44c7-94fc-554626e7d9d6 service neutron] 10.222.0.52 "GET /v2.0/networks/8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950150 Jul 27 20:10:20.927885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166ef67-765b-4dbc-b34f-0f5d4f9c72e4 req-f184987c-6f0d-4d03-b857-5e1c37c6dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:20.929498 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0166ef67-765b-4dbc-b34f-0f5d4f9c72e4 req-f184987c-6f0d-4d03-b857-5e1c37c6dbd7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d2a8d8b129024068943d49af3a1abfd7&device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 1095 time: 0.0556707 Jul 27 20:10:21.028785 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166ef67-765b-4dbc-b34f-0f5d4f9c72e4 req-717bf16c-3b75-4ea8-a8d0-0350ea04e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:21.030271 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0166ef67-765b-4dbc-b34f-0f5d4f9c72e4 req-717bf16c-3b75-4ea8-a8d0-0350ea04e958 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 HTTP/1.1" status: 200 len: 909 time: 0.0936606 Jul 27 20:10:21.073340 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0166ef67-765b-4dbc-b34f-0f5d4f9c72e4 req-ac036df5-be6b-41b6-b118-b3de90e8eeea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=035e259a-474f-487d-aec0-c1a4fe6206a1 HTTP/1.1" status: 200 len: 217 time: 0.0345330 Jul 27 20:10:21.125115 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166ef67-765b-4dbc-b34f-0f5d4f9c72e4 req-544d6f83-c258-41dc-991a-12c122ed63eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:21.126504 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0166ef67-765b-4dbc-b34f-0f5d4f9c72e4 req-544d6f83-c258-41dc-991a-12c122ed63eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=73143712-7246-403e-92cc-9cb7cf689908 HTTP/1.1" status: 200 len: 848 time: 0.0451643 Jul 27 20:10:21.163150 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0166ef67-765b-4dbc-b34f-0f5d4f9c72e4 req-61936794-d81d-49e1-804d-ca45247cbf60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277958 Jul 27 20:10:21.260767 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0166ef67-765b-4dbc-b34f-0f5d4f9c72e4 req-574e386f-e6c8-433c-a430-ce24987b62fc service neutron] 10.222.0.52 "GET /v2.0/networks/8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891957 Jul 27 20:10:21.352916 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0166ef67-765b-4dbc-b34f-0f5d4f9c72e4 req-faa51b05-a7f5-4e15-a76e-89871cfce4b1 service neutron] 10.222.0.52 "GET /v2.0/networks/8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835123 Jul 27 20:10:21.993500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd8fb6-8745-4612-98f5-abb121201e5d req-5810b302-b90f-4149-8887-a2f2292a8740 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:22.002965 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdbd8fb6-8745-4612-98f5-abb121201e5d req-5810b302-b90f-4149-8887-a2f2292a8740 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 943 time: 0.4582953 Jul 27 20:10:22.047565 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdbd8fb6-8745-4612-98f5-abb121201e5d req-bcf8a935-7db1-4986-8f87-399da1ccdf97 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435557 Jul 27 20:10:23.209200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bf593-b3bf-46dc-9ccf-0c639acb9d4c req-569dfd89-3be0-4b2d-9235-bc2c13abb01b tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:23.211818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e25bf593-b3bf-46dc-9ccf-0c639acb9d4c req-569dfd89-3be0-4b2d-9235-bc2c13abb01b tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 943 time: 0.0757270 Jul 27 20:10:23.265018 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e25bf593-b3bf-46dc-9ccf-0c639acb9d4c req-27541806-7e5d-4d66-8f0a-e11c706955db tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466852 Jul 27 20:10:24.517286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e6076-ecf0-44f8-8e73-da5e56ae07d3 req-6b4fb932-e5e5-4ce7-8b1e-a279bb560c03 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:24.519035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-314e6076-ecf0-44f8-8e73-da5e56ae07d3 req-6b4fb932-e5e5-4ce7-8b1e-a279bb560c03 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 943 time: 0.1169901 Jul 27 20:10:24.553226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 035e259a-474f-487d-aec0-c1a4fe6206a1 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:10:24.592521 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-314e6076-ecf0-44f8-8e73-da5e56ae07d3 req-c574ec8d-644d-48e8-bc86-f1b0a5e99dee tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641510 Jul 27 20:10:24.737484 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 035e259a-474f-487d-aec0-c1a4fe6206a1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=035e259a-474f-487d-aec0-c1a4fe6206a1,segment=NetworkSegment(8c55acb6-7d2e-47d0-afc3-06f6a7149bf2),segment_id=8c55acb6-7d2e-47d0-afc3-06f6a7149bf2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:10:24.756684 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '035e259a-474f-487d-aec0-c1a4fe6206a1', 'network_id': '8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8', 'port_id': '035e259a-474f-487d-aec0-c1a4fe6206a1', 'mac_address': 'fa:16:3e:4d:07:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73143712-7246-403e-92cc-9cb7cf689908', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:10:24.809443 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:24.824173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035e259a-474f-487d-aec0-c1a4fe6206a1 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:10:24.849974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 035e259a-474f-487d-aec0-c1a4fe6206a1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=035e259a-474f-487d-aec0-c1a4fe6206a1,segment=NetworkSegment(8c55acb6-7d2e-47d0-afc3-06f6a7149bf2),segment_id=8c55acb6-7d2e-47d0-afc3-06f6a7149bf2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:10:24.855763 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:24.922828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=035e259a-474f-487d-aec0-c1a4fe6206a1,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:25.114462 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['035e259a-474f-487d-aec0-c1a4fe6206a1'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:10:25.724871 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f2d24-9cb7-4ffc-bf77-f8128d8e121c req-a8764529-0382-4abd-9fa1-c5801d247e35 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:25.726462 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d0f2d24-9cb7-4ffc-bf77-f8128d8e121c req-a8764529-0382-4abd-9fa1-c5801d247e35 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 944 time: 0.0664895 Jul 27 20:10:25.774921 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d0f2d24-9cb7-4ffc-bf77-f8128d8e121c req-f628aab4-96ce-4994-b410-18ff61a0fd62 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Jul 27 20:10:26.581058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 035e259a-474f-487d-aec0-c1a4fe6206a1 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:10:26.632426 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 035e259a-474f-487d-aec0-c1a4fe6206a1 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:10:26.636406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 035e259a-474f-487d-aec0-c1a4fe6206a1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:10:26.636782 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:26.715972 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:26.742933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cc6750-2511-41ed-a8ef-ed7b300c607a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035e259a-474f-487d-aec0-c1a4fe6206a1'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:10:26.745306 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f5f47f-fb4a-458d-9174-65f41b2b10d9" -d '{"events": [{"server_uuid": "62cc6750-2511-41ed-a8ef-ed7b300c607a", "name": "network-vif-plugged", "status": "completed", "tag": "035e259a-474f-487d-aec0-c1a4fe6206a1"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:10:26.758390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 035e259a-474f-487d-aec0-c1a4fe6206a1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=035e259a-474f-487d-aec0-c1a4fe6206a1,segment=NetworkSegment(8c55acb6-7d2e-47d0-afc3-06f6a7149bf2),segment_id=8c55acb6-7d2e-47d0-afc3-06f6a7149bf2)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:10:26.763034 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:26.788710 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b735d56f-3d96-45c5-aee9-2f00ae7ab63b x-openstack-request-id: req-b735d56f-3d96-45c5-aee9-2f00ae7ab63b {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:10:26.789039 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cc6750-2511-41ed-a8ef-ed7b300c607a", "name": "network-vif-plugged", "status": "completed", "tag": "035e259a-474f-487d-aec0-c1a4fe6206a1", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:10:26.789318 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b735d56f-3d96-45c5-aee9-2f00ae7ab63b {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:10:26.789710 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cc6750-2511-41ed-a8ef-ed7b300c607a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035e259a-474f-487d-aec0-c1a4fe6206a1', 'code': 200} Jul 27 20:10:26.814276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=035e259a-474f-487d-aec0-c1a4fe6206a1,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:26.953539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b7f2b-7cee-44e9-ab31-c98061f6b714 req-0cf7b71d-a9ca-4654-837e-6c8bd97b9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:26.954946 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-655b7f2b-7cee-44e9-ab31-c98061f6b714 req-0cf7b71d-a9ca-4654-837e-6c8bd97b9b1c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 1097 time: 0.1019208 Jul 27 20:10:26.967277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d65591-7ab9-4be6-b3a9-59867af854e9 req-dc847b6a-2ce9-4abd-9105-57cc510e3bf2 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:26.970074 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00d65591-7ab9-4be6-b3a9-59867af854e9 req-dc847b6a-2ce9-4abd-9105-57cc510e3bf2 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 945 time: 0.0852072 Jul 27 20:10:27.023044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-655b7f2b-7cee-44e9-ab31-c98061f6b714 req-adff6956-187f-4d58-9445-866ebf9f9232 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531058 Jul 27 20:10:27.027946 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00d65591-7ab9-4be6-b3a9-59867af854e9 req-ebca2c55-4076-43c6-a68e-a27a9902040f tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516622 Jul 27 20:10:28.196469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369db041-0493-4767-8310-24a8fbbbfc49 req-79507092-aa3a-48a9-bd7e-38eca2b901f6 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:28.205511 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-369db041-0493-4767-8310-24a8fbbbfc49 req-79507092-aa3a-48a9-bd7e-38eca2b901f6 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 945 time: 0.0971758 Jul 27 20:10:28.248489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-369db041-0493-4767-8310-24a8fbbbfc49 req-3b8a7091-0d47-42cf-b3f9-7ee3fbaf508e tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420938 Jul 27 20:10:29.128272 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f5159-df0a-4a9d-85cb-4f6a2ce1cc6d req-bfa37d8b-063f-40d7-a9cf-4505ec92db70 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:29.134592 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f5f5159-df0a-4a9d-85cb-4f6a2ce1cc6d req-bfa37d8b-063f-40d7-a9cf-4505ec92db70 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 945 time: 0.0828621 Jul 27 20:10:29.171410 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f5f5159-df0a-4a9d-85cb-4f6a2ce1cc6d req-d1c58dba-466e-4d9c-965a-45a22b6074e9 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347741 Jul 27 20:10:30.320003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9455e-f6ea-4fe5-a337-26d52393ff32 req-26dc1a42-2405-4868-a9a2-a2ab2e53d4e0 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:30.321519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6e9455e-f6ea-4fe5-a337-26d52393ff32 req-26dc1a42-2405-4868-a9a2-a2ab2e53d4e0 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 945 time: 0.0703781 Jul 27 20:10:30.395078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6e9455e-f6ea-4fe5-a337-26d52393ff32 req-ce237eac-09f0-4bb2-80c7-1d8603939513 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/security-groups?id=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648284 Jul 27 20:10:30.418995 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962cfad-e9e1-4b8b-9484-440b8c9c7c31 req-55e388a1-94cb-4066-acc5-188985875520 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:30.421034 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6962cfad-e9e1-4b8b-9484-440b8c9c7c31 req-55e388a1-94cb-4066-acc5-188985875520 tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.52 "GET /v2.0/ports?device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 945 time: 0.0986583 Jul 27 20:10:30.531366 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-6962cfad-e9e1-4b8b-9484-440b8c9c7c31 req-0f343f92-f2e6-4b26-b104-aa8bbb7fc7eb tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Deleting port 035e259a-474f-487d-aec0-c1a4fe6206a1 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:10:30.531964 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6962cfad-e9e1-4b8b-9484-440b8c9c7c31 req-0f343f92-f2e6-4b26-b104-aa8bbb7fc7eb tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:30.641000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-6962cfad-e9e1-4b8b-9484-440b8c9c7c31 req-0f343f92-f2e6-4b26-b104-aa8bbb7fc7eb tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] For port 035e259a-474f-487d-aec0-c1a4fe6206a1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=035e259a-474f-487d-aec0-c1a4fe6206a1,segment=NetworkSegment(8c55acb6-7d2e-47d0-afc3-06f6a7149bf2),segment_id=8c55acb6-7d2e-47d0-afc3-06f6a7149bf2)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:10:30.641359 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6962cfad-e9e1-4b8b-9484-440b8c9c7c31 req-0f343f92-f2e6-4b26-b104-aa8bbb7fc7eb tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:30.660765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-6962cfad-e9e1-4b8b-9484-440b8c9c7c31 req-0f343f92-f2e6-4b26-b104-aa8bbb7fc7eb tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Calling delete_port for 035e259a-474f-487d-aec0-c1a4fe6206a1 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:10:30.801880 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6962cfad-e9e1-4b8b-9484-440b8c9c7c31 req-0f343f92-f2e6-4b26-b104-aa8bbb7fc7eb tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:30.841542 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f343f92-f2e6-4b26-b104-aa8bbb7fc7eb tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Pushing event deleted for resources: {'Port': ['ID=035e259a-474f-487d-aec0-c1a4fe6206a1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:30.880659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-6962cfad-e9e1-4b8b-9484-440b8c9c7c31 req-0f343f92-f2e6-4b26-b104-aa8bbb7fc7eb tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] No DVR routers for this DVR port 035e259a-474f-487d-aec0-c1a4fe6206a1 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:10:30.883290 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-6962cfad-e9e1-4b8b-9484-440b8c9c7c31 req-0f343f92-f2e6-4b26-b104-aa8bbb7fc7eb tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:30.885418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6962cfad-e9e1-4b8b-9484-440b8c9c7c31 req-0f343f92-f2e6-4b26-b104-aa8bbb7fc7eb tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.52 "DELETE /v2.0/ports/035e259a-474f-487d-aec0-c1a4fe6206a1 HTTP/1.1" status: 204 len: 173 time: 0.4586210 Jul 27 20:10:30.885853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cc6750-2511-41ed-a8ef-ed7b300c607a', 'name': 'network-vif-deleted', 'tag': '035e259a-474f-487d-aec0-c1a4fe6206a1'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:10:30.888135 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9948fe-112c-4a24-9a60-c3d028b54fc9" -d '{"events": [{"server_uuid": "62cc6750-2511-41ed-a8ef-ed7b300c607a", "name": "network-vif-deleted", "tag": "035e259a-474f-487d-aec0-c1a4fe6206a1"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:10:30.931366 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188059b6-cda3-4615-bf61-71636ac7abd6 x-openstack-request-id: req-188059b6-cda3-4615-bf61-71636ac7abd6 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:10:30.931661 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cc6750-2511-41ed-a8ef-ed7b300c607a", "name": "network-vif-deleted", "tag": "035e259a-474f-487d-aec0-c1a4fe6206a1", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:10:30.931912 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-188059b6-cda3-4615-bf61-71636ac7abd6 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:10:30.932325 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cc6750-2511-41ed-a8ef-ed7b300c607a', 'name': 'network-vif-deleted', 'tag': '035e259a-474f-487d-aec0-c1a4fe6206a1', 'status': 'completed', 'code': 200} Jul 27 20:10:31.543963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb433ba9-e496-4954-9dc4-e8f7f7861c06 req-fdba36f6-df20-499b-8041-f0d7ac6f88bb tempest-VolumesActionsTest-951932183 tempest-VolumesActionsTest-951932183-project] 10.222.0.48 "GET /v2.0/ports?device_id=62cc6750-2511-41ed-a8ef-ed7b300c607a HTTP/1.1" status: 200 len: 210 time: 0.0324249 Jul 27 20:10:32.629049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 035e259a-474f-487d-aec0-c1a4fe6206a1 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:10:32.658892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 035e259a-474f-487d-aec0-c1a4fe6206a1 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:10:32.660095 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 035e259a-474f-487d-aec0-c1a4fe6206a1 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:10:38.482064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b8bcf-2cf8-4716-a2b5-562ca29bbfbf req-21a157eb-7bcb-4996-9fe0-cf6456ba7634 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:38.489144 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b8bcf-2cf8-4716-a2b5-562ca29bbfbf req-21a157eb-7bcb-4996-9fe0-cf6456ba7634 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:38.496008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b8bcf-2cf8-4716-a2b5-562ca29bbfbf req-21a157eb-7bcb-4996-9fe0-cf6456ba7634 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:38.502403 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b8bcf-2cf8-4716-a2b5-562ca29bbfbf req-21a157eb-7bcb-4996-9fe0-cf6456ba7634 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:38.508604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b8bcf-2cf8-4716-a2b5-562ca29bbfbf req-21a157eb-7bcb-4996-9fe0-cf6456ba7634 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:38.514511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b8bcf-2cf8-4716-a2b5-562ca29bbfbf req-21a157eb-7bcb-4996-9fe0-cf6456ba7634 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:38.521048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b8bcf-2cf8-4716-a2b5-562ca29bbfbf req-21a157eb-7bcb-4996-9fe0-cf6456ba7634 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:38.523219 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df6b8bcf-2cf8-4716-a2b5-562ca29bbfbf req-21a157eb-7bcb-4996-9fe0-cf6456ba7634 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5441 time: 0.1205828 Jul 27 20:10:38.571611 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:38.610597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df6b8bcf-2cf8-4716-a2b5-562ca29bbfbf req-0a403e41-c941-4311-9982-f77e35672c74 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735135 Jul 27 20:10:38.896622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54568e0b-860b-4650-a9f6-73a026d8efe3 req-bef5e07c-efff-4e83-bb8a-88c2c2c91ebf tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:38.903132 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54568e0b-860b-4650-a9f6-73a026d8efe3 req-bef5e07c-efff-4e83-bb8a-88c2c2c91ebf tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:38.910864 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54568e0b-860b-4650-a9f6-73a026d8efe3 req-bef5e07c-efff-4e83-bb8a-88c2c2c91ebf tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:38.918614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54568e0b-860b-4650-a9f6-73a026d8efe3 req-bef5e07c-efff-4e83-bb8a-88c2c2c91ebf tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:38.926070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54568e0b-860b-4650-a9f6-73a026d8efe3 req-bef5e07c-efff-4e83-bb8a-88c2c2c91ebf tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:38.932028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54568e0b-860b-4650-a9f6-73a026d8efe3 req-bef5e07c-efff-4e83-bb8a-88c2c2c91ebf tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:38.938989 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54568e0b-860b-4650-a9f6-73a026d8efe3 req-bef5e07c-efff-4e83-bb8a-88c2c2c91ebf tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:38.945486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-54568e0b-860b-4650-a9f6-73a026d8efe3 req-bef5e07c-efff-4e83-bb8a-88c2c2c91ebf tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5441 time: 0.1264248 Jul 27 20:10:41.222825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 50916) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:10:41.433642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c094b51-c147-4fd1-80c9-5b0974e8a571 req-9aa59458-1b36-4954-9f1d-2a9892c4d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:41.434152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c094b51-c147-4fd1-80c9-5b0974e8a571 req-9aa59458-1b36-4954-9f1d-2a9892c4d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:41.435117 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c094b51-c147-4fd1-80c9-5b0974e8a571 req-9aa59458-1b36-4954-9f1d-2a9892c4d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:41.435594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c094b51-c147-4fd1-80c9-5b0974e8a571 req-9aa59458-1b36-4954-9f1d-2a9892c4d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:41.436060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c094b51-c147-4fd1-80c9-5b0974e8a571 req-9aa59458-1b36-4954-9f1d-2a9892c4d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:41.436686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c094b51-c147-4fd1-80c9-5b0974e8a571 req-9aa59458-1b36-4954-9f1d-2a9892c4d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:41.437159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c094b51-c147-4fd1-80c9-5b0974e8a571 req-9aa59458-1b36-4954-9f1d-2a9892c4d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:41.439208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c094b51-c147-4fd1-80c9-5b0974e8a571 req-9aa59458-1b36-4954-9f1d-2a9892c4d257 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6505 time: 0.2141340 Jul 27 20:10:41.487120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c094b51-c147-4fd1-80c9-5b0974e8a571 req-5daebdb8-294c-4326-9d32-cfeb0602c972 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390747 Jul 27 20:10:41.633636 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:43.388531 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d149bbb3-cc80-43e1-bdba-4df23e6db52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:46.137107 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cc53aedc-7739-4ba8-9bc8-cbaa75f0eeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:46.234965 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:47.038108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6665465-f189-4989-968b-32e471ea7f96 req-152a343f-9d4c-4bca-b463-72c4d813908c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:47.039834 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-152a343f-9d4c-4bca-b463-72c4d813908c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 812 time: 0.1156924 Jul 27 20:10:47.064854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-999383bc-ae68-4a48-a7cd-bfeceb365ee7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/quotas/0731adda0572409ca7d43b1bb898294c HTTP/1.1" status: 200 len: 375 time: 0.0111852 Jul 27 20:10:47.146883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-aca390ac-0d85-4b69-8f8f-86ab53c6a55c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825124 Jul 27 20:10:47.184944 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:47.272257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-304ec93c-bdcd-4905-9a62-bcbf38ef9191 service neutron] 10.222.0.48 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165011 Jul 27 20:10:47.406553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-c4d33f0a-75de-4ba9-b01d-f48277332055 service neutron] 10.222.0.48 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269495 Jul 27 20:10:47.723298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33080b1e-d412-430e-9384-2b9ffb7dd34e req-045dbb94-af6f-4ebd-8c31-55ba0112c1c3 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 210 time: 0.0700116 Jul 27 20:10:48.935135 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:48.945000 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64235dc5-0be3-4380-a422-b3dc00988b46 req-8e129cc4-978a-46ec-9c5b-3b392a954679 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 210 time: 0.1129684 Jul 27 20:10:49.060611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6665465-f189-4989-968b-32e471ea7f96 req-b0299ae7-9f28-446e-afc5-a11d04b56061 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:49.064629 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-b0299ae7-9f28-446e-afc5-a11d04b56061 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 812 time: 0.2279348 Jul 27 20:10:49.083458 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-c6665465-f189-4989-968b-32e471ea7f96 req-4ac06db0-1a08-418f-b6f8-e2aebeb1fc06 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'port': {'device_id': '73f70a9d-fb66-408e-afac-817fbcdfc3a0', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'admin_state_up': True, 'tenant_id': '0731adda0572409ca7d43b1bb898294c'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:10:49.640874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6665465-f189-4989-968b-32e471ea7f96 req-4ac06db0-1a08-418f-b6f8-e2aebeb1fc06 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Made reservation on behalf of 0731adda0572409ca7d43b1bb898294c for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:10:49.645105 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c6665465-f189-4989-968b-32e471ea7f96 req-4ac06db0-1a08-418f-b6f8-e2aebeb1fc06 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:49.854555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-c6665465-f189-4989-968b-32e471ea7f96 req-4ac06db0-1a08-418f-b6f8-e2aebeb1fc06 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Allocated IP 172.20.0.14 (40473804-8946-43d0-a933-5f826ecd08fd/1789535e-1c61-4b14-a8a5-a7e6af05c64f/0be3e407-cefd-4468-881a-0c046f8c3c4b) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:10:50.053775 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c6665465-f189-4989-968b-32e471ea7f96 req-4ac06db0-1a08-418f-b6f8-e2aebeb1fc06 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:50.070549 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-c6665465-f189-4989-968b-32e471ea7f96 req-4ac06db0-1a08-418f-b6f8-e2aebeb1fc06 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Transition to ACTIVE for port object 0be3e407-cefd-4468-881a-0c046f8c3c4b will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:10:50.108080 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c6665465-f189-4989-968b-32e471ea7f96 req-4ac06db0-1a08-418f-b6f8-e2aebeb1fc06 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:50.224177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6665465-f189-4989-968b-32e471ea7f96 req-4ac06db0-1a08-418f-b6f8-e2aebeb1fc06 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Network 40473804-8946-43d0-a933-5f826ecd08fd is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:10:50.231292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da303671-bb53-4132-bc2a-e21bc1ef5b24 req-3b2578a8-c1f9-4d7a-868b-9b2b0498f4dd tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:50.243105 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-da303671-bb53-4132-bc2a-e21bc1ef5b24 req-3b2578a8-c1f9-4d7a-868b-9b2b0498f4dd tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 932 time: 0.1334693 Jul 27 20:10:50.244725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-c6665465-f189-4989-968b-32e471ea7f96 req-4ac06db0-1a08-418f-b6f8-e2aebeb1fc06 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:10:50.253700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6665465-f189-4989-968b-32e471ea7f96 req-4ac06db0-1a08-418f-b6f8-e2aebeb1fc06 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:10:50.307182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac06db0-1a08-418f-b6f8-e2aebeb1fc06 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'Port': ['ID=0be3e407-cefd-4468-881a-0c046f8c3c4b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:50.331658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-da303671-bb53-4132-bc2a-e21bc1ef5b24 req-b077f55e-5daf-4933-8873-346dc99c96fb tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847788 Jul 27 20:10:50.382462 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6665465-f189-4989-968b-32e471ea7f96 req-4ac06db0-1a08-418f-b6f8-e2aebeb1fc06 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:50.388576 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c6665465-f189-4989-968b-32e471ea7f96 req-4ac06db0-1a08-418f-b6f8-e2aebeb1fc06 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:50.417215 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-4ac06db0-1a08-418f-b6f8-e2aebeb1fc06 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3422532 Jul 27 20:10:50.434898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-1bd0b20a-bea1-48ed-a33e-d78f1a9d73c6 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:10:50.436037 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-1bd0b20a-bea1-48ed-a33e-d78f1a9d73c6 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063708 Jul 27 20:10:50.450659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Request body: {'port': {'device_id': '73f70a9d-fb66-408e-afac-817fbcdfc3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:10:50.570136 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:50.592765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2b7001c5-b4a9-4bf4-9e52-a63020e91619 None None] Provisioning for port 0be3e407-cefd-4468-881a-0c046f8c3c4b completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:10:50.608332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2b7001c5-b4a9-4bf4-9e52-a63020e91619 None None] Provisioning complete for port 0be3e407-cefd-4468-881a-0c046f8c3c4b triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:10:50.611509 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2b7001c5-b4a9-4bf4-9e52-a63020e91619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:50.767748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-2b7001c5-b4a9-4bf4-9e52-a63020e91619 None None] Port 0be3e407-cefd-4468-881a-0c046f8c3c4b cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:10:51.152225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be3e407-cefd-4468-881a-0c046f8c3c4b {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:10:51.161835 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:51.180034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Transition to ACTIVE for port object 0be3e407-cefd-4468-881a-0c046f8c3c4b will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:10:51.186857 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:51.362048 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Attempting to bind port 0be3e407-cefd-4468-881a-0c046f8c3c4b on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:10:51.362391 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Attempting to bind port 0be3e407-cefd-4468-881a-0c046f8c3c4b by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:10:51.362721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Attempting to bind port 0be3e407-cefd-4468-881a-0c046f8c3c4b on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:10:51.365111 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Pushing event updated for resources: {'Port': ['ID=0be3e407-cefd-4468-881a-0c046f8c3c4b,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:51.370889 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Port 0be3e407-cefd-4468-881a-0c046f8c3c4b on network 40473804-8946-43d0-a933-5f826ecd08fd not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:10:51.371140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Attempting to bind port 0be3e407-cefd-4468-881a-0c046f8c3c4b on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:10:51.376970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:10:51.377515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Checking segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:10:51.377890 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Bound using segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:10:51.378338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Bound port: 0be3e407-cefd-4468-881a-0c046f8c3c4b, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:10:51.378704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:51.506089 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] For port 0be3e407-cefd-4468-881a-0c046f8c3c4b, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:10:51.510433 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] For port 0be3e407-cefd-4468-881a-0c046f8c3c4b, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=0be3e407-cefd-4468-881a-0c046f8c3c4b,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:10:51.516581 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:51.646841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Pushing event updated for resources: {'Port': ['ID=0be3e407-cefd-4468-881a-0c046f8c3c4b,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:10:51.652513 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:51.653232 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:10:51.654691 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-4f6ccbb0-8dc9-4d11-b20f-2e6be3241428 service neutron] 10.222.0.63 "PUT /v2.0/ports/0be3e407-cefd-4468-881a-0c046f8c3c4b HTTP/1.1" status: 200 len: 1093 time: 1.2093835 Jul 27 20:10:51.655122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f70a9d-fb66-408e-afac-817fbcdfc3a0', 'tag': '0be3e407-cefd-4468-881a-0c046f8c3c4b'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:10:51.661034 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b757f1-5c60-4528-a79c-f2fd85fd9ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "73f70a9d-fb66-408e-afac-817fbcdfc3a0", "tag": "0be3e407-cefd-4468-881a-0c046f8c3c4b"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:10:51.761502 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b049c6e-0841-4118-98d0-1223e0f0c4f8 x-openstack-request-id: req-5b049c6e-0841-4118-98d0-1223e0f0c4f8 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:10:51.762041 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f70a9d-fb66-408e-afac-817fbcdfc3a0", "tag": "0be3e407-cefd-4468-881a-0c046f8c3c4b", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:10:51.762457 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b049c6e-0841-4118-98d0-1223e0f0c4f8 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:10:51.763015 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f70a9d-fb66-408e-afac-817fbcdfc3a0', 'tag': '0be3e407-cefd-4468-881a-0c046f8c3c4b', 'status': 'completed', 'code': 200} Jul 27 20:10:51.794728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6665465-f189-4989-968b-32e471ea7f96 req-37f83128-54d5-4807-9ef0-42896a040a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:51.796811 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-37f83128-54d5-4807-9ef0-42896a040a46 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 1096 time: 0.0802968 Jul 27 20:10:51.922484 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-9887c258-07b2-4c2d-aedf-5ef1d93c22e9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0be3e407-cefd-4468-881a-0c046f8c3c4b HTTP/1.1" status: 200 len: 217 time: 0.1173546 Jul 27 20:10:51.985386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31276017-5d30-4e2e-bc2f-8d9c81f1eaa5 req-90c95e3e-70c6-4183-a347-1cb28b0ea64e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:51.992609 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6665465-f189-4989-968b-32e471ea7f96 req-1c20a6a5-1ba0-4682-bc6e-dc32d38cea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:51.994206 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-1c20a6a5-1ba0-4682-bc6e-dc32d38cea31 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0629447 Jul 27 20:10:52.000176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31276017-5d30-4e2e-bc2f-8d9c81f1eaa5 req-90c95e3e-70c6-4183-a347-1cb28b0ea64e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.5173142 Jul 27 20:10:52.107140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6665465-f189-4989-968b-32e471ea7f96 req-5221e393-9feb-4762-aefe-9ed200102561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:52.109096 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-5221e393-9feb-4762-aefe-9ed200102561 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892551 Jul 27 20:10:52.149158 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31276017-5d30-4e2e-bc2f-8d9c81f1eaa5 req-5c28f7e2-d591-4af9-9373-60076ce44572 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478531 Jul 27 20:10:52.261748 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-892debc7-4901-4dbc-b3f7-ba1dfd3dea7b service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441991 Jul 27 20:10:52.391579 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c6665465-f189-4989-968b-32e471ea7f96 req-185dbbde-58f4-4cb5-b6e4-16db556dd7b8 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203721 Jul 27 20:10:52.519810 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b757f1-5c60-4528-a79c-f2fd85fd9ca4 req-6d15e7fa-77bf-4600-a319-a7d77ef4bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:52.521827 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00b757f1-5c60-4528-a79c-f2fd85fd9ca4 req-6d15e7fa-77bf-4600-a319-a7d77ef4bad9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 1096 time: 0.0666909 Jul 27 20:10:52.785582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b757f1-5c60-4528-a79c-f2fd85fd9ca4 req-ddec1417-b909-4d51-8b24-419699a890ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:52.789200 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00b757f1-5c60-4528-a79c-f2fd85fd9ca4 req-ddec1417-b909-4d51-8b24-419699a890ad service neutron] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.2533000 Jul 27 20:10:52.896619 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00b757f1-5c60-4528-a79c-f2fd85fd9ca4 req-b97b0d6d-5be1-4c13-a76e-35f59ff27d81 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0be3e407-cefd-4468-881a-0c046f8c3c4b HTTP/1.1" status: 200 len: 217 time: 0.0980456 Jul 27 20:10:52.986516 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b757f1-5c60-4528-a79c-f2fd85fd9ca4 req-9de3649c-9662-4bd7-8a00-74a3bc066fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:52.988762 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00b757f1-5c60-4528-a79c-f2fd85fd9ca4 req-9de3649c-9662-4bd7-8a00-74a3bc066fd4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0805855 Jul 27 20:10:53.074066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b757f1-5c60-4528-a79c-f2fd85fd9ca4 req-458d71fe-1f70-4bef-a1f4-76b3f5efe22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:53.076254 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00b757f1-5c60-4528-a79c-f2fd85fd9ca4 req-458d71fe-1f70-4bef-a1f4-76b3f5efe22c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763633 Jul 27 20:10:53.216610 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00b757f1-5c60-4528-a79c-f2fd85fd9ca4 req-2bc1ee7e-ac2a-4321-bf9d-088db497dca3 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329460 Jul 27 20:10:53.344434 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00b757f1-5c60-4528-a79c-f2fd85fd9ca4 req-13924127-1df6-49a6-8617-1e1d3f519a2c service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189997 Jul 27 20:10:53.352349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135b45a-e12e-4e8b-b6cf-b14b5c3afcac req-c8d34f1b-f5c9-4664-be9e-a9093497df7c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:53.354554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0135b45a-e12e-4e8b-b6cf-b14b5c3afcac req-c8d34f1b-f5c9-4664-be9e-a9093497df7c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.0906816 Jul 27 20:10:53.416554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0135b45a-e12e-4e8b-b6cf-b14b5c3afcac req-b8b5cc2e-f1b0-4183-9ccf-5a72fd8b67d9 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550089 Jul 27 20:10:54.583336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd17083-b51f-4fab-a5bf-fde84fdfb8e2 req-d563ad6a-9e63-4a15-a170-e21aeb44f07f tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:54.592626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4dd17083-b51f-4fab-a5bf-fde84fdfb8e2 req-d563ad6a-9e63-4a15-a170-e21aeb44f07f tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.0858755 Jul 27 20:10:54.660626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4dd17083-b51f-4fab-a5bf-fde84fdfb8e2 req-968aceba-f82b-42bd-ab5b-733e00a542ea tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657711 Jul 27 20:10:55.926431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dac3f-5edf-4c49-a2e0-77956be442d4 req-261f8fde-1dd6-40f6-ae45-96207abc56f8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:55.943399 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-253dac3f-5edf-4c49-a2e0-77956be442d4 req-261f8fde-1dd6-40f6-ae45-96207abc56f8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.1507442 Jul 27 20:10:56.035834 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-253dac3f-5edf-4c49-a2e0-77956be442d4 req-841058f7-97f4-4e5f-9535-a3b6caa4b9d1 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859821 Jul 27 20:10:56.747413 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:10:57.250232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75baecdf-bac6-4dbf-85f7-9a3adbbb55d6 req-aee0563b-e077-464d-9731-a146f95e395d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:57.253160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-75baecdf-bac6-4dbf-85f7-9a3adbbb55d6 req-aee0563b-e077-464d-9731-a146f95e395d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.0905313 Jul 27 20:10:57.367441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-75baecdf-bac6-4dbf-85f7-9a3adbbb55d6 req-1dce835d-3677-43cd-b307-be2a0b686e1a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066737 Jul 27 20:10:58.567053 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a696e9-26e5-4d7d-bec4-611b4537d2ff req-cf1298b1-9386-403f-8d52-0c21c2851c16 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:58.568799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59a696e9-26e5-4d7d-bec4-611b4537d2ff req-cf1298b1-9386-403f-8d52-0c21c2851c16 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.0797710 Jul 27 20:10:58.640504 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-59a696e9-26e5-4d7d-bec4-611b4537d2ff req-5f9a1bfe-df4f-468a-a181-42393c5a42b3 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611043 Jul 27 20:10:59.809350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4548bfe-90b0-46f0-a772-6995d0eac4be req-bc2a6113-87a5-44cf-b426-e33f0797a727 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:10:59.819268 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4548bfe-90b0-46f0-a772-6995d0eac4be req-bc2a6113-87a5-44cf-b426-e33f0797a727 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.0852857 Jul 27 20:10:59.869989 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4548bfe-90b0-46f0-a772-6995d0eac4be req-b356ce92-0baa-4bb6-ad3e-c891f813589b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494461 Jul 27 20:11:01.031835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf9743-1a2f-4013-b57c-f196e45048a6 req-bfe05501-65eb-4a63-9b77-621b4cdcf689 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:01.040188 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8bf9743-1a2f-4013-b57c-f196e45048a6 req-bfe05501-65eb-4a63-9b77-621b4cdcf689 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.0953729 Jul 27 20:11:01.088945 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8bf9743-1a2f-4013-b57c-f196e45048a6 req-d0c84875-89d2-402f-a346-90e682ee5447 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440223 Jul 27 20:11:02.070183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51410) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:11:02.168105 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-7881df36-8f80-471a-a7e3-90ba6f6e188d admin admin] Deleting subnet 73143712-7246-403e-92cc-9cb7cf689908 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:11:02.173271 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7881df36-8f80-471a-a7e3-90ba6f6e188d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:02.255216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7881df36-8f80-471a-a7e3-90ba6f6e188d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:02.277863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d4e48-642a-4418-abf5-5831f0ebb63e req-78134ed2-b818-4d38-987a-48ce187460cd tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:02.279605 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f40d4e48-642a-4418-abf5-5831f0ebb63e req-78134ed2-b818-4d38-987a-48ce187460cd tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.0840271 Jul 27 20:11:02.304738 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7881df36-8f80-471a-a7e3-90ba6f6e188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:02.342068 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f40d4e48-642a-4418-abf5-5831f0ebb63e req-2b080c08-a97f-4ba5-bda9-8fc56186639f tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536609 Jul 27 20:11:02.389781 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7881df36-8f80-471a-a7e3-90ba6f6e188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:02.421402 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881df36-8f80-471a-a7e3-90ba6f6e188d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73143712-7246-403e-92cc-9cb7cf689908,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:02.425540 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7881df36-8f80-471a-a7e3-90ba6f6e188d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:02.432080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 51418) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:11:02.432387 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7881df36-8f80-471a-a7e3-90ba6f6e188d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/73143712-7246-403e-92cc-9cb7cf689908 HTTP/1.1" status: 204 len: 168 time: 0.3601363 Jul 27 20:11:02.520945 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:02.605515 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:02.615633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:11:02.627123 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c55acb6-7d2e-47d0-afc3-06f6a7149bf2') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:11:02.627906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c55acb6-7d2e-47d0-afc3-06f6a7149bf2') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:11:02.642438 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:02.657715 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:02.664582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:11:02.665434 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:11:02.667251 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:11:02.730511 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:02.737693 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:02.739938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] 10.222.0.48 "DELETE /v2.0/networks/8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8 HTTP/1.1" status: 204 len: 168 time: 0.3067863 Jul 27 20:11:02.757067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Pushing event deleted for resources: {'Network': ['ID=8bcfeb19-b6fe-48f5-94dd-6ab7ec5c6ea8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:02.766568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:02.767022 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:02.767368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:02.767697 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:02.768021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:02.768357 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:02.768710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:02.769039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:02.769371 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:02.769692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:02.770050 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:02.770333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdef174f-fd8a-415b-8bc6-7bc5c89be68c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:02.869527 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 51426) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:11:02.911940 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4d8330df-c633-4c71-bc54-5703535d56ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2a8d8b129024068943d49af3a1abfd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411897 Jul 27 20:11:02.914637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 51428) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:11:02.966700 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2e4ac828-34c1-4da8-bdf8-c0d54b88fd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:02.991241 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2e4ac828-34c1-4da8-bdf8-c0d54b88fd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:03.052168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2e4ac828-34c1-4da8-bdf8-c0d54b88fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:03.055112 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2e4ac828-34c1-4da8-bdf8-c0d54b88fd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:03.056320 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2e4ac828-34c1-4da8-bdf8-c0d54b88fd7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3 HTTP/1.1" status: 204 len: 168 time: 0.1406698 Jul 27 20:11:03.065804 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ac828-34c1-4da8-bdf8-c0d54b88fd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd6e9ce-b6b5-42bd-a2e8-0803d60bbce3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:03.498731 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d31c55-ecc3-4e46-9885-6b2032b3c56d req-4df4022a-0b08-4c53-ab65-1d08f45ca2ed tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:03.500658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9d31c55-ecc3-4e46-9885-6b2032b3c56d req-4df4022a-0b08-4c53-ab65-1d08f45ca2ed tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.0822239 Jul 27 20:11:03.568549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9d31c55-ecc3-4e46-9885-6b2032b3c56d req-b11d39d6-e6d3-4889-90b0-dc7a62f755a8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529978 Jul 27 20:11:04.746057 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc16d97-504b-4f17-a655-37024fdb8fbb req-35d60df4-4635-4a19-b5f2-aea0e5c448eb tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:04.756875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7bc16d97-504b-4f17-a655-37024fdb8fbb req-35d60df4-4635-4a19-b5f2-aea0e5c448eb tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.1077721 Jul 27 20:11:04.803816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7bc16d97-504b-4f17-a655-37024fdb8fbb req-d2a54d4d-9ebe-438f-a703-98f2ac91d8d6 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458300 Jul 27 20:11:05.816734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-2679023b-a961-477e-b6dd-90db48118e7f tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=b45142e3fde54f25b70df5ca91080e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317988 Jul 27 20:11:06.047870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-574f3d86-1149-4f8c-a7b4-0478f97fdaae tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:06.049707 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-574f3d86-1149-4f8c-a7b4-0478f97fdaae tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2268920 Jul 27 20:11:06.084895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831fd96-201d-48ba-8bb1-5fde59836d8d req-6df5c983-7398-4c15-bc06-7cd4e27f37d6 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:06.086522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b831fd96-201d-48ba-8bb1-5fde59836d8d req-6df5c983-7398-4c15-bc06-7cd4e27f37d6 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.1844640 Jul 27 20:11:06.092852 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-0cc21fb4-47fe-49f4-b273-08e5cd014c31 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/quotas/b45142e3fde54f25b70df5ca91080e06 HTTP/1.1" status: 200 len: 375 time: 0.0286815 Jul 27 20:11:06.135887 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-c21d5ed8-eda9-4230-9c56-8f45f6106280 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b45142e3fde54f25b70df5ca91080e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419202 Jul 27 20:11:06.162237 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b831fd96-201d-48ba-8bb1-5fde59836d8d req-7ebee42c-1cfa-4bff-93e4-a982ebd273d4 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670698 Jul 27 20:11:06.340501 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb61e94b-1df9-4d6f-955a-c9eccc92edc1 req-b6df5683-5d02-42d1-b08a-699399994cf0 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 210 time: 0.0425138 Jul 27 20:11:07.295588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6168972-dc03-41a7-ae1d-4958b86d9357 req-9b9bfeac-b126-4f8a-b1e7-0769dcea306e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:07.297260 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6168972-dc03-41a7-ae1d-4958b86d9357 req-9b9bfeac-b126-4f8a-b1e7-0769dcea306e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.0712707 Jul 27 20:11:07.338777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6168972-dc03-41a7-ae1d-4958b86d9357 req-7000657f-4f92-428f-8a8c-acb5a472d46d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329516 Jul 27 20:11:07.456930 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-29d43ea1-6de4-4491-b3f2-d6d0f9dc565a tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b45142e3fde54f25b70df5ca91080e06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307541 Jul 27 20:11:07.482741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d422e702-3dd5-4aec-85c3-a9903092f3af req-6b14ae82-1ba5-4fbb-8417-ea5506c80e9f tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 210 time: 0.0577278 Jul 27 20:11:07.602959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-afe5d0c2-527d-4c24-ac79-3a855a56651c tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:07.604429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-afe5d0c2-527d-4c24-ac79-3a855a56651c tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1243093 Jul 27 20:11:07.622892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Request body: {'port': {'device_id': '3f3b9658-ac1e-4e88-8f17-bad2c946c896', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': 'b45142e3fde54f25b70df5ca91080e06'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:11:07.735102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Made reservation on behalf of b45142e3fde54f25b70df5ca91080e06 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:11:07.738926 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:07.748034 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:07.837921 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:07.843578 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:07.904641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a7a992-61e6-4b40-9a11-df407f79530a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:07.987078 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Allocated IP 192.168.233.93 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/5616f8de-f5a2-4695-8d68-76512eb87a51) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:11:08.135110 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:08.150556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Transition to ACTIVE for port object 5616f8de-f5a2-4695-8d68-76512eb87a51 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:11:08.187604 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:08.236019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:11:08.239202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:11:08.243988 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:11:08.246665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Pushing event updated for resources: {'Port': ['ID=5616f8de-f5a2-4695-8d68-76512eb87a51,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:08.294939 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:08.295556 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:08.311696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-d0c72ded-6920-4783-b2ae-29c6442bfbee tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6926684 Jul 27 20:11:08.325635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Request body: {'port': {'device_id': '3f3b9658-ac1e-4e88-8f17-bad2c946c896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:11:08.409806 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:08.564441 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:08.582530 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fc19ce89-f0a0-4464-8f08-beb573637eff None None] Provisioning for port 5616f8de-f5a2-4695-8d68-76512eb87a51 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:11:08.587139 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fc19ce89-f0a0-4464-8f08-beb573637eff None None] Provisioning complete for port 5616f8de-f5a2-4695-8d68-76512eb87a51 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:11:08.587513 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc19ce89-f0a0-4464-8f08-beb573637eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:08.625900 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-fc19ce89-f0a0-4464-8f08-beb573637eff None None] Port 5616f8de-f5a2-4695-8d68-76512eb87a51 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:11:08.657471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f5ae0-d67d-43fb-baae-1f3cbd809b8a req-c2c86940-5e14-4b5b-b4f6-c916cca435ab tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:08.658982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-223f5ae0-d67d-43fb-baae-1f3cbd809b8a req-c2c86940-5e14-4b5b-b4f6-c916cca435ab tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.2294843 Jul 27 20:11:08.746980 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-223f5ae0-d67d-43fb-baae-1f3cbd809b8a req-f33de559-6518-4433-96ef-06b9801186b5 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776098 Jul 27 20:11:08.761346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d89e20-65de-4d1a-b1b5-4f9614abeefb req-d3a85f17-4a5d-4b50-afb4-16166a7ac9ad tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:08.763000 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4d89e20-65de-4d1a-b1b5-4f9614abeefb req-d3a85f17-4a5d-4b50-afb4-16166a7ac9ad tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 935 time: 0.1997743 Jul 27 20:11:08.835182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4d89e20-65de-4d1a-b1b5-4f9614abeefb req-4e0b17f5-174e-4198-b26d-7dba85eb28d9 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a7a992-61e6-4b40-9a11-df407f79530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641828 Jul 27 20:11:08.843891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5616f8de-f5a2-4695-8d68-76512eb87a51 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:11:08.857043 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:08.864760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Transition to ACTIVE for port object 5616f8de-f5a2-4695-8d68-76512eb87a51 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:11:08.868972 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:08.944618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5616f8de-f5a2-4695-8d68-76512eb87a51,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:08.995664 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Attempting to bind port 5616f8de-f5a2-4695-8d68-76512eb87a51 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:11:08.995996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Attempting to bind port 5616f8de-f5a2-4695-8d68-76512eb87a51 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:11:08.996332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Attempting to bind port 5616f8de-f5a2-4695-8d68-76512eb87a51 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:11:09.001065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Port 5616f8de-f5a2-4695-8d68-76512eb87a51 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:11:09.001490 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Attempting to bind port 5616f8de-f5a2-4695-8d68-76512eb87a51 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:11:09.006614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:11:09.006953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:11:09.007337 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:11:09.007765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Bound port: 5616f8de-f5a2-4695-8d68-76512eb87a51, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:11:09.008127 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:09.076176 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] For port 5616f8de-f5a2-4695-8d68-76512eb87a51, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:11:09.079612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] For port 5616f8de-f5a2-4695-8d68-76512eb87a51, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=5616f8de-f5a2-4695-8d68-76512eb87a51,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:11:09.085645 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:09.153323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:09.153947 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:09.155408 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] 10.222.0.52 "PUT /v2.0/ports/5616f8de-f5a2-4695-8d68-76512eb87a51 HTTP/1.1" status: 200 len: 1096 time: 0.8343799 Jul 27 20:11:09.156066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3b9658-ac1e-4e88-8f17-bad2c946c896', 'tag': '5616f8de-f5a2-4695-8d68-76512eb87a51'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:11:09.158375 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e791ef8a-23fe-43c5-a216-82cd7c400493" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3b9658-ac1e-4e88-8f17-bad2c946c896", "tag": "5616f8de-f5a2-4695-8d68-76512eb87a51"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:11:09.171497 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d03ad-6e10-447f-aed9-bcef6e2c44f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5616f8de-f5a2-4695-8d68-76512eb87a51,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:09.212729 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ff4f7c-2101-45df-b35b-7aa9203302eb x-openstack-request-id: req-54ff4f7c-2101-45df-b35b-7aa9203302eb {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:11:09.212985 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3b9658-ac1e-4e88-8f17-bad2c946c896", "tag": "5616f8de-f5a2-4695-8d68-76512eb87a51", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:11:09.213182 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54ff4f7c-2101-45df-b35b-7aa9203302eb {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:11:09.213544 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3b9658-ac1e-4e88-8f17-bad2c946c896', 'tag': '5616f8de-f5a2-4695-8d68-76512eb87a51', 'status': 'completed', 'code': 200} Jul 27 20:11:09.266134 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-98d962fb-53bd-4ea3-8326-4675fa53407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:09.267782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-98d962fb-53bd-4ea3-8326-4675fa53407e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b45142e3fde54f25b70df5ca91080e06&device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 1099 time: 0.0685341 Jul 27 20:11:09.313139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-b7acdd69-3aef-4f11-afce-7d126ca7b931 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=5616f8de-f5a2-4695-8d68-76512eb87a51 HTTP/1.1" status: 200 len: 217 time: 0.0372300 Jul 27 20:11:09.369925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-38fd76c9-9da5-4df1-8561-5e7af7d4215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:09.371428 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-38fd76c9-9da5-4df1-8561-5e7af7d4215b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0514934 Jul 27 20:11:09.433496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-7ac155e1-1985-433b-8ebf-405ed113413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:09.435012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-7ac155e1-1985-433b-8ebf-405ed113413b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0554397 Jul 27 20:11:09.529457 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-5292c79e-7116-4526-876b-f8a7d8e6fe78 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869806 Jul 27 20:11:09.627672 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06246d4d-3aec-4ba6-9621-ab446ea0b7e3 req-ce69f46d-f87e-4a19-a781-800be3325c32 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897534 Jul 27 20:11:09.729039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791ef8a-23fe-43c5-a216-82cd7c400493 req-3858fd75-5d82-48a2-a56d-d8e398dfd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:09.730569 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e791ef8a-23fe-43c5-a216-82cd7c400493 req-3858fd75-5d82-48a2-a56d-d8e398dfd3ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b45142e3fde54f25b70df5ca91080e06&device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 1099 time: 0.0569172 Jul 27 20:11:09.835157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791ef8a-23fe-43c5-a216-82cd7c400493 req-e9b48b14-b6e3-4987-8a6c-d14ffc44d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:09.837296 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e791ef8a-23fe-43c5-a216-82cd7c400493 req-e9b48b14-b6e3-4987-8a6c-d14ffc44d48a service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.0993652 Jul 27 20:11:09.892897 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e791ef8a-23fe-43c5-a216-82cd7c400493 req-d5e816ce-520b-4700-92e8-44ab6ff57224 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=5616f8de-f5a2-4695-8d68-76512eb87a51 HTTP/1.1" status: 200 len: 217 time: 0.0468509 Jul 27 20:11:10.368697 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791ef8a-23fe-43c5-a216-82cd7c400493 req-5d747295-59a2-49b5-9bc9-b94d945760f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:10.370191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e791ef8a-23fe-43c5-a216-82cd7c400493 req-5d747295-59a2-49b5-9bc9-b94d945760f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.4551640 Jul 27 20:11:10.431825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b9fe5-a35f-401f-b706-c458a497e09c req-e7f27cf6-7341-495d-ae06-2584da1eb504 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:10.433284 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-801b9fe5-a35f-401f-b706-c458a497e09c req-e7f27cf6-7341-495d-ae06-2584da1eb504 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.5795455 Jul 27 20:11:10.456902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04c56a-d3b2-428e-a34c-e7fe200e6d6f req-b60dcbc3-7d18-4c6d-b62a-2b1341d02462 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:10.458329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd04c56a-d3b2-428e-a34c-e7fe200e6d6f req-b60dcbc3-7d18-4c6d-b62a-2b1341d02462 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 947 time: 0.5418124 Jul 27 20:11:10.520157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-801b9fe5-a35f-401f-b706-c458a497e09c req-c8b0fd9d-866d-474d-b7b0-dfed80b678a6 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785322 Jul 27 20:11:10.526944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791ef8a-23fe-43c5-a216-82cd7c400493 req-7fedcc80-8b78-44ad-bcad-9daaf63d3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:10.528673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e791ef8a-23fe-43c5-a216-82cd7c400493 req-7fedcc80-8b78-44ad-bcad-9daaf63d3f8e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1489081 Jul 27 20:11:10.540199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd04c56a-d3b2-428e-a34c-e7fe200e6d6f req-3d728a20-b108-4e1c-8f8d-6d6bb7d0a46b tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a7a992-61e6-4b40-9a11-df407f79530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726273 Jul 27 20:11:10.626680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e791ef8a-23fe-43c5-a216-82cd7c400493 req-90a9b4c6-b28a-4859-b748-f87c6665fecc service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853117 Jul 27 20:11:10.724595 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e791ef8a-23fe-43c5-a216-82cd7c400493 req-33a0b796-922a-43c1-bb16-7b26f37ce392 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899310 Jul 27 20:11:11.658092 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:11.696327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4c31a-b1de-4583-80df-dda2dcc2bd35 req-fc6c47d7-fb26-408c-8059-92274becaeb2 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:11.697925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74f4c31a-b1de-4583-80df-dda2dcc2bd35 req-fc6c47d7-fb26-408c-8059-92274becaeb2 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.1082513 Jul 27 20:11:11.710640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f4343-81ff-48d3-abed-05cc87f9d8d1 req-8b8b796a-a019-4017-a655-fa8b3e609cd8 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:11.712427 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-797f4343-81ff-48d3-abed-05cc87f9d8d1 req-8b8b796a-a019-4017-a655-fa8b3e609cd8 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 947 time: 0.0934718 Jul 27 20:11:11.766456 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74f4c31a-b1de-4583-80df-dda2dcc2bd35 req-3100f9be-cab2-4aac-9678-fbc85d94123a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528958 Jul 27 20:11:11.787077 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-797f4343-81ff-48d3-abed-05cc87f9d8d1 req-ae51b629-96cd-47e9-9b8b-591729ec2649 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a7a992-61e6-4b40-9a11-df407f79530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590506 Jul 27 20:11:12.850519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 5616f8de-f5a2-4695-8d68-76512eb87a51 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:11:12.949804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e7c45-07de-42c6-8731-122fe625e569 req-27e0c963-00f7-4835-86c3-61764a0dd886 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:12.957056 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5a0e7c45-07de-42c6-8731-122fe625e569 req-27e0c963-00f7-4835-86c3-61764a0dd886 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.1199081 Jul 27 20:11:12.968445 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 5616f8de-f5a2-4695-8d68-76512eb87a51, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=5616f8de-f5a2-4695-8d68-76512eb87a51,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:11:12.980850 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '5616f8de-f5a2-4695-8d68-76512eb87a51', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '5616f8de-f5a2-4695-8d68-76512eb87a51', 'mac_address': 'fa:16:3e:a3:98:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:11:12.984518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda710c-07dd-4ab2-8625-efbfa48d2bf9 req-65da5277-d3e4-4a34-b788-a50c49c29b84 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:12.986198 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1eda710c-07dd-4ab2-8625-efbfa48d2bf9 req-65da5277-d3e4-4a34-b788-a50c49c29b84 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 947 time: 0.1159873 Jul 27 20:11:13.026903 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5a0e7c45-07de-42c6-8731-122fe625e569 req-f6307bff-efa3-40e9-9b91-18e85b00d3e6 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688019 Jul 27 20:11:13.028289 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:13.049214 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1eda710c-07dd-4ab2-8625-efbfa48d2bf9 req-39ff397a-cdbb-49b9-b310-c87d28fcb4cc tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a7a992-61e6-4b40-9a11-df407f79530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516882 Jul 27 20:11:13.209412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5616f8de-f5a2-4695-8d68-76512eb87a51 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:11:13.231983 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 5616f8de-f5a2-4695-8d68-76512eb87a51, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=5616f8de-f5a2-4695-8d68-76512eb87a51,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:11:13.237665 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:13.288413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=5616f8de-f5a2-4695-8d68-76512eb87a51,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:13.296196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:13.296710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:13.297052 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:13.297389 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:13.297716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:13.298044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:13.298424 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:13.298769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:13.299373 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:13.300009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:13.300334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:13.300683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:13.377369 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e2bc36d3-1c14-490f-acac-804d83e68ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:13.513203 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['5616f8de-f5a2-4695-8d68-76512eb87a51'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:11:14.206210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51666173-b854-4e57-9682-9426c44d8587 req-3cf19a3f-bc6a-4447-9752-139f57c959f8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:14.207759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51666173-b854-4e57-9682-9426c44d8587 req-3cf19a3f-bc6a-4447-9752-139f57c959f8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.1081519 Jul 27 20:11:14.220137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d77b53-1ded-436f-b3b5-e25011e904cc req-fc9235fd-d616-4b2c-a60e-30d7af42e4ac tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:14.221700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63d77b53-1ded-436f-b3b5-e25011e904cc req-fc9235fd-d616-4b2c-a60e-30d7af42e4ac tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 948 time: 0.0899518 Jul 27 20:11:14.275727 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51666173-b854-4e57-9682-9426c44d8587 req-c4e0d83d-8d6a-4f36-993e-d2e2ef8511b1 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530481 Jul 27 20:11:14.283042 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63d77b53-1ded-436f-b3b5-e25011e904cc req-1772e438-c941-4709-a1cd-95151bdd31e8 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a7a992-61e6-4b40-9a11-df407f79530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539541 Jul 27 20:11:14.865420 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 5616f8de-f5a2-4695-8d68-76512eb87a51 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:11:14.921313 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 5616f8de-f5a2-4695-8d68-76512eb87a51 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:11:14.927966 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 5616f8de-f5a2-4695-8d68-76512eb87a51 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:11:14.928425 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:15.023658 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:15.052371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b9658-ac1e-4e88-8f17-bad2c946c896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5616f8de-f5a2-4695-8d68-76512eb87a51'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:11:15.054835 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f990e54-0bda-4a25-8b68-de999eac6be7" -d '{"events": [{"server_uuid": "3f3b9658-ac1e-4e88-8f17-bad2c946c896", "name": "network-vif-plugged", "status": "completed", "tag": "5616f8de-f5a2-4695-8d68-76512eb87a51"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:11:15.068055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 5616f8de-f5a2-4695-8d68-76512eb87a51, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=5616f8de-f5a2-4695-8d68-76512eb87a51,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:11:15.073797 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:15.115074 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-4ec5f387-74cf-454d-805a-27164cb2d6f0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0800662 Jul 27 20:11:15.162634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=5616f8de-f5a2-4695-8d68-76512eb87a51,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:15.194053 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f198016b-8d78-4195-901b-e14630bfd754 x-openstack-request-id: req-f198016b-8d78-4195-901b-e14630bfd754 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:11:15.194447 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3b9658-ac1e-4e88-8f17-bad2c946c896", "name": "network-vif-plugged", "status": "completed", "tag": "5616f8de-f5a2-4695-8d68-76512eb87a51", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:11:15.194578 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f198016b-8d78-4195-901b-e14630bfd754 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:11:15.199047 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3b9658-ac1e-4e88-8f17-bad2c946c896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5616f8de-f5a2-4695-8d68-76512eb87a51', 'code': 200} Jul 27 20:11:15.258643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-d8950841-b0e5-4be4-abae-81a46a0c7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:15.259151 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-d8950841-b0e5-4be4-abae-81a46a0c7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:15.259632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-d8950841-b0e5-4be4-abae-81a46a0c7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:15.260107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-d8950841-b0e5-4be4-abae-81a46a0c7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:15.260766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-d8950841-b0e5-4be4-abae-81a46a0c7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:15.261258 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-d8950841-b0e5-4be4-abae-81a46a0c7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:15.261776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-d8950841-b0e5-4be4-abae-81a46a0c7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:15.263979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-d8950841-b0e5-4be4-abae-81a46a0c7e5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6505 time: 0.0727353 Jul 27 20:11:15.327475 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ff4f4-a7ab-43fe-8ac3-82d916a9aac1 req-c81437e7-a5a3-4150-ba86-1405882aed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:15.329357 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4c4ff4f4-a7ab-43fe-8ac3-82d916a9aac1 req-c81437e7-a5a3-4150-ba86-1405882aed03 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 1101 time: 0.0729358 Jul 27 20:11:15.392961 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4c4ff4f4-a7ab-43fe-8ac3-82d916a9aac1 req-eab3cf79-630a-4a92-bbaf-6135f3859a19 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=87a7a992-61e6-4b40-9a11-df407f79530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535729 Jul 27 20:11:15.462463 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-4aa7cc14-93c5-4abd-8f86-f0b0590b29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:15.462977 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-4aa7cc14-93c5-4abd-8f86-f0b0590b29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:15.463563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-4aa7cc14-93c5-4abd-8f86-f0b0590b29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:15.465264 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-4aa7cc14-93c5-4abd-8f86-f0b0590b29e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ac679f8b-06ff-475b-999e-fecd672dac7a&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=73d72393-3d95-4308-9106-6209eefa092b&id=73d72393-3d95-4308-9106-6209eefa092b HTTP/1.1" status: 200 len: 2298 time: 0.1765385 Jul 27 20:11:15.563561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5711b7-c8d6-42ac-9b47-d4b20560a021 req-b812a3e7-827e-465b-b57c-66184f0abfed tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:15.565517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a5711b7-c8d6-42ac-9b47-d4b20560a021 req-b812a3e7-827e-465b-b57c-66184f0abfed tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 944 time: 0.1902139 Jul 27 20:11:15.575415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311a7da-6e90-4368-a0b9-aae34e3513ed req-787cef88-d951-4ef8-8a96-2452189b954b tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:15.576916 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b311a7da-6e90-4368-a0b9-aae34e3513ed req-787cef88-d951-4ef8-8a96-2452189b954b tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 949 time: 0.1837494 Jul 27 20:11:15.581317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-367d0cb7-378e-49a7-b9a2-d75700bdcebd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0832f3a4-1619-4ea1-b9bf-87a13b42df43 HTTP/1.1" status: 200 len: 1001 time: 0.1071224 Jul 27 20:11:15.684354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a5711b7-c8d6-42ac-9b47-d4b20560a021 req-cf18f0d3-00a6-4cc3-b106-9c85c971f2ab tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061697 Jul 27 20:11:15.698604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-af79eb23-97a3-4aba-bdc8-052d76c58f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:15.700096 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-af79eb23-97a3-4aba-bdc8-052d76c58f56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5c4faa1-1e78-41dd-a98d-2cdbd705d07e HTTP/1.1" status: 200 len: 855 time: 0.0972083 Jul 27 20:11:15.704888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b311a7da-6e90-4368-a0b9-aae34e3513ed req-a0b6f369-11a1-4c10-b5e3-08eb38dd3369 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a7a992-61e6-4b40-9a11-df407f79530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180022 Jul 27 20:11:15.770062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-92ed4c86-1b11-4b70-ba68-5ea7b38d7d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:15.771633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-92ed4c86-1b11-4b70-ba68-5ea7b38d7d02 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ac679f8b-06ff-475b-999e-fecd672dac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631380 Jul 27 20:11:15.872547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-ba1e5791-a417-4b0f-a7cb-9acc1309b87b service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926995 Jul 27 20:11:15.976574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-ee8c3793-944c-4c33-a039-70c3f28422fd service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950849 Jul 27 20:11:16.029280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-ce02b476-ddb2-4750-a2eb-d4668aba337b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=126479f5-4f00-4961-8987-3f39241c2c16 HTTP/1.1" status: 200 len: 217 time: 0.0405612 Jul 27 20:11:16.088232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-f0e5c060-85ab-4563-8ae6-3de8ecbc7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:16.089728 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-f0e5c060-85ab-4563-8ae6-3de8ecbc7926 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0514283 Jul 27 20:11:16.110552 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1f12c888-752f-427a-b4fc-6826470dc325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:16.170646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-74abfd7e-1a1c-4cbc-b898-5519a69a3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:16.172548 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-74abfd7e-1a1c-4cbc-b898-5519a69a3f7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0733519 Jul 27 20:11:16.235395 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:16.273328 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-ea61720a-256e-4526-beb8-84024e7ffeb4 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922942 Jul 27 20:11:16.299818 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 0be3e407-cefd-4468-881a-0c046f8c3c4b details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:11:16.364484 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-3098e033-9e49-4e33-a745-c833b3f85d08 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839477 Jul 27 20:11:16.404245 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 0be3e407-cefd-4468-881a-0c046f8c3c4b, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=0be3e407-cefd-4468-881a-0c046f8c3c4b,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:11:16.416124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '0be3e407-cefd-4468-881a-0c046f8c3c4b', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'port_id': '0be3e407-cefd-4468-881a-0c046f8c3c4b', 'mac_address': 'fa:16:3e:37:82:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:11:16.418086 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-36fe65d9-43c6-47f3-8931-fd1479061762 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=cf287038-36da-428d-9206-c7ff8b06bd7c HTTP/1.1" status: 200 len: 217 time: 0.0430787 Jul 27 20:11:16.458234 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:16.470028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-690e292a-caf1-444f-bc3a-fbbdcf08bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:16.471812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be3e407-cefd-4468-881a-0c046f8c3c4b {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:11:16.471922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-690e292a-caf1-444f-bc3a-fbbdcf08bf4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0466807 Jul 27 20:11:16.494422 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 0be3e407-cefd-4468-881a-0c046f8c3c4b, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=0be3e407-cefd-4468-881a-0c046f8c3c4b,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:11:16.499954 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:16.537908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-dd54e25e-e4f0-4e2f-828b-259187e746de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:16.539554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-dd54e25e-e4f0-4e2f-828b-259187e746de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0604746 Jul 27 20:11:16.554802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=0be3e407-cefd-4468-881a-0c046f8c3c4b,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:16.651399 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-7c60c5e0-9ba4-4299-8eff-5dd143406186 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039760 Jul 27 20:11:16.707716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['0be3e407-cefd-4468-881a-0c046f8c3c4b'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:11:16.805239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-439e17a6-4085-4fd4-97ca-d10451d0b45c service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460001 Jul 27 20:11:16.873416 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-2dad4207-ed1a-464c-9db3-248f3242d762 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=539dc352-83b6-4836-984f-72368194a43e HTTP/1.1" status: 200 len: 217 time: 0.0533080 Jul 27 20:11:16.950674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0356cc-fda3-4d61-b37d-214d7c9a2985 req-af8f7dbd-b4f8-4b85-946a-477c7ed82ace tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:16.952169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af0356cc-fda3-4d61-b37d-214d7c9a2985 req-af8f7dbd-b4f8-4b85-946a-477c7ed82ace tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 945 time: 0.1878283 Jul 27 20:11:16.959832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-a26b8180-8f45-4354-a707-944d03616fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:16.961184 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-a26b8180-8f45-4354-a707-944d03616fac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0769594 Jul 27 20:11:16.999054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b6c49-23dc-4e77-bdf3-be322f235f49 req-6cb1b589-0f21-4752-a878-427f1839e162 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:17.000574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e12b6c49-23dc-4e77-bdf3-be322f235f49 req-6cb1b589-0f21-4752-a878-427f1839e162 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 949 time: 0.1930389 Jul 27 20:11:17.051559 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af0356cc-fda3-4d61-b37d-214d7c9a2985 req-13bc2a7c-73f2-445a-8c47-a2fb552292d4 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878487 Jul 27 20:11:17.075806 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e12b6c49-23dc-4e77-bdf3-be322f235f49 req-a65afed0-89de-4161-88be-0a37ef4fd905 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a7a992-61e6-4b40-9a11-df407f79530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554707 Jul 27 20:11:17.089965 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-79ae1acd-7317-44d7-8be9-887a8dc20782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:17.091507 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-79ae1acd-7317-44d7-8be9-887a8dc20782 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1207409 Jul 27 20:11:17.173708 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:17.196032 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-0ed4b02e-f5f2-4299-9cdf-08e6b361168f service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962310 Jul 27 20:11:17.296667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-1f2cf61c-d066-4038-9b9a-611f6e195f34 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933650 Jul 27 20:11:17.348757 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-e16085ae-e65e-4494-8cec-5fc076a3fd5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 HTTP/1.1" status: 200 len: 217 time: 0.0433018 Jul 27 20:11:17.403345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-1eb5d05c-2740-40d7-b562-9ca2cd3e6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:17.408875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-1eb5d05c-2740-40d7-b562-9ca2cd3e6c2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0489681 Jul 27 20:11:17.485154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-aec995bf-f720-46ad-9fe8-4fbf3703e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:17.487507 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-aec995bf-f720-46ad-9fe8-4fbf3703e4a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0686102 Jul 27 20:11:17.587222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-e8505b13-a39d-4c1d-843a-bd495d8744b1 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923607 Jul 27 20:11:17.687191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-45330ea1-c2b9-4c26-b73a-b344e0f9b7b3 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923941 Jul 27 20:11:17.732174 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-fbddb495-37da-4e06-b660-3b248adf632a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da69274d-209f-4682-975e-8a7c7f339880 HTTP/1.1" status: 200 len: 217 time: 0.0364723 Jul 27 20:11:17.797308 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-33e954c4-55af-44ae-b5bc-9d5efff554f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:17.799711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-33e954c4-55af-44ae-b5bc-9d5efff554f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.0603974 Jul 27 20:11:17.869245 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-c27cc7c4-b4df-4178-aa72-3518a7da6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:17.870940 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-c27cc7c4-b4df-4178-aa72-3518a7da6110 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0649538 Jul 27 20:11:17.978983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-202cc84b-e3fe-41a5-9d2f-fdd835710e25 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997334 Jul 27 20:11:18.080372 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-b40131fc-fb08-4118-8019-ffcce7b75249 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928380 Jul 27 20:11:18.126660 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-e005b994-157d-4abf-8465-e918a4730106 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da42ddef-db92-4218-a5eb-3af42c1324e2 HTTP/1.1" status: 200 len: 217 time: 0.0379188 Jul 27 20:11:18.213443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-b3f8d673-9759-4f71-9455-235d629c3975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:18.215365 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-b3f8d673-9759-4f71-9455-235d629c3975 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.0744472 Jul 27 20:11:18.265921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7d26c-6ec7-4715-b53d-06f04dddb438 req-37b406f0-d9c2-4c7e-99af-548b83f01318 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:18.267619 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c1c7d26c-6ec7-4715-b53d-06f04dddb438 req-37b406f0-d9c2-4c7e-99af-548b83f01318 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 945 time: 0.1363165 Jul 27 20:11:18.313655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 0be3e407-cefd-4468-881a-0c046f8c3c4b up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:11:18.317565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-36d8a64a-a309-4285-9f06-021f357772a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:18.319129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-36d8a64a-a309-4285-9f06-021f357772a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0944383 Jul 27 20:11:18.322238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c1c7d26c-6ec7-4715-b53d-06f04dddb438 req-3e0a3139-09da-4fd5-b426-f6494d3ccbb6 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476294 Jul 27 20:11:18.369328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 0be3e407-cefd-4468-881a-0c046f8c3c4b completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:11:18.373361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 0be3e407-cefd-4468-881a-0c046f8c3c4b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:11:18.374065 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:18.418299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-3d269e38-9c1a-4787-a6ef-0f95d3c84e19 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901504 Jul 27 20:11:18.457913 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:18.482118 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f70a9d-fb66-408e-afac-817fbcdfc3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be3e407-cefd-4468-881a-0c046f8c3c4b'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:11:18.484741 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ca943a-cbbd-4f47-bfee-26ec1a7d2ece" -d '{"events": [{"server_uuid": "73f70a9d-fb66-408e-afac-817fbcdfc3a0", "name": "network-vif-plugged", "status": "completed", "tag": "0be3e407-cefd-4468-881a-0c046f8c3c4b"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:11:18.532323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 0be3e407-cefd-4468-881a-0c046f8c3c4b, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=0be3e407-cefd-4468-881a-0c046f8c3c4b,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:11:18.535474 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e80d852-f70c-477e-89e2-9be492da8bf6 req-7edea947-4944-4205-8f8b-ea3dc4baac47 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078963 Jul 27 20:11:18.539277 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:18.544354 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602c9c20-df99-4a95-8687-2d703347af53 x-openstack-request-id: req-602c9c20-df99-4a95-8687-2d703347af53 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:11:18.544787 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f70a9d-fb66-408e-afac-817fbcdfc3a0", "name": "network-vif-plugged", "status": "completed", "tag": "0be3e407-cefd-4468-881a-0c046f8c3c4b", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:11:18.545038 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-602c9c20-df99-4a95-8687-2d703347af53 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:11:18.545425 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f70a9d-fb66-408e-afac-817fbcdfc3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be3e407-cefd-4468-881a-0c046f8c3c4b', 'code': 200} Jul 27 20:11:18.600911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=0be3e407-cefd-4468-881a-0c046f8c3c4b,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:18.787632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d6ba6-7dad-41c6-b9dc-848b2a4f0d9a req-b36a0187-5e76-4b5e-8f3c-fcea445b71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:18.789242 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3a3d6ba6-7dad-41c6-b9dc-848b2a4f0d9a req-b36a0187-5e76-4b5e-8f3c-fcea445b71ad service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 1098 time: 0.1828852 Jul 27 20:11:18.828859 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3a3d6ba6-7dad-41c6-b9dc-848b2a4f0d9a req-010d0c86-490e-40b2-8f98-fac84b16a704 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315046 Jul 27 20:11:18.923048 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:19.467807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f472b-7bdf-41d5-b1d5-3a6362ca3c17 req-dc70ed6a-83e1-4e6d-b62f-3e59a5aee544 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:19.469635 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-332f472b-7bdf-41d5-b1d5-3a6362ca3c17 req-dc70ed6a-83e1-4e6d-b62f-3e59a5aee544 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 946 time: 0.0725186 Jul 27 20:11:19.510891 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-332f472b-7bdf-41d5-b1d5-3a6362ca3c17 req-23338b61-aa5e-4a05-8ba8-c9df7faa8496 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Jul 27 20:11:20.653444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27ca6e-d6fd-4549-bcdc-fc47e7028c9b req-2804f649-9570-4114-98cd-7ac82da473b1 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:20.660488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e27ca6e-d6fd-4549-bcdc-fc47e7028c9b req-2804f649-9570-4114-98cd-7ac82da473b1 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 946 time: 0.0757215 Jul 27 20:11:20.696900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e27ca6e-d6fd-4549-bcdc-fc47e7028c9b req-ff330aa1-82e4-4be4-9d47-39d38b74a5c6 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348561 Jul 27 20:11:20.835738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dd88e-ba21-4edb-abf1-1e45a8adcedc req-e8adcaf6-8914-4f6e-ae39-b68293b1639b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:20.837190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-015dd88e-ba21-4edb-abf1-1e45a8adcedc req-e8adcaf6-8914-4f6e-ae39-b68293b1639b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 946 time: 0.0698712 Jul 27 20:11:20.881154 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-015dd88e-ba21-4edb-abf1-1e45a8adcedc req-5dad3c05-0a84-4c6d-8a6c-0533216a8b17 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374427 Jul 27 20:11:21.024311 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559782d1-0731-4a99-a325-baaff37edb90 req-d51196b6-70c4-4c31-bbfa-0518f99e328d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:21.026069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-559782d1-0731-4a99-a325-baaff37edb90 req-d51196b6-70c4-4c31-bbfa-0518f99e328d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 946 time: 0.0785162 Jul 27 20:11:21.067448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-559782d1-0731-4a99-a325-baaff37edb90 req-1de3aafe-424e-4dc1-ae79-3f7c1c59646b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347519 Jul 27 20:11:21.414022 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe2943-a6b8-4da4-a158-dcf7ebcdec41 req-45a8209a-e125-4297-9bd7-42f13eb90ffc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:21.415545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dfe2943-a6b8-4da4-a158-dcf7ebcdec41 req-45a8209a-e125-4297-9bd7-42f13eb90ffc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 946 time: 0.0692728 Jul 27 20:11:21.458432 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dfe2943-a6b8-4da4-a158-dcf7ebcdec41 req-f1ef3304-7519-4e9e-a6d2-47b973fd5d10 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364230 Jul 27 20:11:22.603364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea4acb-c197-490d-8199-b7600e4c19a0 req-d2664ac4-1c2f-43a5-9d04-1bd4437525ec tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:22.604875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5ea4acb-c197-490d-8199-b7600e4c19a0 req-d2664ac4-1c2f-43a5-9d04-1bd4437525ec tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 946 time: 0.0722170 Jul 27 20:11:22.651439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5ea4acb-c197-490d-8199-b7600e4c19a0 req-07f3bf07-3791-4022-84db-8b718fc17c17 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378621 Jul 27 20:11:22.883177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d3287-9b37-4b95-9fa4-f913438315c5 req-6d059ced-e306-458b-8dee-8f24efe345b2 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:22.884679 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-365d3287-9b37-4b95-9fa4-f913438315c5 req-6d059ced-e306-458b-8dee-8f24efe345b2 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 946 time: 0.0685711 Jul 27 20:11:22.994414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-365d3287-9b37-4b95-9fa4-f913438315c5 req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Deleting port 0be3e407-cefd-4468-881a-0c046f8c3c4b {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:11:22.994621 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-365d3287-9b37-4b95-9fa4-f913438315c5 req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:23.093130 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-365d3287-9b37-4b95-9fa4-f913438315c5 req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] For port 0be3e407-cefd-4468-881a-0c046f8c3c4b, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=0be3e407-cefd-4468-881a-0c046f8c3c4b,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:11:23.093496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-365d3287-9b37-4b95-9fa4-f913438315c5 req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:23.107691 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-365d3287-9b37-4b95-9fa4-f913438315c5 req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Calling delete_port for 0be3e407-cefd-4468-881a-0c046f8c3c4b owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:11:23.245036 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-365d3287-9b37-4b95-9fa4-f913438315c5 req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:23.259938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['0be3e407-cefd-4468-881a-0c046f8c3c4b'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:11:23.279399 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event deleted for resources: {'Port': ['ID=0be3e407-cefd-4468-881a-0c046f8c3c4b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:23.294699 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:23.295046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:23.295414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:23.295752 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:23.296084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:23.296435 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:23.296766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:23.297090 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:23.297410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:23.297726 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:23.298052 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:23.298365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:11:23.343684 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-365d3287-9b37-4b95-9fa4-f913438315c5 req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] No DVR routers for this DVR port 0be3e407-cefd-4468-881a-0c046f8c3c4b on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:11:23.348765 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-365d3287-9b37-4b95-9fa4-f913438315c5 req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:23.350891 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-365d3287-9b37-4b95-9fa4-f913438315c5 req-1c798055-ae65-4824-bf6b-3402e8e4eb1d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "DELETE /v2.0/ports/0be3e407-cefd-4468-881a-0c046f8c3c4b HTTP/1.1" status: 204 len: 173 time: 0.4591768 Jul 27 20:11:23.351341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f70a9d-fb66-408e-afac-817fbcdfc3a0', 'name': 'network-vif-deleted', 'tag': '0be3e407-cefd-4468-881a-0c046f8c3c4b'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:11:23.353950 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f56057-e077-48a7-b123-3633135a23c4" -d '{"events": [{"server_uuid": "73f70a9d-fb66-408e-afac-817fbcdfc3a0", "name": "network-vif-deleted", "tag": "0be3e407-cefd-4468-881a-0c046f8c3c4b"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:11:23.493704 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285edad4-e8f4-4463-af80-a7dfc7eb8e0a x-openstack-request-id: req-285edad4-e8f4-4463-af80-a7dfc7eb8e0a {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:11:23.494064 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f70a9d-fb66-408e-afac-817fbcdfc3a0", "name": "network-vif-deleted", "tag": "0be3e407-cefd-4468-881a-0c046f8c3c4b", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:11:23.494369 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-285edad4-e8f4-4463-af80-a7dfc7eb8e0a {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:11:23.494955 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f70a9d-fb66-408e-afac-817fbcdfc3a0', 'name': 'network-vif-deleted', 'tag': '0be3e407-cefd-4468-881a-0c046f8c3c4b', 'status': 'completed', 'code': 200} Jul 27 20:11:23.760826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a8672b4-a376-4629-b799-263f9e61e445 req-d6b9d0ab-41dc-4a7e-970c-203204f69891 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 210 time: 0.0300808 Jul 27 20:11:24.863150 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81c146e1-6d63-46ca-b4d3-0799146a5a5f req-1608b711-7fe7-4953-86fa-499121ab6b38 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 210 time: 0.0297153 Jul 27 20:11:25.769560 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52208) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:11:25.887168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b200a02-689f-4746-b806-b06fe891636a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:25.984360 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aace6aff-7d2a-4ebb-bdee-543383d650df req-7e981816-5b18-496b-8180-9ea19b011278 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 210 time: 0.0480132 Jul 27 20:11:26.030621 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b200a02-689f-4746-b806-b06fe891636a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:26.037702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2b200a02-689f-4746-b806-b06fe891636a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:26.079154 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2b200a02-689f-4746-b806-b06fe891636a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfb0689211ca40388caa216bc21ffa43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084443 Jul 27 20:11:26.079893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b200a02-689f-4746-b806-b06fe891636a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c1b9e2-7efd-4ee3-9cb0-82e921692839,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:26.082416 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52216) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:11:26.140549 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d764-bb50-42b8-bb0b-106259c80ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:26.163835 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d764-bb50-42b8-bb0b-106259c80ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:26.211952 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d764-bb50-42b8-bb0b-106259c80ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:26.214578 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d764-bb50-42b8-bb0b-106259c80ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:26.215773 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7cd6d764-bb50-42b8-bb0b-106259c80ac9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3c1b9e2-7efd-4ee3-9cb0-82e921692839 HTTP/1.1" status: 204 len: 168 time: 0.1323552 Jul 27 20:11:26.224894 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6d764-bb50-42b8-bb0b-106259c80ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c1b9e2-7efd-4ee3-9cb0-82e921692839,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:26.377635 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 0be3e407-cefd-4468-881a-0c046f8c3c4b no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:11:26.397573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 0be3e407-cefd-4468-881a-0c046f8c3c4b {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:11:26.397916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 0be3e407-cefd-4468-881a-0c046f8c3c4b not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:11:26.515474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52222) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:11:26.530435 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-209fadf7-31b3-477c-9705-f5826fd49b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:26.628117 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-209fadf7-31b3-477c-9705-f5826fd49b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:26.633289 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-209fadf7-31b3-477c-9705-f5826fd49b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:26.670673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fadf7-31b3-477c-9705-f5826fd49b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b081a4-5d48-4493-89f7-3370a31df1d3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:26.675002 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-209fadf7-31b3-477c-9705-f5826fd49b54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d852998a025d4b339462eacd544db7bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584556 Jul 27 20:11:26.677658 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52224) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:11:26.727085 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b167643c-23cf-4cfc-9422-d8bcf0b3c2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:26.749724 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b167643c-23cf-4cfc-9422-d8bcf0b3c2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:26.803207 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b167643c-23cf-4cfc-9422-d8bcf0b3c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:26.806009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b167643c-23cf-4cfc-9422-d8bcf0b3c2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:26.809810 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b167643c-23cf-4cfc-9422-d8bcf0b3c2f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40b081a4-5d48-4493-89f7-3370a31df1d3 HTTP/1.1" status: 204 len: 168 time: 0.1286838 Jul 27 20:11:26.815713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167643c-23cf-4cfc-9422-d8bcf0b3c2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b081a4-5d48-4493-89f7-3370a31df1d3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:27.092077 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f442f42-992d-4819-a0f2-8380089e8e18 req-620aa70d-b050-4ad8-a84d-b9bf6c2500dd tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 210 time: 0.0342569 Jul 27 20:11:27.965788 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52258) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:11:28.108043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efff7eca-58cf-4be3-ab32-a4912396abfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:28.291526 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a07e7182-a874-4e61-89d5-342074a7bba0 req-cfbfabc6-4304-4d28-a534-87f62bc4c6ae tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70a9d-fb66-408e-afac-817fbcdfc3a0 HTTP/1.1" status: 200 len: 210 time: 0.0465658 Jul 27 20:11:28.323414 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efff7eca-58cf-4be3-ab32-a4912396abfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:28.328858 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efff7eca-58cf-4be3-ab32-a4912396abfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:28.385052 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-efff7eca-58cf-4be3-ab32-a4912396abfd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22f34b6086284c398cdeaa2e9510acb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170558 Jul 27 20:11:28.387780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 52268) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:11:28.395062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff7eca-58cf-4be3-ab32-a4912396abfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55ea5f0-133e-4882-9c2f-36ea903893a6,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:28.475432 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d845c1e-a3ee-4436-ab28-ea943c7e446f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:28.504129 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d845c1e-a3ee-4436-ab28-ea943c7e446f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:28.562914 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d845c1e-a3ee-4436-ab28-ea943c7e446f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:28.566332 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d845c1e-a3ee-4436-ab28-ea943c7e446f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:28.572847 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8d845c1e-a3ee-4436-ab28-ea943c7e446f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a55ea5f0-133e-4882-9c2f-36ea903893a6 HTTP/1.1" status: 204 len: 168 time: 0.1814284 Jul 27 20:11:28.583914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d845c1e-a3ee-4436-ab28-ea943c7e446f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55ea5f0-133e-4882-9c2f-36ea903893a6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:33.739659 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:11:38.568558 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:41.674049 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:43.386071 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-63e05fd1-e703-4db2-a3e1-de26087e4f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:46.108115 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-13ece0ad-a833-48ba-91bf-88d0cc6ba02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:46.247820 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:47.179556 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:48.925826 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:55.181715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-6259b94b-5bc1-43c3-a55a-0a773f3015c1 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:55.183264 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-6259b94b-5bc1-43c3-a55a-0a773f3015c1 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 812 time: 0.1147673 Jul 27 20:11:55.200239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-373423e6-422c-4f5e-9a65-c1a43d2dd368 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/quotas/0731adda0572409ca7d43b1bb898294c HTTP/1.1" status: 200 len: 375 time: 0.0096965 Jul 27 20:11:55.297995 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-8d5db649-373e-404b-9419-4ea6048e2452 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897586 Jul 27 20:11:55.312887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-a927882e-0dcf-415e-9189-b51ae9d05ff4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:11:55.313616 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-a927882e-0dcf-415e-9189-b51ae9d05ff4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082004 Jul 27 20:11:55.413536 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-2805d727-1d76-46c3-9dc6-c49240b474df service neutron] 10.222.0.48 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928690 Jul 27 20:11:55.523920 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-c47dc089-2e2e-4fc6-bb0d-731220dff6c1 service neutron] 10.222.0.48 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923395 Jul 27 20:11:55.853863 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8da15f5-8ae0-4fda-93b3-4f387a918351 req-864a007a-4b9d-4003-98b8-59c7eea68674 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 210 time: 0.0442066 Jul 27 20:11:56.968913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5256d246-0a0d-40de-90be-636941d71f9d req-0fd73d52-e063-492d-95d4-1f0d08459da7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 210 time: 0.0342693 Jul 27 20:11:57.048505 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-0105dbf7-d1b5-4bec-a826-6549d3beb6c7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:57.050306 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-0105dbf7-d1b5-4bec-a826-6549d3beb6c7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 812 time: 0.1378632 Jul 27 20:11:57.063038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-4fadc530-b8d9-450e-b715-30695a42a39c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'port': {'device_id': '69079337-c46f-460f-bcca-103e6ff42ee4', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'admin_state_up': True, 'tenant_id': '0731adda0572409ca7d43b1bb898294c'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:11:57.191659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-4fadc530-b8d9-450e-b715-30695a42a39c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Made reservation on behalf of 0731adda0572409ca7d43b1bb898294c for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:11:57.195384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-4fadc530-b8d9-450e-b715-30695a42a39c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:57.334214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-4fadc530-b8d9-450e-b715-30695a42a39c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Allocated IP 172.20.0.5 (40473804-8946-43d0-a933-5f826ecd08fd/1789535e-1c61-4b14-a8a5-a7e6af05c64f/6b1e0289-bccd-4b7f-9135-5ae1727620ff) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:11:57.539038 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-4fadc530-b8d9-450e-b715-30695a42a39c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:57.555751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-4fadc530-b8d9-450e-b715-30695a42a39c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Transition to ACTIVE for port object 6b1e0289-bccd-4b7f-9135-5ae1727620ff will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:11:57.601496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-4fadc530-b8d9-450e-b715-30695a42a39c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:57.650745 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-4fadc530-b8d9-450e-b715-30695a42a39c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Network 40473804-8946-43d0-a933-5f826ecd08fd is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:11:57.657121 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-4fadc530-b8d9-450e-b715-30695a42a39c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:11:57.661389 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-4fadc530-b8d9-450e-b715-30695a42a39c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:11:57.687693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadc530-b8d9-450e-b715-30695a42a39c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'Port': ['ID=6b1e0289-bccd-4b7f-9135-5ae1727620ff,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:57.736470 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-4fadc530-b8d9-450e-b715-30695a42a39c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:57.736470 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-4fadc530-b8d9-450e-b715-30695a42a39c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:57.757484 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-4fadc530-b8d9-450e-b715-30695a42a39c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6986830 Jul 27 20:11:57.774579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Request body: {'port': {'device_id': '69079337-c46f-460f-bcca-103e6ff42ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:11:57.865105 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:58.102516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b066f5c3-ae20-41ff-9c35-5385366449f8 None None] Provisioning for port 6b1e0289-bccd-4b7f-9135-5ae1727620ff completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:11:58.107366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b066f5c3-ae20-41ff-9c35-5385366449f8 None None] Provisioning complete for port 6b1e0289-bccd-4b7f-9135-5ae1727620ff triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:11:58.107876 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b066f5c3-ae20-41ff-9c35-5385366449f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:58.186405 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b066f5c3-ae20-41ff-9c35-5385366449f8 None None] Port 6b1e0289-bccd-4b7f-9135-5ae1727620ff cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:11:58.259517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fafaf-fabe-4389-882d-49d122058e69 req-1861e644-49ce-4d93-9b81-ffecad065c93 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:58.267043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed0fafaf-fabe-4389-882d-49d122058e69 req-1861e644-49ce-4d93-9b81-ffecad065c93 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 931 time: 0.1335952 Jul 27 20:11:58.293428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1e0289-bccd-4b7f-9135-5ae1727620ff {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:11:58.301876 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:58.315208 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Transition to ACTIVE for port object 6b1e0289-bccd-4b7f-9135-5ae1727620ff will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:11:58.328561 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:58.346929 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed0fafaf-fabe-4389-882d-49d122058e69 req-fcbc1746-5bfa-4270-a6fe-c9b7ea7100a0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788734 Jul 27 20:11:58.417501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1e0289-bccd-4b7f-9135-5ae1727620ff,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:58.510740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Attempting to bind port 6b1e0289-bccd-4b7f-9135-5ae1727620ff on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:11:58.511794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Attempting to bind port 6b1e0289-bccd-4b7f-9135-5ae1727620ff by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:11:58.521375 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Attempting to bind port 6b1e0289-bccd-4b7f-9135-5ae1727620ff on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:11:58.530410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Port 6b1e0289-bccd-4b7f-9135-5ae1727620ff on network 40473804-8946-43d0-a933-5f826ecd08fd not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:11:58.530410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Attempting to bind port 6b1e0289-bccd-4b7f-9135-5ae1727620ff on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:11:58.562758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:11:58.562758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Checking segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:11:58.562758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Bound using segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:11:58.562758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Bound port: 6b1e0289-bccd-4b7f-9135-5ae1727620ff, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:11:58.562758 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:58.674791 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] For port 6b1e0289-bccd-4b7f-9135-5ae1727620ff, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:11:58.678139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] For port 6b1e0289-bccd-4b7f-9135-5ae1727620ff, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6b1e0289-bccd-4b7f-9135-5ae1727620ff,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:11:58.685716 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:58.731181 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:58.732103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:11:58.733909 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] 10.222.0.63 "PUT /v2.0/ports/6b1e0289-bccd-4b7f-9135-5ae1727620ff HTTP/1.1" status: 200 len: 1092 time: 0.9664788 Jul 27 20:11:58.736361 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69079337-c46f-460f-bcca-103e6ff42ee4', 'tag': '6b1e0289-bccd-4b7f-9135-5ae1727620ff'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:11:58.749560 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47da4c96-38fa-4b13-801f-646c47f23d60" -d '{"events": [{"name": "network-changed", "server_uuid": "69079337-c46f-460f-bcca-103e6ff42ee4", "tag": "6b1e0289-bccd-4b7f-9135-5ae1727620ff"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:11:58.843720 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f50d9a5-209b-4872-b023-456b7dfcbeff x-openstack-request-id: req-4f50d9a5-209b-4872-b023-456b7dfcbeff {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:11:58.844017 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69079337-c46f-460f-bcca-103e6ff42ee4", "tag": "6b1e0289-bccd-4b7f-9135-5ae1727620ff", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:11:58.844453 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f50d9a5-209b-4872-b023-456b7dfcbeff {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:11:58.844944 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69079337-c46f-460f-bcca-103e6ff42ee4', 'tag': '6b1e0289-bccd-4b7f-9135-5ae1727620ff', 'status': 'completed', 'code': 200} Jul 27 20:11:58.853824 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c092f5d-19ce-4650-a31b-76ec48f353e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1e0289-bccd-4b7f-9135-5ae1727620ff,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:11:58.925847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-4228ebe5-98b7-4d0b-942d-d2e58a0a996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:58.927796 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-4228ebe5-98b7-4d0b-942d-d2e58a0a996e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 1095 time: 0.1387327 Jul 27 20:11:58.975490 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-a2c5189b-7186-409a-b30c-ff5d9c44deb6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b1e0289-bccd-4b7f-9135-5ae1727620ff HTTP/1.1" status: 200 len: 217 time: 0.0380783 Jul 27 20:11:59.048102 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-687dc8df-9ba3-488f-b2e5-b64be577c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:59.050469 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-687dc8df-9ba3-488f-b2e5-b64be577c138 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0661919 Jul 27 20:11:59.118338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-9a665375-9381-48ba-b5e9-1ca7e1cd413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:59.120532 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-9a665375-9381-48ba-b5e9-1ca7e1cd413f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624862 Jul 27 20:11:59.236618 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-3836868d-7a21-46c8-af25-a1deec4109e6 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091163 Jul 27 20:11:59.343166 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-be0f09cf-52be-46f9-a520-7633b15e8e42 req-a46049c7-6173-4b41-8def-05aed1074147 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986478 Jul 27 20:11:59.471293 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da4c96-38fa-4b13-801f-646c47f23d60 req-a04efb43-9463-4350-8a36-82d53e67d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:59.473603 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47da4c96-38fa-4b13-801f-646c47f23d60 req-a04efb43-9463-4350-8a36-82d53e67d4a8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 1095 time: 0.0691590 Jul 27 20:11:59.560242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08ad9c-e3d3-49d1-a1a2-6f01f4017612 req-2765aa86-ee2e-44c6-8749-df04f9b80e04 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:59.567868 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f08ad9c-e3d3-49d1-a1a2-6f01f4017612 req-2765aa86-ee2e-44c6-8749-df04f9b80e04 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 943 time: 0.1090755 Jul 27 20:11:59.583179 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da4c96-38fa-4b13-801f-646c47f23d60 req-a219dac9-62f3-4067-8a4b-4d834d2dc8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:59.584881 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47da4c96-38fa-4b13-801f-646c47f23d60 req-a219dac9-62f3-4067-8a4b-4d834d2dc8a4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.1034331 Jul 27 20:11:59.616967 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f08ad9c-e3d3-49d1-a1a2-6f01f4017612 req-d6e75b7d-7cae-46ac-90a0-e6b375eba9b0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454669 Jul 27 20:11:59.640195 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47da4c96-38fa-4b13-801f-646c47f23d60 req-f5c29b1b-6839-4b4c-9c92-3bd53316b4a6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b1e0289-bccd-4b7f-9135-5ae1727620ff HTTP/1.1" status: 200 len: 217 time: 0.0463560 Jul 27 20:11:59.699790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da4c96-38fa-4b13-801f-646c47f23d60 req-9e4b8512-6be9-4b46-b6e4-cdd11380113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:59.703982 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47da4c96-38fa-4b13-801f-646c47f23d60 req-9e4b8512-6be9-4b46-b6e4-cdd11380113d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0568700 Jul 27 20:11:59.784671 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da4c96-38fa-4b13-801f-646c47f23d60 req-448fef62-27a4-41c7-8691-4d190cd236aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:11:59.786467 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47da4c96-38fa-4b13-801f-646c47f23d60 req-448fef62-27a4-41c7-8691-4d190cd236aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758820 Jul 27 20:11:59.909255 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47da4c96-38fa-4b13-801f-646c47f23d60 req-ff961a80-7da3-4174-86c6-d820140b8458 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139548 Jul 27 20:12:00.012125 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-47da4c96-38fa-4b13-801f-646c47f23d60 req-5f4d8b6e-1db5-48b5-985f-a396d460057f service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944057 Jul 27 20:12:00.763756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4566cd0-605c-449f-979f-9497459b0c88 req-0c95ef27-4663-4094-bdcd-786facd9c1d0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:00.765439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4566cd0-605c-449f-979f-9497459b0c88 req-0c95ef27-4663-4094-bdcd-786facd9c1d0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 943 time: 0.0686436 Jul 27 20:12:00.821132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4566cd0-605c-449f-979f-9497459b0c88 req-aa1149a6-e738-4f56-ae6c-60fd6855eb92 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479572 Jul 27 20:12:02.298089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba3f6d-46b6-46eb-ba07-6845d7610a55 req-09042067-00f3-4a2f-a011-cb0800de6245 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:02.299816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27ba3f6d-46b6-46eb-ba07-6845d7610a55 req-09042067-00f3-4a2f-a011-cb0800de6245 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 943 time: 0.0804615 Jul 27 20:12:02.342186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27ba3f6d-46b6-46eb-ba07-6845d7610a55 req-ac3ebd25-07b6-49ba-8c3f-f29a9e6eb382 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346358 Jul 27 20:12:03.480420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401f113-599b-4608-a598-337b4b9ba3a1 req-6949ad16-b8dd-4910-962a-4309a71b5f1e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:03.481948 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1401f113-599b-4608-a598-337b4b9ba3a1 req-6949ad16-b8dd-4910-962a-4309a71b5f1e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 943 time: 0.0692587 Jul 27 20:12:03.522355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1401f113-599b-4608-a598-337b4b9ba3a1 req-80239144-a810-4d7c-9788-2c1bf05670c0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333726 Jul 27 20:12:04.691144 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64052f0-01bd-489a-9eee-3315e0bcf7d7 req-b2f9bc95-4b55-4ef4-95f1-fbfff49bbcea tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:04.692786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d64052f0-01bd-489a-9eee-3315e0bcf7d7 req-b2f9bc95-4b55-4ef4-95f1-fbfff49bbcea tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 943 time: 0.0777302 Jul 27 20:12:04.733451 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d64052f0-01bd-489a-9eee-3315e0bcf7d7 req-f51140e8-984f-4b75-a43f-6b3347e0e3dd tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339293 Jul 27 20:12:05.872272 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa047a-5874-4b4d-8aef-3b7b38eb8884 req-d862a6aa-5bf8-4384-bcf2-9dcc1f1a0f34 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:05.874037 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6eaa047a-5874-4b4d-8aef-3b7b38eb8884 req-d862a6aa-5bf8-4384-bcf2-9dcc1f1a0f34 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 943 time: 0.0697174 Jul 27 20:12:05.915337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6eaa047a-5874-4b4d-8aef-3b7b38eb8884 req-de3f4093-6d7e-4416-96ea-7f9cc694e12e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344079 Jul 27 20:12:07.058910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05156260-b44a-4d7a-afa8-28f06c74e773 req-43d6b600-f0d5-455c-9a3c-4013f2a56f50 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:07.060771 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05156260-b44a-4d7a-afa8-28f06c74e773 req-43d6b600-f0d5-455c-9a3c-4013f2a56f50 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 943 time: 0.0702770 Jul 27 20:12:07.102664 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05156260-b44a-4d7a-afa8-28f06c74e773 req-2d6f8d4d-8f32-4e00-a8c9-d8aa1c67fbd7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350709 Jul 27 20:12:07.718051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53138) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:07.850065 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75aadcbe-e29b-4443-920f-e76a0adc4eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:07.942667 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75aadcbe-e29b-4443-920f-e76a0adc4eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:07.947436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-75aadcbe-e29b-4443-920f-e76a0adc4eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:07.986799 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-75aadcbe-e29b-4443-920f-e76a0adc4eff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d0da52b3d5148fbb036208dc5656b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668548 Jul 27 20:12:07.987417 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aadcbe-e29b-4443-920f-e76a0adc4eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c7b95b-0a9f-4e3f-9709-51da2b887558,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:07.989571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53146) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:08.048096 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:08.068958 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:08.119950 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:08.122553 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:08.123733 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8c7b95b-0a9f-4e3f-9709-51da2b887558 HTTP/1.1" status: 204 len: 168 time: 0.1327541 Jul 27 20:12:08.138931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c7b95b-0a9f-4e3f-9709-51da2b887558,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:08.147463 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:08.147823 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:08.148168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:08.148534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:08.148872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:08.149206 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:08.149852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:08.149852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:08.150199 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:08.150492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:08.150850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:08.151168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57a27e-2ed9-4476-8bfc-f7fd3f33f592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:08.267316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0b61d-975d-4dde-8b26-09c2572d9f75 req-44e84758-b699-4031-a36b-7c81fa5a8cf0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:08.268911 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3d0b61d-975d-4dde-8b26-09c2572d9f75 req-44e84758-b699-4031-a36b-7c81fa5a8cf0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 943 time: 0.0692821 Jul 27 20:12:08.310390 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3d0b61d-975d-4dde-8b26-09c2572d9f75 req-fd8ed034-09ae-4ba8-bd25-a1b95d894fc9 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354464 Jul 27 20:12:08.579270 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:09.475037 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632ee0b-6173-4d57-a91c-3c73da701658 req-2247c927-dbd8-4742-8025-976c74cccf97 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:09.476702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f632ee0b-6173-4d57-a91c-3c73da701658 req-2247c927-dbd8-4742-8025-976c74cccf97 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 943 time: 0.0763021 Jul 27 20:12:09.525021 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f632ee0b-6173-4d57-a91c-3c73da701658 req-0418c519-4170-4bf8-8b12-63a81e5e9ce7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Jul 27 20:12:10.610160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6b1e0289-bccd-4b7f-9135-5ae1727620ff details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:12:10.728063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d3406-f098-4ad4-9cb2-f4affaea3bd8 req-7e11faad-3953-4a17-93f0-519f29e62798 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:10.730446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c18d3406-f098-4ad4-9cb2-f4affaea3bd8 req-7e11faad-3953-4a17-93f0-519f29e62798 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 943 time: 0.0769813 Jul 27 20:12:10.738455 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:12:10.746932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6b1e0289-bccd-4b7f-9135-5ae1727620ff, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6b1e0289-bccd-4b7f-9135-5ae1727620ff,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:10.762163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '6b1e0289-bccd-4b7f-9135-5ae1727620ff', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'port_id': '6b1e0289-bccd-4b7f-9135-5ae1727620ff', 'mac_address': 'fa:16:3e:ec:78:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:12:10.788078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c18d3406-f098-4ad4-9cb2-f4affaea3bd8 req-b52ef434-5017-407f-be5b-3cf017e11217 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392301 Jul 27 20:12:10.824630 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:10.837925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1e0289-bccd-4b7f-9135-5ae1727620ff {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:12:10.858923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6b1e0289-bccd-4b7f-9135-5ae1727620ff, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6b1e0289-bccd-4b7f-9135-5ae1727620ff,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:10.865897 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:10.924796 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=6b1e0289-bccd-4b7f-9135-5ae1727620ff,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:11.064107 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['6b1e0289-bccd-4b7f-9135-5ae1727620ff'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:12:11.685248 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:11.928275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c5296-e1b2-45f8-bd27-a3d049146af9 req-f0c6cd98-1913-4ed9-a465-7594ba0b7846 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:11.929679 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f9c5296-e1b2-45f8-bd27-a3d049146af9 req-f0c6cd98-1913-4ed9-a465-7594ba0b7846 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 944 time: 0.0701911 Jul 27 20:12:11.969470 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f9c5296-e1b2-45f8-bd27-a3d049146af9 req-9bd558f1-bb9a-41e6-8381-da527c552cdd tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334315 Jul 27 20:12:12.609209 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6b1e0289-bccd-4b7f-9135-5ae1727620ff up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:12:12.661768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 6b1e0289-bccd-4b7f-9135-5ae1727620ff completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:12:12.666081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 6b1e0289-bccd-4b7f-9135-5ae1727620ff triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:12:12.666460 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:12.757200 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:12.784607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69079337-c46f-460f-bcca-103e6ff42ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1e0289-bccd-4b7f-9135-5ae1727620ff'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:12:12.787070 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb829bb-acfc-46a5-8413-ee8dc50eb1c1" -d '{"events": [{"server_uuid": "69079337-c46f-460f-bcca-103e6ff42ee4", "name": "network-vif-plugged", "status": "completed", "tag": "6b1e0289-bccd-4b7f-9135-5ae1727620ff"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:12:12.810665 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 6b1e0289-bccd-4b7f-9135-5ae1727620ff, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6b1e0289-bccd-4b7f-9135-5ae1727620ff,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:12.828771 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:12.837167 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c46155c-e52a-4ed6-b611-f348dce35222 x-openstack-request-id: req-6c46155c-e52a-4ed6-b611-f348dce35222 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:12:12.837686 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69079337-c46f-460f-bcca-103e6ff42ee4", "name": "network-vif-plugged", "status": "completed", "tag": "6b1e0289-bccd-4b7f-9135-5ae1727620ff", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:12:12.837943 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c46155c-e52a-4ed6-b611-f348dce35222 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:12:12.838338 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69079337-c46f-460f-bcca-103e6ff42ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1e0289-bccd-4b7f-9135-5ae1727620ff', 'code': 200} Jul 27 20:12:12.906146 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=6b1e0289-bccd-4b7f-9135-5ae1727620ff,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:12.958152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39452ff-9469-4492-863a-b5f74874df56 req-abdaeccd-3f32-4a29-a1b2-96157b8ae817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:12.959673 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b39452ff-9469-4492-863a-b5f74874df56 req-abdaeccd-3f32-4a29-a1b2-96157b8ae817 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 1097 time: 0.0607467 Jul 27 20:12:13.012475 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b39452ff-9469-4492-863a-b5f74874df56 req-6abf7abe-e03f-46f8-9f97-a8b97b576ec0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429308 Jul 27 20:12:13.121955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15def610-b84e-44d8-917c-dea8e531f837 req-7289b18c-d12d-4c2d-8b08-078c5e04f392 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:13.123449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15def610-b84e-44d8-917c-dea8e531f837 req-7289b18c-d12d-4c2d-8b08-078c5e04f392 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 945 time: 0.0683665 Jul 27 20:12:13.164624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15def610-b84e-44d8-917c-dea8e531f837 req-f9fd7b38-a91e-48f7-870a-03b4b5984e0c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343888 Jul 27 20:12:13.379803 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-93650c3f-572a-4071-866d-82c8400ff249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:14.313262 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fac16e-59f5-4b7b-93da-a43cf0f0dce4 req-be0cc483-4726-4972-8af0-d3a89915dfc1 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:14.314878 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-11fac16e-59f5-4b7b-93da-a43cf0f0dce4 req-be0cc483-4726-4972-8af0-d3a89915dfc1 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 945 time: 0.0671792 Jul 27 20:12:14.354206 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-11fac16e-59f5-4b7b-93da-a43cf0f0dce4 req-249d762a-cd9c-45dd-a9ae-e20f9c1c78d8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330050 Jul 27 20:12:14.490338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d18e27-b79d-41b2-947e-a0d8c5f1db20 req-a4702a49-cecc-43c3-85d9-dd4da5f05ca5 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:14.491933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8d18e27-b79d-41b2-947e-a0d8c5f1db20 req-a4702a49-cecc-43c3-85d9-dd4da5f05ca5 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 945 time: 0.0692327 Jul 27 20:12:14.533017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8d18e27-b79d-41b2-947e-a0d8c5f1db20 req-8b786948-cb72-475c-878f-0b69a0cb4ff9 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346632 Jul 27 20:12:15.194883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-6c690159-f233-465c-ab63-b5aeda09935f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1136608 Jul 27 20:12:15.319204 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-3b2dc0ce-0b8b-45f3-b1b3-d8daf53f74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:15.320524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-3b2dc0ce-0b8b-45f3-b1b3-d8daf53f74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:15.321314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-3b2dc0ce-0b8b-45f3-b1b3-d8daf53f74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:15.322336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-3b2dc0ce-0b8b-45f3-b1b3-d8daf53f74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:15.323064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-3b2dc0ce-0b8b-45f3-b1b3-d8daf53f74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:15.323683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-3b2dc0ce-0b8b-45f3-b1b3-d8daf53f74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:15.324425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-3b2dc0ce-0b8b-45f3-b1b3-d8daf53f74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:15.326572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-3b2dc0ce-0b8b-45f3-b1b3-d8daf53f74e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65feb551352040c08fc20a451933c436&device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 6505 time: 0.0769129 Jul 27 20:12:15.484056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-f7a19d1a-83a6-49fd-b5ba-04f504f7677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:15.484815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-f7a19d1a-83a6-49fd-b5ba-04f504f7677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:15.485428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-f7a19d1a-83a6-49fd-b5ba-04f504f7677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:15.487512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-f7a19d1a-83a6-49fd-b5ba-04f504f7677b service neutron] 10.222.0.52 "GET /v2.0/networks?id=ac679f8b-06ff-475b-999e-fecd672dac7a&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&id=73d72393-3d95-4308-9106-6209eefa092b&id=73d72393-3d95-4308-9106-6209eefa092b HTTP/1.1" status: 200 len: 2298 time: 0.1341631 Jul 27 20:12:15.586681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-e744f2ff-76d8-4d6d-abee-ff4d32dc3b94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0832f3a4-1619-4ea1-b9bf-87a13b42df43 HTTP/1.1" status: 200 len: 1001 time: 0.0908940 Jul 27 20:12:15.650149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-b0ee6625-a11d-4500-a58e-01b5c14f265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:15.651935 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-b0ee6625-a11d-4500-a58e-01b5c14f265a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d5c4faa1-1e78-41dd-a98d-2cdbd705d07e HTTP/1.1" status: 200 len: 855 time: 0.0575562 Jul 27 20:12:15.733215 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-9dca54b6-23a2-4899-b5de-296be627e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:15.738062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-9dca54b6-23a2-4899-b5de-296be627e0b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ac679f8b-06ff-475b-999e-fecd672dac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781775 Jul 27 20:12:15.765428 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a90cfb58-507c-4143-8a9d-de8edbe3c53f req-664cced0-3455-40d8-a8c5-011a37d712ba service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1295717 Jul 27 20:12:15.857503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-747cb678-c0bf-4f0f-bf74-7055983e5551 service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113107 Jul 27 20:12:15.959916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cfb58-507c-4143-8a9d-de8edbe3c53f req-79c6319a-5f72-4637-b165-6e59bc8273cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:15.965434 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a90cfb58-507c-4143-8a9d-de8edbe3c53f req-79c6319a-5f72-4637-b165-6e59bc8273cb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 1097 time: 0.1424928 Jul 27 20:12:16.088249 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-e513e50f-276f-44ef-8bd7-e366706d6dfe service neutron] 10.222.0.52 "GET /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119641 Jul 27 20:12:16.159824 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c7ec2456-0c83-4b63-ae4c-0ded4cc3e730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:16.176959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cfb58-507c-4143-8a9d-de8edbe3c53f req-132e1056-dcab-4eba-9caf-4b6c9b8b8840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:16.179138 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a90cfb58-507c-4143-8a9d-de8edbe3c53f req-132e1056-dcab-4eba-9caf-4b6c9b8b8840 service neutron] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.1930301 Jul 27 20:12:16.237396 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:16.240056 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-bc22c5c1-e700-42cc-99ea-c752c5ed8bf6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=126479f5-4f00-4961-8987-3f39241c2c16 HTTP/1.1" status: 200 len: 217 time: 0.1436155 Jul 27 20:12:16.255332 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a90cfb58-507c-4143-8a9d-de8edbe3c53f req-177cd757-4d44-42e6-9647-27fc21800acd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b1e0289-bccd-4b7f-9135-5ae1727620ff HTTP/1.1" status: 200 len: 217 time: 0.0669155 Jul 27 20:12:16.358244 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cfb58-507c-4143-8a9d-de8edbe3c53f req-b07d3eb0-590f-4e39-b72c-4a3d4a68461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:16.365273 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a90cfb58-507c-4143-8a9d-de8edbe3c53f req-b07d3eb0-590f-4e39-b72c-4a3d4a68461c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.1018140 Jul 27 20:12:16.440200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-c093acc1-222e-4146-be63-a9aff0fbf8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:16.442186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-c093acc1-222e-4146-be63-a9aff0fbf8bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.1949973 Jul 27 20:12:16.557070 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cfb58-507c-4143-8a9d-de8edbe3c53f req-9920b40b-5508-4131-ab8d-c3670a64c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:16.558928 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a90cfb58-507c-4143-8a9d-de8edbe3c53f req-9920b40b-5508-4131-ab8d-c3670a64c131 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1775761 Jul 27 20:12:16.572647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-4fe2652b-ea20-4d57-a63d-2bde8ecbb367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:16.574707 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-4fe2652b-ea20-4d57-a63d-2bde8ecbb367 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1228511 Jul 27 20:12:16.680548 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-fbd2fa11-0c8e-4365-a356-d0f91ee25aad service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962355 Jul 27 20:12:16.698455 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a90cfb58-507c-4143-8a9d-de8edbe3c53f req-8a8554dc-e564-459f-821e-524e5407f2de service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321352 Jul 27 20:12:16.829908 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a90cfb58-507c-4143-8a9d-de8edbe3c53f req-41a40566-d3eb-43da-ad22-ef5b3587dbaf service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238203 Jul 27 20:12:17.165743 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:17.199041 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-0cd74b62-0a3e-4108-b582-30bfb376093e service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103638 Jul 27 20:12:17.254482 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-abe8deeb-c21b-4620-94d5-696b51f14788 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=cf287038-36da-428d-9206-c7ff8b06bd7c HTTP/1.1" status: 200 len: 217 time: 0.0470335 Jul 27 20:12:17.308282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-bd2c5f76-74a3-420c-ac53-f26cbd1a0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:17.309789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-bd2c5f76-74a3-420c-ac53-f26cbd1a0f99 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0469553 Jul 27 20:12:17.383224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-d67e80ce-08b2-42db-87c9-c92bcf213c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:17.384930 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-d67e80ce-08b2-42db-87c9-c92bcf213c4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0667596 Jul 27 20:12:17.479671 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-73617120-44ef-44cd-95e8-6a48cd3c4021 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857379 Jul 27 20:12:17.593424 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-e795c9aa-b504-4cdd-b3cc-99e5dffb3a35 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059530 Jul 27 20:12:17.658954 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-92ba1db5-708d-4b9a-9186-ac9d30009471 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=539dc352-83b6-4836-984f-72368194a43e HTTP/1.1" status: 200 len: 217 time: 0.0563233 Jul 27 20:12:17.725315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-23c2f10d-8c1b-4951-9bc5-396e2a41caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:17.726820 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-23c2f10d-8c1b-4951-9bc5-396e2a41caa6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.0607786 Jul 27 20:12:17.862329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-343ae3fc-2303-4165-8a75-a988c1517841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:17.863839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-343ae3fc-2303-4165-8a75-a988c1517841 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1278155 Jul 27 20:12:17.871927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-7468b9df-4b49-439a-91e7-0a12abc871b0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:17.873300 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-7468b9df-4b49-439a-91e7-0a12abc871b0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 812 time: 0.1510220 Jul 27 20:12:17.929547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-4e0398db-ef1c-469e-8678-5a301621828b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/quotas/0731adda0572409ca7d43b1bb898294c HTTP/1.1" status: 200 len: 375 time: 0.0478671 Jul 27 20:12:18.011902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-1628fe8b-308e-4c33-8983-c82f19210c55 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376562 Jul 27 20:12:18.078496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-8b7f8579-4c17-4398-9c4c-d95678a3a5a8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1384878 Jul 27 20:12:18.095698 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-aee9eee2-552d-42ca-bd6c-8880a0a43c16 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:12:18.096921 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-aee9eee2-552d-42ca-bd6c-8880a0a43c16 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065539 Jul 27 20:12:18.184142 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-78037d1c-3bbf-41d8-ac1c-be3ae2af145d service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627684 Jul 27 20:12:18.237840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-9db9ab78-c57a-49da-bba7-b4be58c16873 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 HTTP/1.1" status: 200 len: 217 time: 0.0434899 Jul 27 20:12:18.276181 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-4cba8c52-e5fe-4095-9ff8-527bbd39bdf1 service neutron] 10.222.0.48 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716630 Jul 27 20:12:18.360436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-2f12b155-6589-4713-8c3b-f937a7adb37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:18.362382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-2f12b155-6589-4713-8c3b-f937a7adb37e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 200 len: 797 time: 0.1162522 Jul 27 20:12:18.430715 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-4cb41a2b-4639-45ab-831c-de8fee20c1eb service neutron] 10.222.0.48 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445804 Jul 27 20:12:18.448946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-69ea4c14-59bc-43ba-9565-80fbbc4f1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:18.450784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-69ea4c14-59bc-43ba-9565-80fbbc4f1a1a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0798655 Jul 27 20:12:18.583142 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-e5b2231f-8141-4aba-9c75-74ebfdd08a52 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226323 Jul 27 20:12:18.615142 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53430) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:18.697081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dad6e0fa-11fb-40f6-8d18-ae30344a70f1 req-f6bf9b98-2a25-4fa2-8636-85bdb43bdd29 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 210 time: 0.0370975 Jul 27 20:12:18.728305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-200120a4-ec84-48a9-8554-bae55cad32f8 service neutron] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370003 Jul 27 20:12:18.773340 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f396-3faf-4a41-b490-ccc0ef914392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:18.777762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-ddcc4258-022e-4ed2-b03a-92f86bac9433 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=da69274d-209f-4682-975e-8a7c7f339880 HTTP/1.1" status: 200 len: 217 time: 0.0412095 Jul 27 20:12:18.849253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-6a0f8dbf-37f6-45dc-9adc-1a62d3ffebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:18.851214 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-6a0f8dbf-37f6-45dc-9adc-1a62d3ffebf2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.0654361 Jul 27 20:12:18.884106 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f396-3faf-4a41-b490-ccc0ef914392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:18.890366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a2e9f396-3faf-4a41-b490-ccc0ef914392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:18.935605 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:18.939370 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a2e9f396-3faf-4a41-b490-ccc0ef914392 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06b942f951784e8e8ee35a19c2670e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201492 Jul 27 20:12:18.939370 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9f396-3faf-4a41-b490-ccc0ef914392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedb4cde-0898-4277-a8b1-4587751571f9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:18.940253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53440) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:18.975993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-57392d1b-0592-466a-9576-5f550ee89eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:18.978488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-57392d1b-0592-466a-9576-5f550ee89eb1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1190550 Jul 27 20:12:19.009258 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb412282-7f13-448e-8fef-a2b83a1ea5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:19.036900 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb412282-7f13-448e-8fef-a2b83a1ea5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:19.128475 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-6d320816-dc19-437b-96b8-826040b10ffc service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381595 Jul 27 20:12:19.134810 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb412282-7f13-448e-8fef-a2b83a1ea5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:19.140842 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb412282-7f13-448e-8fef-a2b83a1ea5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:19.144494 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bb412282-7f13-448e-8fef-a2b83a1ea5be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eedb4cde-0898-4277-a8b1-4587751571f9 HTTP/1.1" status: 204 len: 168 time: 0.2012682 Jul 27 20:12:19.174864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb412282-7f13-448e-8fef-a2b83a1ea5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedb4cde-0898-4277-a8b1-4587751571f9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:19.307644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-b31997f0-8619-4dcb-9fb7-b7fed19ba0e9 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689978 Jul 27 20:12:19.363932 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-21649220-f71a-4a1b-9803-72bac8e5a552 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da42ddef-db92-4218-a5eb-3af42c1324e2 HTTP/1.1" status: 200 len: 217 time: 0.0426636 Jul 27 20:12:19.479658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-f5283122-f646-4df9-be38-a5aed9f39abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:19.481709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-f5283122-f646-4df9-be38-a5aed9f39abc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 200 len: 797 time: 0.1140404 Jul 27 20:12:19.563905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-6b1e97e6-782c-4510-adbf-64ca200446cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:19.565868 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-6b1e97e6-782c-4510-adbf-64ca200446cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73d72393-3d95-4308-9106-6209eefa092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0736353 Jul 27 20:12:19.674179 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-384f9840-0ad4-45bd-a835-0945dcaf7f50 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991375 Jul 27 20:12:19.814394 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c634e02b-46cb-456b-bafa-8c0e55e7411a req-c3c77e23-9554-4f12-b25d-ed16f8bbcf72 service neutron] 10.222.0.52 "GET /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328299 Jul 27 20:12:19.881152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a7b820f-eb05-40ea-a7ab-59c266cc5d4b req-3904ddbd-a51d-4a4d-9f8a-3a72c9941ade tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 210 time: 0.0556896 Jul 27 20:12:20.083680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-3ad46d72-24bd-4080-9efa-dcd15bf1b9d7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:20.096376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-3ad46d72-24bd-4080-9efa-dcd15bf1b9d7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.52 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 812 time: 0.2072883 Jul 27 20:12:20.103354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-128e770e-12e7-4511-b63b-0c66707e7b4c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'port': {'device_id': '7fefc24c-8edd-494a-8909-cb8991eff0e8', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'admin_state_up': True, 'tenant_id': '0731adda0572409ca7d43b1bb898294c'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:12:20.326917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-128e770e-12e7-4511-b63b-0c66707e7b4c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Made reservation on behalf of 0731adda0572409ca7d43b1bb898294c for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:12:20.334980 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-128e770e-12e7-4511-b63b-0c66707e7b4c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:20.540368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-128e770e-12e7-4511-b63b-0c66707e7b4c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Allocated IP 172.20.0.7 (40473804-8946-43d0-a933-5f826ecd08fd/1789535e-1c61-4b14-a8a5-a7e6af05c64f/798888d7-ace0-4209-ad7b-6a769c487d38) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:12:20.836682 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-128e770e-12e7-4511-b63b-0c66707e7b4c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:20.855641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-128e770e-12e7-4511-b63b-0c66707e7b4c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Transition to ACTIVE for port object 798888d7-ace0-4209-ad7b-6a769c487d38 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:12:20.902788 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-128e770e-12e7-4511-b63b-0c66707e7b4c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:20.917218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['6b1e0289-bccd-4b7f-9135-5ae1727620ff'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:12:21.123018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-128e770e-12e7-4511-b63b-0c66707e7b4c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Network 40473804-8946-43d0-a933-5f826ecd08fd is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:12:21.133867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-128e770e-12e7-4511-b63b-0c66707e7b4c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:12:21.138825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e770e-12e7-4511-b63b-0c66707e7b4c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'Port': ['ID=798888d7-ace0-4209-ad7b-6a769c487d38,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:21.141369 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-128e770e-12e7-4511-b63b-0c66707e7b4c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:12:21.256744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe4162-f03a-4442-95fc-19e212d36057 req-3889da66-a44e-4d74-8d18-b35e0b6eb861 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:21.258361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0fe4162-f03a-4442-95fc-19e212d36057 req-3889da66-a44e-4d74-8d18-b35e0b6eb861 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 931 time: 0.2577064 Jul 27 20:12:21.265443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-128e770e-12e7-4511-b63b-0c66707e7b4c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:21.266120 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-128e770e-12e7-4511-b63b-0c66707e7b4c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:21.296486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-128e770e-12e7-4511-b63b-0c66707e7b4c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1991305 Jul 27 20:12:21.332374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Request body: {'port': {'device_id': '7fefc24c-8edd-494a-8909-cb8991eff0e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:12:21.341216 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0fe4162-f03a-4442-95fc-19e212d36057 req-5ad885ec-0bee-4954-94f7-d1480f773906 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611768 Jul 27 20:12:21.467499 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:21.504481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6e2153df-ce03-4646-b267-5c6575573112 None None] Provisioning for port 798888d7-ace0-4209-ad7b-6a769c487d38 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:12:21.511924 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6e2153df-ce03-4646-b267-5c6575573112 None None] Provisioning complete for port 798888d7-ace0-4209-ad7b-6a769c487d38 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:12:21.512744 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e2153df-ce03-4646-b267-5c6575573112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:21.555131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6e2153df-ce03-4646-b267-5c6575573112 None None] Port 798888d7-ace0-4209-ad7b-6a769c487d38 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:12:21.877936 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798888d7-ace0-4209-ad7b-6a769c487d38 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:12:21.886205 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:21.900555 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Transition to ACTIVE for port object 798888d7-ace0-4209-ad7b-6a769c487d38 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:12:21.906522 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:21.960951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Pushing event updated for resources: {'Port': ['ID=798888d7-ace0-4209-ad7b-6a769c487d38,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:22.073516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Attempting to bind port 798888d7-ace0-4209-ad7b-6a769c487d38 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:12:22.073855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Attempting to bind port 798888d7-ace0-4209-ad7b-6a769c487d38 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:12:22.074329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Attempting to bind port 798888d7-ace0-4209-ad7b-6a769c487d38 on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:12:22.079494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Port 798888d7-ace0-4209-ad7b-6a769c487d38 on network 40473804-8946-43d0-a933-5f826ecd08fd not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:12:22.080068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Attempting to bind port 798888d7-ace0-4209-ad7b-6a769c487d38 on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:12:22.093181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:12:22.093530 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Checking segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:12:22.093929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Bound using segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:12:22.094339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Bound port: 798888d7-ace0-4209-ad7b-6a769c487d38, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:12:22.095091 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:22.195153 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] For port 798888d7-ace0-4209-ad7b-6a769c487d38, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:12:22.199439 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] For port 798888d7-ace0-4209-ad7b-6a769c487d38, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=798888d7-ace0-4209-ad7b-6a769c487d38,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:12:22.207596 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:22.256271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:22.257033 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:22.258542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] 10.222.0.52 "PUT /v2.0/ports/798888d7-ace0-4209-ad7b-6a769c487d38 HTTP/1.1" status: 200 len: 1092 time: 0.9358580 Jul 27 20:12:22.258978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fefc24c-8edd-494a-8909-cb8991eff0e8', 'tag': '798888d7-ace0-4209-ad7b-6a769c487d38'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:12:22.264243 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926a4859-c547-4eb2-84a7-c54095bb7b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "7fefc24c-8edd-494a-8909-cb8991eff0e8", "tag": "798888d7-ace0-4209-ad7b-6a769c487d38"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:12:22.317851 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccd545-36dd-48a0-80dd-ab0c21b3caa6 service neutron] Pushing event updated for resources: {'Port': ['ID=798888d7-ace0-4209-ad7b-6a769c487d38,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:22.460458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-f076bb2b-0e2f-4709-999c-46e4b063091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:22.465893 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-f076bb2b-0e2f-4709-999c-46e4b063091c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 1095 time: 0.1412411 Jul 27 20:12:22.563192 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6919de1-3f22-40f9-9adc-e829d7ac8232 x-openstack-request-id: req-d6919de1-3f22-40f9-9adc-e829d7ac8232 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:12:22.563481 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fefc24c-8edd-494a-8909-cb8991eff0e8", "tag": "798888d7-ace0-4209-ad7b-6a769c487d38", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:12:22.564093 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6919de1-3f22-40f9-9adc-e829d7ac8232 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:12:22.564594 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fefc24c-8edd-494a-8909-cb8991eff0e8', 'tag': '798888d7-ace0-4209-ad7b-6a769c487d38', 'status': 'completed', 'code': 200} Jul 27 20:12:22.566409 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-403da690-dfcd-4d9b-90e5-f4ee419d67a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=798888d7-ace0-4209-ad7b-6a769c487d38 HTTP/1.1" status: 200 len: 217 time: 0.0868835 Jul 27 20:12:22.649836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-e99dc2b3-afc1-459b-8961-ad9e64122a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:22.651771 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-e99dc2b3-afc1-459b-8961-ad9e64122a45 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0774314 Jul 27 20:12:22.791298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea4921-f40b-4f11-a087-8465a2889d89 req-e7a078aa-8872-4a08-b2b1-4232cdf980ca tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:22.792814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7eea4921-f40b-4f11-a087-8465a2889d89 req-e7a078aa-8872-4a08-b2b1-4232cdf980ca tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.1399715 Jul 27 20:12:22.800964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-79a14c4d-5a50-4f3c-8219-ab4e62048c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:22.802704 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-79a14c4d-5a50-4f3c-8219-ab4e62048c81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062191 Jul 27 20:12:22.898175 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7eea4921-f40b-4f11-a087-8465a2889d89 req-2d3640dd-af9e-40be-821b-07177ae7f847 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941870 Jul 27 20:12:22.937518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-08d3faac-abe5-448e-826e-99cd2c7468a0 service neutron] 10.222.0.52 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271853 Jul 27 20:12:23.056081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-734d1e7a-1b5e-4831-9387-b8a73d2ffe01 req-7110123e-a69e-4a62-810f-2ee5d413214d service neutron] 10.222.0.52 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103997 Jul 27 20:12:23.183329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a4859-c547-4eb2-84a7-c54095bb7b6a req-365fed83-9fc3-48cd-9512-e3a3e143f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:23.185255 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-926a4859-c547-4eb2-84a7-c54095bb7b6a req-365fed83-9fc3-48cd-9512-e3a3e143f023 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 1095 time: 0.0725157 Jul 27 20:12:23.211682 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53936) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:23.219017 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Request body: {'network': {'name': 'tempest-network-smoke--190163821', 'project_id': '9c854ff9257846e186064799548c21e7', 'port_security_enabled': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:12:23.249401 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Made reservation on behalf of 9c854ff9257846e186064799548c21e7 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:12:23.254044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:23.265772 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:23.307134 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a4859-c547-4eb2-84a7-c54095bb7b6a req-e7ced599-fe35-450f-a833-428da7c06bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:23.309525 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-926a4859-c547-4eb2-84a7-c54095bb7b6a req-e7ced599-fe35-450f-a833-428da7c06bd8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.1164401 Jul 27 20:12:23.366292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-926a4859-c547-4eb2-84a7-c54095bb7b6a req-508f9168-087a-4911-b13b-8ccf4bd8659a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=798888d7-ace0-4209-ad7b-6a769c487d38 HTTP/1.1" status: 200 len: 217 time: 0.0485110 Jul 27 20:12:23.385997 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:23.392192 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:23.419061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:12:23.424549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a4859-c547-4eb2-84a7-c54095bb7b6a req-b9fe8905-b1a8-4c77-aa17-813cbc986cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:23.426371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-926a4859-c547-4eb2-84a7-c54095bb7b6a req-b9fe8905-b1a8-4c77-aa17-813cbc986cd5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0521834 Jul 27 20:12:23.442173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b7ce42-11b0-4bcb-8aba-795e7f39724e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:23.450655 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:23.450997 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Added segment 7631d646-6e11-4406-b200-d7670ab2da7f of type vlan for network 95e3469b-c50e-4e84-b8c9-47efa0d896d8 Jul 27 20:12:23.466978 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:23.467515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:23.467809 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:23.467906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:23.468223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:23.468606 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:23.469138 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:23.469397 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:23.469726 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:23.470585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:23.470907 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:23.471391 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:23.510480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a4859-c547-4eb2-84a7-c54095bb7b6a req-227825cb-1f5b-4e88-9478-7c7e13fe145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:23.512620 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-926a4859-c547-4eb2-84a7-c54095bb7b6a req-227825cb-1f5b-4e88-9478-7c7e13fe145d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790277 Jul 27 20:12:23.554190 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:23.602586 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:23.610786 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:23.612651 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:23.664950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-926a4859-c547-4eb2-84a7-c54095bb7b6a req-6defc67b-7460-48fe-86d0-745eb1c764da service neutron] 10.222.0.52 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435111 Jul 27 20:12:23.681891 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4680467 Jul 27 20:12:23.684910 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53960) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:23.693116 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'admin_state_up': True, 'project_id': '9c854ff9257846e186064799548c21e7', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:12:23.711656 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1dc2f-867e-4a5c-a81f-b9f7d1177eda tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'Network': ['ID=95e3469b-c50e-4e84-b8c9-47efa0d896d8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:23.728448 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 95e3469b-c50e-4e84-b8c9-47efa0d896d8 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:12:23.733855 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:23.735238 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:23.871307 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:23.918589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-926a4859-c547-4eb2-84a7-c54095bb7b6a req-7dd80d80-0d31-4be5-ab4d-ddac0105877e service neutron] 10.222.0.52 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428038 Jul 27 20:12:24.075931 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:24.085797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68035a9e-e8fa-4014-b8f9-d66e59ad9ab8 req-5fb63e5d-215d-490a-bd6f-630b10ace991 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:24.087636 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68035a9e-e8fa-4014-b8f9-d66e59ad9ab8 req-5fb63e5d-215d-490a-bd6f-630b10ace991 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.0914145 Jul 27 20:12:24.143201 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68035a9e-e8fa-4014-b8f9-d66e59ad9ab8 req-4776dbd9-2ff1-4b73-90b0-f3aa10ff3c9c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458410 Jul 27 20:12:24.336815 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:24.361043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:24.984972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Allocated IP 172.25.1.143 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/408873ed-f757-470f-a27f-81feb5596b47) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:12:25.155434 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:25.217913 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:25.274794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:12:25.282751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:12:25.285908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'Port': ['ID=408873ed-f757-470f-a27f-81feb5596b47,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:25.288643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:12:25.354197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b1d87-069f-4b7f-8ff6-c2ac9b9c21cd req-699a61da-80c3-42c8-8dd4-58fd53d5d2b7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:25.356827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-833b1d87-069f-4b7f-8ff6-c2ac9b9c21cd req-699a61da-80c3-42c8-8dd4-58fd53d5d2b7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.1170113 Jul 27 20:12:25.467333 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-833b1d87-069f-4b7f-8ff6-c2ac9b9c21cd req-aa67a0b9-7c58-4e3a-819f-b44a2b131df0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995743 Jul 27 20:12:25.679905 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:25.989685 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:26.173323 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Router becab7f1-3330-4f44-815e-ecdc75f223d2 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:12:26.327941 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:12:26.349046 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Sync routers for ids ['becab7f1-3330-4f44-815e-ecdc75f223d2'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:12:26.369730 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:26.374824 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Routers {'becab7f1-3330-4f44-815e-ecdc75f223d2'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:12:26.375055 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53972) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:26.376486 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ed555672-ba2c-411e-8c0a-8e2db24ff1cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6898508 Jul 27 20:12:26.377058 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:12:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['becab7f1-3330-4f44-815e-ecdc75f223d2'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:26.499423 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Set router becab7f1-3330-4f44-815e-ecdc75f223d2 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:12:26.550736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-789f1078-c39f-4ddf-a078-25847d722ef8 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9c854ff9257846e186064799548c21e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1738546 Jul 27 20:12:26.554833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53978) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:26.747581 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '408873ed-f757-470f-a27f-81feb5596b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:12:23Z', 'updated_at': '2021-07-27T20:12:25Z', 'revision_number': 3, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': '408873ed-f757-470f-a27f-81feb5596b47', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:24Z', 'updated_at': '2021-07-27T20:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:26.783689 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Checking router: becab7f1-3330-4f44-815e-ecdc75f223d2 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:12:26.784035 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Updating router becab7f1-3330-4f44-815e-ecdc75f223d2 port 408873ed-f757-470f-a27f-81feb5596b47 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:12:26.823036 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:26.863632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5ebd2-d684-49bb-817b-0dda0bfa73f6 req-5d91a6ee-212f-4e4b-8b27-293ad8244b38 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:26.871167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06b5ebd2-d684-49bb-817b-0dda0bfa73f6 req-5d91a6ee-212f-4e4b-8b27-293ad8244b38 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.2925649 Jul 27 20:12:26.890914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbb9792-5c78-443c-9a2d-ab4f4dda38fc tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:26.893715 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9dbb9792-5c78-443c-9a2d-ab4f4dda38fc tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3243208 Jul 27 20:12:26.896684 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53982) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:26.927105 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06b5ebd2-d684-49bb-817b-0dda0bfa73f6 req-9c56ef93-0ed4-45d9-bd6f-24bb1a8155a6 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549221 Jul 27 20:12:26.961800 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-371bacc6-ca8a-40e8-a2d5-a06897db2e04 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0638928 Jul 27 20:12:26.962082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 53984) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:26.967959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c577b0d1-243b-4ae4-8789-ee47980f3c74 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-874443480', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'project_id': '9c854ff9257846e186064799548c21e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:12:27.087210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c577b0d1-243b-4ae4-8789-ee47980f3c74 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Made reservation on behalf of 9c854ff9257846e186064799548c21e7 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:12:27.096345 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c577b0d1-243b-4ae4-8789-ee47980f3c74 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:27.193584 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:27.207850 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Transition to ACTIVE for port object 408873ed-f757-470f-a27f-81feb5596b47 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:12:27.221752 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:27.305862 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Attempting to bind port 408873ed-f757-470f-a27f-81feb5596b47 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:12:27.307127 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Attempting to bind port 408873ed-f757-470f-a27f-81feb5596b47 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:12:27.307885 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Attempting to bind port 408873ed-f757-470f-a27f-81feb5596b47 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:12:27.315201 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e390c73-cab9-42df-8cf9-6919ce383e1c None None] Pushing event updated for resources: {'Port': ['ID=408873ed-f757-470f-a27f-81feb5596b47,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:27.327844 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:12:27.329110 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:12:27.330178 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:27.331588 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:12:27.332091 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Bound port: 408873ed-f757-470f-a27f-81feb5596b47, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:12:27.332633 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:27.386079 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e390c73-cab9-42df-8cf9-6919ce383e1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:27.386804 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e390c73-cab9-42df-8cf9-6919ce383e1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:27.387172 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e390c73-cab9-42df-8cf9-6919ce383e1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:27.387747 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e390c73-cab9-42df-8cf9-6919ce383e1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:27.388291 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e390c73-cab9-42df-8cf9-6919ce383e1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:27.388859 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e390c73-cab9-42df-8cf9-6919ce383e1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:27.389562 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e390c73-cab9-42df-8cf9-6919ce383e1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:27.390141 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e390c73-cab9-42df-8cf9-6919ce383e1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:27.390799 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e390c73-cab9-42df-8cf9-6919ce383e1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:27.392095 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e390c73-cab9-42df-8cf9-6919ce383e1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:27.393151 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e390c73-cab9-42df-8cf9-6919ce383e1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:27.393603 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e390c73-cab9-42df-8cf9-6919ce383e1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:27.415487 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] For port 408873ed-f757-470f-a27f-81feb5596b47, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:12:27.419927 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] For port 408873ed-f757-470f-a27f-81feb5596b47, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=408873ed-f757-470f-a27f-81feb5596b47,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:12:27.429083 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:27.501508 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e390c73-cab9-42df-8cf9-6919ce383e1c None None] Pushing event updated for resources: {'Port': ['ID=408873ed-f757-470f-a27f-81feb5596b47,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:27.541066 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Routers {'becab7f1-3330-4f44-815e-ecdc75f223d2'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:12:27.542163 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:12:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['becab7f1-3330-4f44-815e-ecdc75f223d2'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:27.713779 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] Set router becab7f1-3330-4f44-815e-ecdc75f223d2 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:12:27.757833 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c577b0d1-243b-4ae4-8789-ee47980f3c74 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:27.863098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577b0d1-243b-4ae4-8789-ee47980f3c74 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'Subnet': ['ID=b4b285fc-3821-4f04-8f69-76997a52f6bc,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:27.867521 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c577b0d1-243b-4ae4-8789-ee47980f3c74 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Checking segment: {'id': '7631d646-6e11-4406-b200-d7670ab2da7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:12:27.867886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c577b0d1-243b-4ae4-8789-ee47980f3c74 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Network hostable DHCP agents. Network: 95e3469b-c50e-4e84-b8c9-47efa0d896d8, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:12:27.903039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c577b0d1-243b-4ae4-8789-ee47980f3c74 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Network 95e3469b-c50e-4e84-b8c9-47efa0d896d8 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:12:27.920586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-c577b0d1-243b-4ae4-8789-ee47980f3c74 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 95e3469b-c50e-4e84-b8c9-47efa0d896d8) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:12:27.930088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c577b0d1-243b-4ae4-8789-ee47980f3c74 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:27.930873 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c577b0d1-243b-4ae4-8789-ee47980f3c74 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:27.933081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cda163-5c6a-4eb6-a581-793443689612 None None] Network 95e3469b-c50e-4e84-b8c9-47efa0d896d8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:12:27.954510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 53990) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:27.957091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c577b0d1-243b-4ae4-8789-ee47980f3c74 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9901907 Jul 27 20:12:28.020774 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '408873ed-f757-470f-a27f-81feb5596b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:12:23Z', 'updated_at': '2021-07-27T20:12:25Z', 'revision_number': 3, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': '408873ed-f757-470f-a27f-81feb5596b47', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:24Z', 'updated_at': '2021-07-27T20:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:28.159098 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710d99e-eec1-406e-89cc-a63e511069db None None] The sync data for ids ['becab7f1-3330-4f44-815e-ecdc75f223d2'] in n-d-705657-21 is: [{'id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '408873ed-f757-470f-a27f-81feb5596b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:12:23Z', 'updated_at': '2021-07-27T20:12:25Z', 'revision_number': 3, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': '408873ed-f757-470f-a27f-81feb5596b47', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:24Z', 'updated_at': '2021-07-27T20:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:12:28.272627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef10a86-0ddf-4c6c-a220-1b9bfc26f7f5 req-02d6c7a0-ee6e-4558-9cf1-fa730b064983 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:28.309181 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ef10a86-0ddf-4c6c-a220-1b9bfc26f7f5 req-02d6c7a0-ee6e-4558-9cf1-fa730b064983 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.2506194 Jul 27 20:12:28.332668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'fixed_ips': [{'subnet_id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:12:28.350586 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:28.390198 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ef10a86-0ddf-4c6c-a220-1b9bfc26f7f5 req-f0c90dd6-3d16-435e-9f73-2ce3a7b14b06 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680988 Jul 27 20:12:28.638324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Allocated IP 172.20.0.2 (95e3469b-c50e-4e84-b8c9-47efa0d896d8/b4b285fc-3821-4f04-8f69-76997a52f6bc/e973cc5b-1870-4bec-9793-18fd0a489a28) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:12:28.867963 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 408873ed-f757-470f-a27f-81feb5596b47 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:12:28.971592 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:28.983713 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:28.994285 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Transition to ACTIVE for port object e973cc5b-1870-4bec-9793-18fd0a489a28 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:12:28.996890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 408873ed-f757-470f-a27f-81feb5596b47 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:12:29.003473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 408873ed-f757-470f-a27f-81feb5596b47 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:12:29.003860 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:29.089010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Transition to ACTIVE for port object e973cc5b-1870-4bec-9793-18fd0a489a28 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:12:29.143761 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:29.186367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Network 95e3469b-c50e-4e84-b8c9-47efa0d896d8 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:12:29.212820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:12:29.218364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:12:29.347807 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:29.421367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 408873ed-f757-470f-a27f-81feb5596b47, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=408873ed-f757-470f-a27f-81feb5596b47,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:29.442494 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:29.451853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Pushing event updated for resources: {'Port': ['ID=e973cc5b-1870-4bec-9793-18fd0a489a28,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:29.473605 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Allocated IP 172.20.0.1 (95e3469b-c50e-4e84-b8c9-47efa0d896d8/b4b285fc-3821-4f04-8f69-76997a52f6bc/8ff2bc90-d287-471a-8f88-b4b132d4097a) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:12:29.556008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:29.556638 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:29.558690 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:29.560355 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:29.560770 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:29.561663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:29.563148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:29.565165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:29.565897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:29.566585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:29.566973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:29.567730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:12:29.697558 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=408873ed-f757-470f-a27f-81feb5596b47,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:29.700506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Attempting to bind port e973cc5b-1870-4bec-9793-18fd0a489a28 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:12:29.701345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Attempting to bind port e973cc5b-1870-4bec-9793-18fd0a489a28 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '7631d646-6e11-4406-b200-d7670ab2da7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:12:29.701345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Attempting to bind port e973cc5b-1870-4bec-9793-18fd0a489a28 on network 95e3469b-c50e-4e84-b8c9-47efa0d896d8 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:12:29.710366 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:12:29.710808 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Checking segment: {'id': '7631d646-6e11-4406-b200-d7670ab2da7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:12:29.711275 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:29.711800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Bound using segment: {'id': '7631d646-6e11-4406-b200-d7670ab2da7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:12:29.712364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Bound port: e973cc5b-1870-4bec-9793-18fd0a489a28, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7631d646-6e11-4406-b200-d7670ab2da7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:12:29.713007 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:29.731896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee627357-5953-453d-9cb0-387f3c8c5857 req-65ad4fd7-3ffb-410a-852a-60a39c3596a4 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:29.746364 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee627357-5953-453d-9cb0-387f3c8c5857 req-65ad4fd7-3ffb-410a-852a-60a39c3596a4 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.1691577 Jul 27 20:12:29.763938 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:29.783602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Transition to ACTIVE for port object 8ff2bc90-d287-471a-8f88-b4b132d4097a will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:12:29.818294 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee627357-5953-453d-9cb0-387f3c8c5857 req-d6705b0a-f244-42a5-b333-412be76abb05 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694864 Jul 27 20:12:29.858785 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:29.874425 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] For port e973cc5b-1870-4bec-9793-18fd0a489a28, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:12:29.884119 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] For port e973cc5b-1870-4bec-9793-18fd0a489a28, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e973cc5b-1870-4bec-9793-18fd0a489a28,segment=NetworkSegment(7631d646-6e11-4406-b200-d7670ab2da7f),segment_id=7631d646-6e11-4406-b200-d7670ab2da7f)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:12:29.904432 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:29.923083 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Network 95e3469b-c50e-4e84-b8c9-47efa0d896d8 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:12:29.927425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'Port': ['ID=8ff2bc90-d287-471a-8f88-b4b132d4097a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:29.930169 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:12:29.933146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:12:29.971178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096de6d-9f36-43ad-91b3-352eba82b20b None None] Pushing event updated for resources: {'Port': ['ID=e973cc5b-1870-4bec-9793-18fd0a489a28,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:30.026396 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:30.266869 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:30.664286 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:30.676207 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:30.788193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'Port': ['ID=8ff2bc90-d287-471a-8f88-b4b132d4097a,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:30.791280 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:30.823893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d53b1c-9ecd-4481-b098-63910c9e534f req-0fc095b7-0550-461b-ac50-efffaff6a324 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:30.826359 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67d53b1c-9ecd-4481-b098-63910c9e534f req-0fc095b7-0550-461b-ac50-efffaff6a324 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 949 time: 0.1093378 Jul 27 20:12:30.873926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67d53b1c-9ecd-4481-b098-63910c9e534f req-49a1090a-c8a0-4f71-bdca-f40d2cbd4017 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a7a992-61e6-4b40-9a11-df407f79530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396187 Jul 27 20:12:30.894303 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e973cc5b-1870-4bec-9793-18fd0a489a28 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:12:30.914256 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Network 95e3469b-c50e-4e84-b8c9-47efa0d896d8 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:12:30.914256 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:12:30.961747 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port e973cc5b-1870-4bec-9793-18fd0a489a28 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:12:30.967102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 408873ed-f757-470f-a27f-81feb5596b47 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:12:30.991010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b9ce1-a0f2-4c5c-9882-a375ea230864 req-23d43ec5-c50e-43cf-b261-b436d9976edf tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:30.992736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f49b9ce1-a0f2-4c5c-9882-a375ea230864 req-23d43ec5-c50e-43cf-b261-b436d9976edf tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.0734220 Jul 27 20:12:31.029460 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 408873ed-f757-470f-a27f-81feb5596b47 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:12:31.029918 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:31.043676 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f49b9ce1-a0f2-4c5c-9882-a375ea230864 req-2f55409a-7b0a-4fdc-8640-322cb60bbc50 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446348 Jul 27 20:12:31.046949 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Router becab7f1-3330-4f44-815e-ecdc75f223d2 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:12:31.173635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:12:31.178781 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fe90ab4f-ba2f-4c8c-9037-fa38284db570 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "PUT /v2.0/routers/becab7f1-3330-4f44-815e-ecdc75f223d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2232032 Jul 27 20:12:31.181573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54006) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:31.184540 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Sync routers for ids ['becab7f1-3330-4f44-815e-ecdc75f223d2'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:12:31.186073 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-88b41621-aba4-4ab6-9ebe-49eb8024e201 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--954607778', 'description': 'tempest-secgroup_access--954607778 description', 'project_id': '9c854ff9257846e186064799548c21e7'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:12:31.194873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Routers {'becab7f1-3330-4f44-815e-ecdc75f223d2'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:12:31.195500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:12:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['becab7f1-3330-4f44-815e-ecdc75f223d2'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:31.209455 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88b41621-aba4-4ab6-9ebe-49eb8024e201 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:31.298930 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88b41621-aba4-4ab6-9ebe-49eb8024e201 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:31.304288 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88b41621-aba4-4ab6-9ebe-49eb8024e201 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:31.306630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Set router becab7f1-3330-4f44-815e-ecdc75f223d2 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:12:31.335221 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-88b41621-aba4-4ab6-9ebe-49eb8024e201 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:31.339864 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-88b41621-aba4-4ab6-9ebe-49eb8024e201 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1540875 Jul 27 20:12:31.339864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b41621-aba4-4ab6-9ebe-49eb8024e201 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:31.340320 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54008) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:31.345528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-a4236a2b-a7aa-4795-9060-f1ba15313581 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--367333350', 'description': 'tempest-secgroup_general--367333350 description', 'project_id': '9c854ff9257846e186064799548c21e7'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:12:31.373402 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a4236a2b-a7aa-4795-9060-f1ba15313581 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:31.471041 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a4236a2b-a7aa-4795-9060-f1ba15313581 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:31.476625 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a4236a2b-a7aa-4795-9060-f1ba15313581 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:31.510447 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4236a2b-a7aa-4795-9060-f1ba15313581 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb8dcc0-3cea-4384-be69-ef0278419b0a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:31.513850 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a4236a2b-a7aa-4795-9060-f1ba15313581 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:31.515316 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a4236a2b-a7aa-4795-9060-f1ba15313581 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1745222 Jul 27 20:12:31.518447 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54010) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:31.524067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-33842fdc-c987-4963-b433-a25ac382fa66 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Request body: {'security_group_rule': {'security_group_id': '34cb96ca-5778-47d2-a6b2-c3e3d0180f5e', 'project_id': '9c854ff9257846e186064799548c21e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:12:31.555461 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '408873ed-f757-470f-a27f-81feb5596b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:12:23Z', 'updated_at': '2021-07-27T20:12:30Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': '408873ed-f757-470f-a27f-81feb5596b47', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:24Z', 'updated_at': '2021-07-27T20:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8ff2bc90-d287-471a-8f88-b4b132d4097a', 'name': '', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'mac_address': 'fa:16:3e:03:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:29Z', 'updated_at': '2021-07-27T20:12:30Z', 'revision_number': 2, 'project_id': '9c854ff9257846e186064799548c21e7', 'subnets': [{'id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:31.564599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-33842fdc-c987-4963-b433-a25ac382fa66 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:31.584066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Checking router: becab7f1-3330-4f44-815e-ecdc75f223d2 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:12:31.584433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Updating router becab7f1-3330-4f44-815e-ecdc75f223d2 port 8ff2bc90-d287-471a-8f88-b4b132d4097a binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:12:31.630648 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:31.639740 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-33842fdc-c987-4963-b433-a25ac382fa66 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:31.643702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-33842fdc-c987-4963-b433-a25ac382fa66 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:31.663853 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33842fdc-c987-4963-b433-a25ac382fa66 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c4895e-cd4a-42a6-946d-f853eaa70fd6,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:31.677373 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-33842fdc-c987-4963-b433-a25ac382fa66 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:31.691872 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-33842fdc-c987-4963-b433-a25ac382fa66 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1587219 Jul 27 20:12:31.746217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3924d27-8683-4f67-9a3c-18fd253b6259 None None] Network 95e3469b-c50e-4e84-b8c9-47efa0d896d8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:12:31.940727 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-b8accc93-2226-4253-b71e-e6dbdb36165a tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--367333350&fields=id&tenant_id=9c854ff9257846e186064799548c21e7 HTTP/1.1" status: 200 len: 267 time: 0.0480814 Jul 27 20:12:32.018946 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-c0f0ac59-e34a-4586-8029-e4aaaf051c9e tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--954607778&fields=id&tenant_id=9c854ff9257846e186064799548c21e7 HTTP/1.1" status: 200 len: 267 time: 0.0702019 Jul 27 20:12:32.062895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca5a89c4-a9e0-40e9-bb32-504f40032fa6 None None] Provisioning for port e973cc5b-1870-4bec-9793-18fd0a489a28 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:12:32.077691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca5a89c4-a9e0-40e9-bb32-504f40032fa6 None None] Provisioning complete for port e973cc5b-1870-4bec-9793-18fd0a489a28 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:12:32.078070 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca5a89c4-a9e0-40e9-bb32-504f40032fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:32.119756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83c8ac-ec23-45fa-85c4-0fa2f2571bc3 req-bf1f1809-e7a8-4b99-b72b-c37ecc72bff3 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:32.121479 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac83c8ac-ec23-45fa-85c4-0fa2f2571bc3 req-bf1f1809-e7a8-4b99-b72b-c37ecc72bff3 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 949 time: 0.1492455 Jul 27 20:12:32.227853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-80a01ac5-f819-46bc-97c3-9a1f70364b30 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:32.229405 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-80a01ac5-f819-46bc-97c3-9a1f70364b30 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/networks?id=95e3469b-c50e-4e84-b8c9-47efa0d896d8 HTTP/1.1" status: 200 len: 796 time: 0.2032192 Jul 27 20:12:32.233735 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac83c8ac-ec23-45fa-85c4-0fa2f2571bc3 req-28c9be83-793f-48f1-b995-dd57c91cede0 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/security-groups?id=87a7a992-61e6-4b40-9a11-df407f79530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990157 Jul 27 20:12:32.254769 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-28cc6200-fa85-48c3-a4fd-44a06996f5ef tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/quotas/9c854ff9257846e186064799548c21e7 HTTP/1.1" status: 200 len: 375 time: 0.0152426 Jul 27 20:12:32.320630 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca5a89c4-a9e0-40e9-bb32-504f40032fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:32.322250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a9741-9477-44f5-8ebb-88de1ce238b7 req-f4cc52be-7df9-4b5f-90bf-f23378889635 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:32.323709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd2a9741-9477-44f5-8ebb-88de1ce238b7 req-f4cc52be-7df9-4b5f-90bf-f23378889635 tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 949 time: 0.1488597 Jul 27 20:12:32.351004 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:32.371623 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Transition to ACTIVE for port object 8ff2bc90-d287-471a-8f88-b4b132d4097a will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:12:32.395031 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:32.399414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca5a89c4-a9e0-40e9-bb32-504f40032fa6 None None] For port e973cc5b-1870-4bec-9793-18fd0a489a28, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e973cc5b-1870-4bec-9793-18fd0a489a28,segment=NetworkSegment(7631d646-6e11-4406-b200-d7670ab2da7f),segment_id=7631d646-6e11-4406-b200-d7670ab2da7f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:32.429760 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca5a89c4-a9e0-40e9-bb32-504f40032fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:32.456031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dd4b1-1c47-4f6d-aa5e-c61f658d84a6 None None] Pushing event updated for resources: {'Port': ['ID=8ff2bc90-d287-471a-8f88-b4b132d4097a,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:32.493942 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-5aab5c8f-90b6-4091-9680-3787825a497f tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c854ff9257846e186064799548c21e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2303581 Jul 27 20:12:32.504574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973884c-a270-4a6d-8789-72668e52620f req-aaabd811-975e-4371-ae6a-ccd4e12b9169 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:32.505563 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4973884c-a270-4a6d-8789-72668e52620f req-aaabd811-975e-4371-ae6a-ccd4e12b9169 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.1953475 Jul 27 20:12:32.563905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Attempting to bind port 8ff2bc90-d287-471a-8f88-b4b132d4097a on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:12:32.564328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Attempting to bind port 8ff2bc90-d287-471a-8f88-b4b132d4097a by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '7631d646-6e11-4406-b200-d7670ab2da7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:12:32.564835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Attempting to bind port 8ff2bc90-d287-471a-8f88-b4b132d4097a on network 95e3469b-c50e-4e84-b8c9-47efa0d896d8 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:12:32.566934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a89c4-a9e0-40e9-bb32-504f40032fa6 None None] Pushing event updated for resources: {'Port': ['ID=e973cc5b-1870-4bec-9793-18fd0a489a28,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:32.574113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:12:32.574556 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Checking segment: {'id': '7631d646-6e11-4406-b200-d7670ab2da7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:12:32.575029 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:32.576086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Bound using segment: {'id': '7631d646-6e11-4406-b200-d7670ab2da7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:12:32.576218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Bound port: 8ff2bc90-d287-471a-8f88-b4b132d4097a, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7631d646-6e11-4406-b200-d7670ab2da7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:12:32.576622 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:32.606978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-dd2a9741-9477-44f5-8ebb-88de1ce238b7 req-66e613f5-c92e-41e9-82e3-b9b337bc383f tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Deleting port 5616f8de-f5a2-4695-8d68-76512eb87a51 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:12:32.607323 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-dd2a9741-9477-44f5-8ebb-88de1ce238b7 req-66e613f5-c92e-41e9-82e3-b9b337bc383f tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:32.655324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] For port 8ff2bc90-d287-471a-8f88-b4b132d4097a, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:12:32.663093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] For port 8ff2bc90-d287-471a-8f88-b4b132d4097a, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8ff2bc90-d287-471a-8f88-b4b132d4097a,segment=NetworkSegment(7631d646-6e11-4406-b200-d7670ab2da7f),segment_id=7631d646-6e11-4406-b200-d7670ab2da7f)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:12:32.664168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-36a611c9-b122-4946-aa0d-d59fe0f0787c None None] Provisioning complete for port e973cc5b-1870-4bec-9793-18fd0a489a28 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:12:32.664595 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-36a611c9-b122-4946-aa0d-d59fe0f0787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:32.668148 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4973884c-a270-4a6d-8789-72668e52620f req-fdb53d60-cef1-4d11-9b8c-32dbf60aea4c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486263 Jul 27 20:12:32.698833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-20fe3d82-9fb3-41cc-8e0f-10d0e4045005 service neutron] 10.222.0.48 "GET /v2.0/networks/95e3469b-c50e-4e84-b8c9-47efa0d896d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896400 Jul 27 20:12:32.703654 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:32.799234 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e973cc5b-1870-4bec-9793-18fd0a489a28 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:12:32.805027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-dd2a9741-9477-44f5-8ebb-88de1ce238b7 req-66e613f5-c92e-41e9-82e3-b9b337bc383f tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] For port 5616f8de-f5a2-4695-8d68-76512eb87a51, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=5616f8de-f5a2-4695-8d68-76512eb87a51,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:32.805401 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-dd2a9741-9477-44f5-8ebb-88de1ce238b7 req-66e613f5-c92e-41e9-82e3-b9b337bc383f tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:32.823362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-dd2a9741-9477-44f5-8ebb-88de1ce238b7 req-66e613f5-c92e-41e9-82e3-b9b337bc383f tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Calling delete_port for 5616f8de-f5a2-4695-8d68-76512eb87a51 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:12:32.833218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dd4b1-1c47-4f6d-aa5e-c61f658d84a6 None None] Pushing event updated for resources: {'Port': ['ID=8ff2bc90-d287-471a-8f88-b4b132d4097a,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:32.841811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Routers {'becab7f1-3330-4f44-815e-ecdc75f223d2'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:12:32.842356 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:12:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['becab7f1-3330-4f44-815e-ecdc75f223d2'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:32.888925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-6d6ccfe5-7c27-4114-9a0e-e13c26dcf8e5 service neutron] 10.222.0.48 "GET /v2.0/networks/95e3469b-c50e-4e84-b8c9-47efa0d896d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817386 Jul 27 20:12:32.988657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e973cc5b-1870-4bec-9793-18fd0a489a28 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:12:32.989036 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:33.019288 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-dd2a9741-9477-44f5-8ebb-88de1ce238b7 req-66e613f5-c92e-41e9-82e3-b9b337bc383f tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:33.041328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['5616f8de-f5a2-4695-8d68-76512eb87a51'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:12:33.042692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-36a611c9-b122-4946-aa0d-d59fe0f0787c None None] Provisioning for port 8ff2bc90-d287-471a-8f88-b4b132d4097a completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:12:33.049659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] Set router becab7f1-3330-4f44-815e-ecdc75f223d2 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:12:33.072761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e613f5-c92e-41e9-82e3-b9b337bc383f tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Pushing event deleted for resources: {'Port': ['ID=5616f8de-f5a2-4695-8d68-76512eb87a51,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:33.293572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acdeac14-3659-4faf-a5a9-2815d465cfc2 req-e32c7d74-711c-4f8f-bc93-2595d0ad12cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 210 time: 0.1040838 Jul 27 20:12:33.294981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2a9741-9477-44f5-8ebb-88de1ce238b7 req-66e613f5-c92e-41e9-82e3-b9b337bc383f tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] No DVR routers for this DVR port 5616f8de-f5a2-4695-8d68-76512eb87a51 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:12:33.299052 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-dd2a9741-9477-44f5-8ebb-88de1ce238b7 req-66e613f5-c92e-41e9-82e3-b9b337bc383f tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:33.301438 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd2a9741-9477-44f5-8ebb-88de1ce238b7 req-66e613f5-c92e-41e9-82e3-b9b337bc383f tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.52 "DELETE /v2.0/ports/5616f8de-f5a2-4695-8d68-76512eb87a51 HTTP/1.1" status: 204 len: 173 time: 0.9678638 Jul 27 20:12:33.301999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b9658-ac1e-4e88-8f17-bad2c946c896', 'name': 'network-vif-deleted', 'tag': '5616f8de-f5a2-4695-8d68-76512eb87a51'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:12:33.304862 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b99bff-a8d9-4490-95a9-061c65a7d8f7" -d '{"events": [{"server_uuid": "3f3b9658-ac1e-4e88-8f17-bad2c946c896", "name": "network-vif-deleted", "tag": "5616f8de-f5a2-4695-8d68-76512eb87a51"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:12:33.475305 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dea9021-d990-4845-a6ca-f3980d60ce3c x-openstack-request-id: req-0dea9021-d990-4845-a6ca-f3980d60ce3c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:12:33.482617 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3b9658-ac1e-4e88-8f17-bad2c946c896", "name": "network-vif-deleted", "tag": "5616f8de-f5a2-4695-8d68-76512eb87a51", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:12:33.483082 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0dea9021-d990-4845-a6ca-f3980d60ce3c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:12:33.483822 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3b9658-ac1e-4e88-8f17-bad2c946c896', 'name': 'network-vif-deleted', 'tag': '5616f8de-f5a2-4695-8d68-76512eb87a51', 'status': 'completed', 'code': 200} Jul 27 20:12:33.530564 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9aea1527-0aab-4c28-8fe1-3d99219efbf0 req-6dddb32f-3800-42f7-8741-7b4946edcbde tempest-VolumesBackupsTest-1463764035 tempest-VolumesBackupsTest-1463764035-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3b9658-ac1e-4e88-8f17-bad2c946c896 HTTP/1.1" status: 200 len: 210 time: 0.1083620 Jul 27 20:12:33.652600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '408873ed-f757-470f-a27f-81feb5596b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:12:23Z', 'updated_at': '2021-07-27T20:12:30Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': '408873ed-f757-470f-a27f-81feb5596b47', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:24Z', 'updated_at': '2021-07-27T20:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8ff2bc90-d287-471a-8f88-b4b132d4097a', 'name': '', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'mac_address': 'fa:16:3e:03:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:29Z', 'updated_at': '2021-07-27T20:12:32Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'subnets': [{'id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:33.707994 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2761ffc-ab7b-41bb-a5c9-7cc5316e1e22 None None] The sync data for ids ['becab7f1-3330-4f44-815e-ecdc75f223d2'] in n-d-705657-21 is: [{'id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '408873ed-f757-470f-a27f-81feb5596b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:12:23Z', 'updated_at': '2021-07-27T20:12:30Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': '408873ed-f757-470f-a27f-81feb5596b47', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:24Z', 'updated_at': '2021-07-27T20:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8ff2bc90-d287-471a-8f88-b4b132d4097a', 'name': '', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'mac_address': 'fa:16:3e:03:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:29Z', 'updated_at': '2021-07-27T20:12:32Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'subnets': [{'id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:12:33.931544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3d8cd-db0e-464e-a99d-caf7f694b4ff req-48e77bca-c649-43a3-b70d-5dda5fdbeeaf tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:33.939452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9c3d8cd-db0e-464e-a99d-caf7f694b4ff req-48e77bca-c649-43a3-b70d-5dda5fdbeeaf tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.1043849 Jul 27 20:12:33.983391 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9c3d8cd-db0e-464e-a99d-caf7f694b4ff req-eee259b8-7cd4-49c4-8350-fe8c34f9968d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427618 Jul 27 20:12:34.406045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77b269be-f6e7-4dad-aba9-5bdfc7c5b9a6 req-65d148c2-eaf8-4925-a2cf-496acf462553 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 210 time: 0.0303111 Jul 27 20:12:34.736197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-5c95d1fc-93b5-44cc-8bf9-b2a906241df1 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:34.737827 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-5c95d1fc-93b5-44cc-8bf9-b2a906241df1 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.63 "GET /v2.0/networks?id=95e3469b-c50e-4e84-b8c9-47efa0d896d8 HTTP/1.1" status: 200 len: 796 time: 0.1473413 Jul 27 20:12:34.833005 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-fd70525e-b5df-4a42-959b-eebe077dba73 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c854ff9257846e186064799548c21e7 HTTP/1.1" status: 200 len: 476 time: 0.0736890 Jul 27 20:12:34.836036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8ff2bc90-d287-471a-8f88-b4b132d4097a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:12:34.845211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-7ded8310-9486-4e74-8c51-426779d9381d tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Request body: {'port': {'device_id': '080bdb96-6d21-480b-933c-afc25661083b', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'admin_state_up': True, 'tenant_id': '9c854ff9257846e186064799548c21e7', 'security_groups': ['bbb8dcc0-3cea-4384-be69-ef0278419b0a', '34cb96ca-5778-47d2-a6b2-c3e3d0180f5e']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:12:34.897615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 8ff2bc90-d287-471a-8f88-b4b132d4097a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:12:34.902247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8ff2bc90-d287-471a-8f88-b4b132d4097a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:12:34.902630 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:34.989748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-7ded8310-9486-4e74-8c51-426779d9381d tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Made reservation on behalf of 9c854ff9257846e186064799548c21e7 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:12:34.993680 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-7ded8310-9486-4e74-8c51-426779d9381d tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:35.002989 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:35.085082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 8ff2bc90-d287-471a-8f88-b4b132d4097a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8ff2bc90-d287-471a-8f88-b4b132d4097a,segment=NetworkSegment(7631d646-6e11-4406-b200-d7670ab2da7f),segment_id=7631d646-6e11-4406-b200-d7670ab2da7f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:35.102301 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:35.172955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=8ff2bc90-d287-471a-8f88-b4b132d4097a,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:35.239088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06837982-3b9e-4550-87f0-b5bc0bf0b90b req-6d8ca838-1cd5-443d-b395-ce4e98c36572 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:35.247358 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-7ded8310-9486-4e74-8c51-426779d9381d tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Allocated IP 172.20.0.7 (95e3469b-c50e-4e84-b8c9-47efa0d896d8/b4b285fc-3821-4f04-8f69-76997a52f6bc/7afe1553-2d56-4454-a658-20bd9f8e7112) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:12:35.249059 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06837982-3b9e-4550-87f0-b5bc0bf0b90b req-6d8ca838-1cd5-443d-b395-ce4e98c36572 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.1524801 Jul 27 20:12:35.286918 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06837982-3b9e-4550-87f0-b5bc0bf0b90b req-9a62e705-2801-4ab7-ab70-2a55c4dcc8ea tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368698 Jul 27 20:12:35.431508 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-7ded8310-9486-4e74-8c51-426779d9381d tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:35.447259 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-7ded8310-9486-4e74-8c51-426779d9381d tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Transition to ACTIVE for port object 7afe1553-2d56-4454-a658-20bd9f8e7112 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:12:35.487003 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-7ded8310-9486-4e74-8c51-426779d9381d tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:35.549118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a649d56-391d-4101-a984-d67254152e69 req-308d3eb3-547d-4ae2-bfff-34d25ae34fcf tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:35.550857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a649d56-391d-4101-a984-d67254152e69 req-308d3eb3-547d-4ae2-bfff-34d25ae34fcf tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 970 time: 0.0683713 Jul 27 20:12:35.552531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded8310-9486-4e74-8c51-426779d9381d tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'Port': ['ID=7afe1553-2d56-4454-a658-20bd9f8e7112,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:35.556027 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-7ded8310-9486-4e74-8c51-426779d9381d tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Network 95e3469b-c50e-4e84-b8c9-47efa0d896d8 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:12:35.557802 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-7ded8310-9486-4e74-8c51-426779d9381d tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:12:35.559850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-7ded8310-9486-4e74-8c51-426779d9381d tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:12:35.618254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-7ded8310-9486-4e74-8c51-426779d9381d tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:35.619236 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-7ded8310-9486-4e74-8c51-426779d9381d tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:35.620993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a649d56-391d-4101-a984-d67254152e69 req-9e9906e0-71b7-43ea-bf84-973c5bb11c28 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/security-groups?id=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e&id=bbb8dcc0-3cea-4384-be69-ef0278419b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0439277 Jul 27 20:12:35.644999 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-7ded8310-9486-4e74-8c51-426779d9381d tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8109396 Jul 27 20:12:35.658369 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Request body: {'port': {'device_id': '080bdb96-6d21-480b-933c-afc25661083b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:12:35.742082 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:35.793858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-001612a1-668f-4790-8526-2410e0038bf6 None None] Provisioning for port 7afe1553-2d56-4454-a658-20bd9f8e7112 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:12:35.799211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-001612a1-668f-4790-8526-2410e0038bf6 None None] Provisioning complete for port 7afe1553-2d56-4454-a658-20bd9f8e7112 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:12:35.799788 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-001612a1-668f-4790-8526-2410e0038bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:35.841802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-001612a1-668f-4790-8526-2410e0038bf6 None None] Port 7afe1553-2d56-4454-a658-20bd9f8e7112 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:12:36.417821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afe1553-2d56-4454-a658-20bd9f8e7112 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:12:36.426025 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:36.426310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45337564-8755-4534-aa40-7245d01f738b req-8b2951a1-cbe9-4e11-8a59-fad11ba1a277 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:36.427813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45337564-8755-4534-aa40-7245d01f738b req-8b2951a1-cbe9-4e11-8a59-fad11ba1a277 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.0679119 Jul 27 20:12:36.438185 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Transition to ACTIVE for port object 7afe1553-2d56-4454-a658-20bd9f8e7112 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:12:36.443656 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:36.473510 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45337564-8755-4534-aa40-7245d01f738b req-6f5a5615-7943-407d-b0b9-e053e84815e5 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382948 Jul 27 20:12:36.494751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Pushing event updated for resources: {'Port': ['ID=7afe1553-2d56-4454-a658-20bd9f8e7112,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:36.583888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Attempting to bind port 7afe1553-2d56-4454-a658-20bd9f8e7112 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:12:36.584544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Attempting to bind port 7afe1553-2d56-4454-a658-20bd9f8e7112 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '7631d646-6e11-4406-b200-d7670ab2da7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:12:36.584873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Attempting to bind port 7afe1553-2d56-4454-a658-20bd9f8e7112 on network 95e3469b-c50e-4e84-b8c9-47efa0d896d8 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:12:36.590576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Port 7afe1553-2d56-4454-a658-20bd9f8e7112 on network 95e3469b-c50e-4e84-b8c9-47efa0d896d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:12:36.590930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Attempting to bind port 7afe1553-2d56-4454-a658-20bd9f8e7112 on network 95e3469b-c50e-4e84-b8c9-47efa0d896d8 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:12:36.597900 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:12:36.598831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Checking segment: {'id': '7631d646-6e11-4406-b200-d7670ab2da7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:12:36.599708 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Bound using segment: {'id': '7631d646-6e11-4406-b200-d7670ab2da7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:12:36.600557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Bound port: 7afe1553-2d56-4454-a658-20bd9f8e7112, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7631d646-6e11-4406-b200-d7670ab2da7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:12:36.601240 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:36.681722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] For port 7afe1553-2d56-4454-a658-20bd9f8e7112, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:12:36.685321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] For port 7afe1553-2d56-4454-a658-20bd9f8e7112, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=7afe1553-2d56-4454-a658-20bd9f8e7112,segment=NetworkSegment(7631d646-6e11-4406-b200-d7670ab2da7f),segment_id=7631d646-6e11-4406-b200-d7670ab2da7f)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:12:36.691628 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:36.731763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:36.732470 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:36.734507 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] 10.222.0.63 "PUT /v2.0/ports/7afe1553-2d56-4454-a658-20bd9f8e7112 HTTP/1.1" status: 200 len: 1131 time: 1.0807009 Jul 27 20:12:36.740877 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080bdb96-6d21-480b-933c-afc25661083b', 'tag': '7afe1553-2d56-4454-a658-20bd9f8e7112'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:12:36.752874 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f065ca09-284f-48bc-b7aa-3691edff5c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "080bdb96-6d21-480b-933c-afc25661083b", "tag": "7afe1553-2d56-4454-a658-20bd9f8e7112"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:12:36.756631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8ff2bc90-d287-471a-8f88-b4b132d4097a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:12:36.828326 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650a7fe1-5d44-451a-b9d3-5f495b11f519 x-openstack-request-id: req-650a7fe1-5d44-451a-b9d3-5f495b11f519 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:12:36.828968 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080bdb96-6d21-480b-933c-afc25661083b", "tag": "7afe1553-2d56-4454-a658-20bd9f8e7112", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:12:36.829871 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-650a7fe1-5d44-451a-b9d3-5f495b11f519 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:12:36.829871 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080bdb96-6d21-480b-933c-afc25661083b', 'tag': '7afe1553-2d56-4454-a658-20bd9f8e7112', 'status': 'completed', 'code': 200} Jul 27 20:12:36.837715 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de850c2-7d0d-42f7-89ae-2a53a299296b service neutron] Pushing event updated for resources: {'Port': ['ID=7afe1553-2d56-4454-a658-20bd9f8e7112,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:36.857808 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8ff2bc90-d287-471a-8f88-b4b132d4097a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:12:36.859041 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:36.860307 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b6af4-b9c5-4d6f-a72d-3846c76790e6 req-dc49a34a-671d-4caa-a58b-cb2aacdf65cb tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:36.864807 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-618b6af4-b9c5-4d6f-a72d-3846c76790e6 req-dc49a34a-671d-4caa-a58b-cb2aacdf65cb tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 982 time: 0.1289787 Jul 27 20:12:36.887816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-4806e7c6-0c24-44ac-bfe7-5fd3fe4e3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:36.892015 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-4806e7c6-0c24-44ac-bfe7-5fd3fe4e3ac7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9c854ff9257846e186064799548c21e7&device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 1134 time: 0.1160727 Jul 27 20:12:36.928021 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-618b6af4-b9c5-4d6f-a72d-3846c76790e6 req-8e09eac0-b5f2-46bc-bb97-cc19c6d64399 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/security-groups?id=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e&id=bbb8dcc0-3cea-4384-be69-ef0278419b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0560532 Jul 27 20:12:36.983974 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-cc407875-4d64-4360-a99e-41cdc8216d5d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7afe1553-2d56-4454-a658-20bd9f8e7112 HTTP/1.1" status: 200 len: 217 time: 0.0833113 Jul 27 20:12:37.046871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-81a9d3a8-e7c9-4536-92d1-205ab0be318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:37.049705 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-81a9d3a8-e7c9-4536-92d1-205ab0be318c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b4b285fc-3821-4f04-8f69-76997a52f6bc HTTP/1.1" status: 200 len: 834 time: 0.0578067 Jul 27 20:12:37.115464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-54b3e3cf-fd24-4a6b-9ca0-fee92878aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:37.117043 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-54b3e3cf-fd24-4a6b-9ca0-fee92878aa36 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=95e3469b-c50e-4e84-b8c9-47efa0d896d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600555 Jul 27 20:12:37.181765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 5616f8de-f5a2-4695-8d68-76512eb87a51 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:12:37.202684 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 5616f8de-f5a2-4695-8d68-76512eb87a51 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:12:37.203151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 5616f8de-f5a2-4695-8d68-76512eb87a51 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:12:37.221530 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-a4ed619d-4877-4482-ac9e-558a9ba9b762 service neutron] 10.222.0.63 "GET /v2.0/networks/95e3469b-c50e-4e84-b8c9-47efa0d896d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955849 Jul 27 20:12:37.321327 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53a8255b-bb09-4322-b3bb-80ce4cacd6fe req-b04725e6-b6fe-4465-a7aa-be1ad61d2762 service neutron] 10.222.0.63 "GET /v2.0/networks/95e3469b-c50e-4e84-b8c9-47efa0d896d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915639 Jul 27 20:12:37.436058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065ca09-284f-48bc-b7aa-3691edff5c4c req-7105f800-52a6-49fe-91d6-edda04b40f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:37.437619 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f065ca09-284f-48bc-b7aa-3691edff5c4c req-7105f800-52a6-49fe-91d6-edda04b40f3d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9c854ff9257846e186064799548c21e7&device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 1134 time: 0.0626776 Jul 27 20:12:37.541687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065ca09-284f-48bc-b7aa-3691edff5c4c req-f5234499-7cd4-433e-9827-dc8402e9a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:37.543440 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f065ca09-284f-48bc-b7aa-3691edff5c4c req-f5234499-7cd4-433e-9827-dc8402e9a6a3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=95e3469b-c50e-4e84-b8c9-47efa0d896d8 HTTP/1.1" status: 200 len: 897 time: 0.0977952 Jul 27 20:12:37.588969 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f065ca09-284f-48bc-b7aa-3691edff5c4c req-c01be486-ab52-42a5-8c15-6e6fe9b9760a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7afe1553-2d56-4454-a658-20bd9f8e7112 HTTP/1.1" status: 200 len: 217 time: 0.0374837 Jul 27 20:12:37.645285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d6cf4-9e53-4bf4-bb5d-07bd1c93a605 req-1a6131c1-91b6-4642-839c-e7c4375fb362 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:37.647412 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-510d6cf4-9e53-4bf4-bb5d-07bd1c93a605 req-1a6131c1-91b6-4642-839c-e7c4375fb362 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.0712926 Jul 27 20:12:37.659531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065ca09-284f-48bc-b7aa-3691edff5c4c req-9b131774-c4f8-4f15-9bfc-a031f8992466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:37.661173 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f065ca09-284f-48bc-b7aa-3691edff5c4c req-9b131774-c4f8-4f15-9bfc-a031f8992466 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b4b285fc-3821-4f04-8f69-76997a52f6bc HTTP/1.1" status: 200 len: 834 time: 0.0644040 Jul 27 20:12:37.691215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-510d6cf4-9e53-4bf4-bb5d-07bd1c93a605 req-8f6b4d8c-efa3-4f3c-9722-238dc7abece4 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367270 Jul 27 20:12:37.733768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065ca09-284f-48bc-b7aa-3691edff5c4c req-22334b4f-6bf2-4f31-bbad-f46e2ba501dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:37.735447 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f065ca09-284f-48bc-b7aa-3691edff5c4c req-22334b4f-6bf2-4f31-bbad-f46e2ba501dd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=95e3469b-c50e-4e84-b8c9-47efa0d896d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657566 Jul 27 20:12:37.833711 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f065ca09-284f-48bc-b7aa-3691edff5c4c req-5206883b-2e28-4338-8657-cc67590125c7 service neutron] 10.222.0.63 "GET /v2.0/networks/95e3469b-c50e-4e84-b8c9-47efa0d896d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904388 Jul 27 20:12:37.944235 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f065ca09-284f-48bc-b7aa-3691edff5c4c req-bbff4e13-2cdc-4c51-a9bb-777e8f0d45db service neutron] 10.222.0.63 "GET /v2.0/networks/95e3469b-c50e-4e84-b8c9-47efa0d896d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026299 Jul 27 20:12:38.087931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676724f4-9936-4056-b23e-7ca1fa247efb req-0c03d564-9941-4920-b74c-4829ff581719 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:38.089740 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-676724f4-9936-4056-b23e-7ca1fa247efb req-0c03d564-9941-4920-b74c-4829ff581719 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 982 time: 0.0867808 Jul 27 20:12:38.153796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-676724f4-9936-4056-b23e-7ca1fa247efb req-15d4d5e1-5554-47da-be43-e507fe7d15b5 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/security-groups?id=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e&id=bbb8dcc0-3cea-4384-be69-ef0278419b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0442138 Jul 27 20:12:38.596445 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:38.840946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b4d47-e002-4769-ba5c-0301f46759aa req-9d21889e-eb9c-4d94-96d8-3ec9c036fb58 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:38.842526 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-103b4d47-e002-4769-ba5c-0301f46759aa req-9d21889e-eb9c-4d94-96d8-3ec9c036fb58 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.0726182 Jul 27 20:12:38.898576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-103b4d47-e002-4769-ba5c-0301f46759aa req-0b8ff6f9-fd8b-46d2-be92-786e61df46e8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477321 Jul 27 20:12:39.314435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a2315-5eac-488c-b544-f3c6afb16497 req-55936c74-5ab4-4d00-a458-6cb30228e3bc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:39.322333 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-654a2315-5eac-488c-b544-f3c6afb16497 req-55936c74-5ab4-4d00-a458-6cb30228e3bc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 982 time: 0.0802798 Jul 27 20:12:39.369088 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-654a2315-5eac-488c-b544-f3c6afb16497 req-e4b7bf25-fd53-4663-9250-ced98c7117b4 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/security-groups?id=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e&id=bbb8dcc0-3cea-4384-be69-ef0278419b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0457079 Jul 27 20:12:40.063104 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06addb5-8c80-46d4-bbe6-bbdf7ee4a8d5 req-a625473c-baaf-46e1-86a2-bf91c6d6c453 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:40.065681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a06addb5-8c80-46d4-bbe6-bbdf7ee4a8d5 req-a625473c-baaf-46e1-86a2-bf91c6d6c453 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.0854468 Jul 27 20:12:40.119697 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a06addb5-8c80-46d4-bbe6-bbdf7ee4a8d5 req-88b981c3-d010-4b18-a0ad-4112e8afb30e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462029 Jul 27 20:12:40.525218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c3b57-bc60-436c-bdc5-6099336ff0c8 req-19458a6b-788b-46a9-ad71-052bcb88f287 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:40.527057 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-777c3b57-bc60-436c-bdc5-6099336ff0c8 req-19458a6b-788b-46a9-ad71-052bcb88f287 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 982 time: 0.0777638 Jul 27 20:12:40.576157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-777c3b57-bc60-436c-bdc5-6099336ff0c8 req-b3f68c45-a435-49db-96eb-0938312c07d9 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/security-groups?id=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e&id=bbb8dcc0-3cea-4384-be69-ef0278419b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0410650 Jul 27 20:12:40.781024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 7afe1553-2d56-4454-a658-20bd9f8e7112 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:12:40.885257 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 7afe1553-2d56-4454-a658-20bd9f8e7112, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=7afe1553-2d56-4454-a658-20bd9f8e7112,segment=NetworkSegment(7631d646-6e11-4406-b200-d7670ab2da7f),segment_id=7631d646-6e11-4406-b200-d7670ab2da7f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:40.896751 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '7afe1553-2d56-4454-a658-20bd9f8e7112', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'port_id': '7afe1553-2d56-4454-a658-20bd9f8e7112', 'mac_address': 'fa:16:3e:ee:ec:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:12:40.935018 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:40.948763 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afe1553-2d56-4454-a658-20bd9f8e7112 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:12:40.969729 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 7afe1553-2d56-4454-a658-20bd9f8e7112, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=7afe1553-2d56-4454-a658-20bd9f8e7112,segment=NetworkSegment(7631d646-6e11-4406-b200-d7670ab2da7f),segment_id=7631d646-6e11-4406-b200-d7670ab2da7f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:40.975567 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:41.023968 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=7afe1553-2d56-4454-a658-20bd9f8e7112,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:41.203033 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['7afe1553-2d56-4454-a658-20bd9f8e7112'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:12:41.278380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5bec3-85c5-4141-a13e-c8d301c47958 req-fc21dee0-400f-4db4-b3dd-ec7502bc5fb0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:41.280134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ad5bec3-85c5-4141-a13e-c8d301c47958 req-fc21dee0-400f-4db4-b3dd-ec7502bc5fb0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.0806997 Jul 27 20:12:41.324496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ad5bec3-85c5-4141-a13e-c8d301c47958 req-02c6f7c8-0fca-4fa1-8c80-18270d53c81a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369339 Jul 27 20:12:41.694740 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:41.722811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c561971-2ca3-4130-af3c-b451d3bf7dab req-ff65f555-102a-4941-ab7b-1ab7decc0427 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:41.724925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c561971-2ca3-4130-af3c-b451d3bf7dab req-ff65f555-102a-4941-ab7b-1ab7decc0427 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 983 time: 0.0738676 Jul 27 20:12:41.769098 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c561971-2ca3-4130-af3c-b451d3bf7dab req-cf3f475e-fbb5-4a8c-9acc-1fe99bb22a93 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/security-groups?id=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e&id=bbb8dcc0-3cea-4384-be69-ef0278419b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0377743 Jul 27 20:12:42.467382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03b1ed-bcb7-4487-b331-4f33f064a749 req-f2747a0a-5d75-416f-9794-045b7aa90744 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:42.468947 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8a03b1ed-bcb7-4487-b331-4f33f064a749 req-f2747a0a-5d75-416f-9794-045b7aa90744 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.0694809 Jul 27 20:12:42.510022 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8a03b1ed-bcb7-4487-b331-4f33f064a749 req-0be2b4d4-7384-4b71-a8cf-5805704378c8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337307 Jul 27 20:12:42.781097 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 7afe1553-2d56-4454-a658-20bd9f8e7112 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:12:42.847211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 7afe1553-2d56-4454-a658-20bd9f8e7112 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:12:42.852671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 7afe1553-2d56-4454-a658-20bd9f8e7112 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:12:42.853089 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:42.919797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bfa90-898e-438f-9ba1-5246819e3cc4 req-a0562e41-0875-4801-8e26-169ff5a68553 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:42.921358 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a95bfa90-898e-438f-9ba1-5246819e3cc4 req-a0562e41-0875-4801-8e26-169ff5a68553 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 983 time: 0.0781183 Jul 27 20:12:42.954072 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:42.972994 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a95bfa90-898e-438f-9ba1-5246819e3cc4 req-d87304ce-59f2-48f7-927f-71e682d03ce4 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/security-groups?id=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e&id=bbb8dcc0-3cea-4384-be69-ef0278419b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0444257 Jul 27 20:12:42.983817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080bdb96-6d21-480b-933c-afc25661083b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afe1553-2d56-4454-a658-20bd9f8e7112'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:12:42.986313 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a56875-9d01-43b7-bd90-1ff6b8dac774" -d '{"events": [{"server_uuid": "080bdb96-6d21-480b-933c-afc25661083b", "name": "network-vif-plugged", "status": "completed", "tag": "7afe1553-2d56-4454-a658-20bd9f8e7112"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:12:43.000131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 7afe1553-2d56-4454-a658-20bd9f8e7112, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=7afe1553-2d56-4454-a658-20bd9f8e7112,segment=NetworkSegment(7631d646-6e11-4406-b200-d7670ab2da7f),segment_id=7631d646-6e11-4406-b200-d7670ab2da7f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:43.005796 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:43.036583 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4f9b02-59b2-4ac6-989e-0f0df9ef4b9a x-openstack-request-id: req-7a4f9b02-59b2-4ac6-989e-0f0df9ef4b9a {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:12:43.036875 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080bdb96-6d21-480b-933c-afc25661083b", "name": "network-vif-plugged", "status": "completed", "tag": "7afe1553-2d56-4454-a658-20bd9f8e7112", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:12:43.037138 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a4f9b02-59b2-4ac6-989e-0f0df9ef4b9a {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:12:43.037532 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080bdb96-6d21-480b-933c-afc25661083b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afe1553-2d56-4454-a658-20bd9f8e7112', 'code': 200} Jul 27 20:12:43.073610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=7afe1553-2d56-4454-a658-20bd9f8e7112,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:43.150456 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c71f5-bd6a-4bc6-bba9-4acf3e6fc3a6 req-213d18b2-e94e-4235-8242-dff32998d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:43.152225 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4d5c71f5-bd6a-4bc6-bba9-4acf3e6fc3a6 req-213d18b2-e94e-4235-8242-dff32998d611 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 1136 time: 0.0607815 Jul 27 20:12:43.193555 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4d5c71f5-bd6a-4bc6-bba9-4acf3e6fc3a6 req-d4df8bed-ee3f-4437-8817-76f070e60a41 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e&id=bbb8dcc0-3cea-4384-be69-ef0278419b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0340230 Jul 27 20:12:43.383192 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-25b7f11e-2b37-4faa-9925-634b415f4492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:43.694211 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9ae17-2033-4bc4-aab9-efaa442697a4 req-6b10a901-b6e9-4522-91df-bb88ca26a067 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:43.696222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41c9ae17-2033-4bc4-aab9-efaa442697a4 req-6b10a901-b6e9-4522-91df-bb88ca26a067 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.1070087 Jul 27 20:12:43.737947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b859d0-c6e2-4c2c-9970-e3dff30cd3aa req-b38e413a-1661-4a42-bf48-cf52db76e108 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:43.743657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b859d0-c6e2-4c2c-9970-e3dff30cd3aa req-b38e413a-1661-4a42-bf48-cf52db76e108 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:43.749496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b859d0-c6e2-4c2c-9970-e3dff30cd3aa req-b38e413a-1661-4a42-bf48-cf52db76e108 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:43.755788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b859d0-c6e2-4c2c-9970-e3dff30cd3aa req-b38e413a-1661-4a42-bf48-cf52db76e108 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:43.761716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b859d0-c6e2-4c2c-9970-e3dff30cd3aa req-b38e413a-1661-4a42-bf48-cf52db76e108 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:43.768340 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b859d0-c6e2-4c2c-9970-e3dff30cd3aa req-b38e413a-1661-4a42-bf48-cf52db76e108 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:43.774383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b859d0-c6e2-4c2c-9970-e3dff30cd3aa req-b38e413a-1661-4a42-bf48-cf52db76e108 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:43.776475 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4b859d0-c6e2-4c2c-9970-e3dff30cd3aa req-b38e413a-1661-4a42-bf48-cf52db76e108 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5441 time: 0.1497653 Jul 27 20:12:43.821288 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41c9ae17-2033-4bc4-aab9-efaa442697a4 req-a76b599d-cbae-4fd2-807c-ce87582f44c2 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157892 Jul 27 20:12:43.857558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4b859d0-c6e2-4c2c-9970-e3dff30cd3aa req-25c5e60d-9a5d-4353-98a6-1b08c7cedd48 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736663 Jul 27 20:12:44.135756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb55271-e9d9-4cac-9013-9b9267f9e9d1 req-111613eb-8a2f-4012-a749-dd71eab5eefe tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:44.137345 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9eb55271-e9d9-4cac-9013-9b9267f9e9d1 req-111613eb-8a2f-4012-a749-dd71eab5eefe tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 984 time: 0.0819185 Jul 27 20:12:44.190355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9eb55271-e9d9-4cac-9013-9b9267f9e9d1 req-b0403a0f-c4ce-4659-843a-d5466bff382a tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/security-groups?id=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e&id=bbb8dcc0-3cea-4384-be69-ef0278419b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0420196 Jul 27 20:12:44.739027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a81d-e783-45b9-88dd-598461b6a46d req-7ff3c450-cd03-4b43-ae28-a74263e5a17f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:44.744890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a81d-e783-45b9-88dd-598461b6a46d req-7ff3c450-cd03-4b43-ae28-a74263e5a17f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:44.750734 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a81d-e783-45b9-88dd-598461b6a46d req-7ff3c450-cd03-4b43-ae28-a74263e5a17f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:44.756823 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a81d-e783-45b9-88dd-598461b6a46d req-7ff3c450-cd03-4b43-ae28-a74263e5a17f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:44.762671 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a81d-e783-45b9-88dd-598461b6a46d req-7ff3c450-cd03-4b43-ae28-a74263e5a17f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:44.768576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a81d-e783-45b9-88dd-598461b6a46d req-7ff3c450-cd03-4b43-ae28-a74263e5a17f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:44.774374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a81d-e783-45b9-88dd-598461b6a46d req-7ff3c450-cd03-4b43-ae28-a74263e5a17f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:44.776376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f203a81d-e783-45b9-88dd-598461b6a46d req-7ff3c450-cd03-4b43-ae28-a74263e5a17f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5441 time: 0.1145058 Jul 27 20:12:44.840435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a81d-e783-45b9-88dd-598461b6a46d req-15a6ab4f-1aa9-4061-bcf0-25ca1a6d6576 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:44.842190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f203a81d-e783-45b9-88dd-598461b6a46d req-15a6ab4f-1aa9-4061-bcf0-25ca1a6d6576 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "GET /v2.0/ports/126479f5-4f00-4961-8987-3f39241c2c16?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0589435 Jul 27 20:12:45.043226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f203a81d-e783-45b9-88dd-598461b6a46d req-0f12933c-1cc0-4548-9812-52ae39c192f5 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "GET /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1927035 Jul 27 20:12:45.059284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f203a81d-e783-45b9-88dd-598461b6a46d req-2d81d280-1217-46cd-a891-a543c45d8681 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:12:45.102509 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7a64f-25cb-4e0b-b4b9-18a27674c948 req-43a5026d-1533-47db-99f1-11f52d85bb64 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:45.103991 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-29d7a64f-25cb-4e0b-b4b9-18a27674c948 req-43a5026d-1533-47db-99f1-11f52d85bb64 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.1914284 Jul 27 20:12:45.187899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98651346-1c87-416d-8a0f-f418ae3c9474 req-0d148b7e-ad1c-4874-be80-2d7ba5f715c2 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:45.194115 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98651346-1c87-416d-8a0f-f418ae3c9474 req-0d148b7e-ad1c-4874-be80-2d7ba5f715c2 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:45.199879 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98651346-1c87-416d-8a0f-f418ae3c9474 req-0d148b7e-ad1c-4874-be80-2d7ba5f715c2 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:45.205740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98651346-1c87-416d-8a0f-f418ae3c9474 req-0d148b7e-ad1c-4874-be80-2d7ba5f715c2 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:45.212651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98651346-1c87-416d-8a0f-f418ae3c9474 req-0d148b7e-ad1c-4874-be80-2d7ba5f715c2 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:45.219505 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98651346-1c87-416d-8a0f-f418ae3c9474 req-0d148b7e-ad1c-4874-be80-2d7ba5f715c2 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:45.226357 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98651346-1c87-416d-8a0f-f418ae3c9474 req-0d148b7e-ad1c-4874-be80-2d7ba5f715c2 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:45.228583 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-98651346-1c87-416d-8a0f-f418ae3c9474 req-0d148b7e-ad1c-4874-be80-2d7ba5f715c2 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 5441 time: 0.2377317 Jul 27 20:12:45.258766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-29d7a64f-25cb-4e0b-b4b9-18a27674c948 req-99c12df4-fe05-4649-8408-8db2e493996c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476207 Jul 27 20:12:45.278619 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-2d81d280-1217-46cd-a891-a543c45d8681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:45.336797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-98651346-1c87-416d-8a0f-f418ae3c9474 req-2ed6084f-4e1c-4196-b450-8873232842de tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7d452ce-8f5e-4f17-bbc1-cde983c8339b&id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969422 Jul 27 20:12:45.482689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6831a0-09ab-4fde-8c3a-92a8fe211b56 req-04cb5d2d-0edc-41f4-96d9-40bbb81c66d7 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:45.484502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb6831a0-09ab-4fde-8c3a-92a8fe211b56 req-04cb5d2d-0edc-41f4-96d9-40bbb81c66d7 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 984 time: 0.1552782 Jul 27 20:12:45.524610 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-2d81d280-1217-46cd-a891-a543c45d8681 service neutron] For port 126479f5-4f00-4961-8987-3f39241c2c16, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=126479f5-4f00-4961-8987-3f39241c2c16,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:45.562625 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb6831a0-09ab-4fde-8c3a-92a8fe211b56 req-59a9650a-a7d2-45de-9efd-71a1652b97cf tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/security-groups?id=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e&id=bbb8dcc0-3cea-4384-be69-ef0278419b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0701520 Jul 27 20:12:45.583917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-2d81d280-1217-46cd-a891-a543c45d8681 service neutron] For port 126479f5-4f00-4961-8987-3f39241c2c16, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:12:45.896147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-f203a81d-e783-45b9-88dd-598461b6a46d req-2d81d280-1217-46cd-a891-a543c45d8681 service neutron] device_id is not set on port 126479f5-4f00-4961-8987-3f39241c2c16 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:12:45.907038 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-2d81d280-1217-46cd-a891-a543c45d8681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:45.915072 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-2d81d280-1217-46cd-a891-a543c45d8681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:45.963591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-d2eddce2-42d9-4615-979b-77ecd82d8914 req-758b31e9-c0db-4553-8658-4ba4dd62a4e9 service neutron] (94060) timed out ('10.222.0.48', 60178) {{(pid=94060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:12:45.977605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81d280-1217-46cd-a891-a543c45d8681 service neutron] Pushing event updated for resources: {'Port': ['ID=126479f5-4f00-4961-8987-3f39241c2c16,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:45.987138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3efa7f-97cf-4624-898b-1168bc45daab req-082ce60a-6776-4d6b-91aa-762bac9b1609 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:45.988537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b3efa7f-97cf-4624-898b-1168bc45daab req-082ce60a-6776-4d6b-91aa-762bac9b1609 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 984 time: 0.1320066 Jul 27 20:12:46.010297 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-2d81d280-1217-46cd-a891-a543c45d8681 service neutron] No DVR routers for this DVR port 126479f5-4f00-4961-8987-3f39241c2c16 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:12:46.075387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b3efa7f-97cf-4624-898b-1168bc45daab req-ba521a7e-0913-4253-a9c1-8ea4bda9e98a tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/security-groups?id=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e&id=bbb8dcc0-3cea-4384-be69-ef0278419b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0668116 Jul 27 20:12:46.076237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-f203a81d-e783-45b9-88dd-598461b6a46d req-2d81d280-1217-46cd-a891-a543c45d8681 service neutron] In _notify_port_updated(), no bound segment for port 126479f5-4f00-4961-8987-3f39241c2c16 on network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 {{(pid=94059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:12:46.077115 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a81d-e783-45b9-88dd-598461b6a46d req-2d81d280-1217-46cd-a891-a543c45d8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:46.077734 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-2d81d280-1217-46cd-a891-a543c45d8681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:46.079690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f203a81d-e783-45b9-88dd-598461b6a46d req-2d81d280-1217-46cd-a891-a543c45d8681 service neutron] 10.222.0.52 "PUT /v2.0/ports/126479f5-4f00-4961-8987-3f39241c2c16 HTTP/1.1" status: 200 len: 1032 time: 1.0250297 Jul 27 20:12:46.113909 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b61dead2-da38-40e9-97b5-9159fd4c4abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:46.153790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a81d-e783-45b9-88dd-598461b6a46d req-76354265-c85c-4600-8299-9e798f9af39d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:46.155520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f203a81d-e783-45b9-88dd-598461b6a46d req-76354265-c85c-4600-8299-9e798f9af39d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "GET /v2.0/ports/cf287038-36da-428d-9206-c7ff8b06bd7c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0699389 Jul 27 20:12:46.168050 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f203a81d-e783-45b9-88dd-598461b6a46d req-5a27ba4b-7b74-4031-8ce1-400ac79c2d1d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:12:46.234790 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:46.261374 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-be70865b-013d-42a0-9992-b2f4c8d0fa2e None None] Provisioning complete for port 126479f5-4f00-4961-8987-3f39241c2c16 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:12:46.262401 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-be70865b-013d-42a0-9992-b2f4c8d0fa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:46.283781 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-5a27ba4b-7b74-4031-8ce1-400ac79c2d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:46.298982 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e6790-f445-4236-b1c3-e796d6d1d5ad req-4f58f706-fa93-415b-a99f-bdce66744148 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:46.300890 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679e6790-f445-4236-b1c3-e796d6d1d5ad req-4f58f706-fa93-415b-a99f-bdce66744148 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 1136 time: 0.1277742 Jul 27 20:12:46.308186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-be70865b-013d-42a0-9992-b2f4c8d0fa2e None None] Port 126479f5-4f00-4961-8987-3f39241c2c16 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:12:46.344890 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679e6790-f445-4236-b1c3-e796d6d1d5ad req-be3aba3b-9e05-466d-b4be-d8996f6e1958 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:46.540269 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-5a27ba4b-7b74-4031-8ce1-400ac79c2d1d service neutron] For port cf287038-36da-428d-9206-c7ff8b06bd7c, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=cf287038-36da-428d-9206-c7ff8b06bd7c,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:46.560042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9381cc-dc70-4a47-9015-8ebfd40a3b43 req-b1b91acb-0cec-4e22-93b5-c752cf6255a9 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:46.561609 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c9381cc-dc70-4a47-9015-8ebfd40a3b43 req-b1b91acb-0cec-4e22-93b5-c752cf6255a9 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 943 time: 0.2000079 Jul 27 20:12:46.632687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-5a27ba4b-7b74-4031-8ce1-400ac79c2d1d service neutron] For port cf287038-36da-428d-9206-c7ff8b06bd7c, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:12:46.659906 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679e6790-f445-4236-b1c3-e796d6d1d5ad req-be3aba3b-9e05-466d-b4be-d8996f6e1958 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:46.673668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c9381cc-dc70-4a47-9015-8ebfd40a3b43 req-a24ebcc4-14b3-47ed-842f-50016d202e65 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007831 Jul 27 20:12:46.678274 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-679e6790-f445-4236-b1c3-e796d6d1d5ad req-be3aba3b-9e05-466d-b4be-d8996f6e1958 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:46.685493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-f203a81d-e783-45b9-88dd-598461b6a46d req-5a27ba4b-7b74-4031-8ce1-400ac79c2d1d service neutron] device_id is not set on port cf287038-36da-428d-9206-c7ff8b06bd7c yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:12:46.712169 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-5a27ba4b-7b74-4031-8ce1-400ac79c2d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:46.718867 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-679e6790-f445-4236-b1c3-e796d6d1d5ad req-be3aba3b-9e05-466d-b4be-d8996f6e1958 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e&id=bbb8dcc0-3cea-4384-be69-ef0278419b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3939056 Jul 27 20:12:46.726597 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-5a27ba4b-7b74-4031-8ce1-400ac79c2d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:46.739638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3aba3b-9e05-466d-b4be-d8996f6e1958 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1f66c8-027a-4c35-ae99-bdff35daa00e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:46.749325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54204) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:46.818883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27ba4b-7b74-4031-8ce1-400ac79c2d1d service neutron] Pushing event updated for resources: {'Port': ['ID=cf287038-36da-428d-9206-c7ff8b06bd7c,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:46.839134 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426666a0-c748-49a0-a51d-b77c6ed3c806 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:46.840995 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-426666a0-c748-49a0-a51d-b77c6ed3c806 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 1131 time: 0.0866065 Jul 27 20:12:46.844021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54206) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:46.844658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-5a27ba4b-7b74-4031-8ce1-400ac79c2d1d service neutron] No DVR routers for this DVR port cf287038-36da-428d-9206-c7ff8b06bd7c on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:12:46.850563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '7afe1553-2d56-4454-a658-20bd9f8e7112', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:12:46.885011 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:46.890489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-f203a81d-e783-45b9-88dd-598461b6a46d req-5a27ba4b-7b74-4031-8ce1-400ac79c2d1d service neutron] In _notify_port_updated(), no bound segment for port cf287038-36da-428d-9206-c7ff8b06bd7c on network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 {{(pid=94059) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 20:12:46.891346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a81d-e783-45b9-88dd-598461b6a46d req-5a27ba4b-7b74-4031-8ce1-400ac79c2d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:46.891965 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-5a27ba4b-7b74-4031-8ce1-400ac79c2d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:46.893390 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f203a81d-e783-45b9-88dd-598461b6a46d req-5a27ba4b-7b74-4031-8ce1-400ac79c2d1d service neutron] 10.222.0.52 "PUT /v2.0/ports/cf287038-36da-428d-9206-c7ff8b06bd7c HTTP/1.1" status: 200 len: 1030 time: 0.7302816 Jul 27 20:12:46.945437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dcbcf-7945-4800-959d-476e01126560 req-9c98dc2c-be78-47c4-8612-b8e40ac7d07a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:46.955372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dcbcf-7945-4800-959d-476e01126560 req-9c98dc2c-be78-47c4-8612-b8e40ac7d07a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:46.966360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dcbcf-7945-4800-959d-476e01126560 req-9c98dc2c-be78-47c4-8612-b8e40ac7d07a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:46.975090 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dcbcf-7945-4800-959d-476e01126560 req-9c98dc2c-be78-47c4-8612-b8e40ac7d07a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:46.986457 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dcbcf-7945-4800-959d-476e01126560 req-9c98dc2c-be78-47c4-8612-b8e40ac7d07a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:46.990227 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a15dcbcf-7945-4800-959d-476e01126560 req-9c98dc2c-be78-47c4-8612-b8e40ac7d07a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 3885 time: 0.2266676 Jul 27 20:12:47.033570 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:47.104132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a15dcbcf-7945-4800-959d-476e01126560 req-4d1c53e8-a330-4279-beb6-453267cbe6a8 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069245 Jul 27 20:12:47.140780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-f203a81d-e783-45b9-88dd-598461b6a46d req-ee2957a1-2877-48c3-922a-4ac3473ad1c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Deleting port 539dc352-83b6-4836-984f-72368194a43e {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:12:47.141226 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-ee2957a1-2877-48c3-922a-4ac3473ad1c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:47.171533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Allocated IP 172.25.1.64 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/e2541a12-74bd-4c43-b53f-4e7c1fdcc7be) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:12:47.207332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1edd49e0-89f5-4ddc-a174-8021a1dd5bce None None] Provisioning complete for port cf287038-36da-428d-9206-c7ff8b06bd7c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:12:47.208382 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1edd49e0-89f5-4ddc-a174-8021a1dd5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:47.210801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 798888d7-ace0-4209-ad7b-6a769c487d38 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:12:47.217513 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:47.283730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-ee2957a1-2877-48c3-922a-4ac3473ad1c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] For port 539dc352-83b6-4836-984f-72368194a43e, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=539dc352-83b6-4836-984f-72368194a43e,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:47.284305 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-ee2957a1-2877-48c3-922a-4ac3473ad1c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:47.307777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-f203a81d-e783-45b9-88dd-598461b6a46d req-ee2957a1-2877-48c3-922a-4ac3473ad1c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Calling delete_port for 539dc352-83b6-4836-984f-72368194a43e owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:12:47.332751 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:47.398581 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:47.442168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1edd49e0-89f5-4ddc-a174-8021a1dd5bce None None] Port cf287038-36da-428d-9206-c7ff8b06bd7c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:12:47.451082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:12:47.454672 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:12:47.458060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:12:47.510247 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'Port': ['ID=e2541a12-74bd-4c43-b53f-4e7c1fdcc7be,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:47.536222 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-ee2957a1-2877-48c3-922a-4ac3473ad1c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:47.541053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 798888d7-ace0-4209-ad7b-6a769c487d38, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=798888d7-ace0-4209-ad7b-6a769c487d38,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:47.557249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '798888d7-ace0-4209-ad7b-6a769c487d38', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'port_id': '798888d7-ace0-4209-ad7b-6a769c487d38', 'mac_address': 'fa:16:3e:5f:cb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:12:47.573800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2957a1-2877-48c3-922a-4ac3473ad1c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event deleted for resources: {'Port': ['ID=539dc352-83b6-4836-984f-72368194a43e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:47.614473 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:47.633358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798888d7-ace0-4209-ad7b-6a769c487d38 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:12:47.650987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-ee2957a1-2877-48c3-922a-4ac3473ad1c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] No DVR routers for this DVR port 539dc352-83b6-4836-984f-72368194a43e on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:12:47.655183 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-ee2957a1-2877-48c3-922a-4ac3473ad1c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:47.656278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 798888d7-ace0-4209-ad7b-6a769c487d38, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=798888d7-ace0-4209-ad7b-6a769c487d38,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:47.659086 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f203a81d-e783-45b9-88dd-598461b6a46d req-ee2957a1-2877-48c3-922a-4ac3473ad1c0 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "DELETE /v2.0/ports/539dc352-83b6-4836-984f-72368194a43e HTTP/1.1" status: 204 len: 173 time: 0.7583764 Jul 27 20:12:47.659924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-deleted', 'tag': '539dc352-83b6-4836-984f-72368194a43e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:12:47.662349 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:47.662907 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870d78b7-96ab-412a-bc15-4bf99f630381" -d '{"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-deleted", "tag": "539dc352-83b6-4836-984f-72368194a43e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:12:47.743849 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:12:47.755805 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8524da-1b64-4ad5-b42e-28652bcae6c1 x-openstack-request-id: req-0f8524da-1b64-4ad5-b42e-28652bcae6c1 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:12:47.756215 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-deleted", "tag": "539dc352-83b6-4836-984f-72368194a43e", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:12:47.756584 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f8524da-1b64-4ad5-b42e-28652bcae6c1 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:12:47.757123 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-deleted', 'tag': '539dc352-83b6-4836-984f-72368194a43e', 'status': 'completed', 'code': 200} Jul 27 20:12:47.801624 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=798888d7-ace0-4209-ad7b-6a769c487d38,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:47.837863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-f203a81d-e783-45b9-88dd-598461b6a46d req-932efc73-e70b-45f8-bda5-d706486a3ba4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Deleting port 0832f3a4-1619-4ea1-b9bf-87a13b42df43 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:12:47.838148 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-932efc73-e70b-45f8-bda5-d706486a3ba4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:47.899124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['798888d7-ace0-4209-ad7b-6a769c487d38'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:12:47.945508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ab6c9-cb3c-4077-9633-f96cfcf118f6 req-b4a4c87a-291e-4899-a8e4-9a52328e3132 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:47.954882 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b5ab6c9-cb3c-4077-9633-f96cfcf118f6 req-b4a4c87a-291e-4899-a8e4-9a52328e3132 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 944 time: 0.1740055 Jul 27 20:12:48.007092 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-932efc73-e70b-45f8-bda5-d706486a3ba4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] For port 0832f3a4-1619-4ea1-b9bf-87a13b42df43, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0832f3a4-1619-4ea1-b9bf-87a13b42df43,segment=NetworkSegment(beabbc31-88fb-41e8-9559-fee35019510b),segment_id=beabbc31-88fb-41e8-9559-fee35019510b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:48.007630 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-932efc73-e70b-45f8-bda5-d706486a3ba4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:48.061628 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b5ab6c9-cb3c-4077-9633-f96cfcf118f6 req-31895222-535c-4332-9573-02093dc04371 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058133 Jul 27 20:12:48.238431 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:48.399145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:48.400692 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-932efc73-e70b-45f8-bda5-d706486a3ba4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:48.401208 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-932efc73-e70b-45f8-bda5-d706486a3ba4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:48.401399 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-932efc73-e70b-45f8-bda5-d706486a3ba4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Floating IP 67482085-677e-4350-aab8-9e7a1953de8f disassociated. External IP: 172.25.1.49, port: 0832f3a4-1619-4ea1-b9bf-87a13b42df43. Jul 27 20:12:48.401805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-f203a81d-e783-45b9-88dd-598461b6a46d req-932efc73-e70b-45f8-bda5-d706486a3ba4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Calling delete_port for 0832f3a4-1619-4ea1-b9bf-87a13b42df43 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:12:48.435306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c9235-1d86-412b-a67b-866e5c08d4d7 req-0e5af143-9be6-4eed-8d60-08e54eaf1792 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:48.445929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c9235-1d86-412b-a67b-866e5c08d4d7 req-0e5af143-9be6-4eed-8d60-08e54eaf1792 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:48.456177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c9235-1d86-412b-a67b-866e5c08d4d7 req-0e5af143-9be6-4eed-8d60-08e54eaf1792 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:48.466554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c9235-1d86-412b-a67b-866e5c08d4d7 req-0e5af143-9be6-4eed-8d60-08e54eaf1792 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:48.469228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c1c9235-1d86-412b-a67b-866e5c08d4d7 req-0e5af143-9be6-4eed-8d60-08e54eaf1792 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 3151 time: 0.1836290 Jul 27 20:12:48.602097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c1c9235-1d86-412b-a67b-866e5c08d4d7 req-be565264-78c1-47a1-9cc9-2c360e2e1bf9 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792661 Jul 27 20:12:48.610500 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:48.620062 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:48.700996 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-932efc73-e70b-45f8-bda5-d706486a3ba4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:48.704691 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'Port': ['ID=e2541a12-74bd-4c43-b53f-4e7c1fdcc7be,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:48.730320 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:48.732951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932efc73-e70b-45f8-bda5-d706486a3ba4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event deleted for resources: {'Port': ['ID=0832f3a4-1619-4ea1-b9bf-87a13b42df43,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:48.874749 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Floating IP 0af2412e-3cfd-4fae-b8ea-d2593e53d83f associated. External IP: 172.25.1.64, port: 7afe1553-2d56-4454-a658-20bd9f8e7112. Jul 27 20:12:48.898231 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f203a81d-e783-45b9-88dd-598461b6a46d req-932efc73-e70b-45f8-bda5-d706486a3ba4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:12:48.932176 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:49.043565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f203a81d-e783-45b9-88dd-598461b6a46d req-932efc73-e70b-45f8-bda5-d706486a3ba4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:12:49.056762 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d233a7e9-6643-458d-ba7f-7296e2ec4f51 None None] Sync routers for ids ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:12:49.086692 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d233a7e9-6643-458d-ba7f-7296e2ec4f51 None None] Routers {'9d17ba30-0d96-40b5-be58-074fe9d5eae3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:12:49.089262 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d233a7e9-6643-458d-ba7f-7296e2ec4f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:12:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:49.099188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-932efc73-e70b-45f8-bda5-d706486a3ba4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] No DVR routers for this DVR port 0832f3a4-1619-4ea1-b9bf-87a13b42df43 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:12:49.103008 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-932efc73-e70b-45f8-bda5-d706486a3ba4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:49.107035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f203a81d-e783-45b9-88dd-598461b6a46d req-932efc73-e70b-45f8-bda5-d706486a3ba4 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "DELETE /v2.0/ports/0832f3a4-1619-4ea1-b9bf-87a13b42df43 HTTP/1.1" status: 204 len: 173 time: 1.4403503 Jul 27 20:12:49.156231 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Router becab7f1-3330-4f44-815e-ecdc75f223d2 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:12:49.214444 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 798888d7-ace0-4209-ad7b-6a769c487d38 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:12:49.348956 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 798888d7-ace0-4209-ad7b-6a769c487d38 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:12:49.353660 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-d233a7e9-6643-458d-ba7f-7296e2ec4f51 None None] Set router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:12:49.354551 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 798888d7-ace0-4209-ad7b-6a769c487d38 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:12:49.355262 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:49.393515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:12:49.415587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729a623-8cb4-4570-899f-e61858ffd406 None None] Sync routers for ids ['becab7f1-3330-4f44-815e-ecdc75f223d2'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:12:49.426844 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:49.440588 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729a623-8cb4-4570-899f-e61858ffd406 None None] Routers {'becab7f1-3330-4f44-815e-ecdc75f223d2'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:12:49.442580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6729a623-8cb4-4570-899f-e61858ffd406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:12:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['becab7f1-3330-4f44-815e-ecdc75f223d2'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:49.451303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-f203a81d-e783-45b9-88dd-598461b6a46d req-50e2d2b3-a7b2-4820-9de9-866ef041771f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Deleting port da69274d-209f-4682-975e-8a7c7f339880 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:12:49.451303 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-50e2d2b3-a7b2-4820-9de9-866ef041771f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:49.464961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cb78e-064c-4430-a6fe-72533b31eae5 req-ea66bf3a-c012-49eb-882d-0638cb343972 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:49.466629 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b94cb78e-064c-4430-a6fe-72533b31eae5 req-ea66bf3a-c012-49eb-882d-0638cb343972 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 944 time: 0.2294986 Jul 27 20:12:49.539631 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-43134bc5-89ee-48e8-8d12-410ac861dbbd tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6926172 Jul 27 20:12:49.541029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54222) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:49.542808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080bdb96-6d21-480b-933c-afc25661083b', 'tag': '7afe1553-2d56-4454-a658-20bd9f8e7112'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:12:49.546325 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54149949-f4da-4bf8-933f-0dbec4bb86fc" -d '{"events": [{"name": "network-changed", "server_uuid": "080bdb96-6d21-480b-933c-afc25661083b", "tag": "7afe1553-2d56-4454-a658-20bd9f8e7112"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:12:49.578572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b94cb78e-064c-4430-a6fe-72533b31eae5 req-02cee7e1-4381-4ae8-9843-27d2032dd2a8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989885 Jul 27 20:12:49.620609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-50e2d2b3-a7b2-4820-9de9-866ef041771f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] For port da69274d-209f-4682-975e-8a7c7f339880, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=da69274d-209f-4682-975e-8a7c7f339880,segment=NetworkSegment(122d6dd3-0819-4f4e-b1b8-db7303157c5c),segment_id=122d6dd3-0819-4f4e-b1b8-db7303157c5c)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:49.620609 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-50e2d2b3-a7b2-4820-9de9-866ef041771f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:49.637068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-f203a81d-e783-45b9-88dd-598461b6a46d req-50e2d2b3-a7b2-4820-9de9-866ef041771f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Calling delete_port for da69274d-209f-4682-975e-8a7c7f339880 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:12:49.668675 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34531593-6d35-4b4b-8875-8fbf7f7ad9a2 x-openstack-request-id: req-34531593-6d35-4b4b-8875-8fbf7f7ad9a2 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:12:49.669405 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080bdb96-6d21-480b-933c-afc25661083b", "tag": "7afe1553-2d56-4454-a658-20bd9f8e7112", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:12:49.669996 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34531593-6d35-4b4b-8875-8fbf7f7ad9a2 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:12:49.670574 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080bdb96-6d21-480b-933c-afc25661083b', 'tag': '7afe1553-2d56-4454-a658-20bd9f8e7112', 'status': 'completed', 'code': 200} Jul 27 20:12:49.745676 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d233a7e9-6643-458d-ba7f-7296e2ec4f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:06Z', 'updated_at': '2021-07-27T20:02:15Z', 'revision_number': 4, 'project_id': '65feb551352040c08fc20a451933c436', 'gw_port': {'id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:07Z', 'updated_at': '2021-07-27T20:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c8a1b7e0-3481-4876-bd74-277b56044be3', 'name': '', 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'tenant_id': '65feb551352040c08fc20a451933c436', 'mac_address': 'fa:16:3e:d4:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:13Z', 'updated_at': '2021-07-27T20:02:27Z', 'revision_number': 5, 'project_id': '65feb551352040c08fc20a451933c436', 'subnets': [{'id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:49.760583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-deleted', 'tag': '0832f3a4-1619-4ea1-b9bf-87a13b42df43'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:12:49.766442 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a79cf3-50c8-4f3f-827a-820528ea3daa" -d '{"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-deleted", "tag": "0832f3a4-1619-4ea1-b9bf-87a13b42df43"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:12:49.778860 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d233a7e9-6643-458d-ba7f-7296e2ec4f51 None None] Checking router: 9d17ba30-0d96-40b5-be58-074fe9d5eae3 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:12:49.805522 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d233a7e9-6643-458d-ba7f-7296e2ec4f51 None None] Routers {'9d17ba30-0d96-40b5-be58-074fe9d5eae3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:12:49.806522 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d233a7e9-6643-458d-ba7f-7296e2ec4f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:12:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:49.851001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6729a623-8cb4-4570-899f-e61858ffd406 None None] Set router becab7f1-3330-4f44-815e-ecdc75f223d2 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:12:49.865464 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3dff27-51f4-49e7-b6f1-8b1ad33a9e07 x-openstack-request-id: req-cb3dff27-51f4-49e7-b6f1-8b1ad33a9e07 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:12:49.865744 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-deleted", "tag": "0832f3a4-1619-4ea1-b9bf-87a13b42df43", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:12:49.865997 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb3dff27-51f4-49e7-b6f1-8b1ad33a9e07 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:12:49.866829 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-deleted', 'tag': '0832f3a4-1619-4ea1-b9bf-87a13b42df43', 'status': 'completed', 'code': 200} Jul 27 20:12:49.903856 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:49.957257 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-d233a7e9-6643-458d-ba7f-7296e2ec4f51 None None] Set router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:12:49.967867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8ed5-d7dd-4ee5-8da8-ecd131a2e9d3 req-acb906b2-07f0-43c3-aeb3-d3eb40ca6613 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:49.974881 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fefc24c-8edd-494a-8909-cb8991eff0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798888d7-ace0-4209-ad7b-6a769c487d38'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:12:49.977205 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029a2f05-838d-43cd-b330-924525aff811" -d '{"events": [{"server_uuid": "7fefc24c-8edd-494a-8909-cb8991eff0e8", "name": "network-vif-plugged", "status": "completed", "tag": "798888d7-ace0-4209-ad7b-6a769c487d38"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:12:49.977618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8ed5-d7dd-4ee5-8da8-ecd131a2e9d3 req-acb906b2-07f0-43c3-aeb3-d3eb40ca6613 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:49.984840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8ed5-d7dd-4ee5-8da8-ecd131a2e9d3 req-acb906b2-07f0-43c3-aeb3-d3eb40ca6613 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:49.986593 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-433a8ed5-d7dd-4ee5-8da8-ecd131a2e9d3 req-acb906b2-07f0-43c3-aeb3-d3eb40ca6613 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 2415 time: 0.2030671 Jul 27 20:12:50.000874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 798888d7-ace0-4209-ad7b-6a769c487d38, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=798888d7-ace0-4209-ad7b-6a769c487d38,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:50.010629 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:50.011591 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device da42ddef-db92-4218-a5eb-3af42c1324e2 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:12:50.095542 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4e1af-3afa-4d6f-a2ad-e88044a8b961 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:50.096023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4e1af-3afa-4d6f-a2ad-e88044a8b961 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:50.096621 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4e1af-3afa-4d6f-a2ad-e88044a8b961 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:50.097714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4e1af-3afa-4d6f-a2ad-e88044a8b961 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:50.098827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4e1af-3afa-4d6f-a2ad-e88044a8b961 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:50.099306 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4e1af-3afa-4d6f-a2ad-e88044a8b961 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:50.099775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4e1af-3afa-4d6f-a2ad-e88044a8b961 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:50.100249 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4e1af-3afa-4d6f-a2ad-e88044a8b961 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:50.101163 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4e1af-3afa-4d6f-a2ad-e88044a8b961 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:50.106526 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f0d4e1af-3afa-4d6f-a2ad-e88044a8b961 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6367 time: 0.5530853 Jul 27 20:12:50.106526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149949-f4da-4bf8-933f-0dbec4bb86fc req-84097936-d33a-4c06-bb5c-8ac855a3cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:50.108569 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-54149949-f4da-4bf8-933f-0dbec4bb86fc req-84097936-d33a-4c06-bb5c-8ac855a3cdf5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9c854ff9257846e186064799548c21e7&device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 1136 time: 0.4366863 Jul 27 20:12:50.109078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54232) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:50.137175 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafaab85-487a-4734-b36d-db7990c3d317 x-openstack-request-id: req-cafaab85-487a-4734-b36d-db7990c3d317 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:12:50.137442 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fefc24c-8edd-494a-8909-cb8991eff0e8", "name": "network-vif-plugged", "status": "completed", "tag": "798888d7-ace0-4209-ad7b-6a769c487d38", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:12:50.137706 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cafaab85-487a-4734-b36d-db7990c3d317 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:12:50.138102 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fefc24c-8edd-494a-8909-cb8991eff0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798888d7-ace0-4209-ad7b-6a769c487d38', 'code': 200} Jul 27 20:12:50.163047 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-50e2d2b3-a7b2-4820-9de9-866ef041771f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:50.167773 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=798888d7-ace0-4209-ad7b-6a769c487d38,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:50.191825 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-433a8ed5-d7dd-4ee5-8da8-ecd131a2e9d3 req-ff96ede0-a6f8-4822-a5c3-fc3ad8ad540d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912975 Jul 27 20:12:50.244102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2d2b3-a7b2-4820-9de9-866ef041771f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event deleted for resources: {'Port': ['ID=da69274d-209f-4682-975e-8a7c7f339880,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:50.282184 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d233a7e9-6643-458d-ba7f-7296e2ec4f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:06Z', 'updated_at': '2021-07-27T20:02:15Z', 'revision_number': 4, 'project_id': '65feb551352040c08fc20a451933c436', 'gw_port': {'id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:07Z', 'updated_at': '2021-07-27T20:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c8a1b7e0-3481-4876-bd74-277b56044be3', 'name': '', 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'tenant_id': '65feb551352040c08fc20a451933c436', 'mac_address': 'fa:16:3e:d4:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:13Z', 'updated_at': '2021-07-27T20:02:27Z', 'revision_number': 5, 'project_id': '65feb551352040c08fc20a451933c436', 'subnets': [{'id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:50.311429 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d233a7e9-6643-458d-ba7f-7296e2ec4f51 None None] The sync data for ids ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'] in n-d-705657-21 is: [{'id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:06Z', 'updated_at': '2021-07-27T20:02:15Z', 'revision_number': 4, 'project_id': '65feb551352040c08fc20a451933c436', 'gw_port': {'id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:07Z', 'updated_at': '2021-07-27T20:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c8a1b7e0-3481-4876-bd74-277b56044be3', 'name': '', 'network_id': 'ac679f8b-06ff-475b-999e-fecd672dac7a', 'tenant_id': '65feb551352040c08fc20a451933c436', 'mac_address': 'fa:16:3e:d4:45:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:13Z', 'updated_at': '2021-07-27T20:02:27Z', 'revision_number': 5, 'project_id': '65feb551352040c08fc20a451933c436', 'subnets': [{'id': 'd5c4faa1-1e78-41dd-a98d-2cdbd705d07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:12:50.317520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-50e2d2b3-a7b2-4820-9de9-866ef041771f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] No DVR routers for this DVR port da69274d-209f-4682-975e-8a7c7f339880 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:12:50.320675 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-50e2d2b3-a7b2-4820-9de9-866ef041771f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:50.322957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f203a81d-e783-45b9-88dd-598461b6a46d req-50e2d2b3-a7b2-4820-9de9-866ef041771f tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "DELETE /v2.0/ports/da69274d-209f-4682-975e-8a7c7f339880 HTTP/1.1" status: 204 len: 173 time: 1.2096994 Jul 27 20:12:50.403717 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:50.437104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6729a623-8cb4-4570-899f-e61858ffd406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '408873ed-f757-470f-a27f-81feb5596b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:12:23Z', 'updated_at': '2021-07-27T20:12:30Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': '408873ed-f757-470f-a27f-81feb5596b47', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:24Z', 'updated_at': '2021-07-27T20:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '0af2412e-3cfd-4fae-b8ea-d2593e53d83f', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'port_id': '7afe1553-2d56-4454-a658-20bd9f8e7112', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'mac_address': 'fa:16:3e:ee:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bdb96-6d21-480b-933c-afc25661083b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:12:47Z', 'updated_at': '2021-07-27T20:12:47Z', 'revision_number': 0, 'project_id': '9c854ff9257846e186064799548c21e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff2bc90-d287-471a-8f88-b4b132d4097a', 'name': '', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'mac_address': 'fa:16:3e:03:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:29Z', 'updated_at': '2021-07-27T20:12:35Z', 'revision_number': 5, 'project_id': '9c854ff9257846e186064799548c21e7', 'subnets': [{'id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:50.490087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729a623-8cb4-4570-899f-e61858ffd406 None None] Checking router: becab7f1-3330-4f44-815e-ecdc75f223d2 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:12:50.504585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port da42ddef-db92-4218-a5eb-3af42c1324e2, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=da42ddef-db92-4218-a5eb-3af42c1324e2,segment=NetworkSegment(122d6dd3-0819-4f4e-b1b8-db7303157c5c),segment_id=122d6dd3-0819-4f4e-b1b8-db7303157c5c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:50.511319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729a623-8cb4-4570-899f-e61858ffd406 None None] Routers {'becab7f1-3330-4f44-815e-ecdc75f223d2'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:12:50.511945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6729a623-8cb4-4570-899f-e61858ffd406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:12:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['becab7f1-3330-4f44-815e-ecdc75f223d2'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:50.516908 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:50.517815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device cf287038-36da-428d-9206-c7ff8b06bd7c no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:12:50.522929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-f203a81d-e783-45b9-88dd-598461b6a46d req-3132ff19-cf0e-454e-ac37-681bf8efc001 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Deleting port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:12:50.524666 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-3132ff19-cf0e-454e-ac37-681bf8efc001 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:50.681477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device cf287038-36da-428d-9206-c7ff8b06bd7c not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:12:50.681932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 539dc352-83b6-4836-984f-72368194a43e no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:12:50.780944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 539dc352-83b6-4836-984f-72368194a43e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:12:50.782252 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 539dc352-83b6-4836-984f-72368194a43e not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:12:50.783386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device da69274d-209f-4682-975e-8a7c7f339880 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:12:50.813074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-3132ff19-cf0e-454e-ac37-681bf8efc001 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] For port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:50.813855 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-3132ff19-cf0e-454e-ac37-681bf8efc001 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:50.822787 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bba31c-a413-453f-b553-cfdd64efb9cd None None] New status for floating IP 67482085-677e-4350-aab8-9e7a1953de8f: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:12:50.838645 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-f203a81d-e783-45b9-88dd-598461b6a46d req-3132ff19-cf0e-454e-ac37-681bf8efc001 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Calling delete_port for b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:12:50.864958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: da69274d-209f-4682-975e-8a7c7f339880 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:12:50.865391 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device da69274d-209f-4682-975e-8a7c7f339880 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:12:50.865837 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 126479f5-4f00-4961-8987-3f39241c2c16 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:12:50.933097 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=da42ddef-db92-4218-a5eb-3af42c1324e2,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:50.945794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6729a623-8cb4-4570-899f-e61858ffd406 None None] Set router becab7f1-3330-4f44-815e-ecdc75f223d2 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:12:50.976647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fd873-f35b-43bf-8b7b-9be3fbecccd6 req-e1f37d41-b8b7-4f33-8833-698bf897fb39 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:50.978722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f79fd873-f35b-43bf-8b7b-9be3fbecccd6 req-e1f37d41-b8b7-4f33-8833-698bf897fb39 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 945 time: 0.2192857 Jul 27 20:12:50.999253 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 126479f5-4f00-4961-8987-3f39241c2c16 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:12:50.999878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:12:51.061399 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f79fd873-f35b-43bf-8b7b-9be3fbecccd6 req-7960549f-2bc4-4e42-bc92-6c978c6c07e3 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751967 Jul 27 20:12:51.147459 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149949-f4da-4bf8-933f-0dbec4bb86fc req-4a413c10-4e70-4539-b41a-0d5c947f37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:51.149629 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-54149949-f4da-4bf8-933f-0dbec4bb86fc req-4a413c10-4e70-4539-b41a-0d5c947f37f0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=95e3469b-c50e-4e84-b8c9-47efa0d896d8 HTTP/1.1" status: 200 len: 897 time: 1.0224319 Jul 27 20:12:51.159203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8688f75-b556-436f-be7f-936f01e520fb tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:51.161324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8688f75-b556-436f-be7f-936f01e520fb tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:51.161324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8688f75-b556-436f-be7f-936f01e520fb tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:51.161324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8688f75-b556-436f-be7f-936f01e520fb tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:51.161324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8688f75-b556-436f-be7f-936f01e520fb tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:51.161624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8688f75-b556-436f-be7f-936f01e520fb tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:51.161921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8688f75-b556-436f-be7f-936f01e520fb tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:51.162414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8688f75-b556-436f-be7f-936f01e520fb tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:51.163471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8688f75-b556-436f-be7f-936f01e520fb tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:51.166044 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b8688f75-b556-436f-be7f-936f01e520fb tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5816 time: 1.0560095 Jul 27 20:12:51.172713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54238) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:51.238446 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cbafe-6476-4079-b506-961ad98d37cc req-915a79be-b0f9-4e7f-8921-1d364a63af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:51.240159 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0d2cbafe-6476-4079-b506-961ad98d37cc req-915a79be-b0f9-4e7f-8921-1d364a63af97 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 1097 time: 0.9284451 Jul 27 20:12:51.346420 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-54149949-f4da-4bf8-933f-0dbec4bb86fc req-a6c32a3a-2968-4977-a5c4-37ce8d9254f6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7afe1553-2d56-4454-a658-20bd9f8e7112 HTTP/1.1" status: 200 len: 998 time: 0.1788230 Jul 27 20:12:51.357868 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:51.429128 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0d2cbafe-6476-4079-b506-961ad98d37cc req-d92492b1-fbcf-4bc4-b316-4ee0be421a0b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611972 Jul 27 20:12:51.431516 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149949-f4da-4bf8-933f-0dbec4bb86fc req-7b439d47-122e-45ee-bb1b-707daff3ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:51.433884 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-54149949-f4da-4bf8-933f-0dbec4bb86fc req-7b439d47-122e-45ee-bb1b-707daff3ca1f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b4b285fc-3821-4f04-8f69-76997a52f6bc HTTP/1.1" status: 200 len: 834 time: 0.0791700 Jul 27 20:12:51.470435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6729a623-8cb4-4570-899f-e61858ffd406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '408873ed-f757-470f-a27f-81feb5596b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:12:23Z', 'updated_at': '2021-07-27T20:12:30Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': '408873ed-f757-470f-a27f-81feb5596b47', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:24Z', 'updated_at': '2021-07-27T20:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '0af2412e-3cfd-4fae-b8ea-d2593e53d83f', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'port_id': '7afe1553-2d56-4454-a658-20bd9f8e7112', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'mac_address': 'fa:16:3e:ee:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bdb96-6d21-480b-933c-afc25661083b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:12:47Z', 'updated_at': '2021-07-27T20:12:47Z', 'revision_number': 0, 'project_id': '9c854ff9257846e186064799548c21e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff2bc90-d287-471a-8f88-b4b132d4097a', 'name': '', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'mac_address': 'fa:16:3e:03:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:29Z', 'updated_at': '2021-07-27T20:12:35Z', 'revision_number': 5, 'project_id': '9c854ff9257846e186064799548c21e7', 'subnets': [{'id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:12:51.511080 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729a623-8cb4-4570-899f-e61858ffd406 None None] The sync data for ids ['becab7f1-3330-4f44-815e-ecdc75f223d2'] in n-d-705657-21 is: [{'id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '408873ed-f757-470f-a27f-81feb5596b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:12:23Z', 'updated_at': '2021-07-27T20:12:30Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': '408873ed-f757-470f-a27f-81feb5596b47', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:24Z', 'updated_at': '2021-07-27T20:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '0af2412e-3cfd-4fae-b8ea-d2593e53d83f', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'port_id': '7afe1553-2d56-4454-a658-20bd9f8e7112', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'mac_address': 'fa:16:3e:ee:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080bdb96-6d21-480b-933c-afc25661083b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:12:47Z', 'updated_at': '2021-07-27T20:12:47Z', 'revision_number': 0, 'project_id': '9c854ff9257846e186064799548c21e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff2bc90-d287-471a-8f88-b4b132d4097a', 'name': '', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'mac_address': 'fa:16:3e:03:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:29Z', 'updated_at': '2021-07-27T20:12:35Z', 'revision_number': 5, 'project_id': '9c854ff9257846e186064799548c21e7', 'subnets': [{'id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:12:51.554415 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149949-f4da-4bf8-933f-0dbec4bb86fc req-ca9a927e-8131-4ab0-b0d4-935becd4334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:51.555959 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-54149949-f4da-4bf8-933f-0dbec4bb86fc req-ca9a927e-8131-4ab0-b0d4-935becd4334f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=95e3469b-c50e-4e84-b8c9-47efa0d896d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069965 Jul 27 20:12:51.691259 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-54149949-f4da-4bf8-933f-0dbec4bb86fc req-e01395e4-ee86-4792-ad62-b6b9c3b89873 service neutron] 10.222.0.63 "GET /v2.0/networks/95e3469b-c50e-4e84-b8c9-47efa0d896d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253440 Jul 27 20:12:51.699496 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-3132ff19-cf0e-454e-ac37-681bf8efc001 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:51.712927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 0832f3a4-1619-4ea1-b9bf-87a13b42df43 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:12:51.739501 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 0832f3a4-1619-4ea1-b9bf-87a13b42df43 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:12:51.739846 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 0832f3a4-1619-4ea1-b9bf-87a13b42df43 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:12:51.769553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132ff19-cf0e-454e-ac37-681bf8efc001 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event deleted for resources: {'Port': ['ID=b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:51.808282 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-54149949-f4da-4bf8-933f-0dbec4bb86fc req-89e2a617-1c47-4c49-8642-42f44c42f376 service neutron] 10.222.0.63 "GET /v2.0/networks/95e3469b-c50e-4e84-b8c9-47efa0d896d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100156 Jul 27 20:12:51.817164 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c36209-90bb-4fed-af82-62013ee73517 None None] New status for floating IP 0af2412e-3cfd-4fae-b8ea-d2593e53d83f: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:12:51.871379 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585c018-f707-4c94-b3f2-fba1fd5540ff req-08863835-4db9-4574-a18c-fa675eb90162 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:51.877256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585c018-f707-4c94-b3f2-fba1fd5540ff req-08863835-4db9-4574-a18c-fa675eb90162 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:51.879107 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e585c018-f707-4c94-b3f2-fba1fd5540ff req-08863835-4db9-4574-a18c-fa675eb90162 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 1601 time: 0.2695587 Jul 27 20:12:51.881028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-deleted', 'tag': 'da69274d-209f-4682-975e-8a7c7f339880'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:12:51.883302 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1bb199-290e-47f7-b0b2-84cc9c8d0342" -d '{"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-deleted", "tag": "da69274d-209f-4682-975e-8a7c7f339880"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:12:51.886386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-3132ff19-cf0e-454e-ac37-681bf8efc001 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] No DVR routers for this DVR port b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:12:51.906889 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-3132ff19-cf0e-454e-ac37-681bf8efc001 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:51.909055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f203a81d-e783-45b9-88dd-598461b6a46d req-3132ff19-cf0e-454e-ac37-681bf8efc001 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "DELETE /v2.0/ports/b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67 HTTP/1.1" status: 204 len: 173 time: 1.5775850 Jul 27 20:12:51.946927 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104e41c5-5b7b-4bbf-a7d3-415e3e8c5a58 x-openstack-request-id: req-104e41c5-5b7b-4bbf-a7d3-415e3e8c5a58 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:12:51.947231 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-deleted", "tag": "da69274d-209f-4682-975e-8a7c7f339880", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:12:51.947461 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-104e41c5-5b7b-4bbf-a7d3-415e3e8c5a58 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:12:51.947854 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-deleted', 'tag': 'da69274d-209f-4682-975e-8a7c7f339880', 'status': 'completed', 'code': 200} Jul 27 20:12:52.046944 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e585c018-f707-4c94-b3f2-fba1fd5540ff req-8f89c9a5-15d2-4092-9069-5ea2d31a14ad tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f9e914b-f6d8-4410-bb75-e24f78f5f383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584704 Jul 27 20:12:52.139696 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da42ddef-db92-4218-a5eb-3af42c1324e2'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:12:52.142046 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68aef94-7fdd-480e-b351-438b45d44ae0" -d '{"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-unplugged", "status": "completed", "tag": "da42ddef-db92-4218-a5eb-3af42c1324e2"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:12:52.152297 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5734ef00-c3dc-4481-a8ef-c355e43b6658 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 0.9785967 Jul 27 20:12:52.155612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54256) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:12:52.181470 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-f203a81d-e783-45b9-88dd-598461b6a46d req-c44a8e7b-ef5a-4177-b393-4e27da97877b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Deleting port da42ddef-db92-4218-a5eb-3af42c1324e2 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:12:52.181828 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-c44a8e7b-ef5a-4177-b393-4e27da97877b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:52.224086 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad031d1-0407-4a26-bcf4-c939dc7f9123 x-openstack-request-id: req-7ad031d1-0407-4a26-bcf4-c939dc7f9123 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:12:52.224375 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-unplugged", "status": "completed", "tag": "da42ddef-db92-4218-a5eb-3af42c1324e2", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:12:52.224653 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ad031d1-0407-4a26-bcf4-c939dc7f9123 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:12:52.225039 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da42ddef-db92-4218-a5eb-3af42c1324e2', 'code': 200} Jul 27 20:12:52.268025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfd86af-9b79-4b29-91a5-456cb057df97 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:52.268867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfd86af-9b79-4b29-91a5-456cb057df97 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:52.270684 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3dfd86af-9b79-4b29-91a5-456cb057df97 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=becab7f1-3330-4f44-815e-ecdc75f223d2 HTTP/1.1" status: 200 len: 1992 time: 0.1140382 Jul 27 20:12:52.340945 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-c44a8e7b-ef5a-4177-b393-4e27da97877b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] For port da42ddef-db92-4218-a5eb-3af42c1324e2, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=da42ddef-db92-4218-a5eb-3af42c1324e2,segment=NetworkSegment(122d6dd3-0819-4f4e-b1b8-db7303157c5c),segment_id=122d6dd3-0819-4f4e-b1b8-db7303157c5c)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:52.341389 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-c44a8e7b-ef5a-4177-b393-4e27da97877b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:52.357575 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-f203a81d-e783-45b9-88dd-598461b6a46d req-c44a8e7b-ef5a-4177-b393-4e27da97877b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Calling delete_port for da42ddef-db92-4218-a5eb-3af42c1324e2 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:12:52.437036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38606db-9a65-491f-9615-79849eae06dc req-c6538716-8213-4ceb-a860-9163a5f614f0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:52.438449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d38606db-9a65-491f-9615-79849eae06dc req-c6538716-8213-4ceb-a860-9163a5f614f0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 945 time: 0.1475072 Jul 27 20:12:52.493974 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d38606db-9a65-491f-9615-79849eae06dc req-758a03df-524a-48bc-8c63-5d4a0045fd93 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479434 Jul 27 20:12:52.550513 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-c44a8e7b-ef5a-4177-b393-4e27da97877b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:52.588695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a8e7b-ef5a-4177-b393-4e27da97877b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event deleted for resources: {'Port': ['ID=da42ddef-db92-4218-a5eb-3af42c1324e2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:52.636254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f203a81d-e783-45b9-88dd-598461b6a46d req-c44a8e7b-ef5a-4177-b393-4e27da97877b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] No DVR routers for this DVR port da42ddef-db92-4218-a5eb-3af42c1324e2 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:12:52.638920 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f203a81d-e783-45b9-88dd-598461b6a46d req-c44a8e7b-ef5a-4177-b393-4e27da97877b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:52.641326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f203a81d-e783-45b9-88dd-598461b6a46d req-c44a8e7b-ef5a-4177-b393-4e27da97877b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.52 "DELETE /v2.0/ports/da42ddef-db92-4218-a5eb-3af42c1324e2 HTTP/1.1" status: 204 len: 173 time: 0.6912143 Jul 27 20:12:53.173228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09dde830-60c7-4444-9357-6a29f778ab84 req-890b7079-e0df-46e9-b067-9458cfccf8dc tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0346506 Jul 27 20:12:53.655780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89f35e-855f-4376-8f35-2c07132a5674 req-450319ab-7b69-4361-8a30-7b7de8e1a8da tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:53.657134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba89f35e-855f-4376-8f35-2c07132a5674 req-450319ab-7b69-4361-8a30-7b7de8e1a8da tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 945 time: 0.0847411 Jul 27 20:12:53.703247 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba89f35e-855f-4376-8f35-2c07132a5674 req-f77631d5-ef96-4018-8712-608d6a506829 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392387 Jul 27 20:12:53.842889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d6023-71ea-4572-b4aa-36b92db766af req-9e7e92bc-1ca6-4f93-b196-b6a7630657b8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:53.844825 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e39d6023-71ea-4572-b4aa-36b92db766af req-9e7e92bc-1ca6-4f93-b196-b6a7630657b8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 945 time: 0.0649073 Jul 27 20:12:53.895002 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e39d6023-71ea-4572-b4aa-36b92db766af req-85287727-385d-40aa-99fc-76202b3ee924 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347207 Jul 27 20:12:53.949416 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-deleted', 'tag': 'b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67'}, {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-deleted', 'tag': 'da42ddef-db92-4218-a5eb-3af42c1324e2'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:12:53.952040 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c57c075-77ad-4b06-820e-6d632c27f2f8" -d '{"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-deleted", "tag": "b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67"}, {"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-deleted", "tag": "da42ddef-db92-4218-a5eb-3af42c1324e2"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:12:54.017394 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 20:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a49b5ac-e878-4316-8e7a-f610180063c3 x-openstack-request-id: req-8a49b5ac-e878-4316-8e7a-f610180063c3 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:12:54.017702 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-deleted", "tag": "b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67", "status": "completed", "code": 200}, {"server_uuid": "52fd8b9b-b96d-42d2-b859-4bda2febac4d", "name": "network-vif-deleted", "tag": "da42ddef-db92-4218-a5eb-3af42c1324e2", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:12:54.017948 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a49b5ac-e878-4316-8e7a-f610180063c3 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:12:54.018478 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-deleted', 'tag': 'b9323f5d-ef93-4f2b-8ec8-6a5e1a90fa67', 'status': 'completed', 'code': 200} Jul 27 20:12:54.019864 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd8b9b-b96d-42d2-b859-4bda2febac4d', 'name': 'network-vif-deleted', 'tag': 'da42ddef-db92-4218-a5eb-3af42c1324e2', 'status': 'completed', 'code': 200} Jul 27 20:12:54.281398 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33546cf1-07bd-4c0b-8ba8-93db9c3cf119 req-63107ff3-6a8d-4a2c-9c51-7148501eb0a4 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:54.283112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33546cf1-07bd-4c0b-8ba8-93db9c3cf119 req-63107ff3-6a8d-4a2c-9c51-7148501eb0a4 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 945 time: 0.0865180 Jul 27 20:12:54.303662 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-03a94d81-4f0d-4eb5-903f-debb4a1c6220 req-a06ee78b-074f-4275-8cdb-63ba2a40937b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0463789 Jul 27 20:12:54.344252 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33546cf1-07bd-4c0b-8ba8-93db9c3cf119 req-a6540b78-cbd6-42a1-9331-d51b747d80fa tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437658 Jul 27 20:12:55.443306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51021ae8-87b6-42e6-896d-4e2ce64044df req-0ce59524-2ff9-4f09-b4be-d713436131f9 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0351987 Jul 27 20:12:55.527563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7e963-4ce3-4eda-a607-6389ccda1f8c req-da2215ae-d962-48e0-bf9a-45107c322671 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:55.529419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41a7e963-4ce3-4eda-a607-6389ccda1f8c req-da2215ae-d962-48e0-bf9a-45107c322671 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 945 time: 0.0892818 Jul 27 20:12:55.586171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41a7e963-4ce3-4eda-a607-6389ccda1f8c req-25cc809e-6bb0-4cb7-9c93-432b265a1f66 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461159 Jul 27 20:12:55.771750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbc15f-733a-4838-99e8-36bf2c29ebcf req-16c80bd5-40f9-4aab-8ba8-ccd8d4300654 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:12:55.774012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49dbc15f-733a-4838-99e8-36bf2c29ebcf req-16c80bd5-40f9-4aab-8ba8-ccd8d4300654 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 945 time: 0.0848060 Jul 27 20:12:55.929378 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-49dbc15f-733a-4838-99e8-36bf2c29ebcf req-137c57d6-2f40-45af-b21c-72d042eac538 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Deleting port 798888d7-ace0-4209-ad7b-6a769c487d38 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:12:55.929631 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-49dbc15f-733a-4838-99e8-36bf2c29ebcf req-137c57d6-2f40-45af-b21c-72d042eac538 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:56.031481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-49dbc15f-733a-4838-99e8-36bf2c29ebcf req-137c57d6-2f40-45af-b21c-72d042eac538 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] For port 798888d7-ace0-4209-ad7b-6a769c487d38, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=798888d7-ace0-4209-ad7b-6a769c487d38,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:12:56.031883 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-49dbc15f-733a-4838-99e8-36bf2c29ebcf req-137c57d6-2f40-45af-b21c-72d042eac538 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:56.045128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-49dbc15f-733a-4838-99e8-36bf2c29ebcf req-137c57d6-2f40-45af-b21c-72d042eac538 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Calling delete_port for 798888d7-ace0-4209-ad7b-6a769c487d38 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:12:56.198899 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-49dbc15f-733a-4838-99e8-36bf2c29ebcf req-137c57d6-2f40-45af-b21c-72d042eac538 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:56.212154 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['6b1e0289-bccd-4b7f-9135-5ae1727620ff'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:12:56.216081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['798888d7-ace0-4209-ad7b-6a769c487d38'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:12:56.264113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c57d6-2f40-45af-b21c-72d042eac538 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event deleted for resources: {'Port': ['ID=798888d7-ace0-4209-ad7b-6a769c487d38,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:12:56.318508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dbc15f-733a-4838-99e8-36bf2c29ebcf req-137c57d6-2f40-45af-b21c-72d042eac538 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] No DVR routers for this DVR port 798888d7-ace0-4209-ad7b-6a769c487d38 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:12:56.321491 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-49dbc15f-733a-4838-99e8-36bf2c29ebcf req-137c57d6-2f40-45af-b21c-72d042eac538 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:12:56.325122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49dbc15f-733a-4838-99e8-36bf2c29ebcf req-137c57d6-2f40-45af-b21c-72d042eac538 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.52 "DELETE /v2.0/ports/798888d7-ace0-4209-ad7b-6a769c487d38 HTTP/1.1" status: 204 len: 173 time: 0.5440338 Jul 27 20:12:56.325626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fefc24c-8edd-494a-8909-cb8991eff0e8', 'name': 'network-vif-deleted', 'tag': '798888d7-ace0-4209-ad7b-6a769c487d38'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:12:56.328443 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e09147-2e3c-4a74-9a4a-14269c68f4f6" -d '{"events": [{"server_uuid": "7fefc24c-8edd-494a-8909-cb8991eff0e8", "name": "network-vif-deleted", "tag": "798888d7-ace0-4209-ad7b-6a769c487d38"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:12:56.402186 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1315f13-c4f6-4f7b-8812-15157a4237ca x-openstack-request-id: req-a1315f13-c4f6-4f7b-8812-15157a4237ca {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:12:56.402994 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fefc24c-8edd-494a-8909-cb8991eff0e8", "name": "network-vif-deleted", "tag": "798888d7-ace0-4209-ad7b-6a769c487d38", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:12:56.403264 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1315f13-c4f6-4f7b-8812-15157a4237ca {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:12:56.403680 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fefc24c-8edd-494a-8909-cb8991eff0e8', 'name': 'network-vif-deleted', 'tag': '798888d7-ace0-4209-ad7b-6a769c487d38', 'status': 'completed', 'code': 200} Jul 27 20:12:56.561814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-514b5c2f-631d-4f28-b228-be360511cf05 req-072cd098-4d09-4bb7-bdd7-d153a73ab48a tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0307126 Jul 27 20:12:56.719903 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-96820c0f-f6cf-403b-b738-1a4196ab1719 req-31c708de-634e-4f9e-9fe1-d19935f66a24 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 210 time: 0.0450828 Jul 27 20:12:57.682517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fea20f98-6132-4154-85f5-e151cba54ed3 req-a98eb6a0-6807-47d0-bc45-309cd90dcc80 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0346320 Jul 27 20:12:57.824148 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1eb1b67-e582-4fbc-b80a-8741ea8e8eb8 req-f85d4d58-2a01-4ad5-9ee5-fdc02d752ac8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 210 time: 0.0298119 Jul 27 20:12:58.794598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1727b6f6-1b98-4d30-b62b-d23564ee4bc8 req-d3a557c5-4a1c-4e73-ae8a-7811fb442e8b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0318956 Jul 27 20:12:58.933907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1d648b6-eeb6-448e-8eac-84d34b6efc35 req-9bede696-6594-4e4d-b55c-678183fc6807 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 210 time: 0.0334654 Jul 27 20:12:59.313199 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 798888d7-ace0-4209-ad7b-6a769c487d38 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:12:59.338757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 798888d7-ace0-4209-ad7b-6a769c487d38 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:12:59.339084 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 798888d7-ace0-4209-ad7b-6a769c487d38 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:12:59.910170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d7a11712-2163-4a16-9c0d-7f0c2abbcf80 req-08d9e393-8447-4fc5-b88a-dea1deda1c3d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0301220 Jul 27 20:13:00.042247 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-db6f1f26-7612-4cc2-bce8-a4958df4ebc3 req-475014f2-1280-400a-998f-d64394721fde tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fefc24c-8edd-494a-8909-cb8991eff0e8 HTTP/1.1" status: 200 len: 210 time: 0.0353844 Jul 27 20:13:01.039459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc430854-b720-48a2-94ad-6bcc5a9d7544 req-461982c3-3ef0-4a73-8e06-74ca4af05c9d tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0444608 Jul 27 20:13:02.161731 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-540a4bda-0d8a-4eb0-9aa5-1e0f2c41d2ff req-0db9243f-164a-4baf-94a0-87e58f2759a1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0328932 Jul 27 20:13:03.271489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f36e3c0-dcd1-4c2b-be23-dd94f75f8d7c req-4150af54-26c3-4636-b6be-247257a5fd14 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0312076 Jul 27 20:13:04.378538 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bfd7f9a8-791e-4866-ab67-22c25b1beedf req-5063d30f-6555-4e35-93fd-c9c1691e9341 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0302081 Jul 27 20:13:05.485769 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47a61d00-c10b-46f4-bd32-669cde7bfde9 req-47cf7d88-a718-478a-a3bb-726e48dae51e tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0293777 Jul 27 20:13:06.602495 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4848c0e2-0006-4ef2-bc7f-7244aeee824f req-d8819cfc-d9b3-416b-bc01-4824337ba1f1 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0379090 Jul 27 20:13:07.725460 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f21b75c-d81a-4660-9e63-3e9e735405d5 req-cfc43627-3646-415c-8c9b-6fad5eaf2489 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0351090 Jul 27 20:13:08.609592 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:08.837908 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e317b1ee-f4b1-42e9-bd2a-99893a5fba57 req-af1e22cd-79de-4094-972a-92143eccf725 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/ports?device_id=52fd8b9b-b96d-42d2-b859-4bda2febac4d HTTP/1.1" status: 200 len: 210 time: 0.0295722 Jul 27 20:13:09.885577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918663f-8e08-4f2e-94ab-f9a4adec6797 req-10f1c3c2-d6d5-4030-930c-0385f90ff7f4 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:09.888551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1918663f-8e08-4f2e-94ab-f9a4adec6797 req-10f1c3c2-d6d5-4030-930c-0385f90ff7f4 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 945 time: 0.0746727 Jul 27 20:13:09.941435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1918663f-8e08-4f2e-94ab-f9a4adec6797 req-9ecb6d8c-eb31-4142-a99f-1dd28f763dc0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457447 Jul 27 20:13:10.976895 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54418) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:11.044753 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64fc7905-1560-4873-89ea-a81a5082d91e tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:11.068252 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64fc7905-1560-4873-89ea-a81a5082d91e tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:11.082663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a8b04-c8c7-45df-932f-bb91e71b67a2 req-42b282ef-6bf2-4cef-8ec7-824048c896d5 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:11.084318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d9a8b04-c8c7-45df-932f-bb91e71b67a2 req-42b282ef-6bf2-4cef-8ec7-824048c896d5 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 945 time: 0.0632882 Jul 27 20:13:11.116354 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64fc7905-1560-4873-89ea-a81a5082d91e tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:11.119187 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-64fc7905-1560-4873-89ea-a81a5082d91e tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:11.120353 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-64fc7905-1560-4873-89ea-a81a5082d91e tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "DELETE /v2.0/security-groups/9f9e914b-f6d8-4410-bb75-e24f78f5f383 HTTP/1.1" status: 204 len: 168 time: 0.1424518 Jul 27 20:13:11.124611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54420) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:11.125748 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d9a8b04-c8c7-45df-932f-bb91e71b67a2 req-c0b13a42-bc7d-4664-a68b-21c285c83ff4 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=b06ab2f7-2a8c-420a-acfe-38d035fc1412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352042 Jul 27 20:13:11.137741 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc7905-1560-4873-89ea-a81a5082d91e tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9e914b-f6d8-4410-bb75-e24f78f5f383,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:11.144529 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-fba86ec9-9241-4da0-8d2f-b9cc0ed302e2 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] show failed (client error): The resource could not be found. Jul 27 20:13:11.145842 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fba86ec9-9241-4da0-8d2f-b9cc0ed302e2 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "GET /v2.0/security-groups/9f9e914b-f6d8-4410-bb75-e24f78f5f383 HTTP/1.1" status: 404 len: 347 time: 0.0203040 Jul 27 20:13:11.148994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54422) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:11.318058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-9ed687d2-11d0-4999-9350-73f4d4d7dfb5 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Deleting port bee7da0c-da98-4034-8935-1a87850f8f58 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:11.318410 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9ed687d2-11d0-4999-9350-73f4d4d7dfb5 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:11.413790 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9ed687d2-11d0-4999-9350-73f4d4d7dfb5 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:11.414104 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9ed687d2-11d0-4999-9350-73f4d4d7dfb5 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:11.427382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-9ed687d2-11d0-4999-9350-73f4d4d7dfb5 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Calling delete_port for bee7da0c-da98-4034-8935-1a87850f8f58 owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:11.567077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c830ee-3b48-4eb5-aa76-a8342962d162 req-201ed41d-4421-4bb5-8a98-626d2187aba3 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:11.568690 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c9c830ee-3b48-4eb5-aa76-a8342962d162 req-201ed41d-4421-4bb5-8a98-626d2187aba3 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 945 time: 0.1369545 Jul 27 20:13:11.687038 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9ed687d2-11d0-4999-9350-73f4d4d7dfb5 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:11.688812 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:11.725422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed687d2-11d0-4999-9350-73f4d4d7dfb5 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event deleted for resources: {'Port': ['ID=bee7da0c-da98-4034-8935-1a87850f8f58,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:11.798475 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-c9c830ee-3b48-4eb5-aa76-a8342962d162 req-79b72ada-60fd-4c76-bc2e-f0c5f704fe9b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Deleting port 6b1e0289-bccd-4b7f-9135-5ae1727620ff {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:11.798811 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c9c830ee-3b48-4eb5-aa76-a8342962d162 req-79b72ada-60fd-4c76-bc2e-f0c5f704fe9b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:11.816795 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9ed687d2-11d0-4999-9350-73f4d4d7dfb5 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:11.819398 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9ed687d2-11d0-4999-9350-73f4d4d7dfb5 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:11.820557 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9ed687d2-11d0-4999-9350-73f4d4d7dfb5 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "DELETE /v2.0/floatingips/67482085-677e-4350-aab8-9e7a1953de8f HTTP/1.1" status: 204 len: 168 time: 0.6705379 Jul 27 20:13:11.823539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54426) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:11.906755 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-c9c830ee-3b48-4eb5-aa76-a8342962d162 req-79b72ada-60fd-4c76-bc2e-f0c5f704fe9b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] For port 6b1e0289-bccd-4b7f-9135-5ae1727620ff, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=6b1e0289-bccd-4b7f-9135-5ae1727620ff,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:11.907126 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c9c830ee-3b48-4eb5-aa76-a8342962d162 req-79b72ada-60fd-4c76-bc2e-f0c5f704fe9b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:11.921483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-c9c830ee-3b48-4eb5-aa76-a8342962d162 req-79b72ada-60fd-4c76-bc2e-f0c5f704fe9b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Calling delete_port for 6b1e0289-bccd-4b7f-9135-5ae1727620ff owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:11.930477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Deleting port cf287038-36da-428d-9206-c7ff8b06bd7c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:11.931080 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:12.023656 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:12.036591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Calling delete_port for cf287038-36da-428d-9206-c7ff8b06bd7c owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:12.072282 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c9c830ee-3b48-4eb5-aa76-a8342962d162 req-79b72ada-60fd-4c76-bc2e-f0c5f704fe9b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:12.085655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['6b1e0289-bccd-4b7f-9135-5ae1727620ff'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:13:12.136942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b72ada-60fd-4c76-bc2e-f0c5f704fe9b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event deleted for resources: {'Port': ['ID=6b1e0289-bccd-4b7f-9135-5ae1727620ff,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:12.206705 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:12.233285 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c830ee-3b48-4eb5-aa76-a8342962d162 req-79b72ada-60fd-4c76-bc2e-f0c5f704fe9b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] No DVR routers for this DVR port 6b1e0289-bccd-4b7f-9135-5ae1727620ff on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:13:12.236018 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c9c830ee-3b48-4eb5-aa76-a8342962d162 req-79b72ada-60fd-4c76-bc2e-f0c5f704fe9b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:12.239762 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c9c830ee-3b48-4eb5-aa76-a8342962d162 req-79b72ada-60fd-4c76-bc2e-f0c5f704fe9b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "DELETE /v2.0/ports/6b1e0289-bccd-4b7f-9135-5ae1727620ff HTTP/1.1" status: 204 len: 173 time: 0.6611629 Jul 27 20:13:12.240555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69079337-c46f-460f-bcca-103e6ff42ee4', 'name': 'network-vif-deleted', 'tag': '6b1e0289-bccd-4b7f-9135-5ae1727620ff'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:13:12.242958 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b2331d-ec36-46f0-a6a8-3b9992d6151b" -d '{"events": [{"server_uuid": "69079337-c46f-460f-bcca-103e6ff42ee4", "name": "network-vif-deleted", "tag": "6b1e0289-bccd-4b7f-9135-5ae1727620ff"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:13:12.269920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event deleted for resources: {'Port': ['ID=cf287038-36da-428d-9206-c7ff8b06bd7c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:12.277542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4fec21f2-78aa-40e5-ab63-714612cd887c req-875fe391-3fe3-4a3b-b34f-d00dfa1b317d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 210 time: 0.0364580 Jul 27 20:13:12.285225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:12.285546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:12.285896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:12.286232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:12.286600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:12.286969 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:12.287392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:12.287875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:12.288474 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:12.289141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:12.289708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:12.290207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:12.292149 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f3fe6d-c026-4d7e-9275-e658b420a199 x-openstack-request-id: req-f3f3fe6d-c026-4d7e-9275-e658b420a199 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:13:12.292599 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69079337-c46f-460f-bcca-103e6ff42ee4", "name": "network-vif-deleted", "tag": "6b1e0289-bccd-4b7f-9135-5ae1727620ff", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:13:12.292948 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3f3fe6d-c026-4d7e-9275-e658b420a199 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:13:12.293613 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69079337-c46f-460f-bcca-103e6ff42ee4', 'name': 'network-vif-deleted', 'tag': '6b1e0289-bccd-4b7f-9135-5ae1727620ff', 'status': 'completed', 'code': 200} Jul 27 20:13:12.386587 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:12.391145 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0661c6de-e6c9-4f0f-a334-3c0226a2fa6b tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "DELETE /v2.0/ports/cf287038-36da-428d-9206-c7ff8b06bd7c HTTP/1.1" status: 204 len: 168 time: 0.5637002 Jul 27 20:13:12.392303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54440) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:12.506263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-2270b562-261c-4f06-8490-88ef3ee08504 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Deleting port 126479f5-4f00-4961-8987-3f39241c2c16 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:12.506718 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2270b562-261c-4f06-8490-88ef3ee08504 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:12.604695 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2270b562-261c-4f06-8490-88ef3ee08504 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:12.620752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-2270b562-261c-4f06-8490-88ef3ee08504 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Calling delete_port for 126479f5-4f00-4961-8987-3f39241c2c16 owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:12.843644 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2270b562-261c-4f06-8490-88ef3ee08504 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:12.918525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270b562-261c-4f06-8490-88ef3ee08504 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event deleted for resources: {'Port': ['ID=126479f5-4f00-4961-8987-3f39241c2c16,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:13.010444 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2270b562-261c-4f06-8490-88ef3ee08504 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:13.012543 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2270b562-261c-4f06-8490-88ef3ee08504 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "DELETE /v2.0/ports/126479f5-4f00-4961-8987-3f39241c2c16 HTTP/1.1" status: 204 len: 168 time: 0.6198201 Jul 27 20:13:13.015338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54450) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:13.081055 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-622c2e22-72e5-4080-a074-2db682fa4d75 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Deleting subnet 656e8a32-f28f-4037-bb27-98d941b98b61 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:13:13.085287 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-622c2e22-72e5-4080-a074-2db682fa4d75 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:13.150503 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-622c2e22-72e5-4080-a074-2db682fa4d75 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:13.250956 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-622c2e22-72e5-4080-a074-2db682fa4d75 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:13.329646 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-622c2e22-72e5-4080-a074-2db682fa4d75 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:13.366914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c2e22-72e5-4080-a074-2db682fa4d75 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event deleted for resources: {'Subnet': ['ID=656e8a32-f28f-4037-bb27-98d941b98b61,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:13.377093 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-622c2e22-72e5-4080-a074-2db682fa4d75 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:13.382149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-622c2e22-72e5-4080-a074-2db682fa4d75 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "DELETE /v2.0/subnets/656e8a32-f28f-4037-bb27-98d941b98b61 HTTP/1.1" status: 204 len: 168 time: 0.3655970 Jul 27 20:13:13.382331 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54458) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:13.412237 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451cba05-c505-46be-9185-f4c7c068df3f None None] Network 73d72393-3d95-4308-9106-6209eefa092b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:13:13.424850 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a1d5443-0ade-448b-bf87-9e55d2036299 req-ecc7a6b3-610e-4eea-9110-603ff791fc34 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 210 time: 0.0499582 Jul 27 20:13:13.516872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbb46cc-885c-4dc8-9454-bed4b381f910 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Deleting subnet cce99a40-eb09-424b-8f6d-7e5c39e72423 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:13:13.522273 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cfbb46cc-885c-4dc8-9454-bed4b381f910 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:13.545809 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b7680412-b1a5-4287-96e9-30e845f6f56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:13.599138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cfbb46cc-885c-4dc8-9454-bed4b381f910 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:13.710167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9765f9-70e5-4fb0-9c6e-8e2a9f08b82b None None] DHCP port deletion for 73d72393-3d95-4308-9106-6209eefa092b request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:13:13.753325 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cfbb46cc-885c-4dc8-9454-bed4b381f910 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:13.781992 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6f9765f9-70e5-4fb0-9c6e-8e2a9f08b82b None None] Deleting port b7380c2d-935b-4386-8ff4-82eabd801d31 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:13.782668 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f9765f9-70e5-4fb0-9c6e-8e2a9f08b82b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:13.841495 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cfbb46cc-885c-4dc8-9454-bed4b381f910 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:13.868658 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cfbb46cc-885c-4dc8-9454-bed4b381f910 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:13.873839 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cfbb46cc-885c-4dc8-9454-bed4b381f910 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "DELETE /v2.0/subnets/cce99a40-eb09-424b-8f6d-7e5c39e72423 HTTP/1.1" status: 204 len: 168 time: 0.4873683 Jul 27 20:13:13.874505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6f9765f9-70e5-4fb0-9c6e-8e2a9f08b82b None None] For port b7380c2d-935b-4386-8ff4-82eabd801d31, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b7380c2d-935b-4386-8ff4-82eabd801d31,segment=NetworkSegment(122d6dd3-0819-4f4e-b1b8-db7303157c5c),segment_id=122d6dd3-0819-4f4e-b1b8-db7303157c5c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:13.874705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54464) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:13.874912 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f9765f9-70e5-4fb0-9c6e-8e2a9f08b82b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:13.887352 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9f3899-8fff-4a0b-9f12-09854f884e96 None None] Network cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:13:13.900476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb46cc-885c-4dc8-9454-bed4b381f910 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event deleted for resources: {'Subnet': ['ID=cce99a40-eb09-424b-8f6d-7e5c39e72423,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:14.009222 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.065021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Deleting port b7380c2d-935b-4386-8ff4-82eabd801d31 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:14.065571 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.107739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6f9765f9-70e5-4fb0-9c6e-8e2a9f08b82b None None] Calling delete_port for b7380c2d-935b-4386-8ff4-82eabd801d31 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:14.137155 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] For port b7380c2d-935b-4386-8ff4-82eabd801d31, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b7380c2d-935b-4386-8ff4-82eabd801d31,segment=NetworkSegment(122d6dd3-0819-4f4e-b1b8-db7303157c5c),segment_id=122d6dd3-0819-4f4e-b1b8-db7303157c5c)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:14.137704 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.156595 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Calling delete_port for b7380c2d-935b-4386-8ff4-82eabd801d31 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:14.246993 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.278486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event deleted for resources: {'Port': ['ID=b7380c2d-935b-4386-8ff4-82eabd801d31,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:14.284630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] No DVR routers for this DVR port b7380c2d-935b-4386-8ff4-82eabd801d31 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:13:14.322206 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f9765f9-70e5-4fb0-9c6e-8e2a9f08b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.372307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9765f9-70e5-4fb0-9c6e-8e2a9f08b82b None None] No DVR routers for this DVR port b7380c2d-935b-4386-8ff4-82eabd801d31 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:13:14.377721 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9765f9-70e5-4fb0-9c6e-8e2a9f08b82b None None] Pushing event deleted for resources: {'Port': ['ID=b7380c2d-935b-4386-8ff4-82eabd801d31,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:14.397387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4af194b-a162-47c3-afea-70164c4718b5 None None] DHCP port deletion for cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:13:14.414435 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.424727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d72393-3d95-4308-9106-6209eefa092b']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:14.437112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122d6dd3-0819-4f4e-b1b8-db7303157c5c') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:14.437112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122d6dd3-0819-4f4e-b1b8-db7303157c5c') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:14.446912 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.458857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e4af194b-a162-47c3-afea-70164c4718b5 None None] Deleting port 331fc1a5-ee2a-4cc0-864c-2286e80e8739 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:14.459431 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e4af194b-a162-47c3-afea-70164c4718b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.462552 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.468915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:13:14.469320 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.532711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e4af194b-a162-47c3-afea-70164c4718b5 None None] For port 331fc1a5-ee2a-4cc0-864c-2286e80e8739, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=331fc1a5-ee2a-4cc0-864c-2286e80e8739,segment=NetworkSegment(a7758d64-ae43-4749-b89b-90e6aae29387),segment_id=a7758d64-ae43-4749-b89b-90e6aae29387)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:14.533301 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e4af194b-a162-47c3-afea-70164c4718b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:13:14.540127 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:13:14.552700 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.560047 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e4af194b-a162-47c3-afea-70164c4718b5 None None] Calling delete_port for 331fc1a5-ee2a-4cc0-864c-2286e80e8739 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:14.591460 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.595919 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "DELETE /v2.0/networks/73d72393-3d95-4308-9106-6209eefa092b HTTP/1.1" status: 204 len: 168 time: 0.7173822 Jul 27 20:13:14.595919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175d4e6-8545-4bf9-aac1-7d60ee39e23c tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event deleted for resources: {'Network': ['ID=73d72393-3d95-4308-9106-6209eefa092b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:14.599174 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f68f2d0-47db-4231-a762-770a3dc15d74 req-7651e84a-9b1a-46aa-9618-c159e252fea0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 210 time: 0.0581098 Jul 27 20:13:14.601251 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54470) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:14.661371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e4af194b-a162-47c3-afea-70164c4718b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.703366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73fa9424-f8f6-43d1-9d91-dcfa18722de7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.708557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af194b-a162-47c3-afea-70164c4718b5 None None] Pushing event deleted for resources: {'Port': ['ID=331fc1a5-ee2a-4cc0-864c-2286e80e8739,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:14.712201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af194b-a162-47c3-afea-70164c4718b5 None None] No DVR routers for this DVR port 331fc1a5-ee2a-4cc0-864c-2286e80e8739 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:13:14.813280 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73fa9424-f8f6-43d1-9d91-dcfa18722de7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.815171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b7380c2d-935b-4386-8ff4-82eabd801d31 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:13:14.833028 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-73fa9424-f8f6-43d1-9d91-dcfa18722de7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:14.844687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-73fa9424-f8f6-43d1-9d91-dcfa18722de7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7758d64-ae43-4749-b89b-90e6aae29387') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:14.844987 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-73fa9424-f8f6-43d1-9d91-dcfa18722de7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7758d64-ae43-4749-b89b-90e6aae29387') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:14.847890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: b7380c2d-935b-4386-8ff4-82eabd801d31 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:13:14.848754 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b7380c2d-935b-4386-8ff4-82eabd801d31 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:13:14.849275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 331fc1a5-ee2a-4cc0-864c-2286e80e8739 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:13:14.855434 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73fa9424-f8f6-43d1-9d91-dcfa18722de7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.870156 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 331fc1a5-ee2a-4cc0-864c-2286e80e8739 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:13:14.870594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 331fc1a5-ee2a-4cc0-864c-2286e80e8739 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:13:14.877185 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73fa9424-f8f6-43d1-9d91-dcfa18722de7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.883523 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fa9424-f8f6-43d1-9d91-dcfa18722de7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:13:14.883929 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73fa9424-f8f6-43d1-9d91-dcfa18722de7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:13:14.896963 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:13:14.946854 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73fa9424-f8f6-43d1-9d91-dcfa18722de7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.961169 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6b1e0289-bccd-4b7f-9135-5ae1727620ff no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:13:14.975849 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-73fa9424-f8f6-43d1-9d91-dcfa18722de7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:14.976964 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-73fa9424-f8f6-43d1-9d91-dcfa18722de7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] 10.222.0.48 "DELETE /v2.0/networks/cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7 HTTP/1.1" status: 204 len: 168 time: 0.3746834 Jul 27 20:13:14.977855 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa9424-f8f6-43d1-9d91-dcfa18722de7 tempest-TaggedBootDevicesTest_v242-1646102308 tempest-TaggedBootDevicesTest_v242-1646102308-project] Pushing event deleted for resources: {'Network': ['ID=cc6bb4d5-adb2-4a9e-8b11-626c6c4646e7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:15.006554 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 6b1e0289-bccd-4b7f-9135-5ae1727620ff {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:13:15.007186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 6b1e0289-bccd-4b7f-9135-5ae1727620ff not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:13:15.702556 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2bb1e374-3175-4c46-9af0-cdbcb4cab064 req-338200e2-308e-4765-9813-67d6789a78ea tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 210 time: 0.0312953 Jul 27 20:13:16.108969 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-04194375-6877-4ea3-b2e1-c2e7f07a6ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:16.238588 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:16.680135 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6a6a793c-6ea3-4485-8be2-990318442471 req-2b2e037b-2171-448b-887b-3848e07b616e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0315192 Jul 27 20:13:16.795376 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6a6a793c-6ea3-4485-8be2-990318442471 req-30340338-1579-4a09-a872-c4b41d8b4ebb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 210 time: 0.0596774 Jul 27 20:13:16.884232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a41c5c93-38ad-45c7-82aa-79ee9a545408 req-272ca446-7aec-4673-b714-51903ec4542e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=69079337-c46f-460f-bcca-103e6ff42ee4 HTTP/1.1" status: 200 len: 210 time: 0.0469286 Jul 27 20:13:17.085884 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a793c-6ea3-4485-8be2-990318442471 req-49fb0f2a-3319-43b6-9b56-4659b12b66b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:17.087850 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6a6a793c-6ea3-4485-8be2-990318442471 req-49fb0f2a-3319-43b6-9b56-4659b12b66b7 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=0731adda0572409ca7d43b1bb898294c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2696335 Jul 27 20:13:17.177562 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:17.294504 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a793c-6ea3-4485-8be2-990318442471 req-f6e025fc-bc5d-41e8-8fce-d9353066f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:17.296252 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6a6a793c-6ea3-4485-8be2-990318442471 req-f6e025fc-bc5d-41e8-8fce-d9353066f72a service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2000504 Jul 27 20:13:18.935739 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:19.931684 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54556) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:20.363665 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dc3f0b16-b434-4494-9aed-7b08d7eaaee7 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2539 time: 0.4292796 Jul 27 20:13:20.366455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54576) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:20.375213 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-867152ae-410c-47b3-9f99-f2ada8641c89 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Request body: {'network': {'name': 'tempest-network-smoke--40906542', 'project_id': '9c854ff9257846e186064799548c21e7', 'port_security_enabled': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:20.408147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867152ae-410c-47b3-9f99-f2ada8641c89 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Made reservation on behalf of 9c854ff9257846e186064799548c21e7 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:13:20.415091 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-867152ae-410c-47b3-9f99-f2ada8641c89 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:20.818409 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867152ae-410c-47b3-9f99-f2ada8641c89 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:13:20.833963 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-867152ae-410c-47b3-9f99-f2ada8641c89 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:20.834431 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-867152ae-410c-47b3-9f99-f2ada8641c89 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Added segment 91135190-59f7-4c5c-b696-2ff54bcd2772 of type vlan for network 4274222c-9f2c-4869-a96d-2b03d9c7c878 Jul 27 20:13:20.894021 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-867152ae-410c-47b3-9f99-f2ada8641c89 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:20.962542 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-867152ae-410c-47b3-9f99-f2ada8641c89 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:20.969089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867152ae-410c-47b3-9f99-f2ada8641c89 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:20.969711 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-867152ae-410c-47b3-9f99-f2ada8641c89 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.039965 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-867152ae-410c-47b3-9f99-f2ada8641c89 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6711571 Jul 27 20:13:21.042979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54618) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:21.050243 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-851006722', 'admin_state_up': True, 'project_id': '9c854ff9257846e186064799548c21e7', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:21.073392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867152ae-410c-47b3-9f99-f2ada8641c89 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'Network': ['ID=4274222c-9f2c-4869-a96d-2b03d9c7c878,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:21.088140 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 4274222c-9f2c-4869-a96d-2b03d9c7c878 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:13:21.100113 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.104298 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.185574 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.341833 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.557643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54626) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:21.562774 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-58d4b896-9b6c-4e45-83ad-f13f502f4f1e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1508507650', 'description': 'tempest-secgroup-smoke-1508507650 description', 'project_id': '0731adda0572409ca7d43b1bb898294c'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:21.591817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58d4b896-9b6c-4e45-83ad-f13f502f4f1e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.592280 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.620924 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.704068 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58d4b896-9b6c-4e45-83ad-f13f502f4f1e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.711094 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58d4b896-9b6c-4e45-83ad-f13f502f4f1e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.728728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Allocated IP 172.25.1.215 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:13:21.755805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4b896-9b6c-4e45-83ad-f13f502f4f1e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:21.759061 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-58d4b896-9b6c-4e45-83ad-f13f502f4f1e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.760855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-58d4b896-9b6c-4e45-83ad-f13f502f4f1e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2016928 Jul 27 20:13:21.763956 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54628) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:21.772008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-14318bf6-9f26-4b96-bb54-8557ad836960 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'security_group_rule': {'security_group_id': 'a423bcb7-c16d-4432-9ed0-b31a7ddd50b0', 'project_id': '0731adda0572409ca7d43b1bb898294c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:21.809096 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14318bf6-9f26-4b96-bb54-8557ad836960 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.839720 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.903875 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.927183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:13:21.936942 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14318bf6-9f26-4b96-bb54-8557ad836960 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.952041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:13:21.954418 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14318bf6-9f26-4b96-bb54-8557ad836960 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:21.955965 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:13:21.994203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'Port': ['ID=b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:22.024010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14318bf6-9f26-4b96-bb54-8557ad836960 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa4bbf9-6258-407b-aed8-1ab83965686c,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:22.034619 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-14318bf6-9f26-4b96-bb54-8557ad836960 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:22.036072 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-14318bf6-9f26-4b96-bb54-8557ad836960 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2708051 Jul 27 20:13:22.039323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54636) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:22.045764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8c03451c-1268-4249-9e6a-efa93a522575 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'security_group_rule': {'security_group_id': 'a423bcb7-c16d-4432-9ed0-b31a7ddd50b0', 'project_id': '0731adda0572409ca7d43b1bb898294c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:22.311619 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c03451c-1268-4249-9e6a-efa93a522575 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:22.433641 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:22.489959 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c03451c-1268-4249-9e6a-efa93a522575 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:22.498071 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c03451c-1268-4249-9e6a-efa93a522575 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:22.557333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03451c-1268-4249-9e6a-efa93a522575 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7550bc00-fe5b-4d86-a4c4-372fc052f1b0,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:22.560902 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c03451c-1268-4249-9e6a-efa93a522575 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:22.562129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8c03451c-1268-4249-9e6a-efa93a522575 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5218375 Jul 27 20:13:22.566133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54644) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:22.571435 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8cc2dba7-3af8-4367-a2f5-1dbf85c1abac tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'security_group_rule': {'security_group_id': 'a423bcb7-c16d-4432-9ed0-b31a7ddd50b0', 'project_id': '0731adda0572409ca7d43b1bb898294c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:22.601830 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8cc2dba7-3af8-4367-a2f5-1dbf85c1abac tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:22.679654 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8cc2dba7-3af8-4367-a2f5-1dbf85c1abac tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:22.687260 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8cc2dba7-3af8-4367-a2f5-1dbf85c1abac tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:22.717615 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:22.718239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2dba7-3af8-4367-a2f5-1dbf85c1abac tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad911cd-f8d2-400e-8a5a-27db9aa72436,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:22.725643 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8cc2dba7-3af8-4367-a2f5-1dbf85c1abac tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:22.731740 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8cc2dba7-3af8-4367-a2f5-1dbf85c1abac tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1644654 Jul 27 20:13:22.732597 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54646) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:22.738889 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-70db5cd1-3b1d-418b-8275-ed661036bc83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'security_group_rule': {'security_group_id': 'a423bcb7-c16d-4432-9ed0-b31a7ddd50b0', 'project_id': '0731adda0572409ca7d43b1bb898294c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:22.778218 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-70db5cd1-3b1d-418b-8275-ed661036bc83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:22.849937 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-70db5cd1-3b1d-418b-8275-ed661036bc83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:22.855629 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-70db5cd1-3b1d-418b-8275-ed661036bc83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:22.872414 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Router 499c9765-4d50-4a1d-a14f-9eae51c34517 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:13:22.878747 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db5cd1-3b1d-418b-8275-ed661036bc83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0d3c0a-0823-4658-93ad-ba9c0c90711b,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:22.889803 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-70db5cd1-3b1d-418b-8275-ed661036bc83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:22.893993 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-70db5cd1-3b1d-418b-8275-ed661036bc83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575623 Jul 27 20:13:22.894419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54648) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:22.908163 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-46bd2d5b-1d16-4f22-8a7f-99991ce8bdae tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'security_group_rule': {'security_group_id': 'a423bcb7-c16d-4432-9ed0-b31a7ddd50b0', 'project_id': '0731adda0572409ca7d43b1bb898294c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:22.948825 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-46bd2d5b-1d16-4f22-8a7f-99991ce8bdae tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Project 0731adda0572409ca7d43b1bb898294c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:13:22.954781 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46bd2d5b-1d16-4f22-8a7f-99991ce8bdae tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:23.006931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:13:23.017346 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Sync routers for ids ['499c9765-4d50-4a1d-a14f-9eae51c34517'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:13:23.033373 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Routers {'499c9765-4d50-4a1d-a14f-9eae51c34517'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:13:23.033946 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['499c9765-4d50-4a1d-a14f-9eae51c34517'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:23.037046 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:23.039186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-acb02d7d-2065-4e7b-90dc-8e4f1f751120 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9953880 Jul 27 20:13:23.042185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54650) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:23.045825 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46bd2d5b-1d16-4f22-8a7f-99991ce8bdae tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:23.052056 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46bd2d5b-1d16-4f22-8a7f-99991ce8bdae tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:23.080825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd2d5b-1d16-4f22-8a7f-99991ce8bdae tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2a96ce-9b22-4f08-a448-9ed5b45508af,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:23.086733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-46bd2d5b-1d16-4f22-8a7f-99991ce8bdae tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:23.092358 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-46bd2d5b-1d16-4f22-8a7f-99991ce8bdae tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1944480 Jul 27 20:13:23.092823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54654) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:23.103066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-00ef10eb-e24e-4f72-8c64-a86c2b6fc52a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'security_group_rule': {'security_group_id': 'a423bcb7-c16d-4432-9ed0-b31a7ddd50b0', 'project_id': '0731adda0572409ca7d43b1bb898294c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:23.180276 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-00ef10eb-e24e-4f72-8c64-a86c2b6fc52a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Project 0731adda0572409ca7d43b1bb898294c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:13:23.186222 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00ef10eb-e24e-4f72-8c64-a86c2b6fc52a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:23.215495 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Set router 499c9765-4d50-4a1d-a14f-9eae51c34517 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:13:23.219420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a117aa-0c5b-47d0-a082-36c876ca74ed tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:23.220999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c6a117aa-0c5b-47d0-a082-36c876ca74ed tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9c854ff9257846e186064799548c21e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1777320 Jul 27 20:13:23.224291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54658) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:23.257531 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00ef10eb-e24e-4f72-8c64-a86c2b6fc52a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:23.264227 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00ef10eb-e24e-4f72-8c64-a86c2b6fc52a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:23.285632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef10eb-e24e-4f72-8c64-a86c2b6fc52a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb76752-37c7-4aae-a793-4c11ee7cbb50,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:23.295007 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00ef10eb-e24e-4f72-8c64-a86c2b6fc52a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:23.299330 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-00ef10eb-e24e-4f72-8c64-a86c2b6fc52a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2026734 Jul 27 20:13:23.347573 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32f1cf0-3f94-4b21-b178-1e7fe0efce15 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:23.352291 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a32f1cf0-3f94-4b21-b178-1e7fe0efce15 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1244054 Jul 27 20:13:23.352728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54670) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:23.391040 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5af904da-61dd-47c2-972b-3618ce676144 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347180 Jul 27 20:13:23.391689 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54680) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:23.442337 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d55c33fe-8da9-484e-96cf-dbd1e6d2f0ef tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9c854ff9257846e186064799548c21e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499587 Jul 27 20:13:23.445139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54692) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:23.475344 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'name': 'tempest-TestSecurityGroupsBasicOps-router-851006722', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:22Z', 'revision_number': 3, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:23.512420 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Checking router: 499c9765-4d50-4a1d-a14f-9eae51c34517 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:13:23.513728 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Updating router 499c9765-4d50-4a1d-a14f-9eae51c34517 port b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:13:23.554391 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5959532d-286c-4a62-a79f-dd936005191e tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:23.558502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5959532d-286c-4a62-a79f-dd936005191e tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1097150 Jul 27 20:13:23.558981 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54704) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:23.582119 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:23.614780 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-97bc543b-8261-43bf-9a7b-5ab426f184ad tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520704 Jul 27 20:13:23.615384 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54706) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:23.621400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1681515158', 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878', 'project_id': '9c854ff9257846e186064799548c21e7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:23.739477 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Made reservation on behalf of 9c854ff9257846e186064799548c21e7 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:13:23.745154 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:24.019328 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:24.026135 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:24.031792 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Transition to ACTIVE for port object b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:13:24.044032 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:24.081027 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Attempting to bind port b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:13:24.081473 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Attempting to bind port b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:13:24.081854 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Attempting to bind port b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:13:24.108862 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:13:24.109374 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:13:24.110285 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:24.110697 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:13:24.111194 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Bound port: b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:13:24.111574 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:24.139588 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'Subnet': ['ID=21cd57d7-266b-4e79-b26e-68f4bec326af,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:24.152179 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:24.152552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:24.152890 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:24.153220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:24.153545 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:24.153869 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:24.154191 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:24.154515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:24.154846 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:24.155154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:24.155483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:24.155804 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:24.159373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Checking segment: {'id': '91135190-59f7-4c5c-b696-2ff54bcd2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:13:24.159830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Network hostable DHCP agents. Network: 4274222c-9f2c-4869-a96d-2b03d9c7c878, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:13:24.218942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Network 4274222c-9f2c-4869-a96d-2b03d9c7c878 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:13:24.253295 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 4274222c-9f2c-4869-a96d-2b03d9c7c878) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:13:24.265168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7435055d-4dc3-443a-983e-c03d8deaae5b None None] Network 4274222c-9f2c-4869-a96d-2b03d9c7c878 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:13:24.277452 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:24.279487 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:24.322131 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-34796ec6-bbc1-430f-8cae-56b92ab6a847 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7029881 Jul 27 20:13:24.322819 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54750) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:24.355222 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba4121-a9bd-49ed-8b22-86d724aad04f None None] Pushing event updated for resources: {'Port': ['ID=b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:24.389653 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] For port b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:13:24.394603 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] For port b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:13:24.405432 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:24.538902 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba4121-a9bd-49ed-8b22-86d724aad04f None None] Pushing event updated for resources: {'Port': ['ID=b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:24.562673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-4274222c-9f2c-4869-a96d-2b03d9c7c878', 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'fixed_ips': [{'subnet_id': '21cd57d7-266b-4e79-b26e-68f4bec326af'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:13:24.563277 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:24.574100 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Routers {'499c9765-4d50-4a1d-a14f-9eae51c34517'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:13:24.574742 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['499c9765-4d50-4a1d-a14f-9eae51c34517'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:24.735546 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] Set router 499c9765-4d50-4a1d-a14f-9eae51c34517 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:13:24.809839 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:13:24.818409 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Allocated IP 172.20.0.18 (4274222c-9f2c-4869-a96d-2b03d9c7c878/21cd57d7-266b-4e79-b26e-68f4bec326af/38d4be56-d0fc-46c6-b03c-785f302c25ab) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:13:25.061124 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:25.065039 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'name': 'tempest-TestSecurityGroupsBasicOps-router-851006722', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:22Z', 'revision_number': 3, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:25.075610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Transition to ACTIVE for port object 38d4be56-d0fc-46c6-b03c-785f302c25ab will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:13:25.095214 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Transition to ACTIVE for port object 38d4be56-d0fc-46c6-b03c-785f302c25ab will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:13:25.105685 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:25.111651 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:25.125473 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104893e4-c727-4b76-9c94-ef751e090089 None None] The sync data for ids ['499c9765-4d50-4a1d-a14f-9eae51c34517'] in n-d-705657-21 is: [{'id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'name': 'tempest-TestSecurityGroupsBasicOps-router-851006722', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:22Z', 'revision_number': 3, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:13:25.163665 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Network 4274222c-9f2c-4869-a96d-2b03d9c7c878 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:13:25.170502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:13:25.180063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:13:25.204316 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Pushing event updated for resources: {'Port': ['ID=38d4be56-d0fc-46c6-b03c-785f302c25ab,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:25.311965 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Attempting to bind port 38d4be56-d0fc-46c6-b03c-785f302c25ab on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:13:25.312660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Attempting to bind port 38d4be56-d0fc-46c6-b03c-785f302c25ab by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '91135190-59f7-4c5c-b696-2ff54bcd2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:13:25.312835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Attempting to bind port 38d4be56-d0fc-46c6-b03c-785f302c25ab on network 4274222c-9f2c-4869-a96d-2b03d9c7c878 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:13:25.318984 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:13:25.319367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Checking segment: {'id': '91135190-59f7-4c5c-b696-2ff54bcd2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:13:25.319779 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:25.320181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Bound using segment: {'id': '91135190-59f7-4c5c-b696-2ff54bcd2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:13:25.320780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Bound port: 38d4be56-d0fc-46c6-b03c-785f302c25ab, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91135190-59f7-4c5c-b696-2ff54bcd2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:13:25.321175 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:25.398480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] For port 38d4be56-d0fc-46c6-b03c-785f302c25ab, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:13:25.402338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] For port 38d4be56-d0fc-46c6-b03c-785f302c25ab, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=38d4be56-d0fc-46c6-b03c-785f302c25ab,segment=NetworkSegment(91135190-59f7-4c5c-b696-2ff54bcd2772),segment_id=91135190-59f7-4c5c-b696-2ff54bcd2772)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:13:25.410246 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:25.550787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3aa2d-32eb-4f1d-9325-dd4e762f76c9 None None] Pushing event updated for resources: {'Port': ['ID=38d4be56-d0fc-46c6-b03c-785f302c25ab,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:25.665065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Allocated IP 172.20.0.17 (4274222c-9f2c-4869-a96d-2b03d9c7c878/21cd57d7-266b-4e79-b26e-68f4bec326af/0e84cb40-efc1-4704-8af9-98f22a0b984c) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:13:25.831782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54762) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:25.953215 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:25.983455 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Transition to ACTIVE for port object 0e84cb40-efc1-4704-8af9-98f22a0b984c will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:13:26.039314 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:26.103234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Network 4274222c-9f2c-4869-a96d-2b03d9c7c878 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:13:26.110826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:13:26.116454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:13:26.145645 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'Port': ['ID=0e84cb40-efc1-4704-8af9-98f22a0b984c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:26.367162 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:26.909473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:13:26.918045 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:27.017138 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:13:27.023301 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:13:27.023998 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:27.130338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a99e2c-6684-4702-8bb3-d1499f94a11c None None] Network 4274222c-9f2c-4869-a96d-2b03d9c7c878 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:13:27.246385 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:27.283712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-20f93e73-b0e6-4d2b-963d-e74239830bb2 None None] Provisioning for port 38d4be56-d0fc-46c6-b03c-785f302c25ab completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:13:27.289345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:27.292689 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d83d50e-aeae-4f71-98b5-a6b43c9cc4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:27.309013 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:27.310260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 38d4be56-d0fc-46c6-b03c-785f302c25ab up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:13:27.529457 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:27.559843 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 38d4be56-d0fc-46c6-b03c-785f302c25ab completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:13:27.566176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 38d4be56-d0fc-46c6-b03c-785f302c25ab triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:13:27.566596 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:27.687286 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:27.758991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 38d4be56-d0fc-46c6-b03c-785f302c25ab, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=38d4be56-d0fc-46c6-b03c-785f302c25ab,segment=NetworkSegment(91135190-59f7-4c5c-b696-2ff54bcd2772),segment_id=91135190-59f7-4c5c-b696-2ff54bcd2772)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:27.772040 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:27.892914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=38d4be56-d0fc-46c6-b03c-785f302c25ab,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:27.937882 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f8a285c6-75cb-4c09-864c-fb0543957008 None None] Provisioning complete for port 38d4be56-d0fc-46c6-b03c-785f302c25ab triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:13:27.938533 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f8a285c6-75cb-4c09-864c-fb0543957008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:28.184592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f8a285c6-75cb-4c09-864c-fb0543957008 None None] Provisioning for port 0e84cb40-efc1-4704-8af9-98f22a0b984c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:13:28.190110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f8a285c6-75cb-4c09-864c-fb0543957008 None None] Provisioning complete for port 0e84cb40-efc1-4704-8af9-98f22a0b984c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:13:28.191079 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f8a285c6-75cb-4c09-864c-fb0543957008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:28.293410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f8a285c6-75cb-4c09-864c-fb0543957008 None None] Port 0e84cb40-efc1-4704-8af9-98f22a0b984c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:13:28.314039 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:28.330502 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:28.335188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-9d83d50e-aeae-4f71-98b5-a6b43c9cc4fa admin admin] Deleting port c8a1b7e0-3481-4876-bd74-277b56044be3 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:28.335653 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d83d50e-aeae-4f71-98b5-a6b43c9cc4fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:28.422818 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-453da3a3-4290-481e-b34f-0571e499d174 None None] Provisioning complete for port 0e84cb40-efc1-4704-8af9-98f22a0b984c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:13:28.426476 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-453da3a3-4290-481e-b34f-0571e499d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:28.461512 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:28.482636 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-453da3a3-4290-481e-b34f-0571e499d174 None None] Port 0e84cb40-efc1-4704-8af9-98f22a0b984c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:13:28.495633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'Port': ['ID=0e84cb40-efc1-4704-8af9-98f22a0b984c,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:28.551409 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-9d83d50e-aeae-4f71-98b5-a6b43c9cc4fa admin admin] For port c8a1b7e0-3481-4876-bd74-277b56044be3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c8a1b7e0-3481-4876-bd74-277b56044be3,segment=NetworkSegment(beabbc31-88fb-41e8-9559-fee35019510b),segment_id=beabbc31-88fb-41e8-9559-fee35019510b)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:28.551777 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d83d50e-aeae-4f71-98b5-a6b43c9cc4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:28.572628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-9d83d50e-aeae-4f71-98b5-a6b43c9cc4fa admin admin] Calling delete_port for c8a1b7e0-3481-4876-bd74-277b56044be3 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:28.642813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Network 4274222c-9f2c-4869-a96d-2b03d9c7c878 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:13:28.647242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:13:28.844193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:13:28.941010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Router 499c9765-4d50-4a1d-a14f-9eae51c34517 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:13:28.954775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:13:28.955318 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:29.043590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a8818476-0721-4acf-a138-189ca7b87d1a None None] Provisioning complete for port 0e84cb40-efc1-4704-8af9-98f22a0b984c triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:13:29.044807 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a8818476-0721-4acf-a138-189ca7b87d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:29.128662 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d83d50e-aeae-4f71-98b5-a6b43c9cc4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:29.128914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a8818476-0721-4acf-a138-189ca7b87d1a None None] Port 0e84cb40-efc1-4704-8af9-98f22a0b984c cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:13:29.144840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 38d4be56-d0fc-46c6-b03c-785f302c25ab up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:13:29.185895 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83d50e-aeae-4f71-98b5-a6b43c9cc4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a1b7e0-3481-4876-bd74-277b56044be3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:29.220313 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 38d4be56-d0fc-46c6-b03c-785f302c25ab triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:13:29.220692 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:29.253300 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:13:29.268966 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af152b71-8127-4098-af97-f84b537d074b None None] Sync routers for ids ['499c9765-4d50-4a1d-a14f-9eae51c34517'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:13:29.269329 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-39f425a3-1564-4439-b0d4-ff111cd86471 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "PUT /v2.0/routers/499c9765-4d50-4a1d-a14f-9eae51c34517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9452486 Jul 27 20:13:29.287035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af152b71-8127-4098-af97-f84b537d074b None None] Routers {'499c9765-4d50-4a1d-a14f-9eae51c34517'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:13:29.287463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-af152b71-8127-4098-af97-f84b537d074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['499c9765-4d50-4a1d-a14f-9eae51c34517'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:29.492575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-af152b71-8127-4098-af97-f84b537d074b None None] Set router 499c9765-4d50-4a1d-a14f-9eae51c34517 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:13:29.555637 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d83d50e-aeae-4f71-98b5-a6b43c9cc4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:29.637174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-2c62ae92-a9db-49c0-8fbb-f9b1aaac89a7 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:29.641428 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-2c62ae92-a9db-49c0-8fbb-f9b1aaac89a7 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/networks?id=4274222c-9f2c-4869-a96d-2b03d9c7c878 HTTP/1.1" status: 200 len: 796 time: 0.1908197 Jul 27 20:13:29.669440 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-86a9192c-9b89-4a05-b539-52402afa72cc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/quotas/9c854ff9257846e186064799548c21e7 HTTP/1.1" status: 200 len: 375 time: 0.0187762 Jul 27 20:13:29.767453 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-2d5fd842-2b2b-405e-ab8a-7689a02e5336 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c854ff9257846e186064799548c21e7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0913279 Jul 27 20:13:29.840113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-af152b71-8127-4098-af97-f84b537d074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'name': 'tempest-TestSecurityGroupsBasicOps-router-851006722', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:26Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '0e84cb40-efc1-4704-8af9-98f22a0b984c', 'name': '', 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'mac_address': 'fa:16:3e:9d:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '21cd57d7-266b-4e79-b26e-68f4bec326af', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:25Z', 'updated_at': '2021-07-27T20:13:27Z', 'revision_number': 2, 'project_id': '9c854ff9257846e186064799548c21e7', 'subnets': [{'id': '21cd57d7-266b-4e79-b26e-68f4bec326af', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:29.860555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d83d50e-aeae-4f71-98b5-a6b43c9cc4fa admin admin] Router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:13:29.875088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af152b71-8127-4098-af97-f84b537d074b None None] Checking router: 499c9765-4d50-4a1d-a14f-9eae51c34517 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:13:29.875448 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af152b71-8127-4098-af97-f84b537d074b None None] Updating router 499c9765-4d50-4a1d-a14f-9eae51c34517 port 0e84cb40-efc1-4704-8af9-98f22a0b984c binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:13:29.919406 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-af152b71-8127-4098-af97-f84b537d074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:29.989220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d83d50e-aeae-4f71-98b5-a6b43c9cc4fa admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:13:29.996614 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9d83d50e-aeae-4f71-98b5-a6b43c9cc4fa admin admin] 10.222.0.48 "PUT /v2.0/routers/9d17ba30-0d96-40b5-be58-074fe9d5eae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1665752 Jul 27 20:13:29.998946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54806) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:30.000642 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a35a454-921f-4d1d-9610-37d494e2d5ad None None] Sync routers for ids ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:13:30.018932 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a35a454-921f-4d1d-9610-37d494e2d5ad None None] Routers {'9d17ba30-0d96-40b5-be58-074fe9d5eae3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:13:30.019943 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7a35a454-921f-4d1d-9610-37d494e2d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:30.176248 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-7a35a454-921f-4d1d-9610-37d494e2d5ad None None] Set router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:13:30.188823 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:30.281812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-2d89c8de-9846-4d8c-93a5-9f1365f45e28 service neutron] 10.222.0.48 "GET /v2.0/networks/4274222c-9f2c-4869-a96d-2b03d9c7c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012465 Jul 27 20:13:30.381397 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:30.477780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] Deleting port 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:30.478348 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:30.502243 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-da164e9b-411c-4397-9a9a-eb6fe4fd93d5 service neutron] 10.222.0.48 "GET /v2.0/networks/4274222c-9f2c-4869-a96d-2b03d9c7c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195363 Jul 27 20:13:30.604810 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] For port 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6aa910b1-4e9a-433a-9cf3-9ec10f2427e5,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:30.605427 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:30.620706 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-af152b71-8127-4098-af97-f84b537d074b None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:30.628439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] Calling delete_port for 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:30.642616 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7a35a454-921f-4d1d-9610-37d494e2d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:06Z', 'updated_at': '2021-07-27T20:13:28Z', 'revision_number': 5, 'project_id': '65feb551352040c08fc20a451933c436', 'gw_port': {'id': '6aa910b1-4e9a-433a-9cf3-9ec10f2427e5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:02:07Z', 'updated_at': '2021-07-27T20:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:30.653012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-af152b71-8127-4098-af97-f84b537d074b None None] Transition to ACTIVE for port object 0e84cb40-efc1-4704-8af9-98f22a0b984c will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:13:30.671881 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-af152b71-8127-4098-af97-f84b537d074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:30.691878 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a35a454-921f-4d1d-9610-37d494e2d5ad None None] Checking router: 9d17ba30-0d96-40b5-be58-074fe9d5eae3 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:13:30.715891 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a35a454-921f-4d1d-9610-37d494e2d5ad None None] Routers {'9d17ba30-0d96-40b5-be58-074fe9d5eae3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:13:30.716572 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7a35a454-921f-4d1d-9610-37d494e2d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:30.788299 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a05a2-293e-4bda-974e-dc072b914358 None None] Pushing event updated for resources: {'Port': ['ID=0e84cb40-efc1-4704-8af9-98f22a0b984c,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:30.829599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a05a2-293e-4bda-974e-dc072b914358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:30.829867 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a05a2-293e-4bda-974e-dc072b914358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:30.830103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a05a2-293e-4bda-974e-dc072b914358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:30.830425 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a05a2-293e-4bda-974e-dc072b914358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:30.830834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a05a2-293e-4bda-974e-dc072b914358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:30.831277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a05a2-293e-4bda-974e-dc072b914358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:30.831702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a05a2-293e-4bda-974e-dc072b914358 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:30.832035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a05a2-293e-4bda-974e-dc072b914358 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:30.832418 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a05a2-293e-4bda-974e-dc072b914358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:30.832853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a05a2-293e-4bda-974e-dc072b914358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:30.833185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a05a2-293e-4bda-974e-dc072b914358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:30.833511 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4a05a2-293e-4bda-974e-dc072b914358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:13:30.902130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-af152b71-8127-4098-af97-f84b537d074b None None] Attempting to bind port 0e84cb40-efc1-4704-8af9-98f22a0b984c on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:13:30.902789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-af152b71-8127-4098-af97-f84b537d074b None None] Attempting to bind port 0e84cb40-efc1-4704-8af9-98f22a0b984c by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '91135190-59f7-4c5c-b696-2ff54bcd2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:13:30.902972 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af152b71-8127-4098-af97-f84b537d074b None None] Attempting to bind port 0e84cb40-efc1-4704-8af9-98f22a0b984c on network 4274222c-9f2c-4869-a96d-2b03d9c7c878 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:13:30.926708 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af152b71-8127-4098-af97-f84b537d074b None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:13:30.927105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af152b71-8127-4098-af97-f84b537d074b None None] Checking segment: {'id': '91135190-59f7-4c5c-b696-2ff54bcd2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:13:30.928739 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-af152b71-8127-4098-af97-f84b537d074b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:30.928739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af152b71-8127-4098-af97-f84b537d074b None None] Bound using segment: {'id': '91135190-59f7-4c5c-b696-2ff54bcd2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:13:30.928739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-af152b71-8127-4098-af97-f84b537d074b None None] Bound port: 0e84cb40-efc1-4704-8af9-98f22a0b984c, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91135190-59f7-4c5c-b696-2ff54bcd2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:13:30.937394 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-af152b71-8127-4098-af97-f84b537d074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:30.999038 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-7a35a454-921f-4d1d-9610-37d494e2d5ad None None] Set router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:13:31.009677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cdceadab-d79f-42f4-9652-7fc70e1996cb req-ff765a43-06db-4c67-ae2e-13f8b48b88d8 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 210 time: 0.0934465 Jul 27 20:13:31.081714 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-af152b71-8127-4098-af97-f84b537d074b None None] For port 0e84cb40-efc1-4704-8af9-98f22a0b984c, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:13:31.086248 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-af152b71-8127-4098-af97-f84b537d074b None None] For port 0e84cb40-efc1-4704-8af9-98f22a0b984c, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0e84cb40-efc1-4704-8af9-98f22a0b984c,segment=NetworkSegment(91135190-59f7-4c5c-b696-2ff54bcd2772),segment_id=91135190-59f7-4c5c-b696-2ff54bcd2772)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:13:31.101591 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:31.106284 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-af152b71-8127-4098-af97-f84b537d074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:31.123273 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7a35a454-921f-4d1d-9610-37d494e2d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:06Z', 'updated_at': '2021-07-27T20:13:30Z', 'revision_number': 6, 'project_id': '65feb551352040c08fc20a451933c436', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:31.167752 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa910b1-4e9a-433a-9cf3-9ec10f2427e5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:31.175207 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a35a454-921f-4d1d-9610-37d494e2d5ad None None] The sync data for ids ['9d17ba30-0d96-40b5-be58-074fe9d5eae3'] in n-d-705657-21 is: [{'id': '9d17ba30-0d96-40b5-be58-074fe9d5eae3', 'name': 'tempest-TaggedBootDevicesTest_v242-997602386-router', 'tenant_id': '65feb551352040c08fc20a451933c436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:02:06Z', 'updated_at': '2021-07-27T20:13:30Z', 'revision_number': 6, 'project_id': '65feb551352040c08fc20a451933c436', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:13:31.199572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a05a2-293e-4bda-974e-dc072b914358 None None] Pushing event updated for resources: {'Port': ['ID=0e84cb40-efc1-4704-8af9-98f22a0b984c,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:31.269383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af152b71-8127-4098-af97-f84b537d074b None None] Routers {'499c9765-4d50-4a1d-a14f-9eae51c34517'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:13:31.284478 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-af152b71-8127-4098-af97-f84b537d074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['499c9765-4d50-4a1d-a14f-9eae51c34517'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:31.304629 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:31.512280 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:31.515499 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:31.516945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-af152b71-8127-4098-af97-f84b537d074b None None] Set router 499c9765-4d50-4a1d-a14f-9eae51c34517 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:13:31.614621 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:31.615365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d17ba30-0d96-40b5-be58-074fe9d5eae3 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:13:31.620381 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:31.622247 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d8bafcef-3b85-49aa-8949-c575fa65ea3b admin admin] 10.222.0.48 "DELETE /v2.0/routers/9d17ba30-0d96-40b5-be58-074fe9d5eae3 HTTP/1.1" status: 204 len: 168 time: 1.6219571 Jul 27 20:13:31.624854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54830) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:31.682112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd178401-75de-4656-9fe7-afbecd977e84 admin admin] Deleting subnet d5c4faa1-1e78-41dd-a98d-2cdbd705d07e {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:13:31.686141 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bd178401-75de-4656-9fe7-afbecd977e84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:31.743235 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bd178401-75de-4656-9fe7-afbecd977e84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:31.881627 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bd178401-75de-4656-9fe7-afbecd977e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:31.912368 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-af152b71-8127-4098-af97-f84b537d074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'name': 'tempest-TestSecurityGroupsBasicOps-router-851006722', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:26Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '0e84cb40-efc1-4704-8af9-98f22a0b984c', 'name': '', 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'mac_address': 'fa:16:3e:9d:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '21cd57d7-266b-4e79-b26e-68f4bec326af', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:25Z', 'updated_at': '2021-07-27T20:13:31Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'subnets': [{'id': '21cd57d7-266b-4e79-b26e-68f4bec326af', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:31.945710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af152b71-8127-4098-af97-f84b537d074b None None] The sync data for ids ['499c9765-4d50-4a1d-a14f-9eae51c34517'] in n-d-705657-21 is: [{'id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'name': 'tempest-TestSecurityGroupsBasicOps-router-851006722', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:26Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '0e84cb40-efc1-4704-8af9-98f22a0b984c', 'name': '', 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'mac_address': 'fa:16:3e:9d:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '21cd57d7-266b-4e79-b26e-68f4bec326af', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:25Z', 'updated_at': '2021-07-27T20:13:31Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'subnets': [{'id': '21cd57d7-266b-4e79-b26e-68f4bec326af', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:13:31.946115 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bd178401-75de-4656-9fe7-afbecd977e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:31.985518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd178401-75de-4656-9fe7-afbecd977e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c4faa1-1e78-41dd-a98d-2cdbd705d07e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:31.996418 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bd178401-75de-4656-9fe7-afbecd977e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:32.000704 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bd178401-75de-4656-9fe7-afbecd977e84 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d5c4faa1-1e78-41dd-a98d-2cdbd705d07e HTTP/1.1" status: 204 len: 168 time: 0.3724759 Jul 27 20:13:32.000866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640731b9-f747-4d77-a7f8-f495b9e0dc6d None None] Network ac679f8b-06ff-475b-999e-fecd672dac7a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:13:32.001098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54832) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:32.119078 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:32.221477 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba814eb7-dff5-4130-98a2-d37cf9ab0590 req-6494f84c-8cf6-49d4-ac4f-5f0faabde804 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 210 time: 0.0660172 Jul 27 20:13:32.243830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] Deleting port 805fe76a-172a-47e9-b7a7-46f3e60ae136 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:32.244317 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:32.458447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc4cc0-436a-405d-96e9-d09f7934c745 None None] DHCP port deletion for ac679f8b-06ff-475b-999e-fecd672dac7a request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:13:32.618160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-271a44b1-8e8c-4cbd-b253-f32dc667ee8c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:32.620561 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-271a44b1-8e8c-4cbd-b253-f32dc667ee8c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.52 "GET /v2.0/networks?id=4274222c-9f2c-4869-a96d-2b03d9c7c878 HTTP/1.1" status: 200 len: 796 time: 0.2106328 Jul 27 20:13:32.629248 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc4cc0-436a-405d-96e9-d09f7934c745 None None] Deleting port 805fe76a-172a-47e9-b7a7-46f3e60ae136 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:32.630851 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4cc0-436a-405d-96e9-d09f7934c745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:32.639643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-afd94589-8628-4e67-b5e3-e47842ea324b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Request body: {'port': {'device_id': 'c32ef868-6a0e-4a1d-ac8e-a82710f89fe7', 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878', 'admin_state_up': True, 'tenant_id': '9c854ff9257846e186064799548c21e7'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:32.814311 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a9bc4cc0-436a-405d-96e9-d09f7934c745 None None] For port 805fe76a-172a-47e9-b7a7-46f3e60ae136, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=805fe76a-172a-47e9-b7a7-46f3e60ae136,segment=NetworkSegment(beabbc31-88fb-41e8-9559-fee35019510b),segment_id=beabbc31-88fb-41e8-9559-fee35019510b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:32.817048 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4cc0-436a-405d-96e9-d09f7934c745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:32.849660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc4cc0-436a-405d-96e9-d09f7934c745 None None] Calling delete_port for 805fe76a-172a-47e9-b7a7-46f3e60ae136 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:32.949918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0e84cb40-efc1-4704-8af9-98f22a0b984c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:13:32.989046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-afd94589-8628-4e67-b5e3-e47842ea324b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Made reservation on behalf of 9c854ff9257846e186064799548c21e7 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:13:32.993600 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-afd94589-8628-4e67-b5e3-e47842ea324b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:33.058890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 0e84cb40-efc1-4704-8af9-98f22a0b984c completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:13:33.071802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 0e84cb40-efc1-4704-8af9-98f22a0b984c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:13:33.074086 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:33.155501 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4cc0-436a-405d-96e9-d09f7934c745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:33.161041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] For port 805fe76a-172a-47e9-b7a7-46f3e60ae136, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=805fe76a-172a-47e9-b7a7-46f3e60ae136,segment=NetworkSegment(beabbc31-88fb-41e8-9559-fee35019510b),segment_id=beabbc31-88fb-41e8-9559-fee35019510b)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:33.162898 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:33.171191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc4cc0-436a-405d-96e9-d09f7934c745 None None] No DVR routers for this DVR port 805fe76a-172a-47e9-b7a7-46f3e60ae136 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:13:33.199717 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] Calling delete_port for 805fe76a-172a-47e9-b7a7-46f3e60ae136 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:33.212872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc4cc0-436a-405d-96e9-d09f7934c745 None None] Pushing event deleted for resources: {'Port': ['ID=805fe76a-172a-47e9-b7a7-46f3e60ae136,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:33.259544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-afd94589-8628-4e67-b5e3-e47842ea324b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Allocated IP 172.20.0.24 (4274222c-9f2c-4869-a96d-2b03d9c7c878/21cd57d7-266b-4e79-b26e-68f4bec326af/284f16ae-1790-494f-94f1-fcfec66272e5) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:13:33.275616 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:33.340857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 0e84cb40-efc1-4704-8af9-98f22a0b984c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0e84cb40-efc1-4704-8af9-98f22a0b984c,segment=NetworkSegment(91135190-59f7-4c5c-b696-2ff54bcd2772),segment_id=91135190-59f7-4c5c-b696-2ff54bcd2772)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:33.353326 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:33.396472 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:33.433039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=0e84cb40-efc1-4704-8af9-98f22a0b984c,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:33.451327 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=805fe76a-172a-47e9-b7a7-46f3e60ae136,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:33.456341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] No DVR routers for this DVR port 805fe76a-172a-47e9-b7a7-46f3e60ae136 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:13:33.474359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c8a1b7e0-3481-4876-bd74-277b56044be3 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:13:33.484040 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e2e03b17-f0ba-4c60-a6b0-f31b87b05fc9 req-d8e61da1-92f1-4171-93ea-dcdce96070b3 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 210 time: 0.0873749 Jul 27 20:13:33.542947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: c8a1b7e0-3481-4876-bd74-277b56044be3 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:13:33.543306 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c8a1b7e0-3481-4876-bd74-277b56044be3 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:13:33.543736 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:13:33.595132 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:13:33.595494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6aa910b1-4e9a-433a-9cf3-9ec10f2427e5 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:13:33.595918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 805fe76a-172a-47e9-b7a7-46f3e60ae136 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:13:33.622222 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:33.639519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 805fe76a-172a-47e9-b7a7-46f3e60ae136 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:13:33.640208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 805fe76a-172a-47e9-b7a7-46f3e60ae136 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:13:33.645744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac679f8b-06ff-475b-999e-fecd672dac7a']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:33.661907 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-afd94589-8628-4e67-b5e3-e47842ea324b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:33.670133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beabbc31-88fb-41e8-9559-fee35019510b') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:33.670436 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beabbc31-88fb-41e8-9559-fee35019510b') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:33.687609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-afd94589-8628-4e67-b5e3-e47842ea324b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Transition to ACTIVE for port object 284f16ae-1790-494f-94f1-fcfec66272e5 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:13:33.692980 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:33.714142 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:33.722083 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:13:33.723695 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: self.session.flush() Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:13:33.726501 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:13:33.767241 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-afd94589-8628-4e67-b5e3-e47842ea324b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:33.842770 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:33.850281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-afd94589-8628-4e67-b5e3-e47842ea324b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Network 4274222c-9f2c-4869-a96d-2b03d9c7c878 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:13:33.853440 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:33.854306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-afd94589-8628-4e67-b5e3-e47842ea324b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:13:33.858554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-afd94589-8628-4e67-b5e3-e47842ea324b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:13:33.861827 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] 10.222.0.48 "DELETE /v2.0/networks/ac679f8b-06ff-475b-999e-fecd672dac7a HTTP/1.1" status: 204 len: 168 time: 1.8573072 Jul 27 20:13:33.915824 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b7716-8b05-40b2-ada1-e56714eed3eb admin admin] Pushing event deleted for resources: {'Network': ['ID=ac679f8b-06ff-475b-999e-fecd672dac7a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:33.981492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd94589-8628-4e67-b5e3-e47842ea324b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event updated for resources: {'Port': ['ID=284f16ae-1790-494f-94f1-fcfec66272e5,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:34.057515 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-afd94589-8628-4e67-b5e3-e47842ea324b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:34.058221 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-afd94589-8628-4e67-b5e3-e47842ea324b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:34.095370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-afd94589-8628-4e67-b5e3-e47842ea324b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4646800 Jul 27 20:13:34.112038 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Request body: {'port': {'device_id': 'c32ef868-6a0e-4a1d-ac8e-a82710f89fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:34.164250 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54856) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:34.229506 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3cbba385-e89c-42a0-82ae-2041b3ce37a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65feb551352040c08fc20a451933c436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639052 Jul 27 20:13:34.232434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54858) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:34.268131 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:34.296940 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3db123ff-13e3-41ac-b17a-c3b1b38be9e2 None None] Provisioning for port 284f16ae-1790-494f-94f1-fcfec66272e5 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:13:34.302731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3db123ff-13e3-41ac-b17a-c3b1b38be9e2 None None] Provisioning complete for port 284f16ae-1790-494f-94f1-fcfec66272e5 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:13:34.304036 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3db123ff-13e3-41ac-b17a-c3b1b38be9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:34.309941 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2a761c4-597d-4e6e-b0ff-18a4a7ef9642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:34.348957 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2a761c4-597d-4e6e-b0ff-18a4a7ef9642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:34.364780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-3db123ff-13e3-41ac-b17a-c3b1b38be9e2 None None] Port 284f16ae-1790-494f-94f1-fcfec66272e5 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:13:34.423367 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2a761c4-597d-4e6e-b0ff-18a4a7ef9642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:34.427593 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2a761c4-597d-4e6e-b0ff-18a4a7ef9642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:34.428958 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e2a761c4-597d-4e6e-b0ff-18a4a7ef9642 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7d452ce-8f5e-4f17-bbc1-cde983c8339b HTTP/1.1" status: 204 len: 168 time: 0.1955843 Jul 27 20:13:34.442677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a761c4-597d-4e6e-b0ff-18a4a7ef9642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d452ce-8f5e-4f17-bbc1-cde983c8339b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:34.713854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284f16ae-1790-494f-94f1-fcfec66272e5 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:13:34.732233 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:34.742385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e24f14-3a2b-4910-8e6d-9a2b26bb23ec req-4cbebe78-264b-4f9f-97a5-6f30596a7760 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:34.743956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-79e24f14-3a2b-4910-8e6d-9a2b26bb23ec req-4cbebe78-264b-4f9f-97a5-6f30596a7760 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 895 time: 0.1307437 Jul 27 20:13:34.756197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Transition to ACTIVE for port object 284f16ae-1790-494f-94f1-fcfec66272e5 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:13:34.765223 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:34.834958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Pushing event updated for resources: {'Port': ['ID=284f16ae-1790-494f-94f1-fcfec66272e5,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:34.838911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0e84cb40-efc1-4704-8af9-98f22a0b984c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:13:34.927673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 0e84cb40-efc1-4704-8af9-98f22a0b984c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:13:34.928291 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:35.064766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Attempting to bind port 284f16ae-1790-494f-94f1-fcfec66272e5 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:13:35.065180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Attempting to bind port 284f16ae-1790-494f-94f1-fcfec66272e5 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '91135190-59f7-4c5c-b696-2ff54bcd2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:13:35.065596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Attempting to bind port 284f16ae-1790-494f-94f1-fcfec66272e5 on network 4274222c-9f2c-4869-a96d-2b03d9c7c878 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:13:35.072954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Port 284f16ae-1790-494f-94f1-fcfec66272e5 on network 4274222c-9f2c-4869-a96d-2b03d9c7c878 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:13:35.073289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Attempting to bind port 284f16ae-1790-494f-94f1-fcfec66272e5 on network 4274222c-9f2c-4869-a96d-2b03d9c7c878 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:13:35.079896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:13:35.080246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Checking segment: {'id': '91135190-59f7-4c5c-b696-2ff54bcd2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:13:35.080760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Bound using segment: {'id': '91135190-59f7-4c5c-b696-2ff54bcd2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:13:35.081302 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Bound port: 284f16ae-1790-494f-94f1-fcfec66272e5, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91135190-59f7-4c5c-b696-2ff54bcd2772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:13:35.081658 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:35.212500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] For port 284f16ae-1790-494f-94f1-fcfec66272e5, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:13:35.216289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] For port 284f16ae-1790-494f-94f1-fcfec66272e5, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=284f16ae-1790-494f-94f1-fcfec66272e5,segment=NetworkSegment(91135190-59f7-4c5c-b696-2ff54bcd2772),segment_id=91135190-59f7-4c5c-b696-2ff54bcd2772)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:13:35.225898 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:35.267609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:35.269173 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:35.271049 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] 10.222.0.52 "PUT /v2.0/ports/284f16ae-1790-494f-94f1-fcfec66272e5 HTTP/1.1" status: 200 len: 1056 time: 1.1667228 Jul 27 20:13:35.273391 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32ef868-6a0e-4a1d-ac8e-a82710f89fe7', 'tag': '284f16ae-1790-494f-94f1-fcfec66272e5'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:13:35.278417 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139213c5-7490-4e01-9e21-0da6393f24df" -d '{"events": [{"name": "network-changed", "server_uuid": "c32ef868-6a0e-4a1d-ac8e-a82710f89fe7", "tag": "284f16ae-1790-494f-94f1-fcfec66272e5"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:13:35.377708 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb21294-0723-49d7-8584-b6a3f4bc6d63 x-openstack-request-id: req-3eb21294-0723-49d7-8584-b6a3f4bc6d63 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:13:35.378177 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32ef868-6a0e-4a1d-ac8e-a82710f89fe7", "tag": "284f16ae-1790-494f-94f1-fcfec66272e5", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:13:35.378499 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3eb21294-0723-49d7-8584-b6a3f4bc6d63 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:13:35.378970 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32ef868-6a0e-4a1d-ac8e-a82710f89fe7', 'tag': '284f16ae-1790-494f-94f1-fcfec66272e5', 'status': 'completed', 'code': 200} Jul 27 20:13:35.381027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97248a9a-fe38-4080-9446-7ba171eadf8d service neutron] Pushing event updated for resources: {'Port': ['ID=284f16ae-1790-494f-94f1-fcfec66272e5,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:35.439506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-497cdb47-07e6-46aa-a929-6ea6e78c7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:35.441386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-497cdb47-07e6-46aa-a929-6ea6e78c7d92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9c854ff9257846e186064799548c21e7&device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 1059 time: 0.1174276 Jul 27 20:13:35.496077 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-5bedabda-3ecb-43ad-a759-49d033d8a394 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=284f16ae-1790-494f-94f1-fcfec66272e5 HTTP/1.1" status: 200 len: 217 time: 0.0442801 Jul 27 20:13:35.579607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-8307bc24-55c4-4107-9c91-3529df451867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:35.581330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-8307bc24-55c4-4107-9c91-3529df451867 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21cd57d7-266b-4e79-b26e-68f4bec326af HTTP/1.1" status: 200 len: 838 time: 0.0768740 Jul 27 20:13:35.664505 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-fb78d152-20c0-4fd8-9b6b-7dfbe806478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:35.664505 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-fb78d152-20c0-4fd8-9b6b-7dfbe806478b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4274222c-9f2c-4869-a96d-2b03d9c7c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0752101 Jul 27 20:13:35.665442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 54894) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:35.782427 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-ce64810c-5ab3-41e8-9ad0-523ee1bf3b3a service neutron] 10.222.0.52 "GET /v2.0/networks/4274222c-9f2c-4869-a96d-2b03d9c7c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105402 Jul 27 20:13:35.791454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1577890263-network', 'tenant_id': '6dd90b00e02f46939ba55f33e7df5130'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:35.925726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] Made reservation on behalf of 6dd90b00e02f46939ba55f33e7df5130 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:13:35.928103 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:35.946988 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:35.957188 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b3ba0d-a106-435b-aad9-99b261d6a4a5 req-936fdcbb-0662-4878-8103-9ca06121c483 service neutron] 10.222.0.52 "GET /v2.0/networks/4274222c-9f2c-4869-a96d-2b03d9c7c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596079 Jul 27 20:13:35.994568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dd469-96da-4e79-8960-852fe0653bf9 req-7313a257-c6d5-4283-87fb-441e81cd8b5f tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:35.996132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-971dd469-96da-4e79-8960-852fe0653bf9 req-7313a257-c6d5-4283-87fb-441e81cd8b5f tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 907 time: 0.1430967 Jul 27 20:13:36.121778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139213c5-7490-4e01-9e21-0da6393f24df req-70e40757-8d37-4d71-802c-c9f457ebf37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:36.123313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-139213c5-7490-4e01-9e21-0da6393f24df req-70e40757-8d37-4d71-802c-c9f457ebf37a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9c854ff9257846e186064799548c21e7&device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 1059 time: 0.1050653 Jul 27 20:13:36.160487 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:36.190308 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:36.230456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:13:36.249066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86263c1d-f8e9-4d3b-9b90-139ace54cb9d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:36.255211 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:36.255211 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] Added segment dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c of type vlan for network 0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1 Jul 27 20:13:36.308068 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:36.312145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139213c5-7490-4e01-9e21-0da6393f24df req-d67ab5bb-212d-4a0f-ba16-84951a8822a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:36.313682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-139213c5-7490-4e01-9e21-0da6393f24df req-d67ab5bb-212d-4a0f-ba16-84951a8822a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4274222c-9f2c-4869-a96d-2b03d9c7c878 HTTP/1.1" status: 200 len: 897 time: 0.1829667 Jul 27 20:13:36.362344 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-139213c5-7490-4e01-9e21-0da6393f24df req-08a1fbd5-8edc-44ff-b041-5271ba3dc5ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=284f16ae-1790-494f-94f1-fcfec66272e5 HTTP/1.1" status: 200 len: 217 time: 0.0394626 Jul 27 20:13:36.408256 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:36.409647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:36.410230 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:36.471361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8047888 Jul 27 20:13:36.475467 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 54906) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:36.483440 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139213c5-7490-4e01-9e21-0da6393f24df req-2c19946c-37f8-4376-8f28-c619327dbcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:36.483440 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-139213c5-7490-4e01-9e21-0da6393f24df req-2c19946c-37f8-4376-8f28-c619327dbcfc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21cd57d7-266b-4e79-b26e-68f4bec326af HTTP/1.1" status: 200 len: 838 time: 0.1081147 Jul 27 20:13:36.489156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4202de35-17ce-46f8-9c11-88678708886f admin admin] Request body: {'subnet': {'network_id': '0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1577890263-subnet', 'tenant_id': '6dd90b00e02f46939ba55f33e7df5130', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:36.502521 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3477c7-f4f3-4378-9cc7-06b3b5ac94c9 admin admin] Pushing event updated for resources: {'Network': ['ID=0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:36.514400 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:13:36.554013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4202de35-17ce-46f8-9c11-88678708886f admin admin] Made reservation on behalf of 6dd90b00e02f46939ba55f33e7df5130 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:13:36.556708 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4202de35-17ce-46f8-9c11-88678708886f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:36.568105 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139213c5-7490-4e01-9e21-0da6393f24df req-3a2682e5-bbd3-40b2-8995-e9ac90939b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:36.569948 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-139213c5-7490-4e01-9e21-0da6393f24df req-3a2682e5-bbd3-40b2-8995-e9ac90939b0d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4274222c-9f2c-4869-a96d-2b03d9c7c878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0774589 Jul 27 20:13:36.716958 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-139213c5-7490-4e01-9e21-0da6393f24df req-7172bba2-9a7a-45e4-a3be-571aea1bfba0 service neutron] 10.222.0.52 "GET /v2.0/networks/4274222c-9f2c-4869-a96d-2b03d9c7c878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360810 Jul 27 20:13:36.863363 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4202de35-17ce-46f8-9c11-88678708886f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:36.900218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-139213c5-7490-4e01-9e21-0da6393f24df req-3577dc7b-6bcb-42bf-89a7-aaa504742baa service neutron] 10.222.0.52 "GET /v2.0/networks/4274222c-9f2c-4869-a96d-2b03d9c7c878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735415 Jul 27 20:13:36.951905 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202de35-17ce-46f8-9c11-88678708886f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb07c20-ab82-44a4-ba12-e88b8df3e500,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:36.969784 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202de35-17ce-46f8-9c11-88678708886f admin admin] Checking segment: {'id': 'dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:13:36.970141 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202de35-17ce-46f8-9c11-88678708886f admin admin] Network hostable DHCP agents. Network: 0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:13:36.992698 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202de35-17ce-46f8-9c11-88678708886f admin admin] Network 0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:13:37.004016 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4202de35-17ce-46f8-9c11-88678708886f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:13:37.009405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4202de35-17ce-46f8-9c11-88678708886f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:37.010175 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4202de35-17ce-46f8-9c11-88678708886f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:37.016230 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551d15e3-2e41-4e88-b782-2dbc3a4b6588 None None] Network 0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:13:37.042369 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4202de35-17ce-46f8-9c11-88678708886f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5643690 Jul 27 20:13:37.194469 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6566853-efa0-40ad-b4e6-f7d990302981 None None] Network 0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:13:37.284845 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80677f-a8de-4c46-ace6-d8fd10660c03 req-e23def17-9f5d-4fa0-8f2f-06f22e6f87b2 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:37.304120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e80677f-a8de-4c46-ace6-d8fd10660c03 req-e23def17-9f5d-4fa0-8f2f-06f22e6f87b2 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 907 time: 0.1627378 Jul 27 20:13:37.475260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 284f16ae-1790-494f-94f1-fcfec66272e5 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:13:37.586140 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 284f16ae-1790-494f-94f1-fcfec66272e5, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=284f16ae-1790-494f-94f1-fcfec66272e5,segment=NetworkSegment(91135190-59f7-4c5c-b696-2ff54bcd2772),segment_id=91135190-59f7-4c5c-b696-2ff54bcd2772)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:37.604477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '284f16ae-1790-494f-94f1-fcfec66272e5', 'network_id': '4274222c-9f2c-4869-a96d-2b03d9c7c878', 'port_id': '284f16ae-1790-494f-94f1-fcfec66272e5', 'mac_address': 'fa:16:3e:8d:dc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cd57d7-266b-4e79-b26e-68f4bec326af', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:13:37.656934 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:37.674007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284f16ae-1790-494f-94f1-fcfec66272e5 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:13:37.703473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 284f16ae-1790-494f-94f1-fcfec66272e5, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=284f16ae-1790-494f-94f1-fcfec66272e5,segment=NetworkSegment(91135190-59f7-4c5c-b696-2ff54bcd2772),segment_id=91135190-59f7-4c5c-b696-2ff54bcd2772)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:37.708601 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:37.770649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=284f16ae-1790-494f-94f1-fcfec66272e5,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:37.822011 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-d9ca9c0d-2b0f-420a-aead-0478fd556604 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:37.823625 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-d9ca9c0d-2b0f-420a-aead-0478fd556604 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/networks?id=0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1 HTTP/1.1" status: 200 len: 814 time: 0.1265085 Jul 27 20:13:37.841471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-0ddb28bd-af17-429e-b188-abc0f7c71e61 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/quotas/6dd90b00e02f46939ba55f33e7df5130 HTTP/1.1" status: 200 len: 375 time: 0.0102952 Jul 27 20:13:37.887629 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-65d5978a-4dbd-4ce2-92dd-d4a5d9746ba4 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6dd90b00e02f46939ba55f33e7df5130&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351663 Jul 27 20:13:37.916807 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['284f16ae-1790-494f-94f1-fcfec66272e5'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:13:37.998294 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-ac5c08c1-a952-40c1-9e22-313b5712be4b service neutron] 10.222.0.48 "GET /v2.0/networks/0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025922 Jul 27 20:13:38.100823 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-ff1b9ac0-1cee-4ff6-9c5d-7f4b68a54d15 service neutron] 10.222.0.48 "GET /v2.0/networks/0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960009 Jul 27 20:13:38.324323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9b2681d-2a09-41d1-9a54-9d8e5425c2ea req-e348c4f3-6bf9-4e13-a11f-51f4d6e35731 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 210 time: 0.0324831 Jul 27 20:13:38.441102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386b641-9242-43ae-9856-27f40b7c1a61 req-7f49ad2c-9039-422e-b1ed-f34c563ac5a8 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:38.442646 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e386b641-9242-43ae-9856-27f40b7c1a61 req-7f49ad2c-9039-422e-b1ed-f34c563ac5a8 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 908 time: 0.0681393 Jul 27 20:13:38.600147 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:39.367167 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-ddfa2d8a-ae58-46e7-8ae0-c9bfd0e8f356 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:39.368937 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-ddfa2d8a-ae58-46e7-8ae0-c9bfd0e8f356 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.63 "GET /v2.0/networks?id=0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1 HTTP/1.1" status: 200 len: 814 time: 0.1298335 Jul 27 20:13:39.388350 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-e000016b-20bf-4956-acb5-f68858cec03c tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Request body: {'port': {'device_id': 'f65c9a1d-03d5-451f-b925-a0853e4ff508', 'network_id': '0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1', 'admin_state_up': True, 'tenant_id': '6dd90b00e02f46939ba55f33e7df5130'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:39.461677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-025567ff-1243-4fb0-8bc7-417a32d2e492 req-09dc8b51-6323-42ee-9258-ca6feeb601df tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 210 time: 0.0443974 Jul 27 20:13:39.499146 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 284f16ae-1790-494f-94f1-fcfec66272e5 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:13:39.568573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-e000016b-20bf-4956-acb5-f68858cec03c tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Made reservation on behalf of 6dd90b00e02f46939ba55f33e7df5130 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:13:39.573129 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-e000016b-20bf-4956-acb5-f68858cec03c tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:39.585950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 284f16ae-1790-494f-94f1-fcfec66272e5 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:13:39.593106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 284f16ae-1790-494f-94f1-fcfec66272e5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:13:39.593518 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:39.652353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d3360-d171-4e60-b162-851784b00edd req-23ed1600-c431-459f-b916-8bf0a8a831a8 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:39.655684 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f6d3360-d171-4e60-b162-851784b00edd req-23ed1600-c431-459f-b916-8bf0a8a831a8 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 908 time: 0.1251819 Jul 27 20:13:39.701760 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:39.751632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32ef868-6a0e-4a1d-ac8e-a82710f89fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284f16ae-1790-494f-94f1-fcfec66272e5'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:13:39.755487 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ca868d-85a7-4ffe-a922-9e3bc87b0fd9" -d '{"events": [{"server_uuid": "c32ef868-6a0e-4a1d-ac8e-a82710f89fe7", "name": "network-vif-plugged", "status": "completed", "tag": "284f16ae-1790-494f-94f1-fcfec66272e5"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:13:39.770459 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 284f16ae-1790-494f-94f1-fcfec66272e5, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=284f16ae-1790-494f-94f1-fcfec66272e5,segment=NetworkSegment(91135190-59f7-4c5c-b696-2ff54bcd2772),segment_id=91135190-59f7-4c5c-b696-2ff54bcd2772)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:39.776537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-e000016b-20bf-4956-acb5-f68858cec03c tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Allocated IP 172.20.0.4 (0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1/fdb07c20-ab82-44a4-ba12-e88b8df3e500/3e2c554f-e25d-42c4-b01e-f6c5318a7ec1) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:13:39.777886 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:39.831162 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2523d4c2-0a3e-45d6-90ca-ef13e60bd8c8 x-openstack-request-id: req-2523d4c2-0a3e-45d6-90ca-ef13e60bd8c8 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:13:39.831526 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32ef868-6a0e-4a1d-ac8e-a82710f89fe7", "name": "network-vif-plugged", "status": "completed", "tag": "284f16ae-1790-494f-94f1-fcfec66272e5", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:13:39.831961 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2523d4c2-0a3e-45d6-90ca-ef13e60bd8c8 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:13:39.832439 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32ef868-6a0e-4a1d-ac8e-a82710f89fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284f16ae-1790-494f-94f1-fcfec66272e5', 'code': 200} Jul 27 20:13:39.867040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=284f16ae-1790-494f-94f1-fcfec66272e5,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:39.951177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18958b50-a906-4bd9-a6fc-a6ce6a605052 req-c5e23b5c-9ee8-4459-8645-292019c4fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:39.953317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-18958b50-a906-4bd9-a6fc-a6ce6a605052 req-c5e23b5c-9ee8-4459-8645-292019c4fbf5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 1061 time: 0.0628767 Jul 27 20:13:39.974456 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-e000016b-20bf-4956-acb5-f68858cec03c tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:40.022470 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-e000016b-20bf-4956-acb5-f68858cec03c tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:40.067750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-e000016b-20bf-4956-acb5-f68858cec03c tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Network 0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:13:40.074831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-e000016b-20bf-4956-acb5-f68858cec03c tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:13:40.081222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-e000016b-20bf-4956-acb5-f68858cec03c tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:13:40.083861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000016b-20bf-4956-acb5-f68858cec03c tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Pushing event updated for resources: {'Port': ['ID=3e2c554f-e25d-42c4-b01e-f6c5318a7ec1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:40.141312 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-e000016b-20bf-4956-acb5-f68858cec03c tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:40.141312 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-e000016b-20bf-4956-acb5-f68858cec03c tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:40.158998 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-e000016b-20bf-4956-acb5-f68858cec03c tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7794662 Jul 27 20:13:40.172305 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Request body: {'port': {'device_id': 'f65c9a1d-03d5-451f-b925-a0853e4ff508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:40.248268 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:40.588199 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:13:40.596974 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:40.608742 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f794668-b8d5-4a27-bb07-6f3d375ccd3b req-da545503-d3a2-491a-a129-77655cee4aca tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:40.612885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f794668-b8d5-4a27-bb07-6f3d375ccd3b req-da545503-d3a2-491a-a129-77655cee4aca tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 931 time: 0.0851572 Jul 27 20:13:40.614136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Transition to ACTIVE for port object 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:13:40.620886 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:40.667593 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f794668-b8d5-4a27-bb07-6f3d375ccd3b req-d5825840-03c2-4921-a359-3709c004b78b tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/security-groups?id=86263c1d-f8e9-4d3b-9b90-139ace54cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465882 Jul 27 20:13:40.699265 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2c554f-e25d-42c4-b01e-f6c5318a7ec1,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:40.821008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Attempting to bind port 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:13:40.821758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Attempting to bind port 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:13:40.822302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Attempting to bind port 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 on network 0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:13:40.828971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Port 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 on network 0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:13:40.829946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Attempting to bind port 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 on network 0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:13:40.838973 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:13:40.839498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Checking segment: {'id': 'dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:13:40.840486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Bound using segment: {'id': 'dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:13:40.841259 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Bound port: 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:13:40.841898 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:40.883893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df310250-db8a-435b-bb92-44e4138ed265 req-f79b30d7-feb0-4d7a-acc6-c82f9b3c69bc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:40.885849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df310250-db8a-435b-bb92-44e4138ed265 req-f79b30d7-feb0-4d7a-acc6-c82f9b3c69bc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 909 time: 0.0823476 Jul 27 20:13:40.927664 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] For port 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:13:40.931010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] For port 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3e2c554f-e25d-42c4-b01e-f6c5318a7ec1,segment=NetworkSegment(dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c),segment_id=dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:13:40.936620 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:40.974133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:40.975169 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:40.976878 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] 10.222.0.63 "PUT /v2.0/ports/3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 HTTP/1.1" status: 200 len: 1092 time: 0.8093498 Jul 27 20:13:40.977317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65c9a1d-03d5-451f-b925-a0853e4ff508', 'tag': '3e2c554f-e25d-42c4-b01e-f6c5318a7ec1'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:13:40.979758 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7e6c52-7fca-45b4-9f6f-17b097371ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "f65c9a1d-03d5-451f-b925-a0853e4ff508", "tag": "3e2c554f-e25d-42c4-b01e-f6c5318a7ec1"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:13:41.004529 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804ea3d-aeae-4973-8169-184733d56255 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2c554f-e25d-42c4-b01e-f6c5318a7ec1,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:41.033436 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7980e125-7392-40b0-87d9-bd278a54311c x-openstack-request-id: req-7980e125-7392-40b0-87d9-bd278a54311c {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:13:41.033787 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65c9a1d-03d5-451f-b925-a0853e4ff508", "tag": "3e2c554f-e25d-42c4-b01e-f6c5318a7ec1", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:13:41.034153 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7980e125-7392-40b0-87d9-bd278a54311c {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:13:41.034859 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65c9a1d-03d5-451f-b925-a0853e4ff508', 'tag': '3e2c554f-e25d-42c4-b01e-f6c5318a7ec1', 'status': 'completed', 'code': 200} Jul 27 20:13:41.093469 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-15f9045d-14c8-421a-83f5-3139e36d6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:41.095025 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-15f9045d-14c8-421a-83f5-3139e36d6e8d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6dd90b00e02f46939ba55f33e7df5130&device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 1095 time: 0.0565994 Jul 27 20:13:41.146338 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-89b7b846-ada7-4056-b6f9-1692a0de95db service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 HTTP/1.1" status: 200 len: 217 time: 0.0431311 Jul 27 20:13:41.201483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-499831b7-5568-41f0-a54f-f51712b2868b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:41.203303 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-499831b7-5568-41f0-a54f-f51712b2868b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fdb07c20-ab82-44a4-ba12-e88b8df3e500 HTTP/1.1" status: 200 len: 854 time: 0.0488975 Jul 27 20:13:41.241017 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-807c0d4f-bb95-4fd2-8d9d-2f2d665d64a4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305719 Jul 27 20:13:41.340821 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-48aaf40d-4a5b-4ef4-80b9-0cabe6259906 service neutron] 10.222.0.63 "GET /v2.0/networks/0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924461 Jul 27 20:13:41.441183 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7821d844-e7e8-48d6-82e1-ee0e870ae025 req-a472c734-dce2-4ad6-8028-101f12834e27 service neutron] 10.222.0.63 "GET /v2.0/networks/0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928500 Jul 27 20:13:41.568164 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e6c52-7fca-45b4-9f6f-17b097371ceb req-834e1790-ab49-463b-a6cf-70732b29b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:41.569763 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e7e6c52-7fca-45b4-9f6f-17b097371ceb req-834e1790-ab49-463b-a6cf-70732b29b62a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6dd90b00e02f46939ba55f33e7df5130&device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 1095 time: 0.0615022 Jul 27 20:13:41.668707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e6c52-7fca-45b4-9f6f-17b097371ceb req-31c92c01-9af6-4171-85d7-82f17df7b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:41.669766 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e7e6c52-7fca-45b4-9f6f-17b097371ceb req-31c92c01-9af6-4171-85d7-82f17df7b020 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1 HTTP/1.1" status: 200 len: 915 time: 0.0911000 Jul 27 20:13:41.687517 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:41.715539 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e7e6c52-7fca-45b4-9f6f-17b097371ceb req-177550f1-e316-4546-9869-20139e30a9e6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 HTTP/1.1" status: 200 len: 217 time: 0.0370235 Jul 27 20:13:41.774394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e6c52-7fca-45b4-9f6f-17b097371ceb req-aa46d944-8b4c-42e0-8b2f-49bc98ffe2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:41.776487 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e7e6c52-7fca-45b4-9f6f-17b097371ceb req-aa46d944-8b4c-42e0-8b2f-49bc98ffe2e7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fdb07c20-ab82-44a4-ba12-e88b8df3e500 HTTP/1.1" status: 200 len: 854 time: 0.0535636 Jul 27 20:13:41.822400 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e7e6c52-7fca-45b4-9f6f-17b097371ceb req-2fb3e3c2-4406-4c0b-a93f-0e6b64348368 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337718 Jul 27 20:13:41.871225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ed96c-3592-4036-a323-19e054accd7a req-1c941942-bfd4-4a0e-a083-7e1082f8e44f tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:41.873084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c6ed96c-3592-4036-a323-19e054accd7a req-1c941942-bfd4-4a0e-a083-7e1082f8e44f tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 943 time: 0.0804472 Jul 27 20:13:41.874562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-5087fccd-c8ba-4869-9fa6-3c2f4460e670 req-5a7e7fc5-c571-464c-99f7-2ea2bbe9a68a service neutron] (94060) timed out ('10.222.0.48', 58630) {{(pid=94060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:13:41.933177 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e7e6c52-7fca-45b4-9f6f-17b097371ceb req-23d78424-f94c-4996-b65c-6725cfdfdf11 service neutron] 10.222.0.63 "GET /v2.0/networks/0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051779 Jul 27 20:13:41.933992 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c6ed96c-3592-4036-a323-19e054accd7a req-4921dee5-51da-459c-884c-7c6a1bd884a1 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/security-groups?id=86263c1d-f8e9-4d3b-9b90-139ace54cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539985 Jul 27 20:13:42.043270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a72dd-4092-43ff-9bc0-9d565fbeebe8 req-2aeed6e3-b52c-4749-9be5-f5ccfc7ba677 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:42.044937 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad6a72dd-4092-43ff-9bc0-9d565fbeebe8 req-2aeed6e3-b52c-4749-9be5-f5ccfc7ba677 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 909 time: 0.0678635 Jul 27 20:13:42.059270 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3e7e6c52-7fca-45b4-9f6f-17b097371ceb req-29c34f4d-2eeb-447d-a24f-87fc647dd61b service neutron] 10.222.0.63 "GET /v2.0/networks/0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124561 Jul 27 20:13:42.189377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6405c-12a1-4b27-9502-18ab1747e53d req-50c13d84-ffb7-4056-b1e5-c1cc780545aa tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:42.198257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6fa6405c-12a1-4b27-9502-18ab1747e53d req-50c13d84-ffb7-4056-b1e5-c1cc780545aa tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 909 time: 0.0805483 Jul 27 20:13:42.316581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb58ee7-90e6-4763-8abf-9f0fd0d29ac0 req-81191564-fffe-47bb-a15f-181d406acdb0 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:42.318226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-adb58ee7-90e6-4763-8abf-9f0fd0d29ac0 req-81191564-fffe-47bb-a15f-181d406acdb0 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 1061 time: 0.0587027 Jul 27 20:13:42.462686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865042a6-ef6c-4f3a-9e95-68a756a7ebee req-54caeeb2-cb24-436e-9f75-c131efd21cd8 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:42.463750 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-865042a6-ef6c-4f3a-9e95-68a756a7ebee req-54caeeb2-cb24-436e-9f75-c131efd21cd8 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 1136 time: 0.0629015 Jul 27 20:13:42.505433 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-865042a6-ef6c-4f3a-9e95-68a756a7ebee req-0592da78-ddb5-4e60-bf3d-d574df115410 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e&id=bbb8dcc0-3cea-4384-be69-ef0278419b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0335386 Jul 27 20:13:42.547818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55028) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:42.615349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77429756-ce15-421a-b02e-2e5c50e1e0d4 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:42.619665 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-77429756-ce15-421a-b02e-2e5c50e1e0d4 tempest-TestSecurityGroupsBasicOps-476750780 tempest-TestSecurityGroupsBasicOps-476750780-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 1056 time: 0.0732732 Jul 27 20:13:42.892630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931feafb-b747-449e-ad73-addd9e167162 req-a5b09715-60e3-4ceb-9e83-d9e5150e1549 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:42.894217 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931feafb-b747-449e-ad73-addd9e167162 req-a5b09715-60e3-4ceb-9e83-d9e5150e1549 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 909 time: 0.0706921 Jul 27 20:13:43.083920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c7cae-5343-45ae-bf80-9c8864fcb85c req-f49a56a6-6263-41c7-88ee-b97d70babd99 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:43.085420 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e97c7cae-5343-45ae-bf80-9c8864fcb85c req-f49a56a6-6263-41c7-88ee-b97d70babd99 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 943 time: 0.0731490 Jul 27 20:13:43.126140 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e97c7cae-5343-45ae-bf80-9c8864fcb85c req-8ec8b9fd-1a84-489e-9e68-a33cd46f3e88 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/security-groups?id=86263c1d-f8e9-4d3b-9b90-139ace54cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341091 Jul 27 20:13:43.392746 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1195164a-68c3-404c-8e47-07b88055a2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:44.032425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c71bd-0065-4ba0-bd83-2b7979db8f67 req-8a4a6df4-2a8a-41a7-ae4c-a6985368d623 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:44.034768 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e6c71bd-0065-4ba0-bd83-2b7979db8f67 req-8a4a6df4-2a8a-41a7-ae4c-a6985368d623 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 909 time: 0.0705080 Jul 27 20:13:44.242948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec806c9-e741-4ffc-9138-44b67967f733 req-bfca877f-1456-4419-989e-4b4029354069 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:44.244821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eec806c9-e741-4ffc-9138-44b67967f733 req-bfca877f-1456-4419-989e-4b4029354069 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.52 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 909 time: 0.1262803 Jul 27 20:13:44.370824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981ab76-2685-41d5-863a-b9a0dce4ee2e req-cfe75ad8-5e81-40eb-aff0-7f16a6135305 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:44.379683 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f981ab76-2685-41d5-863a-b9a0dce4ee2e req-cfe75ad8-5e81-40eb-aff0-7f16a6135305 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 943 time: 0.1670334 Jul 27 20:13:44.429878 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f981ab76-2685-41d5-863a-b9a0dce4ee2e req-b7b5b66f-28d4-4736-8dd7-7acd739c65cd tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/security-groups?id=86263c1d-f8e9-4d3b-9b90-139ace54cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495746 Jul 27 20:13:44.436608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-eec806c9-e741-4ffc-9138-44b67967f733 req-7f595b20-9900-4a13-ab22-4dee8b8adeba tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Deleting port 284f16ae-1790-494f-94f1-fcfec66272e5 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:44.437131 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-eec806c9-e741-4ffc-9138-44b67967f733 req-7f595b20-9900-4a13-ab22-4dee8b8adeba tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:44.553285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-eec806c9-e741-4ffc-9138-44b67967f733 req-7f595b20-9900-4a13-ab22-4dee8b8adeba tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] For port 284f16ae-1790-494f-94f1-fcfec66272e5, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=284f16ae-1790-494f-94f1-fcfec66272e5,segment=NetworkSegment(91135190-59f7-4c5c-b696-2ff54bcd2772),segment_id=91135190-59f7-4c5c-b696-2ff54bcd2772)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:44.554457 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-eec806c9-e741-4ffc-9138-44b67967f733 req-7f595b20-9900-4a13-ab22-4dee8b8adeba tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:44.575049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-eec806c9-e741-4ffc-9138-44b67967f733 req-7f595b20-9900-4a13-ab22-4dee8b8adeba tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Calling delete_port for 284f16ae-1790-494f-94f1-fcfec66272e5 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:44.762520 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-eec806c9-e741-4ffc-9138-44b67967f733 req-7f595b20-9900-4a13-ab22-4dee8b8adeba tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:44.807333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f595b20-9900-4a13-ab22-4dee8b8adeba tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event deleted for resources: {'Port': ['ID=284f16ae-1790-494f-94f1-fcfec66272e5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:44.853001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec806c9-e741-4ffc-9138-44b67967f733 req-7f595b20-9900-4a13-ab22-4dee8b8adeba tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] No DVR routers for this DVR port 284f16ae-1790-494f-94f1-fcfec66272e5 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:13:44.855929 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-eec806c9-e741-4ffc-9138-44b67967f733 req-7f595b20-9900-4a13-ab22-4dee8b8adeba tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:44.858130 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eec806c9-e741-4ffc-9138-44b67967f733 req-7f595b20-9900-4a13-ab22-4dee8b8adeba tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.52 "DELETE /v2.0/ports/284f16ae-1790-494f-94f1-fcfec66272e5 HTTP/1.1" status: 204 len: 173 time: 0.5959430 Jul 27 20:13:44.858660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32ef868-6a0e-4a1d-ac8e-a82710f89fe7', 'name': 'network-vif-deleted', 'tag': '284f16ae-1790-494f-94f1-fcfec66272e5'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:13:44.861234 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56f2836-ceac-4bc6-af79-3c437c0d24b8" -d '{"events": [{"server_uuid": "c32ef868-6a0e-4a1d-ac8e-a82710f89fe7", "name": "network-vif-deleted", "tag": "284f16ae-1790-494f-94f1-fcfec66272e5"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:13:44.912859 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fdc741-ccfa-4c8c-8731-9d49b811dd07 x-openstack-request-id: req-08fdc741-ccfa-4c8c-8731-9d49b811dd07 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:13:44.913228 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32ef868-6a0e-4a1d-ac8e-a82710f89fe7", "name": "network-vif-deleted", "tag": "284f16ae-1790-494f-94f1-fcfec66272e5", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:13:44.913544 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08fdc741-ccfa-4c8c-8731-9d49b811dd07 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:13:44.914059 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32ef868-6a0e-4a1d-ac8e-a82710f89fe7', 'name': 'network-vif-deleted', 'tag': '284f16ae-1790-494f-94f1-fcfec66272e5', 'status': 'completed', 'code': 200} Jul 27 20:13:45.076137 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:13:45.169050 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7289385-ee6a-4d1f-8920-76363629c9a7 req-06f3146e-0604-4f59-8782-50678200ddc4 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=c32ef868-6a0e-4a1d-ac8e-a82710f89fe7 HTTP/1.1" status: 200 len: 210 time: 0.0512819 Jul 27 20:13:45.200883 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3e2c554f-e25d-42c4-b01e-f6c5318a7ec1,segment=NetworkSegment(dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c),segment_id=dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:45.213879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '3e2c554f-e25d-42c4-b01e-f6c5318a7ec1', 'network_id': '0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1', 'port_id': '3e2c554f-e25d-42c4-b01e-f6c5318a7ec1', 'mac_address': 'fa:16:3e:25:cd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb07c20-ab82-44a4-ba12-e88b8df3e500', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:13:45.276103 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:45.291766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:13:45.314597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3e2c554f-e25d-42c4-b01e-f6c5318a7ec1,segment=NetworkSegment(dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c),segment_id=dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:45.324636 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:45.386917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=3e2c554f-e25d-42c4-b01e-f6c5318a7ec1,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:45.539849 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['3e2c554f-e25d-42c4-b01e-f6c5318a7ec1'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:13:45.584411 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57f826-6760-4049-8573-c88465acc296 req-52f7fa8a-9c75-461b-8f9f-bddae17f0cf5 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:45.586032 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f57f826-6760-4049-8573-c88465acc296 req-52f7fa8a-9c75-461b-8f9f-bddae17f0cf5 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 944 time: 0.0704088 Jul 27 20:13:45.625335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f57f826-6760-4049-8573-c88465acc296 req-4bb26438-3537-478b-b5df-bb9b0e67b3ea tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/security-groups?id=86263c1d-f8e9-4d3b-9b90-139ace54cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328276 Jul 27 20:13:45.984140 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-33dcf086-424e-43b0-aefb-ad0a3bbc6242 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508507650&fields=id&tenant_id=0731adda0572409ca7d43b1bb898294c HTTP/1.1" status: 200 len: 267 time: 0.0334532 Jul 27 20:13:46.095886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-86f363d6-09e3-4bb8-a8ee-f520f69f4874 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:46.097849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-86f363d6-09e3-4bb8-a8ee-f520f69f4874 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 812 time: 0.1062295 Jul 27 20:13:46.113439 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-78c6ab2b-a5e3-4955-ae2a-3ddba76820cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:46.114636 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-f096445c-27d9-4ec8-ad94-988469e78c02 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/quotas/0731adda0572409ca7d43b1bb898294c HTTP/1.1" status: 200 len: 375 time: 0.0101449 Jul 27 20:13:46.226375 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55090) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:46.247044 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:46.475049 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-7e53f8df-b3ea-4113-8609-68abca8881b8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3542519 Jul 27 20:13:46.575259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-599b78a5-58d7-4c9e-b72b-ade721fea20e service neutron] 10.222.0.48 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872045 Jul 27 20:13:46.644583 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c842221-0a54-4a23-b0fd-1dd890d5318c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:46.681808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-0b33203f-8417-4d5b-820a-5e56253c7759 service neutron] 10.222.0.48 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984674 Jul 27 20:13:46.791033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e8cef-fce2-49ef-b445-7e03faecc8f6 req-e5ef3f40-0a95-46fa-826b-88d5b268e1e8 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:46.792596 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c5e8cef-fce2-49ef-b445-7e03faecc8f6 req-e5ef3f40-0a95-46fa-826b-88d5b268e1e8 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 944 time: 0.0955873 Jul 27 20:13:46.852553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c5e8cef-fce2-49ef-b445-7e03faecc8f6 req-87be62c8-e7ef-4714-b11c-cc202477f65e tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/security-groups?id=86263c1d-f8e9-4d3b-9b90-139ace54cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510459 Jul 27 20:13:46.995651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2c842221-0a54-4a23-b0fd-1dd890d5318c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Deleting port 0e84cb40-efc1-4704-8af9-98f22a0b984c {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:46.996174 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c842221-0a54-4a23-b0fd-1dd890d5318c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:47.043906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc66a28d-7a5a-4d51-b9a5-2432a6415112 req-563b316e-e6c2-4308-915b-707231eb6f0a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 210 time: 0.0335650 Jul 27 20:13:47.093866 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:13:47.100943 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-2c842221-0a54-4a23-b0fd-1dd890d5318c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] For port 0e84cb40-efc1-4704-8af9-98f22a0b984c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0e84cb40-efc1-4704-8af9-98f22a0b984c,segment=NetworkSegment(91135190-59f7-4c5c-b696-2ff54bcd2772),segment_id=91135190-59f7-4c5c-b696-2ff54bcd2772)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:47.101129 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c842221-0a54-4a23-b0fd-1dd890d5318c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:47.115193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2c842221-0a54-4a23-b0fd-1dd890d5318c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Calling delete_port for 0e84cb40-efc1-4704-8af9-98f22a0b984c owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:47.174285 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:13:47.180253 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:13:47.181494 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:47.228829 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:47.293332 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:47.327624 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65c9a1d-03d5-451f-b925-a0853e4ff508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2c554f-e25d-42c4-b01e-f6c5318a7ec1'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:13:47.330425 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d98aa5-693f-4134-a600-acff2a978b3a" -d '{"events": [{"server_uuid": "f65c9a1d-03d5-451f-b925-a0853e4ff508", "name": "network-vif-plugged", "status": "completed", "tag": "3e2c554f-e25d-42c4-b01e-f6c5318a7ec1"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:13:47.372376 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c842221-0a54-4a23-b0fd-1dd890d5318c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:47.373066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3e2c554f-e25d-42c4-b01e-f6c5318a7ec1,segment=NetworkSegment(dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c),segment_id=dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:47.379804 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:47.434901 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3ed4e1-8b50-4362-aa3e-539bf436ac4a x-openstack-request-id: req-7e3ed4e1-8b50-4362-aa3e-539bf436ac4a {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:13:47.436125 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65c9a1d-03d5-451f-b925-a0853e4ff508", "name": "network-vif-plugged", "status": "completed", "tag": "3e2c554f-e25d-42c4-b01e-f6c5318a7ec1", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:13:47.436125 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e3ed4e1-8b50-4362-aa3e-539bf436ac4a {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:13:47.436359 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65c9a1d-03d5-451f-b925-a0853e4ff508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2c554f-e25d-42c4-b01e-f6c5318a7ec1', 'code': 200} Jul 27 20:13:47.436873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c842221-0a54-4a23-b0fd-1dd890d5318c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event deleted for resources: {'Port': ['ID=0e84cb40-efc1-4704-8af9-98f22a0b984c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:47.479383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=3e2c554f-e25d-42c4-b01e-f6c5318a7ec1,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:47.619082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf49c4-3b74-4b0f-8303-352d7d86eed2 req-14893b5b-016f-4949-a7ad-5e22a05d991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:47.620685 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5bbf49c4-3b74-4b0f-8303-352d7d86eed2 req-14893b5b-016f-4949-a7ad-5e22a05d991f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 1097 time: 0.1273913 Jul 27 20:13:47.700707 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5bbf49c4-3b74-4b0f-8303-352d7d86eed2 req-07288d04-36b2-4ef9-820d-1c635eb25f01 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=86263c1d-f8e9-4d3b-9b90-139ace54cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717034 Jul 27 20:13:47.714727 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2c842221-0a54-4a23-b0fd-1dd890d5318c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:47.941404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c842221-0a54-4a23-b0fd-1dd890d5318c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Router 499c9765-4d50-4a1d-a14f-9eae51c34517 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:13:47.980699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decfac4-986c-4801-a3b6-83c88348fcb1 req-46c253ff-0d5b-4b13-a538-f7777e8d4b3b tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:47.988430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5decfac4-986c-4801-a3b6-83c88348fcb1 req-46c253ff-0d5b-4b13-a538-f7777e8d4b3b tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 945 time: 0.0759661 Jul 27 20:13:48.028275 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5decfac4-986c-4801-a3b6-83c88348fcb1 req-00de4db5-2d56-4d0e-a4af-aa42dffbede0 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/security-groups?id=86263c1d-f8e9-4d3b-9b90-139ace54cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389593 Jul 27 20:13:48.104141 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c842221-0a54-4a23-b0fd-1dd890d5318c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:13:48.115390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90dc3a-36b8-4ffd-aa5d-1fedf2d8ca9f None None] Sync routers for ids ['499c9765-4d50-4a1d-a14f-9eae51c34517'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:13:48.124061 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2c842221-0a54-4a23-b0fd-1dd890d5318c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "PUT /v2.0/routers/499c9765-4d50-4a1d-a14f-9eae51c34517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8958325 Jul 27 20:13:48.124970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55130) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:48.129176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90dc3a-36b8-4ffd-aa5d-1fedf2d8ca9f None None] Routers {'499c9765-4d50-4a1d-a14f-9eae51c34517'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:13:48.130116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6c90dc3a-36b8-4ffd-aa5d-1fedf2d8ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['499c9765-4d50-4a1d-a14f-9eae51c34517'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:48.208338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd77df8f-e3a8-4b3b-a69d-199ab521bfad tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Deleting subnet 21cd57d7-266b-4e79-b26e-68f4bec326af {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:13:48.212093 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd77df8f-e3a8-4b3b-a69d-199ab521bfad tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:48.212234 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be552e7a-7527-44d7-94c4-a7032ce9b230 req-ddf01bbf-dd41-4fa3-beba-eafe8361ae6a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 210 time: 0.0495231 Jul 27 20:13:48.262236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-053e80c5-f297-495c-b9d6-23f4c7756a74 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:48.264149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-053e80c5-f297-495c-b9d6-23f4c7756a74 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.52 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 812 time: 0.1945865 Jul 27 20:13:48.276032 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd77df8f-e3a8-4b3b-a69d-199ab521bfad tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:48.308056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6c90dc3a-36b8-4ffd-aa5d-1fedf2d8ca9f None None] Set router 499c9765-4d50-4a1d-a14f-9eae51c34517 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:13:48.377819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-39770968-3db5-4ae3-950e-d13165a51870 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0731adda0572409ca7d43b1bb898294c HTTP/1.1" status: 200 len: 380 time: 0.1038003 Jul 27 20:13:48.387754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-bfaeeb8e-2106-48bd-964e-13715292be68 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'port': {'device_id': '03dcd21d-af54-4018-a125-44a042df9b1f', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'admin_state_up': True, 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'security_groups': ['a423bcb7-c16d-4432-9ed0-b31a7ddd50b0']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:48.420529 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd77df8f-e3a8-4b3b-a69d-199ab521bfad tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:48.517266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6c90dc3a-36b8-4ffd-aa5d-1fedf2d8ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'name': 'tempest-TestSecurityGroupsBasicOps-router-851006722', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:47Z', 'revision_number': 5, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:48.530686 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd77df8f-e3a8-4b3b-a69d-199ab521bfad tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:48.552863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90dc3a-36b8-4ffd-aa5d-1fedf2d8ca9f None None] Checking router: 499c9765-4d50-4a1d-a14f-9eae51c34517 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:13:48.567587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90dc3a-36b8-4ffd-aa5d-1fedf2d8ca9f None None] Routers {'499c9765-4d50-4a1d-a14f-9eae51c34517'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:13:48.568079 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6c90dc3a-36b8-4ffd-aa5d-1fedf2d8ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['499c9765-4d50-4a1d-a14f-9eae51c34517'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:48.581934 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77df8f-e3a8-4b3b-a69d-199ab521bfad tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event deleted for resources: {'Subnet': ['ID=21cd57d7-266b-4e79-b26e-68f4bec326af,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:48.587227 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fd77df8f-e3a8-4b3b-a69d-199ab521bfad tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:48.589382 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fd77df8f-e3a8-4b3b-a69d-199ab521bfad tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "DELETE /v2.0/subnets/21cd57d7-266b-4e79-b26e-68f4bec326af HTTP/1.1" status: 204 len: 168 time: 0.4634016 Jul 27 20:13:48.591948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55132) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:48.623253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-bfaeeb8e-2106-48bd-964e-13715292be68 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Made reservation on behalf of 0731adda0572409ca7d43b1bb898294c for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:13:48.627651 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-bfaeeb8e-2106-48bd-964e-13715292be68 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:48.633790 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe704e2-0a4e-45e5-87d9-4ddf94e14d9a None None] Network 4274222c-9f2c-4869-a96d-2b03d9c7c878 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:13:48.753690 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:48.949807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-bfaeeb8e-2106-48bd-964e-13715292be68 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Allocated IP 172.20.0.7 (40473804-8946-43d0-a933-5f826ecd08fd/1789535e-1c61-4b14-a8a5-a7e6af05c64f/1290849b-1675-497d-aec5-f4bd74da774f) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:13:48.969609 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:48.990984 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:48.995250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6c90dc3a-36b8-4ffd-aa5d-1fedf2d8ca9f None None] Set router 499c9765-4d50-4a1d-a14f-9eae51c34517 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:13:49.079133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Deleting port b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:49.079481 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:49.204130 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] For port b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:49.204550 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:49.231446 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Calling delete_port for b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:49.254074 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-bfaeeb8e-2106-48bd-964e-13715292be68 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:49.285933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-bfaeeb8e-2106-48bd-964e-13715292be68 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Transition to ACTIVE for port object 1290849b-1675-497d-aec5-f4bd74da774f will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:13:49.331490 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6c90dc3a-36b8-4ffd-aa5d-1fedf2d8ca9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'name': 'tempest-TestSecurityGroupsBasicOps-router-851006722', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:47Z', 'revision_number': 5, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:49.340281 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabde0e1-c97a-4cd2-8cf2-1eb1b2ea9d77 None None] DHCP port deletion for 4274222c-9f2c-4869-a96d-2b03d9c7c878 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:13:49.417567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90dc3a-36b8-4ffd-aa5d-1fedf2d8ca9f None None] The sync data for ids ['499c9765-4d50-4a1d-a14f-9eae51c34517'] in n-d-705657-21 is: [{'id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'name': 'tempest-TestSecurityGroupsBasicOps-router-851006722', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:47Z', 'revision_number': 5, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': 'b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499c9765-4d50-4a1d-a14f-9eae51c34517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:21Z', 'updated_at': '2021-07-27T20:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:13:49.437758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb90430b-d582-4161-8dc4-a14d14d6d55a req-84316110-d8ab-43a2-a055-7dc1c0b1b800 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 210 time: 0.0927882 Jul 27 20:13:49.480626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-fabde0e1-c97a-4cd2-8cf2-1eb1b2ea9d77 None None] Deleting port 38d4be56-d0fc-46c6-b03c-785f302c25ab {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:49.481650 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fabde0e1-c97a-4cd2-8cf2-1eb1b2ea9d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:49.488670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe57c5a-4288-460a-a6f1-d2368ed2a6f0 req-9fe06103-e63c-4a93-a2a9-3d5dc1b13b29 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:49.490226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfe57c5a-4288-460a-a6f1-d2368ed2a6f0 req-9fe06103-e63c-4a93-a2a9-3d5dc1b13b29 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 945 time: 0.3302600 Jul 27 20:13:49.508711 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-bfaeeb8e-2106-48bd-964e-13715292be68 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:49.567546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaeeb8e-2106-48bd-964e-13715292be68 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'Port': ['ID=1290849b-1675-497d-aec5-f4bd74da774f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:49.594664 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-bfaeeb8e-2106-48bd-964e-13715292be68 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Network 40473804-8946-43d0-a933-5f826ecd08fd is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:13:49.598847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfe57c5a-4288-460a-a6f1-d2368ed2a6f0 req-4943e8ff-0a62-448e-8d33-2aac567b1e2d tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/security-groups?id=86263c1d-f8e9-4d3b-9b90-139ace54cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999470 Jul 27 20:13:49.600175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-bfaeeb8e-2106-48bd-964e-13715292be68 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:13:49.602688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-bfaeeb8e-2106-48bd-964e-13715292be68 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:13:49.634997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-fabde0e1-c97a-4cd2-8cf2-1eb1b2ea9d77 None None] For port 38d4be56-d0fc-46c6-b03c-785f302c25ab, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=38d4be56-d0fc-46c6-b03c-785f302c25ab,segment=NetworkSegment(91135190-59f7-4c5c-b696-2ff54bcd2772),segment_id=91135190-59f7-4c5c-b696-2ff54bcd2772)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:49.635529 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fabde0e1-c97a-4cd2-8cf2-1eb1b2ea9d77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:49.645811 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:49.671272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-fabde0e1-c97a-4cd2-8cf2-1eb1b2ea9d77 None None] Calling delete_port for 38d4be56-d0fc-46c6-b03c-785f302c25ab owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:49.690883 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event deleted for resources: {'Port': ['ID=b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:49.697770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-bfaeeb8e-2106-48bd-964e-13715292be68 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:49.698462 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-bfaeeb8e-2106-48bd-964e-13715292be68 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:49.719218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-bfaeeb8e-2106-48bd-964e-13715292be68 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3356988 Jul 27 20:13:49.740817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Request body: {'port': {'device_id': '03dcd21d-af54-4018-a125-44a042df9b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:49.830146 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:49.849519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 284f16ae-1790-494f-94f1-fcfec66272e5 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:13:49.858816 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fabde0e1-c97a-4cd2-8cf2-1eb1b2ea9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:49.905117 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:49.960957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 284f16ae-1790-494f-94f1-fcfec66272e5 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:13:49.961338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 284f16ae-1790-494f-94f1-fcfec66272e5 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:13:50.000249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabde0e1-c97a-4cd2-8cf2-1eb1b2ea9d77 None None] Pushing event deleted for resources: {'Port': ['ID=38d4be56-d0fc-46c6-b03c-785f302c25ab,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:50.002359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabde0e1-c97a-4cd2-8cf2-1eb1b2ea9d77 None None] No DVR routers for this DVR port 38d4be56-d0fc-46c6-b03c-785f302c25ab on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:13:50.114284 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e4eaea7f-c571-4ec5-9839-747911bcfd64 None None] Provisioning for port 1290849b-1675-497d-aec5-f4bd74da774f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:13:50.118590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e4eaea7f-c571-4ec5-9839-747911bcfd64 None None] Provisioning complete for port 1290849b-1675-497d-aec5-f4bd74da774f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:13:50.119001 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e4eaea7f-c571-4ec5-9839-747911bcfd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:50.203917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e4eaea7f-c571-4ec5-9839-747911bcfd64 None None] Port 1290849b-1675-497d-aec5-f4bd74da774f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:13:50.420217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1290849b-1675-497d-aec5-f4bd74da774f {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:13:50.429878 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:50.444636 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Transition to ACTIVE for port object 1290849b-1675-497d-aec5-f4bd74da774f will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:13:50.450600 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:50.454187 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:50.483149 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:50.543098 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:50.545609 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Fanout notify agent at l3_agent the message router_deleted on router 499c9765-4d50-4a1d-a14f-9eae51c34517 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:13:50.559399 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:50.567950 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-233371c2-ddb5-48b6-ab2b-992a05c16e91 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "DELETE /v2.0/routers/499c9765-4d50-4a1d-a14f-9eae51c34517 HTTP/1.1" status: 204 len: 168 time: 1.9739904 Jul 27 20:13:50.570690 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55162) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:50.597619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Pushing event updated for resources: {'Port': ['ID=1290849b-1675-497d-aec5-f4bd74da774f,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:50.723312 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-639299ba-ce85-4dcc-9086-ec8ebc7a22ed tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:50.805486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7e0b2-af7f-4d3a-a76d-ef9f07bd71e0 req-d86c3fc5-a13b-4d88-829e-fbde8918477a tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:50.810337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6a7e0b2-af7f-4d3a-a76d-ef9f07bd71e0 req-d86c3fc5-a13b-4d88-829e-fbde8918477a tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 945 time: 0.3611546 Jul 27 20:13:50.906022 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-639299ba-ce85-4dcc-9086-ec8ebc7a22ed tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:50.922577 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-639299ba-ce85-4dcc-9086-ec8ebc7a22ed tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4274222c-9f2c-4869-a96d-2b03d9c7c878']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:50.934968 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-639299ba-ce85-4dcc-9086-ec8ebc7a22ed tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91135190-59f7-4c5c-b696-2ff54bcd2772') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:50.935312 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-639299ba-ce85-4dcc-9086-ec8ebc7a22ed tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91135190-59f7-4c5c-b696-2ff54bcd2772') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:50.945077 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-639299ba-ce85-4dcc-9086-ec8ebc7a22ed tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:50.948644 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6a7e0b2-af7f-4d3a-a76d-ef9f07bd71e0 req-ef70782b-c925-4c00-bb88-b79f3bc5c1f9 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/security-groups?id=86263c1d-f8e9-4d3b-9b90-139ace54cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119993 Jul 27 20:13:50.957670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223b2e6-a213-46b5-b4d7-7e646fbdc469 req-d3e350e1-ebeb-43da-8300-fe252852fac8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:50.973421 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-639299ba-ce85-4dcc-9086-ec8ebc7a22ed tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:50.975003 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0223b2e6-a213-46b5-b4d7-7e646fbdc469 req-d3e350e1-ebeb-43da-8300-fe252852fac8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 943 time: 0.4103143 Jul 27 20:13:50.979934 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639299ba-ce85-4dcc-9086-ec8ebc7a22ed tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:13:50.980340 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-639299ba-ce85-4dcc-9086-ec8ebc7a22ed tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:50.982645 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Attempting to bind port 1290849b-1675-497d-aec5-f4bd74da774f on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:13:50.982985 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Attempting to bind port 1290849b-1675-497d-aec5-f4bd74da774f by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:13:50.983320 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Attempting to bind port 1290849b-1675-497d-aec5-f4bd74da774f on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:13:50.996175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Port 1290849b-1675-497d-aec5-f4bd74da774f on network 40473804-8946-43d0-a933-5f826ecd08fd not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:13:50.996601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Attempting to bind port 1290849b-1675-497d-aec5-f4bd74da774f on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:13:51.005111 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:13:51.005456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Checking segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:13:51.005850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Bound using segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:13:51.006287 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Bound port: 1290849b-1675-497d-aec5-f4bd74da774f, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:13:51.006651 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:51.046866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0223b2e6-a213-46b5-b4d7-7e646fbdc469 req-081b3338-07d7-4ceb-9596-830135daee5e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708375 Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:13:51.050997 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:13:51.060884 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-639299ba-ce85-4dcc-9086-ec8ebc7a22ed tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:51.072779 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-639299ba-ce85-4dcc-9086-ec8ebc7a22ed tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:51.075045 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-639299ba-ce85-4dcc-9086-ec8ebc7a22ed tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "DELETE /v2.0/networks/4274222c-9f2c-4869-a96d-2b03d9c7c878 HTTP/1.1" status: 204 len: 168 time: 0.5029461 Jul 27 20:13:51.079047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55164) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:51.094720 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639299ba-ce85-4dcc-9086-ec8ebc7a22ed tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event deleted for resources: {'Network': ['ID=4274222c-9f2c-4869-a96d-2b03d9c7c878,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:51.165913 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] For port 1290849b-1675-497d-aec5-f4bd74da774f, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:13:51.173528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] For port 1290849b-1675-497d-aec5-f4bd74da774f, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1290849b-1675-497d-aec5-f4bd74da774f,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:13:51.227062 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:51.296236 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0e84cb40-efc1-4704-8af9-98f22a0b984c no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:13:51.299529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:51.300280 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:51.302094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] 10.222.0.52 "PUT /v2.0/ports/1290849b-1675-497d-aec5-f4bd74da774f HTTP/1.1" status: 200 len: 1092 time: 1.5737231 Jul 27 20:13:51.307384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03dcd21d-af54-4018-a125-44a042df9b1f', 'tag': '1290849b-1675-497d-aec5-f4bd74da774f'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:13:51.309512 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6f90ec-3a71-4e41-beba-f29f42a84e13" -d '{"events": [{"name": "network-changed", "server_uuid": "03dcd21d-af54-4018-a125-44a042df9b1f", "tag": "1290849b-1675-497d-aec5-f4bd74da774f"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:13:51.367317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 0e84cb40-efc1-4704-8af9-98f22a0b984c {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:13:51.367675 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0e84cb40-efc1-4704-8af9-98f22a0b984c not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:13:51.368181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 38d4be56-d0fc-46c6-b03c-785f302c25ab no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:13:51.392342 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 38d4be56-d0fc-46c6-b03c-785f302c25ab {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:13:51.392718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 38d4be56-d0fc-46c6-b03c-785f302c25ab not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:13:51.423222 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68764e75-f944-45f8-9718-98d14c563bf3 x-openstack-request-id: req-68764e75-f944-45f8-9718-98d14c563bf3 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:13:51.423846 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03dcd21d-af54-4018-a125-44a042df9b1f", "tag": "1290849b-1675-497d-aec5-f4bd74da774f", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:13:51.423846 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68764e75-f944-45f8-9718-98d14c563bf3 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:13:51.424524 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03dcd21d-af54-4018-a125-44a042df9b1f', 'tag': '1290849b-1675-497d-aec5-f4bd74da774f', 'status': 'completed', 'code': 200} Jul 27 20:13:51.444539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbed1a-ce0e-4fc9-9845-7a2d337b9820 service neutron] Pushing event updated for resources: {'Port': ['ID=1290849b-1675-497d-aec5-f4bd74da774f,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:51.482998 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4447312a-1bad-45ed-a6d2-3e0553c25cf9 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Deleting port e2541a12-74bd-4c43-b53f-4e7c1fdcc7be {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:51.483243 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4447312a-1bad-45ed-a6d2-3e0553c25cf9 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:51.490662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-5795d280-8a55-4739-96bd-05ab927e453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:51.494819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-5795d280-8a55-4739-96bd-05ab927e453a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 1095 time: 0.1003268 Jul 27 20:13:51.603779 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-5ac38e91-1d59-48ec-a3ba-a5a4c2b74912 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1290849b-1675-497d-aec5-f4bd74da774f HTTP/1.1" status: 200 len: 217 time: 0.0535145 Jul 27 20:13:51.607632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36b7ba-24d0-445b-92c9-f5fcabffd424 req-2bf89a9e-dbce-4e37-ac78-a43331d9c9be tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:51.609682 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-db36b7ba-24d0-445b-92c9-f5fcabffd424 req-2bf89a9e-dbce-4e37-ac78-a43331d9c9be tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.63 "GET /v2.0/ports?device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 945 time: 0.1160409 Jul 27 20:13:51.680344 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-67e6852b-c1d6-4022-aab9-91930ec82399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:51.682093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-67e6852b-c1d6-4022-aab9-91930ec82399 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0684748 Jul 27 20:13:51.685961 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4447312a-1bad-45ed-a6d2-3e0553c25cf9 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:51.686463 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4447312a-1bad-45ed-a6d2-3e0553c25cf9 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:51.725543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4447312a-1bad-45ed-a6d2-3e0553c25cf9 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Calling delete_port for e2541a12-74bd-4c43-b53f-4e7c1fdcc7be owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:51.763472 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-db36b7ba-24d0-445b-92c9-f5fcabffd424 req-d74dc462-180b-4bcb-a98a-d6ea10c1918a tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Deleting port 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:51.764054 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-db36b7ba-24d0-445b-92c9-f5fcabffd424 req-d74dc462-180b-4bcb-a98a-d6ea10c1918a tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:51.864640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-abb7a8ab-a68d-4f98-8d71-af63ced1478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:51.867137 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-abb7a8ab-a68d-4f98-8d71-af63ced1478a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1730175 Jul 27 20:13:51.871093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-db36b7ba-24d0-445b-92c9-f5fcabffd424 req-d74dc462-180b-4bcb-a98a-d6ea10c1918a tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] For port 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3e2c554f-e25d-42c4-b01e-f6c5318a7ec1,segment=NetworkSegment(dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c),segment_id=dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:51.871458 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-db36b7ba-24d0-445b-92c9-f5fcabffd424 req-d74dc462-180b-4bcb-a98a-d6ea10c1918a tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:51.886565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-db36b7ba-24d0-445b-92c9-f5fcabffd424 req-d74dc462-180b-4bcb-a98a-d6ea10c1918a tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Calling delete_port for 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:52.064606 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-db36b7ba-24d0-445b-92c9-f5fcabffd424 req-d74dc462-180b-4bcb-a98a-d6ea10c1918a tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:52.065667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-46dc2218-3369-459e-9a92-2c57ab625654 service neutron] 10.222.0.52 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866012 Jul 27 20:13:52.068554 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4447312a-1bad-45ed-a6d2-3e0553c25cf9 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:52.085385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['3e2c554f-e25d-42c4-b01e-f6c5318a7ec1'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:13:52.202049 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dc462-180b-4bcb-a98a-d6ea10c1918a tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Pushing event deleted for resources: {'Port': ['ID=3e2c554f-e25d-42c4-b01e-f6c5318a7ec1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:52.216203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f88bfc85-db58-46f1-aedd-1f98def9a339 req-4b49bb99-9fac-4287-ac26-041c5d2896b6 service neutron] 10.222.0.52 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434026 Jul 27 20:13:52.264872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-db36b7ba-24d0-445b-92c9-f5fcabffd424 req-d74dc462-180b-4bcb-a98a-d6ea10c1918a tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] No DVR routers for this DVR port 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:13:52.269239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447312a-1bad-45ed-a6d2-3e0553c25cf9 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event deleted for resources: {'Port': ['ID=e2541a12-74bd-4c43-b53f-4e7c1fdcc7be,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:52.271556 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-db36b7ba-24d0-445b-92c9-f5fcabffd424 req-d74dc462-180b-4bcb-a98a-d6ea10c1918a tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:52.276662 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-db36b7ba-24d0-445b-92c9-f5fcabffd424 req-d74dc462-180b-4bcb-a98a-d6ea10c1918a tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.63 "DELETE /v2.0/ports/3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 HTTP/1.1" status: 204 len: 173 time: 0.6602826 Jul 27 20:13:52.277249 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65c9a1d-03d5-451f-b925-a0853e4ff508', 'name': 'network-vif-deleted', 'tag': '3e2c554f-e25d-42c4-b01e-f6c5318a7ec1'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:13:52.291938 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ebe304-5fe6-4870-8b0e-eba85501c977" -d '{"events": [{"server_uuid": "f65c9a1d-03d5-451f-b925-a0853e4ff508", "name": "network-vif-deleted", "tag": "3e2c554f-e25d-42c4-b01e-f6c5318a7ec1"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:13:52.321227 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ac1f205-d57a-4873-a765-42a4306bd19b req-bcc30958-4a14-41c5-badb-658688240427 tempest-ServerAddressesTestJSON-1643636545 tempest-ServerAddressesTestJSON-1643636545-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65c9a1d-03d5-451f-b925-a0853e4ff508 HTTP/1.1" status: 200 len: 210 time: 0.2391751 Jul 27 20:13:52.398035 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423bbe02-fddd-47fa-bacb-1c0fe8a9f2f5 x-openstack-request-id: req-423bbe02-fddd-47fa-bacb-1c0fe8a9f2f5 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:13:52.398532 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65c9a1d-03d5-451f-b925-a0853e4ff508", "name": "network-vif-deleted", "tag": "3e2c554f-e25d-42c4-b01e-f6c5318a7ec1", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:13:52.398921 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-423bbe02-fddd-47fa-bacb-1c0fe8a9f2f5 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:13:52.399445 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65c9a1d-03d5-451f-b925-a0853e4ff508', 'name': 'network-vif-deleted', 'tag': '3e2c554f-e25d-42c4-b01e-f6c5318a7ec1', 'status': 'completed', 'code': 200} Jul 27 20:13:52.457282 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4447312a-1bad-45ed-a6d2-3e0553c25cf9 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:52.457852 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-4447312a-1bad-45ed-a6d2-3e0553c25cf9 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Floating IP 0af2412e-3cfd-4fae-b8ea-d2593e53d83f disassociated (deleted). External IP: 172.25.1.64, port: 7afe1553-2d56-4454-a658-20bd9f8e7112. Jul 27 20:13:52.504135 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fc550-992e-41f5-976a-f83d691ca44a req-71f155db-634b-420f-9cf3-29448d01db0c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:52.505707 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-562fc550-992e-41f5-976a-f83d691ca44a req-71f155db-634b-420f-9cf3-29448d01db0c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 943 time: 0.2883289 Jul 27 20:13:52.509467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f90ec-3a71-4e41-beba-f29f42a84e13 req-960651cf-0f28-4a05-8235-d53015311b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:52.510973 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f6f90ec-3a71-4e41-beba-f29f42a84e13 req-960651cf-0f28-4a05-8235-d53015311b58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 1095 time: 0.1928554 Jul 27 20:13:52.770955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:13:52.803771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:13:52.804555 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b1fbbdea-3c8f-4a4c-9250-0b7b27e0301f not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:13:52.979641 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-562fc550-992e-41f5-976a-f83d691ca44a req-b4111c57-aa36-4985-b2d7-6f2bcc93a78a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4645829 Jul 27 20:13:53.060505 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f90ec-3a71-4e41-beba-f29f42a84e13 req-62ec85c1-dce6-4dd6-9852-c58d427ddda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:53.061996 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f6f90ec-3a71-4e41-beba-f29f42a84e13 req-62ec85c1-dce6-4dd6-9852-c58d427ddda7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.5392716 Jul 27 20:13:53.136368 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f6f90ec-3a71-4e41-beba-f29f42a84e13 req-440c8303-bd0d-44ed-b25e-db925b93faf8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1290849b-1675-497d-aec5-f4bd74da774f HTTP/1.1" status: 200 len: 217 time: 0.0380294 Jul 27 20:13:53.198802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4447312a-1bad-45ed-a6d2-3e0553c25cf9 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Router becab7f1-3330-4f44-815e-ecdc75f223d2 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:13:53.203112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f90ec-3a71-4e41-beba-f29f42a84e13 req-10cd6709-536f-458d-b6a2-9a82b9babc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:53.204620 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f6f90ec-3a71-4e41-beba-f29f42a84e13 req-10cd6709-536f-458d-b6a2-9a82b9babc01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0615864 Jul 27 20:13:53.364627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4447312a-1bad-45ed-a6d2-3e0553c25cf9 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:13:53.374144 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f90ec-3a71-4e41-beba-f29f42a84e13 req-5b2137f3-91e8-4766-932b-d54d1b5c55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:53.374857 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca24a84-23c4-44b0-9367-598e1329a5cb None None] Sync routers for ids ['becab7f1-3330-4f44-815e-ecdc75f223d2'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:13:53.375982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f6f90ec-3a71-4e41-beba-f29f42a84e13 req-5b2137f3-91e8-4766-932b-d54d1b5c55f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1635883 Jul 27 20:13:53.379245 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4447312a-1bad-45ed-a6d2-3e0553c25cf9 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:53.386437 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca24a84-23c4-44b0-9367-598e1329a5cb None None] Routers {'becab7f1-3330-4f44-815e-ecdc75f223d2'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:13:53.386787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55192) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:53.387937 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fca24a84-23c4-44b0-9367-598e1329a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['becab7f1-3330-4f44-815e-ecdc75f223d2'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:53.424730 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4447312a-1bad-45ed-a6d2-3e0553c25cf9 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "DELETE /v2.0/floatingips/0af2412e-3cfd-4fae-b8ea-d2593e53d83f HTTP/1.1" status: 204 len: 168 time: 2.3444207 Jul 27 20:13:53.437647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8df89a-06f5-450c-b4bd-811e0bdd3956 admin admin] Deleting subnet fdb07c20-ab82-44a4-ba12-e88b8df3e500 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:13:53.441116 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e8df89a-06f5-450c-b4bd-811e0bdd3956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:53.476702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e8df89a-06f5-450c-b4bd-811e0bdd3956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:53.516812 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e8df89a-06f5-450c-b4bd-811e0bdd3956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:53.528300 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080bdb96-6d21-480b-933c-afc25661083b', 'tag': '7afe1553-2d56-4454-a658-20bd9f8e7112'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:13:53.533107 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfeb7a7-5d80-4a58-85fb-b513812eec7d" -d '{"events": [{"name": "network-changed", "server_uuid": "080bdb96-6d21-480b-933c-afc25661083b", "tag": "7afe1553-2d56-4454-a658-20bd9f8e7112"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:13:53.538382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f6f90ec-3a71-4e41-beba-f29f42a84e13 req-a3a04715-2607-4e18-9ce3-ae44ad00b0ed service neutron] 10.222.0.52 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119452 Jul 27 20:13:53.666659 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b66dd1-6da5-40e3-9153-bf6b6518767f x-openstack-request-id: req-82b66dd1-6da5-40e3-9153-bf6b6518767f {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:13:53.666964 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080bdb96-6d21-480b-933c-afc25661083b", "tag": "7afe1553-2d56-4454-a658-20bd9f8e7112", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:13:53.667271 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-82b66dd1-6da5-40e3-9153-bf6b6518767f {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:13:53.667762 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080bdb96-6d21-480b-933c-afc25661083b', 'tag': '7afe1553-2d56-4454-a658-20bd9f8e7112', 'status': 'completed', 'code': 200} Jul 27 20:13:53.701287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f6f90ec-3a71-4e41-beba-f29f42a84e13 req-5f3fe6ed-c335-4283-a6dd-8f2c25f101a3 service neutron] 10.222.0.52 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541889 Jul 27 20:13:53.723363 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e8df89a-06f5-450c-b4bd-811e0bdd3956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:53.733890 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-fca24a84-23c4-44b0-9367-598e1329a5cb None None] Set router becab7f1-3330-4f44-815e-ecdc75f223d2 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:13:53.757709 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8df89a-06f5-450c-b4bd-811e0bdd3956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb07c20-ab82-44a4-ba12-e88b8df3e500,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:53.780374 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e8df89a-06f5-450c-b4bd-811e0bdd3956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:53.783528 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7e8df89a-06f5-450c-b4bd-811e0bdd3956 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fdb07c20-ab82-44a4-ba12-e88b8df3e500 HTTP/1.1" status: 204 len: 168 time: 0.3956270 Jul 27 20:13:53.786009 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55204) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:53.855227 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeb7a7-5d80-4a58-85fb-b513812eec7d req-6c2e0d03-a271-46e2-acff-86d6de751c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:53.857173 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fdfeb7a7-5d80-4a58-85fb-b513812eec7d req-6c2e0d03-a271-46e2-acff-86d6de751c09 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9c854ff9257846e186064799548c21e7&device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 1136 time: 0.2280297 Jul 27 20:13:53.870136 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7323c5d-169b-4e0f-b79f-cbabbbdc2c4c req-da6e462f-6845-46ef-9d88-fcba0267382e tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:53.871709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7323c5d-169b-4e0f-b79f-cbabbbdc2c4c req-da6e462f-6845-46ef-9d88-fcba0267382e tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 984 time: 0.0855708 Jul 27 20:13:53.948405 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7323c5d-169b-4e0f-b79f-cbabbbdc2c4c req-a640e22c-b578-4283-905d-8a002e6ec7f0 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/security-groups?id=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e&id=bbb8dcc0-3cea-4384-be69-ef0278419b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0702729 Jul 27 20:13:53.953504 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9c04f7a-39f0-4b33-ad8d-1bc092eaa8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:54.022028 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeb7a7-5d80-4a58-85fb-b513812eec7d req-f1e3117b-cc99-4ba8-b20c-7c0a0e15c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:54.023565 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fdfeb7a7-5d80-4a58-85fb-b513812eec7d req-f1e3117b-cc99-4ba8-b20c-7c0a0e15c198 service neutron] 10.222.0.63 "GET /v2.0/networks?id=95e3469b-c50e-4e84-b8c9-47efa0d896d8 HTTP/1.1" status: 200 len: 897 time: 0.1556759 Jul 27 20:13:54.049085 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fca24a84-23c4-44b0-9367-598e1329a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '408873ed-f757-470f-a27f-81feb5596b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:12:23Z', 'updated_at': '2021-07-27T20:12:30Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': '408873ed-f757-470f-a27f-81feb5596b47', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:24Z', 'updated_at': '2021-07-27T20:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8ff2bc90-d287-471a-8f88-b4b132d4097a', 'name': '', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'mac_address': 'fa:16:3e:03:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:29Z', 'updated_at': '2021-07-27T20:12:35Z', 'revision_number': 5, 'project_id': '9c854ff9257846e186064799548c21e7', 'subnets': [{'id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:54.078169 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9c04f7a-39f0-4b33-ad8d-1bc092eaa8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:54.079731 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca24a84-23c4-44b0-9367-598e1329a5cb None None] Checking router: becab7f1-3330-4f44-815e-ecdc75f223d2 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:13:54.092814 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca24a84-23c4-44b0-9367-598e1329a5cb None None] Routers {'becab7f1-3330-4f44-815e-ecdc75f223d2'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:13:54.094159 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fca24a84-23c4-44b0-9367-598e1329a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['becab7f1-3330-4f44-815e-ecdc75f223d2'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:54.149749 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fdfeb7a7-5d80-4a58-85fb-b513812eec7d req-d3d0ee75-b462-4797-862e-34b997970fb1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7afe1553-2d56-4454-a658-20bd9f8e7112 HTTP/1.1" status: 200 len: 217 time: 0.0632944 Jul 27 20:13:54.149931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8192bf9-e46d-4f9a-9e37-d55f89f75596 req-e704556b-4b04-4836-8be9-a47873e9c1e0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:54.154755 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c9c04f7a-39f0-4b33-ad8d-1bc092eaa8de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:54.161246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8192bf9-e46d-4f9a-9e37-d55f89f75596 req-e704556b-4b04-4836-8be9-a47873e9c1e0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 943 time: 0.0876014 Jul 27 20:13:54.233684 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8192bf9-e46d-4f9a-9e37-d55f89f75596 req-32f4eeb8-bb78-4acc-be9d-31e2ab91072e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650299 Jul 27 20:13:54.233946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c9c04f7a-39f0-4b33-ad8d-1bc092eaa8de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:54.234057 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c9c04f7a-39f0-4b33-ad8d-1bc092eaa8de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcad8eea-bc6b-4750-ab4f-daf29c6a3d4c') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:54.268001 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9c04f7a-39f0-4b33-ad8d-1bc092eaa8de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:54.287871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeb7a7-5d80-4a58-85fb-b513812eec7d req-bf5a0057-7385-4fda-acba-81377f4b8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:54.290526 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fdfeb7a7-5d80-4a58-85fb-b513812eec7d req-bf5a0057-7385-4fda-acba-81377f4b8b1f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b4b285fc-3821-4f04-8f69-76997a52f6bc HTTP/1.1" status: 200 len: 834 time: 0.1307662 Jul 27 20:13:54.295053 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9c04f7a-39f0-4b33-ad8d-1bc092eaa8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:54.314834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c04f7a-39f0-4b33-ad8d-1bc092eaa8de admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:13:54.315358 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9c04f7a-39f0-4b33-ad8d-1bc092eaa8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:13:54.317831 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:13:54.328185 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-fca24a84-23c4-44b0-9367-598e1329a5cb None None] Set router becab7f1-3330-4f44-815e-ecdc75f223d2 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:13:54.407111 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9c04f7a-39f0-4b33-ad8d-1bc092eaa8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:54.412715 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c9c04f7a-39f0-4b33-ad8d-1bc092eaa8de admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:54.417704 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c9c04f7a-39f0-4b33-ad8d-1bc092eaa8de admin admin] 10.222.0.48 "DELETE /v2.0/networks/0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1 HTTP/1.1" status: 204 len: 168 time: 0.6277828 Jul 27 20:13:54.456176 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeb7a7-5d80-4a58-85fb-b513812eec7d req-b397a4e3-648f-4fc8-92cf-52b8610f2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:54.458641 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fdfeb7a7-5d80-4a58-85fb-b513812eec7d req-b397a4e3-648f-4fc8-92cf-52b8610f2f39 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=95e3469b-c50e-4e84-b8c9-47efa0d896d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1593361 Jul 27 20:13:54.459633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c04f7a-39f0-4b33-ad8d-1bc092eaa8de admin admin] Pushing event deleted for resources: {'Network': ['ID=0c3023c7-7498-41d0-b6d9-dee9d4d4b0f1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:54.559464 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55212) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:54.591464 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fdfeb7a7-5d80-4a58-85fb-b513812eec7d req-912dbc31-5117-42dd-829c-2115551d60d7 service neutron] 10.222.0.63 "GET /v2.0/networks/95e3469b-c50e-4e84-b8c9-47efa0d896d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184623 Jul 27 20:13:54.592245 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-fca24a84-23c4-44b0-9367-598e1329a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '408873ed-f757-470f-a27f-81feb5596b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:12:23Z', 'updated_at': '2021-07-27T20:12:30Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': '408873ed-f757-470f-a27f-81feb5596b47', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:24Z', 'updated_at': '2021-07-27T20:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8ff2bc90-d287-471a-8f88-b4b132d4097a', 'name': '', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'mac_address': 'fa:16:3e:03:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:29Z', 'updated_at': '2021-07-27T20:12:35Z', 'revision_number': 5, 'project_id': '9c854ff9257846e186064799548c21e7', 'subnets': [{'id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:54.615619 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2c9e2d32-ded2-48bc-8d39-302939818cea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6dd90b00e02f46939ba55f33e7df5130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525720 Jul 27 20:13:54.615830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55214) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:54.623342 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca24a84-23c4-44b0-9367-598e1329a5cb None None] The sync data for ids ['becab7f1-3330-4f44-815e-ecdc75f223d2'] in n-d-705657-21 is: [{'id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '408873ed-f757-470f-a27f-81feb5596b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:12:23Z', 'updated_at': '2021-07-27T20:12:30Z', 'revision_number': 4, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': '408873ed-f757-470f-a27f-81feb5596b47', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:24Z', 'updated_at': '2021-07-27T20:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8ff2bc90-d287-471a-8f88-b4b132d4097a', 'name': '', 'network_id': '95e3469b-c50e-4e84-b8c9-47efa0d896d8', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'mac_address': 'fa:16:3e:03:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:29Z', 'updated_at': '2021-07-27T20:12:35Z', 'revision_number': 5, 'project_id': '9c854ff9257846e186064799548c21e7', 'subnets': [{'id': 'b4b285fc-3821-4f04-8f69-76997a52f6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:13:54.677993 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-52a30e01-fd9f-43a7-9601-69831cf518c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:54.705105 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-52a30e01-fd9f-43a7-9601-69831cf518c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:54.714376 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fdfeb7a7-5d80-4a58-85fb-b513812eec7d req-3b3e7529-5499-4701-9c8a-5bd7c06b1aae service neutron] 10.222.0.63 "GET /v2.0/networks/95e3469b-c50e-4e84-b8c9-47efa0d896d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147389 Jul 27 20:13:54.758047 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-52a30e01-fd9f-43a7-9601-69831cf518c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:54.761346 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-52a30e01-fd9f-43a7-9601-69831cf518c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:54.762485 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-52a30e01-fd9f-43a7-9601-69831cf518c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86263c1d-f8e9-4d3b-9b90-139ace54cb9d HTTP/1.1" status: 204 len: 168 time: 0.1454554 Jul 27 20:13:54.771801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a30e01-fd9f-43a7-9601-69831cf518c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86263c1d-f8e9-4d3b-9b90-139ace54cb9d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:54.935522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb68682-8353-45ae-a1fb-4ecd2852f807 None None] New status for floating IP 0af2412e-3cfd-4fae-b8ea-d2593e53d83f: DOWN {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:13:55.066301 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd87c3-f0af-45d3-9ecf-748730bbf79d req-b4d7a70c-579b-4b17-b35f-c996183dba5f tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:55.067892 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bfd87c3-f0af-45d3-9ecf-748730bbf79d req-b4d7a70c-579b-4b17-b35f-c996183dba5f tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.63 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 984 time: 0.0753341 Jul 27 20:13:55.125901 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:13:55.149149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbdc2d-8ff4-445d-9904-8b5a757dfb57 req-9fb80f88-847b-4cc8-9b97-87cf86cc514c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:55.150616 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-75dbdc2d-8ff4-445d-9904-8b5a757dfb57 req-9fb80f88-847b-4cc8-9b97-87cf86cc514c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdb96-6d21-480b-933c-afc25661083b HTTP/1.1" status: 200 len: 984 time: 0.1029501 Jul 27 20:13:55.184142 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:13:55.190845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3e2c554f-e25d-42c4-b01e-f6c5318a7ec1 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:13:55.202959 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-75dbdc2d-8ff4-445d-9904-8b5a757dfb57 req-45558eb4-0128-4cae-83df-74baf872aae3 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "GET /v2.0/security-groups?id=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e&id=bbb8dcc0-3cea-4384-be69-ef0278419b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0460975 Jul 27 20:13:55.214754 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-2bfd87c3-f0af-45d3-9ecf-748730bbf79d req-5e43479c-a834-45b5-9e07-23ae82aa2195 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Deleting port 7afe1553-2d56-4454-a658-20bd9f8e7112 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:55.215102 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2bfd87c3-f0af-45d3-9ecf-748730bbf79d req-5e43479c-a834-45b5-9e07-23ae82aa2195 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:55.322899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-2bfd87c3-f0af-45d3-9ecf-748730bbf79d req-5e43479c-a834-45b5-9e07-23ae82aa2195 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] For port 7afe1553-2d56-4454-a658-20bd9f8e7112, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=7afe1553-2d56-4454-a658-20bd9f8e7112,segment=NetworkSegment(7631d646-6e11-4406-b200-d7670ab2da7f),segment_id=7631d646-6e11-4406-b200-d7670ab2da7f)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:55.323285 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2bfd87c3-f0af-45d3-9ecf-748730bbf79d req-5e43479c-a834-45b5-9e07-23ae82aa2195 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:55.338135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-2bfd87c3-f0af-45d3-9ecf-748730bbf79d req-5e43479c-a834-45b5-9e07-23ae82aa2195 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Calling delete_port for 7afe1553-2d56-4454-a658-20bd9f8e7112 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:55.412074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14ffd0-d32d-4ef2-867d-776d0c2abe1e req-80a998e5-31d5-4053-bb01-9543c42c96d9 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:55.413660 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c14ffd0-d32d-4ef2-867d-776d0c2abe1e req-80a998e5-31d5-4053-bb01-9543c42c96d9 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 943 time: 0.0802534 Jul 27 20:13:55.464149 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c14ffd0-d32d-4ef2-867d-776d0c2abe1e req-f965a9aa-593a-48a4-bce5-3abf3fcab163 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439413 Jul 27 20:13:55.516027 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2bfd87c3-f0af-45d3-9ecf-748730bbf79d req-5e43479c-a834-45b5-9e07-23ae82aa2195 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:55.588066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43479c-a834-45b5-9e07-23ae82aa2195 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event deleted for resources: {'Port': ['ID=7afe1553-2d56-4454-a658-20bd9f8e7112,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:55.613555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfd87c3-f0af-45d3-9ecf-748730bbf79d req-5e43479c-a834-45b5-9e07-23ae82aa2195 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] No DVR routers for this DVR port 7afe1553-2d56-4454-a658-20bd9f8e7112 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:13:55.616956 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2bfd87c3-f0af-45d3-9ecf-748730bbf79d req-5e43479c-a834-45b5-9e07-23ae82aa2195 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:55.619737 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2bfd87c3-f0af-45d3-9ecf-748730bbf79d req-5e43479c-a834-45b5-9e07-23ae82aa2195 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.63 "DELETE /v2.0/ports/7afe1553-2d56-4454-a658-20bd9f8e7112 HTTP/1.1" status: 204 len: 173 time: 0.5445964 Jul 27 20:13:55.620181 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080bdb96-6d21-480b-933c-afc25661083b', 'name': 'network-vif-deleted', 'tag': '7afe1553-2d56-4454-a658-20bd9f8e7112'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:13:55.622511 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6356fb4-e58c-496a-8f25-254b2d3157b8" -d '{"events": [{"server_uuid": "080bdb96-6d21-480b-933c-afc25661083b", "name": "network-vif-deleted", "tag": "7afe1553-2d56-4454-a658-20bd9f8e7112"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:13:55.667860 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bab9c1-93ef-4e4d-9e3f-8b5e4b3113b3 x-openstack-request-id: req-42bab9c1-93ef-4e4d-9e3f-8b5e4b3113b3 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:13:55.668297 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080bdb96-6d21-480b-933c-afc25661083b", "name": "network-vif-deleted", "tag": "7afe1553-2d56-4454-a658-20bd9f8e7112", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:13:55.668600 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42bab9c1-93ef-4e4d-9e3f-8b5e4b3113b3 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:13:55.669576 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080bdb96-6d21-480b-933c-afc25661083b', 'name': 'network-vif-deleted', 'tag': '7afe1553-2d56-4454-a658-20bd9f8e7112', 'status': 'completed', 'code': 200} Jul 27 20:13:56.017825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55264) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:56.152848 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-968c6e50-3501-4839-ba0a-2bda8d37d3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:56.252187 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-968c6e50-3501-4839-ba0a-2bda8d37d3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:56.259607 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-968c6e50-3501-4839-ba0a-2bda8d37d3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:56.284887 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55270) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:56.303897 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-968c6e50-3501-4839-ba0a-2bda8d37d3c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bbf8a0f1da3f44f98b0a398e20e2e152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842464 Jul 27 20:13:56.304756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c6e50-3501-4839-ba0a-2bda8d37d3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196119dc-0b89-43a3-a2a4-ca1b02953de8,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:56.307248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55274) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:56.352551 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a76d5540-6c7b-4f9d-80f6-9883f6cb6abc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:56.365546 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fd8bec9e-de9f-410e-869a-a4c1e0641b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:56.376063 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a76d5540-6c7b-4f9d-80f6-9883f6cb6abc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:56.387654 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fd8bec9e-de9f-410e-869a-a4c1e0641b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:56.430276 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a76d5540-6c7b-4f9d-80f6-9883f6cb6abc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:56.434161 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a76d5540-6c7b-4f9d-80f6-9883f6cb6abc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:56.436437 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a76d5540-6c7b-4f9d-80f6-9883f6cb6abc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "DELETE /v2.0/security-groups/bbb8dcc0-3cea-4384-be69-ef0278419b0a HTTP/1.1" status: 204 len: 168 time: 0.1492271 Jul 27 20:13:56.438219 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fd8bec9e-de9f-410e-869a-a4c1e0641b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:56.439399 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55276) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:56.441473 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fd8bec9e-de9f-410e-869a-a4c1e0641b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:56.444899 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fd8bec9e-de9f-410e-869a-a4c1e0641b97 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/196119dc-0b89-43a3-a2a4-ca1b02953de8 HTTP/1.1" status: 204 len: 168 time: 0.1344969 Jul 27 20:13:56.456923 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bec9e-de9f-410e-869a-a4c1e0641b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196119dc-0b89-43a3-a2a4-ca1b02953de8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:56.481002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d5540-6c7b-4f9d-80f6-9883f6cb6abc tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb8dcc0-3cea-4384-be69-ef0278419b0a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:56.512078 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efadda43-af75-4153-8441-2c0a9353dc28 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:56.543348 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efadda43-af75-4153-8441-2c0a9353dc28 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:56.630743 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efadda43-af75-4153-8441-2c0a9353dc28 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:56.633738 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efadda43-af75-4153-8441-2c0a9353dc28 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:56.637063 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-efadda43-af75-4153-8441-2c0a9353dc28 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "DELETE /v2.0/security-groups/34cb96ca-5778-47d2-a6b2-c3e3d0180f5e HTTP/1.1" status: 204 len: 168 time: 0.1952748 Jul 27 20:13:56.639892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55288) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:56.647168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadda43-af75-4153-8441-2c0a9353dc28 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cb96ca-5778-47d2-a6b2-c3e3d0180f5e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:56.718663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77121f-940b-4f1e-a24c-1f0c2977f45b req-3e8c2778-27fb-47be-8bce-2345a382d456 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:56.720285 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e77121f-940b-4f1e-a24c-1f0c2977f45b req-3e8c2778-27fb-47be-8bce-2345a382d456 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 943 time: 0.1550951 Jul 27 20:13:56.819316 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e77121f-940b-4f1e-a24c-1f0c2977f45b req-ca8d5966-cd72-4462-85ba-962508675136 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856347 Jul 27 20:13:57.187135 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-63046e78-08be-4aad-aeb8-8f19e2039fc1 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:57.254417 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55308) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:57.371698 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-269919785-network', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:57.401126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] Made reservation on behalf of b0345374bc5343b9a7ca459b95cab135 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:13:57.405695 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:57.413681 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:57.525497 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:57.530791 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:57.554483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:13:57.573750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711dc401-efa7-4551-8366-6f106c9460cb,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:57.578135 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:57.578525 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] Added segment 1daf1f0c-4518-41cb-9961-62aca71f1f42 of type vlan for network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e Jul 27 20:13:57.585888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-63046e78-08be-4aad-aeb8-8f19e2039fc1 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Deleting port 8ff2bc90-d287-471a-8f88-b4b132d4097a {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:13:57.586148 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-63046e78-08be-4aad-aeb8-8f19e2039fc1 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:57.633610 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:57.669082 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:57.670387 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:57.671162 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:57.721215 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-63046e78-08be-4aad-aeb8-8f19e2039fc1 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] For port 8ff2bc90-d287-471a-8f88-b4b132d4097a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8ff2bc90-d287-471a-8f88-b4b132d4097a,segment=NetworkSegment(7631d646-6e11-4406-b200-d7670ab2da7f),segment_id=7631d646-6e11-4406-b200-d7670ab2da7f)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:13:57.721582 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-63046e78-08be-4aad-aeb8-8f19e2039fc1 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:57.734355 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4784040 Jul 27 20:13:57.738547 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55318) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:57.745739 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f8c6c0b5-bdca-4d28-9426-6d9249bca76c admin admin] Request body: {'subnet': {'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-269919785-subnet', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:57.748145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-63046e78-08be-4aad-aeb8-8f19e2039fc1 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Calling delete_port for 8ff2bc90-d287-471a-8f88-b4b132d4097a owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:13:57.755694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8ab12-e675-49c1-b860-deb2c824a1db admin admin] Pushing event updated for resources: {'Network': ['ID=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:57.768503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:13:57.784573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c6c0b5-bdca-4d28-9426-6d9249bca76c admin admin] Made reservation on behalf of b0345374bc5343b9a7ca459b95cab135 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:13:57.787595 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8c6c0b5-bdca-4d28-9426-6d9249bca76c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:57.989344 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8c6c0b5-bdca-4d28-9426-6d9249bca76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:58.036720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441adfc-8f5b-41f6-84d8-63aefb99daf2 req-6420fe2d-2f55-4d76-aa54-efb234acbe0d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:58.038870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e441adfc-8f5b-41f6-84d8-63aefb99daf2 req-6420fe2d-2f55-4d76-aa54-efb234acbe0d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 943 time: 0.1182237 Jul 27 20:13:58.039795 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-63046e78-08be-4aad-aeb8-8f19e2039fc1 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:58.059230 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6c0b5-bdca-4d28-9426-6d9249bca76c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8400c50b-e7c8-4589-97ec-a207f10cbcf2,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:58.066011 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c6c0b5-bdca-4d28-9426-6d9249bca76c admin admin] Checking segment: {'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:13:58.066367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c6c0b5-bdca-4d28-9426-6d9249bca76c admin admin] Network hostable DHCP agents. Network: 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:13:58.078666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63046e78-08be-4aad-aeb8-8f19e2039fc1 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event deleted for resources: {'Port': ['ID=8ff2bc90-d287-471a-8f88-b4b132d4097a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:58.090696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c6c0b5-bdca-4d28-9426-6d9249bca76c admin admin] Network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:13:58.108267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f8c6c0b5-bdca-4d28-9426-6d9249bca76c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:13:58.114831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c6c0b5-bdca-4d28-9426-6d9249bca76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:58.115566 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f8c6c0b5-bdca-4d28-9426-6d9249bca76c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:58.123947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5862982c-db6a-476d-a01b-d765bea14438 None None] Network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:13:58.147343 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f8c6c0b5-bdca-4d28-9426-6d9249bca76c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4050882 Jul 27 20:13:58.147562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55322) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:58.152221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:13:58.188784 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:58.191169 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:58.195663 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e441adfc-8f5b-41f6-84d8-63aefb99daf2 req-adff4d95-0f72-416f-b59d-1f0c97a66965 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203978 Jul 27 20:13:58.299782 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:58.341957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:13:58.342941 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:58.371829 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-63046e78-08be-4aad-aeb8-8f19e2039fc1 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:58.490039 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:58.519837 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Allocated IP 172.20.0.2 (8acf68bf-4ac6-4234-b97c-d49dcb08cb9e/8400c50b-e7c8-4589-97ec-a207f10cbcf2/80f7e5f0-f5f2-4df8-8e0a-beaec84972c6) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:13:58.704210 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:58.715157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Transition to ACTIVE for port object 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:13:58.734558 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Transition to ACTIVE for port object 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:13:58.750937 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:58.770188 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:58.802987 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:58.803422 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Pushing event updated for resources: {'Port': ['ID=80f7e5f0-f5f2-4df8-8e0a-beaec84972c6,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:58.821749 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:13:58.828911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:13:58.836433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:13:58.916510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Attempting to bind port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:13:58.917284 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Attempting to bind port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:13:58.917899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Attempting to bind port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 on network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:13:58.925382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:13:58.925773 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Checking segment: {'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:13:58.926187 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:58.926577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Bound using segment: {'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:13:58.927056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Bound port: 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:13:58.927444 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:58.943998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Allocated IP 172.25.1.37 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/85b64b1d-42a9-4b7d-befa-bb31326c5c3d) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:13:59.013679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] For port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:13:59.016926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] For port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=80f7e5f0-f5f2-4df8-8e0a-beaec84972c6,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:13:59.025948 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:59.037271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63046e78-08be-4aad-aeb8-8f19e2039fc1 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Router becab7f1-3330-4f44-815e-ecdc75f223d2 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:13:59.089545 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:59.127270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c553ea-3299-4f61-bd4c-79208905c79c None None] Pushing event updated for resources: {'Port': ['ID=80f7e5f0-f5f2-4df8-8e0a-beaec84972c6,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:59.133324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 7afe1553-2d56-4454-a658-20bd9f8e7112 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:13:59.158223 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 7afe1553-2d56-4454-a658-20bd9f8e7112 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:13:59.159066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 7afe1553-2d56-4454-a658-20bd9f8e7112 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:13:59.161336 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:59.198776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:13:59.202897 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:13:59.216171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Pushing event updated for resources: {'Port': ['ID=85b64b1d-42a9-4b7d-befa-bb31326c5c3d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:59.222559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:13:59.260496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63046e78-08be-4aad-aeb8-8f19e2039fc1 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:13:59.275429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-63046e78-08be-4aad-aeb8-8f19e2039fc1 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "PUT /v2.0/routers/becab7f1-3330-4f44-815e-ecdc75f223d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6339989 Jul 27 20:13:59.278181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55338) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:59.280697 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a60f68-2158-4151-99ad-492d3b960681 None None] Sync routers for ids ['becab7f1-3330-4f44-815e-ecdc75f223d2'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:13:59.303651 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a60f68-2158-4151-99ad-492d3b960681 None None] Routers {'becab7f1-3330-4f44-815e-ecdc75f223d2'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:13:59.321772 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f1a60f68-2158-4151-99ad-492d3b960681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['becab7f1-3330-4f44-815e-ecdc75f223d2'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:59.416279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5a3c0f-5f05-4d08-b8a6-e6cc41075e4c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Deleting subnet b4b285fc-3821-4f04-8f69-76997a52f6bc {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:13:59.422743 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee5a3c0f-5f05-4d08-b8a6-e6cc41075e4c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:59.482827 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee5a3c0f-5f05-4d08-b8a6-e6cc41075e4c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:59.484856 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-f1a60f68-2158-4151-99ad-492d3b960681 None None] Set router becab7f1-3330-4f44-815e-ecdc75f223d2 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:13:59.524714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1984c2-f99b-4834-9254-14081d91d1c9 req-a17490f3-b0ab-4cd7-9c33-9e59751ab361 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:13:59.526367 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d1984c2-f99b-4834-9254-14081d91d1c9 req-a17490f3-b0ab-4cd7-9c33-9e59751ab361 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 943 time: 0.1759343 Jul 27 20:13:59.640333 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee5a3c0f-5f05-4d08-b8a6-e6cc41075e4c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:59.646731 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:59.700347 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f1a60f68-2158-4151-99ad-492d3b960681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '408873ed-f757-470f-a27f-81feb5596b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:12:23Z', 'updated_at': '2021-07-27T20:13:57Z', 'revision_number': 5, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': '408873ed-f757-470f-a27f-81feb5596b47', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:24Z', 'updated_at': '2021-07-27T20:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:59.714899 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d1984c2-f99b-4834-9254-14081d91d1c9 req-7a9ad8f3-1a07-4e9e-8c94-a64eff22a4e7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754570 Jul 27 20:13:59.723604 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee5a3c0f-5f05-4d08-b8a6-e6cc41075e4c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:59.744485 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a60f68-2158-4151-99ad-492d3b960681 None None] Checking router: becab7f1-3330-4f44-815e-ecdc75f223d2 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:13:59.754204 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a60f68-2158-4151-99ad-492d3b960681 None None] Routers {'becab7f1-3330-4f44-815e-ecdc75f223d2'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:13:59.754831 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f1a60f68-2158-4151-99ad-492d3b960681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['becab7f1-3330-4f44-815e-ecdc75f223d2'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:13:59.764607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a3c0f-5f05-4d08-b8a6-e6cc41075e4c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b285fc-3821-4f04-8f69-76997a52f6bc,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:13:59.777443 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee5a3c0f-5f05-4d08-b8a6-e6cc41075e4c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:13:59.781951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ee5a3c0f-5f05-4d08-b8a6-e6cc41075e4c tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "DELETE /v2.0/subnets/b4b285fc-3821-4f04-8f69-76997a52f6bc HTTP/1.1" status: 204 len: 168 time: 0.5004151 Jul 27 20:13:59.783577 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55346) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:13:59.788104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12353377-c679-4724-9436-27d06a3c99d4 None None] Network 95e3469b-c50e-4e84-b8c9-47efa0d896d8 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:13:59.885389 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-f1a60f68-2158-4151-99ad-492d3b960681 None None] Set router becab7f1-3330-4f44-815e-ecdc75f223d2 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:00.047676 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f635547-67ad-4d10-bdd3-1f2ec92ec0a3 None None] DHCP port deletion for 95e3469b-c50e-4e84-b8c9-47efa0d896d8 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:14:00.110649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0f635547-67ad-4d10-bdd3-1f2ec92ec0a3 None None] Deleting port e973cc5b-1870-4bec-9793-18fd0a489a28 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:14:00.111176 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0f635547-67ad-4d10-bdd3-1f2ec92ec0a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:00.115502 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-f1a60f68-2158-4151-99ad-492d3b960681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '408873ed-f757-470f-a27f-81feb5596b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:12:23Z', 'updated_at': '2021-07-27T20:13:57Z', 'revision_number': 5, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': '408873ed-f757-470f-a27f-81feb5596b47', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:24Z', 'updated_at': '2021-07-27T20:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:00.172867 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a60f68-2158-4151-99ad-492d3b960681 None None] The sync data for ids ['becab7f1-3330-4f44-815e-ecdc75f223d2'] in n-d-705657-21 is: [{'id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943981303', 'tenant_id': '9c854ff9257846e186064799548c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '408873ed-f757-470f-a27f-81feb5596b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:12:23Z', 'updated_at': '2021-07-27T20:13:57Z', 'revision_number': 5, 'project_id': '9c854ff9257846e186064799548c21e7', 'gw_port': {'id': '408873ed-f757-470f-a27f-81feb5596b47', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becab7f1-3330-4f44-815e-ecdc75f223d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:12:24Z', 'updated_at': '2021-07-27T20:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:14:00.202854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0f635547-67ad-4d10-bdd3-1f2ec92ec0a3 None None] For port e973cc5b-1870-4bec-9793-18fd0a489a28, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e973cc5b-1870-4bec-9793-18fd0a489a28,segment=NetworkSegment(7631d646-6e11-4406-b200-d7670ab2da7f),segment_id=7631d646-6e11-4406-b200-d7670ab2da7f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:00.203310 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0f635547-67ad-4d10-bdd3-1f2ec92ec0a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:00.218140 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0f635547-67ad-4d10-bdd3-1f2ec92ec0a3 None None] Calling delete_port for e973cc5b-1870-4bec-9793-18fd0a489a28 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:14:00.310329 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0f635547-67ad-4d10-bdd3-1f2ec92ec0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:00.338897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f635547-67ad-4d10-bdd3-1f2ec92ec0a3 None None] Pushing event deleted for resources: {'Port': ['ID=e973cc5b-1870-4bec-9793-18fd0a489a28,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:00.342937 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f635547-67ad-4d10-bdd3-1f2ec92ec0a3 None None] No DVR routers for this DVR port e973cc5b-1870-4bec-9793-18fd0a489a28 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:14:00.435206 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:00.453407 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b744a3-f4cc-4b02-a5ae-190b71c2f9a0 None None] Network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:14:00.480079 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:00.529899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3e0744e6-205e-4c28-a278-0836e03ad837 None None] Provisioning for port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:00.673400 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:00.751052 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Router ef4165ec-9276-4a97-a984-c1a6774268d3 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:14:00.775135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Deleting port 408873ed-f757-470f-a27f-81feb5596b47 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:14:00.775855 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:00.875714 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:00.921099 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61774b-c746-4e0a-9704-7a5980a86f22 req-3e944c2d-e0dd-4369-a83e-acc209ba19dd tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:00.925730 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f61774b-c746-4e0a-9704-7a5980a86f22 req-3e944c2d-e0dd-4369-a83e-acc209ba19dd tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 943 time: 0.0890293 Jul 27 20:14:00.980254 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:00.984587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:00.985167 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.006184 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f61774b-c746-4e0a-9704-7a5980a86f22 req-897d8ae9-6ee5-403b-a6bd-ef2b352ea6da tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714550 Jul 27 20:14:01.023746 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:14:01.037461 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Sync routers for ids ['ef4165ec-9276-4a97-a984-c1a6774268d3'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:14:01.048819 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.052794 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-631b3236-25c4-47bb-8472-5564845ad8c1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9016702 Jul 27 20:14:01.053511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55364) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:01.055596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] For port 408873ed-f757-470f-a27f-81feb5596b47, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=408873ed-f757-470f-a27f-81feb5596b47,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:01.056000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.061493 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Routers {'ef4165ec-9276-4a97-a984-c1a6774268d3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:01.061493 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ef4165ec-9276-4a97-a984-c1a6774268d3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:01.069766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Calling delete_port for 408873ed-f757-470f-a27f-81feb5596b47 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:14:01.117185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ad5700c4-4c84-40b3-905a-a75361275d3f None None] Provisioning complete for port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:01.117570 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ad5700c4-4c84-40b3-905a-a75361275d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.281786 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.349920 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event deleted for resources: {'Port': ['ID=408873ed-f757-470f-a27f-81feb5596b47,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:01.380979 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.403405 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.423464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Set router ef4165ec-9276-4a97-a984-c1a6774268d3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:01.492851 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=80f7e5f0-f5f2-4df8-8e0a-beaec84972c6,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:01.525986 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.528779 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.539306 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.583361 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.583918 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Fanout notify agent at l3_agent the message router_deleted on router becab7f1-3330-4f44-815e-ecdc75f223d2 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:14:01.591646 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.595607 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-698d865e-8862-4a44-830a-a08d148ff89b tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "DELETE /v2.0/routers/becab7f1-3330-4f44-815e-ecdc75f223d2 HTTP/1.1" status: 204 len: 168 time: 1.8108716 Jul 27 20:14:01.597035 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55372) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:01.604046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 1290849b-1675-497d-aec5-f4bd74da774f details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:14:01.618434 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.676385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e973cc5b-1870-4bec-9793-18fd0a489a28 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:14:01.732052 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ad5700c4-4c84-40b3-905a-a75361275d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.742335 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab99073f-ac74-43f6-a217-ed75684e93a0 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.767958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: e973cc5b-1870-4bec-9793-18fd0a489a28 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:14:01.768573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e973cc5b-1870-4bec-9793-18fd0a489a28 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:14:01.769019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8ff2bc90-d287-471a-8f88-b4b132d4097a no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:14:01.778805 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:14:01.818602 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.resource_extend [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 20:14:01.860839 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=80f7e5f0-f5f2-4df8-8e0a-beaec84972c6,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:01.873796 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab99073f-ac74-43f6-a217-ed75684e93a0 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.885642 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-ab99073f-ac74-43f6-a217-ed75684e93a0 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e3469b-c50e-4e84-b8c9-47efa0d896d8']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:01.888725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Allocated IP 172.20.0.1 (8acf68bf-4ac6-4234-b97c-d49dcb08cb9e/8400c50b-e7c8-4589-97ec-a207f10cbcf2/91a184f7-389d-4c48-a9ae-0fd0ecf050b4) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:14:01.892303 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 8ff2bc90-d287-471a-8f88-b4b132d4097a {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:14:01.892870 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8ff2bc90-d287-471a-8f88-b4b132d4097a not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:14:01.902521 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-ab99073f-ac74-43f6-a217-ed75684e93a0 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7631d646-6e11-4406-b200-d7670ab2da7f') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:01.903263 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-ab99073f-ac74-43f6-a217-ed75684e93a0 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7631d646-6e11-4406-b200-d7670ab2da7f') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:01.919791 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab99073f-ac74-43f6-a217-ed75684e93a0 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.944536 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab99073f-ac74-43f6-a217-ed75684e93a0 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.951704 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab99073f-ac74-43f6-a217-ed75684e93a0 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:14:01.952109 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab99073f-ac74-43f6-a217-ed75684e93a0 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:14:01.955952 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:14:01.967377 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.db.api [None req-ad5700c4-4c84-40b3-905a-a75361275d3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:14:01.967735 n-d-705657-21 neutron-server[94061]: DEBUG oslo_db.api [None req-ad5700c4-4c84-40b3-905a-a75361275d3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:14:01.995468 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 1290849b-1675-497d-aec5-f4bd74da774f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1290849b-1675-497d-aec5-f4bd74da774f,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:02.010283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '1290849b-1675-497d-aec5-f4bd74da774f', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'port_id': '1290849b-1675-497d-aec5-f4bd74da774f', 'mac_address': 'fa:16:3e:29:b6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:14:02.014092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:13:59Z', 'revision_number': 3, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:02.014526 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.024644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab99073f-ac74-43f6-a217-ed75684e93a0 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.035946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Transition to ACTIVE for port object 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:02.044993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Checking router: ef4165ec-9276-4a97-a984-c1a6774268d3 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:14:02.045348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Updating router ef4165ec-9276-4a97-a984-c1a6774268d3 port 85b64b1d-42a9-4b7d-befa-bb31326c5c3d binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:14:02.053371 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab99073f-ac74-43f6-a217-ed75684e93a0 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.055325 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ab99073f-ac74-43f6-a217-ed75684e93a0 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] 10.222.0.48 "DELETE /v2.0/networks/95e3469b-c50e-4e84-b8c9-47efa0d896d8 HTTP/1.1" status: 204 len: 168 time: 0.4573114 Jul 27 20:14:02.077819 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99073f-ac74-43f6-a217-ed75684e93a0 tempest-TestSecurityGroupsBasicOps-1954955428 tempest-TestSecurityGroupsBasicOps-1954955428-project] Pushing event deleted for resources: {'Network': ['ID=95e3469b-c50e-4e84-b8c9-47efa0d896d8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:02.150320 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.170373 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1290849b-1675-497d-aec5-f4bd74da774f {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:14:02.175859 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.192329 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.221321 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 1290849b-1675-497d-aec5-f4bd74da774f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1290849b-1675-497d-aec5-f4bd74da774f,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:02.232968 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.240925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:14:02.244966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:02.253707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:14:02.311087 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.374666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=1290849b-1675-497d-aec5-f4bd74da774f,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:02.391573 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1520e-9206-4dba-a1dd-a6961c695ccf req-a62b1090-59bc-48e1-bcbc-9c5a71bdfc8b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:02.404383 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64b1520e-9206-4dba-a1dd-a6961c695ccf req-a62b1090-59bc-48e1-bcbc-9c5a71bdfc8b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 943 time: 0.2666166 Jul 27 20:14:02.435494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=91a184f7-389d-4c48-a9ae-0fd0ecf050b4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:02.493590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64b1520e-9206-4dba-a1dd-a6961c695ccf req-bdfd702c-fbf3-4278-b127-7e32867918a3 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881400 Jul 27 20:14:02.509030 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['1290849b-1675-497d-aec5-f4bd74da774f'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:14:02.528899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55386) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:02.694652 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.696162 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.717170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Transition to ACTIVE for port object 85b64b1d-42a9-4b7d-befa-bb31326c5c3d will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:02.730289 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-38a91a97-2610-419a-b438-22bda3bfafd1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c854ff9257846e186064799548c21e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2000735 Jul 27 20:14:02.731002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55396) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:02.741065 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.830806 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28fdba62-d4bf-4e48-9437-6a5018e5cab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.842210 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Attempting to bind port 85b64b1d-42a9-4b7d-befa-bb31326c5c3d on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:14:02.842593 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Attempting to bind port 85b64b1d-42a9-4b7d-befa-bb31326c5c3d by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:14:02.842970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Attempting to bind port 85b64b1d-42a9-4b7d-befa-bb31326c5c3d on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:14:02.856675 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:02.859894 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28fdba62-d4bf-4e48-9437-6a5018e5cab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.914776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:14:02.915220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:14:02.915696 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.916276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:14:02.917121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Bound port: 85b64b1d-42a9-4b7d-befa-bb31326c5c3d, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:14:02.917534 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.919821 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28fdba62-d4bf-4e48-9437-6a5018e5cab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.923309 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-28fdba62-d4bf-4e48-9437-6a5018e5cab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.925082 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-28fdba62-d4bf-4e48-9437-6a5018e5cab9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51b7ce42-11b0-4bcb-8aba-795e7f39724e HTTP/1.1" status: 204 len: 168 time: 0.1930742 Jul 27 20:14:02.935015 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b547a805-a858-4965-8dd9-d5c074893b12 None None] Provisioning for port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:02.937018 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdba62-d4bf-4e48-9437-6a5018e5cab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b7ce42-11b0-4bcb-8aba-795e7f39724e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:02.942364 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.949889 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:02.988801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabd953-f563-4726-95d4-09a0ca279b78 None None] Pushing event updated for resources: {'Port': ['ID=85b64b1d-42a9-4b7d-befa-bb31326c5c3d,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:03.000955 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:03.006274 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b547a805-a858-4965-8dd9-d5c074893b12 None None] Provisioning complete for port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:03.006770 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b547a805-a858-4965-8dd9-d5c074893b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:03.076550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:03.077067 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:03.137397 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:14:03.140270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:03.149166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] For port 85b64b1d-42a9-4b7d-befa-bb31326c5c3d, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:14:03.160756 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b547a805-a858-4965-8dd9-d5c074893b12 None None] Port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:14:03.163638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=91a184f7-389d-4c48-a9ae-0fd0ecf050b4,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:03.188949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] For port 85b64b1d-42a9-4b7d-befa-bb31326c5c3d, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=85b64b1d-42a9-4b7d-befa-bb31326c5c3d,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:14:03.230048 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:03.321300 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Router ef4165ec-9276-4a97-a984-c1a6774268d3 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:14:03.393921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55406) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:03.415072 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c8a6e8ef-b4df-4b42-8498-12ad32262d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:03.415802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabd953-f563-4726-95d4-09a0ca279b78 None None] Pushing event updated for resources: {'Port': ['ID=85b64b1d-42a9-4b7d-befa-bb31326c5c3d,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:03.451855 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 408873ed-f757-470f-a27f-81feb5596b47 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:14:03.488953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Routers {'ef4165ec-9276-4a97-a984-c1a6774268d3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:03.489944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ef4165ec-9276-4a97-a984-c1a6774268d3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:03.498136 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 408873ed-f757-470f-a27f-81feb5596b47 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:14:03.498629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 408873ed-f757-470f-a27f-81feb5596b47 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:14:03.499972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:14:03.521950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b0f79cae-832b-476f-87c6-b57385532ea2 admin admin] 10.222.0.48 "PUT /v2.0/routers/ef4165ec-9276-4a97-a984-c1a6774268d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4668403 Jul 27 20:14:03.578435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7e2abd38-6bc0-4142-b232-eb1624c66b11 None None] Provisioning complete for port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:03.578849 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7e2abd38-6bc0-4142-b232-eb1624c66b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:03.579880 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c8a6e8ef-b4df-4b42-8498-12ad32262d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:03.590800 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c8a6e8ef-b4df-4b42-8498-12ad32262d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:03.644802 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c8a6e8ef-b4df-4b42-8498-12ad32262d23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30604da3d7464bd781add07a8d0bb235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495217 Jul 27 20:14:03.646703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6e8ef-b4df-4b42-8498-12ad32262d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552acfe7-e309-4007-9c95-22490e72c955,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:03.649624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55414) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:03.706463 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2d71-fb8b-4c82-8e49-87fd977fa981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:03.719988 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd24b58-0e6a-432f-9c76-6e0796b0eb56 req-c92ee51b-8fc3-48b2-9efe-18e70cc3145b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:03.722187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5dd24b58-0e6a-432f-9c76-6e0796b0eb56 req-c92ee51b-8fc3-48b2-9efe-18e70cc3145b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 944 time: 0.1215444 Jul 27 20:14:03.731443 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2d71-fb8b-4c82-8e49-87fd977fa981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:03.764141 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-7e2abd38-6bc0-4142-b232-eb1624c66b11 None None] Port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:14:03.792257 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2d71-fb8b-4c82-8e49-87fd977fa981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:03.795378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2d71-fb8b-4c82-8e49-87fd977fa981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:03.798844 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bb6f2d71-fb8b-4c82-8e49-87fd977fa981 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/552acfe7-e309-4007-9c95-22490e72c955 HTTP/1.1" status: 204 len: 168 time: 0.1460466 Jul 27 20:14:03.807440 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f2d71-fb8b-4c82-8e49-87fd977fa981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552acfe7-e309-4007-9c95-22490e72c955,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:03.815072 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5dd24b58-0e6a-432f-9c76-6e0796b0eb56 req-28c37ad4-f765-4a22-8601-eb864630b917 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826030 Jul 27 20:14:03.820937 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] Set router ef4165ec-9276-4a97-a984-c1a6774268d3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:04.089383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 2, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:04.127592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbddfe2-fdd6-4b44-b349-e8cb90be1a46 None None] The sync data for ids ['ef4165ec-9276-4a97-a984-c1a6774268d3'] in n-d-705657-21 is: [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 2, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:14:04.197799 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55428) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:04.205247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-7dbabf4f-d93d-43ca-b727-ebfa29b2e9a9 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017564294', 'description': 'tempest-description--526621096'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:04.236135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55430) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:04.238640 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7dbabf4f-d93d-43ca-b727-ebfa29b2e9a9 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.289700 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4c857029-bb10-4df2-a3e0-83855bd20636 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=264307272608498b8aace5d1bb2129e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521669 Jul 27 20:14:04.292275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55432) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:04.338564 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7dbabf4f-d93d-43ca-b727-ebfa29b2e9a9 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.343480 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7dbabf4f-d93d-43ca-b727-ebfa29b2e9a9 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.350653 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17e3bb0f-1d4d-4ecc-b9a4-a94d1a010bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.371777 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7dbabf4f-d93d-43ca-b727-ebfa29b2e9a9 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.375872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7dbabf4f-d93d-43ca-b727-ebfa29b2e9a9 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1729367 Jul 27 20:14:04.376079 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55434) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:04.378644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17e3bb0f-1d4d-4ecc-b9a4-a94d1a010bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.381045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-966fa433-e3b2-4682-8e8a-4d8b91f529b8 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Request body: {'security_group_rule': {'security_group_id': '21afbd50-e0ff-4dee-8294-0261fc7a3978', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:04.404851 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbabf4f-d93d-43ca-b727-ebfa29b2e9a9 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21afbd50-e0ff-4dee-8294-0261fc7a3978,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:04.463000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17e3bb0f-1d4d-4ecc-b9a4-a94d1a010bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.465855 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-17e3bb0f-1d4d-4ecc-b9a4-a94d1a010bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.466001 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-966fa433-e3b2-4682-8e8a-4d8b91f529b8 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.467060 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-17e3bb0f-1d4d-4ecc-b9a4-a94d1a010bb5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e1f66c8-027a-4c35-ae99-bdff35daa00e HTTP/1.1" status: 204 len: 168 time: 0.1734252 Jul 27 20:14:04.483665 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3bb0f-1d4d-4ecc-b9a4-a94d1a010bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1f66c8-027a-4c35-ae99-bdff35daa00e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:04.551733 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-966fa433-e3b2-4682-8e8a-4d8b91f529b8 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.562763 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-966fa433-e3b2-4682-8e8a-4d8b91f529b8 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.608077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fa433-e3b2-4682-8e8a-4d8b91f529b8 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f55edd6-9312-4346-81fc-abddaed79eb5,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:04.616455 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-966fa433-e3b2-4682-8e8a-4d8b91f529b8 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.621999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-966fa433-e3b2-4682-8e8a-4d8b91f529b8 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2448573 Jul 27 20:14:04.624603 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55444) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:04.638864 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-aa66d4c0-673d-41b8-8093-1555cd1b10af tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Request body: {'security_group_rule': {'security_group_id': '21afbd50-e0ff-4dee-8294-0261fc7a3978', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:04.680597 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa66d4c0-673d-41b8-8093-1555cd1b10af tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.790459 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa66d4c0-673d-41b8-8093-1555cd1b10af tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.796240 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa66d4c0-673d-41b8-8093-1555cd1b10af tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.823807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66d4c0-673d-41b8-8093-1555cd1b10af tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62a2ec1-9460-4b89-9405-1f545c792225,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:04.827906 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa66d4c0-673d-41b8-8093-1555cd1b10af tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:04.829207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aa66d4c0-673d-41b8-8093-1555cd1b10af tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2035925 Jul 27 20:14:04.832596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55450) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:04.837548 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:04.871316 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:05.004013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d911a0-a91a-4b3c-b607-b83071493599 req-1b9f6abd-1dbe-4552-8552-659a541f5d0e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:05.006730 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35d911a0-a91a-4b3c-b607-b83071493599 req-1b9f6abd-1dbe-4552-8552-659a541f5d0e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 944 time: 0.0979357 Jul 27 20:14:05.057508 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:05.093917 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35d911a0-a91a-4b3c-b607-b83071493599 req-0462dde5-77f8-4e73-9c04-605e0beff362 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795105 Jul 27 20:14:05.234265 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Allocated IP 172.25.1.133 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/3858b014-d480-4661-8208-1d2dbfab4b2c) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:14:05.397914 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:05.454923 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:05.492177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55472) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:05.494696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:14:05.498170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:05.501988 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:14:05.543949 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event updated for resources: {'Port': ['ID=3858b014-d480-4661-8208-1d2dbfab4b2c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:05.570709 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 1290849b-1675-497d-aec5-f4bd74da774f up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:05.633564 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:05.666141 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 1290849b-1675-497d-aec5-f4bd74da774f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:05.691608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 1290849b-1675-497d-aec5-f4bd74da774f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:05.696949 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:05.714146 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:05.716738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1018434252-network', 'tenant_id': '19d4ac256f91449da806d5826769fc7c'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:05.756931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] Made reservation on behalf of 19d4ac256f91449da806d5826769fc7c for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:14:05.777277 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:05.825002 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:05.868434 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:05.916742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 1290849b-1675-497d-aec5-f4bd74da774f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1290849b-1675-497d-aec5-f4bd74da774f,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:05.918161 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dcd21d-af54-4018-a125-44a042df9b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1290849b-1675-497d-aec5-f4bd74da774f'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:14:05.918502 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:05.922365 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b2168f-bba8-4470-8d54-4a7b061ffdc4" -d '{"events": [{"server_uuid": "03dcd21d-af54-4018-a125-44a042df9b1f", "name": "network-vif-plugged", "status": "completed", "tag": "1290849b-1675-497d-aec5-f4bd74da774f"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:14:05.926779 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:05.927417 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:05.990650 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:06.001433 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:06.011007 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66a234b-9429-4f91-81f3-96d5e5b5b384 x-openstack-request-id: req-c66a234b-9429-4f91-81f3-96d5e5b5b384 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:14:06.011368 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03dcd21d-af54-4018-a125-44a042df9b1f", "name": "network-vif-plugged", "status": "completed", "tag": "1290849b-1675-497d-aec5-f4bd74da774f", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:14:06.012190 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c66a234b-9429-4f91-81f3-96d5e5b5b384 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:14:06.012190 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dcd21d-af54-4018-a125-44a042df9b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1290849b-1675-497d-aec5-f4bd74da774f', 'code': 200} Jul 27 20:14:06.013391 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=1290849b-1675-497d-aec5-f4bd74da774f,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:06.034634 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:06.051773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:14:06.055156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:06.056913 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c074eb-c0ec-41c7-9a06-7790c25b5f15,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:06.075176 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:06.075523 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] Added segment 539e4a38-d244-4534-bb7b-f3cb40461067 of type vlan for network b33ba56e-0146-46fd-972d-79ee0e1f15bb Jul 27 20:14:06.081916 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2463863 Jul 27 20:14:06.083044 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f647526-20bd-4a13-81ca-03d9ae9e41b1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event updated for resources: {'Port': ['ID=3858b014-d480-4661-8208-1d2dbfab4b2c,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:06.165781 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:06.211130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6e25d-abbc-4fcb-8a1a-61d4ce4e9a2b req-07b507ad-b380-4a75-8ac6-dd526575691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:06.213170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50d6e25d-abbc-4fcb-8a1a-61d4ce4e9a2b req-07b507ad-b380-4a75-8ac6-dd526575691a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 1097 time: 0.1518672 Jul 27 20:14:06.245239 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:06.246162 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:06.246850 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:06.677470 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Sync routers for ids ['ef4165ec-9276-4a97-a984-c1a6774268d3'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:14:06.679394 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1830323 Jul 27 20:14:06.681062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55510) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:06.686331 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-261f0aaf-f488-4e77-bb22-d7649eac800b admin admin] Request body: {'subnet': {'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1018434252-subnet', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:06.697187 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c336d-3faf-4f63-9e39-13a90d522dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=b33ba56e-0146-46fd-972d-79ee0e1f15bb,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:06.699384 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Routers {'ef4165ec-9276-4a97-a984-c1a6774268d3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:06.706912 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50d6e25d-abbc-4fcb-8a1a-61d4ce4e9a2b req-d339da8d-10dd-48ff-a965-cca4435951da service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4849572 Jul 27 20:14:06.708236 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ef4165ec-9276-4a97-a984-c1a6774268d3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:06.712155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network b33ba56e-0146-46fd-972d-79ee0e1f15bb details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:14:06.742854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-e574b686-7614-4df4-beaa-2acd53685b09 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1017564294&fields=id&tenant_id=b0345374bc5343b9a7ca459b95cab135 HTTP/1.1" status: 200 len: 267 time: 0.4647233 Jul 27 20:14:06.778348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261f0aaf-f488-4e77-bb22-d7649eac800b admin admin] Made reservation on behalf of 19d4ac256f91449da806d5826769fc7c for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:14:06.780833 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-261f0aaf-f488-4e77-bb22-d7649eac800b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:06.844259 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08aa1c-7e1c-4841-9dc4-1c8645742387 req-919584c1-aab8-49c2-9e78-31fc4d26bdb8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:06.846331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e08aa1c-7e1c-4841-9dc4-1c8645742387 req-919584c1-aab8-49c2-9e78-31fc4d26bdb8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 945 time: 0.6223433 Jul 27 20:14:06.910575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 85b64b1d-42a9-4b7d-befa-bb31326c5c3d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:06.944428 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Set router ef4165ec-9276-4a97-a984-c1a6774268d3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:06.969559 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e08aa1c-7e1c-4841-9dc4-1c8645742387 req-09ebffb8-e149-40eb-b8ea-a3a88d2dfc09 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135230 Jul 27 20:14:06.983759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1c42c2ac-8c2c-437a-a412-19daa4336708 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:06.991504 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1c42c2ac-8c2c-437a-a412-19daa4336708 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/networks?id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e HTTP/1.1" status: 200 len: 810 time: 0.2474706 Jul 27 20:14:07.010751 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-a8db7262-9cbe-4fa4-9f0a-6becce4e083d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/quotas/b0345374bc5343b9a7ca459b95cab135 HTTP/1.1" status: 200 len: 375 time: 0.0180304 Jul 27 20:14:07.018471 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 85b64b1d-42a9-4b7d-befa-bb31326c5c3d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:07.023801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 85b64b1d-42a9-4b7d-befa-bb31326c5c3d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:07.024198 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:07.100252 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-261f0aaf-f488-4e77-bb22-d7649eac800b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:07.102594 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-5fcee030-a124-4f7b-b869-fc5f76611b31 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0345374bc5343b9a7ca459b95cab135&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0894382 Jul 27 20:14:07.169092 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f0aaf-f488-4e77-bb22-d7649eac800b admin admin] Checking segment: {'id': '539e4a38-d244-4534-bb7b-f3cb40461067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:14:07.169457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f0aaf-f488-4e77-bb22-d7649eac800b admin admin] Network hostable DHCP agents. Network: b33ba56e-0146-46fd-972d-79ee0e1f15bb, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:14:07.172755 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f0aaf-f488-4e77-bb22-d7649eac800b admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e4abf5-3034-468d-9868-1ceb60db2cc8,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:07.174841 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:07.194685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f0aaf-f488-4e77-bb22-d7649eac800b admin admin] Network b33ba56e-0146-46fd-972d-79ee0e1f15bb is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:14:07.209784 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-261f0aaf-f488-4e77-bb22-d7649eac800b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, b33ba56e-0146-46fd-972d-79ee0e1f15bb) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:07.214137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261f0aaf-f488-4e77-bb22-d7649eac800b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:07.215496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-261f0aaf-f488-4e77-bb22-d7649eac800b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:07.223700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3cb02f-098a-4f1f-a7bf-5d15cb0d12a7 None None] Network b33ba56e-0146-46fd-972d-79ee0e1f15bb requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:14:07.230322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 85b64b1d-42a9-4b7d-befa-bb31326c5c3d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=85b64b1d-42a9-4b7d-befa-bb31326c5c3d,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:07.234012 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-261f0aaf-f488-4e77-bb22-d7649eac800b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5516593 Jul 27 20:14:07.236912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55520) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:07.244874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:07.268862 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:07.270927 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:07.271789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:07.325411 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 2, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:07.359416 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=85b64b1d-42a9-4b7d-befa-bb31326c5c3d,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:07.361772 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Checking router: ef4165ec-9276-4a97-a984-c1a6774268d3 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:14:07.362359 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Updating router ef4165ec-9276-4a97-a984-c1a6774268d3 port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:14:07.371191 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:07.404172 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:07.433092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-2d77d7e8-1495-4600-86f3-7144fe022719 service neutron] 10.222.0.48 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206167 Jul 27 20:14:07.560983 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:07.624901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-6969b591-00b0-49f4-8f5f-8919baac55b6 service neutron] 10.222.0.48 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840651 Jul 27 20:14:07.802606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'fixed_ips': [{'subnet_id': '65e4abf5-3034-468d-9868-1ceb60db2cc8'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:14:07.805366 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:07.860314 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:07.904878 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-17053792-2002-43e4-bfa2-66a77c218d5c req-6313f01f-89fe-42dc-bd4d-65ddceb8befd tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 210 time: 0.0642028 Jul 27 20:14:07.922370 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:07.981200 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Allocated IP 172.20.0.2 (b33ba56e-0146-46fd-972d-79ee0e1f15bb/65e4abf5-3034-468d-9868-1ceb60db2cc8/f1733554-ead9-404d-abca-c78af19de7d5) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:14:08.027606 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:08.039195 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Transition to ACTIVE for port object 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:08.047062 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:08.062590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Allocated IP 172.25.1.127 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/27891483-0486-494c-9a1f-7c6dc2e0dd80) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:14:08.219862 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Attempting to bind port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:14:08.220305 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Attempting to bind port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:14:08.221947 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Attempting to bind port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 on network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:14:08.225727 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4182f-d669-4dd9-bb67-95b16c803a50 None None] Pushing event updated for resources: {'Port': ['ID=91a184f7-389d-4c48-a9ae-0fd0ecf050b4,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:08.243197 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4182f-d669-4dd9-bb67-95b16c803a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:08.243544 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4182f-d669-4dd9-bb67-95b16c803a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:08.243882 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4182f-d669-4dd9-bb67-95b16c803a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:08.244833 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4182f-d669-4dd9-bb67-95b16c803a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:08.244833 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4182f-d669-4dd9-bb67-95b16c803a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:08.245005 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4182f-d669-4dd9-bb67-95b16c803a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:08.245307 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4182f-d669-4dd9-bb67-95b16c803a50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:08.245552 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4182f-d669-4dd9-bb67-95b16c803a50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:08.245892 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4182f-d669-4dd9-bb67-95b16c803a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:08.246178 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4182f-d669-4dd9-bb67-95b16c803a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:08.246506 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4182f-d669-4dd9-bb67-95b16c803a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:08.246825 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4182f-d669-4dd9-bb67-95b16c803a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:08.258831 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:14:08.259209 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Checking segment: {'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:14:08.262098 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:08.264723 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Bound using segment: {'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:14:08.265236 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Bound port: 91a184f7-389d-4c48-a9ae-0fd0ecf050b4, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:14:08.265626 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:08.289749 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:08.329471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d82fd-b955-4834-8dfe-955f5c9d3dfe req-d3d1e4c2-7839-49c6-85cf-43b21f9a9bfb tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:08.342147 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a9d82fd-b955-4834-8dfe-955f5c9d3dfe req-d3d1e4c2-7839-49c6-85cf-43b21f9a9bfb tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 945 time: 0.1977301 Jul 27 20:14:08.398633 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:08.403357 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:08.410151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Transition to ACTIVE for port object f1733554-ead9-404d-abca-c78af19de7d5 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:08.416061 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] For port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:14:08.422530 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] For port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=91a184f7-389d-4c48-a9ae-0fd0ecf050b4,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:14:08.431106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Transition to ACTIVE for port object f1733554-ead9-404d-abca-c78af19de7d5 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:08.442595 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:08.454146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a9d82fd-b955-4834-8dfe-955f5c9d3dfe req-aafca3f4-a49e-423e-b193-9291f9f61cee tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978971 Jul 27 20:14:08.461047 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:08.484748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:14:08.504297 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:08.517517 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:14:08.522330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Pushing event updated for resources: {'Port': ['ID=f1733554-ead9-404d-abca-c78af19de7d5,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:08.550864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Network b33ba56e-0146-46fd-972d-79ee0e1f15bb is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:14:08.553203 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:08.556955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:14:08.589544 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Routers {'ef4165ec-9276-4a97-a984-c1a6774268d3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:08.590599 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ef4165ec-9276-4a97-a984-c1a6774268d3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:08.602903 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4182f-d669-4dd9-bb67-95b16c803a50 None None] Pushing event updated for resources: {'Port': ['ID=91a184f7-389d-4c48-a9ae-0fd0ecf050b4,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:08.681108 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:08.688213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Attempting to bind port f1733554-ead9-404d-abca-c78af19de7d5 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:14:08.693868 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Attempting to bind port f1733554-ead9-404d-abca-c78af19de7d5 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '539e4a38-d244-4534-bb7b-f3cb40461067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:14:08.694237 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Attempting to bind port f1733554-ead9-404d-abca-c78af19de7d5 on network b33ba56e-0146-46fd-972d-79ee0e1f15bb {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:14:08.707683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:14:08.708050 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Checking segment: {'id': '539e4a38-d244-4534-bb7b-f3cb40461067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:14:08.708488 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:08.708882 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Bound using segment: {'id': '539e4a38-d244-4534-bb7b-f3cb40461067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:14:08.709367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Bound port: f1733554-ead9-404d-abca-c78af19de7d5, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539e4a38-d244-4534-bb7b-f3cb40461067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:14:08.709977 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:08.744200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Pushing event updated for resources: {'Port': ['ID=27891483-0486-494c-9a1f-7c6dc2e0dd80,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:08.769850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1d880-5252-4cf4-82a5-535bc50f355c req-a4fb1e66-f76c-4c96-b3dd-24738decfa87 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:08.783033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78d1d880-5252-4cf4-82a5-535bc50f355c req-a4fb1e66-f76c-4c96-b3dd-24738decfa87 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 945 time: 0.2444887 Jul 27 20:14:08.839746 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] Set router ef4165ec-9276-4a97-a984-c1a6774268d3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:08.865996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] For port f1733554-ead9-404d-abca-c78af19de7d5, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:14:08.870545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] For port f1733554-ead9-404d-abca-c78af19de7d5, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f1733554-ead9-404d-abca-c78af19de7d5,segment=NetworkSegment(539e4a38-d244-4534-bb7b-f3cb40461067),segment_id=539e4a38-d244-4534-bb7b-f3cb40461067)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:14:08.877311 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:08.930742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78d1d880-5252-4cf4-82a5-535bc50f355c req-5ec3874c-c877-426d-9105-e15c8b5f4cb0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352904 Jul 27 20:14:08.972075 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55546) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:08.997949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:09.079080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdb93ec-0838-475b-b877-9dcf3cc09afe tempest-TestVolumeBootPattern-484304527 tempest-TestVolumeBootPattern-484304527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:09.081780 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dfdb93ec-0838-475b-b877-9dcf3cc09afe tempest-TestVolumeBootPattern-484304527 tempest-TestVolumeBootPattern-484304527-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 1092 time: 0.1059444 Jul 27 20:14:09.084937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55548) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:09.097606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '1290849b-1675-497d-aec5-f4bd74da774f', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:09.163086 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b89fb990-b881-48b6-9c40-dee9272dccb3 req-ee9b2cda-29ff-4d92-a9fc-3a178301a406 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 210 time: 0.0597773 Jul 27 20:14:09.177739 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:09.252797 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:08Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:09.264560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a30be0-776f-4288-bf3b-aae343e0a32a None None] Pushing event updated for resources: {'Port': ['ID=f1733554-ead9-404d-abca-c78af19de7d5,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:09.285936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:09.291396 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:09.291770 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:09.370716 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ee236-2ae9-4cf3-9ce5-6b61a703d35e None None] The sync data for ids ['ef4165ec-9276-4a97-a984-c1a6774268d3'] in n-d-705657-21 is: [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:08Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:14:09.411913 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:09.421740 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:09.484806 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:09.559151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=91a184f7-389d-4c48-a9ae-0fd0ecf050b4,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:09.574159 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:09.576102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 85b64b1d-42a9-4b7d-befa-bb31326c5c3d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:09.668174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Allocated IP 172.25.1.16 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/ed0c9c1f-527c-40c5-80ed-ea88c63b796e) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:14:09.706673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=91a184f7-389d-4c48-a9ae-0fd0ecf050b4,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:09.749827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 85b64b1d-42a9-4b7d-befa-bb31326c5c3d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:09.750198 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:09.832057 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-c0feb23d-8315-4fe8-8519-501b12d59bce tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:09.837456 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-c0feb23d-8315-4fe8-8519-501b12d59bce tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.63 "GET /v2.0/networks?id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e HTTP/1.1" status: 200 len: 810 time: 0.4124727 Jul 27 20:14:09.862857 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:09.918614 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:09.967019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'Port': ['ID=ed0c9c1f-527c-40c5-80ed-ea88c63b796e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:09.993066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:14:09.995024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:10.000431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:14:10.375575 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dee07a63-cfe8-4116-8666-b6b3bf73a1d9 req-5c7e652d-d897-44cf-9815-0108e56f13e3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 210 time: 0.0680909 Jul 27 20:14:10.393585 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-2c9800a1-72b9-42f9-b0d6-35b7197345d2 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0345374bc5343b9a7ca459b95cab135 HTTP/1.1" status: 200 len: 380 time: 0.0603075 Jul 27 20:14:10.411245 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1dd3fef3-6bf8-4735-97ad-db68306e744a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Request body: {'port': {'device_id': '14d35543-bdb3-4721-9db6-e4a567180b7f', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'admin_state_up': True, 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'security_groups': ['21afbd50-e0ff-4dee-8294-0261fc7a3978']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:10.516962 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:10.560947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27214276-5139-455a-b662-bdb08d607409 None None] Network b33ba56e-0146-46fd-972d-79ee0e1f15bb requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:14:10.642573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-146761cc-33f9-47c7-98e9-04d79e0f89d0 None None] Provisioning for port f1733554-ead9-404d-abca-c78af19de7d5 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:10.678370 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1dd3fef3-6bf8-4735-97ad-db68306e744a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Made reservation on behalf of b0345374bc5343b9a7ca459b95cab135 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:14:10.683444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1dd3fef3-6bf8-4735-97ad-db68306e744a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:10.780472 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:10.819397 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Router 1085e45a-0142-4fb3-b397-50b7a8e62ebc is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:14:10.905905 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:10.989488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:11.048414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:11.048982 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:11.060917 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1dd3fef3-6bf8-4735-97ad-db68306e744a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Allocated IP 172.20.0.7 (8acf68bf-4ac6-4234-b97c-d49dcb08cb9e/8400c50b-e7c8-4589-97ec-a207f10cbcf2/54428b26-c661-4f85-ae70-c248e720befe) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:14:11.075054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:14:11.113775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Sync routers for ids ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:14:11.123095 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:11.127574 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0d4f2e79-02ed-4aa6-acd3-eb9a502bb838 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8888180 Jul 27 20:14:11.128480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55564) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:11.153278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Routers {'1085e45a-0142-4fb3-b397-50b7a8e62ebc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:11.154023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:11.231431 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:11.245434 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:11.286618 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1dd3fef3-6bf8-4735-97ad-db68306e744a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:11.303708 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1dd3fef3-6bf8-4735-97ad-db68306e744a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Transition to ACTIVE for port object 54428b26-c661-4f85-ae70-c248e720befe will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:11.325265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'Port': ['ID=ed0c9c1f-527c-40c5-80ed-ea88c63b796e,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:11.333088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Set router 1085e45a-0142-4fb3-b397-50b7a8e62ebc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:11.344549 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1dd3fef3-6bf8-4735-97ad-db68306e744a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:11.399906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1dd3fef3-6bf8-4735-97ad-db68306e744a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:14:11.404364 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1dd3fef3-6bf8-4735-97ad-db68306e744a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:11.422119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1dd3fef3-6bf8-4735-97ad-db68306e744a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:14:11.449466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f1733554-ead9-404d-abca-c78af19de7d5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:11.454531 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:11.504342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1dd3fef3-6bf8-4735-97ad-db68306e744a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:11.505456 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1dd3fef3-6bf8-4735-97ad-db68306e744a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:11.544677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3fef3-6bf8-4735-97ad-db68306e744a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event updated for resources: {'Port': ['ID=54428b26-c661-4f85-ae70-c248e720befe,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:11.569367 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1dd3fef3-6bf8-4735-97ad-db68306e744a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1680057 Jul 27 20:14:11.575307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f1733554-ead9-404d-abca-c78af19de7d5 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:11.586660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Request body: {'port': {'device_id': '14d35543-bdb3-4721-9db6-e4a567180b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:11.604914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f1733554-ead9-404d-abca-c78af19de7d5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:11.605561 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:11.727640 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:11.745650 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Floating IP ed21a37d-13f3-4d7c-8794-f642d370569e associated. External IP: 172.25.1.16, port: 1290849b-1675-497d-aec5-f4bd74da774f. Jul 27 20:14:11.748040 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:11.774604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:09Z', 'revision_number': 3, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'gw_port': {'id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:11.813778 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Checking router: 1085e45a-0142-4fb3-b397-50b7a8e62ebc for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:14:11.814553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Updating router 1085e45a-0142-4fb3-b397-50b7a8e62ebc port 27891483-0486-494c-9a1f-7c6dc2e0dd80 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:14:11.862265 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:11.914330 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:11.919804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c7171-b054-4c14-bb30-47714e2a5dbe req-6163b84a-61a0-4526-bdc1-a4f8b4101ed3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:11.921486 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-401814e7-fea4-49e5-a7d8-8bc0523b6c9b None None] Provisioning for port 54428b26-c661-4f85-ae70-c248e720befe completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:11.928114 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c9c7171-b054-4c14-bb30-47714e2a5dbe req-6163b84a-61a0-4526-bdc1-a4f8b4101ed3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 931 time: 0.3917954 Jul 27 20:14:11.940526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-401814e7-fea4-49e5-a7d8-8bc0523b6c9b None None] Provisioning complete for port 54428b26-c661-4f85-ae70-c248e720befe triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:11.941332 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-401814e7-fea4-49e5-a7d8-8bc0523b6c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:12.061702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port f1733554-ead9-404d-abca-c78af19de7d5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f1733554-ead9-404d-abca-c78af19de7d5,segment=NetworkSegment(539e4a38-d244-4534-bb7b-f3cb40461067),segment_id=539e4a38-d244-4534-bb7b-f3cb40461067)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:12.071447 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:12.085491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54428b26-c661-4f85-ae70-c248e720befe {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:14:12.097377 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:12.115880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Transition to ACTIVE for port object 54428b26-c661-4f85-ae70-c248e720befe will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:12.121379 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:12.125763 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-401814e7-fea4-49e5-a7d8-8bc0523b6c9b None None] Port 54428b26-c661-4f85-ae70-c248e720befe cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:14:12.206567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=f1733554-ead9-404d-abca-c78af19de7d5,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:12.226715 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Pushing event updated for resources: {'Port': ['ID=54428b26-c661-4f85-ae70-c248e720befe,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:12.320272 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Attempting to bind port 54428b26-c661-4f85-ae70-c248e720befe on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:14:12.321062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Attempting to bind port 54428b26-c661-4f85-ae70-c248e720befe by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:14:12.321410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Attempting to bind port 54428b26-c661-4f85-ae70-c248e720befe on network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:14:12.344759 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Port 54428b26-c661-4f85-ae70-c248e720befe on network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:14:12.345105 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Attempting to bind port 54428b26-c661-4f85-ae70-c248e720befe on network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:14:12.352568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:14:12.353403 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Checking segment: {'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:14:12.353961 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Bound using segment: {'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:14:12.354442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Bound port: 54428b26-c661-4f85-ae70-c248e720befe, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:14:12.355129 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:12.379406 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:12.392487 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Transition to ACTIVE for port object 27891483-0486-494c-9a1f-7c6dc2e0dd80 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:12.402110 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:12.459521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49d694-c9f4-4333-98de-e4d36a17a021 None None] Pushing event updated for resources: {'Port': ['ID=27891483-0486-494c-9a1f-7c6dc2e0dd80,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:12.476786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Attempting to bind port 27891483-0486-494c-9a1f-7c6dc2e0dd80 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:14:12.477128 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Attempting to bind port 27891483-0486-494c-9a1f-7c6dc2e0dd80 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:14:12.477495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Attempting to bind port 27891483-0486-494c-9a1f-7c6dc2e0dd80 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:14:12.484103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:14:12.484503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:14:12.485172 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:12.485576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:14:12.486108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Bound port: 27891483-0486-494c-9a1f-7c6dc2e0dd80, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:14:12.486524 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:12.490158 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] For port 54428b26-c661-4f85-ae70-c248e720befe, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:14:12.494135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] For port 54428b26-c661-4f85-ae70-c248e720befe, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=54428b26-c661-4f85-ae70-c248e720befe,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:14:12.501526 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:12.555574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:12.556373 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:12.556784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] For port 27891483-0486-494c-9a1f-7c6dc2e0dd80, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:14:12.558137 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] 10.222.0.63 "PUT /v2.0/ports/54428b26-c661-4f85-ae70-c248e720befe HTTP/1.1" status: 200 len: 1092 time: 0.9805889 Jul 27 20:14:12.559036 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d35543-bdb3-4721-9db6-e4a567180b7f', 'tag': '54428b26-c661-4f85-ae70-c248e720befe'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:14:12.560113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] For port 27891483-0486-494c-9a1f-7c6dc2e0dd80, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=27891483-0486-494c-9a1f-7c6dc2e0dd80,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:14:12.562573 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d02b90c-1c90-4907-bc1d-70321a3aa9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "14d35543-bdb3-4721-9db6-e4a567180b7f", "tag": "54428b26-c661-4f85-ae70-c248e720befe"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:14:12.572285 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:12.596418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c9c7171-b054-4c14-bb30-47714e2a5dbe req-7ab63564-6960-49a8-a393-6385981b5c88 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6672964 Jul 27 20:14:12.614106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95cd18-5761-4c1b-9d39-d2cf277982b6 service neutron] Pushing event updated for resources: {'Port': ['ID=54428b26-c661-4f85-ae70-c248e720befe,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:12.669123 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a56e7c-666e-4e0c-b346-e02fb89f3023 x-openstack-request-id: req-31a56e7c-666e-4e0c-b346-e02fb89f3023 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:14:12.669764 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d35543-bdb3-4721-9db6-e4a567180b7f", "tag": "54428b26-c661-4f85-ae70-c248e720befe", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:14:12.670910 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-31a56e7c-666e-4e0c-b346-e02fb89f3023 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:14:12.672121 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d35543-bdb3-4721-9db6-e4a567180b7f', 'tag': '54428b26-c661-4f85-ae70-c248e720befe', 'status': 'completed', 'code': 200} Jul 27 20:14:12.672367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Routers {'1085e45a-0142-4fb3-b397-50b7a8e62ebc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:12.673064 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:12.696555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-8292999f-3fc3-489c-9085-0b67469e326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:12.700008 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-8292999f-3fc3-489c-9085-0b67469e326f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0345374bc5343b9a7ca459b95cab135&device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 1095 time: 0.1012750 Jul 27 20:14:12.747523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Router ecf20e82-236c-48e4-be5d-43092e4f7938 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:14:12.773938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49d694-c9f4-4333-98de-e4d36a17a021 None None] Pushing event updated for resources: {'Port': ['ID=27891483-0486-494c-9a1f-7c6dc2e0dd80,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:12.815862 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-1d7df74a-eb13-4954-b257-3b4a4eacb958 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54428b26-c661-4f85-ae70-c248e720befe HTTP/1.1" status: 200 len: 217 time: 0.1047549 Jul 27 20:14:12.825220 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:12.869011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f1733554-ead9-404d-abca-c78af19de7d5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:12.917317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-c7a75d64-6726-4368-bd2a-a0be0478d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:12.923188 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-c7a75d64-6726-4368-bd2a-a0be0478d1a2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8400c50b-e7c8-4589-97ec-a207f10cbcf2 HTTP/1.1" status: 200 len: 849 time: 0.0954065 Jul 27 20:14:12.969134 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:14:12.981870 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3e1af3-3cc5-4490-9da5-c2add49587be None None] Sync routers for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:14:12.996467 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-004f1229-71db-4204-b5c9-8641f7dea627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:12.998211 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-004f1229-71db-4204-b5c9-8641f7dea627 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707030 Jul 27 20:14:12.999450 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3e1af3-3cc5-4490-9da5-c2add49587be None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:13.000231 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9d3e1af3-3cc5-4490-9da5-c2add49587be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:13.018336 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:13.090489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e20250ab-f86a-4df2-91d9-496f530bcc8a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0042267 Jul 27 20:14:13.093115 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03dcd21d-af54-4018-a125-44a042df9b1f', 'tag': '1290849b-1675-497d-aec5-f4bd74da774f'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:14:13.095200 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33675d88-5034-4af0-b575-fd7eeeb1a05d" -d '{"events": [{"name": "network-changed", "server_uuid": "03dcd21d-af54-4018-a125-44a042df9b1f", "tag": "1290849b-1675-497d-aec5-f4bd74da774f"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:14:13.167226 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-16583d0e-fdd7-4e58-843c-ddb6a25d43a1 service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612625 Jul 27 20:14:13.168120 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede75a5d-028a-468b-8c4c-a5a572bb360e x-openstack-request-id: req-ede75a5d-028a-468b-8c4c-a5a572bb360e {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:14:13.168605 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03dcd21d-af54-4018-a125-44a042df9b1f", "tag": "1290849b-1675-497d-aec5-f4bd74da774f", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:14:13.169017 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ede75a5d-028a-468b-8c4c-a5a572bb360e {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:14:13.169676 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03dcd21d-af54-4018-a125-44a042df9b1f', 'tag': '1290849b-1675-497d-aec5-f4bd74da774f', 'status': 'completed', 'code': 200} Jul 27 20:14:13.188379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f1733554-ead9-404d-abca-c78af19de7d5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:13.188779 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:13.194921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] Set router 1085e45a-0142-4fb3-b397-50b7a8e62ebc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:13.198919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Allocated IP 172.20.0.1 (b33ba56e-0146-46fd-972d-79ee0e1f15bb/65e4abf5-3034-468d-9868-1ceb60db2cc8/9591e907-061f-45c7-859a-4185e7afccd1) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:14:13.265061 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-9d3e1af3-3cc5-4490-9da5-c2add49587be None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:13.287869 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9cb7cc87-117c-4330-a64c-861444b9c404 req-4b03e7a0-8818-46a1-a720-99abf6d8ac14 service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132572 Jul 27 20:14:13.384565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33675d88-5034-4af0-b575-fd7eeeb1a05d req-5a5ef206-859f-4e93-9efc-49bed79d6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:13.385909 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33675d88-5034-4af0-b575-fd7eeeb1a05d req-5a5ef206-859f-4e93-9efc-49bed79d6dbe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 1097 time: 0.1411743 Jul 27 20:14:13.479341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02b90c-1c90-4907-bc1d-70321a3aa9e4 req-0a224855-057d-499a-863e-313fa6df3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:13.482902 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8d02b90c-1c90-4907-bc1d-70321a3aa9e4 req-0a224855-057d-499a-863e-313fa6df3c26 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0345374bc5343b9a7ca459b95cab135&device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 1095 time: 0.1117971 Jul 27 20:14:13.483312 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e37ab3dd-5a02-4ba3-8f0a-c0e321658f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:13.511998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:09Z', 'revision_number': 3, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'gw_port': {'id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:13.537369 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:13.540726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d437d4b-ddfd-4f16-97d2-e036dcc3e293 None None] The sync data for ids ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'] in n-d-705657-21 is: [{'id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:09Z', 'revision_number': 3, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'gw_port': {'id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:14:13.578702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Transition to ACTIVE for port object 9591e907-061f-45c7-859a-4185e7afccd1 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:13.594863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33675d88-5034-4af0-b575-fd7eeeb1a05d req-bd8be32e-035b-4e93-9dbc-c5c413a27d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:13.596758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33675d88-5034-4af0-b575-fd7eeeb1a05d req-bd8be32e-035b-4e93-9dbc-c5c413a27d2d service neutron] 10.222.0.52 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.2011678 Jul 27 20:14:13.612287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02b90c-1c90-4907-bc1d-70321a3aa9e4 req-1dffb2d2-17b7-40fd-9abf-4880effce7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:13.613774 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8d02b90c-1c90-4907-bc1d-70321a3aa9e4 req-1dffb2d2-17b7-40fd-9abf-4880effce7f1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e HTTP/1.1" status: 200 len: 911 time: 0.1235089 Jul 27 20:14:13.629165 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9d3e1af3-3cc5-4490-9da5-c2add49587be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'ed21a37d-13f3-4d7c-8794-f642d370569e', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'port_id': '1290849b-1675-497d-aec5-f4bd74da774f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'mac_address': 'fa:16:3e:29:b6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dcd21d-af54-4018-a125-44a042df9b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:14:10Z', 'updated_at': '2021-07-27T20:14:10Z', 'revision_number': 0, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:13.661857 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3e1af3-3cc5-4490-9da5-c2add49587be None None] Checking router: ecf20e82-236c-48e4-be5d-43092e4f7938 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:14:13.666485 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8d02b90c-1c90-4907-bc1d-70321a3aa9e4 req-6ce6bb9b-c5d7-42a6-ba67-bed28da1b31a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54428b26-c661-4f85-ae70-c248e720befe HTTP/1.1" status: 200 len: 217 time: 0.0434763 Jul 27 20:14:13.672185 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3e1af3-3cc5-4490-9da5-c2add49587be None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:13.673151 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9d3e1af3-3cc5-4490-9da5-c2add49587be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:13:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:13.744148 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02b90c-1c90-4907-bc1d-70321a3aa9e4 req-f2352a4b-a93c-4864-bb45-a069a3747c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:13.749154 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8d02b90c-1c90-4907-bc1d-70321a3aa9e4 req-f2352a4b-a93c-4864-bb45-a069a3747c78 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8400c50b-e7c8-4589-97ec-a207f10cbcf2 HTTP/1.1" status: 200 len: 849 time: 0.0694339 Jul 27 20:14:13.818891 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-9d3e1af3-3cc5-4490-9da5-c2add49587be None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:13.823274 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33675d88-5034-4af0-b575-fd7eeeb1a05d req-6a45c8b4-0e50-447f-b2ce-523e759bc495 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1290849b-1675-497d-aec5-f4bd74da774f HTTP/1.1" status: 200 len: 998 time: 0.2082956 Jul 27 20:14:13.859528 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02b90c-1c90-4907-bc1d-70321a3aa9e4 req-e16543d3-c83d-4490-a074-feaf8747b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:13.861562 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8d02b90c-1c90-4907-bc1d-70321a3aa9e4 req-e16543d3-c83d-4490-a074-feaf8747b694 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045923 Jul 27 20:14:13.871590 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:13.891963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Network b33ba56e-0146-46fd-972d-79ee0e1f15bb is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:14:13.942838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:13.956881 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:14:14.070371 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8d02b90c-1c90-4907-bc1d-70321a3aa9e4 req-89fd52d1-4ac3-4426-81d7-78b8bf5058f7 service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957846 Jul 27 20:14:14.108602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Pushing event updated for resources: {'Port': ['ID=9591e907-061f-45c7-859a-4185e7afccd1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:14.120459 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:14.121394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:14.121904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:14.122769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:14.123270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:14.123759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:14.124257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:14.124778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:14.125263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:14.125754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:14.126233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:14.126807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:14.138665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33675d88-5034-4af0-b575-fd7eeeb1a05d req-273ae275-51db-47f9-8fc7-f8da7b2f76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:14.140542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33675d88-5034-4af0-b575-fd7eeeb1a05d req-273ae275-51db-47f9-8fc7-f8da7b2f76b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.2797341 Jul 27 20:14:14.221884 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:14.305376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481e9af-52e7-482d-822f-7fe5e597e9a9 req-3f955522-2039-4b31-b0be-c27dffb31bff tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:14.309007 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8d02b90c-1c90-4907-bc1d-70321a3aa9e4 req-2894385a-56bf-4275-86eb-02cfc4efb7c4 service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309146 Jul 27 20:14:14.314361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7481e9af-52e7-482d-822f-7fe5e597e9a9 req-3f955522-2039-4b31-b0be-c27dffb31bff tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 943 time: 0.5232694 Jul 27 20:14:14.321516 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9d3e1af3-3cc5-4490-9da5-c2add49587be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'ed21a37d-13f3-4d7c-8794-f642d370569e', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'port_id': '1290849b-1675-497d-aec5-f4bd74da774f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'mac_address': 'fa:16:3e:29:b6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dcd21d-af54-4018-a125-44a042df9b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:14:10Z', 'updated_at': '2021-07-27T20:14:10Z', 'revision_number': 0, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:14.353631 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3e1af3-3cc5-4490-9da5-c2add49587be None None] The sync data for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 is: [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'ed21a37d-13f3-4d7c-8794-f642d370569e', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'port_id': '1290849b-1675-497d-aec5-f4bd74da774f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'mac_address': 'fa:16:3e:29:b6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dcd21d-af54-4018-a125-44a042df9b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:14:10Z', 'updated_at': '2021-07-27T20:14:10Z', 'revision_number': 0, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:14:14.393131 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7481e9af-52e7-482d-822f-7fe5e597e9a9 req-2b604c79-8461-4a80-92a1-6cfc129b56b9 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670643 Jul 27 20:14:14.425644 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33675d88-5034-4af0-b575-fd7eeeb1a05d req-cab1e496-f4ff-4ade-8c15-2b5ecdac888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:14.427188 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33675d88-5034-4af0-b575-fd7eeeb1a05d req-cab1e496-f4ff-4ade-8c15-2b5ecdac888d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2748406 Jul 27 20:14:14.432685 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6bc893bd-9a45-487b-8a4f-82ff5a9a85b7 None None] Provisioning for port 9591e907-061f-45c7-859a-4185e7afccd1 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:14.436860 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6bc893bd-9a45-487b-8a4f-82ff5a9a85b7 None None] Provisioning complete for port 9591e907-061f-45c7-859a-4185e7afccd1 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:14.437254 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6bc893bd-9a45-487b-8a4f-82ff5a9a85b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:14.489681 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6bc893bd-9a45-487b-8a4f-82ff5a9a85b7 None None] Port 9591e907-061f-45c7-859a-4185e7afccd1 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:14:14.549203 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:14.551735 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-094e4ec9-113a-4aa9-a77e-f2a24792fb38 req-fa8fcc99-815f-4bc1-b312-14d5b84253bf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0991032 Jul 27 20:14:14.594857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33675d88-5034-4af0-b575-fd7eeeb1a05d req-706e6cc2-9a21-49ff-a971-462b8be8302f service neutron] 10.222.0.52 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588101 Jul 27 20:14:14.763654 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33675d88-5034-4af0-b575-fd7eeeb1a05d req-b7fd2c5b-6f41-415b-a678-abe24e478843 service neutron] 10.222.0.52 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601548 Jul 27 20:14:14.826972 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:14.834516 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:14.899652 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 27891483-0486-494c-9a1f-7c6dc2e0dd80 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:14.928763 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4571b32e-b1c6-40dd-b0e8-ebcae3fff654 None None] New status for floating IP ed21a37d-13f3-4d7c-8794-f642d370569e: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:14:14.967196 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Pushing event updated for resources: {'Port': ['ID=9591e907-061f-45c7-859a-4185e7afccd1,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:15.007543 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:15.022457 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4ec9-113a-4aa9-a77e-f2a24792fb38 req-6ecf4329-0a00-4b6c-943f-be71f25d0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:15.024164 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-094e4ec9-113a-4aa9-a77e-f2a24792fb38 req-6ecf4329-0a00-4b6c-943f-be71f25d0443 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 1097 time: 0.1349456 Jul 27 20:14:15.118209 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 27891483-0486-494c-9a1f-7c6dc2e0dd80 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:15.122915 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 27891483-0486-494c-9a1f-7c6dc2e0dd80 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:15.123434 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:15.195283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4ec9-113a-4aa9-a77e-f2a24792fb38 req-6d4a211d-bace-4f17-9554-e08ea894f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:15.195283 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-094e4ec9-113a-4aa9-a77e-f2a24792fb38 req-6d4a211d-bace-4f17-9554-e08ea894f884 service neutron] 10.222.0.52 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.1339502 Jul 27 20:14:15.209616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Network b33ba56e-0146-46fd-972d-79ee0e1f15bb is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:14:15.212818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:15.236725 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:15.272563 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 27891483-0486-494c-9a1f-7c6dc2e0dd80, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=27891483-0486-494c-9a1f-7c6dc2e0dd80,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:15.278325 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:15.316833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-094e4ec9-113a-4aa9-a77e-f2a24792fb38 req-6452b897-f14d-43a8-b689-a1ace4e450f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1290849b-1675-497d-aec5-f4bd74da774f HTTP/1.1" status: 200 len: 1000 time: 0.1154566 Jul 27 20:14:15.378089 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=27891483-0486-494c-9a1f-7c6dc2e0dd80,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:15.408085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Router 1085e45a-0142-4fb3-b397-50b7a8e62ebc has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:14:15.494423 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4ec9-113a-4aa9-a77e-f2a24792fb38 req-f3ab4167-51fe-4a99-a177-acb6cbf39c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:15.496102 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-094e4ec9-113a-4aa9-a77e-f2a24792fb38 req-f3ab4167-51fe-4a99-a177-acb6cbf39c86 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.1015332 Jul 27 20:14:15.522483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-691cc16d-4076-471c-a769-65d131d7561c None None] Provisioning complete for port 9591e907-061f-45c7-859a-4185e7afccd1 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:15.523135 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-691cc16d-4076-471c-a769-65d131d7561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:15.559225 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-691cc16d-4076-471c-a769-65d131d7561c None None] Port 9591e907-061f-45c7-859a-4185e7afccd1 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:14:15.632927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:14:15.641607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cf405bec-9643-4aa8-b4bd-6ac04e98f09b admin admin] 10.222.0.48 "PUT /v2.0/routers/1085e45a-0142-4fb3-b397-50b7a8e62ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5121500 Jul 27 20:14:15.656875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4ec9-113a-4aa9-a77e-f2a24792fb38 req-ab5390f2-135b-4025-b3a5-7e0075c4ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:15.658420 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-094e4ec9-113a-4aa9-a77e-f2a24792fb38 req-ab5390f2-135b-4025-b3a5-7e0075c4ecd8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493695 Jul 27 20:14:15.667251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50463d-906d-4417-af8d-2c284c38137c req-5d146ba5-289e-42a4-adf2-d0468a68e55f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:15.668723 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a50463d-906d-4417-af8d-2c284c38137c req-5d146ba5-289e-42a4-adf2-d0468a68e55f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 943 time: 0.1716435 Jul 27 20:14:15.769514 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a50463d-906d-4417-af8d-2c284c38137c req-cda67e75-6cbe-4ba4-8300-8a688360a8f8 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895839 Jul 27 20:14:15.793369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-094e4ec9-113a-4aa9-a77e-f2a24792fb38 req-1e440585-f82e-437e-bd7d-dc864942d1c0 service neutron] 10.222.0.52 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222668 Jul 27 20:14:15.891784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-094e4ec9-113a-4aa9-a77e-f2a24792fb38 req-4f86dcaa-0849-4b43-b86b-2f39da3fe3de service neutron] 10.222.0.52 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882971 Jul 27 20:14:16.118629 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0d30a48b-c087-4169-b109-b2b6c46ab744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:16.173163 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55666) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:16.178697 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-840736719-network', 'tenant_id': '57fab0509d6c4587b6373b98b4630588'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:16.200203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] Made reservation on behalf of 57fab0509d6c4587b6373b98b4630588 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:14:16.202754 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:16.212436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:16.247393 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:16.333490 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:16.338827 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:16.370377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:14:16.381003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cad420-f4b3-458f-9fe0-5f0c86baca12,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:16.386189 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:16.386533 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] Added segment c59ad084-8841-4527-9ce3-9632993aa2c1 of type vlan for network 6eb6eee1-9fe6-4d0f-8a8b-06456019d346 Jul 27 20:14:16.430282 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:16.467509 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:16.468636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:16.469283 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:16.526944 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3525796 Jul 27 20:14:16.529759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55678) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:16.535374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-a0e4d079-1b9b-4c55-946a-1ede428f78c6 admin admin] Request body: {'subnet': {'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-840736719-subnet', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:16.542259 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd2ab8-8915-4be8-9f66-bca182605730 admin admin] Pushing event updated for resources: {'Network': ['ID=6eb6eee1-9fe6-4d0f-8a8b-06456019d346,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:16.553371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 6eb6eee1-9fe6-4d0f-8a8b-06456019d346 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:14:16.565088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e4d079-1b9b-4c55-946a-1ede428f78c6 admin admin] Made reservation on behalf of 57fab0509d6c4587b6373b98b4630588 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:14:16.567906 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d079-1b9b-4c55-946a-1ede428f78c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:16.767989 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d079-1b9b-4c55-946a-1ede428f78c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:16.829897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 27891483-0486-494c-9a1f-7c6dc2e0dd80 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:16.832750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4d079-1b9b-4c55-946a-1ede428f78c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a69011c-e7ac-4ddc-8415-f6969e576496,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:16.842113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4d079-1b9b-4c55-946a-1ede428f78c6 admin admin] Checking segment: {'id': 'c59ad084-8841-4527-9ce3-9632993aa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:14:16.842476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4d079-1b9b-4c55-946a-1ede428f78c6 admin admin] Network hostable DHCP agents. Network: 6eb6eee1-9fe6-4d0f-8a8b-06456019d346, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:14:16.872707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4d079-1b9b-4c55-946a-1ede428f78c6 admin admin] Network 6eb6eee1-9fe6-4d0f-8a8b-06456019d346 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:14:16.908280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-a0e4d079-1b9b-4c55-946a-1ede428f78c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 6eb6eee1-9fe6-4d0f-8a8b-06456019d346) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:16.919500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e4d079-1b9b-4c55-946a-1ede428f78c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:16.920148 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d079-1b9b-4c55-946a-1ede428f78c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:16.921530 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed414f34-c84d-4375-9601-6154c820dbdb None None] Network 6eb6eee1-9fe6-4d0f-8a8b-06456019d346 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:14:16.945383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 27891483-0486-494c-9a1f-7c6dc2e0dd80 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:16.946052 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:16.954997 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed60641-035b-4dbe-bfc0-f1a52ad41466 req-9dd2b434-bab2-4d88-a36d-68acab914abf tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:16.956781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ed60641-035b-4dbe-bfc0-f1a52ad41466 req-9dd2b434-bab2-4d88-a36d-68acab914abf tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 943 time: 0.0974565 Jul 27 20:14:16.958775 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a0e4d079-1b9b-4c55-946a-1ede428f78c6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4280105 Jul 27 20:14:16.961822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55686) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:16.966979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-840736719-router', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:16.999520 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:17.002070 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:17.010450 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ed60641-035b-4dbe-bfc0-f1a52ad41466 req-ac86c34e-ab10-4f28-8242-c2a320707bb8 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467274 Jul 27 20:14:17.088258 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:17.183716 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Sync routers for ids ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:14:17.211707 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Routers {'1085e45a-0142-4fb3-b397-50b7a8e62ebc'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:17.213856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 54428b26-c661-4f85-ae70-c248e720befe details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:14:17.218637 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:17.224081 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:14:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:17.239539 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-6eb6eee1-9fe6-4d0f-8a8b-06456019d346', 'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'fixed_ips': [{'subnet_id': '3a69011c-e7ac-4ddc-8415-f6969e576496'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:14:17.240034 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:17.269282 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:17.451157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 54428b26-c661-4f85-ae70-c248e720befe, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=54428b26-c661-4f85-ae70-c248e720befe,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:17.473379 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Set router 1085e45a-0142-4fb3-b397-50b7a8e62ebc gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:17.488287 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '54428b26-c661-4f85-ae70-c248e720befe', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'port_id': '54428b26-c661-4f85-ae70-c248e720befe', 'mac_address': 'fa:16:3e:4e:db:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:14:17.535064 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:17.546666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Allocated IP 172.20.0.2 (6eb6eee1-9fe6-4d0f-8a8b-06456019d346/3a69011c-e7ac-4ddc-8415-f6969e576496/b5918d79-aa00-42ef-ba10-50e999a0dca0) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:14:17.567654 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:17.569732 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:17.618145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54428b26-c661-4f85-ae70-c248e720befe {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:14:17.666542 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 54428b26-c661-4f85-ae70-c248e720befe, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=54428b26-c661-4f85-ae70-c248e720befe,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:17.683376 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:17.710901 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Allocated IP 172.25.1.245 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/ee72c793-082c-4fc5-a9d7-fbc787100915) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:14:17.721563 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:14Z', 'revision_number': 4, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'gw_port': {'id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '9591e907-061f-45c7-859a-4185e7afccd1', 'name': '', 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'mac_address': 'fa:16:3e:a1:b2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:12Z', 'updated_at': '2021-07-27T20:14:14Z', 'revision_number': 2, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'subnets': [{'id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:17.759897 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Checking router: 1085e45a-0142-4fb3-b397-50b7a8e62ebc for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:14:17.760242 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Updating router 1085e45a-0142-4fb3-b397-50b7a8e62ebc port 9591e907-061f-45c7-859a-4185e7afccd1 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:14:17.821654 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:17.823598 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:17.832898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=54428b26-c661-4f85-ae70-c248e720befe,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:17.837721 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Transition to ACTIVE for port object b5918d79-aa00-42ef-ba10-50e999a0dca0 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:17.851015 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:17.854156 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Transition to ACTIVE for port object b5918d79-aa00-42ef-ba10-50e999a0dca0 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:17.862554 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:17.890472 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['54428b26-c661-4f85-ae70-c248e720befe'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:14:17.902012 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:17.903451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Network 6eb6eee1-9fe6-4d0f-8a8b-06456019d346 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:14:17.925371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:17.932491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:14:17.958996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Pushing event updated for resources: {'Port': ['ID=b5918d79-aa00-42ef-ba10-50e999a0dca0,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:17.970341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Pushing event updated for resources: {'Port': ['ID=ee72c793-082c-4fc5-a9d7-fbc787100915,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:17.986256 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:14:17.988098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:18.005307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:14:18.036561 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Attempting to bind port b5918d79-aa00-42ef-ba10-50e999a0dca0 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:14:18.038707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Attempting to bind port b5918d79-aa00-42ef-ba10-50e999a0dca0 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'c59ad084-8841-4527-9ce3-9632993aa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:14:18.038707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Attempting to bind port b5918d79-aa00-42ef-ba10-50e999a0dca0 on network 6eb6eee1-9fe6-4d0f-8a8b-06456019d346 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:14:18.088594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:14:18.088949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Checking segment: {'id': 'c59ad084-8841-4527-9ce3-9632993aa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:14:18.089370 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:18.089779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Bound using segment: {'id': 'c59ad084-8841-4527-9ce3-9632993aa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:14:18.090412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Bound port: b5918d79-aa00-42ef-ba10-50e999a0dca0, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59ad084-8841-4527-9ce3-9632993aa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:14:18.090744 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:18.189402 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:18.206584 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Transition to ACTIVE for port object 9591e907-061f-45c7-859a-4185e7afccd1 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:18.216623 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:18.258057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] For port b5918d79-aa00-42ef-ba10-50e999a0dca0, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:14:18.261856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] For port b5918d79-aa00-42ef-ba10-50e999a0dca0, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b5918d79-aa00-42ef-ba10-50e999a0dca0,segment=NetworkSegment(c59ad084-8841-4527-9ce3-9632993aa2c1),segment_id=c59ad084-8841-4527-9ce3-9632993aa2c1)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:14:18.269425 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:18.287659 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f175a-48de-4f47-9b7f-b09e6c9d0976 None None] Pushing event updated for resources: {'Port': ['ID=9591e907-061f-45c7-859a-4185e7afccd1,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:18.319237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d4454-8049-463a-85a5-043e98f68e38 req-388415f8-e278-46d2-8d09-f16306e4ce67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:18.323212 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-998d4454-8049-463a-85a5-043e98f68e38 req-388415f8-e278-46d2-8d09-f16306e4ce67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 944 time: 0.1844761 Jul 27 20:14:18.363215 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Attempting to bind port 9591e907-061f-45c7-859a-4185e7afccd1 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:14:18.363896 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Attempting to bind port 9591e907-061f-45c7-859a-4185e7afccd1 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '539e4a38-d244-4534-bb7b-f3cb40461067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:14:18.364365 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Attempting to bind port 9591e907-061f-45c7-859a-4185e7afccd1 on network b33ba56e-0146-46fd-972d-79ee0e1f15bb {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:14:18.365182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732720de-7319-4d85-b579-b10c7a740f6e None None] Pushing event updated for resources: {'Port': ['ID=b5918d79-aa00-42ef-ba10-50e999a0dca0,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:18.372730 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:14:18.373591 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Checking segment: {'id': '539e4a38-d244-4534-bb7b-f3cb40461067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:14:18.374348 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:18.374878 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Bound using segment: {'id': '539e4a38-d244-4534-bb7b-f3cb40461067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:14:18.375857 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Bound port: 9591e907-061f-45c7-859a-4185e7afccd1, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539e4a38-d244-4534-bb7b-f3cb40461067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:14:18.376612 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:18.420626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-998d4454-8049-463a-85a5-043e98f68e38 req-fe81cc56-44ef-4429-b3cb-f6df7454ea62 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809875 Jul 27 20:14:18.453462 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:18.517808 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] For port 9591e907-061f-45c7-859a-4185e7afccd1, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:14:18.523413 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] For port 9591e907-061f-45c7-859a-4185e7afccd1, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9591e907-061f-45c7-859a-4185e7afccd1,segment=NetworkSegment(539e4a38-d244-4534-bb7b-f3cb40461067),segment_id=539e4a38-d244-4534-bb7b-f3cb40461067)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:14:18.528406 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:18.599569 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f175a-48de-4f47-9b7f-b09e6c9d0976 None None] Pushing event updated for resources: {'Port': ['ID=9591e907-061f-45c7-859a-4185e7afccd1,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:18.607622 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Routers {'1085e45a-0142-4fb3-b397-50b7a8e62ebc'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:18.608267 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:14:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:18.735031 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:18.800694 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] Set router 1085e45a-0142-4fb3-b397-50b7a8e62ebc gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:18.975436 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:18.979557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b5918d79-aa00-42ef-ba10-50e999a0dca0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:19.051275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port b5918d79-aa00-42ef-ba10-50e999a0dca0 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:19.158892 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:14Z', 'revision_number': 4, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'gw_port': {'id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '9591e907-061f-45c7-859a-4185e7afccd1', 'name': '', 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'mac_address': 'fa:16:3e:a1:b2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:12Z', 'updated_at': '2021-07-27T20:14:18Z', 'revision_number': 4, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'subnets': [{'id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:19.188373 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7739d296-db14-46f3-b1d2-93134a992038 None None] The sync data for ids ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'] in n-d-705657-21 is: [{'id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:14Z', 'revision_number': 4, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'gw_port': {'id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '9591e907-061f-45c7-859a-4185e7afccd1', 'name': '', 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'mac_address': 'fa:16:3e:a1:b2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:12Z', 'updated_at': '2021-07-27T20:14:18Z', 'revision_number': 4, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'subnets': [{'id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:14:19.204716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 54428b26-c661-4f85-ae70-c248e720befe up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:19.303633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 54428b26-c661-4f85-ae70-c248e720befe completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:19.308127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 54428b26-c661-4f85-ae70-c248e720befe triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:19.308647 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:19.441774 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:19.449674 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Router d7b31484-ff99-4c10-be97-76a1537c836a is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:14:19.495483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d35543-bdb3-4721-9db6-e4a567180b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54428b26-c661-4f85-ae70-c248e720befe'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:14:19.503278 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c706db-ca84-49bd-b6f0-7d70dc3f5f8e" -d '{"events": [{"server_uuid": "14d35543-bdb3-4721-9db6-e4a567180b7f", "name": "network-vif-plugged", "status": "completed", "tag": "54428b26-c661-4f85-ae70-c248e720befe"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:14:19.535720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 54428b26-c661-4f85-ae70-c248e720befe, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=54428b26-c661-4f85-ae70-c248e720befe,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:19.542817 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:19.618216 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7eb8ea-1ea5-4d6e-a5cf-a125fcbe4d89 x-openstack-request-id: req-0a7eb8ea-1ea5-4d6e-a5cf-a125fcbe4d89 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:14:19.621810 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d35543-bdb3-4721-9db6-e4a567180b7f", "name": "network-vif-plugged", "status": "completed", "tag": "54428b26-c661-4f85-ae70-c248e720befe", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:14:19.622227 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a7eb8ea-1ea5-4d6e-a5cf-a125fcbe4d89 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:14:19.622779 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d35543-bdb3-4721-9db6-e4a567180b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54428b26-c661-4f85-ae70-c248e720befe', 'code': 200} Jul 27 20:14:19.653540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f228781-a8b7-4e98-8e23-5adcd13b614c req-cd10d357-72e3-43e0-80e1-52409af29bb6 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:19.663497 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f228781-a8b7-4e98-8e23-5adcd13b614c req-cd10d357-72e3-43e0-80e1-52409af29bb6 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.1259806 Jul 27 20:14:19.706641 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=54428b26-c661-4f85-ae70-c248e720befe,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:19.722622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5f228781-a8b7-4e98-8e23-5adcd13b614c req-1bbc4983-1b17-40e8-b8f6-0ec427022c79 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580137 Jul 27 20:14:19.787896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:14:19.801376 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Sync routers for ids ['d7b31484-ff99-4c10-be97-76a1537c836a'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:14:19.821323 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:19.827074 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-aa334c7d-c719-4921-a548-031a710d6e16 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8597875 Jul 27 20:14:19.827294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55732) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:19.835036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Routers {'d7b31484-ff99-4c10-be97-76a1537c836a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:19.837881 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:14:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d7b31484-ff99-4c10-be97-76a1537c836a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:19.877771 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dda2ea-b4c5-49eb-b46a-d0e008766b21 req-31355cdc-674f-4586-8972-68e545ce64b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:19.879824 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b9dda2ea-b4c5-49eb-b46a-d0e008766b21 req-31355cdc-674f-4586-8972-68e545ce64b7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 1097 time: 0.1297886 Jul 27 20:14:19.951288 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b9dda2ea-b4c5-49eb-b46a-d0e008766b21 req-627db0c3-2431-4564-b915-38825372f27f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625238 Jul 27 20:14:19.989784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Set router d7b31484-ff99-4c10-be97-76a1537c836a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:19.995229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9814a87-d18a-4c57-bba8-e9d93d7ef2bc None None] Network 6eb6eee1-9fe6-4d0f-8a8b-06456019d346 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:14:20.166531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cd02aad8-ce80-453e-92a1-8ce9bd51701c None None] Provisioning for port b5918d79-aa00-42ef-ba10-50e999a0dca0 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:20.364881 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cd02aad8-ce80-453e-92a1-8ce9bd51701c None None] Provisioning complete for port b5918d79-aa00-42ef-ba10-50e999a0dca0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:20.365374 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cd02aad8-ce80-453e-92a1-8ce9bd51701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:20.602427 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cd02aad8-ce80-453e-92a1-8ce9bd51701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:20.638015 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'name': 'tempest-TestServerBasicOps-840736719-router', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ee72c793-082c-4fc5-a9d7-fbc787100915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:14:18Z', 'revision_number': 3, 'project_id': '57fab0509d6c4587b6373b98b4630588', 'gw_port': {'id': 'ee72c793-082c-4fc5-a9d7-fbc787100915', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:20.694306 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Checking router: d7b31484-ff99-4c10-be97-76a1537c836a for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:14:20.694680 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Updating router d7b31484-ff99-4c10-be97-76a1537c836a port ee72c793-082c-4fc5-a9d7-fbc787100915 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:14:20.758976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-cd02aad8-ce80-453e-92a1-8ce9bd51701c None None] For port b5918d79-aa00-42ef-ba10-50e999a0dca0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b5918d79-aa00-42ef-ba10-50e999a0dca0,segment=NetworkSegment(c59ad084-8841-4527-9ce3-9632993aa2c1),segment_id=c59ad084-8841-4527-9ce3-9632993aa2c1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:20.772205 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:20.802594 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cd02aad8-ce80-453e-92a1-8ce9bd51701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:20.877465 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:20.942299 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02aad8-ce80-453e-92a1-8ce9bd51701c None None] Pushing event updated for resources: {'Port': ['ID=b5918d79-aa00-42ef-ba10-50e999a0dca0,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:20.953064 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9591e907-061f-45c7-859a-4185e7afccd1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:21.073591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fb7f5-00c8-4f22-80cb-1d301f3b8ab9 req-b5ea4509-da69-4240-aaeb-157fcadffed5 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:21.075202 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a60fb7f5-00c8-4f22-80cb-1d301f3b8ab9 req-b5ea4509-da69-4240-aaeb-157fcadffed5 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.1722271 Jul 27 20:14:21.078799 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Allocated IP 172.20.0.1 (6eb6eee1-9fe6-4d0f-8a8b-06456019d346/3a69011c-e7ac-4ddc-8415-f6969e576496/27799c28-f39b-42a0-ba68-2f0b5788e121) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:14:21.123631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 9591e907-061f-45c7-859a-4185e7afccd1 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:21.157116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 9591e907-061f-45c7-859a-4185e7afccd1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:21.157497 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:21.205245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a60fb7f5-00c8-4f22-80cb-1d301f3b8ab9 req-22f2ec28-4465-41f3-ad4b-66cca2c3691a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198385 Jul 27 20:14:21.327246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-353a5729-1a2c-4e25-8692-b830bca5b173 None None] Provisioning complete for port b5918d79-aa00-42ef-ba10-50e999a0dca0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:21.327714 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-353a5729-1a2c-4e25-8692-b830bca5b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:21.349361 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:21.367902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Transition to ACTIVE for port object 27799c28-f39b-42a0-ba68-2f0b5788e121 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:21.403971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec8558-4a3e-4f2e-ba67-f29409452d25 req-cbcd6e81-bc70-438f-960b-95e639b8cb30 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:21.405759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42ec8558-4a3e-4f2e-ba67-f29409452d25 req-cbcd6e81-bc70-438f-960b-95e639b8cb30 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.1185462 Jul 27 20:14:21.416457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55760) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:21.420462 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f7100187-9307-4097-8b00-3e5542c13fc5 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Request body: {'floatingip': {'port_id': '54428b26-c661-4f85-ae70-c248e720befe'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:21.435880 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:21.450223 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:21.458131 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:21.488711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Transition to ACTIVE for port object ee72c793-082c-4fc5-a9d7-fbc787100915 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:21.490543 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7100187-9307-4097-8b00-3e5542c13fc5 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for floatingip, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:21.498204 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Network 6eb6eee1-9fe6-4d0f-8a8b-06456019d346 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:14:21.508021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:21.512778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:14:21.527466 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:21.558715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Pushing event updated for resources: {'Port': ['ID=27799c28-f39b-42a0-ba68-2f0b5788e121,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:21.570570 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:21.615929 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 9591e907-061f-45c7-859a-4185e7afccd1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9591e907-061f-45c7-859a-4185e7afccd1,segment=NetworkSegment(539e4a38-d244-4534-bb7b-f3cb40461067),segment_id=539e4a38-d244-4534-bb7b-f3cb40461067)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:21.683816 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:21.692590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Attempting to bind port ee72c793-082c-4fc5-a9d7-fbc787100915 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:14:21.693072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Attempting to bind port ee72c793-082c-4fc5-a9d7-fbc787100915 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:14:21.693535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Attempting to bind port ee72c793-082c-4fc5-a9d7-fbc787100915 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:14:21.708735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:14:21.709278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:14:21.709899 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:21.710397 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:14:21.711000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Bound port: ee72c793-082c-4fc5-a9d7-fbc787100915, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:14:21.711571 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:21.740272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafaf25-9ee4-4bbe-8d6c-43b59751365e None None] Pushing event updated for resources: {'Port': ['ID=ee72c793-082c-4fc5-a9d7-fbc787100915,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:21.793763 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:21.837045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] For port ee72c793-082c-4fc5-a9d7-fbc787100915, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:14:21.839810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-99434329-1e94-40aa-8c09-f776e88002e5 None None] Provisioning for port 27799c28-f39b-42a0-ba68-2f0b5788e121 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:21.843214 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] For port ee72c793-082c-4fc5-a9d7-fbc787100915, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ee72c793-082c-4fc5-a9d7-fbc787100915,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:14:21.845777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=9591e907-061f-45c7-859a-4185e7afccd1,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:21.850818 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-99434329-1e94-40aa-8c09-f776e88002e5 None None] Provisioning complete for port 27799c28-f39b-42a0-ba68-2f0b5788e121 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:21.851326 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-99434329-1e94-40aa-8c09-f776e88002e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:21.878455 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:21.952688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-99434329-1e94-40aa-8c09-f776e88002e5 None None] Port 27799c28-f39b-42a0-ba68-2f0b5788e121 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:14:21.967481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafaf25-9ee4-4bbe-8d6c-43b59751365e None None] Pushing event updated for resources: {'Port': ['ID=ee72c793-082c-4fc5-a9d7-fbc787100915,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:21.971211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Routers {'d7b31484-ff99-4c10-be97-76a1537c836a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:21.971838 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:14:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d7b31484-ff99-4c10-be97-76a1537c836a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:22.000509 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:22.010690 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:22.095772 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:22.112905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] Set router d7b31484-ff99-4c10-be97-76a1537c836a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:22.158938 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7100187-9307-4097-8b00-3e5542c13fc5 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:22.169463 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7100187-9307-4097-8b00-3e5542c13fc5 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:22.177341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Pushing event updated for resources: {'Port': ['ID=27799c28-f39b-42a0-ba68-2f0b5788e121,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:22.230271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Network 6eb6eee1-9fe6-4d0f-8a8b-06456019d346 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:14:22.232298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:22.344576 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-f7100187-9307-4097-8b00-3e5542c13fc5 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Floating IP c7d20082-0046-4e05-b549-507f117cca08 associated. External IP: 172.25.1.133, port: 54428b26-c661-4f85-ae70-c248e720befe. Jul 27 20:14:22.413098 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'name': 'tempest-TestServerBasicOps-840736719-router', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ee72c793-082c-4fc5-a9d7-fbc787100915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 4, 'project_id': '57fab0509d6c4587b6373b98b4630588', 'gw_port': {'id': 'ee72c793-082c-4fc5-a9d7-fbc787100915', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '27799c28-f39b-42a0-ba68-2f0b5788e121', 'name': '', 'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'mac_address': 'fa:16:3e:1d:e0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '3a69011c-e7ac-4ddc-8415-f6969e576496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:20Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 1, 'project_id': '57fab0509d6c4587b6373b98b4630588', 'subnets': [{'id': '3a69011c-e7ac-4ddc-8415-f6969e576496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:22.436091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Router d7b31484-ff99-4c10-be97-76a1537c836a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:14:22.449221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5e14e-00ac-4fc6-822a-65bd6861ac70 None None] The sync data for ids ['d7b31484-ff99-4c10-be97-76a1537c836a'] in n-d-705657-21 is: [{'id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'name': 'tempest-TestServerBasicOps-840736719-router', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ee72c793-082c-4fc5-a9d7-fbc787100915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 4, 'project_id': '57fab0509d6c4587b6373b98b4630588', 'gw_port': {'id': 'ee72c793-082c-4fc5-a9d7-fbc787100915', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '27799c28-f39b-42a0-ba68-2f0b5788e121', 'name': '', 'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'mac_address': 'fa:16:3e:1d:e0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '3a69011c-e7ac-4ddc-8415-f6969e576496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:20Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 1, 'project_id': '57fab0509d6c4587b6373b98b4630588', 'subnets': [{'id': '3a69011c-e7ac-4ddc-8415-f6969e576496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:14:22.571662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:14:22.583370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d017e947-bac8-446f-af34-05887c2a0111 admin admin] 10.222.0.48 "PUT /v2.0/routers/d7b31484-ff99-4c10-be97-76a1537c836a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7499990 Jul 27 20:14:22.586247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0dbec3a6-70af-4f36-a4a7-20af63c0089a None None] Provisioning complete for port 27799c28-f39b-42a0-ba68-2f0b5788e121 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:22.586640 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0dbec3a6-70af-4f36-a4a7-20af63c0089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:22.657250 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7100187-9307-4097-8b00-3e5542c13fc5 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Router ef4165ec-9276-4a97-a984-c1a6774268d3 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:14:22.661405 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0dbec3a6-70af-4f36-a4a7-20af63c0089a None None] Port 27799c28-f39b-42a0-ba68-2f0b5788e121 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:14:22.798166 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7100187-9307-4097-8b00-3e5542c13fc5 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:14:22.804899 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f7100187-9307-4097-8b00-3e5542c13fc5 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:22.816430 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19558e9a-5cbe-470c-9ff6-0d2ddf9c90d5 None None] Sync routers for ids ['ef4165ec-9276-4a97-a984-c1a6774268d3'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:14:22.835968 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19558e9a-5cbe-470c-9ff6-0d2ddf9c90d5 None None] Routers {'ef4165ec-9276-4a97-a984-c1a6774268d3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:22.837401 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-19558e9a-5cbe-470c-9ff6-0d2ddf9c90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:14:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ef4165ec-9276-4a97-a984-c1a6774268d3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:22.877668 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f7100187-9307-4097-8b00-3e5542c13fc5 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "PUT /v2.0/floatingips/c7d20082-0046-4e05-b549-507f117cca08 HTTP/1.1" status: 200 len: 991 time: 1.4589391 Jul 27 20:14:22.877890 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d35543-bdb3-4721-9db6-e4a567180b7f', 'tag': '54428b26-c661-4f85-ae70-c248e720befe'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:14:22.882529 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1fcdba-2c2c-45c8-9525-c9e5075329cd" -d '{"events": [{"name": "network-changed", "server_uuid": "14d35543-bdb3-4721-9db6-e4a567180b7f", "tag": "54428b26-c661-4f85-ae70-c248e720befe"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:14:22.964440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b5918d79-aa00-42ef-ba10-50e999a0dca0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:23.032550 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb4d703-3c7c-46c4-a0c4-5628906a2505 x-openstack-request-id: req-8cb4d703-3c7c-46c4-a0c4-5628906a2505 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:14:23.033239 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d35543-bdb3-4721-9db6-e4a567180b7f", "tag": "54428b26-c661-4f85-ae70-c248e720befe", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:14:23.033568 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8cb4d703-3c7c-46c4-a0c4-5628906a2505 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:14:23.034012 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d35543-bdb3-4721-9db6-e4a567180b7f', 'tag': '54428b26-c661-4f85-ae70-c248e720befe', 'status': 'completed', 'code': 200} Jul 27 20:14:23.047940 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b5918d79-aa00-42ef-ba10-50e999a0dca0 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:23.048508 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:23.090672 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-19558e9a-5cbe-470c-9ff6-0d2ddf9c90d5 None None] Set router ef4165ec-9276-4a97-a984-c1a6774268d3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:23.169229 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fcdba-2c2c-45c8-9525-c9e5075329cd req-e44ade01-f107-4812-9aa4-39f0ca0d290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:23.170858 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4a1fcdba-2c2c-45c8-9525-c9e5075329cd req-e44ade01-f107-4812-9aa4-39f0ca0d290b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0345374bc5343b9a7ca459b95cab135&device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 1097 time: 0.1106489 Jul 27 20:14:23.238769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9591e907-061f-45c7-859a-4185e7afccd1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:23.324805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 9591e907-061f-45c7-859a-4185e7afccd1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:23.325438 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:23.365464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fcdba-2c2c-45c8-9525-c9e5075329cd req-d7ded407-de19-414d-ad6c-f11324a1cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:23.367007 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4a1fcdba-2c2c-45c8-9525-c9e5075329cd req-d7ded407-de19-414d-ad6c-f11324a1cf0a service neutron] 10.222.0.63 "GET /v2.0/networks?id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e HTTP/1.1" status: 200 len: 911 time: 0.1871040 Jul 27 20:14:23.423260 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-19558e9a-5cbe-470c-9ff6-0d2ddf9c90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'c7d20082-0046-4e05-b549-507f117cca08', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'port_id': '54428b26-c661-4f85-ae70-c248e720befe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'mac_address': 'fa:16:3e:4e:db:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d35543-bdb3-4721-9db6-e4a567180b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:14:05Z', 'updated_at': '2021-07-27T20:14:22Z', 'revision_number': 1, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:09Z', 'revision_number': 5, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:23.449425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55804) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:23.454763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-10a81aa2-7fa2-4d53-944e-e7618d2310fd tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351022697', 'description': 'tempest-secgroup-smoke-351022697 description', 'project_id': '19d4ac256f91449da806d5826769fc7c'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:23.462889 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19558e9a-5cbe-470c-9ff6-0d2ddf9c90d5 None None] Checking router: ef4165ec-9276-4a97-a984-c1a6774268d3 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:14:23.473825 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19558e9a-5cbe-470c-9ff6-0d2ddf9c90d5 None None] Routers {'ef4165ec-9276-4a97-a984-c1a6774268d3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:23.474808 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-19558e9a-5cbe-470c-9ff6-0d2ddf9c90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:14:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ef4165ec-9276-4a97-a984-c1a6774268d3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:23.499067 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4a1fcdba-2c2c-45c8-9525-c9e5075329cd req-af4e35cd-424c-41f2-8e59-d254cdd9365d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54428b26-c661-4f85-ae70-c248e720befe HTTP/1.1" status: 200 len: 999 time: 0.1200962 Jul 27 20:14:23.502960 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10a81aa2-7fa2-4d53-944e-e7618d2310fd tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:23.617916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fcdba-2c2c-45c8-9525-c9e5075329cd req-77160fe8-aa87-4c53-8500-c7a40ae90c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:23.619438 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4a1fcdba-2c2c-45c8-9525-c9e5075329cd req-77160fe8-aa87-4c53-8500-c7a40ae90c9d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8400c50b-e7c8-4589-97ec-a207f10cbcf2 HTTP/1.1" status: 200 len: 849 time: 0.1123269 Jul 27 20:14:23.694649 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10a81aa2-7fa2-4d53-944e-e7618d2310fd tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:23.701159 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10a81aa2-7fa2-4d53-944e-e7618d2310fd tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:23.714073 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fcdba-2c2c-45c8-9525-c9e5075329cd req-c6184271-7641-4242-9ec8-af5789fa2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:23.726839 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4a1fcdba-2c2c-45c8-9525-c9e5075329cd req-c6184271-7641-4242-9ec8-af5789fa2298 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993052 Jul 27 20:14:23.755100 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10a81aa2-7fa2-4d53-944e-e7618d2310fd tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:23.756819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-10a81aa2-7fa2-4d53-944e-e7618d2310fd tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3060904 Jul 27 20:14:23.760346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55810) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:23.766451 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6af74eb5-01d5-4638-a6d5-3b1862649d62 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Request body: {'security_group_rule': {'security_group_id': '0907657d-35a5-4935-abb4-52046b7d4f5a', 'project_id': '19d4ac256f91449da806d5826769fc7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:23.774003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a81aa2-7fa2-4d53-944e-e7618d2310fd tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0907657d-35a5-4935-abb4-52046b7d4f5a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:23.811527 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-19558e9a-5cbe-470c-9ff6-0d2ddf9c90d5 None None] Set router ef4165ec-9276-4a97-a984-c1a6774268d3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:23.822765 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6af74eb5-01d5-4638-a6d5-3b1862649d62 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:23.872554 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4a1fcdba-2c2c-45c8-9525-c9e5075329cd req-e0ef0199-2cec-46c7-9af3-c564596e877e service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369379 Jul 27 20:14:23.932121 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6af74eb5-01d5-4638-a6d5-3b1862649d62 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:23.947334 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6af74eb5-01d5-4638-a6d5-3b1862649d62 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:23.986597 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af74eb5-01d5-4638-a6d5-3b1862649d62 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e67440-0cb9-4920-802e-068d5e4ed0c5,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:24.020316 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6af74eb5-01d5-4638-a6d5-3b1862649d62 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.026419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6af74eb5-01d5-4638-a6d5-3b1862649d62 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2647302 Jul 27 20:14:24.027046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55814) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:24.039502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-3894ec93-7f6a-4249-8d8d-4b6d8d5f1669 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Request body: {'security_group_rule': {'security_group_id': '0907657d-35a5-4935-abb4-52046b7d4f5a', 'project_id': '19d4ac256f91449da806d5826769fc7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:24.042464 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4a1fcdba-2c2c-45c8-9525-c9e5075329cd req-cf9a399d-a07a-48be-a00f-504bba32757f service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621289 Jul 27 20:14:24.091119 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3894ec93-7f6a-4249-8d8d-4b6d8d5f1669 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.144668 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-19558e9a-5cbe-470c-9ff6-0d2ddf9c90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'c7d20082-0046-4e05-b549-507f117cca08', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'port_id': '54428b26-c661-4f85-ae70-c248e720befe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'mac_address': 'fa:16:3e:4e:db:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d35543-bdb3-4721-9db6-e4a567180b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:14:05Z', 'updated_at': '2021-07-27T20:14:22Z', 'revision_number': 1, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:09Z', 'revision_number': 5, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:24.165107 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3894ec93-7f6a-4249-8d8d-4b6d8d5f1669 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.170376 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3894ec93-7f6a-4249-8d8d-4b6d8d5f1669 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.188856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894ec93-7f6a-4249-8d8d-4b6d8d5f1669 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca0088c-fffa-4592-b91f-40d478941933,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:24.193528 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19558e9a-5cbe-470c-9ff6-0d2ddf9c90d5 None None] The sync data for ids ['ef4165ec-9276-4a97-a984-c1a6774268d3'] in n-d-705657-21 is: [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'c7d20082-0046-4e05-b549-507f117cca08', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'port_id': '54428b26-c661-4f85-ae70-c248e720befe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'mac_address': 'fa:16:3e:4e:db:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d35543-bdb3-4721-9db6-e4a567180b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:14:05Z', 'updated_at': '2021-07-27T20:14:22Z', 'revision_number': 1, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:09Z', 'revision_number': 5, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:14:24.201926 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3894ec93-7f6a-4249-8d8d-4b6d8d5f1669 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.203538 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3894ec93-7f6a-4249-8d8d-4b6d8d5f1669 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1736400 Jul 27 20:14:24.206665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 55816) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:24.211279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-323a2c4a-4c5b-47b1-94e4-cb51a41fedfe tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Request body: {'security_group_rule': {'security_group_id': '0907657d-35a5-4935-abb4-52046b7d4f5a', 'project_id': '19d4ac256f91449da806d5826769fc7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:24.239592 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-323a2c4a-4c5b-47b1-94e4-cb51a41fedfe tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.308436 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-323a2c4a-4c5b-47b1-94e4-cb51a41fedfe tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.313444 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-323a2c4a-4c5b-47b1-94e4-cb51a41fedfe tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.332203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a2c4a-4c5b-47b1-94e4-cb51a41fedfe tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaa724e-bb67-48d2-b350-598e0e37f993,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:24.339075 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-323a2c4a-4c5b-47b1-94e4-cb51a41fedfe tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.340264 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-323a2c4a-4c5b-47b1-94e4-cb51a41fedfe tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326110 Jul 27 20:14:24.343237 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55818) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:24.348839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Request body: {'security_group_rule': {'security_group_id': '0907657d-35a5-4935-abb4-52046b7d4f5a', 'project_id': '19d4ac256f91449da806d5826769fc7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:24.380075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.450639 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.454742 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.473471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12cd4fc-2523-4a98-9eda-4aa00ceb1450,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:24.482501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:24.482842 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:24.483178 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:24.483529 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:24.483864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:24.484190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:24.484547 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:24.484871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:24.485188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:24.485522 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:24.485922 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:24.486240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:24.488906 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.490114 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-067958f6-ab7f-4a49-8830-d2c028441f4c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458657 Jul 27 20:14:24.493089 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55822) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:24.498003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0f669c32-99a0-4648-9ca3-345faa5d55b9 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Request body: {'security_group_rule': {'security_group_id': '0907657d-35a5-4935-abb4-52046b7d4f5a', 'project_id': '19d4ac256f91449da806d5826769fc7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:24.527093 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-0f669c32-99a0-4648-9ca3-345faa5d55b9 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Project 19d4ac256f91449da806d5826769fc7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:14:24.532796 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f669c32-99a0-4648-9ca3-345faa5d55b9 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.608159 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f669c32-99a0-4648-9ca3-345faa5d55b9 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.612899 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f669c32-99a0-4648-9ca3-345faa5d55b9 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.631274 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f669c32-99a0-4648-9ca3-345faa5d55b9 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c01ab7d-ff91-4cbd-ab1e-6098b9699a06,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:24.643884 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0f669c32-99a0-4648-9ca3-345faa5d55b9 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.645507 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0f669c32-99a0-4648-9ca3-345faa5d55b9 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1513391 Jul 27 20:14:24.648520 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55824) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:24.653708 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c2422798-8fa9-481e-8607-2587431534de tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Request body: {'security_group_rule': {'security_group_id': '0907657d-35a5-4935-abb4-52046b7d4f5a', 'project_id': '19d4ac256f91449da806d5826769fc7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:24.678206 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-c2422798-8fa9-481e-8607-2587431534de tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Project 19d4ac256f91449da806d5826769fc7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:14:24.684081 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c2422798-8fa9-481e-8607-2587431534de tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.749403 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c2422798-8fa9-481e-8607-2587431534de tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.754809 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c2422798-8fa9-481e-8607-2587431534de tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.770441 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2422798-8fa9-481e-8607-2587431534de tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0177cf-2f7e-4381-8c85-7d4270579ea0,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:24.787264 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c2422798-8fa9-481e-8607-2587431534de tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.788858 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c2422798-8fa9-481e-8607-2587431534de tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391211 Jul 27 20:14:24.851392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ee72c793-082c-4fc5-a9d7-fbc787100915 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:24.909699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port ee72c793-082c-4fc5-a9d7-fbc787100915 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:24.914251 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ee72c793-082c-4fc5-a9d7-fbc787100915 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:24.914705 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:24.957578 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-656670cd-4ae9-4f12-8256-ca62967dc6db tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351022697&fields=id&tenant_id=19d4ac256f91449da806d5826769fc7c HTTP/1.1" status: 200 len: 267 time: 0.0365865 Jul 27 20:14:24.996569 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:25.020069 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port ee72c793-082c-4fc5-a9d7-fbc787100915, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ee72c793-082c-4fc5-a9d7-fbc787100915,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:25.024834 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:25.081606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-297039a7-31ed-42bf-9ae3-852621da44a0 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:25.083221 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-297039a7-31ed-42bf-9ae3-852621da44a0 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/networks?id=b33ba56e-0146-46fd-972d-79ee0e1f15bb HTTP/1.1" status: 200 len: 809 time: 0.1153970 Jul 27 20:14:25.091069 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=ee72c793-082c-4fc5-a9d7-fbc787100915,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:25.100080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-cbf95ac2-4526-4c44-81d6-27cf82644281 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/quotas/19d4ac256f91449da806d5826769fc7c HTTP/1.1" status: 200 len: 375 time: 0.0105267 Jul 27 20:14:25.181049 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-4ddaac12-611b-485a-b40f-5fe2305f3b9d tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=19d4ac256f91449da806d5826769fc7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701053 Jul 27 20:14:25.284998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-36490b5b-b71e-4cc7-8f47-95b173f3b745 service neutron] 10.222.0.48 "GET /v2.0/networks/b33ba56e-0146-46fd-972d-79ee0e1f15bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921972 Jul 27 20:14:25.383577 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-e58da8fa-3d04-4eb3-b9d5-fd063b0e2098 service neutron] 10.222.0.48 "GET /v2.0/networks/b33ba56e-0146-46fd-972d-79ee0e1f15bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922408 Jul 27 20:14:25.602739 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2511a41-063d-448c-a661-9eea6d55b99e req-25c83d58-5900-40f4-9499-a92c30ae9f01 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 210 time: 0.0325861 Jul 27 20:14:25.815444 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822299c-23c5-4666-9dbf-1b18f2c6a5a8 None None] New status for floating IP c7d20082-0046-4e05-b549-507f117cca08: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:14:26.749236 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-002271fe-2da6-499b-a563-9dbc0ba95e27 req-71a86354-d8b9-4b65-8e50-740297f5e34b tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 210 time: 0.0551283 Jul 27 20:14:26.773130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-6b7a376a-7b5a-4216-9baa-80d921297172 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:26.774830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-6b7a376a-7b5a-4216-9baa-80d921297172 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.52 "GET /v2.0/networks?id=b33ba56e-0146-46fd-972d-79ee0e1f15bb HTTP/1.1" status: 200 len: 809 time: 0.1686144 Jul 27 20:14:26.835434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-654731af-8185-48d8-ac7a-49b9f3f91566 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19d4ac256f91449da806d5826769fc7c HTTP/1.1" status: 200 len: 379 time: 0.0501196 Jul 27 20:14:26.839730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ee72c793-082c-4fc5-a9d7-fbc787100915 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:26.849309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-bdbb18bc-245c-4d5a-9fa4-56aa46e7c597 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Request body: {'port': {'device_id': 'b213b6f2-6911-4892-b083-c77f48293e8b', 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'admin_state_up': True, 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'security_groups': ['0907657d-35a5-4935-abb4-52046b7d4f5a']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:26.915121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ee72c793-082c-4fc5-a9d7-fbc787100915 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:26.915693 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:26.989256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-bdbb18bc-245c-4d5a-9fa4-56aa46e7c597 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Made reservation on behalf of 19d4ac256f91449da806d5826769fc7c for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:14:26.995649 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-bdbb18bc-245c-4d5a-9fa4-56aa46e7c597 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:27.129577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-bdbb18bc-245c-4d5a-9fa4-56aa46e7c597 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Allocated IP 172.20.0.14 (b33ba56e-0146-46fd-972d-79ee0e1f15bb/65e4abf5-3034-468d-9868-1ceb60db2cc8/5ad82357-e212-44f4-9937-292866c93ac2) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:14:27.243499 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Sync routers for ids ['d7b31484-ff99-4c10-be97-76a1537c836a'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:14:27.253986 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Routers {'d7b31484-ff99-4c10-be97-76a1537c836a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:27.254730 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:14:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d7b31484-ff99-4c10-be97-76a1537c836a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:27.307878 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-bdbb18bc-245c-4d5a-9fa4-56aa46e7c597 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:27.324446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-bdbb18bc-245c-4d5a-9fa4-56aa46e7c597 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Transition to ACTIVE for port object 5ad82357-e212-44f4-9937-292866c93ac2 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:27.361217 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-bdbb18bc-245c-4d5a-9fa4-56aa46e7c597 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:27.376046 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Set router d7b31484-ff99-4c10-be97-76a1537c836a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:27.406280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-bdbb18bc-245c-4d5a-9fa4-56aa46e7c597 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Network b33ba56e-0146-46fd-972d-79ee0e1f15bb is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:14:27.413621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-bdbb18bc-245c-4d5a-9fa4-56aa46e7c597 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:27.418447 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-bdbb18bc-245c-4d5a-9fa4-56aa46e7c597 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:14:27.422560 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb18bc-245c-4d5a-9fa4-56aa46e7c597 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Pushing event updated for resources: {'Port': ['ID=5ad82357-e212-44f4-9937-292866c93ac2,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:27.472110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-bdbb18bc-245c-4d5a-9fa4-56aa46e7c597 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:27.473941 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-bdbb18bc-245c-4d5a-9fa4-56aa46e7c597 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:27.498183 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-bdbb18bc-245c-4d5a-9fa4-56aa46e7c597 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6555429 Jul 27 20:14:27.512287 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Request body: {'port': {'device_id': 'b213b6f2-6911-4892-b083-c77f48293e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:27.601416 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:27.619603 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'name': 'tempest-TestServerBasicOps-840736719-router', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ee72c793-082c-4fc5-a9d7-fbc787100915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 4, 'project_id': '57fab0509d6c4587b6373b98b4630588', 'gw_port': {'id': 'ee72c793-082c-4fc5-a9d7-fbc787100915', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '27799c28-f39b-42a0-ba68-2f0b5788e121', 'name': '', 'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'mac_address': 'fa:16:3e:1d:e0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '3a69011c-e7ac-4ddc-8415-f6969e576496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:20Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 2, 'project_id': '57fab0509d6c4587b6373b98b4630588', 'subnets': [{'id': '3a69011c-e7ac-4ddc-8415-f6969e576496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:27.653178 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Checking router: d7b31484-ff99-4c10-be97-76a1537c836a for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:14:27.653529 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Updating router d7b31484-ff99-4c10-be97-76a1537c836a port 27799c28-f39b-42a0-ba68-2f0b5788e121 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:14:27.691048 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:27.741236 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6ccc7b4f-4787-4f28-bced-289f772d9190 None None] Provisioning for port 5ad82357-e212-44f4-9937-292866c93ac2 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:27.747740 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6ccc7b4f-4787-4f28-bced-289f772d9190 None None] Provisioning complete for port 5ad82357-e212-44f4-9937-292866c93ac2 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:27.748123 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6ccc7b4f-4787-4f28-bced-289f772d9190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:27.808330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6ccc7b4f-4787-4f28-bced-289f772d9190 None None] Port 5ad82357-e212-44f4-9937-292866c93ac2 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:14:27.982900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad82357-e212-44f4-9937-292866c93ac2 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:14:27.992436 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:28.007706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc411713-7c8a-4ea7-ab24-465badedd382 req-4f355bb5-3d6f-4be0-98e3-7a459294e375 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:28.009519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc411713-7c8a-4ea7-ab24-465badedd382 req-4f355bb5-3d6f-4be0-98e3-7a459294e375 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 932 time: 0.1425066 Jul 27 20:14:28.017758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Transition to ACTIVE for port object 5ad82357-e212-44f4-9937-292866c93ac2 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:28.027281 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:28.037728 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:28.052119 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Transition to ACTIVE for port object 27799c28-f39b-42a0-ba68-2f0b5788e121 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:14:28.059140 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:28.104788 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc411713-7c8a-4ea7-ab24-465badedd382 req-ed2df60d-2cc7-4831-ad13-e85e077cc54f tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/security-groups?id=0907657d-35a5-4935-abb4-52046b7d4f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858178 Jul 27 20:14:28.112458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad82357-e212-44f4-9937-292866c93ac2,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:28.126771 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c26a63-1af7-44af-92d0-3f62c79c32c6 None None] Pushing event updated for resources: {'Port': ['ID=27799c28-f39b-42a0-ba68-2f0b5788e121,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:28.209226 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Attempting to bind port 5ad82357-e212-44f4-9937-292866c93ac2 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:14:28.209557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Attempting to bind port 5ad82357-e212-44f4-9937-292866c93ac2 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '539e4a38-d244-4534-bb7b-f3cb40461067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:14:28.209915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Attempting to bind port 5ad82357-e212-44f4-9937-292866c93ac2 on network b33ba56e-0146-46fd-972d-79ee0e1f15bb {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:14:28.221311 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Port 5ad82357-e212-44f4-9937-292866c93ac2 on network b33ba56e-0146-46fd-972d-79ee0e1f15bb not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:14:28.221638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Attempting to bind port 5ad82357-e212-44f4-9937-292866c93ac2 on network b33ba56e-0146-46fd-972d-79ee0e1f15bb {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:14:28.233975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:14:28.234539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Checking segment: {'id': '539e4a38-d244-4534-bb7b-f3cb40461067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:14:28.235148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Bound using segment: {'id': '539e4a38-d244-4534-bb7b-f3cb40461067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:14:28.235389 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Attempting to bind port 27799c28-f39b-42a0-ba68-2f0b5788e121 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:14:28.235830 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Attempting to bind port 27799c28-f39b-42a0-ba68-2f0b5788e121 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'c59ad084-8841-4527-9ce3-9632993aa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:14:28.236351 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Attempting to bind port 27799c28-f39b-42a0-ba68-2f0b5788e121 on network 6eb6eee1-9fe6-4d0f-8a8b-06456019d346 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:14:28.238576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Bound port: 5ad82357-e212-44f4-9937-292866c93ac2, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539e4a38-d244-4534-bb7b-f3cb40461067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:14:28.239083 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:28.242566 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:14:28.243066 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Checking segment: {'id': 'c59ad084-8841-4527-9ce3-9632993aa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:14:28.243565 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:28.244111 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Bound using segment: {'id': 'c59ad084-8841-4527-9ce3-9632993aa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:14:28.244613 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Bound port: 27799c28-f39b-42a0-ba68-2f0b5788e121, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59ad084-8841-4527-9ce3-9632993aa2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:14:28.245076 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:28.327426 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] For port 5ad82357-e212-44f4-9937-292866c93ac2, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:14:28.331032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] For port 5ad82357-e212-44f4-9937-292866c93ac2, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=5ad82357-e212-44f4-9937-292866c93ac2,segment=NetworkSegment(539e4a38-d244-4534-bb7b-f3cb40461067),segment_id=539e4a38-d244-4534-bb7b-f3cb40461067)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:14:28.339387 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] For port 27799c28-f39b-42a0-ba68-2f0b5788e121, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:14:28.340945 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:28.343116 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] For port 27799c28-f39b-42a0-ba68-2f0b5788e121, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=27799c28-f39b-42a0-ba68-2f0b5788e121,segment=NetworkSegment(c59ad084-8841-4527-9ce3-9632993aa2c1),segment_id=c59ad084-8841-4527-9ce3-9632993aa2c1)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:14:28.358494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:28.358719 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:28.359041 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:28.360529 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] 10.222.0.52 "PUT /v2.0/ports/5ad82357-e212-44f4-9937-292866c93ac2 HTTP/1.1" status: 200 len: 1093 time: 0.8529482 Jul 27 20:14:28.362368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b213b6f2-6911-4892-b083-c77f48293e8b', 'tag': '5ad82357-e212-44f4-9937-292866c93ac2'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:14:28.365657 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14cb32b-eb81-46d4-a979-145bb4607748" -d '{"events": [{"name": "network-changed", "server_uuid": "b213b6f2-6911-4892-b083-c77f48293e8b", "tag": "5ad82357-e212-44f4-9937-292866c93ac2"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:14:28.444808 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Routers {'d7b31484-ff99-4c10-be97-76a1537c836a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:28.449372 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:14:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d7b31484-ff99-4c10-be97-76a1537c836a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:28.457462 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c26a63-1af7-44af-92d0-3f62c79c32c6 None None] Pushing event updated for resources: {'Port': ['ID=27799c28-f39b-42a0-ba68-2f0b5788e121,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:28.474559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6a7c5-2cab-429c-95c3-0fa4cc5a8f02 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad82357-e212-44f4-9937-292866c93ac2,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:28.507368 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7553252-8541-41db-a3ae-6298cf04d128 x-openstack-request-id: req-c7553252-8541-41db-a3ae-6298cf04d128 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:14:28.507887 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b213b6f2-6911-4892-b083-c77f48293e8b", "tag": "5ad82357-e212-44f4-9937-292866c93ac2", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:14:28.508892 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7553252-8541-41db-a3ae-6298cf04d128 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:14:28.509595 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b213b6f2-6911-4892-b083-c77f48293e8b', 'tag': '5ad82357-e212-44f4-9937-292866c93ac2', 'status': 'completed', 'code': 200} Jul 27 20:14:28.528839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-bf90efcd-f5ba-4230-9e71-a5768b7fb590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:28.558975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-bf90efcd-f5ba-4230-9e71-a5768b7fb590 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19d4ac256f91449da806d5826769fc7c&device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 1096 time: 0.1178937 Jul 27 20:14:28.622750 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-b9b4e183-c9de-4c2d-8a06-c07878f5be73 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ad82357-e212-44f4-9937-292866c93ac2 HTTP/1.1" status: 200 len: 217 time: 0.0522916 Jul 27 20:14:28.677683 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] Set router d7b31484-ff99-4c10-be97-76a1537c836a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:28.730254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-4665262d-9ffb-4799-860d-4774c339dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:28.732816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-4665262d-9ffb-4799-860d-4774c339dbf5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=65e4abf5-3034-468d-9868-1ceb60db2cc8 HTTP/1.1" status: 200 len: 848 time: 0.1004119 Jul 27 20:14:28.865347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-99825384-b429-428e-8fe8-a6b9d9385f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:28.867623 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-99825384-b429-428e-8fe8-a6b9d9385f4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b33ba56e-0146-46fd-972d-79ee0e1f15bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223233 Jul 27 20:14:28.982680 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 27799c28-f39b-42a0-ba68-2f0b5788e121 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:28.993176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-5811dbdf-6d21-4d8e-a9c3-07328520267c service neutron] 10.222.0.52 "GET /v2.0/networks/b33ba56e-0146-46fd-972d-79ee0e1f15bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154809 Jul 27 20:14:29.079183 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'name': 'tempest-TestServerBasicOps-840736719-router', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ee72c793-082c-4fc5-a9d7-fbc787100915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 4, 'project_id': '57fab0509d6c4587b6373b98b4630588', 'gw_port': {'id': 'ee72c793-082c-4fc5-a9d7-fbc787100915', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '27799c28-f39b-42a0-ba68-2f0b5788e121', 'name': '', 'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'mac_address': 'fa:16:3e:1d:e0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '3a69011c-e7ac-4ddc-8415-f6969e576496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:20Z', 'updated_at': '2021-07-27T20:14:28Z', 'revision_number': 4, 'project_id': '57fab0509d6c4587b6373b98b4630588', 'subnets': [{'id': '3a69011c-e7ac-4ddc-8415-f6969e576496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:29.097273 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a238609-f20b-4797-8dc5-97920d0c2387 req-e9783144-a486-490d-b928-cda35b261173 service neutron] 10.222.0.52 "GET /v2.0/networks/b33ba56e-0146-46fd-972d-79ee0e1f15bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940518 Jul 27 20:14:29.108723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 27799c28-f39b-42a0-ba68-2f0b5788e121 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:29.113807 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 27799c28-f39b-42a0-ba68-2f0b5788e121 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:29.114334 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:29.149959 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8e51c-5eb1-4e76-8eba-e039c4ab6ca2 None None] The sync data for ids ['d7b31484-ff99-4c10-be97-76a1537c836a'] in n-d-705657-21 is: [{'id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'name': 'tempest-TestServerBasicOps-840736719-router', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ee72c793-082c-4fc5-a9d7-fbc787100915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 4, 'project_id': '57fab0509d6c4587b6373b98b4630588', 'gw_port': {'id': 'ee72c793-082c-4fc5-a9d7-fbc787100915', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '27799c28-f39b-42a0-ba68-2f0b5788e121', 'name': '', 'network_id': '6eb6eee1-9fe6-4d0f-8a8b-06456019d346', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'mac_address': 'fa:16:3e:1d:e0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '3a69011c-e7ac-4ddc-8415-f6969e576496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:20Z', 'updated_at': '2021-07-27T20:14:28Z', 'revision_number': 4, 'project_id': '57fab0509d6c4587b6373b98b4630588', 'subnets': [{'id': '3a69011c-e7ac-4ddc-8415-f6969e576496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:14:29.227139 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:29.289070 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 27799c28-f39b-42a0-ba68-2f0b5788e121, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=27799c28-f39b-42a0-ba68-2f0b5788e121,segment=NetworkSegment(c59ad084-8841-4527-9ce3-9632993aa2c1),segment_id=c59ad084-8841-4527-9ce3-9632993aa2c1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:29.295050 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:29.314555 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cb32b-eb81-46d4-a979-145bb4607748 req-b0ac5f5c-b238-4263-8afb-be75568e7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:29.319502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e14cb32b-eb81-46d4-a979-145bb4607748 req-b0ac5f5c-b238-4263-8afb-be75568e7d17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19d4ac256f91449da806d5826769fc7c&device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 1096 time: 0.1534736 Jul 27 20:14:29.359801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=27799c28-f39b-42a0-ba68-2f0b5788e121,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:29.424228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca673ef-fe42-4128-8b6d-ae8860875efb req-400cbd76-96f0-4f71-bd1e-65aab6198257 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:29.425844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ca673ef-fe42-4128-8b6d-ae8860875efb req-400cbd76-96f0-4f71-bd1e-65aab6198257 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 944 time: 0.1923795 Jul 27 20:14:29.450008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cb32b-eb81-46d4-a979-145bb4607748 req-49032971-37c1-446e-8649-16877c67711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:29.451499 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e14cb32b-eb81-46d4-a979-145bb4607748 req-49032971-37c1-446e-8649-16877c67711d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b33ba56e-0146-46fd-972d-79ee0e1f15bb HTTP/1.1" status: 200 len: 910 time: 0.1216266 Jul 27 20:14:29.508045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e14cb32b-eb81-46d4-a979-145bb4607748 req-b0026c9c-29dc-43bd-aff6-475d3bed7688 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ad82357-e212-44f4-9937-292866c93ac2 HTTP/1.1" status: 200 len: 217 time: 0.0470023 Jul 27 20:14:29.529280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ca673ef-fe42-4128-8b6d-ae8860875efb req-48ffca24-72fd-4759-9534-f0251dcc4e3b tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/security-groups?id=0907657d-35a5-4935-abb4-52046b7d4f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912726 Jul 27 20:14:29.585777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cb32b-eb81-46d4-a979-145bb4607748 req-571a80bb-31fe-4522-9625-e71dda064bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:29.587382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e14cb32b-eb81-46d4-a979-145bb4607748 req-571a80bb-31fe-4522-9625-e71dda064bec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=65e4abf5-3034-468d-9868-1ceb60db2cc8 HTTP/1.1" status: 200 len: 848 time: 0.0686553 Jul 27 20:14:29.655131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cb32b-eb81-46d4-a979-145bb4607748 req-1c0097dd-d21a-4e99-9330-1d066dcffe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:29.656798 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e14cb32b-eb81-46d4-a979-145bb4607748 req-1c0097dd-d21a-4e99-9330-1d066dcffe39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b33ba56e-0146-46fd-972d-79ee0e1f15bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600877 Jul 27 20:14:29.775639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e14cb32b-eb81-46d4-a979-145bb4607748 req-ed96bcba-c7d3-483f-9e75-b30df370013c service neutron] 10.222.0.52 "GET /v2.0/networks/b33ba56e-0146-46fd-972d-79ee0e1f15bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081300 Jul 27 20:14:29.883395 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e14cb32b-eb81-46d4-a979-145bb4607748 req-0b1453ac-b20b-4f97-8eb7-9bc169b50d97 service neutron] 10.222.0.52 "GET /v2.0/networks/b33ba56e-0146-46fd-972d-79ee0e1f15bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993030 Jul 27 20:14:30.676301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06b33e-9376-4361-9dd8-daac785da01c req-df955903-5195-4e89-b90d-997e8b15f411 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:30.677970 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b06b33e-9376-4361-9dd8-daac785da01c req-df955903-5195-4e89-b90d-997e8b15f411 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 944 time: 0.0708966 Jul 27 20:14:30.721922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b06b33e-9376-4361-9dd8-daac785da01c req-c2b63fe2-dfed-4df2-a8aa-fc468c7529be tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/security-groups?id=0907657d-35a5-4935-abb4-52046b7d4f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377145 Jul 27 20:14:30.811063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 27799c28-f39b-42a0-ba68-2f0b5788e121 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:30.863377 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 27799c28-f39b-42a0-ba68-2f0b5788e121 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:30.863676 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:31.690863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 5ad82357-e212-44f4-9937-292866c93ac2 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:14:31.798678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 5ad82357-e212-44f4-9937-292866c93ac2, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=5ad82357-e212-44f4-9937-292866c93ac2,segment=NetworkSegment(539e4a38-d244-4534-bb7b-f3cb40461067),segment_id=539e4a38-d244-4534-bb7b-f3cb40461067)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:31.813414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '5ad82357-e212-44f4-9937-292866c93ac2', 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'port_id': '5ad82357-e212-44f4-9937-292866c93ac2', 'mac_address': 'fa:16:3e:af:cf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:14:31.860588 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:31.875116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd3b83-9a3d-419a-bdb2-c11c062d1690 req-0071077d-feaf-468a-9eff-5b3538c3b74e tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:31.875695 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad82357-e212-44f4-9937-292866c93ac2 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:14:31.877252 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2efd3b83-9a3d-419a-bdb2-c11c062d1690 req-0071077d-feaf-468a-9eff-5b3538c3b74e tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 944 time: 0.0780892 Jul 27 20:14:31.897741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 5ad82357-e212-44f4-9937-292866c93ac2, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=5ad82357-e212-44f4-9937-292866c93ac2,segment=NetworkSegment(539e4a38-d244-4534-bb7b-f3cb40461067),segment_id=539e4a38-d244-4534-bb7b-f3cb40461067)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:31.902680 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:31.919999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2efd3b83-9a3d-419a-bdb2-c11c062d1690 req-856168b4-49cd-4147-95f9-65830a5b561f tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/security-groups?id=0907657d-35a5-4935-abb4-52046b7d4f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359192 Jul 27 20:14:31.957177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=5ad82357-e212-44f4-9937-292866c93ac2,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:31.965049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:31.965409 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:31.965738 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:31.966051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:31.966373 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:31.966697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:31.967015 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:31.967339 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:31.967645 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:31.967961 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:31.968274 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:31.968613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:14:32.132080 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['5ad82357-e212-44f4-9937-292866c93ac2'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:14:33.064901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225be888-fddd-40a7-bc82-bcb0744044fe req-be74bd84-f3e8-4030-8594-8cc056bbe389 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:33.066534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-225be888-fddd-40a7-bc82-bcb0744044fe req-be74bd84-f3e8-4030-8594-8cc056bbe389 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 945 time: 0.0691459 Jul 27 20:14:33.110080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-225be888-fddd-40a7-bc82-bcb0744044fe req-bd6fe73f-5fbf-4c42-94a6-a6a5faca55b7 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/security-groups?id=0907657d-35a5-4935-abb4-52046b7d4f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366545 Jul 27 20:14:33.702997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 5ad82357-e212-44f4-9937-292866c93ac2 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:14:33.755294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 5ad82357-e212-44f4-9937-292866c93ac2 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:14:33.759245 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 5ad82357-e212-44f4-9937-292866c93ac2 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:14:33.759612 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:34.038177 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:34.062794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b213b6f2-6911-4892-b083-c77f48293e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad82357-e212-44f4-9937-292866c93ac2'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:14:34.068146 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91af456-e74b-4c13-8528-bb87679127f4" -d '{"events": [{"server_uuid": "b213b6f2-6911-4892-b083-c77f48293e8b", "name": "network-vif-plugged", "status": "completed", "tag": "5ad82357-e212-44f4-9937-292866c93ac2"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:14:34.080901 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 5ad82357-e212-44f4-9937-292866c93ac2, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=5ad82357-e212-44f4-9937-292866c93ac2,segment=NetworkSegment(539e4a38-d244-4534-bb7b-f3cb40461067),segment_id=539e4a38-d244-4534-bb7b-f3cb40461067)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:14:34.090324 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:34.122726 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e693b26-edbe-4dac-8b56-f584ad461a97 x-openstack-request-id: req-7e693b26-edbe-4dac-8b56-f584ad461a97 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:14:34.123021 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b213b6f2-6911-4892-b083-c77f48293e8b", "name": "network-vif-plugged", "status": "completed", "tag": "5ad82357-e212-44f4-9937-292866c93ac2", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:14:34.123271 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e693b26-edbe-4dac-8b56-f584ad461a97 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:14:34.123738 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b213b6f2-6911-4892-b083-c77f48293e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad82357-e212-44f4-9937-292866c93ac2', 'code': 200} Jul 27 20:14:34.202924 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=5ad82357-e212-44f4-9937-292866c93ac2,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:34.346569 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eccbf4-4b1b-4ba2-97b5-5646e3d02923 req-e26b44d8-8975-49ff-900c-8ceae7ead7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:34.348568 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25eccbf4-4b1b-4ba2-97b5-5646e3d02923 req-e26b44d8-8975-49ff-900c-8ceae7ead7af service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 1098 time: 0.1449375 Jul 27 20:14:34.364108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b15a7-a00a-4910-9a7c-981181b942a3 req-39ead996-4121-4e5a-8f15-e9c5e74f72e6 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:34.365826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-335b15a7-a00a-4910-9a7c-981181b942a3 req-39ead996-4121-4e5a-8f15-e9c5e74f72e6 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 946 time: 0.1028781 Jul 27 20:14:34.412991 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25eccbf4-4b1b-4ba2-97b5-5646e3d02923 req-9b354f5b-4146-4946-9aa6-5379553d74ea service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0907657d-35a5-4935-abb4-52046b7d4f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461173 Jul 27 20:14:34.428256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-335b15a7-a00a-4910-9a7c-981181b942a3 req-e0de2f99-2df9-4c06-a69f-30f43a7d46b2 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/security-groups?id=0907657d-35a5-4935-abb4-52046b7d4f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549173 Jul 27 20:14:35.572424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfe2c5-8f5d-4758-8c47-d1541a969e97 req-6cee322e-6cb4-4901-8b46-993efc9564cd tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:35.573968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3bfe2c5-8f5d-4758-8c47-d1541a969e97 req-6cee322e-6cb4-4901-8b46-993efc9564cd tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 946 time: 0.0694816 Jul 27 20:14:35.618153 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3bfe2c5-8f5d-4758-8c47-d1541a969e97 req-f42efdcc-f60a-480e-8ad2-75e449fc460c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/security-groups?id=0907657d-35a5-4935-abb4-52046b7d4f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370641 Jul 27 20:14:35.829231 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bebcba-5cfd-42d3-a395-763e5fb3e60c req-5c394b47-7fbb-4a29-8a11-4813612f4f48 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:35.829231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95bebcba-5cfd-42d3-a395-763e5fb3e60c req-5c394b47-7fbb-4a29-8a11-4813612f4f48 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 946 time: 0.1056201 Jul 27 20:14:35.869643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95bebcba-5cfd-42d3-a395-763e5fb3e60c req-6fbd6a3b-368c-4c53-9ac6-1abbf533997d tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/security-groups?id=0907657d-35a5-4935-abb4-52046b7d4f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499675 Jul 27 20:14:36.009539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bc2bc-e819-45e0-ad81-ac7e07548c6e req-fdc4d7d5-671a-440e-ab96-fcfcc267f25f tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:36.011061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-558bc2bc-e819-45e0-ad81-ac7e07548c6e req-fdc4d7d5-671a-440e-ab96-fcfcc267f25f tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 946 time: 0.0710747 Jul 27 20:14:36.058099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-558bc2bc-e819-45e0-ad81-ac7e07548c6e req-a900f923-067e-4c3f-9e7e-b2f05af453cd tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/security-groups?id=0907657d-35a5-4935-abb4-52046b7d4f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406072 Jul 27 20:14:36.084149 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55948) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:36.250896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130294e-7951-4c11-ad93-69f085e268de tempest-TestServerBasicOps-341086867 tempest-TestServerBasicOps-341086867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:36.252882 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5130294e-7951-4c11-ad93-69f085e268de tempest-TestServerBasicOps-341086867 tempest-TestServerBasicOps-341086867-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 1093 time: 0.1674902 Jul 27 20:14:36.255777 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 55956) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:14:36.260308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '5ad82357-e212-44f4-9937-292866c93ac2', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:14:36.285744 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:36.393780 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:36.510105 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Allocated IP 172.25.1.214 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/24973c50-2758-4e24-b215-8f5bf5a2ea87) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:14:36.644449 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:36.689907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:36.745409 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:14:36.750488 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:14:36.756795 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:14:36.761090 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Pushing event updated for resources: {'Port': ['ID=24973c50-2758-4e24-b215-8f5bf5a2ea87,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:37.188825 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:37.293926 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:37.456694 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:37.461585 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:37.541622 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Pushing event updated for resources: {'Port': ['ID=24973c50-2758-4e24-b215-8f5bf5a2ea87,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:14:37.552750 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:37.988563 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Floating IP a5f5e930-7df0-42d0-9a41-7bbbb5dc9c71 associated. External IP: 172.25.1.214, port: 5ad82357-e212-44f4-9937-292866c93ac2. Jul 27 20:14:38.221758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Router 1085e45a-0142-4fb3-b397-50b7a8e62ebc has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:14:38.342180 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:14:38.358398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f928ac8-e175-40ac-83b6-5b74425c4d9f None None] Sync routers for ids ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:14:38.370402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f928ac8-e175-40ac-83b6-5b74425c4d9f None None] Routers {'1085e45a-0142-4fb3-b397-50b7a8e62ebc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:38.370530 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:38.370727 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2f928ac8-e175-40ac-83b6-5b74425c4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:14:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:38.438469 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7dc6ffe9-56ea-4493-aa27-494526e42617 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1723206 Jul 27 20:14:38.438469 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b213b6f2-6911-4892-b083-c77f48293e8b', 'tag': '5ad82357-e212-44f4-9937-292866c93ac2'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:14:38.438469 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c79f65b-aae8-41f4-a700-15a5d1b52180" -d '{"events": [{"name": "network-changed", "server_uuid": "b213b6f2-6911-4892-b083-c77f48293e8b", "tag": "5ad82357-e212-44f4-9937-292866c93ac2"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:14:38.476522 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029f9532-400f-4a85-b973-b60e43e5984f x-openstack-request-id: req-029f9532-400f-4a85-b973-b60e43e5984f {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:14:38.477131 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b213b6f2-6911-4892-b083-c77f48293e8b", "tag": "5ad82357-e212-44f4-9937-292866c93ac2", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:14:38.477601 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-029f9532-400f-4a85-b973-b60e43e5984f {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:14:38.478609 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b213b6f2-6911-4892-b083-c77f48293e8b', 'tag': '5ad82357-e212-44f4-9937-292866c93ac2', 'status': 'completed', 'code': 200} Jul 27 20:14:38.518226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-2f928ac8-e175-40ac-83b6-5b74425c4d9f None None] Set router 1085e45a-0142-4fb3-b397-50b7a8e62ebc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:38.577063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79f65b-aae8-41f4-a700-15a5d1b52180 req-baf4e850-607d-4fe1-beef-9be7152f238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:38.578729 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c79f65b-aae8-41f4-a700-15a5d1b52180 req-baf4e850-607d-4fe1-beef-9be7152f238c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19d4ac256f91449da806d5826769fc7c&device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 1098 time: 0.0695279 Jul 27 20:14:38.653822 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:38.692846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79f65b-aae8-41f4-a700-15a5d1b52180 req-54d04013-51a5-461b-a69d-a354d42ea55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:38.694618 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c79f65b-aae8-41f4-a700-15a5d1b52180 req-54d04013-51a5-461b-a69d-a354d42ea55c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b33ba56e-0146-46fd-972d-79ee0e1f15bb HTTP/1.1" status: 200 len: 910 time: 0.1078832 Jul 27 20:14:38.775152 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c79f65b-aae8-41f4-a700-15a5d1b52180 req-a4d8c04e-51a1-4d3e-b0b8-0f4737d514e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ad82357-e212-44f4-9937-292866c93ac2 HTTP/1.1" status: 200 len: 1000 time: 0.0720689 Jul 27 20:14:38.782963 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2f928ac8-e175-40ac-83b6-5b74425c4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:14Z', 'revision_number': 4, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'gw_port': {'id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'a5f5e930-7df0-42d0-9a41-7bbbb5dc9c71', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'floating_ip_address': '172.25.1.214', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'port_id': '5ad82357-e212-44f4-9937-292866c93ac2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'mac_address': 'fa:16:3e:af:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b213b6f2-6911-4892-b083-c77f48293e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:14:37Z', 'updated_at': '2021-07-27T20:14:37Z', 'revision_number': 0, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9591e907-061f-45c7-859a-4185e7afccd1', 'name': '', 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'mac_address': 'fa:16:3e:a1:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:12Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 5, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'subnets': [{'id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:38.783947 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:14:38.816812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f928ac8-e175-40ac-83b6-5b74425c4d9f None None] Checking router: 1085e45a-0142-4fb3-b397-50b7a8e62ebc for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:14:38.827521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f928ac8-e175-40ac-83b6-5b74425c4d9f None None] Routers {'1085e45a-0142-4fb3-b397-50b7a8e62ebc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:14:38.828529 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2f928ac8-e175-40ac-83b6-5b74425c4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:14:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:38.839941 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79f65b-aae8-41f4-a700-15a5d1b52180 req-f21d464c-cbc6-43b8-9bb1-50dfa513ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:38.841551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c79f65b-aae8-41f4-a700-15a5d1b52180 req-f21d464c-cbc6-43b8-9bb1-50dfa513ba37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=65e4abf5-3034-468d-9868-1ceb60db2cc8 HTTP/1.1" status: 200 len: 848 time: 0.0582683 Jul 27 20:14:38.906213 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79f65b-aae8-41f4-a700-15a5d1b52180 req-4042e56d-4a6e-42df-8d1e-1369ea970425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:14:38.907866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c79f65b-aae8-41f4-a700-15a5d1b52180 req-4042e56d-4a6e-42df-8d1e-1369ea970425 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b33ba56e-0146-46fd-972d-79ee0e1f15bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588243 Jul 27 20:14:38.958641 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-2f928ac8-e175-40ac-83b6-5b74425c4d9f None None] Set router 1085e45a-0142-4fb3-b397-50b7a8e62ebc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:14:39.013363 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c79f65b-aae8-41f4-a700-15a5d1b52180 req-262470ee-55c6-42a0-b9eb-dd1097b304a2 service neutron] 10.222.0.52 "GET /v2.0/networks/b33ba56e-0146-46fd-972d-79ee0e1f15bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934436 Jul 27 20:14:39.122981 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c79f65b-aae8-41f4-a700-15a5d1b52180 req-fa49f43b-cf16-45ff-858b-d61844b165ca service neutron] 10.222.0.52 "GET /v2.0/networks/b33ba56e-0146-46fd-972d-79ee0e1f15bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059656 Jul 27 20:14:39.255836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2f928ac8-e175-40ac-83b6-5b74425c4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:14Z', 'revision_number': 4, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'gw_port': {'id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'a5f5e930-7df0-42d0-9a41-7bbbb5dc9c71', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'floating_ip_address': '172.25.1.214', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'port_id': '5ad82357-e212-44f4-9937-292866c93ac2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'mac_address': 'fa:16:3e:af:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b213b6f2-6911-4892-b083-c77f48293e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:14:37Z', 'updated_at': '2021-07-27T20:14:37Z', 'revision_number': 0, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9591e907-061f-45c7-859a-4185e7afccd1', 'name': '', 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'mac_address': 'fa:16:3e:a1:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:12Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 5, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'subnets': [{'id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:14:39.285041 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f928ac8-e175-40ac-83b6-5b74425c4d9f None None] The sync data for ids ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'] in n-d-705657-21 is: [{'id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:14Z', 'revision_number': 4, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'gw_port': {'id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'a5f5e930-7df0-42d0-9a41-7bbbb5dc9c71', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'floating_ip_address': '172.25.1.214', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'port_id': '5ad82357-e212-44f4-9937-292866c93ac2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'mac_address': 'fa:16:3e:af:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b213b6f2-6911-4892-b083-c77f48293e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:14:37Z', 'updated_at': '2021-07-27T20:14:37Z', 'revision_number': 0, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9591e907-061f-45c7-859a-4185e7afccd1', 'name': '', 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'mac_address': 'fa:16:3e:a1:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:12Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 5, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'subnets': [{'id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:14:39.511976 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2979113d-c4c1-4772-9aa5-f2849cfeb3b0 None None] New status for floating IP a5f5e930-7df0-42d0-9a41-7bbbb5dc9c71: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:14:41.694639 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:43.401584 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6d717cc9-f8e7-4539-aa32-e4be5ad70d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:46.132915 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-93fe199d-5f36-4bca-b1b1-f5f5027e3e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:46.234397 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:47.183946 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:14:48.942716 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:15:08.615572 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:15:11.696302 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:15:13.395197 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5b44ad46-2ff9-4025-a77b-d2540d1c2d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:15:15.785951 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:15:16.150382 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2ae63a2b-bcca-427c-bbee-c738b616627f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:15:16.204657 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5051032f-e5bf-4d1a-bc77-a9e26058d373 req-f3176a09-184b-4037-929e-d96d0b397d68 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1626415 Jul 27 20:15:16.229468 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 56956) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:15:16.230075 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:15:16.318648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051032f-e5bf-4d1a-bc77-a9e26058d373 req-c0361a8d-d1a5-42f6-b24d-84f3d66ab241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:15:16.320207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5051032f-e5bf-4d1a-bc77-a9e26058d373 req-c0361a8d-d1a5-42f6-b24d-84f3d66ab241 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 1097 time: 0.0686810 Jul 27 20:15:16.357465 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826901a-5ffb-449a-8e22-c0f2d37b5a1f req-186155f5-b1b6-4b1b-8872-14910bd2bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:15:16.359020 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2826901a-5ffb-449a-8e22-c0f2d37b5a1f req-186155f5-b1b6-4b1b-8872-14910bd2bd4b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 1098 time: 0.1283705 Jul 27 20:15:16.395701 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2826901a-5ffb-449a-8e22-c0f2d37b5a1f req-63a07dbd-e842-4412-af34-09ce39fe87d1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0907657d-35a5-4935-abb4-52046b7d4f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290577 Jul 27 20:15:16.431225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051032f-e5bf-4d1a-bc77-a9e26058d373 req-6551fedd-ea44-4dc0-b09a-4ba4e8b5fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:15:16.432873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5051032f-e5bf-4d1a-bc77-a9e26058d373 req-6551fedd-ea44-4dc0-b09a-4ba4e8b5fc7c service neutron] 10.222.0.52 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.0917785 Jul 27 20:15:16.844543 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5051032f-e5bf-4d1a-bc77-a9e26058d373 req-a27ba067-9c98-40af-80d7-e8824033db4b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1290849b-1675-497d-aec5-f4bd74da774f HTTP/1.1" status: 200 len: 1000 time: 0.4026823 Jul 27 20:15:16.902484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051032f-e5bf-4d1a-bc77-a9e26058d373 req-946ea6a6-7b00-455c-bdc8-0b989922e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:15:16.904216 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5051032f-e5bf-4d1a-bc77-a9e26058d373 req-946ea6a6-7b00-455c-bdc8-0b989922e518 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0467680 Jul 27 20:15:16.968186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051032f-e5bf-4d1a-bc77-a9e26058d373 req-2932f19c-b43e-48c0-8112-123d141b5e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:15:16.969748 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5051032f-e5bf-4d1a-bc77-a9e26058d373 req-2932f19c-b43e-48c0-8112-123d141b5e13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590518 Jul 27 20:15:17.076851 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5051032f-e5bf-4d1a-bc77-a9e26058d373 req-98469428-0b29-4118-8db3-92bee7f2a721 service neutron] 10.222.0.52 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984852 Jul 27 20:15:17.181829 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:15:17.211074 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5051032f-e5bf-4d1a-bc77-a9e26058d373 req-1e68d0df-3543-43aa-925e-8dd6f8c9c50d service neutron] 10.222.0.52 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260662 Jul 27 20:15:18.242033 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4ca65497-d739-4f58-8ac5-520932adadc2 req-79f5c19a-26ee-4825-a452-495a57ade68a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559812 Jul 27 20:15:18.349194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca65497-d739-4f58-8ac5-520932adadc2 req-25132dec-0ac4-4963-8ecc-cfa8ac9cd579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:15:18.350694 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4ca65497-d739-4f58-8ac5-520932adadc2 req-25132dec-0ac4-4963-8ecc-cfa8ac9cd579 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0345374bc5343b9a7ca459b95cab135&device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 1097 time: 0.0623140 Jul 27 20:15:18.465016 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca65497-d739-4f58-8ac5-520932adadc2 req-a5d93d97-c2ca-4bd4-9c4b-ba5f4a2ac83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:15:18.466544 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4ca65497-d739-4f58-8ac5-520932adadc2 req-a5d93d97-c2ca-4bd4-9c4b-ba5f4a2ac83b service neutron] 10.222.0.63 "GET /v2.0/networks?id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e HTTP/1.1" status: 200 len: 911 time: 0.0950487 Jul 27 20:15:18.537982 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4ca65497-d739-4f58-8ac5-520932adadc2 req-ac1e70b8-50dc-4d4d-a45c-63611b19e1c4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54428b26-c661-4f85-ae70-c248e720befe HTTP/1.1" status: 200 len: 1001 time: 0.0638914 Jul 27 20:15:18.588717 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca65497-d739-4f58-8ac5-520932adadc2 req-1718ce08-2712-40b5-bceb-6afe83ef7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:15:18.590181 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4ca65497-d739-4f58-8ac5-520932adadc2 req-1718ce08-2712-40b5-bceb-6afe83ef7518 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8400c50b-e7c8-4589-97ec-a207f10cbcf2 HTTP/1.1" status: 200 len: 849 time: 0.0451384 Jul 27 20:15:18.654668 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca65497-d739-4f58-8ac5-520932adadc2 req-02804523-fc18-449b-9037-1e8096e65e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:15:18.656793 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4ca65497-d739-4f58-8ac5-520932adadc2 req-02804523-fc18-449b-9037-1e8096e65e80 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592499 Jul 27 20:15:18.757712 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4ca65497-d739-4f58-8ac5-520932adadc2 req-623f3000-5231-4c33-a16a-26e499c425ab service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925610 Jul 27 20:15:18.851616 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4ca65497-d739-4f58-8ac5-520932adadc2 req-fae57718-9902-424f-b9ef-e1fa9df97ff8 service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867271 Jul 27 20:15:18.946676 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:15:38.621441 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:15:41.719004 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:15:43.398036 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-16b22ebb-9e8a-4a53-a4f0-bdd95deafdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:15:46.135323 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c9abb3cc-cc4b-428b-977b-c9b17d61fb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:15:46.247027 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:15:47.181299 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:15:48.941288 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:15:52.785980 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:16:04.315367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-0e95f3e0-3d72-4dba-af48-ebfbc73b82b0 req-c4292a7a-e354-4bad-91c1-04cdcbe2fb3a tempest-TaggedBootDevicesTest-593795591 tempest-TaggedBootDevicesTest-593795591-project] (94059) timed out ('10.222.0.63', 59775) {{(pid=94059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:16:05.288475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-376ae38f-21e6-486e-8f9b-f0566b5bf98a req-c32ea1cf-5d92-4ff8-9e51-339a63e853b5 service neutron] (94059) timed out ('10.222.0.63', 59798) {{(pid=94059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:16:08.623044 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:09.989225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfdc46-0b65-4699-a6d9-b88b36cec26f req-f51c098c-ea21-45b4-a9a1-9b0962fd1725 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:09.990682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3adfdc46-0b65-4699-a6d9-b88b36cec26f req-f51c098c-ea21-45b4-a9a1-9b0962fd1725 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 945 time: 0.0713034 Jul 27 20:16:10.031412 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3adfdc46-0b65-4699-a6d9-b88b36cec26f req-3330ea7a-581f-4d9e-9645-7157332c105d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340490 Jul 27 20:16:10.946503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ceeac6-7a6c-4257-9566-1adab63ce74e req-9dbb117e-d7bb-4c8f-af4b-8b3f3e810b6d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:10.948074 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ceeac6-7a6c-4257-9566-1adab63ce74e req-9dbb117e-d7bb-4c8f-af4b-8b3f3e810b6d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0709155 Jul 27 20:16:10.997486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24ceeac6-7a6c-4257-9566-1adab63ce74e req-186c2976-fd98-4a73-9467-8f66f939fc3e tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422475 Jul 27 20:16:11.087804 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58188) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:16:11.228690 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0cedef58-eea5-4a08-8bc2-97cdd7eaf452 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b45142e3fde54f25b70df5ca91080e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393323 Jul 27 20:16:11.230993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58194) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:16:11.281845 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:11.305515 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:11.362324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750123f-ddb9-4463-b56d-d9e95d74dd50 req-c219c2aa-98da-4884-9bf0-52feab8637d2 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:11.363554 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:11.363963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d750123f-ddb9-4463-b56d-d9e95d74dd50 req-c219c2aa-98da-4884-9bf0-52feab8637d2 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 945 time: 0.2582107 Jul 27 20:16:11.366838 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:11.368438 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87a7a992-61e6-4b40-9a11-df407f79530a HTTP/1.1" status: 204 len: 168 time: 0.1362753 Jul 27 20:16:11.378639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a7a992-61e6-4b40-9a11-df407f79530a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:16:11.388180 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:11.389511 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:11.390276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:11.391430 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:11.392094 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:11.393068 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:11.393640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:11.394162 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:11.394930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:11.395731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:11.396248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:11.397011 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caddeb24-90fd-46b9-93bc-7946528bcf48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:11.421336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d750123f-ddb9-4463-b56d-d9e95d74dd50 req-6ddc264f-4343-4c8b-afc2-9a9d446b912b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493855 Jul 27 20:16:11.511140 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-e573ced3-2a6c-421a-8625-56734d0c4b58 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:11.512680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-e573ced3-2a6c-421a-8625-56734d0c4b58 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.52 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 945 time: 0.0782526 Jul 27 20:16:11.619351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Deleting port 1290849b-1675-497d-aec5-f4bd74da774f {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:16:11.619701 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:11.702314 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:11.718596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] For port 1290849b-1675-497d-aec5-f4bd74da774f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=1290849b-1675-497d-aec5-f4bd74da774f,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:16:11.718990 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:11.896907 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:11.897351 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:11.897661 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Floating IP ed21a37d-13f3-4d7c-8794-f642d370569e disassociated. External IP: 172.25.1.16, port: 1290849b-1675-497d-aec5-f4bd74da774f. Jul 27 20:16:11.898021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Calling delete_port for 1290849b-1675-497d-aec5-f4bd74da774f owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:16:12.035058 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:12.065996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event deleted for resources: {'Port': ['ID=1290849b-1675-497d-aec5-f4bd74da774f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:16:12.088036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:12.088431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:12.088773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:12.089111 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:12.089446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:12.090333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:12.090333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:12.090549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:12.090763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:12.091085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:12.091410 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:12.091760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:12.225996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9391a-b344-4af7-993f-5dff08a2ed6c req-df722716-af9f-40a0-898c-679c3eb82501 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:12.227749 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0c9391a-b344-4af7-993f-5dff08a2ed6c req-df722716-af9f-40a0-898c-679c3eb82501 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.1594081 Jul 27 20:16:12.272761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Router ecf20e82-236c-48e4-be5d-43092e4f7938 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:16:12.280029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0c9391a-b344-4af7-993f-5dff08a2ed6c req-1f389aef-2998-4ec6-bfd6-b20fad79266b tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455720 Jul 27 20:16:12.407368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:16:12.419110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99123f0-218e-41ca-b768-99af5ebb854a None None] Sync routers for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:16:12.430512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99123f0-218e-41ca-b768-99af5ebb854a None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:16:12.431595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c99123f0-218e-41ca-b768-99af5ebb854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:15:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:16:12.455706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] No DVR routers for this DVR port 1290849b-1675-497d-aec5-f4bd74da774f on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:16:12.458528 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:12.461167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-585556ec-f04e-4606-8fd6-d132c71b71d2 req-9bd55db6-a885-452a-bc0d-4dedaf079b83 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.52 "DELETE /v2.0/ports/1290849b-1675-497d-aec5-f4bd74da774f HTTP/1.1" status: 204 len: 173 time: 0.9420311 Jul 27 20:16:12.461919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dcd21d-af54-4018-a125-44a042df9b1f', 'name': 'network-vif-deleted', 'tag': '1290849b-1675-497d-aec5-f4bd74da774f'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:16:12.464508 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ea0bd8-af84-45f0-92be-da5e7e423eba" -d '{"events": [{"server_uuid": "03dcd21d-af54-4018-a125-44a042df9b1f", "name": "network-vif-deleted", "tag": "1290849b-1675-497d-aec5-f4bd74da774f"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:16:12.511238 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05846e2-1805-4b0d-9927-d40e999df412 x-openstack-request-id: req-b05846e2-1805-4b0d-9927-d40e999df412 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:16:12.511752 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03dcd21d-af54-4018-a125-44a042df9b1f", "name": "network-vif-deleted", "tag": "1290849b-1675-497d-aec5-f4bd74da774f", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:16:12.512178 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b05846e2-1805-4b0d-9927-d40e999df412 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:16:12.512779 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dcd21d-af54-4018-a125-44a042df9b1f', 'name': 'network-vif-deleted', 'tag': '1290849b-1675-497d-aec5-f4bd74da774f', 'status': 'completed', 'code': 200} Jul 27 20:16:12.565823 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a3e950f-35c7-4be5-8396-1b617183715d req-bac6cf6c-7549-4b60-8433-3a16a95a18e3 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 210 time: 0.0399952 Jul 27 20:16:12.619965 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-c99123f0-218e-41ca-b768-99af5ebb854a None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:16:12.844333 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c99123f0-218e-41ca-b768-99af5ebb854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:16:12.877790 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99123f0-218e-41ca-b768-99af5ebb854a None None] Checking router: ecf20e82-236c-48e4-be5d-43092e4f7938 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:16:12.887106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99123f0-218e-41ca-b768-99af5ebb854a None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:16:12.887686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c99123f0-218e-41ca-b768-99af5ebb854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:15:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:16:12.998034 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-c99123f0-218e-41ca-b768-99af5ebb854a None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:16:13.414354 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c695ba9f-6ed2-4196-9bf1-8bab0bafe993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:13.441970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fc8a6-a447-400f-bfda-929a2e87e675 req-777deae9-5d1b-41fe-8b3c-89aca1681339 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:13.443613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b8fc8a6-a447-400f-bfda-929a2e87e675 req-777deae9-5d1b-41fe-8b3c-89aca1681339 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0822952 Jul 27 20:16:13.444646 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c99123f0-218e-41ca-b768-99af5ebb854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:16:13.475221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99123f0-218e-41ca-b768-99af5ebb854a None None] The sync data for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 is: [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:16:13.501337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b8fc8a6-a447-400f-bfda-929a2e87e675 req-fed8012e-2d44-4298-af52-0a4ec47022d1 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494053 Jul 27 20:16:13.689322 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26ac4445-a5f6-4764-84d9-c0b02146e760 req-b59cb67a-c899-441c-b6b6-675cd59ed18e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 210 time: 0.0407777 Jul 27 20:16:13.722535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58358) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:16:13.773947 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0478dd-62bb-4b1f-9266-569f996ffcfc None None] New status for floating IP ed21a37d-13f3-4d7c-8794-f642d370569e: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:16:13.834023 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-916c0b45-f1cb-4002-b727-166f2c87f238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:13.940761 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-916c0b45-f1cb-4002-b727-166f2c87f238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:13.945171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-916c0b45-f1cb-4002-b727-166f2c87f238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:13.985514 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-916c0b45-f1cb-4002-b727-166f2c87f238 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=772c49ef60384498b54b9f5bd9784d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615316 Jul 27 20:16:13.986576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c0b45-f1cb-4002-b727-166f2c87f238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cc01d3-43b3-431e-90b4-a8f4b9eefb3e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:16:13.988576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58362) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:16:14.053774 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-35f24226-8af2-4738-9a76-d79043966b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:14.075746 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-35f24226-8af2-4738-9a76-d79043966b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:14.122549 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-35f24226-8af2-4738-9a76-d79043966b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:14.125102 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-35f24226-8af2-4738-9a76-d79043966b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:14.129008 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-35f24226-8af2-4738-9a76-d79043966b6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31cc01d3-43b3-431e-90b4-a8f4b9eefb3e HTTP/1.1" status: 204 len: 168 time: 0.1350930 Jul 27 20:16:14.135753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f24226-8af2-4738-9a76-d79043966b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cc01d3-43b3-431e-90b4-a8f4b9eefb3e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:16:14.414101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58368) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:16:14.427731 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea430ae8-6e25-4e72-a8e6-4e129b528471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:14.525700 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea430ae8-6e25-4e72-a8e6-4e129b528471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:14.533741 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ea430ae8-6e25-4e72-a8e6-4e129b528471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:14.576559 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ea430ae8-6e25-4e72-a8e6-4e129b528471 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=898989d3df054437bd8285bc6895258e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588211 Jul 27 20:16:14.576559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea430ae8-6e25-4e72-a8e6-4e129b528471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b2b000-d319-44a0-98b7-5f47ca5a1c22,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:16:14.577047 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58372) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:16:14.681838 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5818f3f2-6e23-49fb-919a-53989304a062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:14.692314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39090669-98c3-4850-8286-4db412fa304c req-c16b7590-8895-4c4b-9d59-ce8cd0a40982 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:14.693930 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39090669-98c3-4850-8286-4db412fa304c req-c16b7590-8895-4c4b-9d59-ce8cd0a40982 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.1178486 Jul 27 20:16:14.730451 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5818f3f2-6e23-49fb-919a-53989304a062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:14.767004 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39090669-98c3-4850-8286-4db412fa304c req-686275d3-8597-45b5-a4ee-9a4469f43886 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643029 Jul 27 20:16:14.814913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-22df9b28-9bdd-41c5-bd79-8934fa97431d req-dfca94dc-23e2-42fe-b3f6-87cb7b4ff4a1 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 210 time: 0.0423791 Jul 27 20:16:14.827920 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5818f3f2-6e23-49fb-919a-53989304a062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:14.830524 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5818f3f2-6e23-49fb-919a-53989304a062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:14.832058 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5818f3f2-6e23-49fb-919a-53989304a062 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4b2b000-d319-44a0-98b7-5f47ca5a1c22 HTTP/1.1" status: 204 len: 168 time: 0.2405906 Jul 27 20:16:14.841768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818f3f2-6e23-49fb-919a-53989304a062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b2b000-d319-44a0-98b7-5f47ca5a1c22,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:16:15.926145 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2cd90d43-6c2d-4380-afed-8e8e38f31197 req-af627ae1-8425-4013-8c52-9af526d04a5c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dcd21d-af54-4018-a125-44a042df9b1f HTTP/1.1" status: 200 len: 210 time: 0.0320106 Jul 27 20:16:15.934123 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fface-dcf7-4305-9b2b-689035938442 req-fd6ae50c-c0ef-4a7b-8101-dce869b7db84 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:15.935582 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f84fface-dcf7-4305-9b2b-689035938442 req-fd6ae50c-c0ef-4a7b-8101-dce869b7db84 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0964806 Jul 27 20:16:15.985668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f84fface-dcf7-4305-9b2b-689035938442 req-9c0cdb6a-507c-43e0-bbe3-4849b6895761 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356967 Jul 27 20:16:16.128304 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0914cf47-2b7c-4e37-81bb-7f122fdb9223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:16.153622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 1290849b-1675-497d-aec5-f4bd74da774f no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:16:16.176663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 1290849b-1675-497d-aec5-f4bd74da774f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:16:16.177011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 1290849b-1675-497d-aec5-f4bd74da774f not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:16:16.233180 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:17.129232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ae089-84f9-42fd-b3da-ed52c2717f00 req-d7c262cb-7cf9-4794-a8c5-43b81eac00b7 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:17.131682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d2ae089-84f9-42fd-b3da-ed52c2717f00 req-d7c262cb-7cf9-4794-a8c5-43b81eac00b7 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0661979 Jul 27 20:16:17.181792 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:17.190318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d2ae089-84f9-42fd-b3da-ed52c2717f00 req-0ca65e77-8f19-4a2d-8869-6558d3e5f8b7 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489173 Jul 27 20:16:17.208805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-7d7e1f08-c247-4409-9707-fa365d398106 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508507650&fields=id&tenant_id=0731adda0572409ca7d43b1bb898294c HTTP/1.1" status: 200 len: 267 time: 0.0453510 Jul 27 20:16:17.321462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-e148f44d-82a4-48e2-8658-9a0cf5dce634 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:17.322945 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-e148f44d-82a4-48e2-8658-9a0cf5dce634 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 812 time: 0.1070991 Jul 27 20:16:17.338668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-3f0cd711-1b3e-4b00-bedc-8799cfcaa820 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/quotas/0731adda0572409ca7d43b1bb898294c HTTP/1.1" status: 200 len: 375 time: 0.0096459 Jul 27 20:16:17.427184 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-7f2cf842-69e6-4f07-9f49-c01260390f4a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830529 Jul 27 20:16:17.509280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f84371d-ff82-489b-a974-cc0acfe76ecb req-582783d5-5b7e-4625-aa1e-e59a082916c5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564854 Jul 27 20:16:17.661650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84371d-ff82-489b-a974-cc0acfe76ecb req-7ca7ffcc-109b-4efe-8138-8fe571dd882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:17.663081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f84371d-ff82-489b-a974-cc0acfe76ecb req-7ca7ffcc-109b-4efe-8138-8fe571dd882c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19d4ac256f91449da806d5826769fc7c&device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 1098 time: 0.1329200 Jul 27 20:16:17.666153 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-bbd7483f-7afb-436f-a1d5-9801828342b7 service neutron] 10.222.0.48 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245028 Jul 27 20:16:17.824215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-ec053f1a-533c-4ed9-bb66-d72cbc9ec36a service neutron] 10.222.0.48 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510336 Jul 27 20:16:17.826936 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84371d-ff82-489b-a974-cc0acfe76ecb req-568618b4-b4e8-4a86-9f3b-9f5fba64ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:17.828464 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f84371d-ff82-489b-a974-cc0acfe76ecb req-568618b4-b4e8-4a86-9f3b-9f5fba64ead6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b33ba56e-0146-46fd-972d-79ee0e1f15bb HTTP/1.1" status: 200 len: 910 time: 0.1365383 Jul 27 20:16:17.901678 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f84371d-ff82-489b-a974-cc0acfe76ecb req-3ee607d9-c4a7-44d2-af41-1ec1050f43f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ad82357-e212-44f4-9937-292866c93ac2 HTTP/1.1" status: 200 len: 1002 time: 0.0644643 Jul 27 20:16:17.956695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84371d-ff82-489b-a974-cc0acfe76ecb req-dfd59a33-ebc2-43d8-bf37-e797ab75804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:17.958187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f84371d-ff82-489b-a974-cc0acfe76ecb req-dfd59a33-ebc2-43d8-bf37-e797ab75804b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=65e4abf5-3034-468d-9868-1ceb60db2cc8 HTTP/1.1" status: 200 len: 848 time: 0.0490277 Jul 27 20:16:18.018681 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84371d-ff82-489b-a974-cc0acfe76ecb req-cfb4ea55-8432-48ee-b0c4-aa50ab330762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:18.020196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f84371d-ff82-489b-a974-cc0acfe76ecb req-cfb4ea55-8432-48ee-b0c4-aa50ab330762 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b33ba56e-0146-46fd-972d-79ee0e1f15bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548267 Jul 27 20:16:18.134007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fb9a824-6714-4316-87ba-5e0de5028cd4 req-670d461b-f59c-485f-85ad-11d64bc47b24 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 210 time: 0.0385723 Jul 27 20:16:18.144876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f84371d-ff82-489b-a974-cc0acfe76ecb req-226c7948-ddfb-4c0b-bdaf-5380a17e73d7 service neutron] 10.222.0.52 "GET /v2.0/networks/b33ba56e-0146-46fd-972d-79ee0e1f15bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168473 Jul 27 20:16:18.236359 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f84371d-ff82-489b-a974-cc0acfe76ecb req-94950064-c286-4cff-86d8-4ec3defa1805 service neutron] 10.222.0.52 "GET /v2.0/networks/b33ba56e-0146-46fd-972d-79ee0e1f15bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842102 Jul 27 20:16:18.328516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7f745-80ff-4344-bb8b-2d85f25f788a req-a5b95b0f-abd7-4c72-bb29-0305b7099489 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:18.330035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0d7f745-80ff-4344-bb8b-2d85f25f788a req-a5b95b0f-abd7-4c72-bb29-0305b7099489 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0653932 Jul 27 20:16:18.369349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0d7f745-80ff-4344-bb8b-2d85f25f788a req-b90923a9-e172-4deb-b50d-8f5177afef50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329728 Jul 27 20:16:18.743567 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c408a5-d1b2-4a26-b0d5-b28162f3441a req-e84bb955-3335-4fc9-9772-9b973a5c6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:18.745151 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-25c408a5-d1b2-4a26-b0d5-b28162f3441a req-e84bb955-3335-4fc9-9772-9b973a5c6a2c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0345374bc5343b9a7ca459b95cab135&device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 1097 time: 0.0608680 Jul 27 20:16:18.928616 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c408a5-d1b2-4a26-b0d5-b28162f3441a req-103bb9cb-c65d-46f6-96c9-c9ab253b4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:18.930921 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-25c408a5-d1b2-4a26-b0d5-b28162f3441a req-103bb9cb-c65d-46f6-96c9-c9ab253b4f6b service neutron] 10.222.0.63 "GET /v2.0/networks?id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e HTTP/1.1" status: 200 len: 911 time: 0.1622591 Jul 27 20:16:18.943312 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:19.005890 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-25c408a5-d1b2-4a26-b0d5-b28162f3441a req-91ff3406-ad3b-45ce-8fc5-c2b5e66abb47 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54428b26-c661-4f85-ae70-c248e720befe HTTP/1.1" status: 200 len: 1001 time: 0.0678258 Jul 27 20:16:19.059885 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c408a5-d1b2-4a26-b0d5-b28162f3441a req-346ac43e-a7b1-4136-85d7-a9f1cacc7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:19.061392 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-25c408a5-d1b2-4a26-b0d5-b28162f3441a req-346ac43e-a7b1-4136-85d7-a9f1cacc7eb9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8400c50b-e7c8-4589-97ec-a207f10cbcf2 HTTP/1.1" status: 200 len: 849 time: 0.0484912 Jul 27 20:16:19.128255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c408a5-d1b2-4a26-b0d5-b28162f3441a req-3c115767-eaa1-4f5b-8837-e5f7e00e08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:19.129877 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-25c408a5-d1b2-4a26-b0d5-b28162f3441a req-3c115767-eaa1-4f5b-8837-e5f7e00e08a8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615978 Jul 27 20:16:19.220109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f430f48-ba6a-43aa-81df-1a0be31d58cd req-3baed04a-2b89-4f8c-b0ac-e3c07348e221 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 210 time: 0.0357254 Jul 27 20:16:19.232723 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-25c408a5-d1b2-4a26-b0d5-b28162f3441a req-c0eb0733-da56-4452-8b1b-0e5b7e5c0253 service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951483 Jul 27 20:16:19.327353 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-25c408a5-d1b2-4a26-b0d5-b28162f3441a req-50224ad6-bca8-45c2-95a5-e1a3bc0de85e service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878828 Jul 27 20:16:19.517139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886ac55-d798-47c6-a7a9-0d2daebda7a7 req-6cc5941e-bdcd-4fe8-b3fa-d56f58f85b48 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:19.518655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1886ac55-d798-47c6-a7a9-0d2daebda7a7 req-6cc5941e-bdcd-4fe8-b3fa-d56f58f85b48 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0718801 Jul 27 20:16:19.558798 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1886ac55-d798-47c6-a7a9-0d2daebda7a7 req-1f207011-14b1-47da-9ce4-1fd350d24d3d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336053 Jul 27 20:16:20.310120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d397cf6-1476-43c8-95a2-cd2075976685 req-214dbe55-2631-4d39-a637-dd55792af6e0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 210 time: 0.0305557 Jul 27 20:16:20.707567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe896de-6572-442c-8fe0-676992cc95b9 req-7b5fa332-a1a2-4e67-ac7a-928d2e8cde2e tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:20.708989 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cfe896de-6572-442c-8fe0-676992cc95b9 req-7b5fa332-a1a2-4e67-ac7a-928d2e8cde2e tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0733316 Jul 27 20:16:20.748221 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cfe896de-6572-442c-8fe0-676992cc95b9 req-19566d6b-c4e9-433a-9faa-aa5d2bb3b6e0 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 Jul 27 20:16:21.393035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ac4094f-404a-4bfd-8278-22947aad0361 req-2dd5713a-5879-405d-aa93-47fa23639b76 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 210 time: 0.0294776 Jul 27 20:16:21.890238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d8d2d-d501-4314-be1d-1bd69d666e41 req-fa13639c-4bc6-4803-9aac-bc8a7858fb63 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:21.891728 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a28d8d2d-d501-4314-be1d-1bd69d666e41 req-fa13639c-4bc6-4803-9aac-bc8a7858fb63 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0681069 Jul 27 20:16:21.935133 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a28d8d2d-d501-4314-be1d-1bd69d666e41 req-d51eeb34-1ebd-41b7-8d76-dee5e4dfb8cc tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342238 Jul 27 20:16:22.184926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880ab29-6e74-4633-8812-93126d591f2c req-ceea88c0-17fd-4bb7-a14a-f514667c097a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:22.186522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2880ab29-6e74-4633-8812-93126d591f2c req-ceea88c0-17fd-4bb7-a14a-f514667c097a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0730588 Jul 27 20:16:22.196628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e885f6-2dd9-4976-a1e3-d4af206f198d req-e36da59d-2ed2-4fec-b7e1-24eb86dd1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:22.198199 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-29e885f6-2dd9-4976-a1e3-d4af206f198d req-e36da59d-2ed2-4fec-b7e1-24eb86dd1c09 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0345374bc5343b9a7ca459b95cab135&device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 1097 time: 0.0574141 Jul 27 20:16:22.225222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2880ab29-6e74-4633-8812-93126d591f2c req-ce73bd19-92aa-4e67-905e-9dbc57904ed9 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326271 Jul 27 20:16:22.294441 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e885f6-2dd9-4976-a1e3-d4af206f198d req-ba9f2c95-1455-4718-a8ef-0254c2f2f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:22.295940 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-29e885f6-2dd9-4976-a1e3-d4af206f198d req-ba9f2c95-1455-4718-a8ef-0254c2f2f5f7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e HTTP/1.1" status: 200 len: 911 time: 0.0905228 Jul 27 20:16:22.362371 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-29e885f6-2dd9-4976-a1e3-d4af206f198d req-7844c60f-7425-4b2a-a7c7-5b404ce3d457 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54428b26-c661-4f85-ae70-c248e720befe HTTP/1.1" status: 200 len: 1001 time: 0.0587807 Jul 27 20:16:22.415169 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e885f6-2dd9-4976-a1e3-d4af206f198d req-adbe077b-342d-4632-9be1-7135d71d501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:22.416736 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-29e885f6-2dd9-4976-a1e3-d4af206f198d req-adbe077b-342d-4632-9be1-7135d71d501b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8400c50b-e7c8-4589-97ec-a207f10cbcf2 HTTP/1.1" status: 200 len: 849 time: 0.0478523 Jul 27 20:16:22.479762 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e885f6-2dd9-4976-a1e3-d4af206f198d req-8485c8da-8712-44ff-a476-4ed867ba15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:22.481375 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-29e885f6-2dd9-4976-a1e3-d4af206f198d req-8485c8da-8712-44ff-a476-4ed867ba15bf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576911 Jul 27 20:16:22.502348 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81a5d5d2-7f27-491a-8bd5-2a2e1eb542d5 req-2602b212-5924-4ac8-9086-a972353bdfe8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 210 time: 0.0293119 Jul 27 20:16:22.575369 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-29e885f6-2dd9-4976-a1e3-d4af206f198d req-677027e0-10bf-4484-be4c-9b2d4784d5ee service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864444 Jul 27 20:16:22.675656 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-29e885f6-2dd9-4976-a1e3-d4af206f198d req-4f2e6b1e-5bcc-4efc-9f59-f5663119e1bf service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931835 Jul 27 20:16:23.383649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac0889-a5e4-499e-89c1-e36c18a175ca req-c904f2ff-3585-433c-af19-05d8f2698f1c tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:23.385257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ceac0889-a5e4-499e-89c1-e36c18a175ca req-c904f2ff-3585-433c-af19-05d8f2698f1c tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0801883 Jul 27 20:16:23.395972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-08e252ef-aea1-442c-a2a4-24efb0524d48 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:23.398086 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-08e252ef-aea1-442c-a2a4-24efb0524d48 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 812 time: 0.1263735 Jul 27 20:16:23.441141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ceac0889-a5e4-499e-89c1-e36c18a175ca req-1282e809-3f53-4c99-be12-152ab8aff88f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433025 Jul 27 20:16:23.450628 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-d6302372-ad52-463e-a0f2-7040779fe94f tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0731adda0572409ca7d43b1bb898294c HTTP/1.1" status: 200 len: 380 time: 0.0440545 Jul 27 20:16:23.461595 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-03a4d5c8-76e9-4848-9a53-cb294d1bb3df tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'port': {'device_id': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'admin_state_up': True, 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'security_groups': ['a423bcb7-c16d-4432-9ed0-b31a7ddd50b0']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:16:23.575471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-03a4d5c8-76e9-4848-9a53-cb294d1bb3df tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Made reservation on behalf of 0731adda0572409ca7d43b1bb898294c for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:16:23.579180 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-03a4d5c8-76e9-4848-9a53-cb294d1bb3df tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:23.607523 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fc258f7-ef2b-4cbd-b854-c2750b1b2003 req-865da75e-e928-4a4c-befe-f1ed742fe522 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 210 time: 0.0355978 Jul 27 20:16:23.717156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-03a4d5c8-76e9-4848-9a53-cb294d1bb3df tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Allocated IP 172.20.0.10 (40473804-8946-43d0-a933-5f826ecd08fd/1789535e-1c61-4b14-a8a5-a7e6af05c64f/117ff817-e059-4af1-b5c8-69e5612acf82) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:16:23.857757 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-03a4d5c8-76e9-4848-9a53-cb294d1bb3df tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:23.872082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-03a4d5c8-76e9-4848-9a53-cb294d1bb3df tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Transition to ACTIVE for port object 117ff817-e059-4af1-b5c8-69e5612acf82 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:16:23.909432 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-03a4d5c8-76e9-4848-9a53-cb294d1bb3df tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:23.958613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-03a4d5c8-76e9-4848-9a53-cb294d1bb3df tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Network 40473804-8946-43d0-a933-5f826ecd08fd is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:16:23.964287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-03a4d5c8-76e9-4848-9a53-cb294d1bb3df tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:16:23.968270 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-03a4d5c8-76e9-4848-9a53-cb294d1bb3df tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:16:24.005260 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4d5c8-76e9-4848-9a53-cb294d1bb3df tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'Port': ['ID=117ff817-e059-4af1-b5c8-69e5612acf82,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:16:24.041018 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-03a4d5c8-76e9-4848-9a53-cb294d1bb3df tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:24.041680 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-03a4d5c8-76e9-4848-9a53-cb294d1bb3df tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:24.057978 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-03a4d5c8-76e9-4848-9a53-cb294d1bb3df tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6011446 Jul 27 20:16:24.071138 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Request body: {'port': {'device_id': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:16:24.150069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:24.198510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a540cd04-40af-47ae-b603-d2da3366d1f3 None None] Provisioning for port 117ff817-e059-4af1-b5c8-69e5612acf82 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:16:24.202739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a540cd04-40af-47ae-b603-d2da3366d1f3 None None] Provisioning complete for port 117ff817-e059-4af1-b5c8-69e5612acf82 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:16:24.203220 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a540cd04-40af-47ae-b603-d2da3366d1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:24.236786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a540cd04-40af-47ae-b603-d2da3366d1f3 None None] Port 117ff817-e059-4af1-b5c8-69e5612acf82 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:16:24.432103 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117ff817-e059-4af1-b5c8-69e5612acf82 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:16:24.440076 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:24.452115 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Transition to ACTIVE for port object 117ff817-e059-4af1-b5c8-69e5612acf82 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:16:24.457456 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:24.533376 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=117ff817-e059-4af1-b5c8-69e5612acf82,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:16:24.593550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Attempting to bind port 117ff817-e059-4af1-b5c8-69e5612acf82 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:16:24.593982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Attempting to bind port 117ff817-e059-4af1-b5c8-69e5612acf82 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:16:24.594373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Attempting to bind port 117ff817-e059-4af1-b5c8-69e5612acf82 on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:16:24.600613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db28ba9-ccf3-43d0-8b20-f3db9bd0a7eb req-f4fcb01e-2338-4671-b9fb-294fcbdab4c3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:24.602275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Port 117ff817-e059-4af1-b5c8-69e5612acf82 on network 40473804-8946-43d0-a933-5f826ecd08fd not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:16:24.602861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Attempting to bind port 117ff817-e059-4af1-b5c8-69e5612acf82 on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:16:24.608954 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:16:24.609438 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Checking segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:16:24.609723 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4db28ba9-ccf3-43d0-8b20-f3db9bd0a7eb req-f4fcb01e-2338-4671-b9fb-294fcbdab4c3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0826092 Jul 27 20:16:24.610220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Bound using segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:16:24.610684 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Bound port: 117ff817-e059-4af1-b5c8-69e5612acf82, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:16:24.611299 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:24.665314 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4db28ba9-ccf3-43d0-8b20-f3db9bd0a7eb req-35c04a99-66c0-43c0-b7f3-888048c9aed6 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537744 Jul 27 20:16:24.690864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] For port 117ff817-e059-4af1-b5c8-69e5612acf82, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:16:24.694972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] For port 117ff817-e059-4af1-b5c8-69e5612acf82, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=117ff817-e059-4af1-b5c8-69e5612acf82,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:16:24.705260 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:24.746080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:24.746773 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:24.748340 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] 10.222.0.63 "PUT /v2.0/ports/117ff817-e059-4af1-b5c8-69e5612acf82 HTTP/1.1" status: 200 len: 1093 time: 0.6825349 Jul 27 20:16:24.748946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'tag': '117ff817-e059-4af1-b5c8-69e5612acf82'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:16:24.751379 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe861ecb-1704-4612-a09f-fd2379e60ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "b98436bf-8379-4e5c-9895-d108045e1baf", "tag": "117ff817-e059-4af1-b5c8-69e5612acf82"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:16:24.789918 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd7c3d-3a79-45c6-b44c-e3bb8c524ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=117ff817-e059-4af1-b5c8-69e5612acf82,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:16:24.796601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6116de-4798-49f1-b3bf-5cd8199de82a req-59dce42b-2bf9-4934-95ff-46c69d7dc273 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:24.804513 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f6116de-4798-49f1-b3bf-5cd8199de82a req-59dce42b-2bf9-4934-95ff-46c69d7dc273 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 944 time: 0.0965455 Jul 27 20:16:24.859246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3f6116de-4798-49f1-b3bf-5cd8199de82a req-05c63a64-323a-40e6-abfd-ae250942f8bf tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533786 Jul 27 20:16:24.905134 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-d58853a7-03b3-4bd3-9179-b5c766039608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:24.906709 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-d58853a7-03b3-4bd3-9179-b5c766039608 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 1096 time: 0.1077158 Jul 27 20:16:24.960489 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-0b2aab32-e954-4955-8c4e-e013e5c58ad7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117ff817-e059-4af1-b5c8-69e5612acf82 HTTP/1.1" status: 200 len: 217 time: 0.0454707 Jul 27 20:16:24.978734 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36411533-4ee4-4c80-acb9-f18b5498bfb9 x-openstack-request-id: req-36411533-4ee4-4c80-acb9-f18b5498bfb9 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:16:24.979023 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98436bf-8379-4e5c-9895-d108045e1baf", "tag": "117ff817-e059-4af1-b5c8-69e5612acf82", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:16:24.979275 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36411533-4ee4-4c80-acb9-f18b5498bfb9 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:16:24.979676 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'tag': '117ff817-e059-4af1-b5c8-69e5612acf82', 'status': 'completed', 'code': 200} Jul 27 20:16:25.017987 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-3404ed5f-9174-4ef8-af20-62d23cdeed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:25.019517 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-3404ed5f-9174-4ef8-af20-62d23cdeed82 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0509071 Jul 27 20:16:25.085034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-9c7f173a-08eb-4224-818c-c80921a08102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:25.086874 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-9c7f173a-08eb-4224-818c-c80921a08102 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595980 Jul 27 20:16:25.192969 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-3d88914b-81a1-40a3-9e00-7f380b39a27f service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983779 Jul 27 20:16:25.286177 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-086c9b3e-214a-4775-9206-6fe8dd302329 req-03c83142-5aee-4d13-930b-733fef3b4eae service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858769 Jul 27 20:16:25.391689 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe861ecb-1704-4612-a09f-fd2379e60ae6 req-3c37dd10-73fd-45b1-bda5-8c25c3f88bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:25.393283 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe861ecb-1704-4612-a09f-fd2379e60ae6 req-3c37dd10-73fd-45b1-bda5-8c25c3f88bfb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 1096 time: 0.0623648 Jul 27 20:16:25.490994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe861ecb-1704-4612-a09f-fd2379e60ae6 req-902140ce-eca1-4218-8931-dfb87777b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:25.492742 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe861ecb-1704-4612-a09f-fd2379e60ae6 req-902140ce-eca1-4218-8931-dfb87777b1ce service neutron] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.0913444 Jul 27 20:16:25.541595 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe861ecb-1704-4612-a09f-fd2379e60ae6 req-783a0c06-6f0f-4e20-bbed-be651335115e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117ff817-e059-4af1-b5c8-69e5612acf82 HTTP/1.1" status: 200 len: 217 time: 0.0422766 Jul 27 20:16:25.598401 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe861ecb-1704-4612-a09f-fd2379e60ae6 req-d74b3619-34e0-4b64-a490-9e982dc08e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:25.599938 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe861ecb-1704-4612-a09f-fd2379e60ae6 req-d74b3619-34e0-4b64-a490-9e982dc08e93 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0498259 Jul 27 20:16:25.661006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe861ecb-1704-4612-a09f-fd2379e60ae6 req-d5641b5d-4e1d-46f5-84f0-b4cb4822a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:25.662659 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe861ecb-1704-4612-a09f-fd2379e60ae6 req-d5641b5d-4e1d-46f5-84f0-b4cb4822a192 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557773 Jul 27 20:16:25.762696 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe861ecb-1704-4612-a09f-fd2379e60ae6 req-bf14b51b-ce47-4cf7-a3bb-7f4b6392c8ef service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904615 Jul 27 20:16:25.865031 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe861ecb-1704-4612-a09f-fd2379e60ae6 req-c7127f28-f51e-4e3f-9747-93acf9ff5ce7 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952091 Jul 27 20:16:25.994317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f1912-0a5c-43e2-b5fa-88f17a2f27fd req-f357bbc6-7c27-4ddc-8019-ecd727521c50 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:25.995822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-906f1912-0a5c-43e2-b5fa-88f17a2f27fd req-f357bbc6-7c27-4ddc-8019-ecd727521c50 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 944 time: 0.0735948 Jul 27 20:16:26.040908 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-906f1912-0a5c-43e2-b5fa-88f17a2f27fd req-56f3494d-3aa5-4006-8aa3-f62ad782b353 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356460 Jul 27 20:16:27.177588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c7714-33bd-4d53-aad2-d5d958aad270 req-c9cff999-448b-4663-85b1-aa54ea9038c8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:27.179121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc1c7714-33bd-4d53-aad2-d5d958aad270 req-c9cff999-448b-4663-85b1-aa54ea9038c8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 944 time: 0.0663781 Jul 27 20:16:27.218907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc1c7714-33bd-4d53-aad2-d5d958aad270 req-626fdff4-a512-4134-978e-f5713ab07ec5 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332925 Jul 27 20:16:28.357345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409d822-7f06-4858-8015-fd9ba08a19e9 req-05b522bd-34f9-43ff-80f4-484fce5d2ac5 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:28.359751 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e409d822-7f06-4858-8015-fd9ba08a19e9 req-05b522bd-34f9-43ff-80f4-484fce5d2ac5 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 944 time: 0.0666974 Jul 27 20:16:28.401641 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e409d822-7f06-4858-8015-fd9ba08a19e9 req-86c248aa-bba1-4de4-a764-e9f4899ab1cd tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357335 Jul 27 20:16:29.546560 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acce35c-a9a2-4614-afaa-5dee36622fdc req-8af2f732-2899-4be1-8dd6-76d39fae2796 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:29.548043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9acce35c-a9a2-4614-afaa-5dee36622fdc req-8af2f732-2899-4be1-8dd6-76d39fae2796 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 944 time: 0.0741637 Jul 27 20:16:29.603590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9acce35c-a9a2-4614-afaa-5dee36622fdc req-36e023f0-b4c4-4461-b444-5b0f1375dfb3 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466380 Jul 27 20:16:29.790696 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:16:30.749905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba01dc-625c-46c3-bea2-c7fd1276d971 req-bd5c2bea-35a8-4c85-a18b-05c9501434b7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:30.751419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1eba01dc-625c-46c3-bea2-c7fd1276d971 req-bd5c2bea-35a8-4c85-a18b-05c9501434b7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 944 time: 0.0727625 Jul 27 20:16:30.792978 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1eba01dc-625c-46c3-bea2-c7fd1276d971 req-a3ed1a7b-94e5-418b-8a51-d3713f5b4b25 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352049 Jul 27 20:16:31.946368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65715ac2-afc8-412b-a8f5-f42c877f0a80 req-eada88d8-ee59-47ef-99b2-cd89fdb8c3c8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:31.947855 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65715ac2-afc8-412b-a8f5-f42c877f0a80 req-eada88d8-ee59-47ef-99b2-cd89fdb8c3c8 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 944 time: 0.0747621 Jul 27 20:16:31.991449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65715ac2-afc8-412b-a8f5-f42c877f0a80 req-63253b53-e6f1-4d7a-9df7-f1aaec365781 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341754 Jul 27 20:16:33.142966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d681480-c8a2-4024-a76e-cefb91f1923c req-e08388f0-e322-417e-add6-82c5a8efa8db tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:33.144484 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d681480-c8a2-4024-a76e-cefb91f1923c req-e08388f0-e322-417e-add6-82c5a8efa8db tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 944 time: 0.0733120 Jul 27 20:16:33.187537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d681480-c8a2-4024-a76e-cefb91f1923c req-80e6824f-f912-4214-80f1-ac96c2be9b96 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358460 Jul 27 20:16:34.332658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664141d-dea1-47f2-b58a-065147ce046b req-9f8d66d0-01b8-4aed-a29e-50f3d2cf1ceb tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:34.334187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d664141d-dea1-47f2-b58a-065147ce046b req-9f8d66d0-01b8-4aed-a29e-50f3d2cf1ceb tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 944 time: 0.0767827 Jul 27 20:16:34.376311 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d664141d-dea1-47f2-b58a-065147ce046b req-32d3be99-8e18-47b2-b3b9-c1b02f97fb0b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329943 Jul 27 20:16:35.526120 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76910716-045d-4291-81fd-50596b88e9b8 req-d56a0aa2-6b6d-4010-ae26-422bf454c81b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:35.527744 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76910716-045d-4291-81fd-50596b88e9b8 req-d56a0aa2-6b6d-4010-ae26-422bf454c81b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 944 time: 0.0739875 Jul 27 20:16:35.569025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76910716-045d-4291-81fd-50596b88e9b8 req-3ea19707-c67d-458f-ac85-6e1abfe7db79 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347254 Jul 27 20:16:35.834601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 117ff817-e059-4af1-b5c8-69e5612acf82 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:16:35.940638 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 117ff817-e059-4af1-b5c8-69e5612acf82, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=117ff817-e059-4af1-b5c8-69e5612acf82,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:16:35.953755 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '117ff817-e059-4af1-b5c8-69e5612acf82', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'port_id': '117ff817-e059-4af1-b5c8-69e5612acf82', 'mac_address': 'fa:16:3e:fe:dc:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:16:35.996676 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:36.012227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117ff817-e059-4af1-b5c8-69e5612acf82 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:16:36.032692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 117ff817-e059-4af1-b5c8-69e5612acf82, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=117ff817-e059-4af1-b5c8-69e5612acf82,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:16:36.038353 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:36.089665 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=117ff817-e059-4af1-b5c8-69e5612acf82,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:16:36.100834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:36.101341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:36.101864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:36.102301 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:36.102660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:36.103018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:36.103375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:36.103726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:36.104046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:36.104371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:36.104752 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:36.105097 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:16:36.262997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['117ff817-e059-4af1-b5c8-69e5612acf82'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:16:36.717611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852289b-8a6f-4c7c-9480-6f644063628f req-732a4128-a866-4de2-b862-34097424e1bb tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:36.719105 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3852289b-8a6f-4c7c-9480-6f644063628f req-732a4128-a866-4de2-b862-34097424e1bb tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 945 time: 0.0697258 Jul 27 20:16:36.765799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3852289b-8a6f-4c7c-9480-6f644063628f req-d2a23a21-1e66-43d1-ac2c-48fd8caf37b6 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372248 Jul 27 20:16:37.859491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 117ff817-e059-4af1-b5c8-69e5612acf82 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:16:37.909994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc29c81-5e16-43e3-a05d-bdb74135ecda req-5e3273ba-f67e-4c24-9ad1-e01aa6f1d98d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:37.911884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2bc29c81-5e16-43e3-a05d-bdb74135ecda req-5e3273ba-f67e-4c24-9ad1-e01aa6f1d98d tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 945 time: 0.0717864 Jul 27 20:16:37.912643 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 117ff817-e059-4af1-b5c8-69e5612acf82 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:16:37.917266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 117ff817-e059-4af1-b5c8-69e5612acf82 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:16:37.917653 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:37.953279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2bc29c81-5e16-43e3-a05d-bdb74135ecda req-ee23de03-9cdd-4252-a625-3232434d0b3a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347621 Jul 27 20:16:37.998636 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:38.021671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117ff817-e059-4af1-b5c8-69e5612acf82'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:16:38.024633 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11647467-1cb3-49ff-8cd9-757e04678560" -d '{"events": [{"server_uuid": "b98436bf-8379-4e5c-9895-d108045e1baf", "name": "network-vif-plugged", "status": "completed", "tag": "117ff817-e059-4af1-b5c8-69e5612acf82"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:16:38.037764 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 117ff817-e059-4af1-b5c8-69e5612acf82, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=117ff817-e059-4af1-b5c8-69e5612acf82,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:16:38.042762 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:38.090765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=117ff817-e059-4af1-b5c8-69e5612acf82,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:16:38.129180 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae874539-6978-4a0e-9e61-b8904b7a4a75 x-openstack-request-id: req-ae874539-6978-4a0e-9e61-b8904b7a4a75 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:16:38.129476 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98436bf-8379-4e5c-9895-d108045e1baf", "name": "network-vif-plugged", "status": "completed", "tag": "117ff817-e059-4af1-b5c8-69e5612acf82", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:16:38.129732 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae874539-6978-4a0e-9e61-b8904b7a4a75 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:16:38.130137 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117ff817-e059-4af1-b5c8-69e5612acf82', 'code': 200} Jul 27 20:16:38.259707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa41449-0839-47ef-8034-78445129d986 req-7c3b74f4-711d-4ea1-ac05-99e37c011758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:38.261287 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3fa41449-0839-47ef-8034-78445129d986 req-7c3b74f4-711d-4ea1-ac05-99e37c011758 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 1098 time: 0.0667136 Jul 27 20:16:38.299182 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3fa41449-0839-47ef-8034-78445129d986 req-89a0647e-0b1e-4297-a212-c3f9829a154f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307539 Jul 27 20:16:38.642042 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:39.093464 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c16af-906d-4807-8e86-9a4900adaf65 req-a7dfd0b3-1a92-4502-a60b-b51daab70759 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:39.095004 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-989c16af-906d-4807-8e86-9a4900adaf65 req-a7dfd0b3-1a92-4502-a60b-b51daab70759 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 946 time: 0.0683253 Jul 27 20:16:39.139445 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-989c16af-906d-4807-8e86-9a4900adaf65 req-177b3b21-7bab-4e24-802c-30fb83a1e4a9 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356705 Jul 27 20:16:40.283662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48ddf-f8c3-4872-a655-8c2e6abc5ce0 req-12d76b99-1e1a-4f46-84da-981ccd2ceccd tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:40.285167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ef48ddf-f8c3-4872-a655-8c2e6abc5ce0 req-12d76b99-1e1a-4f46-84da-981ccd2ceccd tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 946 time: 0.0674660 Jul 27 20:16:40.323475 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ef48ddf-f8c3-4872-a655-8c2e6abc5ce0 req-5c4be5a8-3aa7-4627-93ec-b678d6f0625a tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319207 Jul 27 20:16:40.466313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1213c2-6471-4771-9c9c-6b08fe031b10 req-4585a8af-5ca3-4b8e-a389-0e3e78fb314e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:40.467747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e1213c2-6471-4771-9c9c-6b08fe031b10 req-4585a8af-5ca3-4b8e-a389-0e3e78fb314e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 946 time: 0.0774710 Jul 27 20:16:40.510306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e1213c2-6471-4771-9c9c-6b08fe031b10 req-141a8ea6-fd9f-449c-af5d-af3e77366de6 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360270 Jul 27 20:16:40.540837 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58498) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:16:40.701057 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0b464e-7340-4d6d-977b-c42982493121 tempest-TestVolumeBootPattern-484304527 tempest-TestVolumeBootPattern-484304527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:40.702590 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7e0b464e-7340-4d6d-977b-c42982493121 tempest-TestVolumeBootPattern-484304527 tempest-TestVolumeBootPattern-484304527-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 1093 time: 0.1607726 Jul 27 20:16:40.705514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58502) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:16:40.709842 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '117ff817-e059-4af1-b5c8-69e5612acf82', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:16:40.733687 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:40.851762 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:41.009001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Allocated IP 172.25.1.52 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/40464ab4-4335-4ce9-9685-e125363f1dec) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:16:41.136188 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:41.185924 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:41.228060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:16:41.238338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:16:41.241339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:16:41.284514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'Port': ['ID=40464ab4-4335-4ce9-9685-e125363f1dec,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:16:41.702807 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:41.792743 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:41.887269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:42.045911 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:42.051711 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:42.119269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'Port': ['ID=40464ab4-4335-4ce9-9685-e125363f1dec,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:16:42.130228 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:42.235889 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Floating IP 18583283-b0bc-4c3b-95b5-24359faf2575 associated. External IP: 172.25.1.52, port: 117ff817-e059-4af1-b5c8-69e5612acf82. Jul 27 20:16:42.765962 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Router ecf20e82-236c-48e4-be5d-43092e4f7938 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:16:42.901659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:16:42.912969 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe3f2d-7ce4-42b8-9fc3-402d77438678 None None] Sync routers for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:16:42.920275 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:42.923823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe3f2d-7ce4-42b8-9fc3-402d77438678 None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:16:42.924524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-aabe3f2d-7ce4-42b8-9fc3-402d77438678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:16:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:16:42.960894 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ff9fca14-f44a-4177-92af-2e79d9efe43c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2541645 Jul 27 20:16:42.961798 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'tag': '117ff817-e059-4af1-b5c8-69e5612acf82'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:16:42.963787 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefaefa4-1b9c-4fec-b510-f3b8941f22e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b98436bf-8379-4e5c-9895-d108045e1baf", "tag": "117ff817-e059-4af1-b5c8-69e5612acf82"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:16:43.001788 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec00770-035d-48f2-8c9d-c99bb4977647 x-openstack-request-id: req-6ec00770-035d-48f2-8c9d-c99bb4977647 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:16:43.002075 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98436bf-8379-4e5c-9895-d108045e1baf", "tag": "117ff817-e059-4af1-b5c8-69e5612acf82", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:16:43.002318 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ec00770-035d-48f2-8c9d-c99bb4977647 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:16:43.002717 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'tag': '117ff817-e059-4af1-b5c8-69e5612acf82', 'status': 'completed', 'code': 200} Jul 27 20:16:43.034230 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-aabe3f2d-7ce4-42b8-9fc3-402d77438678 None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:16:43.083322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaefa4-1b9c-4fec-b510-f3b8941f22e0 req-dee45bcc-f180-43ca-a4c3-52c99055f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:43.084910 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fefaefa4-1b9c-4fec-b510-f3b8941f22e0 req-dee45bcc-f180-43ca-a4c3-52c99055f025 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 1098 time: 0.0587840 Jul 27 20:16:43.219885 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaefa4-1b9c-4fec-b510-f3b8941f22e0 req-276d749b-54c4-40b7-925e-69e1c09c8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:43.221414 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fefaefa4-1b9c-4fec-b510-f3b8941f22e0 req-276d749b-54c4-40b7-925e-69e1c09c8efe service neutron] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.1277430 Jul 27 20:16:43.279831 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-aabe3f2d-7ce4-42b8-9fc3-402d77438678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '18583283-b0bc-4c3b-95b5-24359faf2575', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'port_id': '117ff817-e059-4af1-b5c8-69e5612acf82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'mac_address': 'fa:16:3e:fe:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:16:41Z', 'updated_at': '2021-07-27T20:16:41Z', 'revision_number': 0, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:16:43.292221 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fefaefa4-1b9c-4fec-b510-f3b8941f22e0 req-5782e208-216a-4e42-8c08-43d4d58efa27 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117ff817-e059-4af1-b5c8-69e5612acf82 HTTP/1.1" status: 200 len: 999 time: 0.0624762 Jul 27 20:16:43.307313 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe3f2d-7ce4-42b8-9fc3-402d77438678 None None] Checking router: ecf20e82-236c-48e4-be5d-43092e4f7938 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:16:43.316270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe3f2d-7ce4-42b8-9fc3-402d77438678 None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:16:43.316909 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-aabe3f2d-7ce4-42b8-9fc3-402d77438678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:16:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:16:43.354188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaefa4-1b9c-4fec-b510-f3b8941f22e0 req-219109c7-6572-407c-aacf-bcedd02978a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:43.355736 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fefaefa4-1b9c-4fec-b510-f3b8941f22e0 req-219109c7-6572-407c-aacf-bcedd02978a0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0565860 Jul 27 20:16:43.418001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaefa4-1b9c-4fec-b510-f3b8941f22e0 req-60bbd04c-d7c2-4f01-974c-a78b61b4b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:16:43.419533 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fefaefa4-1b9c-4fec-b510-f3b8941f22e0 req-60bbd04c-d7c2-4f01-974c-a78b61b4b9a7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557716 Jul 27 20:16:43.426420 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e948d83f-caa1-4e94-9fef-9b2b54c8d179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:43.438088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-aabe3f2d-7ce4-42b8-9fc3-402d77438678 None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:16:43.519728 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fefaefa4-1b9c-4fec-b510-f3b8941f22e0 req-eb09656f-0327-4224-9517-2d7ff6c37b2c service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920205 Jul 27 20:16:43.628290 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fefaefa4-1b9c-4fec-b510-f3b8941f22e0 req-506554ad-5551-4758-bbad-30137d146181 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005826 Jul 27 20:16:43.701348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-aabe3f2d-7ce4-42b8-9fc3-402d77438678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '18583283-b0bc-4c3b-95b5-24359faf2575', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'port_id': '117ff817-e059-4af1-b5c8-69e5612acf82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'mac_address': 'fa:16:3e:fe:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:16:41Z', 'updated_at': '2021-07-27T20:16:41Z', 'revision_number': 0, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:16:43.728317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe3f2d-7ce4-42b8-9fc3-402d77438678 None None] The sync data for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 is: [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '18583283-b0bc-4c3b-95b5-24359faf2575', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'port_id': '117ff817-e059-4af1-b5c8-69e5612acf82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'mac_address': 'fa:16:3e:fe:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:16:41Z', 'updated_at': '2021-07-27T20:16:41Z', 'revision_number': 0, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:16:43.919969 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e7f8d-3704-4478-a0d2-b02e06191b14 None None] New status for floating IP 18583283-b0bc-4c3b-95b5-24359faf2575: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:16:46.132886 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3f03380e-4abd-4f01-8669-f59bda08880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:46.228911 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:47.186099 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:16:48.945723 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:02.037203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805cb7a-cb80-4022-8382-5f8902ed826d req-7c23bd46-982d-4817-b1d3-4ec8bcede514 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:02.039195 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a805cb7a-cb80-4022-8382-5f8902ed826d req-7c23bd46-982d-4817-b1d3-4ec8bcede514 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0705070 Jul 27 20:17:02.090296 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a805cb7a-cb80-4022-8382-5f8902ed826d req-d83d5252-5dc1-4aec-87d8-cd5e65ce166f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424623 Jul 27 20:17:03.247401 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c39a4-5734-42f3-8322-92ae844a58e0 req-c49057e7-71a0-48a2-99f5-04538acb5643 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:03.248957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c62c39a4-5734-42f3-8322-92ae844a58e0 req-c49057e7-71a0-48a2-99f5-04538acb5643 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0749850 Jul 27 20:17:03.290799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c62c39a4-5734-42f3-8322-92ae844a58e0 req-e9bd11d4-5b32-41be-9a17-5a6b7db9bda7 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354886 Jul 27 20:17:04.429690 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ab6b3-811c-494f-8f93-cdb75e4f7065 req-2d20c40c-fa48-4b3e-bca8-e96d3a8c56b0 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:04.431786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-773ab6b3-811c-494f-8f93-cdb75e4f7065 req-2d20c40c-fa48-4b3e-bca8-e96d3a8c56b0 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0686486 Jul 27 20:17:04.486492 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-773ab6b3-811c-494f-8f93-cdb75e4f7065 req-c3f4cfb7-2b9d-4d00-9854-4992c9dd81e6 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441949 Jul 27 20:17:05.629491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb108c-7f0b-4273-9fda-999b9845cd3e req-b2af179c-6202-42d2-928f-b9a3c386d150 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:05.631269 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5eb108c-7f0b-4273-9fda-999b9845cd3e req-b2af179c-6202-42d2-928f-b9a3c386d150 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0692530 Jul 27 20:17:05.671163 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5eb108c-7f0b-4273-9fda-999b9845cd3e req-d4ff6cfb-556c-4703-b895-f175899a4ddd tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333703 Jul 27 20:17:06.793574 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:17:06.817144 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65baf5-5f8d-4a6e-a873-cc44e0863da2 req-a9688052-e5c5-4e6d-8b65-8c90d27a72f2 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:06.818646 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea65baf5-5f8d-4a6e-a873-cc44e0863da2 req-a9688052-e5c5-4e6d-8b65-8c90d27a72f2 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0724158 Jul 27 20:17:06.864871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea65baf5-5f8d-4a6e-a873-cc44e0863da2 req-a5acb7d9-ac44-4ce9-bade-93d3c33e675c tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368454 Jul 27 20:17:08.018794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5bfb3-46a0-4cf8-9c25-d11066265986 req-bb65d2e5-0b5d-4e7d-9095-80de799f9988 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:08.020263 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69e5bfb3-46a0-4cf8-9c25-d11066265986 req-bb65d2e5-0b5d-4e7d-9095-80de799f9988 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0798721 Jul 27 20:17:08.061673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69e5bfb3-46a0-4cf8-9c25-d11066265986 req-66c047f4-c9f6-4f17-9903-dfc222289528 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350864 Jul 27 20:17:08.640595 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:09.211538 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a17e4-d8af-4e72-85a7-bc4638b907b9 req-fda9303e-7e9d-4952-9e68-77c5d92f62f3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:09.213120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b5a17e4-d8af-4e72-85a7-bc4638b907b9 req-fda9303e-7e9d-4952-9e68-77c5d92f62f3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0746038 Jul 27 20:17:09.576367 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b5a17e4-d8af-4e72-85a7-bc4638b907b9 req-73781fec-cb3d-44b8-8f6b-f63e846ea5fa tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570979 Jul 27 20:17:10.724088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525c786-77ea-40de-a214-832806947f70 req-42bbd642-4f95-4537-b4c3-841fb5fa5e4c tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:10.725742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c525c786-77ea-40de-a214-832806947f70 req-42bbd642-4f95-4537-b4c3-841fb5fa5e4c tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0737147 Jul 27 20:17:10.774914 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c525c786-77ea-40de-a214-832806947f70 req-235576cf-f94b-4cc6-802b-5cc53aef591e tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Jul 27 20:17:11.712100 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:11.921390 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd712bc-a8e7-4ae3-a80b-36bfe1a919f9 req-d4b4ee4f-1ed7-4687-9807-dd4f41fe0b92 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:11.922962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0dd712bc-a8e7-4ae3-a80b-36bfe1a919f9 req-d4b4ee4f-1ed7-4687-9807-dd4f41fe0b92 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0757136 Jul 27 20:17:11.970302 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0dd712bc-a8e7-4ae3-a80b-36bfe1a919f9 req-97f4de8f-0fe3-4bc2-8113-01ee82e71575 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378022 Jul 27 20:17:13.130003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809dc0e-0089-4e29-87e0-0bcbbf611a86 req-0a876746-b720-4cf1-8297-3f1563898400 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:13.131561 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7809dc0e-0089-4e29-87e0-0bcbbf611a86 req-0a876746-b720-4cf1-8297-3f1563898400 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0778618 Jul 27 20:17:13.175027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7809dc0e-0089-4e29-87e0-0bcbbf611a86 req-11551818-72ef-42ec-a8c2-e02559a6314d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346158 Jul 27 20:17:13.400805 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ee544141-41fa-4ffe-8bdb-00ff9d5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:13.423666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c3897-ee5f-4fe7-80e0-0bb4b71d50ef req-b190f6e1-128a-45c2-821f-1e6b5f453f77 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:13.425347 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-237c3897-ee5f-4fe7-80e0-0bb4b71d50ef req-b190f6e1-128a-45c2-821f-1e6b5f453f77 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0683072 Jul 27 20:17:13.452718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5025ad3-98f1-45db-b383-3f10cea639c2 req-0abc4b9d-da3c-49cf-b724-4b6a07b53a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:13.454217 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e5025ad3-98f1-45db-b383-3f10cea639c2 req-0abc4b9d-da3c-49cf-b724-4b6a07b53a7d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0345374bc5343b9a7ca459b95cab135&device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 1097 time: 0.0568266 Jul 27 20:17:13.463809 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-237c3897-ee5f-4fe7-80e0-0bb4b71d50ef req-5a82d664-1a5d-4819-b477-6c60daa6a45f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317628 Jul 27 20:17:13.555528 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5025ad3-98f1-45db-b383-3f10cea639c2 req-92c2ece4-1878-46f8-85b0-bacfdd065ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:13.557100 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e5025ad3-98f1-45db-b383-3f10cea639c2 req-92c2ece4-1878-46f8-85b0-bacfdd065ff4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e HTTP/1.1" status: 200 len: 911 time: 0.0949733 Jul 27 20:17:13.634685 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e5025ad3-98f1-45db-b383-3f10cea639c2 req-0d70e52b-db6b-435b-8031-a402e06891f5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54428b26-c661-4f85-ae70-c248e720befe HTTP/1.1" status: 200 len: 1001 time: 0.0696764 Jul 27 20:17:13.688433 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5025ad3-98f1-45db-b383-3f10cea639c2 req-bd7e3470-fa62-4c66-93a5-41091dfee483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:13.689986 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e5025ad3-98f1-45db-b383-3f10cea639c2 req-bd7e3470-fa62-4c66-93a5-41091dfee483 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8400c50b-e7c8-4589-97ec-a207f10cbcf2 HTTP/1.1" status: 200 len: 849 time: 0.0471463 Jul 27 20:17:13.771624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5025ad3-98f1-45db-b383-3f10cea639c2 req-03309825-4196-4dd6-b537-a546f49d1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:13.773462 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e5025ad3-98f1-45db-b383-3f10cea639c2 req-03309825-4196-4dd6-b537-a546f49d1930 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750716 Jul 27 20:17:13.870983 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e5025ad3-98f1-45db-b383-3f10cea639c2 req-fc55a788-c3cf-48d1-8761-c822f4c5efc5 service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896120 Jul 27 20:17:13.969345 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e5025ad3-98f1-45db-b383-3f10cea639c2 req-328c7890-40b3-48b7-a8e0-2afe779e57bf service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905781 Jul 27 20:17:14.608037 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed263a47-1921-4789-89e3-aae2ebf17dbd req-9fab6330-b078-4686-b546-f53f2161d3bc tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:14.609560 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed263a47-1921-4789-89e3-aae2ebf17dbd req-9fab6330-b078-4686-b546-f53f2161d3bc tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0722814 Jul 27 20:17:14.651354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed263a47-1921-4789-89e3-aae2ebf17dbd req-c9b8cd0f-1f9f-413d-a866-544655c38640 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339143 Jul 27 20:17:15.815676 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a4cd-fb6b-48bc-8b21-b2e80f6f97f2 req-585b5017-b1e2-4868-b8ae-eaf52f2bd265 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:15.817276 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f11a4cd-fb6b-48bc-8b21-b2e80f6f97f2 req-585b5017-b1e2-4868-b8ae-eaf52f2bd265 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0840991 Jul 27 20:17:15.860584 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f11a4cd-fb6b-48bc-8b21-b2e80f6f97f2 req-bc06228c-8399-40bd-9c7a-0b77a3a7ed7d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358651 Jul 27 20:17:16.138039 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a2e0e532-8a9e-4391-8229-f57a878db943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:16.241731 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:17.192686 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:18.947982 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:19.329191 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6faa69f2-e652-4147-8833-9289aa591604 req-b10f26dc-ad73-48c6-ba27-c1608573bf63 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0596738 Jul 27 20:17:19.448848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa69f2-e652-4147-8833-9289aa591604 req-8f1d6b56-8a38-42b7-a3a3-16631c26ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:19.450702 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6faa69f2-e652-4147-8833-9289aa591604 req-8f1d6b56-8a38-42b7-a3a3-16631c26ffba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b0345374bc5343b9a7ca459b95cab135&device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 1097 time: 0.0670836 Jul 27 20:17:19.497495 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2411789c-d55d-49bc-a2f6-87570e874619 req-624937d5-9f27-46ca-8fd2-6180866400c7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575762 Jul 27 20:17:19.567700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa69f2-e652-4147-8833-9289aa591604 req-8ab0754b-c78b-4bc8-af3d-de340627cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:19.569433 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6faa69f2-e652-4147-8833-9289aa591604 req-8ab0754b-c78b-4bc8-af3d-de340627cb26 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e HTTP/1.1" status: 200 len: 911 time: 0.0965588 Jul 27 20:17:19.606578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411789c-d55d-49bc-a2f6-87570e874619 req-f2127936-2f84-43e5-a9cc-828da464d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:19.608078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2411789c-d55d-49bc-a2f6-87570e874619 req-f2127936-2f84-43e5-a9cc-828da464d44d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19d4ac256f91449da806d5826769fc7c&device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 1098 time: 0.0609684 Jul 27 20:17:19.642405 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6faa69f2-e652-4147-8833-9289aa591604 req-a904f4fb-b465-407a-93eb-d0f6b1bf24da service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54428b26-c661-4f85-ae70-c248e720befe HTTP/1.1" status: 200 len: 1001 time: 0.0647509 Jul 27 20:17:19.694566 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa69f2-e652-4147-8833-9289aa591604 req-2976b17c-2b90-4908-be6a-7d3b75eacebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:19.696189 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6faa69f2-e652-4147-8833-9289aa591604 req-2976b17c-2b90-4908-be6a-7d3b75eacebb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8400c50b-e7c8-4589-97ec-a207f10cbcf2 HTTP/1.1" status: 200 len: 849 time: 0.0462263 Jul 27 20:17:19.721036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411789c-d55d-49bc-a2f6-87570e874619 req-5e0c1ae1-7a6b-4969-847b-591fbcc404f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:19.722465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2411789c-d55d-49bc-a2f6-87570e874619 req-5e0c1ae1-7a6b-4969-847b-591fbcc404f5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b33ba56e-0146-46fd-972d-79ee0e1f15bb HTTP/1.1" status: 200 len: 910 time: 0.0938468 Jul 27 20:17:19.772638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa69f2-e652-4147-8833-9289aa591604 req-dd1a39cd-fbda-4e35-ba15-bce64006ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:19.772638 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6faa69f2-e652-4147-8833-9289aa591604 req-dd1a39cd-fbda-4e35-ba15-bce64006ca8a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645504 Jul 27 20:17:19.800209 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2411789c-d55d-49bc-a2f6-87570e874619 req-343f94a3-dce8-45fa-a75f-607ffa1e9ae2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ad82357-e212-44f4-9937-292866c93ac2 HTTP/1.1" status: 200 len: 1002 time: 0.0685785 Jul 27 20:17:19.854457 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411789c-d55d-49bc-a2f6-87570e874619 req-834209f3-7b29-47d6-9e32-5b96de5fa5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:19.855950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2411789c-d55d-49bc-a2f6-87570e874619 req-834209f3-7b29-47d6-9e32-5b96de5fa5f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=65e4abf5-3034-468d-9868-1ceb60db2cc8 HTTP/1.1" status: 200 len: 848 time: 0.0482697 Jul 27 20:17:19.874131 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6faa69f2-e652-4147-8833-9289aa591604 req-591afb8b-d6ab-4609-b5e0-1586f270f5e3 service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946829 Jul 27 20:17:19.917272 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411789c-d55d-49bc-a2f6-87570e874619 req-596233cb-7705-48c8-8f76-b8987cdd2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:19.918837 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2411789c-d55d-49bc-a2f6-87570e874619 req-596233cb-7705-48c8-8f76-b8987cdd2bd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b33ba56e-0146-46fd-972d-79ee0e1f15bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554757 Jul 27 20:17:19.977202 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6faa69f2-e652-4147-8833-9289aa591604 req-c1a9fb50-890f-4cb7-8600-a688b2c65aec service neutron] 10.222.0.63 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956337 Jul 27 20:17:20.019237 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2411789c-d55d-49bc-a2f6-87570e874619 req-70823d4b-2071-4c6a-a1f6-815ee07b19ad service neutron] 10.222.0.52 "GET /v2.0/networks/b33ba56e-0146-46fd-972d-79ee0e1f15bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919905 Jul 27 20:17:20.119943 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2411789c-d55d-49bc-a2f6-87570e874619 req-8bc2432e-53dd-4d8b-816f-132612045614 service neutron] 10.222.0.52 "GET /v2.0/networks/b33ba56e-0146-46fd-972d-79ee0e1f15bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921555 Jul 27 20:17:37.741669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-153f15cd-0868-4e4a-afc2-09f088b8eccc req-89fe0095-4814-4ecc-90ae-27c2b41e1e5f service neutron] (94060) timed out ('10.222.0.48', 36588) {{(pid=94060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:17:38.648967 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:41.732099 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:43.406336 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-21b3fbc7-fc1e-4f85-a435-1ded623cae39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:43.794917 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:17:46.143105 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c82c6c0a-84d3-4c0e-b13f-39dfa4c55b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:46.241880 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:47.191922 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:48.541288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a88f3-d856-44ac-8851-0769a50eb20a req-9ca102d8-6653-43de-aa2d-334d84ea7585 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:48.542834 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b6a88f3-d856-44ac-8851-0769a50eb20a req-9ca102d8-6653-43de-aa2d-334d84ea7585 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0734577 Jul 27 20:17:48.583906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b6a88f3-d856-44ac-8851-0769a50eb20a req-d988051b-2907-4524-8f4c-ad660c729cf6 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348763 Jul 27 20:17:48.953007 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:49.727776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2d6a9-b6ea-42e7-a963-e3a9d462566f req-20c6df02-6b2d-45a7-91c5-3b573922be5f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:49.729350 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91d2d6a9-b6ea-42e7-a963-e3a9d462566f req-20c6df02-6b2d-45a7-91c5-3b573922be5f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0710342 Jul 27 20:17:49.778067 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91d2d6a9-b6ea-42e7-a963-e3a9d462566f req-2950e40e-3edf-4aac-9a0e-876f1bbe7fe7 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 Jul 27 20:17:50.304688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-db3fd263-5d4a-41fe-93f2-0c3a3ad14d34 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:50.306183 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-db3fd263-5d4a-41fe-93f2-0c3a3ad14d34 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.63 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0701005 Jul 27 20:17:50.423657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Deleting port 54428b26-c661-4f85-ae70-c248e720befe {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:17:50.423902 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:50.532816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] For port 54428b26-c661-4f85-ae70-c248e720befe, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=54428b26-c661-4f85-ae70-c248e720befe,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:17:50.533196 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:50.777331 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:50.777725 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:50.778066 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Floating IP c7d20082-0046-4e05-b549-507f117cca08 disassociated. External IP: 172.25.1.133, port: 54428b26-c661-4f85-ae70-c248e720befe. Jul 27 20:17:50.778439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Calling delete_port for 54428b26-c661-4f85-ae70-c248e720befe owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:17:50.934204 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:50.938633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21162-9596-40cc-bf5e-2db4eec0590c req-11c4e813-2108-4672-b19b-b6502d93f73b tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:50.940831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ed21162-9596-40cc-bf5e-2db4eec0590c req-11c4e813-2108-4672-b19b-b6502d93f73b tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=14d35543-bdb3-4721-9db6-e4a567180b7f HTTP/1.1" status: 200 len: 945 time: 0.0683265 Jul 27 20:17:50.970629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event deleted for resources: {'Port': ['ID=54428b26-c661-4f85-ae70-c248e720befe,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:17:50.987153 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ed21162-9596-40cc-bf5e-2db4eec0590c req-32d2ad72-f572-4445-a169-0ace3e27afb4 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=21afbd50-e0ff-4dee-8294-0261fc7a3978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385041 Jul 27 20:17:51.018499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:51.018845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:51.019190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:51.019554 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:51.019898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:51.020285 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:51.020582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:51.020913 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:51.021245 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:51.021591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:51.022106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:51.022617 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:51.101139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Router ef4165ec-9276-4a97-a984-c1a6774268d3 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:17:51.217146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:17:51.228119 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0af7c8-345d-4e24-b3aa-39e79f4e569e None None] Sync routers for ids ['ef4165ec-9276-4a97-a984-c1a6774268d3'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:17:51.237707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0af7c8-345d-4e24-b3aa-39e79f4e569e None None] Routers {'ef4165ec-9276-4a97-a984-c1a6774268d3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:17:51.238561 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ec0af7c8-345d-4e24-b3aa-39e79f4e569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:17:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ef4165ec-9276-4a97-a984-c1a6774268d3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:17:51.265985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] No DVR routers for this DVR port 54428b26-c661-4f85-ae70-c248e720befe on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:17:51.268865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:51.271045 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9e82839c-e3c6-4a49-a3d2-5b1ccf21b3f4 req-3b6394a5-e605-4bd0-8479-1a4474470cb3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.63 "DELETE /v2.0/ports/54428b26-c661-4f85-ae70-c248e720befe HTTP/1.1" status: 204 len: 173 time: 0.9581387 Jul 27 20:17:51.271488 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d35543-bdb3-4721-9db6-e4a567180b7f', 'name': 'network-vif-deleted', 'tag': '54428b26-c661-4f85-ae70-c248e720befe'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:17:51.273902 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30b5bab-5d0c-4c29-acee-f4e4fb64a5ea" -d '{"events": [{"server_uuid": "14d35543-bdb3-4721-9db6-e4a567180b7f", "name": "network-vif-deleted", "tag": "54428b26-c661-4f85-ae70-c248e720befe"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:17:51.321820 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7280d595-284f-4148-8db2-a7a3339c92f6 x-openstack-request-id: req-7280d595-284f-4148-8db2-a7a3339c92f6 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:17:51.322428 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d35543-bdb3-4721-9db6-e4a567180b7f", "name": "network-vif-deleted", "tag": "54428b26-c661-4f85-ae70-c248e720befe", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:17:51.322428 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7280d595-284f-4148-8db2-a7a3339c92f6 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:17:51.322702 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d35543-bdb3-4721-9db6-e4a567180b7f', 'name': 'network-vif-deleted', 'tag': '54428b26-c661-4f85-ae70-c248e720befe', 'status': 'completed', 'code': 200} Jul 27 20:17:51.377494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-ec0af7c8-345d-4e24-b3aa-39e79f4e569e None None] Set router ef4165ec-9276-4a97-a984-c1a6774268d3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:17:51.594934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ec0af7c8-345d-4e24-b3aa-39e79f4e569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:09Z', 'revision_number': 5, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:17:51.628167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0af7c8-345d-4e24-b3aa-39e79f4e569e None None] Checking router: ef4165ec-9276-4a97-a984-c1a6774268d3 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:17:51.638408 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0af7c8-345d-4e24-b3aa-39e79f4e569e None None] Routers {'ef4165ec-9276-4a97-a984-c1a6774268d3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:17:51.639053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ec0af7c8-345d-4e24-b3aa-39e79f4e569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:17:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ef4165ec-9276-4a97-a984-c1a6774268d3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:17:51.755763 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-ec0af7c8-345d-4e24-b3aa-39e79f4e569e None None] Set router ef4165ec-9276-4a97-a984-c1a6774268d3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:17:51.988019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ec0af7c8-345d-4e24-b3aa-39e79f4e569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:09Z', 'revision_number': 5, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:17:52.015338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0af7c8-345d-4e24-b3aa-39e79f4e569e None None] The sync data for ids ['ef4165ec-9276-4a97-a984-c1a6774268d3'] in n-d-705657-21 is: [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:09Z', 'revision_number': 5, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:17:52.087315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58604) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:17:52.170943 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-172077ae-9290-4fff-b2d8-da4f1aebdab3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:52.204218 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-172077ae-9290-4fff-b2d8-da4f1aebdab3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:52.259852 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-172077ae-9290-4fff-b2d8-da4f1aebdab3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:52.263060 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-172077ae-9290-4fff-b2d8-da4f1aebdab3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:52.266904 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-172077ae-9290-4fff-b2d8-da4f1aebdab3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "DELETE /v2.0/security-groups/21afbd50-e0ff-4dee-8294-0261fc7a3978 HTTP/1.1" status: 204 len: 168 time: 0.1758204 Jul 27 20:17:52.267410 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58606) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:17:52.281423 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172077ae-9290-4fff-b2d8-da4f1aebdab3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21afbd50-e0ff-4dee-8294-0261fc7a3978,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:17:52.297917 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-980fc02c-d171-41f2-87ea-2eddd57a4e07 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] show failed (client error): The resource could not be found. Jul 27 20:17:52.303267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58608) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:17:52.305484 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-980fc02c-d171-41f2-87ea-2eddd57a4e07 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups/21afbd50-e0ff-4dee-8294-0261fc7a3978 HTTP/1.1" status: 404 len: 347 time: 0.0366201 Jul 27 20:17:52.332138 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924d5a5a-fd40-44c8-8cc1-b64ca191c045 None None] New status for floating IP c7d20082-0046-4e05-b549-507f117cca08: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:17:52.453632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-efacb765-8509-44b4-a5ad-ad4027e75477 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Deleting port 3858b014-d480-4661-8208-1d2dbfab4b2c {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:17:52.454202 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efacb765-8509-44b4-a5ad-ad4027e75477 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:52.540473 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efacb765-8509-44b4-a5ad-ad4027e75477 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:52.540807 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efacb765-8509-44b4-a5ad-ad4027e75477 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:52.553881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-efacb765-8509-44b4-a5ad-ad4027e75477 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Calling delete_port for 3858b014-d480-4661-8208-1d2dbfab4b2c owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:17:52.700592 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efacb765-8509-44b4-a5ad-ad4027e75477 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:52.728794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacb765-8509-44b4-a5ad-ad4027e75477 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event deleted for resources: {'Port': ['ID=3858b014-d480-4661-8208-1d2dbfab4b2c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:17:52.807157 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efacb765-8509-44b4-a5ad-ad4027e75477 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:52.810422 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efacb765-8509-44b4-a5ad-ad4027e75477 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:52.811638 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-efacb765-8509-44b4-a5ad-ad4027e75477 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "DELETE /v2.0/floatingips/c7d20082-0046-4e05-b549-507f117cca08 HTTP/1.1" status: 204 len: 168 time: 0.5067155 Jul 27 20:17:53.057568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58612) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:17:53.062297 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4d9cf8fc-b772-4414-9eb7-a75855f9488b tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--135570552', 'description': 'tempest-description--180210340'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:17:53.088062 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d9cf8fc-b772-4414-9eb7-a75855f9488b tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.188497 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d9cf8fc-b772-4414-9eb7-a75855f9488b tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.194175 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d9cf8fc-b772-4414-9eb7-a75855f9488b tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.226214 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d9cf8fc-b772-4414-9eb7-a75855f9488b tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.227602 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4d9cf8fc-b772-4414-9eb7-a75855f9488b tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1691046 Jul 27 20:17:53.230961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58614) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:17:53.231840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cf8fc-b772-4414-9eb7-a75855f9488b tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af5f81d-a492-4452-8789-0f3eb84a8192,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:17:53.239685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Request body: {'security_group_rule': {'security_group_id': '5af5f81d-a492-4452-8789-0f3eb84a8192', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:17:53.277583 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.342062 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.347244 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.373724 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805e0deb-f9ff-4da9-887c-67fb43869fa2,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:17:53.383808 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.385061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528327 Jul 27 20:17:53.386618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:53.386947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:53.387275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:53.387622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:53.387953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:53.388066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58616) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:17:53.388264 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:53.388607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:53.388913 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:53.389223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:53.389545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:53.389863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:53.390200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4699-06ed-4eca-bfa0-66452f36f096 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:17:53.394214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-07eee54b-6be9-4ec3-9676-bdfb604e1c2f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Request body: {'security_group_rule': {'security_group_id': '5af5f81d-a492-4452-8789-0f3eb84a8192', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:17:53.425563 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-07eee54b-6be9-4ec3-9676-bdfb604e1c2f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.491276 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-07eee54b-6be9-4ec3-9676-bdfb604e1c2f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.495624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-07eee54b-6be9-4ec3-9676-bdfb604e1c2f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.514246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eee54b-6be9-4ec3-9676-bdfb604e1c2f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e46d05-27e6-4934-aa76-e5c26ce0a64e,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:17:53.521894 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-07eee54b-6be9-4ec3-9676-bdfb604e1c2f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.523007 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-07eee54b-6be9-4ec3-9676-bdfb604e1c2f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339092 Jul 27 20:17:53.526685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58618) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:17:53.532635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:17:53.560595 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.665351 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.781931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Allocated IP 172.25.1.161 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/e33bd63a-84cc-4a8c-9d9f-e979e2d600d7) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:17:53.897485 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.955081 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:53.994550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:17:54.000803 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:17:54.005218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:17:54.008483 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event updated for resources: {'Port': ['ID=e33bd63a-84cc-4a8c-9d9f-e979e2d600d7,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:17:54.090108 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:54.141141 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:54.180071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 54428b26-c661-4f85-ae70-c248e720befe no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:17:54.202525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 54428b26-c661-4f85-ae70-c248e720befe {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:17:54.202875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 54428b26-c661-4f85-ae70-c248e720befe not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:17:54.309873 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:54.315125 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:54.387990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event updated for resources: {'Port': ['ID=e33bd63a-84cc-4a8c-9d9f-e979e2d600d7,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:17:54.402799 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:54.418433 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:54.419798 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f7ce2966-4f76-4ae2-af04-9789eb09735d tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8920300 Jul 27 20:17:54.621811 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-54d24477-b12c-4822-a8bc-0ec4b310da4a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--135570552&fields=id&tenant_id=b0345374bc5343b9a7ca459b95cab135 HTTP/1.1" status: 200 len: 267 time: 0.0363700 Jul 27 20:17:54.736571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-ea2cf9a9-53a0-4ee9-9d1e-40a9ef9586ba tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:54.738179 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-ea2cf9a9-53a0-4ee9-9d1e-40a9ef9586ba tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/networks?id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e HTTP/1.1" status: 200 len: 810 time: 0.1093574 Jul 27 20:17:54.754399 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-81b1cb91-8d46-40a2-ad79-1dd2020cd9b6 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/quotas/b0345374bc5343b9a7ca459b95cab135 HTTP/1.1" status: 200 len: 375 time: 0.0099308 Jul 27 20:17:54.836762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-d85dfc70-18b6-4ccc-bdb8-4cef458f9d5a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0345374bc5343b9a7ca459b95cab135&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0737791 Jul 27 20:17:54.938148 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-38cb263b-d88a-46bc-8af7-8dadd7f81bd2 service neutron] 10.222.0.48 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889461 Jul 27 20:17:55.039321 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-194ecd64-f0a9-4448-a29b-a35b86e2b2bf service neutron] 10.222.0.48 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927181 Jul 27 20:17:55.223925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5ef3d9c-b4f2-4ad5-b05c-1fb4c94e301c req-b7ee4363-4fc9-46f8-a12c-33e7293a20a4 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 210 time: 0.0325365 Jul 27 20:17:56.209966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-929efa92-c0b5-4950-986b-25a13b068dbd tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:56.212104 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-929efa92-c0b5-4950-986b-25a13b068dbd tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.52 "GET /v2.0/networks?id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e HTTP/1.1" status: 200 len: 810 time: 0.1187582 Jul 27 20:17:56.263461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-f9b0eb9d-4aae-422d-bd08-1f263afe7573 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0345374bc5343b9a7ca459b95cab135 HTTP/1.1" status: 200 len: 379 time: 0.0418179 Jul 27 20:17:56.275513 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-fcc6e727-526b-4bca-8965-dff5bd1e8a67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Request body: {'port': {'device_id': 'd2d1269f-4756-47c1-92c7-23fce442950e', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'admin_state_up': True, 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'security_groups': ['5af5f81d-a492-4452-8789-0f3eb84a8192']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:17:56.369519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c483316-6609-4925-a617-0957e6f77bdb req-334d2074-e83b-4f40-b7e9-cbb2a37bd9e5 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 210 time: 0.0433199 Jul 27 20:17:56.427506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-fcc6e727-526b-4bca-8965-dff5bd1e8a67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Made reservation on behalf of b0345374bc5343b9a7ca459b95cab135 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:17:56.432996 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-fcc6e727-526b-4bca-8965-dff5bd1e8a67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:56.593044 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-fcc6e727-526b-4bca-8965-dff5bd1e8a67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Allocated IP 172.20.0.4 (8acf68bf-4ac6-4234-b97c-d49dcb08cb9e/8400c50b-e7c8-4589-97ec-a207f10cbcf2/8380c8ef-9278-4f81-90fb-9b29119bdd3b) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:17:56.751902 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-fcc6e727-526b-4bca-8965-dff5bd1e8a67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:56.768946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-fcc6e727-526b-4bca-8965-dff5bd1e8a67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Transition to ACTIVE for port object 8380c8ef-9278-4f81-90fb-9b29119bdd3b will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:17:56.814816 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-fcc6e727-526b-4bca-8965-dff5bd1e8a67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:56.860804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-fcc6e727-526b-4bca-8965-dff5bd1e8a67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:17:56.866252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-fcc6e727-526b-4bca-8965-dff5bd1e8a67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:17:56.871533 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-fcc6e727-526b-4bca-8965-dff5bd1e8a67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:17:56.900460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6e727-526b-4bca-8965-dff5bd1e8a67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event updated for resources: {'Port': ['ID=8380c8ef-9278-4f81-90fb-9b29119bdd3b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:17:56.933420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-fcc6e727-526b-4bca-8965-dff5bd1e8a67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:56.934403 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-fcc6e727-526b-4bca-8965-dff5bd1e8a67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:56.951943 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-fcc6e727-526b-4bca-8965-dff5bd1e8a67 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6807165 Jul 27 20:17:56.965561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Request body: {'port': {'device_id': 'd2d1269f-4756-47c1-92c7-23fce442950e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:17:57.055672 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:57.099789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cfa904b9-ce6a-40e2-bdc4-10617e653de9 None None] Provisioning for port 8380c8ef-9278-4f81-90fb-9b29119bdd3b completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:17:57.104535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cfa904b9-ce6a-40e2-bdc4-10617e653de9 None None] Provisioning complete for port 8380c8ef-9278-4f81-90fb-9b29119bdd3b triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:17:57.104946 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cfa904b9-ce6a-40e2-bdc4-10617e653de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:57.307275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-cfa904b9-ce6a-40e2-bdc4-10617e653de9 None None] Port 8380c8ef-9278-4f81-90fb-9b29119bdd3b cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:17:57.362448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8380c8ef-9278-4f81-90fb-9b29119bdd3b {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:17:57.370464 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:57.382981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Transition to ACTIVE for port object 8380c8ef-9278-4f81-90fb-9b29119bdd3b will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:17:57.388047 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:57.480176 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Pushing event updated for resources: {'Port': ['ID=8380c8ef-9278-4f81-90fb-9b29119bdd3b,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:17:57.562960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Attempting to bind port 8380c8ef-9278-4f81-90fb-9b29119bdd3b on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:17:57.563304 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Attempting to bind port 8380c8ef-9278-4f81-90fb-9b29119bdd3b by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:17:57.563533 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Attempting to bind port 8380c8ef-9278-4f81-90fb-9b29119bdd3b on network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:17:57.575293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Port 8380c8ef-9278-4f81-90fb-9b29119bdd3b on network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:17:57.575544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Attempting to bind port 8380c8ef-9278-4f81-90fb-9b29119bdd3b on network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:17:57.583776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:17:57.584157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Checking segment: {'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:17:57.584756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Bound using segment: {'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:17:57.585431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Bound port: 8380c8ef-9278-4f81-90fb-9b29119bdd3b, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daf1f0c-4518-41cb-9961-62aca71f1f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:17:57.585740 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:57.596816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f7669-9415-4fb5-8abf-772ac586c99d req-6f9f2a2e-b3ca-4f1b-bb13-123973c6fd97 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:57.601701 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef5f7669-9415-4fb5-8abf-772ac586c99d req-6f9f2a2e-b3ca-4f1b-bb13-123973c6fd97 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 943 time: 0.1307323 Jul 27 20:17:57.687174 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef5f7669-9415-4fb5-8abf-772ac586c99d req-a39191af-5d8d-4ef0-90c5-b8dc7e9af9fc tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af5f81d-a492-4452-8789-0f3eb84a8192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770507 Jul 27 20:17:57.707244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] For port 8380c8ef-9278-4f81-90fb-9b29119bdd3b, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:17:57.711867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] For port 8380c8ef-9278-4f81-90fb-9b29119bdd3b, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=8380c8ef-9278-4f81-90fb-9b29119bdd3b,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:17:57.718520 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:57.755631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:57.756426 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:17:57.757961 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] 10.222.0.52 "PUT /v2.0/ports/8380c8ef-9278-4f81-90fb-9b29119bdd3b HTTP/1.1" status: 200 len: 1092 time: 0.7970386 Jul 27 20:17:57.758419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d1269f-4756-47c1-92c7-23fce442950e', 'tag': '8380c8ef-9278-4f81-90fb-9b29119bdd3b'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:17:57.760788 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c473aac-6ac9-4e0a-97a5-41d17cc7ff97" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d1269f-4756-47c1-92c7-23fce442950e", "tag": "8380c8ef-9278-4f81-90fb-9b29119bdd3b"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:17:57.790554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e80e0-1c24-4f15-ac23-62fd4825781e service neutron] Pushing event updated for resources: {'Port': ['ID=8380c8ef-9278-4f81-90fb-9b29119bdd3b,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:17:57.878572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-246645e8-959c-45d7-aa4b-9d2f070ea6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:57.880346 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-246645e8-959c-45d7-aa4b-9d2f070ea6ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0345374bc5343b9a7ca459b95cab135&device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 1095 time: 0.0802228 Jul 27 20:17:57.933046 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b558ef51-6dfa-4223-9d66-4dab088aa194 x-openstack-request-id: req-b558ef51-6dfa-4223-9d66-4dab088aa194 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:17:57.933369 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d1269f-4756-47c1-92c7-23fce442950e", "tag": "8380c8ef-9278-4f81-90fb-9b29119bdd3b", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:17:57.933573 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b558ef51-6dfa-4223-9d66-4dab088aa194 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:17:57.933989 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d1269f-4756-47c1-92c7-23fce442950e', 'tag': '8380c8ef-9278-4f81-90fb-9b29119bdd3b', 'status': 'completed', 'code': 200} Jul 27 20:17:57.935905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-52f84714-fc7e-4c30-a0a5-bca0fe759896 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8380c8ef-9278-4f81-90fb-9b29119bdd3b HTTP/1.1" status: 200 len: 217 time: 0.0478899 Jul 27 20:17:57.992737 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-4ec27b1b-e0e9-4bdb-9a8f-4c7713cfa3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:57.994255 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-4ec27b1b-e0e9-4bdb-9a8f-4c7713cfa3a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8400c50b-e7c8-4589-97ec-a207f10cbcf2 HTTP/1.1" status: 200 len: 849 time: 0.0503688 Jul 27 20:17:58.068881 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-e13dee86-6815-4717-9220-b60bf6bc42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:58.071085 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-e13dee86-6815-4717-9220-b60bf6bc42e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673196 Jul 27 20:17:58.176190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-0fd5062d-8dec-487d-886c-bcc78b254b00 service neutron] 10.222.0.52 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976999 Jul 27 20:17:58.274784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f64582e8-af2c-41be-b368-3d3b4d8309de req-ff8cec08-7c4e-4cff-8c3d-d70238fd1e0e service neutron] 10.222.0.52 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913475 Jul 27 20:17:58.379209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c473aac-6ac9-4e0a-97a5-41d17cc7ff97 req-e03c9b12-2888-48db-a502-d8656bfa6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:58.380774 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c473aac-6ac9-4e0a-97a5-41d17cc7ff97 req-e03c9b12-2888-48db-a502-d8656bfa6dbf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0345374bc5343b9a7ca459b95cab135&device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 1095 time: 0.0575135 Jul 27 20:17:58.487064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c473aac-6ac9-4e0a-97a5-41d17cc7ff97 req-c627da4a-c7a0-4020-8b68-a0885b33f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:58.489082 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c473aac-6ac9-4e0a-97a5-41d17cc7ff97 req-c627da4a-c7a0-4020-8b68-a0885b33f1cd service neutron] 10.222.0.52 "GET /v2.0/networks?id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e HTTP/1.1" status: 200 len: 911 time: 0.1004739 Jul 27 20:17:58.532130 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c473aac-6ac9-4e0a-97a5-41d17cc7ff97 req-6f25e85e-8bef-47c1-9b04-0c882b13ec6b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8380c8ef-9278-4f81-90fb-9b29119bdd3b HTTP/1.1" status: 200 len: 217 time: 0.0355539 Jul 27 20:17:58.587275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c473aac-6ac9-4e0a-97a5-41d17cc7ff97 req-8876360a-f130-4067-a9e5-32e20a8cceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:58.588798 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c473aac-6ac9-4e0a-97a5-41d17cc7ff97 req-8876360a-f130-4067-a9e5-32e20a8cceaa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8400c50b-e7c8-4589-97ec-a207f10cbcf2 HTTP/1.1" status: 200 len: 849 time: 0.0489926 Jul 27 20:17:58.650403 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c473aac-6ac9-4e0a-97a5-41d17cc7ff97 req-9c33386f-40aa-4189-9e3a-350328dcad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:58.651933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c473aac-6ac9-4e0a-97a5-41d17cc7ff97 req-9c33386f-40aa-4189-9e3a-350328dcad5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557592 Jul 27 20:17:58.754745 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c473aac-6ac9-4e0a-97a5-41d17cc7ff97 req-bdc0c9b3-1844-49ba-ae9f-eb1c7ec0c1d0 service neutron] 10.222.0.52 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940430 Jul 27 20:17:58.887794 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c473aac-6ac9-4e0a-97a5-41d17cc7ff97 req-f2bb1c0d-be8a-4afb-9998-581349fc06df service neutron] 10.222.0.52 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255710 Jul 27 20:17:58.900256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccd4cf-b3d9-4bc4-801e-42384b57b69f req-3984c394-6191-4174-be83-65d82cf5fd8f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:17:58.901799 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dccd4cf-b3d9-4bc4-801e-42384b57b69f req-3984c394-6191-4174-be83-65d82cf5fd8f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 943 time: 0.1321337 Jul 27 20:17:58.943067 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dccd4cf-b3d9-4bc4-801e-42384b57b69f req-c2550e00-e034-4a91-930e-3fc646c88ce9 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af5f81d-a492-4452-8789-0f3eb84a8192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347054 Jul 27 20:18:00.110804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d2016-6b9e-4c92-959e-b131a62f6755 req-2dcd0d42-43db-44fe-9e74-6ab5648249a4 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:00.112386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f07d2016-6b9e-4c92-959e-b131a62f6755 req-2dcd0d42-43db-44fe-9e74-6ab5648249a4 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 943 time: 0.0865021 Jul 27 20:18:00.158756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f07d2016-6b9e-4c92-959e-b131a62f6755 req-98689acf-b9ba-4ef6-bcbe-c7b3cc48f82f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af5f81d-a492-4452-8789-0f3eb84a8192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396676 Jul 27 20:18:01.306148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108ecfc-7ea8-465a-958d-2b544044f35b req-399c3d0d-815b-4ee1-b670-5f36f0214e34 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:01.307689 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6108ecfc-7ea8-465a-958d-2b544044f35b req-399c3d0d-815b-4ee1-b670-5f36f0214e34 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 943 time: 0.0762911 Jul 27 20:18:01.352164 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6108ecfc-7ea8-465a-958d-2b544044f35b req-1d54d165-b2dc-4c89-a1f8-57c4da78d03f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af5f81d-a492-4452-8789-0f3eb84a8192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351429 Jul 27 20:18:02.495956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150839b-6456-40a1-9a05-c8cf9375ec93 req-162d6ecb-1c6e-40c3-b323-acafe142f40e tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:02.497440 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4150839b-6456-40a1-9a05-c8cf9375ec93 req-162d6ecb-1c6e-40c3-b323-acafe142f40e tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 943 time: 0.0692096 Jul 27 20:18:02.542803 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4150839b-6456-40a1-9a05-c8cf9375ec93 req-3a619efe-0ce4-47b5-a8ed-a10d30c22515 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af5f81d-a492-4452-8789-0f3eb84a8192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389755 Jul 27 20:18:02.665691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 8380c8ef-9278-4f81-90fb-9b29119bdd3b details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:18:02.765672 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 8380c8ef-9278-4f81-90fb-9b29119bdd3b, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=8380c8ef-9278-4f81-90fb-9b29119bdd3b,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:18:02.777714 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '8380c8ef-9278-4f81-90fb-9b29119bdd3b', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'port_id': '8380c8ef-9278-4f81-90fb-9b29119bdd3b', 'mac_address': 'fa:16:3e:50:78:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:18:02.820787 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:02.833907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8380c8ef-9278-4f81-90fb-9b29119bdd3b {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:18:02.854846 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 8380c8ef-9278-4f81-90fb-9b29119bdd3b, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=8380c8ef-9278-4f81-90fb-9b29119bdd3b,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:18:02.861704 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:02.927584 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=8380c8ef-9278-4f81-90fb-9b29119bdd3b,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:18:02.944370 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:02.944955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:02.945461 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:02.945926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:02.946261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:02.946592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:02.946914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:02.947236 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:02.947552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:02.947867 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:02.948183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:02.948527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:03.110413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['8380c8ef-9278-4f81-90fb-9b29119bdd3b'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:18:03.692433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f677fba-dbea-43b3-8671-d298ef3dcaf7 req-3d9833ac-e42a-4e46-9e8e-d7929b2cfbf0 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:03.694080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f677fba-dbea-43b3-8671-d298ef3dcaf7 req-3d9833ac-e42a-4e46-9e8e-d7929b2cfbf0 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 944 time: 0.0675404 Jul 27 20:18:03.735659 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4f677fba-dbea-43b3-8671-d298ef3dcaf7 req-c29bc305-11a8-4189-9848-0a3eb60847f0 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af5f81d-a492-4452-8789-0f3eb84a8192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352130 Jul 27 20:18:04.663018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 8380c8ef-9278-4f81-90fb-9b29119bdd3b up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:18:04.715762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 8380c8ef-9278-4f81-90fb-9b29119bdd3b completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:18:04.719834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 8380c8ef-9278-4f81-90fb-9b29119bdd3b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:18:04.720205 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:04.805662 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:04.837520 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d1269f-4756-47c1-92c7-23fce442950e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8380c8ef-9278-4f81-90fb-9b29119bdd3b'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:18:04.839822 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa1e600-9c85-4a84-94af-cd2cab61270a" -d '{"events": [{"server_uuid": "d2d1269f-4756-47c1-92c7-23fce442950e", "name": "network-vif-plugged", "status": "completed", "tag": "8380c8ef-9278-4f81-90fb-9b29119bdd3b"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:18:04.854244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 8380c8ef-9278-4f81-90fb-9b29119bdd3b, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=8380c8ef-9278-4f81-90fb-9b29119bdd3b,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:18:04.859845 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:04.883357 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d98ab9-9d0b-455c-9964-90d2fd751264 x-openstack-request-id: req-20d98ab9-9d0b-455c-9964-90d2fd751264 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:18:04.883634 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d1269f-4756-47c1-92c7-23fce442950e", "name": "network-vif-plugged", "status": "completed", "tag": "8380c8ef-9278-4f81-90fb-9b29119bdd3b", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:18:04.883891 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20d98ab9-9d0b-455c-9964-90d2fd751264 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:18:04.884284 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d1269f-4756-47c1-92c7-23fce442950e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8380c8ef-9278-4f81-90fb-9b29119bdd3b', 'code': 200} Jul 27 20:18:04.891886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6664c-8a36-4937-bc75-5091b331769d req-bb9f44fa-ac7d-43ae-82d4-73271d38a579 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:04.893541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5cd6664c-8a36-4937-bc75-5091b331769d req-bb9f44fa-ac7d-43ae-82d4-73271d38a579 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 944 time: 0.0784371 Jul 27 20:18:04.918272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=8380c8ef-9278-4f81-90fb-9b29119bdd3b,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:18:04.939215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5cd6664c-8a36-4937-bc75-5091b331769d req-7c21d526-4046-4008-ad19-2a40ddfec109 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af5f81d-a492-4452-8789-0f3eb84a8192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389693 Jul 27 20:18:05.007804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682af50-87fe-4a9f-ab6e-cb23aaf8a0da req-875d1109-ca1a-40f0-99b3-51c457498086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:05.009418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f682af50-87fe-4a9f-ab6e-cb23aaf8a0da req-875d1109-ca1a-40f0-99b3-51c457498086 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 1097 time: 0.0589430 Jul 27 20:18:05.049457 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f682af50-87fe-4a9f-ab6e-cb23aaf8a0da req-ca227942-f623-4609-800e-df3bfeadf100 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5af5f81d-a492-4452-8789-0f3eb84a8192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316229 Jul 27 20:18:06.095013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e7e30-8121-4937-a1f2-0a812a35df29 req-0c88b018-4405-4651-8a2c-09da89a5a66c tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:06.097277 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-311e7e30-8121-4937-a1f2-0a812a35df29 req-0c88b018-4405-4651-8a2c-09da89a5a66c tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 945 time: 0.0836561 Jul 27 20:18:06.139979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-311e7e30-8121-4937-a1f2-0a812a35df29 req-5b34eb5f-4f24-4aad-a85b-df33894277c6 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af5f81d-a492-4452-8789-0f3eb84a8192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356131 Jul 27 20:18:06.294528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c4c2a-2597-4395-a378-37e580567054 req-fbceb2f0-6a06-4058-84d2-5ecdd0b90216 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:06.296129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f9c4c2a-2597-4395-a378-37e580567054 req-fbceb2f0-6a06-4058-84d2-5ecdd0b90216 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 945 time: 0.0684719 Jul 27 20:18:06.306098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58678) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:18:06.310765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c95e53fa-520a-482a-8ab0-ba712ed7070f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Request body: {'floatingip': {'port_id': '8380c8ef-9278-4f81-90fb-9b29119bdd3b'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:18:06.359612 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c95e53fa-520a-482a-8ab0-ba712ed7070f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:06.838318 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c95e53fa-520a-482a-8ab0-ba712ed7070f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:06.847007 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c95e53fa-520a-482a-8ab0-ba712ed7070f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:06.953759 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-c95e53fa-520a-482a-8ab0-ba712ed7070f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Floating IP 05eee160-7de4-4253-b2a6-385c4e1bd8e5 associated. External IP: 172.25.1.161, port: 8380c8ef-9278-4f81-90fb-9b29119bdd3b. Jul 27 20:18:07.509806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95e53fa-520a-482a-8ab0-ba712ed7070f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Router ef4165ec-9276-4a97-a984-c1a6774268d3 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:18:07.636736 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95e53fa-520a-482a-8ab0-ba712ed7070f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:18:07.642272 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c95e53fa-520a-482a-8ab0-ba712ed7070f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:07.646910 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a545c-d919-423f-92c4-9223ee484745 None None] Sync routers for ids ['ef4165ec-9276-4a97-a984-c1a6774268d3'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:18:07.657925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a545c-d919-423f-92c4-9223ee484745 None None] Routers {'ef4165ec-9276-4a97-a984-c1a6774268d3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:18:07.658569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1a8a545c-d919-423f-92c4-9223ee484745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:17:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ef4165ec-9276-4a97-a984-c1a6774268d3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:18:07.689729 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c95e53fa-520a-482a-8ab0-ba712ed7070f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "PUT /v2.0/floatingips/05eee160-7de4-4253-b2a6-385c4e1bd8e5 HTTP/1.1" status: 200 len: 991 time: 1.3824942 Jul 27 20:18:07.690313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d1269f-4756-47c1-92c7-23fce442950e', 'tag': '8380c8ef-9278-4f81-90fb-9b29119bdd3b'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:18:07.692598 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285d4ad1-5c46-43ac-b71d-b706469b5773" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d1269f-4756-47c1-92c7-23fce442950e", "tag": "8380c8ef-9278-4f81-90fb-9b29119bdd3b"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:18:07.755396 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0588eb62-7d9e-47ba-a6f2-c0cb7c3b7eb9 x-openstack-request-id: req-0588eb62-7d9e-47ba-a6f2-c0cb7c3b7eb9 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:18:07.756521 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d1269f-4756-47c1-92c7-23fce442950e", "tag": "8380c8ef-9278-4f81-90fb-9b29119bdd3b", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:18:07.756521 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0588eb62-7d9e-47ba-a6f2-c0cb7c3b7eb9 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:18:07.757199 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d1269f-4756-47c1-92c7-23fce442950e', 'tag': '8380c8ef-9278-4f81-90fb-9b29119bdd3b', 'status': 'completed', 'code': 200} Jul 27 20:18:07.785609 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-1a8a545c-d919-423f-92c4-9223ee484745 None None] Set router ef4165ec-9276-4a97-a984-c1a6774268d3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:18:07.840097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d4ad1-5c46-43ac-b71d-b706469b5773 req-c8dd43a3-7019-4d46-8253-183c69ccd1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:07.841788 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-285d4ad1-5c46-43ac-b71d-b706469b5773 req-c8dd43a3-7019-4d46-8253-183c69ccd1f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0345374bc5343b9a7ca459b95cab135&device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 1097 time: 0.0645361 Jul 27 20:18:07.938391 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d4ad1-5c46-43ac-b71d-b706469b5773 req-6bed4e10-886d-4e5c-881a-4eb8d6d58322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:07.940001 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-285d4ad1-5c46-43ac-b71d-b706469b5773 req-6bed4e10-886d-4e5c-881a-4eb8d6d58322 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e HTTP/1.1" status: 200 len: 911 time: 0.0909293 Jul 27 20:18:08.016174 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-285d4ad1-5c46-43ac-b71d-b706469b5773 req-c91d5b09-5c78-4db8-9463-00e8cef09935 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8380c8ef-9278-4f81-90fb-9b29119bdd3b HTTP/1.1" status: 200 len: 999 time: 0.0685127 Jul 27 20:18:08.030106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1a8a545c-d919-423f-92c4-9223ee484745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '05eee160-7de4-4253-b2a6-385c4e1bd8e5', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'port_id': '8380c8ef-9278-4f81-90fb-9b29119bdd3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'mac_address': 'fa:16:3e:50:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1269f-4756-47c1-92c7-23fce442950e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:17:54Z', 'updated_at': '2021-07-27T20:18:06Z', 'revision_number': 1, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:09Z', 'revision_number': 5, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:18:08.062355 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a545c-d919-423f-92c4-9223ee484745 None None] Checking router: ef4165ec-9276-4a97-a984-c1a6774268d3 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:18:08.069132 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d4ad1-5c46-43ac-b71d-b706469b5773 req-6870a4a3-f969-4776-b87a-76a1fb6cf6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:08.070540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-285d4ad1-5c46-43ac-b71d-b706469b5773 req-6870a4a3-f969-4776-b87a-76a1fb6cf6f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8400c50b-e7c8-4589-97ec-a207f10cbcf2 HTTP/1.1" status: 200 len: 849 time: 0.0473621 Jul 27 20:18:08.072127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a545c-d919-423f-92c4-9223ee484745 None None] Routers {'ef4165ec-9276-4a97-a984-c1a6774268d3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:18:08.072909 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1a8a545c-d919-423f-92c4-9223ee484745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:17:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ef4165ec-9276-4a97-a984-c1a6774268d3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:18:08.134103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d4ad1-5c46-43ac-b71d-b706469b5773 req-49f5716e-2542-4255-bf07-5754197c16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:08.135640 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-285d4ad1-5c46-43ac-b71d-b706469b5773 req-49f5716e-2542-4255-bf07-5754197c16fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580356 Jul 27 20:18:08.185639 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-1a8a545c-d919-423f-92c4-9223ee484745 None None] Set router ef4165ec-9276-4a97-a984-c1a6774268d3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:18:08.244954 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-285d4ad1-5c46-43ac-b71d-b706469b5773 req-07774a47-3dcb-4046-ae1f-cf443e0a3f81 service neutron] 10.222.0.52 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007516 Jul 27 20:18:08.355560 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-285d4ad1-5c46-43ac-b71d-b706469b5773 req-5a7643d0-2dd9-4d72-a8e2-259b221d28c9 service neutron] 10.222.0.52 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033535 Jul 27 20:18:08.437588 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1a8a545c-d919-423f-92c4-9223ee484745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '05eee160-7de4-4253-b2a6-385c4e1bd8e5', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'port_id': '8380c8ef-9278-4f81-90fb-9b29119bdd3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'mac_address': 'fa:16:3e:50:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1269f-4756-47c1-92c7-23fce442950e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:17:54Z', 'updated_at': '2021-07-27T20:18:06Z', 'revision_number': 1, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:09Z', 'revision_number': 5, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:18:08.468327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a545c-d919-423f-92c4-9223ee484745 None None] The sync data for ids ['ef4165ec-9276-4a97-a984-c1a6774268d3'] in n-d-705657-21 is: [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '05eee160-7de4-4253-b2a6-385c4e1bd8e5', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'port_id': '8380c8ef-9278-4f81-90fb-9b29119bdd3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'mac_address': 'fa:16:3e:50:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d1269f-4756-47c1-92c7-23fce442950e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:17:54Z', 'updated_at': '2021-07-27T20:18:06Z', 'revision_number': 1, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:09Z', 'revision_number': 5, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:18:08.680171 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:08.688571 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4174f8e-b9a6-4ecd-9cb9-34d08b887936 None None] New status for floating IP 05eee160-7de4-4253-b2a6-385c4e1bd8e5: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:18:11.745383 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:13.412171 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4f4f5a74-3d85-40a0-9335-9534476b0a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:15.317669 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-7c19832e-39ea-4f56-b585-194c15aa4766 req-44157504-9e2c-43e7-be35-bb43cfd0915d service neutron] (94059) timed out ('10.222.0.63', 59928) {{(pid=94059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:18:16.137802 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-46fc9629-7447-42b3-822d-a489e22d2b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:16.237194 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:17.195826 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:18.953376 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:20.495054 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ade63442-ab68-4297-919f-d39cb7be9667 req-a4bd78b1-9e5c-4bcb-aa01-ba56b7e8bd88 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0685554 Jul 27 20:18:20.584865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade63442-ab68-4297-919f-d39cb7be9667 req-cc10b264-5030-42a9-8f77-19151c6d6329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:20.592990 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ade63442-ab68-4297-919f-d39cb7be9667 req-cc10b264-5030-42a9-8f77-19151c6d6329 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 1098 time: 0.0732083 Jul 27 20:18:20.707686 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade63442-ab68-4297-919f-d39cb7be9667 req-0eefafad-58c1-4bce-8d0e-cf22b9bd6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:20.709782 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ade63442-ab68-4297-919f-d39cb7be9667 req-0eefafad-58c1-4bce-8d0e-cf22b9bd6d25 service neutron] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.0956163 Jul 27 20:18:20.781724 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ade63442-ab68-4297-919f-d39cb7be9667 req-69679770-9698-48fd-98d1-093d70b3bcd8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117ff817-e059-4af1-b5c8-69e5612acf82 HTTP/1.1" status: 200 len: 1001 time: 0.0652168 Jul 27 20:18:20.795700 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:18:20.831496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade63442-ab68-4297-919f-d39cb7be9667 req-bb339285-e6d8-43b4-8968-d97df64f1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:20.832958 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ade63442-ab68-4297-919f-d39cb7be9667 req-bb339285-e6d8-43b4-8968-d97df64f1b1a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0445120 Jul 27 20:18:20.894236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade63442-ab68-4297-919f-d39cb7be9667 req-ae297fc2-9753-4b7b-9f71-f6b9fd12ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:20.895777 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ade63442-ab68-4297-919f-d39cb7be9667 req-ae297fc2-9753-4b7b-9f71-f6b9fd12ab34 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554633 Jul 27 20:18:20.990609 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ade63442-ab68-4297-919f-d39cb7be9667 req-b64ef70e-11e0-4573-b027-8d530942f562 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871804 Jul 27 20:18:21.086028 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ade63442-ab68-4297-919f-d39cb7be9667 req-ad6ffa03-c1bf-4944-8907-1b2b9f64a705 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888028 Jul 27 20:18:21.518828 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f01ae7-dcf4-4118-a078-1b2011e381c5 req-88b03d16-3dad-4d79-a965-5e930c0f9936 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0732162 Jul 27 20:18:21.627868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f01ae7-dcf4-4118-a078-1b2011e381c5 req-7ff236f7-231e-4fe9-9fdf-ceb6eee5fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:21.629418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f01ae7-dcf4-4118-a078-1b2011e381c5 req-7ff236f7-231e-4fe9-9fdf-ceb6eee5fc4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=19d4ac256f91449da806d5826769fc7c&device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 1098 time: 0.0595942 Jul 27 20:18:21.746471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f01ae7-dcf4-4118-a078-1b2011e381c5 req-0047807a-b5f2-4fc6-8e50-984df9310dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:21.748028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f01ae7-dcf4-4118-a078-1b2011e381c5 req-0047807a-b5f2-4fc6-8e50-984df9310dbc service neutron] 10.222.0.52 "GET /v2.0/networks?id=b33ba56e-0146-46fd-972d-79ee0e1f15bb HTTP/1.1" status: 200 len: 910 time: 0.0946224 Jul 27 20:18:21.826645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f01ae7-dcf4-4118-a078-1b2011e381c5 req-d3d687d6-2113-4f35-977c-5b9919309093 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ad82357-e212-44f4-9937-292866c93ac2 HTTP/1.1" status: 200 len: 1002 time: 0.0662787 Jul 27 20:18:21.878804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f01ae7-dcf4-4118-a078-1b2011e381c5 req-0f6ccd92-7720-4030-bfd5-5738a65bbc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:21.880598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f01ae7-dcf4-4118-a078-1b2011e381c5 req-0f6ccd92-7720-4030-bfd5-5738a65bbc0b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=65e4abf5-3034-468d-9868-1ceb60db2cc8 HTTP/1.1" status: 200 len: 848 time: 0.0456283 Jul 27 20:18:21.944751 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f01ae7-dcf4-4118-a078-1b2011e381c5 req-7698cb5c-a8a9-4fd2-b134-17881097b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:21.946388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f01ae7-dcf4-4118-a078-1b2011e381c5 req-7698cb5c-a8a9-4fd2-b134-17881097b0cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b33ba56e-0146-46fd-972d-79ee0e1f15bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582821 Jul 27 20:18:22.048366 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f01ae7-dcf4-4118-a078-1b2011e381c5 req-22c69638-3ab8-4509-b42d-df97f703663a service neutron] 10.222.0.52 "GET /v2.0/networks/b33ba56e-0146-46fd-972d-79ee0e1f15bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949538 Jul 27 20:18:22.147865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27f01ae7-dcf4-4118-a078-1b2011e381c5 req-bfc086a1-5341-45ab-a010-a1c07a99af41 service neutron] 10.222.0.52 "GET /v2.0/networks/b33ba56e-0146-46fd-972d-79ee0e1f15bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911705 Jul 27 20:18:33.592129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-65303a8d-fbf2-47b1-b662-7c8ccc59c0f1 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508507650&fields=id&tenant_id=0731adda0572409ca7d43b1bb898294c HTTP/1.1" status: 200 len: 267 time: 0.0435946 Jul 27 20:18:33.709683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7432d98c-e0e7-4a18-a67b-d1e6b6d88084 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:33.711124 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7432d98c-e0e7-4a18-a67b-d1e6b6d88084 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 812 time: 0.1111546 Jul 27 20:18:33.729913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-04a54932-3c5c-48b4-b6e1-9d310c7bf1b4 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/quotas/0731adda0572409ca7d43b1bb898294c HTTP/1.1" status: 200 len: 375 time: 0.0104089 Jul 27 20:18:33.808759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-6db88d47-a1ce-445c-b0d6-7e98a38663c3 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0730705 Jul 27 20:18:33.922892 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-805dfc51-3e42-44fd-a357-09f13062fef2 service neutron] 10.222.0.48 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985982 Jul 27 20:18:34.021186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-31829f4f-b949-4f5b-87d6-06c9ec43e6c0 service neutron] 10.222.0.48 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916750 Jul 27 20:18:34.345648 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a25cc81-58cf-44d3-884a-0875a229f510 req-a5d16818-f406-45b2-86e2-ecd7513da8ba tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 210 time: 0.0354102 Jul 27 20:18:35.478112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88709aac-d6d2-4297-a74f-b454915c4293 req-d7817349-2120-48d1-979e-e98d8d73ff65 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 210 time: 0.0417476 Jul 27 20:18:35.672737 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-a9889cf5-d55b-4776-8233-b82a8c8f4d57 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:35.674113 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-a9889cf5-d55b-4776-8233-b82a8c8f4d57 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 812 time: 0.4726987 Jul 27 20:18:35.722708 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-d4ef24d5-e5aa-42a5-a6cb-7dbb255ceb33 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0731adda0572409ca7d43b1bb898294c HTTP/1.1" status: 200 len: 380 time: 0.0369287 Jul 27 20:18:35.731619 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-ce62b501-a6cd-42e2-a4d1-7cdc374aee13 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'port': {'device_id': '64047aec-ba29-452a-ae84-501325745f16', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'admin_state_up': True, 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'security_groups': ['a423bcb7-c16d-4432-9ed0-b31a7ddd50b0']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:18:35.845111 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-ce62b501-a6cd-42e2-a4d1-7cdc374aee13 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Made reservation on behalf of 0731adda0572409ca7d43b1bb898294c for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:18:35.849091 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-ce62b501-a6cd-42e2-a4d1-7cdc374aee13 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:36.009196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-ce62b501-a6cd-42e2-a4d1-7cdc374aee13 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Allocated IP 172.20.0.11 (40473804-8946-43d0-a933-5f826ecd08fd/1789535e-1c61-4b14-a8a5-a7e6af05c64f/dc08d250-b62c-4b11-abaf-9df2399f22ba) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:18:36.169038 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-ce62b501-a6cd-42e2-a4d1-7cdc374aee13 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:36.189681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-ce62b501-a6cd-42e2-a4d1-7cdc374aee13 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Transition to ACTIVE for port object dc08d250-b62c-4b11-abaf-9df2399f22ba will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:18:36.231355 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-ce62b501-a6cd-42e2-a4d1-7cdc374aee13 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:36.292509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-ce62b501-a6cd-42e2-a4d1-7cdc374aee13 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Network 40473804-8946-43d0-a933-5f826ecd08fd is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:18:36.299780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-ce62b501-a6cd-42e2-a4d1-7cdc374aee13 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:18:36.305160 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-ce62b501-a6cd-42e2-a4d1-7cdc374aee13 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:18:36.309356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62b501-a6cd-42e2-a4d1-7cdc374aee13 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'Port': ['ID=dc08d250-b62c-4b11-abaf-9df2399f22ba,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:18:36.372331 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-ce62b501-a6cd-42e2-a4d1-7cdc374aee13 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:36.373128 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-ce62b501-a6cd-42e2-a4d1-7cdc374aee13 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:36.390814 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-ce62b501-a6cd-42e2-a4d1-7cdc374aee13 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6628923 Jul 27 20:18:36.404903 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Request body: {'port': {'device_id': '64047aec-ba29-452a-ae84-501325745f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:18:36.502533 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:36.566893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6697f0f5-7ada-4e01-8630-4752a25bac4c None None] Provisioning for port dc08d250-b62c-4b11-abaf-9df2399f22ba completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:18:36.579096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6697f0f5-7ada-4e01-8630-4752a25bac4c None None] Provisioning complete for port dc08d250-b62c-4b11-abaf-9df2399f22ba triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:18:36.580029 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6697f0f5-7ada-4e01-8630-4752a25bac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:36.643076 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6697f0f5-7ada-4e01-8630-4752a25bac4c None None] Port dc08d250-b62c-4b11-abaf-9df2399f22ba cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:18:36.698037 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626536ac-1636-4045-bdfc-2240d01696d9 req-01bee6ba-57e7-410e-aeb9-e578102e802b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:36.699662 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-626536ac-1636-4045-bdfc-2240d01696d9 req-01bee6ba-57e7-410e-aeb9-e578102e802b tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 932 time: 0.1301250 Jul 27 20:18:36.746374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-626536ac-1636-4045-bdfc-2240d01696d9 req-f19c6c3c-9638-48b8-9c29-028cdd2bc47e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389624 Jul 27 20:18:36.842785 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc08d250-b62c-4b11-abaf-9df2399f22ba {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:18:36.852292 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:36.865878 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Transition to ACTIVE for port object dc08d250-b62c-4b11-abaf-9df2399f22ba will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:18:36.871036 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:36.925787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Pushing event updated for resources: {'Port': ['ID=dc08d250-b62c-4b11-abaf-9df2399f22ba,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:18:37.015110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Attempting to bind port dc08d250-b62c-4b11-abaf-9df2399f22ba on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:18:37.015495 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Attempting to bind port dc08d250-b62c-4b11-abaf-9df2399f22ba by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:18:37.015761 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Attempting to bind port dc08d250-b62c-4b11-abaf-9df2399f22ba on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:18:37.020787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Port dc08d250-b62c-4b11-abaf-9df2399f22ba on network 40473804-8946-43d0-a933-5f826ecd08fd not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:18:37.021668 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Attempting to bind port dc08d250-b62c-4b11-abaf-9df2399f22ba on network 40473804-8946-43d0-a933-5f826ecd08fd {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:18:37.027235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:18:37.027566 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Checking segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:18:37.027952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Bound using segment: {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:18:37.028375 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Bound port: dc08d250-b62c-4b11-abaf-9df2399f22ba, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:18:37.028753 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:37.105078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] For port dc08d250-b62c-4b11-abaf-9df2399f22ba, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:18:37.108732 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] For port dc08d250-b62c-4b11-abaf-9df2399f22ba, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=dc08d250-b62c-4b11-abaf-9df2399f22ba,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:18:37.114379 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:37.155376 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:37.156058 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:37.157472 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] 10.222.0.63 "PUT /v2.0/ports/dc08d250-b62c-4b11-abaf-9df2399f22ba HTTP/1.1" status: 200 len: 1093 time: 0.7578681 Jul 27 20:18:37.157913 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64047aec-ba29-452a-ae84-501325745f16', 'tag': 'dc08d250-b62c-4b11-abaf-9df2399f22ba'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:18:37.160168 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe8260b-23fe-4bc9-8b35-41cac33a0bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "64047aec-ba29-452a-ae84-501325745f16", "tag": "dc08d250-b62c-4b11-abaf-9df2399f22ba"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:18:37.202196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ca3e9-fdf8-422b-ba3c-46bd0f9d9586 service neutron] Pushing event updated for resources: {'Port': ['ID=dc08d250-b62c-4b11-abaf-9df2399f22ba,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:18:37.226768 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eadcce6-4ca1-4e64-8bb9-337ff5e14815 x-openstack-request-id: req-3eadcce6-4ca1-4e64-8bb9-337ff5e14815 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:18:37.226768 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64047aec-ba29-452a-ae84-501325745f16", "tag": "dc08d250-b62c-4b11-abaf-9df2399f22ba", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:18:37.226768 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3eadcce6-4ca1-4e64-8bb9-337ff5e14815 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:18:37.227189 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64047aec-ba29-452a-ae84-501325745f16', 'tag': 'dc08d250-b62c-4b11-abaf-9df2399f22ba', 'status': 'completed', 'code': 200} Jul 27 20:18:37.287349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-b83bd127-5d9d-401e-ab89-a8269c627db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:37.288963 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-b83bd127-5d9d-401e-ab89-a8269c627db5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 1096 time: 0.0742073 Jul 27 20:18:37.341736 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-d7006049-003d-4395-911d-f4d41ad105ab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc08d250-b62c-4b11-abaf-9df2399f22ba HTTP/1.1" status: 200 len: 217 time: 0.0435123 Jul 27 20:18:37.396911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-65bcd0e2-9f6a-4f34-9109-3015cee7d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:37.398400 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-65bcd0e2-9f6a-4f34-9109-3015cee7d3c5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0482972 Jul 27 20:18:37.461161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-5893d9b7-71a8-45d3-a006-e45fc43d7061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:37.462608 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-5893d9b7-71a8-45d3-a006-e45fc43d7061 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567636 Jul 27 20:18:37.563251 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-f8eaa87e-eb04-4a81-a24d-5b1d8d267acb service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933013 Jul 27 20:18:37.670555 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b2fe9b2f-5c98-44d2-8e01-6e01d9cb9a38 req-cb3e16c1-98d6-4c35-87ac-a31f46151c91 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001287 Jul 27 20:18:37.796189 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8260b-23fe-4bc9-8b35-41cac33a0bf1 req-51098565-ea03-4b8e-a1ad-42981de26263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:37.798245 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4fe8260b-23fe-4bc9-8b35-41cac33a0bf1 req-51098565-ea03-4b8e-a1ad-42981de26263 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 1096 time: 0.0796571 Jul 27 20:18:37.895323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa7016-fed6-4586-83df-f2bd5e37027f req-8a840acf-db72-4935-b141-78a33ef20076 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:37.896235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8260b-23fe-4bc9-8b35-41cac33a0bf1 req-35127472-c91f-4c87-8c36-ad76781d908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:37.897646 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4fe8260b-23fe-4bc9-8b35-41cac33a0bf1 req-35127472-c91f-4c87-8c36-ad76781d908f service neutron] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.0910213 Jul 27 20:18:37.897805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ffa7016-fed6-4586-83df-f2bd5e37027f req-8a840acf-db72-4935-b141-78a33ef20076 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 944 time: 0.0760343 Jul 27 20:18:37.941300 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ffa7016-fed6-4586-83df-f2bd5e37027f req-a68c3a32-92ac-4cde-9eea-bf52e456cba5 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367544 Jul 27 20:18:37.947250 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4fe8260b-23fe-4bc9-8b35-41cac33a0bf1 req-fde9b988-e0be-4f08-9f7f-a13b7c526026 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc08d250-b62c-4b11-abaf-9df2399f22ba HTTP/1.1" status: 200 len: 217 time: 0.0423346 Jul 27 20:18:38.010596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8260b-23fe-4bc9-8b35-41cac33a0bf1 req-c1efe423-a264-456f-84d9-ca48d1fc3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:38.012121 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4fe8260b-23fe-4bc9-8b35-41cac33a0bf1 req-c1efe423-a264-456f-84d9-ca48d1fc3d5f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0581245 Jul 27 20:18:38.077411 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8260b-23fe-4bc9-8b35-41cac33a0bf1 req-9a701715-0110-48ce-9ea5-2739412487de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:38.079102 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4fe8260b-23fe-4bc9-8b35-41cac33a0bf1 req-9a701715-0110-48ce-9ea5-2739412487de service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594888 Jul 27 20:18:38.176558 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4fe8260b-23fe-4bc9-8b35-41cac33a0bf1 req-bc80d484-15e3-419a-b0ba-37a5ef8c388f service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902181 Jul 27 20:18:38.276100 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4fe8260b-23fe-4bc9-8b35-41cac33a0bf1 req-a02cfca0-0f89-408b-87b4-e2c4aa2f5660 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908530 Jul 27 20:18:38.683513 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:39.084450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97ed4a-ebdd-4d75-a958-fdb9201c2b00 req-c5b7e303-a616-4fa5-9054-fcc76341a30e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:39.086034 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a97ed4a-ebdd-4d75-a958-fdb9201c2b00 req-c5b7e303-a616-4fa5-9054-fcc76341a30e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 944 time: 0.0700872 Jul 27 20:18:39.127157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a97ed4a-ebdd-4d75-a958-fdb9201c2b00 req-3e64c651-1e0f-4ac9-a9c5-cf6238282017 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346565 Jul 27 20:18:40.283244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc73d2-4d02-408a-af3b-a8c520c112c8 req-4a115993-de56-4ada-a1e7-1e514c1308c4 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:40.284774 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10bc73d2-4d02-408a-af3b-a8c520c112c8 req-4a115993-de56-4ada-a1e7-1e514c1308c4 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 944 time: 0.0671065 Jul 27 20:18:40.335506 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10bc73d2-4d02-408a-af3b-a8c520c112c8 req-8f20eb6d-0a13-4b76-a02f-e70110122e7e tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436618 Jul 27 20:18:41.484027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89296f21-9c5f-4392-8a77-b38d5bffefdc req-4832eabc-c84b-4f7e-ad19-0f78c33a302c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:41.485580 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89296f21-9c5f-4392-8a77-b38d5bffefdc req-4832eabc-c84b-4f7e-ad19-0f78c33a302c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 944 time: 0.0696311 Jul 27 20:18:41.527571 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89296f21-9c5f-4392-8a77-b38d5bffefdc req-9b1e1811-510f-4c8a-9959-02b84a45abfc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344353 Jul 27 20:18:41.756443 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:42.691129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c371a-20a7-4726-b923-88139cd5eb73 req-b2056cd9-6ca2-4fda-b6e8-33567296efc1 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:42.692942 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e9c371a-20a7-4726-b923-88139cd5eb73 req-b2056cd9-6ca2-4fda-b6e8-33567296efc1 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 944 time: 0.0817816 Jul 27 20:18:42.740342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e9c371a-20a7-4726-b923-88139cd5eb73 req-58994595-cf3f-4f1f-987f-19dc8cb27ce5 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388396 Jul 27 20:18:43.407639 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4eb84392-0c59-49a7-a00b-a527a31a7894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:43.892205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a062a3d-331a-45da-8326-333d7a61fc48 req-6c8e495c-d7e4-42aa-894e-a0a14dc57c16 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:43.893734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a062a3d-331a-45da-8326-333d7a61fc48 req-6c8e495c-d7e4-42aa-894e-a0a14dc57c16 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 944 time: 0.0790553 Jul 27 20:18:43.935401 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a062a3d-331a-45da-8326-333d7a61fc48 req-82c51ec7-cc57-4c3e-8738-6ccfd38936ee tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353103 Jul 27 20:18:45.096377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7db077-0f95-4067-933c-ec4845e08671 req-d05fed72-582a-4c17-b13b-46fc7b32f3bc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:45.098308 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb7db077-0f95-4067-933c-ec4845e08671 req-d05fed72-582a-4c17-b13b-46fc7b32f3bc tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 944 time: 0.0907521 Jul 27 20:18:45.154224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb7db077-0f95-4067-933c-ec4845e08671 req-0968dcb3-1742-447f-9cad-a2194c24427f tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451157 Jul 27 20:18:46.142851 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-369c0e4a-1da0-4e35-9dc0-2f53124d1f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:46.243056 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:46.308983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb918f14-35ca-47b1-9c77-788fdb71482b req-5c3f663b-8987-43e1-9b5e-150b69bb41ec tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:46.310604 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb918f14-35ca-47b1-9c77-788fdb71482b req-5c3f663b-8987-43e1-9b5e-150b69bb41ec tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 944 time: 0.0723679 Jul 27 20:18:46.366523 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb918f14-35ca-47b1-9c77-788fdb71482b req-4764f318-199d-4c5f-8884-8ec617d28901 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483098 Jul 27 20:18:47.200825 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:47.511080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125eac3e-9ca0-4763-baa3-cb249ac3412b req-4d5382d2-0b1c-41c9-8842-6448bfc38d81 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:47.512515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-125eac3e-9ca0-4763-baa3-cb249ac3412b req-4d5382d2-0b1c-41c9-8842-6448bfc38d81 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 944 time: 0.0735049 Jul 27 20:18:47.553668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-125eac3e-9ca0-4763-baa3-cb249ac3412b req-ab63be63-b3eb-4a8c-8314-ae2fb5bdfdd2 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347755 Jul 27 20:18:48.398108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device dc08d250-b62c-4b11-abaf-9df2399f22ba details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:18:48.472130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-b6d770ae-9b52-40b1-b482-5c0752face88 req-50c9d78a-676a-4a21-b00f-e02614c62dda tempest-AttachVolumeShelveTestJSON-1922282156 tempest-AttachVolumeShelveTestJSON-1922282156-project] (94059) timed out ('10.222.0.52', 59219) {{(pid=94059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:18:48.500634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port dc08d250-b62c-4b11-abaf-9df2399f22ba, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=dc08d250-b62c-4b11-abaf-9df2399f22ba,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:18:48.512794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'dc08d250-b62c-4b11-abaf-9df2399f22ba', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'port_id': 'dc08d250-b62c-4b11-abaf-9df2399f22ba', 'mac_address': 'fa:16:3e:bd:ff:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:18:48.550046 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:48.563948 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc08d250-b62c-4b11-abaf-9df2399f22ba {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:18:48.584139 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port dc08d250-b62c-4b11-abaf-9df2399f22ba, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=dc08d250-b62c-4b11-abaf-9df2399f22ba,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:18:48.592419 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:48.647497 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=dc08d250-b62c-4b11-abaf-9df2399f22ba,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:18:48.711187 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e547356-f1c9-4832-ada6-d592db107004 req-e86b53bf-48e0-4457-aeca-53c4640ae020 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:48.712749 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e547356-f1c9-4832-ada6-d592db107004 req-e86b53bf-48e0-4457-aeca-53c4640ae020 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 945 time: 0.0793653 Jul 27 20:18:48.763605 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e547356-f1c9-4832-ada6-d592db107004 req-8c595909-6408-47a0-b877-91b895ac83ac tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422199 Jul 27 20:18:48.838910 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['dc08d250-b62c-4b11-abaf-9df2399f22ba'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:18:48.967277 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:49.911261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7bf04-0bf5-44a1-a03e-45b3e9a340b5 req-273bc528-1cc3-4349-8d5a-a8da4493b1fb tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:49.913338 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3c7bf04-0bf5-44a1-a03e-45b3e9a340b5 req-273bc528-1cc3-4349-8d5a-a8da4493b1fb tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 945 time: 0.0764635 Jul 27 20:18:49.956629 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3c7bf04-0bf5-44a1-a03e-45b3e9a340b5 req-06ea3764-02ea-46c2-8a22-ca438b11c59f tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370696 Jul 27 20:18:50.400562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device dc08d250-b62c-4b11-abaf-9df2399f22ba up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:18:50.457920 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port dc08d250-b62c-4b11-abaf-9df2399f22ba completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:18:50.463811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port dc08d250-b62c-4b11-abaf-9df2399f22ba triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:18:50.463811 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:50.571297 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:50.596830 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64047aec-ba29-452a-ae84-501325745f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc08d250-b62c-4b11-abaf-9df2399f22ba'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:18:50.599302 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c94e359-ddb2-49dd-8c66-5bd1cefe23c6" -d '{"events": [{"server_uuid": "64047aec-ba29-452a-ae84-501325745f16", "name": "network-vif-plugged", "status": "completed", "tag": "dc08d250-b62c-4b11-abaf-9df2399f22ba"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:18:50.618163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port dc08d250-b62c-4b11-abaf-9df2399f22ba, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=dc08d250-b62c-4b11-abaf-9df2399f22ba,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:18:50.639513 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3585babb-8308-4c26-b53a-e7d1cce89b62 x-openstack-request-id: req-3585babb-8308-4c26-b53a-e7d1cce89b62 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:18:50.639802 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64047aec-ba29-452a-ae84-501325745f16", "name": "network-vif-plugged", "status": "completed", "tag": "dc08d250-b62c-4b11-abaf-9df2399f22ba", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:18:50.640049 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3585babb-8308-4c26-b53a-e7d1cce89b62 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:18:50.640474 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64047aec-ba29-452a-ae84-501325745f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc08d250-b62c-4b11-abaf-9df2399f22ba', 'code': 200} Jul 27 20:18:50.774444 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd4c68-a3f1-4bad-a2d8-0e08a62e68de req-80d9947b-d7af-4f38-a487-c93b94d0d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:50.776081 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-67dd4c68-a3f1-4bad-a2d8-0e08a62e68de req-80d9947b-d7af-4f38-a487-c93b94d0d777 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 1097 time: 0.0687411 Jul 27 20:18:50.784706 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:50.820749 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-67dd4c68-a3f1-4bad-a2d8-0e08a62e68de req-e9e4b43e-14fe-460e-b932-e6f233d3a6b0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368896 Jul 27 20:18:50.858603 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=dc08d250-b62c-4b11-abaf-9df2399f22ba,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:18:51.113550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64305dd1-1c7b-457f-a372-2ac7da33cd73 req-9256cfe9-8a24-42dd-a44c-bc6141809379 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:51.114955 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64305dd1-1c7b-457f-a372-2ac7da33cd73 req-9256cfe9-8a24-42dd-a44c-bc6141809379 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 946 time: 0.0743215 Jul 27 20:18:51.159568 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64305dd1-1c7b-457f-a372-2ac7da33cd73 req-b06d9040-26a7-4785-8317-28c62004dc27 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380125 Jul 27 20:18:52.327341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaaff54-d96e-4bbd-858e-c4e0d139350c req-7cca6cfb-4702-411f-912b-ade74a2b0fdd tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:52.328907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaaaff54-d96e-4bbd-858e-c4e0d139350c req-7cca6cfb-4702-411f-912b-ade74a2b0fdd tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 946 time: 0.0827010 Jul 27 20:18:52.376851 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aaaaff54-d96e-4bbd-858e-c4e0d139350c req-db227f15-1e20-44a5-b117-9cc262de0e22 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413809 Jul 27 20:18:52.549221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b104d9-5f33-4251-9025-08a958674c67 req-dd1e32c7-14b9-4191-a2a1-1aaa5023d827 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:52.550883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9b104d9-5f33-4251-9025-08a958674c67 req-dd1e32c7-14b9-4191-a2a1-1aaa5023d827 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 946 time: 0.0821433 Jul 27 20:18:52.594510 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9b104d9-5f33-4251-9025-08a958674c67 req-480b0156-aafb-4355-af9b-bdf38d318797 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364876 Jul 27 20:18:52.619054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58866) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:18:52.695241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7535b-7bad-400d-882d-0227e34b030f tempest-TestVolumeBootPattern-484304527 tempest-TestVolumeBootPattern-484304527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:52.696761 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-79c7535b-7bad-400d-882d-0227e34b030f tempest-TestVolumeBootPattern-484304527 tempest-TestVolumeBootPattern-484304527-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 1093 time: 0.0766199 Jul 27 20:18:52.701552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58868) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:18:52.707596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': 'dc08d250-b62c-4b11-abaf-9df2399f22ba', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:18:52.738877 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:52.875160 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:53.007888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Allocated IP 172.25.1.65 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/9a2c4879-22cc-4f6f-8a62-34a1034fa6a2) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:18:53.120412 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:53.169136 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:53.214993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:18:53.223655 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:18:53.227306 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:18:53.233190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'Port': ['ID=9a2c4879-22cc-4f6f-8a62-34a1034fa6a2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:18:53.261911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:53.262166 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:53.262480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:53.262824 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:53.263158 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:53.263476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:53.263809 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:53.264132 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:53.264550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:53.264899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:53.265251 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:53.265640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:18:53.639475 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:53.729710 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:53.910594 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:53.915922 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:53.986719 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event updated for resources: {'Port': ['ID=9a2c4879-22cc-4f6f-8a62-34a1034fa6a2,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:18:53.998317 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:54.106641 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Floating IP 334140ff-658a-4b75-98d3-072f5b3fc6f0 associated. External IP: 172.25.1.65, port: dc08d250-b62c-4b11-abaf-9df2399f22ba. Jul 27 20:18:54.343357 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Router ecf20e82-236c-48e4-be5d-43092e4f7938 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:18:54.464366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:18:54.475923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176cc2a9-2d80-4ea9-bc6a-3b1accff8333 None None] Sync routers for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:18:54.487645 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:18:54.487941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176cc2a9-2d80-4ea9-bc6a-3b1accff8333 None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:18:54.488845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-176cc2a9-2d80-4ea9-bc6a-3b1accff8333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:18:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:18:54.528693 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7ef1c9eb-4249-4229-b693-3c047ce3e215 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8258922 Jul 27 20:18:54.529289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64047aec-ba29-452a-ae84-501325745f16', 'tag': 'dc08d250-b62c-4b11-abaf-9df2399f22ba'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:18:54.531581 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb67bbc8-cd14-4fc5-959b-1b52824fa6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "64047aec-ba29-452a-ae84-501325745f16", "tag": "dc08d250-b62c-4b11-abaf-9df2399f22ba"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:18:54.572012 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bbfa57-e6c8-42c6-a5b9-70a972998700 x-openstack-request-id: req-b9bbfa57-e6c8-42c6-a5b9-70a972998700 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:18:54.572498 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64047aec-ba29-452a-ae84-501325745f16", "tag": "dc08d250-b62c-4b11-abaf-9df2399f22ba", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:18:54.572933 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9bbfa57-e6c8-42c6-a5b9-70a972998700 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:18:54.573619 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64047aec-ba29-452a-ae84-501325745f16', 'tag': 'dc08d250-b62c-4b11-abaf-9df2399f22ba', 'status': 'completed', 'code': 200} Jul 27 20:18:54.604503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-176cc2a9-2d80-4ea9-bc6a-3b1accff8333 None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:18:54.655218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bbc8-cd14-4fc5-959b-1b52824fa6dc req-32581e23-f7d4-4b70-a213-b0e3bac5ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:54.656835 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb67bbc8-cd14-4fc5-959b-1b52824fa6dc req-32581e23-f7d4-4b70-a213-b0e3bac5ae98 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 1098 time: 0.0583856 Jul 27 20:18:54.761876 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bbc8-cd14-4fc5-959b-1b52824fa6dc req-b85f3701-2d09-4e33-89ca-a232ad7c8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:54.763384 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb67bbc8-cd14-4fc5-959b-1b52824fa6dc req-b85f3701-2d09-4e33-89ca-a232ad7c8dde service neutron] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.0992215 Jul 27 20:18:54.836028 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb67bbc8-cd14-4fc5-959b-1b52824fa6dc req-d7199c3a-8c13-4656-9df0-c2bd0cce774d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc08d250-b62c-4b11-abaf-9df2399f22ba HTTP/1.1" status: 200 len: 999 time: 0.0650735 Jul 27 20:18:54.880189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-176cc2a9-2d80-4ea9-bc6a-3b1accff8333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '18583283-b0bc-4c3b-95b5-24359faf2575', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'port_id': '117ff817-e059-4af1-b5c8-69e5612acf82', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'mac_address': 'fa:16:3e:fe:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:16:41Z', 'updated_at': '2021-07-27T20:16:44Z', 'revision_number': 1, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address_scope': None}, {'id': '334140ff-658a-4b75-98d3-072f5b3fc6f0', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'port_id': 'dc08d250-b62c-4b11-abaf-9df2399f22ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'mac_address': 'fa:16:3e:bd:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64047aec-ba29-452a-ae84-501325745f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:18:53Z', 'updated_at': '2021-07-27T20:18:53Z', 'revision_number': 0, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:18:54.900196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bbc8-cd14-4fc5-959b-1b52824fa6dc req-6d049354-c7d6-4040-aa01-d26f29e77fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:54.901782 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb67bbc8-cd14-4fc5-959b-1b52824fa6dc req-6d049354-c7d6-4040-aa01-d26f29e77fbf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0581329 Jul 27 20:18:54.916528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176cc2a9-2d80-4ea9-bc6a-3b1accff8333 None None] Checking router: ecf20e82-236c-48e4-be5d-43092e4f7938 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:18:54.925659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176cc2a9-2d80-4ea9-bc6a-3b1accff8333 None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:18:54.926295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-176cc2a9-2d80-4ea9-bc6a-3b1accff8333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:18:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:18:54.968189 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67bbc8-cd14-4fc5-959b-1b52824fa6dc req-5511614c-ab20-47fe-a7b3-8e835249b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:18:54.969808 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb67bbc8-cd14-4fc5-959b-1b52824fa6dc req-5511614c-ab20-47fe-a7b3-8e835249b678 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602596 Jul 27 20:18:55.037785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-176cc2a9-2d80-4ea9-bc6a-3b1accff8333 None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:18:55.066739 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb67bbc8-cd14-4fc5-959b-1b52824fa6dc req-f9ed8e8b-104c-4060-87a5-581273716ecb service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898144 Jul 27 20:18:55.182005 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cb67bbc8-cd14-4fc5-959b-1b52824fa6dc req-16301958-a760-4b72-8352-131dc86312f4 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079106 Jul 27 20:18:55.489166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-176cc2a9-2d80-4ea9-bc6a-3b1accff8333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '18583283-b0bc-4c3b-95b5-24359faf2575', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'port_id': '117ff817-e059-4af1-b5c8-69e5612acf82', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'mac_address': 'fa:16:3e:fe:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:16:41Z', 'updated_at': '2021-07-27T20:16:44Z', 'revision_number': 1, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address_scope': None}, {'id': '334140ff-658a-4b75-98d3-072f5b3fc6f0', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'port_id': 'dc08d250-b62c-4b11-abaf-9df2399f22ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'mac_address': 'fa:16:3e:bd:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64047aec-ba29-452a-ae84-501325745f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:18:53Z', 'updated_at': '2021-07-27T20:18:53Z', 'revision_number': 0, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:18:55.520544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176cc2a9-2d80-4ea9-bc6a-3b1accff8333 None None] The sync data for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 is: [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '18583283-b0bc-4c3b-95b5-24359faf2575', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'port_id': '117ff817-e059-4af1-b5c8-69e5612acf82', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'mac_address': 'fa:16:3e:fe:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:16:41Z', 'updated_at': '2021-07-27T20:16:44Z', 'revision_number': 1, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address_scope': None}, {'id': '334140ff-658a-4b75-98d3-072f5b3fc6f0', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'port_id': 'dc08d250-b62c-4b11-abaf-9df2399f22ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'mac_address': 'fa:16:3e:bd:ff:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64047aec-ba29-452a-ae84-501325745f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:18:53Z', 'updated_at': '2021-07-27T20:18:53Z', 'revision_number': 0, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:18:55.745284 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8306a54a-1072-452e-9d1b-db8dcc292e93 None None] New status for floating IP 334140ff-658a-4b75-98d3-072f5b3fc6f0: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:18:57.797225 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:19:08.683228 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:11.766179 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:13.415351 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cc1222d9-1403-475f-bc08-9e321747b164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:16.136802 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fc9718e8-cfc4-47b2-8aaf-40d7b3624aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:16.237351 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:17.203410 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:18.959170 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:20.867906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a83533-6b29-475f-a358-3eff3040a24b req-c79a0205-d64f-4405-893f-d3979ab195c6 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:19:20.869474 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8a83533-6b29-475f-a358-3eff3040a24b req-c79a0205-d64f-4405-893f-d3979ab195c6 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 946 time: 0.0794532 Jul 27 20:19:20.930627 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8a83533-6b29-475f-a358-3eff3040a24b req-dd70146b-986c-465f-ac4c-794c2676ee4e tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/security-groups?id=0907657d-35a5-4935-abb4-52046b7d4f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511749 Jul 27 20:19:21.699820 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-795563c9-70c7-4960-bb85-f9f8beccb40a req-6b2035fe-4398-42cc-9769-192ce15c2568 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0601127 Jul 27 20:19:21.806476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795563c9-70c7-4960-bb85-f9f8beccb40a req-686eb638-9097-4954-b4b5-f655b8788197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:19:21.808551 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-795563c9-70c7-4960-bb85-f9f8beccb40a req-686eb638-9097-4954-b4b5-f655b8788197 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 1098 time: 0.0629244 Jul 27 20:19:21.931492 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795563c9-70c7-4960-bb85-f9f8beccb40a req-92d6918b-e736-4e2f-a276-ba5ee91a8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:19:21.933567 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-795563c9-70c7-4960-bb85-f9f8beccb40a req-92d6918b-e736-4e2f-a276-ba5ee91a8856 service neutron] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.1013658 Jul 27 20:19:22.003551 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-795563c9-70c7-4960-bb85-f9f8beccb40a req-a87a254e-28f7-48b9-af6d-9e5189d5d426 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117ff817-e059-4af1-b5c8-69e5612acf82 HTTP/1.1" status: 200 len: 1001 time: 0.0628650 Jul 27 20:19:22.059432 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795563c9-70c7-4960-bb85-f9f8beccb40a req-742d8821-a9ee-4249-8525-f3242efffc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:19:22.061244 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-795563c9-70c7-4960-bb85-f9f8beccb40a req-742d8821-a9ee-4249-8525-f3242efffc54 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0508163 Jul 27 20:19:22.125793 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795563c9-70c7-4960-bb85-f9f8beccb40a req-4ddaaa12-26fd-431c-ba67-97d64e8f1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:19:22.127364 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-795563c9-70c7-4960-bb85-f9f8beccb40a req-4ddaaa12-26fd-431c-ba67-97d64e8f1c25 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592442 Jul 27 20:19:22.196701 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6780854-0022-47ec-a356-0c28e28bd5fe req-8003960f-7b7d-448c-a876-18aa970ee1cc tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:19:22.198836 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6780854-0022-47ec-a356-0c28e28bd5fe req-8003960f-7b7d-448c-a876-18aa970ee1cc tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 946 time: 0.0813673 Jul 27 20:19:22.230121 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-795563c9-70c7-4960-bb85-f9f8beccb40a req-f540f7cd-d3e0-4544-a182-10cd7f34dcbd service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944057 Jul 27 20:19:22.268488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6780854-0022-47ec-a356-0c28e28bd5fe req-1fa27c62-a916-4ea4-8bda-89a54668536a tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/security-groups?id=0907657d-35a5-4935-abb4-52046b7d4f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497499 Jul 27 20:19:22.284135 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0577418-615d-44a0-900e-4761ae88cbad req-d97381d9-b963-4c90-af7e-3f413cb83d69 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:19:22.285905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0577418-615d-44a0-900e-4761ae88cbad req-d97381d9-b963-4c90-af7e-3f413cb83d69 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.52 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 946 time: 0.1046803 Jul 27 20:19:22.331569 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-795563c9-70c7-4960-bb85-f9f8beccb40a req-d1202aa5-029d-4b2a-ac62-4364514e0ee0 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941019 Jul 27 20:19:22.393655 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8cfc126-881b-4001-8ce0-486dba79e3bb req-cfba888d-9246-468a-b93f-984bfad5831c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561953 Jul 27 20:19:22.415990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-e0577418-615d-44a0-900e-4761ae88cbad req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Deleting port 5ad82357-e212-44f4-9937-292866c93ac2 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:19:22.416511 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0577418-615d-44a0-900e-4761ae88cbad req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:22.471677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfc126-881b-4001-8ce0-486dba79e3bb req-1c83f4cb-a3fa-4670-b68b-f38134f163ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:19:22.473585 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8cfc126-881b-4001-8ce0-486dba79e3bb req-1c83f4cb-a3fa-4670-b68b-f38134f163ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0345374bc5343b9a7ca459b95cab135&device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 1097 time: 0.0576527 Jul 27 20:19:22.514860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-e0577418-615d-44a0-900e-4761ae88cbad req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] For port 5ad82357-e212-44f4-9937-292866c93ac2, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=5ad82357-e212-44f4-9937-292866c93ac2,segment=NetworkSegment(539e4a38-d244-4534-bb7b-f3cb40461067),segment_id=539e4a38-d244-4534-bb7b-f3cb40461067)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:19:22.515173 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0577418-615d-44a0-900e-4761ae88cbad req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:22.587382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfc126-881b-4001-8ce0-486dba79e3bb req-f07d4e4c-425f-4942-ba12-62890fb970ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:19:22.588902 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8cfc126-881b-4001-8ce0-486dba79e3bb req-f07d4e4c-425f-4942-ba12-62890fb970ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e HTTP/1.1" status: 200 len: 911 time: 0.0928919 Jul 27 20:19:22.658262 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8cfc126-881b-4001-8ce0-486dba79e3bb req-55970546-dbb8-4d19-be0d-9a8fa51d4524 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8380c8ef-9278-4f81-90fb-9b29119bdd3b HTTP/1.1" status: 200 len: 1001 time: 0.0611751 Jul 27 20:19:22.695414 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0577418-615d-44a0-900e-4761ae88cbad req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:22.695973 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0577418-615d-44a0-900e-4761ae88cbad req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:22.696499 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-e0577418-615d-44a0-900e-4761ae88cbad req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Floating IP a5f5e930-7df0-42d0-9a41-7bbbb5dc9c71 disassociated. External IP: 172.25.1.214, port: 5ad82357-e212-44f4-9937-292866c93ac2. Jul 27 20:19:22.697028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-e0577418-615d-44a0-900e-4761ae88cbad req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Calling delete_port for 5ad82357-e212-44f4-9937-292866c93ac2 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:19:22.714033 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfc126-881b-4001-8ce0-486dba79e3bb req-403569ea-51f3-42f9-9146-7c4b934c0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:19:22.715524 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8cfc126-881b-4001-8ce0-486dba79e3bb req-403569ea-51f3-42f9-9146-7c4b934c0a36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8400c50b-e7c8-4589-97ec-a207f10cbcf2 HTTP/1.1" status: 200 len: 849 time: 0.0498643 Jul 27 20:19:22.782822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfc126-881b-4001-8ce0-486dba79e3bb req-d7387848-e9f9-4630-b84c-08f8e654f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:19:22.784522 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8cfc126-881b-4001-8ce0-486dba79e3bb req-d7387848-e9f9-4630-b84c-08f8e654f9d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609658 Jul 27 20:19:22.841882 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0577418-615d-44a0-900e-4761ae88cbad req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:22.873016 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Pushing event deleted for resources: {'Port': ['ID=5ad82357-e212-44f4-9937-292866c93ac2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:22.887281 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8cfc126-881b-4001-8ce0-486dba79e3bb req-defd1e19-47ab-4ded-89a8-460fa954d478 service neutron] 10.222.0.52 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956380 Jul 27 20:19:22.923402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:22.923748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:22.924087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:22.924444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:22.924914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:22.925108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:22.925442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:22.925769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:22.926164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:22.926472 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:22.926815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:22.927127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:22.991993 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8cfc126-881b-4001-8ce0-486dba79e3bb req-fe908a80-bb40-4b56-acf4-d5f8f2198b76 service neutron] 10.222.0.52 "GET /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949249 Jul 27 20:19:23.013238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0577418-615d-44a0-900e-4761ae88cbad req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Router 1085e45a-0142-4fb3-b397-50b7a8e62ebc has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:19:23.158006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0577418-615d-44a0-900e-4761ae88cbad req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:19:23.167918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbf0cb5-43b4-4b68-b8a4-0aac5211be99 None None] Sync routers for ids ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:19:23.178748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf0cb5-43b4-4b68-b8a4-0aac5211be99 None None] Routers {'1085e45a-0142-4fb3-b397-50b7a8e62ebc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:19:23.179440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-bdbf0cb5-43b4-4b68-b8a4-0aac5211be99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:19:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:23.204442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0577418-615d-44a0-900e-4761ae88cbad req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] No DVR routers for this DVR port 5ad82357-e212-44f4-9937-292866c93ac2 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:19:23.207770 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e0577418-615d-44a0-900e-4761ae88cbad req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:23.210409 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0577418-615d-44a0-900e-4761ae88cbad req-b6785352-2602-462e-bf44-7c0d109ff7c5 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.52 "DELETE /v2.0/ports/5ad82357-e212-44f4-9937-292866c93ac2 HTTP/1.1" status: 204 len: 173 time: 0.9178126 Jul 27 20:19:23.210835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b213b6f2-6911-4892-b083-c77f48293e8b', 'name': 'network-vif-deleted', 'tag': '5ad82357-e212-44f4-9937-292866c93ac2'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:19:23.214755 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d09d688-6de2-462b-80ae-bc17df3b3588" -d '{"events": [{"server_uuid": "b213b6f2-6911-4892-b083-c77f48293e8b", "name": "network-vif-deleted", "tag": "5ad82357-e212-44f4-9937-292866c93ac2"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:19:23.261723 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346097ab-d277-41fa-aa08-b315d9588c5b x-openstack-request-id: req-346097ab-d277-41fa-aa08-b315d9588c5b {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:19:23.262018 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b213b6f2-6911-4892-b083-c77f48293e8b", "name": "network-vif-deleted", "tag": "5ad82357-e212-44f4-9937-292866c93ac2", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:19:23.262269 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-346097ab-d277-41fa-aa08-b315d9588c5b {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:19:23.262711 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b213b6f2-6911-4892-b083-c77f48293e8b', 'name': 'network-vif-deleted', 'tag': '5ad82357-e212-44f4-9937-292866c93ac2', 'status': 'completed', 'code': 200} Jul 27 20:19:23.323791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-bdbf0cb5-43b4-4b68-b8a4-0aac5211be99 None None] Set router 1085e45a-0142-4fb3-b397-50b7a8e62ebc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:19:23.412443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1afea00-b05f-4d23-9afd-ece9518cf4aa req-003977e1-2d74-4698-9f7e-f9f6d74b21b6 tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "GET /v2.0/ports?device_id=b213b6f2-6911-4892-b083-c77f48293e8b HTTP/1.1" status: 200 len: 210 time: 0.0338244 Jul 27 20:19:23.563565 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-bdbf0cb5-43b4-4b68-b8a4-0aac5211be99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:14Z', 'revision_number': 4, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'gw_port': {'id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '9591e907-061f-45c7-859a-4185e7afccd1', 'name': '', 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'mac_address': 'fa:16:3e:a1:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:12Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 5, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'subnets': [{'id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:23.596350 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbf0cb5-43b4-4b68-b8a4-0aac5211be99 None None] Checking router: 1085e45a-0142-4fb3-b397-50b7a8e62ebc for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:19:23.606159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf0cb5-43b4-4b68-b8a4-0aac5211be99 None None] Routers {'1085e45a-0142-4fb3-b397-50b7a8e62ebc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:19:23.606904 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-bdbf0cb5-43b4-4b68-b8a4-0aac5211be99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:19:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:23.719526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-bdbf0cb5-43b4-4b68-b8a4-0aac5211be99 None None] Set router 1085e45a-0142-4fb3-b397-50b7a8e62ebc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:19:23.948365 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-bdbf0cb5-43b4-4b68-b8a4-0aac5211be99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:14Z', 'revision_number': 4, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'gw_port': {'id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '9591e907-061f-45c7-859a-4185e7afccd1', 'name': '', 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'mac_address': 'fa:16:3e:a1:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:12Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 5, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'subnets': [{'id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:23.976301 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbf0cb5-43b4-4b68-b8a4-0aac5211be99 None None] The sync data for ids ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'] in n-d-705657-21 is: [{'id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:14Z', 'revision_number': 4, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'gw_port': {'id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '9591e907-061f-45c7-859a-4185e7afccd1', 'name': '', 'network_id': 'b33ba56e-0146-46fd-972d-79ee0e1f15bb', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'mac_address': 'fa:16:3e:a1:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:12Z', 'updated_at': '2021-07-27T20:14:21Z', 'revision_number': 5, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'subnets': [{'id': '65e4abf5-3034-468d-9868-1ceb60db2cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:19:24.209843 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6319d-ae0b-4686-bab4-2eac48747094 None None] New status for floating IP a5f5e930-7df0-42d0-9a41-7bbbb5dc9c71: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:19:24.470394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58962) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:19:24.622218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-dce5500b-26ea-497d-9b40-3fdb9973631d tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Deleting port 24973c50-2758-4e24-b215-8f5bf5a2ea87 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:19:24.622531 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dce5500b-26ea-497d-9b40-3fdb9973631d tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:24.709201 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dce5500b-26ea-497d-9b40-3fdb9973631d tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:24.709589 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dce5500b-26ea-497d-9b40-3fdb9973631d tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:24.721874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-dce5500b-26ea-497d-9b40-3fdb9973631d tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Calling delete_port for 24973c50-2758-4e24-b215-8f5bf5a2ea87 owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:19:24.874515 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dce5500b-26ea-497d-9b40-3fdb9973631d tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:24.914318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5500b-26ea-497d-9b40-3fdb9973631d tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Pushing event deleted for resources: {'Port': ['ID=24973c50-2758-4e24-b215-8f5bf5a2ea87,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:24.976544 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dce5500b-26ea-497d-9b40-3fdb9973631d tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:24.979726 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dce5500b-26ea-497d-9b40-3fdb9973631d tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:24.980929 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dce5500b-26ea-497d-9b40-3fdb9973631d tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "DELETE /v2.0/floatingips/a5f5e930-7df0-42d0-9a41-7bbbb5dc9c71 HTTP/1.1" status: 204 len: 168 time: 0.5095129 Jul 27 20:19:25.052729 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58970) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:19:25.113661 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ab0d6d3c-db96-45be-9414-b16daa53907c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:25.141456 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ab0d6d3c-db96-45be-9414-b16daa53907c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:25.207805 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ab0d6d3c-db96-45be-9414-b16daa53907c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:25.210488 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ab0d6d3c-db96-45be-9414-b16daa53907c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:25.211692 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ab0d6d3c-db96-45be-9414-b16daa53907c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] 10.222.0.48 "DELETE /v2.0/security-groups/0907657d-35a5-4935-abb4-52046b7d4f5a HTTP/1.1" status: 204 len: 168 time: 0.1579266 Jul 27 20:19:25.221674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d6d3c-db96-45be-9414-b16daa53907c tempest-TestServerBasicOps-365298160 tempest-TestServerBasicOps-365298160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0907657d-35a5-4935-abb4-52046b7d4f5a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:25.252324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58974) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:19:25.728610 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b23a03a-0b6f-4540-8728-0a36b4983ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:26.010959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-3b23a03a-0b6f-4540-8728-0a36b4983ad7 admin admin] Deleting port 9591e907-061f-45c7-859a-4185e7afccd1 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:19:26.011202 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b23a03a-0b6f-4540-8728-0a36b4983ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:26.093766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-3b23a03a-0b6f-4540-8728-0a36b4983ad7 admin admin] For port 9591e907-061f-45c7-859a-4185e7afccd1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=9591e907-061f-45c7-859a-4185e7afccd1,segment=NetworkSegment(539e4a38-d244-4534-bb7b-f3cb40461067),segment_id=539e4a38-d244-4534-bb7b-f3cb40461067)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:19:26.094463 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b23a03a-0b6f-4540-8728-0a36b4983ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:26.108435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-3b23a03a-0b6f-4540-8728-0a36b4983ad7 admin admin] Calling delete_port for 9591e907-061f-45c7-859a-4185e7afccd1 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:19:26.299297 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b23a03a-0b6f-4540-8728-0a36b4983ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:26.328648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23a03a-0b6f-4540-8728-0a36b4983ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9591e907-061f-45c7-859a-4185e7afccd1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:26.505001 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b23a03a-0b6f-4540-8728-0a36b4983ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:27.041041 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 5ad82357-e212-44f4-9937-292866c93ac2 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:19:27.057910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b23a03a-0b6f-4540-8728-0a36b4983ad7 admin admin] Router 1085e45a-0142-4fb3-b397-50b7a8e62ebc has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:19:27.063938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 5ad82357-e212-44f4-9937-292866c93ac2 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:19:27.064290 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 5ad82357-e212-44f4-9937-292866c93ac2 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:19:27.174085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b23a03a-0b6f-4540-8728-0a36b4983ad7 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:19:27.182142 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3b23a03a-0b6f-4540-8728-0a36b4983ad7 admin admin] 10.222.0.48 "PUT /v2.0/routers/1085e45a-0142-4fb3-b397-50b7a8e62ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9262419 Jul 27 20:19:27.182266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58982) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:19:27.183712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813bbbf-8a55-4ad6-9217-540f35df94a1 None None] Sync routers for ids ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:19:27.192818 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813bbbf-8a55-4ad6-9217-540f35df94a1 None None] Routers {'1085e45a-0142-4fb3-b397-50b7a8e62ebc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:19:27.193901 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4813bbbf-8a55-4ad6-9217-540f35df94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:19:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:27.288959 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:27.300213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-4813bbbf-8a55-4ad6-9217-540f35df94a1 None None] Set router 1085e45a-0142-4fb3-b397-50b7a8e62ebc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:19:27.493862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4813bbbf-8a55-4ad6-9217-540f35df94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:19:26Z', 'revision_number': 5, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'gw_port': {'id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:27.522350 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813bbbf-8a55-4ad6-9217-540f35df94a1 None None] Checking router: 1085e45a-0142-4fb3-b397-50b7a8e62ebc for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:19:27.532287 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813bbbf-8a55-4ad6-9217-540f35df94a1 None None] Routers {'1085e45a-0142-4fb3-b397-50b7a8e62ebc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:19:27.532980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4813bbbf-8a55-4ad6-9217-540f35df94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:19:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:27.645477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-4813bbbf-8a55-4ad6-9217-540f35df94a1 None None] Set router 1085e45a-0142-4fb3-b397-50b7a8e62ebc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:19:27.707640 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:27.761330 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] Deleting port 27891483-0486-494c-9a1f-7c6dc2e0dd80 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:19:27.761330 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:27.829985 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4813bbbf-8a55-4ad6-9217-540f35df94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:19:26Z', 'revision_number': 5, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'gw_port': {'id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:27.846124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] For port 27891483-0486-494c-9a1f-7c6dc2e0dd80, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=27891483-0486-494c-9a1f-7c6dc2e0dd80,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:19:27.846460 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:27.859826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] Calling delete_port for 27891483-0486-494c-9a1f-7c6dc2e0dd80 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:19:27.862502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813bbbf-8a55-4ad6-9217-540f35df94a1 None None] The sync data for ids ['1085e45a-0142-4fb3-b397-50b7a8e62ebc'] in n-d-705657-21 is: [{'id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'name': 'tempest-TestServerBasicOps-1018434252-router', 'tenant_id': '19d4ac256f91449da806d5826769fc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:19:26Z', 'revision_number': 5, 'project_id': '19d4ac256f91449da806d5826769fc7c', 'gw_port': {'id': '27891483-0486-494c-9a1f-7c6dc2e0dd80', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1085e45a-0142-4fb3-b397-50b7a8e62ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:07Z', 'updated_at': '2021-07-27T20:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:19:28.037038 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:28.065497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] Pushing event deleted for resources: {'Port': ['ID=27891483-0486-494c-9a1f-7c6dc2e0dd80,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:28.130703 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:28.245413 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:28.247644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:28.300287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:28.301612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1085e45a-0142-4fb3-b397-50b7a8e62ebc {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:19:28.308123 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:28.312324 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-413e5ab5-df59-47f5-bc36-32e5188ecb62 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1085e45a-0142-4fb3-b397-50b7a8e62ebc HTTP/1.1" status: 204 len: 168 time: 1.1268249 Jul 27 20:19:28.312889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58986) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:19:28.370793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b25fdc0-9a3f-496b-bd61-6b0e60e2de30 admin admin] Deleting subnet 65e4abf5-3034-468d-9868-1ceb60db2cc8 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:19:28.374217 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1b25fdc0-9a3f-496b-bd61-6b0e60e2de30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:28.411431 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1b25fdc0-9a3f-496b-bd61-6b0e60e2de30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:28.493362 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1b25fdc0-9a3f-496b-bd61-6b0e60e2de30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:28.557111 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1b25fdc0-9a3f-496b-bd61-6b0e60e2de30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:28.589210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25fdc0-9a3f-496b-bd61-6b0e60e2de30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e4abf5-3034-468d-9868-1ceb60db2cc8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:28.592058 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1b25fdc0-9a3f-496b-bd61-6b0e60e2de30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:28.594259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1b25fdc0-9a3f-496b-bd61-6b0e60e2de30 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/65e4abf5-3034-468d-9868-1ceb60db2cc8 HTTP/1.1" status: 204 len: 168 time: 0.2801390 Jul 27 20:19:28.596805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 58988) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:19:28.600526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee712e4a-8cfe-48ce-a394-c189066a524e None None] Network b33ba56e-0146-46fd-972d-79ee0e1f15bb requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:19:28.683952 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:28.755663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] Deleting port f1733554-ead9-404d-abca-c78af19de7d5 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:19:28.756513 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:28.825559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] For port f1733554-ead9-404d-abca-c78af19de7d5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f1733554-ead9-404d-abca-c78af19de7d5,segment=NetworkSegment(539e4a38-d244-4534-bb7b-f3cb40461067),segment_id=539e4a38-d244-4534-bb7b-f3cb40461067)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:19:28.825839 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:28.841962 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] Calling delete_port for f1733554-ead9-404d-abca-c78af19de7d5 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:19:28.934124 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:28.964789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1733554-ead9-404d-abca-c78af19de7d5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:28.969121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] No DVR routers for this DVR port f1733554-ead9-404d-abca-c78af19de7d5 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:19:28.983660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3083f04-e037-4f02-bca3-110e731f533a None None] DHCP port deletion for b33ba56e-0146-46fd-972d-79ee0e1f15bb request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:19:29.050012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9591e907-061f-45c7-859a-4185e7afccd1 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:19:29.056424 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:29.066487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33ba56e-0146-46fd-972d-79ee0e1f15bb']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:29.070511 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 9591e907-061f-45c7-859a-4185e7afccd1 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:19:29.070878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 9591e907-061f-45c7-859a-4185e7afccd1 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:19:29.071298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f1733554-ead9-404d-abca-c78af19de7d5 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:19:29.078050 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539e4a38-d244-4534-bb7b-f3cb40461067') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:29.078274 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539e4a38-d244-4534-bb7b-f3cb40461067') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:29.087835 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:29.090151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f1733554-ead9-404d-abca-c78af19de7d5 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:19:29.090504 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f1733554-ead9-404d-abca-c78af19de7d5 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:19:29.090931 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 27891483-0486-494c-9a1f-7c6dc2e0dd80 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:19:29.103319 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:29.109690 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:19:29.110060 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:29.110689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 27891483-0486-494c-9a1f-7c6dc2e0dd80 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:19:29.111063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 27891483-0486-494c-9a1f-7c6dc2e0dd80 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:19:29.112656 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:19:29.172865 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:29.179035 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:29.180905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] 10.222.0.48 "DELETE /v2.0/networks/b33ba56e-0146-46fd-972d-79ee0e1f15bb HTTP/1.1" status: 204 len: 168 time: 0.5820694 Jul 27 20:19:29.184007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58990) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:19:29.193685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0ba4a-5ba0-4c4d-8d79-2cfd6469523c admin admin] Pushing event deleted for resources: {'Network': ['ID=b33ba56e-0146-46fd-972d-79ee0e1f15bb,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:29.581211 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce3fb487-430d-4d79-88e0-7cb4e3bd8b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:29.874007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-ce3fb487-430d-4d79-88e0-7cb4e3bd8b5f admin admin] Deleting port 27799c28-f39b-42a0-ba68-2f0b5788e121 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:19:29.874254 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce3fb487-430d-4d79-88e0-7cb4e3bd8b5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:29.966869 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-ce3fb487-430d-4d79-88e0-7cb4e3bd8b5f admin admin] For port 27799c28-f39b-42a0-ba68-2f0b5788e121, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=27799c28-f39b-42a0-ba68-2f0b5788e121,segment=NetworkSegment(c59ad084-8841-4527-9ce3-9632993aa2c1),segment_id=c59ad084-8841-4527-9ce3-9632993aa2c1)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:19:29.967244 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce3fb487-430d-4d79-88e0-7cb4e3bd8b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:29.981545 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-ce3fb487-430d-4d79-88e0-7cb4e3bd8b5f admin admin] Calling delete_port for 27799c28-f39b-42a0-ba68-2f0b5788e121 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:19:30.185630 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce3fb487-430d-4d79-88e0-7cb4e3bd8b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:30.213726 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fb487-430d-4d79-88e0-7cb4e3bd8b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=27799c28-f39b-42a0-ba68-2f0b5788e121,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:30.399966 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ce3fb487-430d-4d79-88e0-7cb4e3bd8b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:30.643888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3fb487-430d-4d79-88e0-7cb4e3bd8b5f admin admin] Router d7b31484-ff99-4c10-be97-76a1537c836a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:19:30.764657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3fb487-430d-4d79-88e0-7cb4e3bd8b5f admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:19:30.771133 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ce3fb487-430d-4d79-88e0-7cb4e3bd8b5f admin admin] 10.222.0.48 "PUT /v2.0/routers/d7b31484-ff99-4c10-be97-76a1537c836a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5858269 Jul 27 20:19:30.774125 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 58996) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:19:30.778418 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de9375-16b6-4cce-bed6-0e303b082795 None None] Sync routers for ids ['d7b31484-ff99-4c10-be97-76a1537c836a'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:19:30.789865 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de9375-16b6-4cce-bed6-0e303b082795 None None] Routers {'d7b31484-ff99-4c10-be97-76a1537c836a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:19:30.790492 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-65de9375-16b6-4cce-bed6-0e303b082795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:19:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d7b31484-ff99-4c10-be97-76a1537c836a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:30.899123 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:30.998849 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-65de9375-16b6-4cce-bed6-0e303b082795 None None] Set router d7b31484-ff99-4c10-be97-76a1537c836a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:19:31.014770 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:31.077948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] Deleting port ee72c793-082c-4fc5-a9d7-fbc787100915 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:19:31.078305 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:31.170071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] For port ee72c793-082c-4fc5-a9d7-fbc787100915, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ee72c793-082c-4fc5-a9d7-fbc787100915,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:19:31.170779 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:31.179664 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-65de9375-16b6-4cce-bed6-0e303b082795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'name': 'tempest-TestServerBasicOps-840736719-router', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ee72c793-082c-4fc5-a9d7-fbc787100915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:19:30Z', 'revision_number': 5, 'project_id': '57fab0509d6c4587b6373b98b4630588', 'gw_port': {'id': 'ee72c793-082c-4fc5-a9d7-fbc787100915', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:31.186305 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] Calling delete_port for ee72c793-082c-4fc5-a9d7-fbc787100915 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:19:31.210447 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de9375-16b6-4cce-bed6-0e303b082795 None None] Checking router: d7b31484-ff99-4c10-be97-76a1537c836a for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:19:31.219361 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de9375-16b6-4cce-bed6-0e303b082795 None None] Routers {'d7b31484-ff99-4c10-be97-76a1537c836a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:19:31.219955 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-65de9375-16b6-4cce-bed6-0e303b082795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:19:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d7b31484-ff99-4c10-be97-76a1537c836a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:31.309500 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-65de9375-16b6-4cce-bed6-0e303b082795 None None] Set router d7b31484-ff99-4c10-be97-76a1537c836a gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:19:31.362821 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:31.363125 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-65de9375-16b6-4cce-bed6-0e303b082795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'name': 'tempest-TestServerBasicOps-840736719-router', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:19:31Z', 'revision_number': 6, 'project_id': '57fab0509d6c4587b6373b98b4630588', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:31.390125 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee72c793-082c-4fc5-a9d7-fbc787100915,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:31.393320 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de9375-16b6-4cce-bed6-0e303b082795 None None] The sync data for ids ['d7b31484-ff99-4c10-be97-76a1537c836a'] in n-d-705657-21 is: [{'id': 'd7b31484-ff99-4c10-be97-76a1537c836a', 'name': 'tempest-TestServerBasicOps-840736719-router', 'tenant_id': '57fab0509d6c4587b6373b98b4630588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:14:17Z', 'updated_at': '2021-07-27T20:19:31Z', 'revision_number': 6, 'project_id': '57fab0509d6c4587b6373b98b4630588', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:19:31.466463 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:31.881889 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:31.884059 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:31.930800 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:31.931387 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7b31484-ff99-4c10-be97-76a1537c836a {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:19:31.936495 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:31.937954 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1df1466a-6751-46cc-ba9e-ed3443231ba3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d7b31484-ff99-4c10-be97-76a1537c836a HTTP/1.1" status: 204 len: 168 time: 1.1625750 Jul 27 20:19:31.940587 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59000) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:19:31.987706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-47939abf-a295-45c1-af80-eebe23af4128 admin admin] Deleting subnet 3a69011c-e7ac-4ddc-8415-f6969e576496 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:19:31.991493 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-47939abf-a295-45c1-af80-eebe23af4128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.028672 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-47939abf-a295-45c1-af80-eebe23af4128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.137853 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-47939abf-a295-45c1-af80-eebe23af4128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.198241 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-47939abf-a295-45c1-af80-eebe23af4128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.230760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47939abf-a295-45c1-af80-eebe23af4128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a69011c-e7ac-4ddc-8415-f6969e576496,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:32.236359 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-47939abf-a295-45c1-af80-eebe23af4128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.238353 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-47939abf-a295-45c1-af80-eebe23af4128 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3a69011c-e7ac-4ddc-8415-f6969e576496 HTTP/1.1" status: 204 len: 168 time: 0.2966676 Jul 27 20:19:32.240976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59002) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:19:32.243654 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf8470e-a6fc-48dd-8f7c-621620d3cf96 None None] Network 6eb6eee1-9fe6-4d0f-8a8b-06456019d346 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:19:32.319099 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.374462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] Deleting port b5918d79-aa00-42ef-ba10-50e999a0dca0 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:19:32.374937 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.447416 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] DHCP port deletion for 6eb6eee1-9fe6-4d0f-8a8b-06456019d346 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:19:32.451837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] For port b5918d79-aa00-42ef-ba10-50e999a0dca0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b5918d79-aa00-42ef-ba10-50e999a0dca0,segment=NetworkSegment(c59ad084-8841-4527-9ce3-9632993aa2c1),segment_id=c59ad084-8841-4527-9ce3-9632993aa2c1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:19:32.452204 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.467270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] Calling delete_port for b5918d79-aa00-42ef-ba10-50e999a0dca0 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:19:32.503364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Deleting port b5918d79-aa00-42ef-ba10-50e999a0dca0 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:19:32.503728 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.568368 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.577115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] For port b5918d79-aa00-42ef-ba10-50e999a0dca0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b5918d79-aa00-42ef-ba10-50e999a0dca0,segment=NetworkSegment(c59ad084-8841-4527-9ce3-9632993aa2c1),segment_id=c59ad084-8841-4527-9ce3-9632993aa2c1)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:19:32.577535 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.595000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Calling delete_port for b5918d79-aa00-42ef-ba10-50e999a0dca0 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:19:32.595622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] No DVR routers for this DVR port b5918d79-aa00-42ef-ba10-50e999a0dca0 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:19:32.597938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5918d79-aa00-42ef-ba10-50e999a0dca0,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:32.670865 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.679976 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.683400 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb6eee1-9fe6-4d0f-8a8b-06456019d346']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:32.700241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59ad084-8841-4527-9ce3-9632993aa2c1') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:32.700639 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59ad084-8841-4527-9ce3-9632993aa2c1') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:19:32.709651 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Pushing event deleted for resources: {'Port': ['ID=b5918d79-aa00-42ef-ba10-50e999a0dca0,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:32.710481 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.719104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] No DVR routers for this DVR port b5918d79-aa00-42ef-ba10-50e999a0dca0 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:19:32.721707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:32.722186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:32.722953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:32.723189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:32.723509 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:32.723939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:32.724546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:32.724905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:32.725359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:32.725725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:32.726078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:32.726395 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.726549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de211176-4d52-4b34-865e-5b80261fe57a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:19:32.738040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:19:32.738512 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:19:32.740617 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:19:32.798322 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.805269 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:32.807269 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6eb6eee1-9fe6-4d0f-8a8b-06456019d346 HTTP/1.1" status: 204 len: 168 time: 0.5653095 Jul 27 20:19:32.817566 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6064c-6b4c-40db-8344-32c98587e309 admin admin] Pushing event deleted for resources: {'Network': ['ID=6eb6eee1-9fe6-4d0f-8a8b-06456019d346,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:32.941214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59008) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:19:32.990372 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c4965dd8-942a-4028-ab23-03f001dd5062 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19d4ac256f91449da806d5826769fc7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475016 Jul 27 20:19:32.993610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59010) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:19:32.999554 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 27799c28-f39b-42a0-ba68-2f0b5788e121 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:19:33.053545 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2094a58d-3107-44e2-8d0d-3879f59f20c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:33.079910 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2094a58d-3107-44e2-8d0d-3879f59f20c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:33.131690 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2094a58d-3107-44e2-8d0d-3879f59f20c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:33.134400 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2094a58d-3107-44e2-8d0d-3879f59f20c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:33.135556 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2094a58d-3107-44e2-8d0d-3879f59f20c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47c074eb-c0ec-41c7-9a06-7790c25b5f15 HTTP/1.1" status: 204 len: 168 time: 0.1408429 Jul 27 20:19:33.149167 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094a58d-3107-44e2-8d0d-3879f59f20c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c074eb-c0ec-41c7-9a06-7790c25b5f15,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:33.181690 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 27799c28-f39b-42a0-ba68-2f0b5788e121 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:19:33.182065 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 27799c28-f39b-42a0-ba68-2f0b5788e121 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:19:33.182456 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ee72c793-082c-4fc5-a9d7-fbc787100915 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:19:33.205548 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: ee72c793-082c-4fc5-a9d7-fbc787100915 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:19:33.205897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ee72c793-082c-4fc5-a9d7-fbc787100915 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:19:33.206314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b5918d79-aa00-42ef-ba10-50e999a0dca0 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:19:33.226065 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: b5918d79-aa00-42ef-ba10-50e999a0dca0 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:19:33.226411 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b5918d79-aa00-42ef-ba10-50e999a0dca0 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:19:33.497382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59016) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:19:33.543995 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1b1b0e59-1309-4e18-a2c2-668bfcd223cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57fab0509d6c4587b6373b98b4630588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453711 Jul 27 20:19:33.546652 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59018) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:19:33.605988 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-651a6644-80d0-4d25-b802-c1646c1aae61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:33.632351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-651a6644-80d0-4d25-b802-c1646c1aae61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:33.682748 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-651a6644-80d0-4d25-b802-c1646c1aae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:33.685616 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-651a6644-80d0-4d25-b802-c1646c1aae61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:33.686755 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-651a6644-80d0-4d25-b802-c1646c1aae61 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11cad420-f4b3-458f-9fe0-5f0c86baca12 HTTP/1.1" status: 204 len: 168 time: 0.1391957 Jul 27 20:19:33.695832 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a6644-80d0-4d25-b802-c1646c1aae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cad420-f4b3-458f-9fe0-5f0c86baca12,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:19:34.797454 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:19:38.696814 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:41.771262 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:43.410379 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1f1f255f-2505-45d6-a06d-c2c03ebf35ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:46.140826 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-466d777b-7a82-43d1-9cf4-5a2f5609f8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:46.242919 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:47.205786 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:19:48.962528 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:08.692946 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:11.792163 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:11.798832 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:20:13.415385 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-029007db-43ee-40d7-8710-cf8bcb7e7dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:16.148077 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c66ba350-8885-4a7b-bfa5-d01d6cad2c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:16.246274 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:17.209308 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:18.964692 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:19.003909 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b46689-65ef-4cd7-a43e-8645d68fe2ac req-7d07a30c-780b-42cf-a201-3fb853324e56 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:19.005823 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6b46689-65ef-4cd7-a43e-8645d68fe2ac req-7d07a30c-780b-42cf-a201-3fb853324e56 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 945 time: 0.0714200 Jul 27 20:20:19.046118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b6b46689-65ef-4cd7-a43e-8645d68fe2ac req-450a7b29-29b1-4fd5-a58c-2330ef3a0886 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af5f81d-a492-4452-8789-0f3eb84a8192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336864 Jul 27 20:20:20.194637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38369bdd-7013-4b13-8900-e249129e1bd0 req-0d0094f1-aa4f-46c4-a128-773afe4446bd tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:20.196161 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38369bdd-7013-4b13-8900-e249129e1bd0 req-0d0094f1-aa4f-46c4-a128-773afe4446bd tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 945 time: 0.0781577 Jul 27 20:20:20.239907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38369bdd-7013-4b13-8900-e249129e1bd0 req-c625ffc2-04e8-42ad-9875-6ca1777604a2 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af5f81d-a492-4452-8789-0f3eb84a8192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342591 Jul 27 20:20:20.877456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-d30cd4b9-39ab-4817-aac6-f0210e1ea313 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:20.879029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-d30cd4b9-39ab-4817-aac6-f0210e1ea313 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 945 time: 0.0787084 Jul 27 20:20:20.985124 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-5b567f54-71cf-4064-80c4-310aa62b9f50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Deleting port 8380c8ef-9278-4f81-90fb-9b29119bdd3b {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:20.985503 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-5b567f54-71cf-4064-80c4-310aa62b9f50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:21.072745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-5b567f54-71cf-4064-80c4-310aa62b9f50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] For port 8380c8ef-9278-4f81-90fb-9b29119bdd3b, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=8380c8ef-9278-4f81-90fb-9b29119bdd3b,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:21.073090 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-5b567f54-71cf-4064-80c4-310aa62b9f50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:21.262582 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-5b567f54-71cf-4064-80c4-310aa62b9f50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:21.263308 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-5b567f54-71cf-4064-80c4-310aa62b9f50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:21.263308 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-5b567f54-71cf-4064-80c4-310aa62b9f50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Floating IP 05eee160-7de4-4253-b2a6-385c4e1bd8e5 disassociated. External IP: 172.25.1.161, port: 8380c8ef-9278-4f81-90fb-9b29119bdd3b. Jul 27 20:20:21.263525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-5b567f54-71cf-4064-80c4-310aa62b9f50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Calling delete_port for 8380c8ef-9278-4f81-90fb-9b29119bdd3b owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:21.430393 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a9a75-fa21-4243-a9cf-ed38de8e5c59 req-77ac4bf8-3b70-431f-965b-091021959ab3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:21.431812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a1a9a75-fa21-4243-a9cf-ed38de8e5c59 req-77ac4bf8-3b70-431f-965b-091021959ab3 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d1269f-4756-47c1-92c7-23fce442950e HTTP/1.1" status: 200 len: 945 time: 0.1210446 Jul 27 20:20:21.458394 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-5b567f54-71cf-4064-80c4-310aa62b9f50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:21.492900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b567f54-71cf-4064-80c4-310aa62b9f50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event deleted for resources: {'Port': ['ID=8380c8ef-9278-4f81-90fb-9b29119bdd3b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:21.511734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a1a9a75-fa21-4243-a9cf-ed38de8e5c59 req-f5ab66f0-25ce-4877-bdce-9de0473fd482 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af5f81d-a492-4452-8789-0f3eb84a8192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721765 Jul 27 20:20:21.623314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-5b567f54-71cf-4064-80c4-310aa62b9f50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Router ef4165ec-9276-4a97-a984-c1a6774268d3 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:20:21.740873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-5b567f54-71cf-4064-80c4-310aa62b9f50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:20:21.751730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0014d4c-5fc0-43f6-90ee-715b126b62f1 None None] Sync routers for ids ['ef4165ec-9276-4a97-a984-c1a6774268d3'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:20:21.762705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0014d4c-5fc0-43f6-90ee-715b126b62f1 None None] Routers {'ef4165ec-9276-4a97-a984-c1a6774268d3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:20:21.763346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d0014d4c-5fc0-43f6-90ee-715b126b62f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:20:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ef4165ec-9276-4a97-a984-c1a6774268d3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:21.785314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-5b567f54-71cf-4064-80c4-310aa62b9f50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] No DVR routers for this DVR port 8380c8ef-9278-4f81-90fb-9b29119bdd3b on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:20:21.788037 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-5b567f54-71cf-4064-80c4-310aa62b9f50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:21.790138 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24a9e062-ba9a-488f-8e5c-6af873e5f916 req-5b567f54-71cf-4064-80c4-310aa62b9f50 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.52 "DELETE /v2.0/ports/8380c8ef-9278-4f81-90fb-9b29119bdd3b HTTP/1.1" status: 204 len: 173 time: 0.9044940 Jul 27 20:20:21.790591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d1269f-4756-47c1-92c7-23fce442950e', 'name': 'network-vif-deleted', 'tag': '8380c8ef-9278-4f81-90fb-9b29119bdd3b'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:20:21.793156 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb8f6fb-4980-4e6c-8dfb-f5f4a6d4268c" -d '{"events": [{"server_uuid": "d2d1269f-4756-47c1-92c7-23fce442950e", "name": "network-vif-deleted", "tag": "8380c8ef-9278-4f81-90fb-9b29119bdd3b"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:20:21.837155 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f19d504-77ed-4a17-803f-f0c9ec2d5a3d x-openstack-request-id: req-1f19d504-77ed-4a17-803f-f0c9ec2d5a3d {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:20:21.837430 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d1269f-4756-47c1-92c7-23fce442950e", "name": "network-vif-deleted", "tag": "8380c8ef-9278-4f81-90fb-9b29119bdd3b", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:20:21.837725 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f19d504-77ed-4a17-803f-f0c9ec2d5a3d {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:20:21.838194 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d1269f-4756-47c1-92c7-23fce442950e', 'name': 'network-vif-deleted', 'tag': '8380c8ef-9278-4f81-90fb-9b29119bdd3b', 'status': 'completed', 'code': 200} Jul 27 20:20:21.885745 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-d0014d4c-5fc0-43f6-90ee-715b126b62f1 None None] Set router ef4165ec-9276-4a97-a984-c1a6774268d3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:20:22.094443 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d0014d4c-5fc0-43f6-90ee-715b126b62f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:09Z', 'revision_number': 5, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:22.125383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0014d4c-5fc0-43f6-90ee-715b126b62f1 None None] Checking router: ef4165ec-9276-4a97-a984-c1a6774268d3 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:20:22.134598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0014d4c-5fc0-43f6-90ee-715b126b62f1 None None] Routers {'ef4165ec-9276-4a97-a984-c1a6774268d3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:20:22.135229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d0014d4c-5fc0-43f6-90ee-715b126b62f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:20:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ef4165ec-9276-4a97-a984-c1a6774268d3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:22.247844 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-d0014d4c-5fc0-43f6-90ee-715b126b62f1 None None] Set router ef4165ec-9276-4a97-a984-c1a6774268d3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:20:22.460589 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d0014d4c-5fc0-43f6-90ee-715b126b62f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:09Z', 'revision_number': 5, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:22.487303 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0014d4c-5fc0-43f6-90ee-715b126b62f1 None None] The sync data for ids ['ef4165ec-9276-4a97-a984-c1a6774268d3'] in n-d-705657-21 is: [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:02Z', 'revision_number': 4, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '91a184f7-389d-4c48-a9ae-0fd0ecf050b4', 'name': '', 'network_id': '8acf68bf-4ac6-4234-b97c-d49dcb08cb9e', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'mac_address': 'fa:16:3e:01:4e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:14:01Z', 'updated_at': '2021-07-27T20:14:09Z', 'revision_number': 5, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'subnets': [{'id': '8400c50b-e7c8-4589-97ec-a207f10cbcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:20:22.602931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59208) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:22.664593 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8d1c50bb-3998-4b2f-ab8f-2588e721553a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:22.699316 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8d1c50bb-3998-4b2f-ab8f-2588e721553a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:22.721076 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-23d7c457-d673-4090-95e5-062e14f7cf09 req-f9befcb1-7083-450f-90d6-309d49b738d2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0721760 Jul 27 20:20:22.741404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59210) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:22.766225 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8d1c50bb-3998-4b2f-ab8f-2588e721553a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:22.770467 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8d1c50bb-3998-4b2f-ab8f-2588e721553a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:22.772864 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8d1c50bb-3998-4b2f-ab8f-2588e721553a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "DELETE /v2.0/security-groups/5af5f81d-a492-4452-8789-0f3eb84a8192 HTTP/1.1" status: 204 len: 168 time: 0.1686437 Jul 27 20:20:22.776981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59214) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:22.781478 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f8bff-cc2e-4a97-abed-c6e4a817e335 None None] New status for floating IP 05eee160-7de4-4253-b2a6-385c4e1bd8e5: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:20:22.795712 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-9ff0a300-0363-4c9e-a9f2-3682093d4557 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] show failed (client error): The resource could not be found. Jul 27 20:20:22.800317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9ff0a300-0363-4c9e-a9f2-3682093d4557 tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "GET /v2.0/security-groups/5af5f81d-a492-4452-8789-0f3eb84a8192 HTTP/1.1" status: 404 len: 347 time: 0.0188005 Jul 27 20:20:22.800317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c50bb-3998-4b2f-ab8f-2588e721553a tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af5f81d-a492-4452-8789-0f3eb84a8192,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:22.800317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59216) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:22.860299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7c457-d673-4090-95e5-062e14f7cf09 req-f6ee876f-419d-411d-832e-3e09893ca495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:22.861871 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-23d7c457-d673-4090-95e5-062e14f7cf09 req-f6ee876f-419d-411d-832e-3e09893ca495 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 1098 time: 0.1179662 Jul 27 20:20:22.952740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Deleting port e33bd63a-84cc-4a8c-9d9f-e979e2d600d7 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:22.953111 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:23.031901 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7c457-d673-4090-95e5-062e14f7cf09 req-52c1e383-fc33-4c60-b15b-0b524a6652a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:23.033411 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-23d7c457-d673-4090-95e5-062e14f7cf09 req-52c1e383-fc33-4c60-b15b-0b524a6652a0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.1240828 Jul 27 20:20:23.039574 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:23.040027 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:23.052987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Calling delete_port for e33bd63a-84cc-4a8c-9d9f-e979e2d600d7 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:23.082390 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Deleting port 9a2c4879-22cc-4f6f-8a62-34a1034fa6a2 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:23.082753 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:23.149247 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-23d7c457-d673-4090-95e5-062e14f7cf09 req-cdbc44cb-cad0-4845-99bc-ac2a4e8348ec service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc08d250-b62c-4b11-abaf-9df2399f22ba HTTP/1.1" status: 200 len: 1001 time: 0.1063652 Jul 27 20:20:23.196571 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:23.217253 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:23.217253 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:23.223833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Pushing event deleted for resources: {'Port': ['ID=e33bd63a-84cc-4a8c-9d9f-e979e2d600d7,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:23.228076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7c457-d673-4090-95e5-062e14f7cf09 req-e6a1ced1-fb30-4a5d-a520-b325f9ce9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:23.229656 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-23d7c457-d673-4090-95e5-062e14f7cf09 req-e6a1ced1-fb30-4a5d-a520-b325f9ce9a8c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0724328 Jul 27 20:20:23.233645 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Calling delete_port for 9a2c4879-22cc-4f6f-8a62-34a1034fa6a2 owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:23.257336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.257681 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.258022 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.258413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.258685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.259013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.259372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.259695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.260008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.260324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.260671 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.260987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.298701 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:23.301339 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:23.302600 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-56e6e819-3682-4fc6-a5e8-cc38000d651f tempest-AttachVolumeTestJSON-8149354 tempest-AttachVolumeTestJSON-8149354-project] 10.222.0.48 "DELETE /v2.0/floatingips/05eee160-7de4-4253-b2a6-385c4e1bd8e5 HTTP/1.1" status: 204 len: 168 time: 0.5018837 Jul 27 20:20:23.381152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7c457-d673-4090-95e5-062e14f7cf09 req-b80e0088-4db9-4976-9350-838dddcca11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:23.382712 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-23d7c457-d673-4090-95e5-062e14f7cf09 req-b80e0088-4db9-4976-9350-838dddcca11b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450992 Jul 27 20:20:23.534866 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-23d7c457-d673-4090-95e5-062e14f7cf09 req-ee4476a4-2a50-41eb-b986-dc7d49bc8f91 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418004 Jul 27 20:20:23.565742 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:23.629757 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event deleted for resources: {'Port': ['ID=9a2c4879-22cc-4f6f-8a62-34a1034fa6a2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:23.664881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.665118 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.665455 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.665776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.666105 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.666429 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.666755 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.667075 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.667394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.667713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.668048 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.668354 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:23.732455 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-23d7c457-d673-4090-95e5-062e14f7cf09 req-4cd94c62-78ec-4dec-8df1-6cd09d6b6174 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880558 Jul 27 20:20:23.735226 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:23.735596 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Floating IP 334140ff-658a-4b75-98d3-072f5b3fc6f0 disassociated (deleted). External IP: 172.25.1.65, port: dc08d250-b62c-4b11-abaf-9df2399f22ba. Jul 27 20:20:23.966875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Router ecf20e82-236c-48e4-be5d-43092e4f7938 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:20:24.085308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:20:24.090495 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:24.096269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124b1cba-3e5f-44e8-9364-ab684d1611fc None None] Sync routers for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:20:24.108356 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b1cba-3e5f-44e8-9364-ab684d1611fc None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:20:24.109117 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-124b1cba-3e5f-44e8-9364-ab684d1611fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:20:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:24.137620 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b9340b58-bfe3-4573-a039-b5ec1a5ecc75 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "DELETE /v2.0/floatingips/334140ff-658a-4b75-98d3-072f5b3fc6f0 HTTP/1.1" status: 204 len: 168 time: 1.3945796 Jul 27 20:20:24.137769 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64047aec-ba29-452a-ae84-501325745f16', 'tag': 'dc08d250-b62c-4b11-abaf-9df2399f22ba'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:20:24.140064 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9124fd-dd30-4ed6-acb4-1b2458858090" -d '{"events": [{"name": "network-changed", "server_uuid": "64047aec-ba29-452a-ae84-501325745f16", "tag": "dc08d250-b62c-4b11-abaf-9df2399f22ba"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:20:24.196555 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf1fd7c-cd32-4b11-a7b4-5c7aca503802 x-openstack-request-id: req-fbf1fd7c-cd32-4b11-a7b4-5c7aca503802 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:20:24.196555 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64047aec-ba29-452a-ae84-501325745f16", "tag": "dc08d250-b62c-4b11-abaf-9df2399f22ba", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:20:24.196861 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fbf1fd7c-cd32-4b11-a7b4-5c7aca503802 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:20:24.197063 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64047aec-ba29-452a-ae84-501325745f16', 'tag': 'dc08d250-b62c-4b11-abaf-9df2399f22ba', 'status': 'completed', 'code': 200} Jul 27 20:20:24.246088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-124b1cba-3e5f-44e8-9364-ab684d1611fc None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:20:24.299810 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9124fd-dd30-4ed6-acb4-1b2458858090 req-e2ea9bf3-f5ab-4f2d-8c57-e459e6997761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:24.302220 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c9124fd-dd30-4ed6-acb4-1b2458858090 req-e2ea9bf3-f5ab-4f2d-8c57-e459e6997761 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 1098 time: 0.0676112 Jul 27 20:20:24.447138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4cdef-df4f-46e2-bebd-8814e14b7851 req-0d7af84a-2592-4da2-bc6e-776e62353860 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:24.453492 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9124fd-dd30-4ed6-acb4-1b2458858090 req-3da6e7fd-6efa-4013-8d4d-5d2fad1437ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:24.456239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48a4cdef-df4f-46e2-bebd-8814e14b7851 req-0d7af84a-2592-4da2-bc6e-776e62353860 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 946 time: 0.0774341 Jul 27 20:20:24.456942 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c9124fd-dd30-4ed6-acb4-1b2458858090 req-3da6e7fd-6efa-4013-8d4d-5d2fad1437ef service neutron] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.1471691 Jul 27 20:20:24.529362 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48a4cdef-df4f-46e2-bebd-8814e14b7851 req-a676eaa8-04b9-4f82-824a-90a40f63ac87 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671942 Jul 27 20:20:24.542938 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c9124fd-dd30-4ed6-acb4-1b2458858090 req-6a563f9d-a1d6-43ec-a106-fc44ebc5b861 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc08d250-b62c-4b11-abaf-9df2399f22ba HTTP/1.1" status: 200 len: 217 time: 0.0757897 Jul 27 20:20:24.583085 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-124b1cba-3e5f-44e8-9364-ab684d1611fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '18583283-b0bc-4c3b-95b5-24359faf2575', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'port_id': '117ff817-e059-4af1-b5c8-69e5612acf82', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'mac_address': 'fa:16:3e:fe:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:16:41Z', 'updated_at': '2021-07-27T20:16:44Z', 'revision_number': 1, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:24.607825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9124fd-dd30-4ed6-acb4-1b2458858090 req-57f90bdb-8655-4004-b3e7-29081d02c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:24.609587 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c9124fd-dd30-4ed6-acb4-1b2458858090 req-57f90bdb-8655-4004-b3e7-29081d02c63d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0571418 Jul 27 20:20:24.610684 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124b1cba-3e5f-44e8-9364-ab684d1611fc None None] Checking router: ecf20e82-236c-48e4-be5d-43092e4f7938 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:20:24.620813 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b1cba-3e5f-44e8-9364-ab684d1611fc None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:20:24.621466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-124b1cba-3e5f-44e8-9364-ab684d1611fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:20:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:24.681312 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9124fd-dd30-4ed6-acb4-1b2458858090 req-89ab4e85-cf3b-434e-a8b9-9fca84efa0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:24.682868 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c9124fd-dd30-4ed6-acb4-1b2458858090 req-89ab4e85-cf3b-434e-a8b9-9fca84efa0cd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651383 Jul 27 20:20:24.736125 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-124b1cba-3e5f-44e8-9364-ab684d1611fc None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:20:24.795147 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c9124fd-dd30-4ed6-acb4-1b2458858090 req-4589defa-abf9-4e65-8db2-9cf6223ce492 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033947 Jul 27 20:20:24.903205 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c9124fd-dd30-4ed6-acb4-1b2458858090 req-c4357e78-1285-457d-a996-defb9afed278 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001348 Jul 27 20:20:24.992618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-124b1cba-3e5f-44e8-9364-ab684d1611fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '18583283-b0bc-4c3b-95b5-24359faf2575', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'port_id': '117ff817-e059-4af1-b5c8-69e5612acf82', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'mac_address': 'fa:16:3e:fe:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:16:41Z', 'updated_at': '2021-07-27T20:16:44Z', 'revision_number': 1, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:25.022742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124b1cba-3e5f-44e8-9364-ab684d1611fc None None] The sync data for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 is: [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '18583283-b0bc-4c3b-95b5-24359faf2575', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'port_id': '117ff817-e059-4af1-b5c8-69e5612acf82', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'mac_address': 'fa:16:3e:fe:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:16:41Z', 'updated_at': '2021-07-27T20:16:44Z', 'revision_number': 1, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:20:25.251433 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b53858-7dad-4d0d-98e8-96d92bd21ecc None None] New status for floating IP 334140ff-658a-4b75-98d3-072f5b3fc6f0: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:20:25.352328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 8380c8ef-9278-4f81-90fb-9b29119bdd3b no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:20:25.372647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 8380c8ef-9278-4f81-90fb-9b29119bdd3b {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:20:25.372958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 8380c8ef-9278-4f81-90fb-9b29119bdd3b not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:20:25.695041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55fb19-c5a6-4c34-864c-8cb4b7d4b24b req-ca2ae577-d907-4633-952c-d1520988d8af tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:25.696734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad55fb19-c5a6-4c34-864c-8cb4b7d4b24b req-ca2ae577-d907-4633-952c-d1520988d8af tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 946 time: 0.0792916 Jul 27 20:20:25.739864 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad55fb19-c5a6-4c34-864c-8cb4b7d4b24b req-6eb0ac2b-7670-4f58-83a5-ca4b0ad5b123 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364132 Jul 27 20:20:25.952967 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd13b65-320a-4355-b0e0-daa376a9d3f8 req-e82bd21d-0666-4234-990e-d61a15594755 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:25.954472 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cd13b65-320a-4355-b0e0-daa376a9d3f8 req-e82bd21d-0666-4234-990e-d61a15594755 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 946 time: 0.0715847 Jul 27 20:20:26.070612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-4cd13b65-320a-4355-b0e0-daa376a9d3f8 req-70a2440e-d40a-48a8-8e1d-3485481c38b0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Deleting port dc08d250-b62c-4b11-abaf-9df2399f22ba {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:26.070960 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cd13b65-320a-4355-b0e0-daa376a9d3f8 req-70a2440e-d40a-48a8-8e1d-3485481c38b0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:26.170733 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-4cd13b65-320a-4355-b0e0-daa376a9d3f8 req-70a2440e-d40a-48a8-8e1d-3485481c38b0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] For port dc08d250-b62c-4b11-abaf-9df2399f22ba, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=dc08d250-b62c-4b11-abaf-9df2399f22ba,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:26.171120 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cd13b65-320a-4355-b0e0-daa376a9d3f8 req-70a2440e-d40a-48a8-8e1d-3485481c38b0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:26.190906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-4cd13b65-320a-4355-b0e0-daa376a9d3f8 req-70a2440e-d40a-48a8-8e1d-3485481c38b0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Calling delete_port for dc08d250-b62c-4b11-abaf-9df2399f22ba owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:26.332270 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cd13b65-320a-4355-b0e0-daa376a9d3f8 req-70a2440e-d40a-48a8-8e1d-3485481c38b0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:26.362050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2440e-d40a-48a8-8e1d-3485481c38b0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event deleted for resources: {'Port': ['ID=dc08d250-b62c-4b11-abaf-9df2399f22ba,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:26.421451 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd13b65-320a-4355-b0e0-daa376a9d3f8 req-70a2440e-d40a-48a8-8e1d-3485481c38b0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] No DVR routers for this DVR port dc08d250-b62c-4b11-abaf-9df2399f22ba on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:20:26.424190 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4cd13b65-320a-4355-b0e0-daa376a9d3f8 req-70a2440e-d40a-48a8-8e1d-3485481c38b0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:26.426404 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cd13b65-320a-4355-b0e0-daa376a9d3f8 req-70a2440e-d40a-48a8-8e1d-3485481c38b0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "DELETE /v2.0/ports/dc08d250-b62c-4b11-abaf-9df2399f22ba HTTP/1.1" status: 204 len: 173 time: 0.4654741 Jul 27 20:20:26.426878 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64047aec-ba29-452a-ae84-501325745f16', 'name': 'network-vif-deleted', 'tag': 'dc08d250-b62c-4b11-abaf-9df2399f22ba'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:20:26.429541 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8ca079-1c4d-4593-9b22-fc0c4493c910" -d '{"events": [{"server_uuid": "64047aec-ba29-452a-ae84-501325745f16", "name": "network-vif-deleted", "tag": "dc08d250-b62c-4b11-abaf-9df2399f22ba"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:20:26.469695 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c79372b-49bd-450c-929f-da6c0b0b5213 x-openstack-request-id: req-0c79372b-49bd-450c-929f-da6c0b0b5213 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:20:26.470068 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64047aec-ba29-452a-ae84-501325745f16", "name": "network-vif-deleted", "tag": "dc08d250-b62c-4b11-abaf-9df2399f22ba", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:20:26.470332 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c79372b-49bd-450c-929f-da6c0b0b5213 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:20:26.470753 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64047aec-ba29-452a-ae84-501325745f16', 'name': 'network-vif-deleted', 'tag': 'dc08d250-b62c-4b11-abaf-9df2399f22ba', 'status': 'completed', 'code': 200} Jul 27 20:20:26.857224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c160451-a4fe-4219-bae5-64c895d9731b req-51e30c58-5dd4-44ab-ab5f-07ba562358ab tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 210 time: 0.0406437 Jul 27 20:20:27.964337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84feed32-efed-44a6-afbf-2a77c7358501 req-9d326a21-5dff-4b8a-87dc-a3a4a79754b7 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 210 time: 0.0304892 Jul 27 20:20:28.817702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device dc08d250-b62c-4b11-abaf-9df2399f22ba no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:20:28.839177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: dc08d250-b62c-4b11-abaf-9df2399f22ba {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:20:28.839501 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device dc08d250-b62c-4b11-abaf-9df2399f22ba not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:20:29.065496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81e14092-07f7-450d-af14-7ed9e65413fd req-dd9b85bc-e97a-4f6e-a405-83dc30480ac6 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 210 time: 0.0298264 Jul 27 20:20:30.188093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bfde40cb-21ef-4e18-8595-3b6da88b95f7 req-d6493333-e1bb-48f0-b294-48051f60a5b2 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=64047aec-ba29-452a-ae84-501325745f16 HTTP/1.1" status: 200 len: 210 time: 0.0296929 Jul 27 20:20:35.429624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59298) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:35.594266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59304) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:35.924569 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-a3c11e07-1fd4-4f48-94e4-2fe934441e55 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Deleting port 40464ab4-4335-4ce9-9685-e125363f1dec {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:35.924804 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3c11e07-1fd4-4f48-94e4-2fe934441e55 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:36.043379 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3c11e07-1fd4-4f48-94e4-2fe934441e55 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:36.043659 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3c11e07-1fd4-4f48-94e4-2fe934441e55 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:36.079706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-a3c11e07-1fd4-4f48-94e4-2fe934441e55 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Calling delete_port for 40464ab4-4335-4ce9-9685-e125363f1dec owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:36.278430 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-390dcde6-75e1-446d-b47a-f6e731a69bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:36.314091 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3c11e07-1fd4-4f48-94e4-2fe934441e55 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:36.345798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c11e07-1fd4-4f48-94e4-2fe934441e55 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event deleted for resources: {'Port': ['ID=40464ab4-4335-4ce9-9685-e125363f1dec,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:36.453987 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3c11e07-1fd4-4f48-94e4-2fe934441e55 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:36.454763 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-a3c11e07-1fd4-4f48-94e4-2fe934441e55 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Floating IP 18583283-b0bc-4c3b-95b5-24359faf2575 disassociated (deleted). External IP: 172.25.1.52, port: 117ff817-e059-4af1-b5c8-69e5612acf82. Jul 27 20:20:37.092364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c11e07-1fd4-4f48-94e4-2fe934441e55 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Router ecf20e82-236c-48e4-be5d-43092e4f7938 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:20:37.113449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-390dcde6-75e1-446d-b47a-f6e731a69bb1 admin admin] Deleting port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:37.113815 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-390dcde6-75e1-446d-b47a-f6e731a69bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:37.273532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c11e07-1fd4-4f48-94e4-2fe934441e55 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:20:37.276177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-390dcde6-75e1-446d-b47a-f6e731a69bb1 admin admin] For port 91a184f7-389d-4c48-a9ae-0fd0ecf050b4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=91a184f7-389d-4c48-a9ae-0fd0ecf050b4,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:37.276569 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-390dcde6-75e1-446d-b47a-f6e731a69bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:37.281254 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a3c11e07-1fd4-4f48-94e4-2fe934441e55 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:37.283635 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71389686-fa8f-4bc4-a191-ef76064e2b77 None None] Sync routers for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:20:37.293746 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71389686-fa8f-4bc4-a191-ef76064e2b77 None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:20:37.294367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-71389686-fa8f-4bc4-a191-ef76064e2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:20:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:37.311349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-390dcde6-75e1-446d-b47a-f6e731a69bb1 admin admin] Calling delete_port for 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:37.336735 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a3c11e07-1fd4-4f48-94e4-2fe934441e55 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "DELETE /v2.0/floatingips/18583283-b0bc-4c3b-95b5-24359faf2575 HTTP/1.1" status: 204 len: 168 time: 1.7413282 Jul 27 20:20:37.371164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'tag': '117ff817-e059-4af1-b5c8-69e5612acf82'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:20:37.373481 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f357585d-36ec-438e-88b0-de8e2707dc7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b98436bf-8379-4e5c-9895-d108045e1baf", "tag": "117ff817-e059-4af1-b5c8-69e5612acf82"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:20:37.446848 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ada622-7951-4b90-b4c4-3fb3ac43a3e0 x-openstack-request-id: req-e8ada622-7951-4b90-b4c4-3fb3ac43a3e0 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:20:37.447203 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98436bf-8379-4e5c-9895-d108045e1baf", "tag": "117ff817-e059-4af1-b5c8-69e5612acf82", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:20:37.447406 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8ada622-7951-4b90-b4c4-3fb3ac43a3e0 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:20:37.447792 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'tag': '117ff817-e059-4af1-b5c8-69e5612acf82', 'status': 'completed', 'code': 200} Jul 27 20:20:37.521906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357585d-36ec-438e-88b0-de8e2707dc7a req-4aef3ed7-a32d-44b0-a543-49a0b85b88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:37.524364 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f357585d-36ec-438e-88b0-de8e2707dc7a req-4aef3ed7-a32d-44b0-a543-49a0b85b88c6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0731adda0572409ca7d43b1bb898294c&device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 1098 time: 0.0710576 Jul 27 20:20:37.552989 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-390dcde6-75e1-446d-b47a-f6e731a69bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:37.575204 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-71389686-fa8f-4bc4-a191-ef76064e2b77 None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:20:37.585466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390dcde6-75e1-446d-b47a-f6e731a69bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a184f7-389d-4c48-a9ae-0fd0ecf050b4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:37.637154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357585d-36ec-438e-88b0-de8e2707dc7a req-7ef58c67-7481-4bf3-ba83-04ed8488c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:37.639039 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f357585d-36ec-438e-88b0-de8e2707dc7a req-7ef58c67-7481-4bf3-ba83-04ed8488c2b7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 200 len: 913 time: 0.1060174 Jul 27 20:20:37.716046 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f357585d-36ec-438e-88b0-de8e2707dc7a req-d8919c54-8d78-4d5a-8299-14f59eb06203 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117ff817-e059-4af1-b5c8-69e5612acf82 HTTP/1.1" status: 200 len: 217 time: 0.0658171 Jul 27 20:20:37.751761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c378466-820e-4016-b30a-7e86f09a9d2b req-6020e46c-32b9-493d-8c9c-5fcd697683c1 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:37.753449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c378466-820e-4016-b30a-7e86f09a9d2b req-6020e46c-32b9-493d-8c9c-5fcd697683c1 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 946 time: 0.1715972 Jul 27 20:20:37.784729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357585d-36ec-438e-88b0-de8e2707dc7a req-8b0cda2c-8204-45a5-9b10-da6836df2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:37.787509 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f357585d-36ec-438e-88b0-de8e2707dc7a req-8b0cda2c-8204-45a5-9b10-da6836df2e80 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 200 len: 851 time: 0.0629961 Jul 27 20:20:37.843675 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c378466-820e-4016-b30a-7e86f09a9d2b req-d212ec1b-6002-49c6-b8bc-d46a3c865d92 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834146 Jul 27 20:20:37.853482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-390dcde6-75e1-446d-b47a-f6e731a69bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:37.865360 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357585d-36ec-438e-88b0-de8e2707dc7a req-bf42bbac-335d-419c-8c4e-e407f262f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:37.867327 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f357585d-36ec-438e-88b0-de8e2707dc7a req-bf42bbac-335d-419c-8c4e-e407f262f529 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=40473804-8946-43d0-a933-5f826ecd08fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666442 Jul 27 20:20:37.893519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-71389686-fa8f-4bc4-a191-ef76064e2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:37.921789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71389686-fa8f-4bc4-a191-ef76064e2b77 None None] Checking router: ecf20e82-236c-48e4-be5d-43092e4f7938 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:20:37.932187 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71389686-fa8f-4bc4-a191-ef76064e2b77 None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:20:37.932822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-71389686-fa8f-4bc4-a191-ef76064e2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:20:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:37.973989 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f357585d-36ec-438e-88b0-de8e2707dc7a req-8b38d979-479f-43d1-8433-fd537c3143d4 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973856 Jul 27 20:20:38.047550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-71389686-fa8f-4bc4-a191-ef76064e2b77 None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:20:38.071068 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f357585d-36ec-438e-88b0-de8e2707dc7a req-ac02f8e3-83f2-4b73-88e8-8685424f6e90 service neutron] 10.222.0.63 "GET /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892084 Jul 27 20:20:38.090138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390dcde6-75e1-446d-b47a-f6e731a69bb1 admin admin] Router ef4165ec-9276-4a97-a984-c1a6774268d3 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:20:38.210545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390dcde6-75e1-446d-b47a-f6e731a69bb1 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:20:38.216336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-390dcde6-75e1-446d-b47a-f6e731a69bb1 admin admin] 10.222.0.48 "PUT /v2.0/routers/ef4165ec-9276-4a97-a984-c1a6774268d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7850943 Jul 27 20:20:38.218385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59312) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:38.220016 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d797bf-c291-442a-8f53-60666c9114db None None] Sync routers for ids ['ef4165ec-9276-4a97-a984-c1a6774268d3'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:20:38.231284 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d797bf-c291-442a-8f53-60666c9114db None None] Routers {'ef4165ec-9276-4a97-a984-c1a6774268d3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:20:38.231921 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-71d797bf-c291-442a-8f53-60666c9114db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:20:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ef4165ec-9276-4a97-a984-c1a6774268d3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:38.265974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-71389686-fa8f-4bc4-a191-ef76064e2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:38.298890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71389686-fa8f-4bc4-a191-ef76064e2b77 None None] The sync data for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 is: [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:09:41Z', 'revision_number': 4, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd413b009-1f7c-49e0-bfa1-48e06f47d141', 'name': '', 'network_id': '40473804-8946-43d0-a933-5f826ecd08fd', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'mac_address': 'fa:16:3e:14:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:40Z', 'updated_at': '2021-07-27T20:09:49Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'subnets': [{'id': '1789535e-1c61-4b14-a8a5-a7e6af05c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:20:38.338727 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:38.349351 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-71d797bf-c291-442a-8f53-60666c9114db None None] Set router ef4165ec-9276-4a97-a984-c1a6774268d3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:20:38.459903 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:38.517614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] Deleting port 85b64b1d-42a9-4b7d-befa-bb31326c5c3d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:38.518113 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:38.551271 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-71d797bf-c291-442a-8f53-60666c9114db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:20:37Z', 'revision_number': 5, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port': {'id': '85b64b1d-42a9-4b7d-befa-bb31326c5c3d', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:38.579548 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d797bf-c291-442a-8f53-60666c9114db None None] Checking router: ef4165ec-9276-4a97-a984-c1a6774268d3 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:20:38.589993 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d797bf-c291-442a-8f53-60666c9114db None None] Routers {'ef4165ec-9276-4a97-a984-c1a6774268d3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:20:38.590907 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-71d797bf-c291-442a-8f53-60666c9114db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:20:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ef4165ec-9276-4a97-a984-c1a6774268d3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:38.605213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324aa3ff-3fae-4673-887b-69f1f1698d82 None None] New status for floating IP 18583283-b0bc-4c3b-95b5-24359faf2575: DOWN {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:20:38.609113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] For port 85b64b1d-42a9-4b7d-befa-bb31326c5c3d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=85b64b1d-42a9-4b7d-befa-bb31326c5c3d,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:38.609880 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:38.625674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] Calling delete_port for 85b64b1d-42a9-4b7d-befa-bb31326c5c3d owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:38.694528 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-71d797bf-c291-442a-8f53-60666c9114db None None] Set router ef4165ec-9276-4a97-a984-c1a6774268d3 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:20:38.701941 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:38.751853 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-71d797bf-c291-442a-8f53-60666c9114db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:20:38Z', 'revision_number': 6, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:38.779066 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d797bf-c291-442a-8f53-60666c9114db None None] The sync data for ids ['ef4165ec-9276-4a97-a984-c1a6774268d3'] in n-d-705657-21 is: [{'id': 'ef4165ec-9276-4a97-a984-c1a6774268d3', 'name': 'tempest-AttachVolumeTestJSON-269919785-router', 'tenant_id': 'b0345374bc5343b9a7ca459b95cab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:13:58Z', 'updated_at': '2021-07-27T20:20:38Z', 'revision_number': 6, 'project_id': 'b0345374bc5343b9a7ca459b95cab135', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:20:38.814259 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:38.844175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b64b1d-42a9-4b7d-befa-bb31326c5c3d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:38.915380 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.038169 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.041527 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.056990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eed597-99e9-4ccd-b38b-55c17ccd60d3 req-5b7e2c5f-9160-48e4-9407-99bf31f19d8f tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:39.058495 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e8eed597-99e9-4ccd-b38b-55c17ccd60d3 req-5b7e2c5f-9160-48e4-9407-99bf31f19d8f tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 946 time: 0.0737720 Jul 27 20:20:39.097549 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.098270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef4165ec-9276-4a97-a984-c1a6774268d3 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:20:39.105922 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.107120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6c7a5edf-624b-42a0-866e-b5c851fc1374 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ef4165ec-9276-4a97-a984-c1a6774268d3 HTTP/1.1" status: 204 len: 168 time: 0.8877850 Jul 27 20:20:39.110142 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59316) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:39.122921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267076e4-8dcf-49bf-b614-465ff4b91f5c req-42e20923-1698-445c-8f80-b10488a3c065 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:39.124923 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-267076e4-8dcf-49bf-b614-465ff4b91f5c req-42e20923-1698-445c-8f80-b10488a3c065 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 946 time: 0.1804817 Jul 27 20:20:39.198345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2701de-2129-4ba2-ba86-2458587e5745 admin admin] Deleting subnet 8400c50b-e7c8-4589-97ec-a207f10cbcf2 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:20:39.201014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-267076e4-8dcf-49bf-b614-465ff4b91f5c req-66e915b2-d275-46b5-8cb2-18da0b73a354 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/security-groups?id=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576627 Jul 27 20:20:39.205744 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad2701de-2129-4ba2-ba86-2458587e5745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.264508 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad2701de-2129-4ba2-ba86-2458587e5745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.289046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-e8eed597-99e9-4ccd-b38b-55c17ccd60d3 req-c8444c9f-c552-4fd3-9dae-04fcae699a78 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Deleting port 117ff817-e059-4af1-b5c8-69e5612acf82 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:39.289380 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-e8eed597-99e9-4ccd-b38b-55c17ccd60d3 req-c8444c9f-c552-4fd3-9dae-04fcae699a78 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.436323 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad2701de-2129-4ba2-ba86-2458587e5745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.439638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-e8eed597-99e9-4ccd-b38b-55c17ccd60d3 req-c8444c9f-c552-4fd3-9dae-04fcae699a78 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] For port 117ff817-e059-4af1-b5c8-69e5612acf82, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=117ff817-e059-4af1-b5c8-69e5612acf82,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:39.440010 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-e8eed597-99e9-4ccd-b38b-55c17ccd60d3 req-c8444c9f-c552-4fd3-9dae-04fcae699a78 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.475368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-e8eed597-99e9-4ccd-b38b-55c17ccd60d3 req-c8444c9f-c552-4fd3-9dae-04fcae699a78 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Calling delete_port for 117ff817-e059-4af1-b5c8-69e5612acf82 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:39.552552 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad2701de-2129-4ba2-ba86-2458587e5745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.580335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:20:39.584654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2701de-2129-4ba2-ba86-2458587e5745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8400c50b-e7c8-4589-97ec-a207f10cbcf2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:39.585803 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad2701de-2129-4ba2-ba86-2458587e5745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.587727 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ad2701de-2129-4ba2-ba86-2458587e5745 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8400c50b-e7c8-4589-97ec-a207f10cbcf2 HTTP/1.1" status: 204 len: 168 time: 0.4766195 Jul 27 20:20:39.590386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59318) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:39.634644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ba0dbe-bd13-4706-8b81-e7805d12b695 None None] Network 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:20:39.637362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:20:39.641598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 91a184f7-389d-4c48-a9ae-0fd0ecf050b4 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:20:39.670980 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-e8eed597-99e9-4ccd-b38b-55c17ccd60d3 req-c8444c9f-c552-4fd3-9dae-04fcae699a78 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.698569 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.703160 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8444c9f-c552-4fd3-9dae-04fcae699a78 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event deleted for resources: {'Port': ['ID=117ff817-e059-4af1-b5c8-69e5612acf82,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:39.767222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8eed597-99e9-4ccd-b38b-55c17ccd60d3 req-c8444c9f-c552-4fd3-9dae-04fcae699a78 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] No DVR routers for this DVR port 117ff817-e059-4af1-b5c8-69e5612acf82 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:20:39.770529 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-e8eed597-99e9-4ccd-b38b-55c17ccd60d3 req-c8444c9f-c552-4fd3-9dae-04fcae699a78 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.773408 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e8eed597-99e9-4ccd-b38b-55c17ccd60d3 req-c8444c9f-c552-4fd3-9dae-04fcae699a78 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.63 "DELETE /v2.0/ports/117ff817-e059-4af1-b5c8-69e5612acf82 HTTP/1.1" status: 204 len: 173 time: 0.7086256 Jul 27 20:20:39.774303 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'name': 'network-vif-deleted', 'tag': '117ff817-e059-4af1-b5c8-69e5612acf82'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:20:39.776498 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e51826b-c3ea-459f-95e5-5426f31b61fc" -d '{"events": [{"server_uuid": "b98436bf-8379-4e5c-9895-d108045e1baf", "name": "network-vif-deleted", "tag": "117ff817-e059-4af1-b5c8-69e5612acf82"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:20:39.779789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] Deleting port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:39.780485 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.830733 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f256224-e8a5-4ab9-a8b5-e058fcb57048 x-openstack-request-id: req-4f256224-e8a5-4ab9-a8b5-e058fcb57048 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:20:39.831025 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98436bf-8379-4e5c-9895-d108045e1baf", "name": "network-vif-deleted", "tag": "117ff817-e059-4af1-b5c8-69e5612acf82", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:20:39.831506 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f256224-e8a5-4ab9-a8b5-e058fcb57048 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:20:39.832023 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98436bf-8379-4e5c-9895-d108045e1baf', 'name': 'network-vif-deleted', 'tag': '117ff817-e059-4af1-b5c8-69e5612acf82', 'status': 'completed', 'code': 200} Jul 27 20:20:39.861591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] For port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=80f7e5f0-f5f2-4df8-8e0a-beaec84972c6,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:39.861981 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.876310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] Calling delete_port for 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:39.884646 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] DHCP port deletion for 8acf68bf-4ac6-4234-b97c-d49dcb08cb9e request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:20:39.934818 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Deleting port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:39.935195 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:39.972049 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:40.002761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] For port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=80f7e5f0-f5f2-4df8-8e0a-beaec84972c6,segment=NetworkSegment(1daf1f0c-4518-41cb-9961-62aca71f1f42),segment_id=1daf1f0c-4518-41cb-9961-62aca71f1f42)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:40.003509 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:40.007722 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f7e5f0-f5f2-4df8-8e0a-beaec84972c6,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:40.017904 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] No DVR routers for this DVR port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:20:40.024557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Calling delete_port for 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:40.109435 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:40.120915 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:40.121618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acf68bf-4ac6-4234-b97c-d49dcb08cb9e']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:40.140020 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daf1f0c-4518-41cb-9961-62aca71f1f42') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:40.146870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daf1f0c-4518-41cb-9961-62aca71f1f42') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:40.156904 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Pushing event deleted for resources: {'Port': ['ID=80f7e5f0-f5f2-4df8-8e0a-beaec84972c6,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:40.158881 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:40.166202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] No DVR routers for this DVR port 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:20:40.168734 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:40.169081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:40.169418 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:40.169754 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:40.170107 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:40.170409 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:40.170809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:40.171138 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:40.171550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:40.171786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:40.172109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:40.172463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a249af-1e8d-4442-b7a4-2e83d5229985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:20:40.178937 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:40.194632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:20:40.195058 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:20:40.197120 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:20:40.276063 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:40.283520 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:40.288766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8acf68bf-4ac6-4234-b97c-d49dcb08cb9e HTTP/1.1" status: 204 len: 168 time: 0.6971951 Jul 27 20:20:40.313191 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc055228-dd4e-421a-b9cd-7dc2f752e5c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8acf68bf-4ac6-4234-b97c-d49dcb08cb9e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:40.338108 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80d6f365-ecee-42fd-9357-b98f89ede31a req-327a85c1-e59e-43d5-a501-63505bbf952f tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 210 time: 0.0342777 Jul 27 20:20:40.452852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59326) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:40.497773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-30d50e47-1b1f-4d2f-aa9d-de553c2d4986 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0345374bc5343b9a7ca459b95cab135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434201 Jul 27 20:20:40.500277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59328) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:40.563235 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-92452b8f-810f-4db1-b7fd-c83bfda155be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:40.589167 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-92452b8f-810f-4db1-b7fd-c83bfda155be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:40.645279 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-92452b8f-810f-4db1-b7fd-c83bfda155be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:40.647895 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-92452b8f-810f-4db1-b7fd-c83bfda155be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:40.649329 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-92452b8f-810f-4db1-b7fd-c83bfda155be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/711dc401-efa7-4551-8366-6f106c9460cb HTTP/1.1" status: 204 len: 168 time: 0.1478574 Jul 27 20:20:40.657917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92452b8f-810f-4db1-b7fd-c83bfda155be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711dc401-efa7-4551-8366-6f106c9460cb,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:41.041289 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:20:41.063817 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:20:41.064292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 80f7e5f0-f5f2-4df8-8e0a-beaec84972c6 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:20:41.065175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 85b64b1d-42a9-4b7d-befa-bb31326c5c3d no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:20:41.085053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 85b64b1d-42a9-4b7d-befa-bb31326c5c3d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:20:41.085545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 85b64b1d-42a9-4b7d-befa-bb31326c5c3d not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:20:41.387643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59352) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:41.447334 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ca35e29-86d8-4595-aaa7-703ac4b837c5 req-72320ef4-3f31-4ca0-8cf5-4391e9cb4b3c tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 210 time: 0.0307219 Jul 27 20:20:41.512689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-256499154-network', 'tenant_id': 'a6cc2577f1f34daf96a2cf7e8f274ee2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:20:41.544277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] Made reservation on behalf of a6cc2577f1f34daf96a2cf7e8f274ee2 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:20:41.546618 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:41.556958 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:41.656055 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:41.662268 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:41.689976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:20:41.700953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d8a571-cfeb-40ae-ac55-e6344e4f1957,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:41.707296 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:41.707648 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] Added segment f1b0246b-1d4a-4db0-821f-f76a26c96307 of type vlan for network ad740e26-9506-4035-940a-25971370392c Jul 27 20:20:41.752294 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:41.788200 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:41.789710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:41.792298 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:41.792531 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:41.866203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4772847 Jul 27 20:20:41.869283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59358) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:41.874752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-04e4afc1-b8de-4490-a222-22909992dd3e admin admin] Request body: {'subnet': {'network_id': 'ad740e26-9506-4035-940a-25971370392c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-256499154-subnet', 'tenant_id': 'a6cc2577f1f34daf96a2cf7e8f274ee2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:20:41.893304 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca84d1-ea79-4e11-a469-ff70c2e293f9 admin admin] Pushing event updated for resources: {'Network': ['ID=ad740e26-9506-4035-940a-25971370392c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:41.908182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network ad740e26-9506-4035-940a-25971370392c details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:20:41.908838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e4afc1-b8de-4490-a222-22909992dd3e admin admin] Made reservation on behalf of a6cc2577f1f34daf96a2cf7e8f274ee2 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:20:41.912012 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04e4afc1-b8de-4490-a222-22909992dd3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:42.089157 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04e4afc1-b8de-4490-a222-22909992dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:42.136633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4afc1-b8de-4490-a222-22909992dd3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:42.157914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e4afc1-b8de-4490-a222-22909992dd3e admin admin] Checking segment: {'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:20:42.158379 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e4afc1-b8de-4490-a222-22909992dd3e admin admin] Network hostable DHCP agents. Network: ad740e26-9506-4035-940a-25971370392c, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:20:42.177360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e4afc1-b8de-4490-a222-22909992dd3e admin admin] Network ad740e26-9506-4035-940a-25971370392c is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:20:42.186839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-04e4afc1-b8de-4490-a222-22909992dd3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, ad740e26-9506-4035-940a-25971370392c) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:20:42.191144 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e4afc1-b8de-4490-a222-22909992dd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:42.191752 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-04e4afc1-b8de-4490-a222-22909992dd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:42.196789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b489f0a-cd2d-459e-a4a5-d37d13affc5d None None] Network ad740e26-9506-4035-940a-25971370392c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:20:42.210715 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-04e4afc1-b8de-4490-a222-22909992dd3e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3401856 Jul 27 20:20:42.334123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d018f1d-bcb4-4c40-8cd5-9eb6b84430f0 None None] Network ad740e26-9506-4035-940a-25971370392c requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:20:42.550235 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1460d45a-7970-4980-b415-bc8a60701479 req-41675323-1194-42ea-9bdb-d473f0ed80c0 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 210 time: 0.0316918 Jul 27 20:20:42.669027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf482c-6090-4f8a-8182-4271370695df req-36f783cb-e799-456d-a86c-606459fc5e0c tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:42.670500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-36f783cb-e799-456d-a86c-606459fc5e0c tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 814 time: 0.1072962 Jul 27 20:20:42.685924 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-51ca34f5-a2db-43b2-9979-910b3eaf97c0 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/quotas/a6cc2577f1f34daf96a2cf7e8f274ee2 HTTP/1.1" status: 200 len: 375 time: 0.0094843 Jul 27 20:20:42.722676 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-3ca42bfd-76fc-4728-8ffc-8546670a899e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300541 Jul 27 20:20:42.821709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-f796f802-9671-4e7f-9eca-a7b7c6b05a69 service neutron] 10.222.0.48 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917330 Jul 27 20:20:42.833293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 117ff817-e059-4af1-b5c8-69e5612acf82 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:20:42.857989 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 117ff817-e059-4af1-b5c8-69e5612acf82 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:20:42.858239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 117ff817-e059-4af1-b5c8-69e5612acf82 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:20:42.921341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-d6e2d150-7b79-4fda-92aa-822d9fca00bf service neutron] 10.222.0.48 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929534 Jul 27 20:20:43.418350 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5ed620cf-5c34-4cc7-8502-bc94b1876b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:43.666877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c3cae06-6657-4b6b-a32e-dc74a0f68480 req-d6080b38-ee5d-4c5d-83d5-ed922ef02c99 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "GET /v2.0/ports?device_id=b98436bf-8379-4e5c-9895-d108045e1baf HTTP/1.1" status: 200 len: 210 time: 0.0308053 Jul 27 20:20:44.110563 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d29a8b95-6bf2-4e1f-bf1e-1b3fcfbf6edd req-403b58de-0530-40af-a5c6-6521318797b4 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 210 time: 0.0335202 Jul 27 20:20:44.724814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59400) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:44.855103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d71a1988-c78b-4747-afdf-9d68bb925700 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Deleting port ed0c9c1f-527c-40c5-80ed-ea88c63b796e {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:44.855395 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d71a1988-c78b-4747-afdf-9d68bb925700 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:44.935682 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d71a1988-c78b-4747-afdf-9d68bb925700 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:44.935985 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d71a1988-c78b-4747-afdf-9d68bb925700 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:44.949318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d71a1988-c78b-4747-afdf-9d68bb925700 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Calling delete_port for ed0c9c1f-527c-40c5-80ed-ea88c63b796e owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:45.402261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ddf1e036-2c75-4a01-8f92-960d87b613fb req-94ab9b20-ace0-464b-9e37-f860020eb336 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 210 time: 0.0805004 Jul 27 20:20:45.478491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf482c-6090-4f8a-8182-4271370695df req-bd28fbe0-5b51-4347-a67f-ac4c2555de4e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:45.479943 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-bd28fbe0-5b51-4347-a67f-ac4c2555de4e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.52 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 814 time: 0.1595852 Jul 27 20:20:45.510040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-01bf482c-6090-4f8a-8182-4271370695df req-c7b8034c-4819-441a-9257-47fdbbc449ab tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Request body: {'port': {'device_id': '726a6bb4-1061-41f1-8860-007a6c32e4ba', 'network_id': 'ad740e26-9506-4035-940a-25971370392c', 'admin_state_up': True, 'tenant_id': 'a6cc2577f1f34daf96a2cf7e8f274ee2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:20:45.579623 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d71a1988-c78b-4747-afdf-9d68bb925700 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:45.617953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a1988-c78b-4747-afdf-9d68bb925700 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event deleted for resources: {'Port': ['ID=ed0c9c1f-527c-40c5-80ed-ea88c63b796e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:45.710082 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d71a1988-c78b-4747-afdf-9d68bb925700 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:45.712765 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d71a1988-c78b-4747-afdf-9d68bb925700 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:45.713978 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d71a1988-c78b-4747-afdf-9d68bb925700 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "DELETE /v2.0/floatingips/ed21a37d-13f3-4d7c-8794-f642d370569e HTTP/1.1" status: 204 len: 168 time: 0.9881628 Jul 27 20:20:45.715295 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01bf482c-6090-4f8a-8182-4271370695df req-c7b8034c-4819-441a-9257-47fdbbc449ab tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Made reservation on behalf of a6cc2577f1f34daf96a2cf7e8f274ee2 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:20:45.718891 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01bf482c-6090-4f8a-8182-4271370695df req-c7b8034c-4819-441a-9257-47fdbbc449ab tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:45.856063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-01bf482c-6090-4f8a-8182-4271370695df req-c7b8034c-4819-441a-9257-47fdbbc449ab tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Allocated IP 172.20.0.5 (ad740e26-9506-4035-940a-25971370392c/a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb/d995ca23-5963-4054-a3fc-6de5db3daf2d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:20:46.026965 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01bf482c-6090-4f8a-8182-4271370695df req-c7b8034c-4819-441a-9257-47fdbbc449ab tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:46.070897 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01bf482c-6090-4f8a-8182-4271370695df req-c7b8034c-4819-441a-9257-47fdbbc449ab tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:46.115127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01bf482c-6090-4f8a-8182-4271370695df req-c7b8034c-4819-441a-9257-47fdbbc449ab tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Network ad740e26-9506-4035-940a-25971370392c is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:20:46.120773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-01bf482c-6090-4f8a-8182-4271370695df req-c7b8034c-4819-441a-9257-47fdbbc449ab tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:20:46.124602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bf482c-6090-4f8a-8182-4271370695df req-c7b8034c-4819-441a-9257-47fdbbc449ab tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:20:46.155239 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b8c66e7f-d1fc-4f48-9e4b-a997eebeb62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:46.161006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8034c-4819-441a-9257-47fdbbc449ab tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Pushing event updated for resources: {'Port': ['ID=d995ca23-5963-4054-a3fc-6de5db3daf2d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:46.177489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf482c-6090-4f8a-8182-4271370695df req-c7b8034c-4819-441a-9257-47fdbbc449ab tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:46.178115 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01bf482c-6090-4f8a-8182-4271370695df req-c7b8034c-4819-441a-9257-47fdbbc449ab tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:46.193400 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-c7b8034c-4819-441a-9257-47fdbbc449ab tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6887326 Jul 27 20:20:46.205330 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-47980663-06a1-4641-b8a6-1db550ddae1c tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:20:46.206401 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-47980663-06a1-4641-b8a6-1db550ddae1c tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054693 Jul 27 20:20:46.253485 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:46.270685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Request body: {'port': {'device_id': '726a6bb4-1061-41f1-8860-007a6c32e4ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:20:46.349698 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:46.619600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d84f07-a1cb-4f1e-b5d0-5ed653da0b17 req-184b1b92-cac2-4b18-b022-62927e95d686 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:46.621124 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8d84f07-a1cb-4f1e-b5d0-5ed653da0b17 req-184b1b92-cac2-4b18-b022-62927e95d686 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 931 time: 0.1447921 Jul 27 20:20:46.708586 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8d84f07-a1cb-4f1e-b5d0-5ed653da0b17 req-f782a092-c563-4275-ba1d-e1422581674a tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781524 Jul 27 20:20:46.710647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d995ca23-5963-4054-a3fc-6de5db3daf2d {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:20:46.719159 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:46.732126 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Transition to ACTIVE for port object d995ca23-5963-4054-a3fc-6de5db3daf2d will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:20:46.737261 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:46.789446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=d995ca23-5963-4054-a3fc-6de5db3daf2d,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:46.859105 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Attempting to bind port d995ca23-5963-4054-a3fc-6de5db3daf2d on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:20:46.859815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Attempting to bind port d995ca23-5963-4054-a3fc-6de5db3daf2d by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:20:46.859815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Attempting to bind port d995ca23-5963-4054-a3fc-6de5db3daf2d on network ad740e26-9506-4035-940a-25971370392c {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:20:46.864182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Port d995ca23-5963-4054-a3fc-6de5db3daf2d on network ad740e26-9506-4035-940a-25971370392c not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:20:46.864666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Attempting to bind port d995ca23-5963-4054-a3fc-6de5db3daf2d on network ad740e26-9506-4035-940a-25971370392c {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:20:46.870294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:20:46.870654 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Checking segment: {'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:20:46.871049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Bound using segment: {'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:20:46.871480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Bound port: d995ca23-5963-4054-a3fc-6de5db3daf2d, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:20:46.871842 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:46.951901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] For port d995ca23-5963-4054-a3fc-6de5db3daf2d, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:20:46.951901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] For port d995ca23-5963-4054-a3fc-6de5db3daf2d, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d995ca23-5963-4054-a3fc-6de5db3daf2d,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:20:46.956854 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:46.994865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:46.995537 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:46.996966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] 10.222.0.52 "PUT /v2.0/ports/d995ca23-5963-4054-a3fc-6de5db3daf2d HTTP/1.1" status: 200 len: 1092 time: 0.7824554 Jul 27 20:20:46.997402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726a6bb4-1061-41f1-8860-007a6c32e4ba', 'tag': 'd995ca23-5963-4054-a3fc-6de5db3daf2d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:20:46.999662 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68498d16-3f2b-4ab5-9dcd-607c7f3025fc" -d '{"events": [{"name": "network-changed", "server_uuid": "726a6bb4-1061-41f1-8860-007a6c32e4ba", "tag": "d995ca23-5963-4054-a3fc-6de5db3daf2d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:20:47.022969 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bb9bf-6777-4261-96e1-39481bb19cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=d995ca23-5963-4054-a3fc-6de5db3daf2d,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:47.045179 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e62e6fe-c8d1-456e-b7f1-bf39c3ce588e x-openstack-request-id: req-6e62e6fe-c8d1-456e-b7f1-bf39c3ce588e {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:20:47.045509 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726a6bb4-1061-41f1-8860-007a6c32e4ba", "tag": "d995ca23-5963-4054-a3fc-6de5db3daf2d", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:20:47.045795 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e62e6fe-c8d1-456e-b7f1-bf39c3ce588e {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:20:47.046197 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726a6bb4-1061-41f1-8860-007a6c32e4ba', 'tag': 'd995ca23-5963-4054-a3fc-6de5db3daf2d', 'status': 'completed', 'code': 200} Jul 27 20:20:47.103620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf482c-6090-4f8a-8182-4271370695df req-a013cae2-b2cd-466f-8677-d34428cee73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:47.105180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-a013cae2-b2cd-466f-8677-d34428cee73d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 1095 time: 0.0573769 Jul 27 20:20:47.153210 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-dc0c6634-9bc4-41f3-8151-95e1b4c4c41b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d995ca23-5963-4054-a3fc-6de5db3daf2d HTTP/1.1" status: 200 len: 217 time: 0.0385609 Jul 27 20:20:47.205078 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf482c-6090-4f8a-8182-4271370695df req-16e6bdce-6df6-4726-8ec2-4c5fb3042445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:47.206220 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-16e6bdce-6df6-4726-8ec2-4c5fb3042445 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb HTTP/1.1" status: 200 len: 854 time: 0.0453093 Jul 27 20:20:47.211051 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:47.242448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-be3e547f-c3e1-4035-b53a-ddaf765d5419 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad740e26-9506-4035-940a-25971370392c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284870 Jul 27 20:20:47.342722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-561113f3-fc18-4dab-bfd6-69259c48ee0c service neutron] 10.222.0.52 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924540 Jul 27 20:20:47.438253 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01bf482c-6090-4f8a-8182-4271370695df req-5b68576b-056b-4dda-9abe-6f8adbf92015 service neutron] 10.222.0.52 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864551 Jul 27 20:20:47.542700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68498d16-3f2b-4ab5-9dcd-607c7f3025fc req-e7fd569b-610b-4261-bb7d-499ab2b24f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:47.544465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68498d16-3f2b-4ab5-9dcd-607c7f3025fc req-e7fd569b-610b-4261-bb7d-499ab2b24f91 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 1095 time: 0.0587757 Jul 27 20:20:47.644381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68498d16-3f2b-4ab5-9dcd-607c7f3025fc req-4d163bb0-83c4-47e4-a0af-f250435d556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:47.646038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68498d16-3f2b-4ab5-9dcd-607c7f3025fc req-4d163bb0-83c4-47e4-a0af-f250435d556f service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 915 time: 0.0929999 Jul 27 20:20:47.690419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68498d16-3f2b-4ab5-9dcd-607c7f3025fc req-eda07086-ee4e-4f92-b122-0346f3b24fe5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d995ca23-5963-4054-a3fc-6de5db3daf2d HTTP/1.1" status: 200 len: 217 time: 0.0369413 Jul 27 20:20:47.749142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68498d16-3f2b-4ab5-9dcd-607c7f3025fc req-90def546-a3c9-4cf2-a30d-5a4b24f445da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:47.750673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68498d16-3f2b-4ab5-9dcd-607c7f3025fc req-90def546-a3c9-4cf2-a30d-5a4b24f445da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb HTTP/1.1" status: 200 len: 854 time: 0.0529008 Jul 27 20:20:47.790721 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68498d16-3f2b-4ab5-9dcd-607c7f3025fc req-2c216f3e-e49a-42be-94be-b6281f091f2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad740e26-9506-4035-940a-25971370392c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324895 Jul 27 20:20:47.924197 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68498d16-3f2b-4ab5-9dcd-607c7f3025fc req-10b52d94-5958-45d1-95d4-4fc90659ef40 service neutron] 10.222.0.52 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245434 Jul 27 20:20:47.932133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c16f83-c131-4d2b-af54-f4dad6cd36df req-05adc7df-df99-48a4-9bb8-ee258396a189 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:47.933612 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f9c16f83-c131-4d2b-af54-f4dad6cd36df req-05adc7df-df99-48a4-9bb8-ee258396a189 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 943 time: 0.1462851 Jul 27 20:20:48.025998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f9c16f83-c131-4d2b-af54-f4dad6cd36df req-130c550e-aa07-49b1-b2ef-755391173036 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832498 Jul 27 20:20:48.058669 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68498d16-3f2b-4ab5-9dcd-607c7f3025fc req-b8ae8ccb-1111-45e9-ae4e-7ca3ec1eb5db service neutron] 10.222.0.52 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240408 Jul 27 20:20:48.799259 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:20:48.970526 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:49.044217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59430) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:49.118839 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3338a95-74cc-40fa-b94a-aa2e3c7e3c64 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:49.163634 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3338a95-74cc-40fa-b94a-aa2e3c7e3c64 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:49.217008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfa2fd-33cb-441b-8629-72a06e555bc0 req-1d48191d-0541-480b-b3ba-eb4a1c434a5e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:49.218569 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8cfa2fd-33cb-441b-8629-72a06e555bc0 req-1d48191d-0541-480b-b3ba-eb4a1c434a5e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 943 time: 0.1199579 Jul 27 20:20:49.262686 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3338a95-74cc-40fa-b94a-aa2e3c7e3c64 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:49.266746 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b3338a95-74cc-40fa-b94a-aa2e3c7e3c64 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:49.268526 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b3338a95-74cc-40fa-b94a-aa2e3c7e3c64 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] 10.222.0.48 "DELETE /v2.0/security-groups/a423bcb7-c16d-4432-9ed0-b31a7ddd50b0 HTTP/1.1" status: 204 len: 168 time: 0.2229269 Jul 27 20:20:49.306810 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8cfa2fd-33cb-441b-8629-72a06e555bc0 req-5f853cd6-1d6e-4c35-bc3f-52e57ea80ccd tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789239 Jul 27 20:20:49.308123 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3338a95-74cc-40fa-b94a-aa2e3c7e3c64 tempest-TestVolumeBootPattern-1608625124 tempest-TestVolumeBootPattern-1608625124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a423bcb7-c16d-4432-9ed0-b31a7ddd50b0,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:49.335508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59436) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:49.750235 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5a31721e-ae12-40d5-ba00-aede5c17ad48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:50.323524 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5a31721e-ae12-40d5-ba00-aede5c17ad48 admin admin] Deleting port d413b009-1f7c-49e0-bfa1-48e06f47d141 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:50.323821 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5a31721e-ae12-40d5-ba00-aede5c17ad48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:50.405512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-5a31721e-ae12-40d5-ba00-aede5c17ad48 admin admin] For port d413b009-1f7c-49e0-bfa1-48e06f47d141, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d413b009-1f7c-49e0-bfa1-48e06f47d141,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:50.406192 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5a31721e-ae12-40d5-ba00-aede5c17ad48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:50.418637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5a31721e-ae12-40d5-ba00-aede5c17ad48 admin admin] Calling delete_port for d413b009-1f7c-49e0-bfa1-48e06f47d141 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:50.467252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5ee4b-fe1c-43d3-a819-e1bbba7b60bf req-8abcdca8-0edb-42ce-89f4-d3b9c59ef171 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:50.468847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dbd5ee4b-fe1c-43d3-a819-e1bbba7b60bf req-8abcdca8-0edb-42ce-89f4-d3b9c59ef171 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 943 time: 0.0701487 Jul 27 20:20:50.508083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dbd5ee4b-fe1c-43d3-a819-e1bbba7b60bf req-a3c7aa80-54a7-4238-a46a-86fad5fe8b13 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323431 Jul 27 20:20:50.605926 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5a31721e-ae12-40d5-ba00-aede5c17ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:50.635358 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31721e-ae12-40d5-ba00-aede5c17ad48 admin admin] Pushing event deleted for resources: {'Port': ['ID=d413b009-1f7c-49e0-bfa1-48e06f47d141,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:50.813939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5a31721e-ae12-40d5-ba00-aede5c17ad48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:51.042423 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a31721e-ae12-40d5-ba00-aede5c17ad48 admin admin] Router ecf20e82-236c-48e4-be5d-43092e4f7938 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:20:51.154183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a31721e-ae12-40d5-ba00-aede5c17ad48 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:20:51.160369 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5a31721e-ae12-40d5-ba00-aede5c17ad48 admin admin] 10.222.0.48 "PUT /v2.0/routers/ecf20e82-236c-48e4-be5d-43092e4f7938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8228037 Jul 27 20:20:51.162088 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59442) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:51.163649 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ff212-508a-48cd-8876-c947433d5b58 None None] Sync routers for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:20:51.173831 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ff212-508a-48cd-8876-c947433d5b58 None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:20:51.174735 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b41ff212-508a-48cd-8876-c947433d5b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:20:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:51.273360 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:51.376026 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-b41ff212-508a-48cd-8876-c947433d5b58 None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:20:51.376721 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:51.435537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] Deleting port febe8dc2-396c-4ce1-958d-94c28bad48ad {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:51.436259 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:51.460655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d995ca23-5963-4054-a3fc-6de5db3daf2d details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:20:51.519279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] For port febe8dc2-396c-4ce1-958d-94c28bad48ad, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=febe8dc2-396c-4ce1-958d-94c28bad48ad,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:51.519799 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:51.534992 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] Calling delete_port for febe8dc2-396c-4ce1-958d-94c28bad48ad owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:51.561220 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b41ff212-508a-48cd-8876-c947433d5b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:20:50Z', 'revision_number': 5, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port': {'id': 'febe8dc2-396c-4ce1-958d-94c28bad48ad', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:38Z', 'updated_at': '2021-07-27T20:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:51.570341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d995ca23-5963-4054-a3fc-6de5db3daf2d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d995ca23-5963-4054-a3fc-6de5db3daf2d,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:51.584062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'd995ca23-5963-4054-a3fc-6de5db3daf2d', 'network_id': 'ad740e26-9506-4035-940a-25971370392c', 'port_id': 'd995ca23-5963-4054-a3fc-6de5db3daf2d', 'mac_address': 'fa:16:3e:da:cc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:20:51.589169 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ff212-508a-48cd-8876-c947433d5b58 None None] Checking router: ecf20e82-236c-48e4-be5d-43092e4f7938 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:20:51.602290 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ff212-508a-48cd-8876-c947433d5b58 None None] Routers {'ecf20e82-236c-48e4-be5d-43092e4f7938'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:20:51.603320 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b41ff212-508a-48cd-8876-c947433d5b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:20:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ecf20e82-236c-48e4-be5d-43092e4f7938'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:51.631636 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:51.649918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d995ca23-5963-4054-a3fc-6de5db3daf2d {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:20:51.664250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfae423-b845-4759-94ef-bedf73f89d4f req-d1a596e4-870c-43f5-b11b-1b88a6b6d576 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:51.666653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2dfae423-b845-4759-94ef-bedf73f89d4f req-d1a596e4-870c-43f5-b11b-1b88a6b6d576 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 943 time: 0.0815134 Jul 27 20:20:51.680593 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d995ca23-5963-4054-a3fc-6de5db3daf2d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d995ca23-5963-4054-a3fc-6de5db3daf2d,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:51.685523 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:51.718735 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-b41ff212-508a-48cd-8876-c947433d5b58 None None] Set router ecf20e82-236c-48e4-be5d-43092e4f7938 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:20:51.719541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2dfae423-b845-4759-94ef-bedf73f89d4f req-2865be71-b783-4e15-a1e7-e745c0fb069e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460532 Jul 27 20:20:51.736896 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:51.740446 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=d995ca23-5963-4054-a3fc-6de5db3daf2d,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:51.764298 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=febe8dc2-396c-4ce1-958d-94c28bad48ad,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:51.780325 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-b41ff212-508a-48cd-8876-c947433d5b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:20:51Z', 'revision_number': 6, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:51.811386 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ff212-508a-48cd-8876-c947433d5b58 None None] The sync data for ids ['ecf20e82-236c-48e4-be5d-43092e4f7938'] in n-d-705657-21 is: [{'id': 'ecf20e82-236c-48e4-be5d-43092e4f7938', 'name': 'tempest-TestVolumeBootPattern-1123301562-router', 'tenant_id': '0731adda0572409ca7d43b1bb898294c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:37Z', 'updated_at': '2021-07-27T20:20:51Z', 'revision_number': 6, 'project_id': '0731adda0572409ca7d43b1bb898294c', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:20:51.834468 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:51.929233 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:51.931388 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:51.947757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['d995ca23-5963-4054-a3fc-6de5db3daf2d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:20:51.975660 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:51.976247 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecf20e82-236c-48e4-be5d-43092e4f7938 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:20:51.980552 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:51.984068 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4f5e1b21-62ff-443b-92ec-f9b2391f6a2a admin admin] 10.222.0.48 "DELETE /v2.0/routers/ecf20e82-236c-48e4-be5d-43092e4f7938 HTTP/1.1" status: 204 len: 168 time: 0.8187039 Jul 27 20:20:51.984487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59446) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:52.027979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0ee655-3641-4d04-91d8-d8a6301da99d admin admin] Deleting subnet 1789535e-1c61-4b14-a8a5-a7e6af05c64f {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:20:52.031295 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee655-3641-4d04-91d8-d8a6301da99d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:52.071277 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee655-3641-4d04-91d8-d8a6301da99d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:52.153167 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee655-3641-4d04-91d8-d8a6301da99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:52.210853 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee655-3641-4d04-91d8-d8a6301da99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:52.237290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ee655-3641-4d04-91d8-d8a6301da99d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1789535e-1c61-4b14-a8a5-a7e6af05c64f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:52.241468 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee655-3641-4d04-91d8-d8a6301da99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:52.243505 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bd0ee655-3641-4d04-91d8-d8a6301da99d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1789535e-1c61-4b14-a8a5-a7e6af05c64f HTTP/1.1" status: 204 len: 168 time: 0.2579782 Jul 27 20:20:52.245859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59448) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:52.251495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885251d2-5454-4ad7-80df-3056899be8f4 None None] Network 40473804-8946-43d0-a933-5f826ecd08fd requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:20:52.319961 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:52.376187 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] Deleting port 5df407d0-9953-4439-ad0f-c58976f0eadb {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:52.376499 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:52.439878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] For port 5df407d0-9953-4439-ad0f-c58976f0eadb, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5df407d0-9953-4439-ad0f-c58976f0eadb,segment=NetworkSegment(b3db7981-4bfc-4578-bb0d-68a49b07dc3f),segment_id=b3db7981-4bfc-4578-bb0d-68a49b07dc3f)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:52.440208 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:52.457685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] Calling delete_port for 5df407d0-9953-4439-ad0f-c58976f0eadb owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:52.541892 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:52.570085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] Pushing event deleted for resources: {'Port': ['ID=5df407d0-9953-4439-ad0f-c58976f0eadb,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:52.574800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] No DVR routers for this DVR port 5df407d0-9953-4439-ad0f-c58976f0eadb on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:20:52.603881 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98095d3e-3c5f-4cf1-adc3-3785b98d0b7f None None] DHCP port deletion for 40473804-8946-43d0-a933-5f826ecd08fd request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:20:52.656081 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:52.666440 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40473804-8946-43d0-a933-5f826ecd08fd']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:52.677288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:52.677584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3db7981-4bfc-4578-bb0d-68a49b07dc3f') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:52.687979 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:52.702985 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:52.710996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:20:52.711486 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:20:52.713335 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:20:52.773364 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:52.780000 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:52.785757 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] 10.222.0.48 "DELETE /v2.0/networks/40473804-8946-43d0-a933-5f826ecd08fd HTTP/1.1" status: 204 len: 168 time: 0.5354414 Jul 27 20:20:52.786960 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59452) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:52.795406 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222307c6-c30d-4d49-bacc-92e40594157c admin admin] Pushing event deleted for resources: {'Network': ['ID=40473804-8946-43d0-a933-5f826ecd08fd,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:52.886026 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13531c-4ec2-4b10-8632-2cf3d0fe665a req-f12629a1-83a2-4ee5-b13d-c8b2822c642f tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:52.889007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a13531c-4ec2-4b10-8632-2cf3d0fe665a req-f12629a1-83a2-4ee5-b13d-c8b2822c642f tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 944 time: 0.0839205 Jul 27 20:20:52.937519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a13531c-4ec2-4b10-8632-2cf3d0fe665a req-7c9f8fd7-087d-4ad7-b8ab-a3f50e4fb583 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431850 Jul 27 20:20:53.036348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d413b009-1f7c-49e0-bfa1-48e06f47d141 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:20:53.057582 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: d413b009-1f7c-49e0-bfa1-48e06f47d141 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:20:53.057903 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d413b009-1f7c-49e0-bfa1-48e06f47d141 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:20:53.058363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5df407d0-9953-4439-ad0f-c58976f0eadb no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:20:53.080079 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 5df407d0-9953-4439-ad0f-c58976f0eadb {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:20:53.080807 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5df407d0-9953-4439-ad0f-c58976f0eadb not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:20:53.081226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device febe8dc2-396c-4ce1-958d-94c28bad48ad no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:20:53.101822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: febe8dc2-396c-4ce1-958d-94c28bad48ad {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:20:53.102164 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device febe8dc2-396c-4ce1-958d-94c28bad48ad not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:20:53.209234 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84cc7c0a-9331-4322-ba2d-d635cfcf1ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:53.475161 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d995ca23-5963-4054-a3fc-6de5db3daf2d up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:20:53.491610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-84cc7c0a-9331-4322-ba2d-d635cfcf1ad0 admin admin] Deleting port d23536e2-e809-41fb-b54e-72468c076776 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:53.491927 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84cc7c0a-9331-4322-ba2d-d635cfcf1ad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:53.536045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port d995ca23-5963-4054-a3fc-6de5db3daf2d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:20:53.540663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port d995ca23-5963-4054-a3fc-6de5db3daf2d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:20:53.541037 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:53.577800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-84cc7c0a-9331-4322-ba2d-d635cfcf1ad0 admin admin] For port d23536e2-e809-41fb-b54e-72468c076776, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d23536e2-e809-41fb-b54e-72468c076776,segment=NetworkSegment(cfe0d968-159f-4748-aef6-8ec40f92a0e4),segment_id=cfe0d968-159f-4748-aef6-8ec40f92a0e4)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:53.578170 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84cc7c0a-9331-4322-ba2d-d635cfcf1ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:53.592370 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-84cc7c0a-9331-4322-ba2d-d635cfcf1ad0 admin admin] Calling delete_port for d23536e2-e809-41fb-b54e-72468c076776 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:53.626392 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:53.651801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726a6bb4-1061-41f1-8860-007a6c32e4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd995ca23-5963-4054-a3fc-6de5db3daf2d'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:20:53.654185 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f1f2ff-d3f7-44d8-8d2e-d2caa65d2db5" -d '{"events": [{"server_uuid": "726a6bb4-1061-41f1-8860-007a6c32e4ba", "name": "network-vif-plugged", "status": "completed", "tag": "d995ca23-5963-4054-a3fc-6de5db3daf2d"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:20:53.669093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d995ca23-5963-4054-a3fc-6de5db3daf2d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d995ca23-5963-4054-a3fc-6de5db3daf2d,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:53.674409 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:53.712730 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1220dfc8-d410-4389-9c6d-77b46e21b462 x-openstack-request-id: req-1220dfc8-d410-4389-9c6d-77b46e21b462 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:20:53.713135 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726a6bb4-1061-41f1-8860-007a6c32e4ba", "name": "network-vif-plugged", "status": "completed", "tag": "d995ca23-5963-4054-a3fc-6de5db3daf2d", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:20:53.713460 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1220dfc8-d410-4389-9c6d-77b46e21b462 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:20:53.713903 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726a6bb4-1061-41f1-8860-007a6c32e4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd995ca23-5963-4054-a3fc-6de5db3daf2d', 'code': 200} Jul 27 20:20:53.734106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=d995ca23-5963-4054-a3fc-6de5db3daf2d,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:53.810331 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84cc7c0a-9331-4322-ba2d-d635cfcf1ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:53.834241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4c7e4-70ae-45a4-b523-8b8059a6dcf3 req-13e65094-7b5b-435a-8650-3f99541dda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:53.835885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fd4c7e4-70ae-45a4-b523-8b8059a6dcf3 req-13e65094-7b5b-435a-8650-3f99541dda6e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 1097 time: 0.0639405 Jul 27 20:20:53.843911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc7c0a-9331-4322-ba2d-d635cfcf1ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d23536e2-e809-41fb-b54e-72468c076776,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:53.882456 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fd4c7e4-70ae-45a4-b523-8b8059a6dcf3 req-fe82d4f0-b6ff-4275-b42d-7ec77a2bf8ac service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383136 Jul 27 20:20:54.032609 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-84cc7c0a-9331-4322-ba2d-d635cfcf1ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:54.092152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521838f-5301-468b-ba36-ba4bfa31b7aa req-bb04146e-86b5-47d7-97f5-460a29bca4f3 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:54.098659 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e521838f-5301-468b-ba36-ba4bfa31b7aa req-bb04146e-86b5-47d7-97f5-460a29bca4f3 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 945 time: 0.0809529 Jul 27 20:20:54.142974 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e521838f-5301-468b-ba36-ba4bfa31b7aa req-6fd5326d-6f19-40f2-8e5d-506319f66935 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391147 Jul 27 20:20:54.576374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cc7c0a-9331-4322-ba2d-d635cfcf1ad0 admin admin] Router ee8ae524-f127-473e-b172-bf3f2426c6fc has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:20:54.694830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cc7c0a-9331-4322-ba2d-d635cfcf1ad0 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:20:54.703131 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-84cc7c0a-9331-4322-ba2d-d635cfcf1ad0 admin admin] 10.222.0.48 "PUT /v2.0/routers/ee8ae524-f127-473e-b172-bf3f2426c6fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9120662 Jul 27 20:20:54.703131 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59458) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:54.706861 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5075bc8-ac46-4a99-ab02-21a9a16b4ef6 None None] Sync routers for ids ['ee8ae524-f127-473e-b172-bf3f2426c6fc'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:20:54.717770 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5075bc8-ac46-4a99-ab02-21a9a16b4ef6 None None] Routers {'ee8ae524-f127-473e-b172-bf3f2426c6fc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:20:54.718433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e5075bc8-ac46-4a99-ab02-21a9a16b4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:20:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ee8ae524-f127-473e-b172-bf3f2426c6fc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:54.827361 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:54.838221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-e5075bc8-ac46-4a99-ab02-21a9a16b4ef6 None None] Set router ee8ae524-f127-473e-b172-bf3f2426c6fc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:20:54.960704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:55.036928 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] Deleting port c9577829-c657-4dc1-b8f4-52a94c88e797 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:55.036928 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:55.057340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e5075bc8-ac46-4a99-ab02-21a9a16b4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'name': 'tempest-TestVolumeBootPattern-82402630-router', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'c9577829-c657-4dc1-b8f4-52a94c88e797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:20:53Z', 'revision_number': 5, 'project_id': '6c6675f17a0142eab088d3d4f169e3b1', 'gw_port': {'id': 'c9577829-c657-4dc1-b8f4-52a94c88e797', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:55.085923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5075bc8-ac46-4a99-ab02-21a9a16b4ef6 None None] Checking router: ee8ae524-f127-473e-b172-bf3f2426c6fc for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:20:55.094893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5075bc8-ac46-4a99-ab02-21a9a16b4ef6 None None] Routers {'ee8ae524-f127-473e-b172-bf3f2426c6fc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:20:55.095528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e5075bc8-ac46-4a99-ab02-21a9a16b4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:20:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['ee8ae524-f127-473e-b172-bf3f2426c6fc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:55.122353 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] For port c9577829-c657-4dc1-b8f4-52a94c88e797, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c9577829-c657-4dc1-b8f4-52a94c88e797,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:55.122674 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:55.143264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] Calling delete_port for c9577829-c657-4dc1-b8f4-52a94c88e797 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:55.193464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-e5075bc8-ac46-4a99-ab02-21a9a16b4ef6 None None] Set router ee8ae524-f127-473e-b172-bf3f2426c6fc gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:20:55.251680 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e5075bc8-ac46-4a99-ab02-21a9a16b4ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'name': 'tempest-TestVolumeBootPattern-82402630-router', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:20:54Z', 'revision_number': 6, 'project_id': '6c6675f17a0142eab088d3d4f169e3b1', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:55.285309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5075bc8-ac46-4a99-ab02-21a9a16b4ef6 None None] The sync data for ids ['ee8ae524-f127-473e-b172-bf3f2426c6fc'] in n-d-705657-21 is: [{'id': 'ee8ae524-f127-473e-b172-bf3f2426c6fc', 'name': 'tempest-TestVolumeBootPattern-82402630-router', 'tenant_id': '6c6675f17a0142eab088d3d4f169e3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:09:44Z', 'updated_at': '2021-07-27T20:20:54Z', 'revision_number': 6, 'project_id': '6c6675f17a0142eab088d3d4f169e3b1', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:20:55.309908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abc868-cfd2-4178-ad7a-7a9d34433a75 req-b3528ee3-59c5-4632-8ad4-8dbb68846f0e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:20:55.311630 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7abc868-cfd2-4178-ad7a-7a9d34433a75 req-b3528ee3-59c5-4632-8ad4-8dbb68846f0e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 945 time: 0.0829391 Jul 27 20:20:55.342096 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:55.358875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7abc868-cfd2-4178-ad7a-7a9d34433a75 req-112c8087-7144-4930-b63b-2bd00b0153a2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369127 Jul 27 20:20:55.371010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9577829-c657-4dc1-b8f4-52a94c88e797,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:55.444149 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:55.547815 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:55.553048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:55.601840 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:55.602572 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee8ae524-f127-473e-b172-bf3f2426c6fc {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:20:55.607613 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:55.608800 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c24cb720-01d7-4b01-bd76-87818ed1dce3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ee8ae524-f127-473e-b172-bf3f2426c6fc HTTP/1.1" status: 204 len: 168 time: 0.9049957 Jul 27 20:20:55.611809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59464) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:55.669622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98a89ec-9fb3-4c68-9419-a24cf2c51547 admin admin] Deleting subnet c5bb81ef-b863-4a05-af39-eb3091c1fdfd {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:20:55.679719 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c98a89ec-9fb3-4c68-9419-a24cf2c51547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:55.742415 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c98a89ec-9fb3-4c68-9419-a24cf2c51547 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:55.840733 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c98a89ec-9fb3-4c68-9419-a24cf2c51547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:55.908364 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c98a89ec-9fb3-4c68-9419-a24cf2c51547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:55.939277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a89ec-9fb3-4c68-9419-a24cf2c51547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5bb81ef-b863-4a05-af39-eb3091c1fdfd,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:55.942282 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c98a89ec-9fb3-4c68-9419-a24cf2c51547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:55.946531 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c98a89ec-9fb3-4c68-9419-a24cf2c51547 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c5bb81ef-b863-4a05-af39-eb3091c1fdfd HTTP/1.1" status: 204 len: 168 time: 0.3311791 Jul 27 20:20:55.946954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59472) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:55.949656 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff16925e-4e3d-4d08-82b9-0d9160f84583 None None] Network f12ed306-dec9-4945-bf77-ad3a81c4d62f requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:20:56.028694 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:56.108846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] Deleting port 5095e9a7-9ac0-495d-9941-e033f08923cf {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:20:56.109210 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:56.195750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] For port 5095e9a7-9ac0-495d-9941-e033f08923cf, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5095e9a7-9ac0-495d-9941-e033f08923cf,segment=NetworkSegment(cfe0d968-159f-4748-aef6-8ec40f92a0e4),segment_id=cfe0d968-159f-4748-aef6-8ec40f92a0e4)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:20:56.196485 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:56.213600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] Calling delete_port for 5095e9a7-9ac0-495d-9941-e033f08923cf owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:20:56.316223 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:56.349948 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9ad47e-2c17-4878-a6df-2eba3d415ca3 None None] DHCP port deletion for f12ed306-dec9-4945-bf77-ad3a81c4d62f request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:20:56.352765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] Pushing event deleted for resources: {'Port': ['ID=5095e9a7-9ac0-495d-9941-e033f08923cf,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:56.355739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] No DVR routers for this DVR port 5095e9a7-9ac0-495d-9941-e033f08923cf on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:20:56.459079 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:56.477813 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12ed306-dec9-4945-bf77-ad3a81c4d62f']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:56.492570 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe0d968-159f-4748-aef6-8ec40f92a0e4') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:56.492936 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe0d968-159f-4748-aef6-8ec40f92a0e4') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:20:56.510649 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:56.534854 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:56.542561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:20:56.542757 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:20:56.544710 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:20:56.599701 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:56.604475 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:56.606663 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f12ed306-dec9-4945-bf77-ad3a81c4d62f HTTP/1.1" status: 204 len: 168 time: 0.6588836 Jul 27 20:20:56.619523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44092dcc-e071-4835-b57e-5f4a69c89936 admin admin] Pushing event deleted for resources: {'Network': ['ID=f12ed306-dec9-4945-bf77-ad3a81c4d62f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:56.739893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59476) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:56.786355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-941620ca-cb5b-43fd-a21e-9dc66018456b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0731adda0572409ca7d43b1bb898294c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452204 Jul 27 20:20:56.788934 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59480) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:56.839211 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-134597d2-07b6-4091-bfbd-88c00c8f421a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:56.861499 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-134597d2-07b6-4091-bfbd-88c00c8f421a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:56.914190 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-134597d2-07b6-4091-bfbd-88c00c8f421a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:56.917004 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-134597d2-07b6-4091-bfbd-88c00c8f421a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:56.917959 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-134597d2-07b6-4091-bfbd-88c00c8f421a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b06ab2f7-2a8c-420a-acfe-38d035fc1412 HTTP/1.1" status: 204 len: 168 time: 0.1281617 Jul 27 20:20:56.930620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134597d2-07b6-4091-bfbd-88c00c8f421a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06ab2f7-2a8c-420a-acfe-38d035fc1412,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:20:57.049310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c9577829-c657-4dc1-b8f4-52a94c88e797 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:20:57.070892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: c9577829-c657-4dc1-b8f4-52a94c88e797 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:20:57.071224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c9577829-c657-4dc1-b8f4-52a94c88e797 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:20:57.071621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5095e9a7-9ac0-495d-9941-e033f08923cf no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:20:57.095096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 5095e9a7-9ac0-495d-9941-e033f08923cf {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:20:57.095096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5095e9a7-9ac0-495d-9941-e033f08923cf not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:20:57.095096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d23536e2-e809-41fb-b54e-72468c076776 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:20:57.121802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: d23536e2-e809-41fb-b54e-72468c076776 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:20:57.122403 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d23536e2-e809-41fb-b54e-72468c076776 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:20:57.293280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59496) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:57.336659 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bc3a5c70-5974-4ed0-8ae0-fbd238e97d49 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c6675f17a0142eab088d3d4f169e3b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421052 Jul 27 20:20:57.339086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59498) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:20:57.388010 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36f7be24-9f46-47dc-bb85-be31a205d3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:57.409884 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36f7be24-9f46-47dc-bb85-be31a205d3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:57.461030 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36f7be24-9f46-47dc-bb85-be31a205d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:57.463648 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36f7be24-9f46-47dc-bb85-be31a205d3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:20:57.464882 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-36f7be24-9f46-47dc-bb85-be31a205d3fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4d59c19-9e50-44ea-b954-c69866ff2c7e HTTP/1.1" status: 204 len: 168 time: 0.1248398 Jul 27 20:20:57.474487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7be24-9f46-47dc-bb85-be31a205d3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d59c19-9e50-44ea-b954-c69866ff2c7e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:07.159738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-fc82ec31-b5ba-4b95-afdb-fdf140e23361 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:07.161449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-fc82ec31-b5ba-4b95-afdb-fdf140e23361 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 814 time: 0.1058526 Jul 27 20:21:07.177468 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-6e7df6d5-c49f-4bd5-be4f-77a255e2b373 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/quotas/a6cc2577f1f34daf96a2cf7e8f274ee2 HTTP/1.1" status: 200 len: 375 time: 0.0098372 Jul 27 20:21:07.245897 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-0da0458e-7352-4e26-acad-31f2fb7b42c9 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0622709 Jul 27 20:21:07.447063 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-f2ad32a5-4cfd-4c27-8667-f8ede0a14360 service neutron] 10.222.0.48 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937268 Jul 27 20:21:07.537576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-8d093074-11f9-4b52-9de9-7f8c2e22473b service neutron] 10.222.0.48 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839365 Jul 27 20:21:08.689875 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:08.740219 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-62e5b057-e9eb-43b3-a77a-a3a9835e886a req-d5672828-942d-4ada-b98f-846b77cc71a5 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 210 time: 0.0350842 Jul 27 20:21:09.658378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-b54ad90f-44cc-4f61-8194-abd6cd8eacb1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:09.660046 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-b54ad90f-44cc-4f61-8194-abd6cd8eacb1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.63 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 814 time: 0.1194117 Jul 27 20:21:09.676050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-b3c51ce1-39f2-4143-a322-8d891b0b8ad2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Request body: {'port': {'device_id': 'be0134db-5ccc-4c72-811c-4f141d8fd0b0', 'network_id': 'ad740e26-9506-4035-940a-25971370392c', 'admin_state_up': True, 'tenant_id': 'a6cc2577f1f34daf96a2cf7e8f274ee2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:21:09.794151 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-b3c51ce1-39f2-4143-a322-8d891b0b8ad2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Made reservation on behalf of a6cc2577f1f34daf96a2cf7e8f274ee2 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:21:09.798060 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-b3c51ce1-39f2-4143-a322-8d891b0b8ad2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:09.844560 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8a3bba43-3f34-4b0f-9267-c817bd1fe580 req-0ea8d547-5858-4c4b-9c6e-62bc15d4fc6d tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 210 time: 0.0304167 Jul 27 20:21:09.937015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-b3c51ce1-39f2-4143-a322-8d891b0b8ad2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Allocated IP 172.20.0.2 (ad740e26-9506-4035-940a-25971370392c/a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb/b55f1e67-bb89-4dda-b8e8-bea188bc9595) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:21:10.099182 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-b3c51ce1-39f2-4143-a322-8d891b0b8ad2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:10.142198 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-b3c51ce1-39f2-4143-a322-8d891b0b8ad2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:10.154533 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['d995ca23-5963-4054-a3fc-6de5db3daf2d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:21:10.186946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-b3c51ce1-39f2-4143-a322-8d891b0b8ad2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Network ad740e26-9506-4035-940a-25971370392c is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:21:10.192639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-b3c51ce1-39f2-4143-a322-8d891b0b8ad2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:21:10.196413 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-b3c51ce1-39f2-4143-a322-8d891b0b8ad2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:21:10.203647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c51ce1-39f2-4143-a322-8d891b0b8ad2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Pushing event updated for resources: {'Port': ['ID=b55f1e67-bb89-4dda-b8e8-bea188bc9595,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:10.253044 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-b3c51ce1-39f2-4143-a322-8d891b0b8ad2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:10.254069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-b3c51ce1-39f2-4143-a322-8d891b0b8ad2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:10.269776 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-b3c51ce1-39f2-4143-a322-8d891b0b8ad2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5998158 Jul 27 20:21:10.281237 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-0ec18182-c84c-4b5b-acf6-f874eb557c75 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:21:10.282275 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-0ec18182-c84c-4b5b-acf6-f874eb557c75 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057950 Jul 27 20:21:10.293266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Request body: {'port': {'device_id': 'be0134db-5ccc-4c72-811c-4f141d8fd0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:21:10.373314 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:10.649610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55f1e67-bb89-4dda-b8e8-bea188bc9595 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:21:10.658028 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:10.671332 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Transition to ACTIVE for port object b55f1e67-bb89-4dda-b8e8-bea188bc9595 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:21:10.676451 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:10.726141 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Pushing event updated for resources: {'Port': ['ID=b55f1e67-bb89-4dda-b8e8-bea188bc9595,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:10.808826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Attempting to bind port b55f1e67-bb89-4dda-b8e8-bea188bc9595 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:21:10.809126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Attempting to bind port b55f1e67-bb89-4dda-b8e8-bea188bc9595 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:21:10.809476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Attempting to bind port b55f1e67-bb89-4dda-b8e8-bea188bc9595 on network ad740e26-9506-4035-940a-25971370392c {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:21:10.813944 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Port b55f1e67-bb89-4dda-b8e8-bea188bc9595 on network ad740e26-9506-4035-940a-25971370392c not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:21:10.814261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Attempting to bind port b55f1e67-bb89-4dda-b8e8-bea188bc9595 on network ad740e26-9506-4035-940a-25971370392c {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:21:10.819567 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:21:10.819899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Checking segment: {'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:21:10.820287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Bound using segment: {'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:21:10.820737 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Bound port: b55f1e67-bb89-4dda-b8e8-bea188bc9595, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:21:10.821089 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:10.888657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] For port b55f1e67-bb89-4dda-b8e8-bea188bc9595, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:21:10.893646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] For port b55f1e67-bb89-4dda-b8e8-bea188bc9595, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b55f1e67-bb89-4dda-b8e8-bea188bc9595,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:21:10.899487 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:10.935479 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:10.936169 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:10.937628 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] 10.222.0.63 "PUT /v2.0/ports/b55f1e67-bb89-4dda-b8e8-bea188bc9595 HTTP/1.1" status: 200 len: 1092 time: 0.6485705 Jul 27 20:21:10.938066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0134db-5ccc-4c72-811c-4f141d8fd0b0', 'tag': 'b55f1e67-bb89-4dda-b8e8-bea188bc9595'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:21:10.940324 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cf3322-85be-4230-8091-97ee5eb253ca" -d '{"events": [{"name": "network-changed", "server_uuid": "be0134db-5ccc-4c72-811c-4f141d8fd0b0", "tag": "b55f1e67-bb89-4dda-b8e8-bea188bc9595"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:21:10.968239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5c901-12d6-424a-a149-837bc99226ee service neutron] Pushing event updated for resources: {'Port': ['ID=b55f1e67-bb89-4dda-b8e8-bea188bc9595,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:10.986845 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbcce23-fc0e-48ee-aaa1-39042ff8fc99 x-openstack-request-id: req-acbcce23-fc0e-48ee-aaa1-39042ff8fc99 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:21:10.987130 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0134db-5ccc-4c72-811c-4f141d8fd0b0", "tag": "b55f1e67-bb89-4dda-b8e8-bea188bc9595", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:21:10.987502 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-acbcce23-fc0e-48ee-aaa1-39042ff8fc99 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:21:10.987919 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0134db-5ccc-4c72-811c-4f141d8fd0b0', 'tag': 'b55f1e67-bb89-4dda-b8e8-bea188bc9595', 'status': 'completed', 'code': 200} Jul 27 20:21:11.041065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-d7fbe2af-59d0-4e03-8393-5885d4ebe23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:11.042611 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-d7fbe2af-59d0-4e03-8393-5885d4ebe23c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 1095 time: 0.0645645 Jul 27 20:21:11.073907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fd31b-fca1-4764-bc1f-141984eada49 req-f7ecc6fb-7f1f-417a-a7a6-1559020690c6 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:11.075415 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-994fd31b-fca1-4764-bc1f-141984eada49 req-f7ecc6fb-7f1f-417a-a7a6-1559020690c6 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 943 time: 0.1476789 Jul 27 20:21:11.086736 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-4c04f09a-53f7-4495-81ef-c8566184e0ee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b55f1e67-bb89-4dda-b8e8-bea188bc9595 HTTP/1.1" status: 200 len: 217 time: 0.0362785 Jul 27 20:21:11.115095 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-994fd31b-fca1-4764-bc1f-141984eada49 req-3feb5d79-8d9a-4ff2-b2b9-8a437929ff0c tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331926 Jul 27 20:21:11.138406 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-4c58bda6-ade7-499b-8c9d-0c9e6ecde165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:11.139981 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-4c58bda6-ade7-499b-8c9d-0c9e6ecde165 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb HTTP/1.1" status: 200 len: 854 time: 0.0463030 Jul 27 20:21:11.179107 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-03470fc5-5f9f-406d-8a10-8ce954941c6a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ad740e26-9506-4035-940a-25971370392c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320373 Jul 27 20:21:11.268442 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-5a582826-e1bc-4486-aa67-d6f613060212 service neutron] 10.222.0.63 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821009 Jul 27 20:21:11.367505 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-faa372e8-3796-4a88-a15d-af85a06d20ad req-312753bd-9271-47f8-9b98-11614593419f service neutron] 10.222.0.63 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922072 Jul 27 20:21:11.473562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf3322-85be-4230-8091-97ee5eb253ca req-53671664-87d3-4158-8d57-086cbb67295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:11.474989 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-17cf3322-85be-4230-8091-97ee5eb253ca req-53671664-87d3-4158-8d57-086cbb67295d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 1095 time: 0.0590696 Jul 27 20:21:11.566128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf3322-85be-4230-8091-97ee5eb253ca req-0508873f-47db-41d4-a95d-f122fa0b4056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:11.567610 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-17cf3322-85be-4230-8091-97ee5eb253ca req-0508873f-47db-41d4-a95d-f122fa0b4056 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 915 time: 0.0850008 Jul 27 20:21:11.614886 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-17cf3322-85be-4230-8091-97ee5eb253ca req-091c1e89-347e-44f0-a0c6-255c681f5dbf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b55f1e67-bb89-4dda-b8e8-bea188bc9595 HTTP/1.1" status: 200 len: 217 time: 0.0390279 Jul 27 20:21:11.673565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf3322-85be-4230-8091-97ee5eb253ca req-332a98ac-e296-49f9-b7c3-ec4528ce62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:11.675065 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-17cf3322-85be-4230-8091-97ee5eb253ca req-332a98ac-e296-49f9-b7c3-ec4528ce62ec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb HTTP/1.1" status: 200 len: 854 time: 0.0519323 Jul 27 20:21:11.712124 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-17cf3322-85be-4230-8091-97ee5eb253ca req-8dfb4701-6880-4f72-be75-77536ea17ef6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ad740e26-9506-4035-940a-25971370392c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285666 Jul 27 20:21:11.801988 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:11.810047 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-17cf3322-85be-4230-8091-97ee5eb253ca req-636ad60e-f52f-4582-9f09-2a026346ee14 service neutron] 10.222.0.63 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898509 Jul 27 20:21:11.904548 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-17cf3322-85be-4230-8091-97ee5eb253ca req-cbc9b530-718a-4b88-a962-c4c896a91433 service neutron] 10.222.0.63 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850635 Jul 27 20:21:12.251688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0b66d-04b6-4382-95cc-2d29ed0c1d44 req-f656dcb1-a006-41d5-9d8f-e084b3f131b9 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:12.253446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34c0b66d-04b6-4382-95cc-2d29ed0c1d44 req-f656dcb1-a006-41d5-9d8f-e084b3f131b9 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0672517 Jul 27 20:21:12.292900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34c0b66d-04b6-4382-95cc-2d29ed0c1d44 req-02f33da6-da68-4932-9939-3941fb60557b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330935 Jul 27 20:21:13.040323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b55f1e67-bb89-4dda-b8e8-bea188bc9595 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:21:13.142463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b55f1e67-bb89-4dda-b8e8-bea188bc9595, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b55f1e67-bb89-4dda-b8e8-bea188bc9595,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:21:13.154907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'b55f1e67-bb89-4dda-b8e8-bea188bc9595', 'network_id': 'ad740e26-9506-4035-940a-25971370392c', 'port_id': 'b55f1e67-bb89-4dda-b8e8-bea188bc9595', 'mac_address': 'fa:16:3e:9f:36:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:21:13.193706 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:13.207353 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55f1e67-bb89-4dda-b8e8-bea188bc9595 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:21:13.228364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b55f1e67-bb89-4dda-b8e8-bea188bc9595, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b55f1e67-bb89-4dda-b8e8-bea188bc9595,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:21:13.237830 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:13.286726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b55f1e67-bb89-4dda-b8e8-bea188bc9595,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:13.424741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3041a7-63e0-40d6-bb61-e540a7dd292f req-18a59920-2a71-4255-af1e-f7ff28749477 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:13.425980 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bd49c3e3-d9d0-49dc-a30a-240ce2e7f0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:13.426777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e3041a7-63e0-40d6-bb61-e540a7dd292f req-18a59920-2a71-4255-af1e-f7ff28749477 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 944 time: 0.0670207 Jul 27 20:21:13.444599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b55f1e67-bb89-4dda-b8e8-bea188bc9595'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:21:13.466417 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e3041a7-63e0-40d6-bb61-e540a7dd292f req-689935b2-a7b0-474d-8060-3dc92f1f8c3d tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330095 Jul 27 20:21:14.605607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35b21b-9e71-4ce5-9d9d-336d946da69d req-3653d5b9-9194-47ee-a0bc-beeec53cd380 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:14.607194 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ce35b21b-9e71-4ce5-9d9d-336d946da69d req-3653d5b9-9194-47ee-a0bc-beeec53cd380 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 944 time: 0.0693147 Jul 27 20:21:14.652576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ce35b21b-9e71-4ce5-9d9d-336d946da69d req-3058d497-467e-4be2-a7ac-55172002065c tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386450 Jul 27 20:21:15.060578 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b55f1e67-bb89-4dda-b8e8-bea188bc9595 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:21:15.119537 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port b55f1e67-bb89-4dda-b8e8-bea188bc9595 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:21:15.124021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port b55f1e67-bb89-4dda-b8e8-bea188bc9595 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:21:15.124375 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:15.209889 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:15.235869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0134db-5ccc-4c72-811c-4f141d8fd0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55f1e67-bb89-4dda-b8e8-bea188bc9595'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:21:15.238595 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9423167-5ea4-4bd2-bfce-8bb47b98929f" -d '{"events": [{"server_uuid": "be0134db-5ccc-4c72-811c-4f141d8fd0b0", "name": "network-vif-plugged", "status": "completed", "tag": "b55f1e67-bb89-4dda-b8e8-bea188bc9595"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:21:15.252247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b55f1e67-bb89-4dda-b8e8-bea188bc9595, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b55f1e67-bb89-4dda-b8e8-bea188bc9595,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:21:15.257130 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:15.281157 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3595dec0-fcdd-40ea-8c58-eca6b2e7c909 x-openstack-request-id: req-3595dec0-fcdd-40ea-8c58-eca6b2e7c909 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:21:15.281474 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0134db-5ccc-4c72-811c-4f141d8fd0b0", "name": "network-vif-plugged", "status": "completed", "tag": "b55f1e67-bb89-4dda-b8e8-bea188bc9595", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:21:15.281732 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3595dec0-fcdd-40ea-8c58-eca6b2e7c909 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:21:15.282144 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0134db-5ccc-4c72-811c-4f141d8fd0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55f1e67-bb89-4dda-b8e8-bea188bc9595', 'code': 200} Jul 27 20:21:15.310701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b55f1e67-bb89-4dda-b8e8-bea188bc9595,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:15.391329 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bed12a-46f1-4aa6-bbec-e8e30171ae2a req-70105978-8c3b-4f9e-9108-05da236afd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:15.392927 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-72bed12a-46f1-4aa6-bbec-e8e30171ae2a req-70105978-8c3b-4f9e-9108-05da236afd5c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 1097 time: 0.0589244 Jul 27 20:21:15.439909 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-72bed12a-46f1-4aa6-bbec-e8e30171ae2a req-dffeb08a-6b12-4368-9697-5dc4a5ac7ee7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396423 Jul 27 20:21:15.788778 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf1ba2-b84c-43b6-b1bc-29ac27d4e87f req-0a97ea49-e063-426b-befd-f5dd0d045abf tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:15.790431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8daf1ba2-b84c-43b6-b1bc-29ac27d4e87f req-0a97ea49-e063-426b-befd-f5dd0d045abf tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0669053 Jul 27 20:21:15.831670 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8daf1ba2-b84c-43b6-b1bc-29ac27d4e87f req-ef7e81f9-5a0c-4b41-a777-da9fdc39254c tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341330 Jul 27 20:21:16.149202 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-13e76f48-6974-4f51-85c3-920fb1c9eb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:16.246823 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:16.971517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221807f0-3b86-45fe-abed-f78af693bd5f req-191fed34-8bbf-4fe0-9175-60702c654be7 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:16.973514 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-221807f0-3b86-45fe-abed-f78af693bd5f req-191fed34-8bbf-4fe0-9175-60702c654be7 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0678554 Jul 27 20:21:17.013950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-221807f0-3b86-45fe-abed-f78af693bd5f req-c67095a9-12ef-4518-9e11-5121c0447b48 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343089 Jul 27 20:21:17.213781 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:18.973858 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:21.945838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-680f02bb-04fa-4816-85dd-eed8930c1b9a tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:21.947376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-680f02bb-04fa-4816-85dd-eed8930c1b9a tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 814 time: 0.1183884 Jul 27 20:21:21.970486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-b89948cf-d706-473d-9b45-848b19ab08e3 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/quotas/a6cc2577f1f34daf96a2cf7e8f274ee2 HTTP/1.1" status: 200 len: 375 time: 0.0159810 Jul 27 20:21:22.046712 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-97a00493-77ac-4944-aea4-07ecaa62a6a0 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697029 Jul 27 20:21:22.146553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-eb7e6ea0-dc7b-48e9-a7c1-14a50558f585 service neutron] 10.222.0.48 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922661 Jul 27 20:21:22.251364 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-9f5ccb68-840b-4fdd-ba86-cd647d1426ec service neutron] 10.222.0.48 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971422 Jul 27 20:21:22.429069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-240d901d-6d32-4d44-b025-9b2d8da151a6 req-0afee10c-6227-44c8-861a-2084c60eec5a tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 210 time: 0.0302043 Jul 27 20:21:22.505507 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d59a7043-2d55-44e7-9fb4-5a918f8c0b9f req-311513b3-d2b9-4789-85a3-222b12e767f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0596085 Jul 27 20:21:22.610469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a7043-2d55-44e7-9fb4-5a918f8c0b9f req-430b5c7a-768e-44e9-a6ae-1fa4650b8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:22.612012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d59a7043-2d55-44e7-9fb4-5a918f8c0b9f req-430b5c7a-768e-44e9-a6ae-1fa4650b8f2d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 1097 time: 0.0598896 Jul 27 20:21:22.717279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a7043-2d55-44e7-9fb4-5a918f8c0b9f req-7a1d791c-5988-4bbb-9589-2cef0afc9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:22.718791 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d59a7043-2d55-44e7-9fb4-5a918f8c0b9f req-7a1d791c-5988-4bbb-9589-2cef0afc9136 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 915 time: 0.0862143 Jul 27 20:21:22.766261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d59a7043-2d55-44e7-9fb4-5a918f8c0b9f req-96ec90d1-8e77-4fc9-8567-4d5499e55342 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d995ca23-5963-4054-a3fc-6de5db3daf2d HTTP/1.1" status: 200 len: 217 time: 0.0395474 Jul 27 20:21:22.818225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a7043-2d55-44e7-9fb4-5a918f8c0b9f req-03eee977-f5b6-4d96-b57a-e9ecb02197e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:22.819549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d59a7043-2d55-44e7-9fb4-5a918f8c0b9f req-03eee977-f5b6-4d96-b57a-e9ecb02197e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb HTTP/1.1" status: 200 len: 854 time: 0.0462599 Jul 27 20:21:22.856448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d59a7043-2d55-44e7-9fb4-5a918f8c0b9f req-528fc2a7-b152-48da-9426-135a25a9c0bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad740e26-9506-4035-940a-25971370392c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294621 Jul 27 20:21:22.955788 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d59a7043-2d55-44e7-9fb4-5a918f8c0b9f req-efc52341-20c2-4e62-b663-8637292fda94 service neutron] 10.222.0.52 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915725 Jul 27 20:21:23.050753 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d59a7043-2d55-44e7-9fb4-5a918f8c0b9f req-ace044c0-c289-40cc-b5e0-add3b045b48c service neutron] 10.222.0.52 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878828 Jul 27 20:21:23.295320 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-107ffee6-454f-42f8-a0db-dcaeb70cddaa req-e89ab43b-0a43-400e-a77a-5c06345c22b6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1277449 Jul 27 20:21:23.395113 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ffee6-454f-42f8-a0db-dcaeb70cddaa req-41fee8d8-00a4-4afa-b983-56745765f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:23.396686 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-107ffee6-454f-42f8-a0db-dcaeb70cddaa req-41fee8d8-00a4-4afa-b983-56745765f666 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 1097 time: 0.0579717 Jul 27 20:21:23.511334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ffee6-454f-42f8-a0db-dcaeb70cddaa req-b601c1b9-0ad7-4214-aafd-6792cde62ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:23.512851 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-107ffee6-454f-42f8-a0db-dcaeb70cddaa req-b601c1b9-0ad7-4214-aafd-6792cde62ca2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 915 time: 0.0959594 Jul 27 20:21:23.524328 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4335c6dc-b733-448e-a52c-e4ab06113ea5 req-3e6ee887-51d4-40bb-a63b-b3581b821028 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 210 time: 0.0371447 Jul 27 20:21:23.557918 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-107ffee6-454f-42f8-a0db-dcaeb70cddaa req-8f94de2b-4e9a-4f3b-8ff4-afc5048ddfde service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b55f1e67-bb89-4dda-b8e8-bea188bc9595 HTTP/1.1" status: 200 len: 217 time: 0.0372965 Jul 27 20:21:23.607571 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ffee6-454f-42f8-a0db-dcaeb70cddaa req-660b2295-0f93-4cf4-bc52-fabb131edd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:23.609267 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-107ffee6-454f-42f8-a0db-dcaeb70cddaa req-660b2295-0f93-4cf4-bc52-fabb131edd60 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb HTTP/1.1" status: 200 len: 854 time: 0.0448186 Jul 27 20:21:23.646498 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-107ffee6-454f-42f8-a0db-dcaeb70cddaa req-5b8d96cd-4082-4adc-ad39-ff696908f641 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ad740e26-9506-4035-940a-25971370392c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301790 Jul 27 20:21:23.746757 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-107ffee6-454f-42f8-a0db-dcaeb70cddaa req-cd505f7f-b587-4d70-8b3b-27632f265e15 service neutron] 10.222.0.63 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935395 Jul 27 20:21:23.853801 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-107ffee6-454f-42f8-a0db-dcaeb70cddaa req-1d06e210-b010-4710-b573-f0a40736c041 service neutron] 10.222.0.63 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997603 Jul 27 20:21:24.945439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-234dff95-23a7-4ce5-8172-789777df0ec4 req-1aae4a32-93fd-408f-97eb-99892fe8cb82 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 210 time: 0.3478270 Jul 27 20:21:25.609244 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-2ed6cf45-36e1-4a39-b164-b9f0b53d1e75 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:25.610911 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-2ed6cf45-36e1-4a39-b164-b9f0b53d1e75 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.63 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 814 time: 0.1118000 Jul 27 20:21:25.625287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Request body: {'port': {'device_id': 'bb167568-e6f4-4e69-956c-91cb7b132bbe', 'network_id': 'ad740e26-9506-4035-940a-25971370392c', 'admin_state_up': True, 'tenant_id': 'a6cc2577f1f34daf96a2cf7e8f274ee2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:21:25.746178 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Made reservation on behalf of a6cc2577f1f34daf96a2cf7e8f274ee2 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:21:25.749937 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:25.798296 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:21:25.879440 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Allocated IP 172.20.0.6 (ad740e26-9506-4035-940a-25971370392c/a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb/edf30fef-b450-41a7-96d7-f7d466625906) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:21:26.049461 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:26.056518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-966ebaa0-655a-4da2-817d-8ccec7ae2ccb req-29823bf6-ccf6-48f6-b63d-755d0c5b9692 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 210 time: 0.0313408 Jul 27 20:21:26.092454 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:26.104231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b55f1e67-bb89-4dda-b8e8-bea188bc9595'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:21:26.109647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['d995ca23-5963-4054-a3fc-6de5db3daf2d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:21:26.142007 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Network ad740e26-9506-4035-940a-25971370392c is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:21:26.145422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:21:26.150183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:21:26.154542 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Pushing event updated for resources: {'Port': ['ID=edf30fef-b450-41a7-96d7-f7d466625906,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:26.187165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:26.187499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:26.187832 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:26.188292 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:26.188597 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:26.188896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:26.189222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:26.189543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:26.189864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:26.190248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:26.190677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:26.191206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:26.216343 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:26.217000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:26.234394 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-824c577a-02eb-415e-8d14-e64c5e6be60e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6135659 Jul 27 20:21:26.247594 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Request body: {'port': {'device_id': 'bb167568-e6f4-4e69-956c-91cb7b132bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:21:26.325723 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:26.607929 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf30fef-b450-41a7-96d7-f7d466625906 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:21:26.616936 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:26.632790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Transition to ACTIVE for port object edf30fef-b450-41a7-96d7-f7d466625906 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:21:26.638144 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:26.690940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Pushing event updated for resources: {'Port': ['ID=edf30fef-b450-41a7-96d7-f7d466625906,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:26.760681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Attempting to bind port edf30fef-b450-41a7-96d7-f7d466625906 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:21:26.761047 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Attempting to bind port edf30fef-b450-41a7-96d7-f7d466625906 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:21:26.761374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Attempting to bind port edf30fef-b450-41a7-96d7-f7d466625906 on network ad740e26-9506-4035-940a-25971370392c {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:21:26.765862 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Port edf30fef-b450-41a7-96d7-f7d466625906 on network ad740e26-9506-4035-940a-25971370392c not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:21:26.766177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Attempting to bind port edf30fef-b450-41a7-96d7-f7d466625906 on network ad740e26-9506-4035-940a-25971370392c {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:21:26.772446 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:21:26.772791 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Checking segment: {'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:21:26.773173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Bound using segment: {'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:21:26.773601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Bound port: edf30fef-b450-41a7-96d7-f7d466625906, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:21:26.773955 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:26.842253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] For port edf30fef-b450-41a7-96d7-f7d466625906, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:21:26.845266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] For port edf30fef-b450-41a7-96d7-f7d466625906, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=edf30fef-b450-41a7-96d7-f7d466625906,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:21:26.850709 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:27.194814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3889e-d5e9-47de-a942-6f5361ea68c2 req-38d33c9f-2b99-4a9b-9fbb-16cf31a1994c tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:27.196334 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cf3889e-d5e9-47de-a942-6f5361ea68c2 req-38d33c9f-2b99-4a9b-9fbb-16cf31a1994c tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 943 time: 0.0666740 Jul 27 20:21:27.208662 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:27.209236 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:27.210632 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] 10.222.0.63 "PUT /v2.0/ports/edf30fef-b450-41a7-96d7-f7d466625906 HTTP/1.1" status: 200 len: 1092 time: 0.9680884 Jul 27 20:21:27.211082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb167568-e6f4-4e69-956c-91cb7b132bbe', 'tag': 'edf30fef-b450-41a7-96d7-f7d466625906'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:21:27.213355 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b215194-31d6-435c-aeef-e1b12785b334" -d '{"events": [{"name": "network-changed", "server_uuid": "bb167568-e6f4-4e69-956c-91cb7b132bbe", "tag": "edf30fef-b450-41a7-96d7-f7d466625906"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:21:27.236480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3325a-b53d-443e-bd74-94fff1d4840c service neutron] Pushing event updated for resources: {'Port': ['ID=edf30fef-b450-41a7-96d7-f7d466625906,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:27.252708 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cf3889e-d5e9-47de-a942-6f5361ea68c2 req-3b593400-fd66-45b6-a324-944404530a4f tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493197 Jul 27 20:21:27.328199 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-5f436f52-7bd0-4bf0-9226-b77e277a2d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:27.330261 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-5f436f52-7bd0-4bf0-9226-b77e277a2d81 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 1095 time: 0.0724702 Jul 27 20:21:27.345787 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397bbefa-f87f-4b3f-80e3-088f0e35f498 x-openstack-request-id: req-397bbefa-f87f-4b3f-80e3-088f0e35f498 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:21:27.346069 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb167568-e6f4-4e69-956c-91cb7b132bbe", "tag": "edf30fef-b450-41a7-96d7-f7d466625906", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:21:27.346319 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-397bbefa-f87f-4b3f-80e3-088f0e35f498 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:21:27.346770 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb167568-e6f4-4e69-956c-91cb7b132bbe', 'tag': 'edf30fef-b450-41a7-96d7-f7d466625906', 'status': 'completed', 'code': 200} Jul 27 20:21:27.379804 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-875e1866-3375-4355-9d2f-039d1ef674c6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf30fef-b450-41a7-96d7-f7d466625906 HTTP/1.1" status: 200 len: 217 time: 0.0413780 Jul 27 20:21:27.430719 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-ede7de75-8a03-4fbb-8c67-025b0626f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:27.432605 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-ede7de75-8a03-4fbb-8c67-025b0626f462 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb HTTP/1.1" status: 200 len: 854 time: 0.0454147 Jul 27 20:21:27.466561 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-33a2e724-d590-4148-b32d-8ce41271a8fd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ad740e26-9506-4035-940a-25971370392c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272353 Jul 27 20:21:27.562256 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-f97fa1df-15ef-43df-a1c5-f9603a09d7fc service neutron] 10.222.0.63 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884209 Jul 27 20:21:27.660111 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d57647f1-7379-41f8-a11c-e2dcd4d85cab req-2a15ee04-3411-4233-a42c-7d78136157d4 service neutron] 10.222.0.63 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889986 Jul 27 20:21:27.764533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b215194-31d6-435c-aeef-e1b12785b334 req-69b3ddb8-9406-49e2-8026-1e91eb9efcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:27.766116 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0b215194-31d6-435c-aeef-e1b12785b334 req-69b3ddb8-9406-49e2-8026-1e91eb9efcd4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 1095 time: 0.0559773 Jul 27 20:21:27.867446 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b215194-31d6-435c-aeef-e1b12785b334 req-2567de41-5571-484d-8d3a-317bf951689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:27.868876 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0b215194-31d6-435c-aeef-e1b12785b334 req-2567de41-5571-484d-8d3a-317bf951689e service neutron] 10.222.0.63 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 915 time: 0.0944266 Jul 27 20:21:27.912660 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0b215194-31d6-435c-aeef-e1b12785b334 req-2bc537c6-f6cf-4148-be59-e1fe665228f2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf30fef-b450-41a7-96d7-f7d466625906 HTTP/1.1" status: 200 len: 217 time: 0.0359218 Jul 27 20:21:27.970203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b215194-31d6-435c-aeef-e1b12785b334 req-baf76661-d404-488f-8b7f-7ea37cd2cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:27.971713 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0b215194-31d6-435c-aeef-e1b12785b334 req-baf76661-d404-488f-8b7f-7ea37cd2cc6e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb HTTP/1.1" status: 200 len: 854 time: 0.0451951 Jul 27 20:21:28.011865 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0b215194-31d6-435c-aeef-e1b12785b334 req-6ac1c275-4587-4ae8-a3d8-092055c01b24 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ad740e26-9506-4035-940a-25971370392c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319164 Jul 27 20:21:28.105662 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0b215194-31d6-435c-aeef-e1b12785b334 req-911d3d00-530a-4f5c-b990-667abb28fb11 service neutron] 10.222.0.63 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848477 Jul 27 20:21:28.209342 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0b215194-31d6-435c-aeef-e1b12785b334 req-f7f5ef10-e55d-4527-b917-d2861865fbf6 service neutron] 10.222.0.63 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935931 Jul 27 20:21:28.398928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd1867-ef14-4943-98b8-5d7af5b003f2 req-d6c21f7b-6113-48e0-a923-4ef6b6fb9a13 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:28.405213 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16bd1867-ef14-4943-98b8-5d7af5b003f2 req-d6c21f7b-6113-48e0-a923-4ef6b6fb9a13 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 943 time: 0.0762358 Jul 27 20:21:28.441578 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16bd1867-ef14-4943-98b8-5d7af5b003f2 req-443fd5f2-5ca9-40ca-b3b1-447201ecf45a tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346613 Jul 27 20:21:29.175850 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device edf30fef-b450-41a7-96d7-f7d466625906 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:21:29.272537 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port edf30fef-b450-41a7-96d7-f7d466625906, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=edf30fef-b450-41a7-96d7-f7d466625906,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:21:29.283837 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'edf30fef-b450-41a7-96d7-f7d466625906', 'network_id': 'ad740e26-9506-4035-940a-25971370392c', 'port_id': 'edf30fef-b450-41a7-96d7-f7d466625906', 'mac_address': 'fa:16:3e:6f:08:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:21:29.324540 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:29.337733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf30fef-b450-41a7-96d7-f7d466625906 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:21:29.357610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port edf30fef-b450-41a7-96d7-f7d466625906, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=edf30fef-b450-41a7-96d7-f7d466625906,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:21:29.363224 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:29.411458 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=edf30fef-b450-41a7-96d7-f7d466625906,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:29.570086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['edf30fef-b450-41a7-96d7-f7d466625906'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:21:29.581478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315e0f9-9202-4b17-9602-a9aeed7dc4e7 req-75b47b75-96e0-4646-8b20-162045f06d61 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:29.583043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3315e0f9-9202-4b17-9602-a9aeed7dc4e7 req-75b47b75-96e0-4646-8b20-162045f06d61 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 944 time: 0.0676262 Jul 27 20:21:29.624656 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3315e0f9-9202-4b17-9602-a9aeed7dc4e7 req-cee1109b-3251-4fee-ac0c-f22f52c959d7 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349879 Jul 27 20:21:30.774773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223a77c-a1e0-4f38-8ae5-1a288a75571c req-e5c06a47-ef30-47c8-ae84-47dd6788baa7 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:30.776451 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5223a77c-a1e0-4f38-8ae5-1a288a75571c req-e5c06a47-ef30-47c8-ae84-47dd6788baa7 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 944 time: 0.0749512 Jul 27 20:21:30.832939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5223a77c-a1e0-4f38-8ae5-1a288a75571c req-cd98273d-f4c8-43b4-abb6-5636527dc93b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501592 Jul 27 20:21:31.191143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device edf30fef-b450-41a7-96d7-f7d466625906 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:21:31.247815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port edf30fef-b450-41a7-96d7-f7d466625906 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:21:31.252047 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port edf30fef-b450-41a7-96d7-f7d466625906 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:21:31.252456 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:31.334299 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:31.370829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb167568-e6f4-4e69-956c-91cb7b132bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf30fef-b450-41a7-96d7-f7d466625906'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:21:31.374273 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249660ed-9455-4266-99a8-8d988c59242f" -d '{"events": [{"server_uuid": "bb167568-e6f4-4e69-956c-91cb7b132bbe", "name": "network-vif-plugged", "status": "completed", "tag": "edf30fef-b450-41a7-96d7-f7d466625906"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:21:31.395615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port edf30fef-b450-41a7-96d7-f7d466625906, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=edf30fef-b450-41a7-96d7-f7d466625906,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:21:31.400529 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:31.429813 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6198b26b-a4e3-42b2-9e2e-2f9d9cb2c80d x-openstack-request-id: req-6198b26b-a4e3-42b2-9e2e-2f9d9cb2c80d {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:21:31.429813 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb167568-e6f4-4e69-956c-91cb7b132bbe", "name": "network-vif-plugged", "status": "completed", "tag": "edf30fef-b450-41a7-96d7-f7d466625906", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:21:31.429813 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6198b26b-a4e3-42b2-9e2e-2f9d9cb2c80d {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:21:31.429813 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb167568-e6f4-4e69-956c-91cb7b132bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf30fef-b450-41a7-96d7-f7d466625906', 'code': 200} Jul 27 20:21:31.457020 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=edf30fef-b450-41a7-96d7-f7d466625906,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:31.555071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e099251-515f-4a75-9f71-3faf0bd1e2dc req-d1bdb834-5b2c-446c-a546-cb627bbd7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:31.556640 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9e099251-515f-4a75-9f71-3faf0bd1e2dc req-d1bdb834-5b2c-446c-a546-cb627bbd7083 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 1097 time: 0.0667593 Jul 27 20:21:31.602365 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9e099251-515f-4a75-9f71-3faf0bd1e2dc req-426bf0af-dbd8-47b6-a9bc-78708501fee3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375440 Jul 27 20:21:31.972473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51101d25-679a-466b-b35e-9a8ba6cbe3b2 req-15ec92f6-e447-4aca-87ef-99f38d588dd2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:31.974033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51101d25-679a-466b-b35e-9a8ba6cbe3b2 req-15ec92f6-e447-4aca-87ef-99f38d588dd2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 945 time: 0.0708311 Jul 27 20:21:32.021292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-51101d25-679a-466b-b35e-9a8ba6cbe3b2 req-e1d3d0c5-31ab-4dcd-95c9-c616aa0347c0 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378702 Jul 27 20:21:33.166004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ba820-1a89-41a6-87d1-20ba70f10f68 req-7d6ecc38-2a88-4de7-ba72-245dd825effd tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:33.167508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d9ba820-1a89-41a6-87d1-20ba70f10f68 req-7d6ecc38-2a88-4de7-ba72-245dd825effd tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 945 time: 0.0684023 Jul 27 20:21:33.207467 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d9ba820-1a89-41a6-87d1-20ba70f10f68 req-0443e916-fa36-48d7-9db6-78c60ab121c6 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336730 Jul 27 20:21:38.701344 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:41.814093 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:43.421577 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cf9788d1-d98c-4534-b8d2-f638e719d6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:46.146496 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d2bbe5ed-9935-426f-b987-abeaa90a589c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:46.253378 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:47.220559 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:48.983058 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:49.416466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-c5a562fc-e000-462b-8eb7-b7c0079ab378 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:49.419129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-c5a562fc-e000-462b-8eb7-b7c0079ab378 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 814 time: 0.1302576 Jul 27 20:21:49.438320 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-5093d6c4-586f-497d-96b9-9227f023e30c tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/quotas/a6cc2577f1f34daf96a2cf7e8f274ee2 HTTP/1.1" status: 200 len: 375 time: 0.0104861 Jul 27 20:21:49.515917 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-d7aac941-cc4b-4ead-af86-098bcafa3e76 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701749 Jul 27 20:21:49.613919 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-1ef67b66-6f52-4834-bc84-20ec1e01c4be service neutron] 10.222.0.48 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903068 Jul 27 20:21:49.704330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-34ab0457-e27b-45e4-89b6-5e8234c23cce service neutron] 10.222.0.48 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841408 Jul 27 20:21:49.885069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc892819-93de-4b06-b316-192310a94783 req-a52bf3b3-79d4-462e-980b-63b25fa95ce4 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 210 time: 0.0301502 Jul 27 20:21:50.861490 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-9aae5f68-5175-41a3-9482-679e86c2b51b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:50.863086 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-9aae5f68-5175-41a3-9482-679e86c2b51b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.52 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 814 time: 0.1154857 Jul 27 20:21:50.882653 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Request body: {'port': {'device_id': '76d1474f-ead0-4295-a2ed-8334fecbb883', 'network_id': 'ad740e26-9506-4035-940a-25971370392c', 'admin_state_up': True, 'tenant_id': 'a6cc2577f1f34daf96a2cf7e8f274ee2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:21:50.992669 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d1b44497-0ba3-4876-8207-9964596f690d req-9427a9cf-f525-4c79-a80c-2462354920ee tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 210 time: 0.0354657 Jul 27 20:21:51.022563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Made reservation on behalf of a6cc2577f1f34daf96a2cf7e8f274ee2 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:21:51.026487 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:51.162771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Allocated IP 172.20.0.11 (ad740e26-9506-4035-940a-25971370392c/a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb/9016086b-09af-4def-b748-f84fa73a381d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:21:51.304810 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:51.346503 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:51.359813 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['d995ca23-5963-4054-a3fc-6de5db3daf2d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:21:51.362568 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b55f1e67-bb89-4dda-b8e8-bea188bc9595', 'edf30fef-b450-41a7-96d7-f7d466625906'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:21:51.392890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Network ad740e26-9506-4035-940a-25971370392c is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:21:51.398179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:21:51.401714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:21:51.426791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Pushing event updated for resources: {'Port': ['ID=9016086b-09af-4def-b748-f84fa73a381d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:51.439410 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:51.439790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:51.440142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:51.440501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:51.440831 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:51.441162 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:51.441483 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:51.441803 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:51.442126 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:51.442446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:51.442763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:51.443077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:51.464646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:51.465278 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:51.479596 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-44e26543-1a3d-4484-b27e-a9eecf22665e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6020293 Jul 27 20:21:51.492658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Request body: {'port': {'device_id': '76d1474f-ead0-4295-a2ed-8334fecbb883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:21:51.565642 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:51.844998 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9016086b-09af-4def-b748-f84fa73a381d {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:21:51.853412 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:51.866285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Transition to ACTIVE for port object 9016086b-09af-4def-b748-f84fa73a381d will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:21:51.872187 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:51.920030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Pushing event updated for resources: {'Port': ['ID=9016086b-09af-4def-b748-f84fa73a381d,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:51.993510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Attempting to bind port 9016086b-09af-4def-b748-f84fa73a381d on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:21:51.993835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Attempting to bind port 9016086b-09af-4def-b748-f84fa73a381d by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:21:51.994185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Attempting to bind port 9016086b-09af-4def-b748-f84fa73a381d on network ad740e26-9506-4035-940a-25971370392c {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:21:51.998632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Port 9016086b-09af-4def-b748-f84fa73a381d on network ad740e26-9506-4035-940a-25971370392c not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:21:51.998973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Attempting to bind port 9016086b-09af-4def-b748-f84fa73a381d on network ad740e26-9506-4035-940a-25971370392c {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:21:52.004261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:21:52.004627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Checking segment: {'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:21:52.005011 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Bound using segment: {'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:21:52.005474 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Bound port: 9016086b-09af-4def-b748-f84fa73a381d, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b0246b-1d4a-4db0-821f-f76a26c96307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad740e26-9506-4035-940a-25971370392c'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:21:52.005823 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:52.107601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] For port 9016086b-09af-4def-b748-f84fa73a381d, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:21:52.122117 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] For port 9016086b-09af-4def-b748-f84fa73a381d, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=9016086b-09af-4def-b748-f84fa73a381d,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:21:52.129302 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:52.171028 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:52.171649 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:52.173094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] 10.222.0.52 "PUT /v2.0/ports/9016086b-09af-4def-b748-f84fa73a381d HTTP/1.1" status: 200 len: 1093 time: 0.6848395 Jul 27 20:21:52.175509 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d1474f-ead0-4295-a2ed-8334fecbb883', 'tag': '9016086b-09af-4def-b748-f84fa73a381d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:21:52.178112 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700797af-026c-474a-88bd-667489dbcc6e" -d '{"events": [{"name": "network-changed", "server_uuid": "76d1474f-ead0-4295-a2ed-8334fecbb883", "tag": "9016086b-09af-4def-b748-f84fa73a381d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:21:52.203558 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3c3f2-ef32-4c92-9efa-386869259978 req-8b523d47-2ad0-4754-b5f7-04b282854e75 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:52.205353 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6d3c3f2-ef32-4c92-9efa-386869259978 req-8b523d47-2ad0-4754-b5f7-04b282854e75 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 944 time: 0.1400802 Jul 27 20:21:52.225387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbceabb-f1e8-4e9c-b602-d73ec7488c68 service neutron] Pushing event updated for resources: {'Port': ['ID=9016086b-09af-4def-b748-f84fa73a381d,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:52.247573 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8558506-0f8e-4203-adb5-5c11c6a7fc12 x-openstack-request-id: req-d8558506-0f8e-4203-adb5-5c11c6a7fc12 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:21:52.247862 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d1474f-ead0-4295-a2ed-8334fecbb883", "tag": "9016086b-09af-4def-b748-f84fa73a381d", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:21:52.248113 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8558506-0f8e-4203-adb5-5c11c6a7fc12 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:21:52.248546 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d1474f-ead0-4295-a2ed-8334fecbb883', 'tag': '9016086b-09af-4def-b748-f84fa73a381d', 'status': 'completed', 'code': 200} Jul 27 20:21:52.287601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6d3c3f2-ef32-4c92-9efa-386869259978 req-1e63c97c-c913-4377-8ee2-c58aa698f02d tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738077 Jul 27 20:21:52.313735 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-0741fff1-d6d7-4ba8-8bdb-bea6ea7fbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:52.315403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-0741fff1-d6d7-4ba8-8bdb-bea6ea7fbe24 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 1096 time: 0.0912657 Jul 27 20:21:52.363555 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-5f528223-4231-4014-9889-c19f935390a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9016086b-09af-4def-b748-f84fa73a381d HTTP/1.1" status: 200 len: 217 time: 0.0392179 Jul 27 20:21:52.414858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-0a115813-5dbc-4191-9789-0f7727e5d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:52.416432 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-0a115813-5dbc-4191-9789-0f7727e5d2aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb HTTP/1.1" status: 200 len: 854 time: 0.0454464 Jul 27 20:21:52.463498 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-ea5d86c9-ad41-4c8d-b00e-35bad6b7e249 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad740e26-9506-4035-940a-25971370392c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395496 Jul 27 20:21:52.567736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-7898b2c9-5e8a-4e3d-bd33-2d5e2a0c39e1 service neutron] 10.222.0.52 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946028 Jul 27 20:21:52.663470 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a99a2-72de-47a1-9e8b-a77415e1dcaa req-489bcd81-729f-44a2-96bd-ae2286b040ea service neutron] 10.222.0.52 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877156 Jul 27 20:21:52.779310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700797af-026c-474a-88bd-667489dbcc6e req-9fea046f-bb45-43b2-89e3-c1c5592a4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:52.780910 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-700797af-026c-474a-88bd-667489dbcc6e req-9fea046f-bb45-43b2-89e3-c1c5592a4025 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 1096 time: 0.0618453 Jul 27 20:21:52.884073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700797af-026c-474a-88bd-667489dbcc6e req-e4d2cfd2-bb33-4014-809c-d49b28770be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:52.885607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-700797af-026c-474a-88bd-667489dbcc6e req-e4d2cfd2-bb33-4014-809c-d49b28770be4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 915 time: 0.0963969 Jul 27 20:21:52.936543 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-700797af-026c-474a-88bd-667489dbcc6e req-e684b539-7fc2-4b23-8d75-fe0bc8d5c1a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9016086b-09af-4def-b748-f84fa73a381d HTTP/1.1" status: 200 len: 217 time: 0.0405946 Jul 27 20:21:52.988534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700797af-026c-474a-88bd-667489dbcc6e req-35d6c600-f5e8-4848-97ae-3d2f90a1621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:52.990028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-700797af-026c-474a-88bd-667489dbcc6e req-35d6c600-f5e8-4848-97ae-3d2f90a1621f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb HTTP/1.1" status: 200 len: 854 time: 0.0459197 Jul 27 20:21:53.034499 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-700797af-026c-474a-88bd-667489dbcc6e req-72ff0c66-6852-4193-89e2-eac14e364e2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad740e26-9506-4035-940a-25971370392c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351298 Jul 27 20:21:53.142612 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-700797af-026c-474a-88bd-667489dbcc6e req-e5feb2d4-b00a-4be2-898a-aa30ae2eaca6 service neutron] 10.222.0.52 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005037 Jul 27 20:21:53.244439 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-700797af-026c-474a-88bd-667489dbcc6e req-a8c02722-6110-4b54-ba27-30a84e2a40bd service neutron] 10.222.0.52 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929773 Jul 27 20:21:53.440784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef273e-8c82-4935-879f-c9f636250729 req-2c3bd568-d831-4690-936a-5788cde05649 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:53.442331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5aef273e-8c82-4935-879f-c9f636250729 req-2c3bd568-d831-4690-936a-5788cde05649 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 944 time: 0.0719256 Jul 27 20:21:53.482196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5aef273e-8c82-4935-879f-c9f636250729 req-8fec8939-2bb3-4f66-b204-bc0464af5e40 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336339 Jul 27 20:21:54.627779 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1196a-6a1c-49ee-8129-a31456bcc43f req-95b829ee-7a01-4f4a-beec-72bf1d6891e2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:54.629236 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aed1196a-6a1c-49ee-8129-a31456bcc43f req-95b829ee-7a01-4f4a-beec-72bf1d6891e2 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 944 time: 0.0743079 Jul 27 20:21:54.673890 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aed1196a-6a1c-49ee-8129-a31456bcc43f req-3363bd06-31a6-4f7a-9090-d634fee448e8 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352590 Jul 27 20:21:55.805961 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 9016086b-09af-4def-b748-f84fa73a381d details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:21:55.833381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e8671-e208-4b3b-ae15-b4607bf5a5a8 req-db45c060-e94e-436c-acee-ec2b6ae02d07 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:55.835046 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f54e8671-e208-4b3b-ae15-b4607bf5a5a8 req-db45c060-e94e-436c-acee-ec2b6ae02d07 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 944 time: 0.0738957 Jul 27 20:21:55.879088 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f54e8671-e208-4b3b-ae15-b4607bf5a5a8 req-2d3da5b7-80c9-4899-a739-0679b4854e19 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375984 Jul 27 20:21:55.914147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 9016086b-09af-4def-b748-f84fa73a381d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=9016086b-09af-4def-b748-f84fa73a381d,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:21:55.920104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '9016086b-09af-4def-b748-f84fa73a381d', 'network_id': 'ad740e26-9506-4035-940a-25971370392c', 'port_id': '9016086b-09af-4def-b748-f84fa73a381d', 'mac_address': 'fa:16:3e:74:0b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:21:55.961487 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:55.975558 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9016086b-09af-4def-b748-f84fa73a381d {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:21:55.995701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 9016086b-09af-4def-b748-f84fa73a381d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=9016086b-09af-4def-b748-f84fa73a381d,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:21:56.000571 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:56.050377 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=9016086b-09af-4def-b748-f84fa73a381d,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:56.057936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:56.058280 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:56.058617 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:56.058932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:56.059279 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:56.059584 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:56.059905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:56.060228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:56.060572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:56.060888 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:56.061209 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:56.061521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:21:56.257598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['9016086b-09af-4def-b748-f84fa73a381d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:21:57.041056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bff9c-871e-4290-94cc-4205b9329a24 req-b81a010d-1d37-4bb6-985f-8412a981a38b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:57.042563 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a45bff9c-871e-4290-94cc-4205b9329a24 req-b81a010d-1d37-4bb6-985f-8412a981a38b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 945 time: 0.0824499 Jul 27 20:21:57.081162 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a45bff9c-871e-4290-94cc-4205b9329a24 req-9d4684c9-47fb-4e4f-88b5-969353117964 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324326 Jul 27 20:21:57.806755 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 9016086b-09af-4def-b748-f84fa73a381d up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:21:57.862089 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 9016086b-09af-4def-b748-f84fa73a381d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:21:57.866524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 9016086b-09af-4def-b748-f84fa73a381d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:21:57.866993 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:57.946711 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:57.979080 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d1474f-ead0-4295-a2ed-8334fecbb883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9016086b-09af-4def-b748-f84fa73a381d'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:21:57.981367 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609895be-3fad-4e73-b28b-1a3b77a061fd" -d '{"events": [{"server_uuid": "76d1474f-ead0-4295-a2ed-8334fecbb883", "name": "network-vif-plugged", "status": "completed", "tag": "9016086b-09af-4def-b748-f84fa73a381d"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:21:57.997743 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 9016086b-09af-4def-b748-f84fa73a381d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=9016086b-09af-4def-b748-f84fa73a381d,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:21:58.004358 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:21:58.058139 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=9016086b-09af-4def-b748-f84fa73a381d,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:21:58.082861 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc2b4f5-bdc7-4a10-bb20-18b6464757b2 x-openstack-request-id: req-7cc2b4f5-bdc7-4a10-bb20-18b6464757b2 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:21:58.083261 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d1474f-ead0-4295-a2ed-8334fecbb883", "name": "network-vif-plugged", "status": "completed", "tag": "9016086b-09af-4def-b748-f84fa73a381d", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:21:58.083572 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7cc2b4f5-bdc7-4a10-bb20-18b6464757b2 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:21:58.084165 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d1474f-ead0-4295-a2ed-8334fecbb883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9016086b-09af-4def-b748-f84fa73a381d', 'code': 200} Jul 27 20:21:58.246199 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370de03-2f03-4690-bcd0-0c3a44c855db req-007905d2-421d-40d0-a34f-8f5066895c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:58.247743 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c370de03-2f03-4690-bcd0-0c3a44c855db req-007905d2-421d-40d0-a34f-8f5066895c84 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 1098 time: 0.0973396 Jul 27 20:21:58.263273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298e4d1-a582-457a-abd3-fde332b5803d req-22fdd75f-ffc3-42c9-96de-6b0a51124a58 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:58.264790 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a298e4d1-a582-457a-abd3-fde332b5803d req-22fdd75f-ffc3-42c9-96de-6b0a51124a58 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 946 time: 0.1047809 Jul 27 20:21:58.318568 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c370de03-2f03-4690-bcd0-0c3a44c855db req-5cd33a4b-863a-476b-8362-b63beb50f62d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527174 Jul 27 20:21:58.323643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a298e4d1-a582-457a-abd3-fde332b5803d req-bd8f3145-ae7d-4eba-9292-f0d036dc5883 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524533 Jul 27 20:21:59.469223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78f87a-a8a6-4bb7-85a5-aff13404573d req-79c8ab3d-e4d7-4441-a9cb-3abf8a44a6c8 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:21:59.470785 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e78f87a-a8a6-4bb7-85a5-aff13404573d req-79c8ab3d-e4d7-4441-a9cb-3abf8a44a6c8 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 946 time: 0.0719779 Jul 27 20:21:59.513572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e78f87a-a8a6-4bb7-85a5-aff13404573d req-8b4aae8e-29c2-413c-84a4-66604b089539 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345604 Jul 27 20:22:02.797996 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:22:08.705275 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:11.808173 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:13.418071 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1b1db12a-d0fe-47cc-8fc5-aeb5c3657765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:16.141601 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-94696eb4-7f2b-4c15-b5f1-84f857c03933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:16.249637 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:17.222280 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:18.980082 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:20.013332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba7369-f088-485f-baa5-f1182600b620 req-b0129bf9-df64-4671-bf57-5fcfe4263019 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:20.014720 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0ba7369-f088-485f-baa5-f1182600b620 req-b0129bf9-df64-4671-bf57-5fcfe4263019 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 946 time: 0.0665061 Jul 27 20:22:20.060067 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f0ba7369-f088-485f-baa5-f1182600b620 req-3d1fe4fc-361e-4923-ad06-51b74b2f0d5d tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383615 Jul 27 20:22:21.212458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481aa8b-8a41-456b-b77d-653c7764c657 req-982da73e-0a3b-4a5d-8dce-91e4ece27218 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:21.214095 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1481aa8b-8a41-456b-b77d-653c7764c657 req-982da73e-0a3b-4a5d-8dce-91e4ece27218 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 946 time: 0.0737495 Jul 27 20:22:21.260550 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1481aa8b-8a41-456b-b77d-653c7764c657 req-53c0f94c-d34a-4c43-9e00-785bb7e82b4b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383193 Jul 27 20:22:21.953329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa777a-77f0-4166-81d2-60fc3e7dafe7 req-e8fe86d9-08b3-45c8-90a8-10ef3c7cdc38 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:21.955151 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fffa777a-77f0-4166-81d2-60fc3e7dafe7 req-e8fe86d9-08b3-45c8-90a8-10ef3c7cdc38 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.52 "GET /v2.0/ports?device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 946 time: 0.0753760 Jul 27 20:22:22.071402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-fffa777a-77f0-4166-81d2-60fc3e7dafe7 req-4182d74c-079a-416a-8e2a-f84e73611730 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Deleting port 9016086b-09af-4def-b748-f84fa73a381d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:22:22.071697 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fffa777a-77f0-4166-81d2-60fc3e7dafe7 req-4182d74c-079a-416a-8e2a-f84e73611730 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:22.165840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fffa777a-77f0-4166-81d2-60fc3e7dafe7 req-4182d74c-079a-416a-8e2a-f84e73611730 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] For port 9016086b-09af-4def-b748-f84fa73a381d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=9016086b-09af-4def-b748-f84fa73a381d,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:22:22.166166 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fffa777a-77f0-4166-81d2-60fc3e7dafe7 req-4182d74c-079a-416a-8e2a-f84e73611730 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:22.180685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-fffa777a-77f0-4166-81d2-60fc3e7dafe7 req-4182d74c-079a-416a-8e2a-f84e73611730 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Calling delete_port for 9016086b-09af-4def-b748-f84fa73a381d owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:22:22.326465 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fffa777a-77f0-4166-81d2-60fc3e7dafe7 req-4182d74c-079a-416a-8e2a-f84e73611730 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:22.341659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b55f1e67-bb89-4dda-b8e8-bea188bc9595', 'edf30fef-b450-41a7-96d7-f7d466625906'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:22:22.343988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['d995ca23-5963-4054-a3fc-6de5db3daf2d', '9016086b-09af-4def-b748-f84fa73a381d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:22:22.369318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182d74c-079a-416a-8e2a-f84e73611730 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Pushing event deleted for resources: {'Port': ['ID=9016086b-09af-4def-b748-f84fa73a381d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:22.397618 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fbe21c-0f2c-4a3f-9d1e-775a6e602e09 req-54bfd13c-2dff-46d6-94f7-855bb80880df tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=76d1474f-ead0-4295-a2ed-8334fecbb883 HTTP/1.1" status: 200 len: 210 time: 0.0634336 Jul 27 20:22:22.436046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffa777a-77f0-4166-81d2-60fc3e7dafe7 req-4182d74c-079a-416a-8e2a-f84e73611730 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] No DVR routers for this DVR port 9016086b-09af-4def-b748-f84fa73a381d on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:22:22.438943 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fffa777a-77f0-4166-81d2-60fc3e7dafe7 req-4182d74c-079a-416a-8e2a-f84e73611730 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:22.441198 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fffa777a-77f0-4166-81d2-60fc3e7dafe7 req-4182d74c-079a-416a-8e2a-f84e73611730 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.52 "DELETE /v2.0/ports/9016086b-09af-4def-b748-f84fa73a381d HTTP/1.1" status: 204 len: 173 time: 0.4788976 Jul 27 20:22:22.441767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d1474f-ead0-4295-a2ed-8334fecbb883', 'name': 'network-vif-deleted', 'tag': '9016086b-09af-4def-b748-f84fa73a381d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:22:22.444086 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea95d04-4a2f-46b0-b34d-79e8392946d1" -d '{"events": [{"server_uuid": "76d1474f-ead0-4295-a2ed-8334fecbb883", "name": "network-vif-deleted", "tag": "9016086b-09af-4def-b748-f84fa73a381d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:22:22.485755 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c5ecbc-c184-4402-9ae6-8ae033047267 x-openstack-request-id: req-32c5ecbc-c184-4402-9ae6-8ae033047267 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:22:22.486101 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d1474f-ead0-4295-a2ed-8334fecbb883", "name": "network-vif-deleted", "tag": "9016086b-09af-4def-b748-f84fa73a381d", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:22:22.486357 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32c5ecbc-c184-4402-9ae6-8ae033047267 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:22:22.486929 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d1474f-ead0-4295-a2ed-8334fecbb883', 'name': 'network-vif-deleted', 'tag': '9016086b-09af-4def-b748-f84fa73a381d', 'status': 'completed', 'code': 200} Jul 27 20:22:23.261329 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53c996b1-89e8-4e2b-88cb-34cb25638332 req-8b34c42d-a19d-4bbc-92fa-12e468ee3743 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0603354 Jul 27 20:22:23.372275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c996b1-89e8-4e2b-88cb-34cb25638332 req-16f0cb65-cb26-42ca-b9f7-d948c8d20b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:23.373982 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53c996b1-89e8-4e2b-88cb-34cb25638332 req-16f0cb65-cb26-42ca-b9f7-d948c8d20b3f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 1097 time: 0.0673265 Jul 27 20:22:23.486532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c996b1-89e8-4e2b-88cb-34cb25638332 req-c5ae0b31-4c30-4261-95ed-c7ea789dce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:23.488117 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53c996b1-89e8-4e2b-88cb-34cb25638332 req-c5ae0b31-4c30-4261-95ed-c7ea789dce5e service neutron] 10.222.0.63 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 915 time: 0.0927949 Jul 27 20:22:23.537914 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53c996b1-89e8-4e2b-88cb-34cb25638332 req-1c8a7c8d-c222-473c-82cc-b701dbea2de0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b55f1e67-bb89-4dda-b8e8-bea188bc9595 HTTP/1.1" status: 200 len: 217 time: 0.0424309 Jul 27 20:22:23.591311 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c996b1-89e8-4e2b-88cb-34cb25638332 req-71cd5041-4ca7-4414-978a-39d4d8a6c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:23.593110 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53c996b1-89e8-4e2b-88cb-34cb25638332 req-71cd5041-4ca7-4414-978a-39d4d8a6c8b8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb HTTP/1.1" status: 200 len: 854 time: 0.0485158 Jul 27 20:22:23.633840 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53c996b1-89e8-4e2b-88cb-34cb25638332 req-5fab4999-15c4-4944-b441-bee91a11de92 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ad740e26-9506-4035-940a-25971370392c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318000 Jul 27 20:22:23.778666 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53c996b1-89e8-4e2b-88cb-34cb25638332 req-acf407d6-9e54-43eb-bea4-032ec9203caa service neutron] 10.222.0.63 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352580 Jul 27 20:22:23.901251 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53c996b1-89e8-4e2b-88cb-34cb25638332 req-98d974bc-a602-494f-9b8b-32822fd82465 service neutron] 10.222.0.63 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145673 Jul 27 20:22:25.211980 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef1d04bd-f197-40f9-b7b0-7077c66f62d6 req-6bfb6026-b7f7-4d08-93d8-812f2164813c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587971 Jul 27 20:22:25.316487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d04bd-f197-40f9-b7b0-7077c66f62d6 req-cf28ccb7-2b8a-42fc-8556-78b4c3b7d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:25.317955 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef1d04bd-f197-40f9-b7b0-7077c66f62d6 req-cf28ccb7-2b8a-42fc-8556-78b4c3b7d4bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 1097 time: 0.0589468 Jul 27 20:22:25.437255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d04bd-f197-40f9-b7b0-7077c66f62d6 req-f218e8ec-3460-4c2a-9eac-ec2bf553d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:25.438886 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef1d04bd-f197-40f9-b7b0-7077c66f62d6 req-f218e8ec-3460-4c2a-9eac-ec2bf553d119 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 200 len: 915 time: 0.0961845 Jul 27 20:22:25.484918 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef1d04bd-f197-40f9-b7b0-7077c66f62d6 req-53c25404-0715-480a-8f85-9635f17011c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d995ca23-5963-4054-a3fc-6de5db3daf2d HTTP/1.1" status: 200 len: 217 time: 0.0369689 Jul 27 20:22:25.538511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d04bd-f197-40f9-b7b0-7077c66f62d6 req-a46ac311-e88b-41d0-8c86-163e83d8b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:25.540034 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef1d04bd-f197-40f9-b7b0-7077c66f62d6 req-a46ac311-e88b-41d0-8c86-163e83d8b38c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb HTTP/1.1" status: 200 len: 854 time: 0.0473568 Jul 27 20:22:25.588665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef1d04bd-f197-40f9-b7b0-7077c66f62d6 req-b7336876-7dad-4f14-ac41-cf8690869260 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ad740e26-9506-4035-940a-25971370392c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337944 Jul 27 20:22:25.692138 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef1d04bd-f197-40f9-b7b0-7077c66f62d6 req-da373e66-36c4-43e5-b8b4-499fa2f60927 service neutron] 10.222.0.52 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953069 Jul 27 20:22:25.813489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef1d04bd-f197-40f9-b7b0-7077c66f62d6 req-d2d77c33-9977-461c-b1a8-deb0c5bc8592 service neutron] 10.222.0.52 "GET /v2.0/networks/ad740e26-9506-4035-940a-25971370392c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114805 Jul 27 20:22:25.963468 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 9016086b-09af-4def-b748-f84fa73a381d no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:22:25.978158 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b5c0b-0b9d-4d69-ac6c-90bb2cef01d2 req-3bff760e-741d-4cfa-babe-12911af33225 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:25.979878 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a2b5c0b-0b9d-4d69-ac6c-90bb2cef01d2 req-3bff760e-741d-4cfa-babe-12911af33225 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 945 time: 0.0693455 Jul 27 20:22:25.998744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 9016086b-09af-4def-b748-f84fa73a381d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:22:25.999434 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 9016086b-09af-4def-b748-f84fa73a381d not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:22:26.025665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3a2b5c0b-0b9d-4d69-ac6c-90bb2cef01d2 req-821a3e5f-0856-489f-b8fc-82048a36d512 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387344 Jul 27 20:22:27.169319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e047abe-ed99-4d2b-9134-9290faefe022 req-babaa103-102b-480f-863b-088d08cd8394 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:27.170870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e047abe-ed99-4d2b-9134-9290faefe022 req-babaa103-102b-480f-863b-088d08cd8394 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 945 time: 0.0707519 Jul 27 20:22:27.211343 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e047abe-ed99-4d2b-9134-9290faefe022 req-88af29dc-c3a1-43bd-b876-ca59cc01622e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333295 Jul 27 20:22:27.409262 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8c721-a0f0-420c-b696-dfe5096fecc3 req-3ff1f28d-2d0b-4fbf-8ea0-f2e8637d192e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:27.410727 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f8d8c721-a0f0-420c-b696-dfe5096fecc3 req-3ff1f28d-2d0b-4fbf-8ea0-f2e8637d192e tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.63 "GET /v2.0/ports?device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 945 time: 0.0790675 Jul 27 20:22:27.524052 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-f8d8c721-a0f0-420c-b696-dfe5096fecc3 req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Deleting port edf30fef-b450-41a7-96d7-f7d466625906 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:22:27.524366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f8d8c721-a0f0-420c-b696-dfe5096fecc3 req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:27.632565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-f8d8c721-a0f0-420c-b696-dfe5096fecc3 req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] For port edf30fef-b450-41a7-96d7-f7d466625906, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=edf30fef-b450-41a7-96d7-f7d466625906,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:22:27.632935 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f8d8c721-a0f0-420c-b696-dfe5096fecc3 req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:27.648822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-f8d8c721-a0f0-420c-b696-dfe5096fecc3 req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Calling delete_port for edf30fef-b450-41a7-96d7-f7d466625906 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:22:27.790139 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f8d8c721-a0f0-420c-b696-dfe5096fecc3 req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:27.803183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['d995ca23-5963-4054-a3fc-6de5db3daf2d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:22:27.805762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b55f1e67-bb89-4dda-b8e8-bea188bc9595', 'edf30fef-b450-41a7-96d7-f7d466625906'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:22:27.821838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Pushing event deleted for resources: {'Port': ['ID=edf30fef-b450-41a7-96d7-f7d466625906,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:27.836261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:22:27.836261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:22:27.836261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:22:27.836261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:22:27.836261 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:22:27.836858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:22:27.836858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:22:27.837339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:22:27.837455 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:22:27.837746 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:22:27.838070 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:22:27.838386 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:22:27.885213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d8c721-a0f0-420c-b696-dfe5096fecc3 req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] No DVR routers for this DVR port edf30fef-b450-41a7-96d7-f7d466625906 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:22:27.888192 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f8d8c721-a0f0-420c-b696-dfe5096fecc3 req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:27.890443 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f8d8c721-a0f0-420c-b696-dfe5096fecc3 req-7af54337-4924-4695-8366-c2d57c591ed1 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.63 "DELETE /v2.0/ports/edf30fef-b450-41a7-96d7-f7d466625906 HTTP/1.1" status: 204 len: 173 time: 0.4727011 Jul 27 20:22:27.890979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb167568-e6f4-4e69-956c-91cb7b132bbe', 'name': 'network-vif-deleted', 'tag': 'edf30fef-b450-41a7-96d7-f7d466625906'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:22:27.893512 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bd3418-fc8d-4fcc-ad10-e578d3597afa" -d '{"events": [{"server_uuid": "bb167568-e6f4-4e69-956c-91cb7b132bbe", "name": "network-vif-deleted", "tag": "edf30fef-b450-41a7-96d7-f7d466625906"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:22:27.934278 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50113d24-1716-47b4-a10f-a16d8b6c3754 x-openstack-request-id: req-50113d24-1716-47b4-a10f-a16d8b6c3754 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:22:27.934869 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb167568-e6f4-4e69-956c-91cb7b132bbe", "name": "network-vif-deleted", "tag": "edf30fef-b450-41a7-96d7-f7d466625906", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:22:27.935245 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50113d24-1716-47b4-a10f-a16d8b6c3754 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:22:27.935823 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb167568-e6f4-4e69-956c-91cb7b132bbe', 'name': 'network-vif-deleted', 'tag': 'edf30fef-b450-41a7-96d7-f7d466625906', 'status': 'completed', 'code': 200} Jul 27 20:22:28.337337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-294b9928-4ed4-4a11-a25f-c306e73e4e11 req-937460e0-7e4e-4b87-a638-c3931632357c tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb167568-e6f4-4e69-956c-91cb7b132bbe HTTP/1.1" status: 200 len: 210 time: 0.0373809 Jul 27 20:22:29.634759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b71794-1c57-445b-a098-55cdeaf16b52 req-70282dcf-ff78-4c9d-a0dd-43dd8c7be723 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:29.636150 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5b71794-1c57-445b-a098-55cdeaf16b52 req-70282dcf-ff78-4c9d-a0dd-43dd8c7be723 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0639040 Jul 27 20:22:29.680193 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5b71794-1c57-445b-a098-55cdeaf16b52 req-3cdbff92-f0bd-4d3e-a905-a0e0aa073ce8 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345910 Jul 27 20:22:30.821484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2477b5-2fe0-428e-b319-d4488c4cdc47 req-710f6497-55c6-4123-a742-849aa4576b84 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:30.823061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c2477b5-2fe0-428e-b319-d4488c4cdc47 req-710f6497-55c6-4123-a742-849aa4576b84 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0691497 Jul 27 20:22:30.865019 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c2477b5-2fe0-428e-b319-d4488c4cdc47 req-6f72e1eb-a0a0-44b8-8f40-60cdbf6403ca tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357203 Jul 27 20:22:30.913438 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb185433-9c95-45e8-9aab-6f5da71687cb req-715d87e8-fa7e-4834-a715-e52213db14bb tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:30.914931 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eb185433-9c95-45e8-9aab-6f5da71687cb req-715d87e8-fa7e-4834-a715-e52213db14bb tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.63 "GET /v2.0/ports?device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0727963 Jul 27 20:22:31.020602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-eb185433-9c95-45e8-9aab-6f5da71687cb req-53eed5e7-222b-4b38-91cc-7d92533f619b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Deleting port b55f1e67-bb89-4dda-b8e8-bea188bc9595 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:22:31.020944 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eb185433-9c95-45e8-9aab-6f5da71687cb req-53eed5e7-222b-4b38-91cc-7d92533f619b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:31.128722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-eb185433-9c95-45e8-9aab-6f5da71687cb req-53eed5e7-222b-4b38-91cc-7d92533f619b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] For port b55f1e67-bb89-4dda-b8e8-bea188bc9595, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b55f1e67-bb89-4dda-b8e8-bea188bc9595,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:22:31.129320 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eb185433-9c95-45e8-9aab-6f5da71687cb req-53eed5e7-222b-4b38-91cc-7d92533f619b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:31.152887 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-eb185433-9c95-45e8-9aab-6f5da71687cb req-53eed5e7-222b-4b38-91cc-7d92533f619b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Calling delete_port for b55f1e67-bb89-4dda-b8e8-bea188bc9595 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:22:31.339455 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eb185433-9c95-45e8-9aab-6f5da71687cb req-53eed5e7-222b-4b38-91cc-7d92533f619b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:31.352438 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b55f1e67-bb89-4dda-b8e8-bea188bc9595'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:22:31.354772 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['d995ca23-5963-4054-a3fc-6de5db3daf2d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:22:31.370640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eed5e7-222b-4b38-91cc-7d92533f619b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Pushing event deleted for resources: {'Port': ['ID=b55f1e67-bb89-4dda-b8e8-bea188bc9595,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:31.422808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb185433-9c95-45e8-9aab-6f5da71687cb req-53eed5e7-222b-4b38-91cc-7d92533f619b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] No DVR routers for this DVR port b55f1e67-bb89-4dda-b8e8-bea188bc9595 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:22:31.426337 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-eb185433-9c95-45e8-9aab-6f5da71687cb req-53eed5e7-222b-4b38-91cc-7d92533f619b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:31.428573 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-eb185433-9c95-45e8-9aab-6f5da71687cb req-53eed5e7-222b-4b38-91cc-7d92533f619b tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.63 "DELETE /v2.0/ports/b55f1e67-bb89-4dda-b8e8-bea188bc9595 HTTP/1.1" status: 204 len: 173 time: 0.5064499 Jul 27 20:22:31.429016 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0134db-5ccc-4c72-811c-4f141d8fd0b0', 'name': 'network-vif-deleted', 'tag': 'b55f1e67-bb89-4dda-b8e8-bea188bc9595'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:22:31.431287 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02908ee-4aaa-4038-b1d6-d6fe1e6d8668" -d '{"events": [{"server_uuid": "be0134db-5ccc-4c72-811c-4f141d8fd0b0", "name": "network-vif-deleted", "tag": "b55f1e67-bb89-4dda-b8e8-bea188bc9595"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:22:31.475391 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b812977-852c-4b91-9b50-f37f837955ea x-openstack-request-id: req-9b812977-852c-4b91-9b50-f37f837955ea {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:22:31.475840 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0134db-5ccc-4c72-811c-4f141d8fd0b0", "name": "network-vif-deleted", "tag": "b55f1e67-bb89-4dda-b8e8-bea188bc9595", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:22:31.476653 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b812977-852c-4b91-9b50-f37f837955ea {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:22:31.477306 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0134db-5ccc-4c72-811c-4f141d8fd0b0', 'name': 'network-vif-deleted', 'tag': 'b55f1e67-bb89-4dda-b8e8-bea188bc9595', 'status': 'completed', 'code': 200} Jul 27 20:22:31.491579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device edf30fef-b450-41a7-96d7-f7d466625906 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:22:31.515432 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: edf30fef-b450-41a7-96d7-f7d466625906 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:22:31.515815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device edf30fef-b450-41a7-96d7-f7d466625906 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:22:31.516200 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b55f1e67-bb89-4dda-b8e8-bea188bc9595 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:22:31.535889 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: b55f1e67-bb89-4dda-b8e8-bea188bc9595 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:22:31.536232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b55f1e67-bb89-4dda-b8e8-bea188bc9595 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:22:31.991252 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2bd6d516-ea97-4d56-83ba-7b7e36b7662e req-98aa0556-6388-458d-b772-28852f99c0a7 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=be0134db-5ccc-4c72-811c-4f141d8fd0b0 HTTP/1.1" status: 200 len: 210 time: 0.0336289 Jul 27 20:22:35.528954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af066ba2-d99f-453c-93a7-365458a59512 req-7d34f9ab-288d-46ea-b58e-8de0efc38f90 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:35.530591 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af066ba2-d99f-453c-93a7-365458a59512 req-7d34f9ab-288d-46ea-b58e-8de0efc38f90 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 945 time: 0.0729656 Jul 27 20:22:35.572653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af066ba2-d99f-453c-93a7-365458a59512 req-11a7b52b-5424-4e8e-b73c-7bc4411bfa6f tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352287 Jul 27 20:22:36.710524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d674b-13cb-4da7-a0db-2d751cc4b4df req-2b2b404b-2d8b-4791-a9be-4801d31be0df tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:36.712063 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b1d674b-13cb-4da7-a0db-2d751cc4b4df req-2b2b404b-2d8b-4791-a9be-4801d31be0df tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 945 time: 0.0676742 Jul 27 20:22:36.752313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b1d674b-13cb-4da7-a0db-2d751cc4b4df req-50fd0ce8-8356-494a-a2dd-e38573683639 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4d8a571-cfeb-40ae-ac55-e6344e4f1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339322 Jul 27 20:22:37.111009 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20cf90-5a85-4e07-a112-ce6452aa034a req-25ff6277-0072-44db-9c90-68b3a5e71645 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:22:37.112872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-da20cf90-5a85-4e07-a112-ce6452aa034a req-25ff6277-0072-44db-9c90-68b3a5e71645 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.52 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 945 time: 0.0875134 Jul 27 20:22:37.226786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-da20cf90-5a85-4e07-a112-ce6452aa034a req-d55abeaa-67f3-403b-a550-f7f8b1bfe151 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Deleting port d995ca23-5963-4054-a3fc-6de5db3daf2d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:22:37.227136 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-da20cf90-5a85-4e07-a112-ce6452aa034a req-d55abeaa-67f3-403b-a550-f7f8b1bfe151 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:37.323592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-da20cf90-5a85-4e07-a112-ce6452aa034a req-d55abeaa-67f3-403b-a550-f7f8b1bfe151 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] For port d995ca23-5963-4054-a3fc-6de5db3daf2d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d995ca23-5963-4054-a3fc-6de5db3daf2d,segment=NetworkSegment(f1b0246b-1d4a-4db0-821f-f76a26c96307),segment_id=f1b0246b-1d4a-4db0-821f-f76a26c96307)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:22:37.323877 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-da20cf90-5a85-4e07-a112-ce6452aa034a req-d55abeaa-67f3-403b-a550-f7f8b1bfe151 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:37.336849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-da20cf90-5a85-4e07-a112-ce6452aa034a req-d55abeaa-67f3-403b-a550-f7f8b1bfe151 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Calling delete_port for d995ca23-5963-4054-a3fc-6de5db3daf2d owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:22:37.487453 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-da20cf90-5a85-4e07-a112-ce6452aa034a req-d55abeaa-67f3-403b-a550-f7f8b1bfe151 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:37.500226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['d995ca23-5963-4054-a3fc-6de5db3daf2d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:22:37.519952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55abeaa-67f3-403b-a550-f7f8b1bfe151 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Pushing event deleted for resources: {'Port': ['ID=d995ca23-5963-4054-a3fc-6de5db3daf2d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:37.580409 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-da20cf90-5a85-4e07-a112-ce6452aa034a req-d55abeaa-67f3-403b-a550-f7f8b1bfe151 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] No DVR routers for this DVR port d995ca23-5963-4054-a3fc-6de5db3daf2d on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:22:37.583585 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-da20cf90-5a85-4e07-a112-ce6452aa034a req-d55abeaa-67f3-403b-a550-f7f8b1bfe151 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:37.585856 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-da20cf90-5a85-4e07-a112-ce6452aa034a req-d55abeaa-67f3-403b-a550-f7f8b1bfe151 tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.52 "DELETE /v2.0/ports/d995ca23-5963-4054-a3fc-6de5db3daf2d HTTP/1.1" status: 204 len: 173 time: 0.4658542 Jul 27 20:22:37.586335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726a6bb4-1061-41f1-8860-007a6c32e4ba', 'name': 'network-vif-deleted', 'tag': 'd995ca23-5963-4054-a3fc-6de5db3daf2d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:22:37.588751 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c383b1-6506-4d45-a029-4720e45f1bdf" -d '{"events": [{"server_uuid": "726a6bb4-1061-41f1-8860-007a6c32e4ba", "name": "network-vif-deleted", "tag": "d995ca23-5963-4054-a3fc-6de5db3daf2d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:22:37.632837 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cb2c90-7147-4121-bae2-f8b139d3678b x-openstack-request-id: req-c2cb2c90-7147-4121-bae2-f8b139d3678b {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:22:37.633130 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726a6bb4-1061-41f1-8860-007a6c32e4ba", "name": "network-vif-deleted", "tag": "d995ca23-5963-4054-a3fc-6de5db3daf2d", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:22:37.633379 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2cb2c90-7147-4121-bae2-f8b139d3678b {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:22:37.633766 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726a6bb4-1061-41f1-8860-007a6c32e4ba', 'name': 'network-vif-deleted', 'tag': 'd995ca23-5963-4054-a3fc-6de5db3daf2d', 'status': 'completed', 'code': 200} Jul 27 20:22:37.875248 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9727401e-0be6-461f-bcf4-418cb6a54f75 req-ff536359-3c2f-42ed-8ee2-939e3411cf2c tempest-AttachVolumeNegativeTest-2076622164 tempest-AttachVolumeNegativeTest-2076622164-project] 10.222.0.48 "GET /v2.0/ports?device_id=726a6bb4-1061-41f1-8860-007a6c32e4ba HTTP/1.1" status: 200 len: 210 time: 0.0316284 Jul 27 20:22:38.728957 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:38.941624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59896) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:38.992150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e95f5e-f3e7-4a46-b246-d7860177a19b admin admin] Deleting subnet a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:22:38.997003 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d4e95f5e-f3e7-4a46-b246-d7860177a19b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.033926 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d4e95f5e-f3e7-4a46-b246-d7860177a19b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.073925 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d4e95f5e-f3e7-4a46-b246-d7860177a19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.129423 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d4e95f5e-f3e7-4a46-b246-d7860177a19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.160272 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e95f5e-f3e7-4a46-b246-d7860177a19b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:39.164356 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d4e95f5e-f3e7-4a46-b246-d7860177a19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.166373 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d4e95f5e-f3e7-4a46-b246-d7860177a19b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a089d0f5-1a1f-497d-9ac8-aa6f003b7dcb HTTP/1.1" status: 204 len: 168 time: 0.2237260 Jul 27 20:22:39.169004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59898) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:39.239803 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b7560cd9-edba-4e50-a92c-29dbd41d313d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.324106 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b7560cd9-edba-4e50-a92c-29dbd41d313d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.334288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-b7560cd9-edba-4e50-a92c-29dbd41d313d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad740e26-9506-4035-940a-25971370392c']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:22:39.344367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-b7560cd9-edba-4e50-a92c-29dbd41d313d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b0246b-1d4a-4db0-821f-f76a26c96307') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:22:39.344701 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-b7560cd9-edba-4e50-a92c-29dbd41d313d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b0246b-1d4a-4db0-821f-f76a26c96307') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:22:39.354259 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b7560cd9-edba-4e50-a92c-29dbd41d313d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.369679 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b7560cd9-edba-4e50-a92c-29dbd41d313d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.376984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7560cd9-edba-4e50-a92c-29dbd41d313d admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:22:39.377553 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b7560cd9-edba-4e50-a92c-29dbd41d313d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:22:39.380072 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:22:39.436340 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b7560cd9-edba-4e50-a92c-29dbd41d313d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.443356 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b7560cd9-edba-4e50-a92c-29dbd41d313d admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.445377 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b7560cd9-edba-4e50-a92c-29dbd41d313d admin admin] 10.222.0.48 "DELETE /v2.0/networks/ad740e26-9506-4035-940a-25971370392c HTTP/1.1" status: 204 len: 168 time: 0.2754736 Jul 27 20:22:39.457348 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7560cd9-edba-4e50-a92c-29dbd41d313d admin admin] Pushing event deleted for resources: {'Network': ['ID=ad740e26-9506-4035-940a-25971370392c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:39.680971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59902) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:39.727874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0e032fb8-c56e-49d4-a65e-2dd7d566d9dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6cc2577f1f34daf96a2cf7e8f274ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454218 Jul 27 20:22:39.730454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59904) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:39.791912 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3b02e80-63f7-417a-ba38-f8fbb0c02205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.797500 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:22:39.813965 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3b02e80-63f7-417a-ba38-f8fbb0c02205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.868087 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3b02e80-63f7-417a-ba38-f8fbb0c02205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.870694 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3b02e80-63f7-417a-ba38-f8fbb0c02205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:39.871886 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f3b02e80-63f7-417a-ba38-f8fbb0c02205 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4d8a571-cfeb-40ae-ac55-e6344e4f1957 HTTP/1.1" status: 204 len: 168 time: 0.1404989 Jul 27 20:22:39.879581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b02e80-63f7-417a-ba38-f8fbb0c02205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d8a571-cfeb-40ae-ac55-e6344e4f1957,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:40.052342 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d995ca23-5963-4054-a3fc-6de5db3daf2d no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:22:40.075773 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: d995ca23-5963-4054-a3fc-6de5db3daf2d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:22:40.076113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d995ca23-5963-4054-a3fc-6de5db3daf2d not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:22:41.814393 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:42.315400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59972) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:42.443835 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0711d67-c20c-433e-822c-00e89d9e6e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:42.552055 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0711d67-c20c-433e-822c-00e89d9e6e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:42.559859 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c0711d67-c20c-433e-822c-00e89d9e6e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:42.599719 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0711d67-c20c-433e-822c-00e89d9e6e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3763f020-6239-4555-9fad-8e413eb34a3a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:42.603994 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c0711d67-c20c-433e-822c-00e89d9e6e52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=060777a40be94ef9b7207efac9c0bf3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874579 Jul 27 20:22:42.607492 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59976) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:42.658859 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9f2e9776-2e68-4702-89e5-84aecd5dff63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:42.680030 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9f2e9776-2e68-4702-89e5-84aecd5dff63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:42.734287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9f2e9776-2e68-4702-89e5-84aecd5dff63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:42.738881 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9f2e9776-2e68-4702-89e5-84aecd5dff63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:42.740059 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9f2e9776-2e68-4702-89e5-84aecd5dff63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3763f020-6239-4555-9fad-8e413eb34a3a HTTP/1.1" status: 204 len: 168 time: 0.1315591 Jul 27 20:22:42.747756 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e9776-2e68-4702-89e5-84aecd5dff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3763f020-6239-4555-9fad-8e413eb34a3a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:43.042509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 59982) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:43.059906 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d1f3080-691e-4ec5-9ec9-bb7274458f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:43.167242 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d1f3080-691e-4ec5-9ec9-bb7274458f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:43.173155 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8d1f3080-691e-4ec5-9ec9-bb7274458f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:43.215203 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8d1f3080-691e-4ec5-9ec9-bb7274458f10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04d5002bfe084c71bc83bd49e496a996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711128 Jul 27 20:22:43.216072 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f3080-691e-4ec5-9ec9-bb7274458f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cb46f1-6d59-47f5-8476-92ea0208659a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:43.218382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 59984) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:43.278785 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d002e777-51ef-4139-9b59-aa7c729227b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:43.302516 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d002e777-51ef-4139-9b59-aa7c729227b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:43.352945 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d002e777-51ef-4139-9b59-aa7c729227b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:43.355481 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d002e777-51ef-4139-9b59-aa7c729227b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:43.356706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d002e777-51ef-4139-9b59-aa7c729227b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03cb46f1-6d59-47f5-8476-92ea0208659a HTTP/1.1" status: 204 len: 168 time: 0.1368241 Jul 27 20:22:43.365876 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002e777-51ef-4139-9b59-aa7c729227b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cb46f1-6d59-47f5-8476-92ea0208659a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:43.422329 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b05d3f24-f8be-46a0-af3b-955c3b2ca44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:45.706249 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60048) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:45.817657 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-198a1fcb-4e26-4b66-b67a-f8fe43161d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:45.911634 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-198a1fcb-4e26-4b66-b67a-f8fe43161d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:45.916708 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-198a1fcb-4e26-4b66-b67a-f8fe43161d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:45.958190 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-198a1fcb-4e26-4b66-b67a-f8fe43161d0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59e9a5cb23b249c3a338912ccd5e28ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504487 Jul 27 20:22:45.959067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a1fcb-4e26-4b66-b67a-f8fe43161d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adb8af2-54c5-4f96-9a8e-5dcd853a5adf,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:45.961279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60052) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:46.015579 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec31fef5-637e-4c55-ad46-d7795a279d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:46.038972 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec31fef5-637e-4c55-ad46-d7795a279d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:46.094759 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec31fef5-637e-4c55-ad46-d7795a279d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:46.098481 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec31fef5-637e-4c55-ad46-d7795a279d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:46.099737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ec31fef5-637e-4c55-ad46-d7795a279d73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2adb8af2-54c5-4f96-9a8e-5dcd853a5adf HTTP/1.1" status: 204 len: 168 time: 0.1374884 Jul 27 20:22:46.107665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31fef5-637e-4c55-ad46-d7795a279d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adb8af2-54c5-4f96-9a8e-5dcd853a5adf,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:46.141867 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ed9191cf-68c9-4d65-a431-2e75b283a524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:46.243465 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:46.376229 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60058) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:46.390524 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3440-b382-491c-b335-14fac1b541d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:46.488870 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3440-b382-491c-b335-14fac1b541d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:46.493304 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb4c3440-b382-491c-b335-14fac1b541d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:46.530561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c3440-b382-491c-b335-14fac1b541d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c874d71c-3b7b-4f6e-b629-e29299c45915,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:46.535875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-eb4c3440-b382-491c-b335-14fac1b541d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9a02b550a5947ab96744e6ce8b23a94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582422 Jul 27 20:22:46.538809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60060) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:46.590716 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-197fc7e5-4eb8-4e87-9929-6df8acd71afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:46.611884 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-197fc7e5-4eb8-4e87-9929-6df8acd71afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:46.662881 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-197fc7e5-4eb8-4e87-9929-6df8acd71afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:46.665732 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-197fc7e5-4eb8-4e87-9929-6df8acd71afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:46.666939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-197fc7e5-4eb8-4e87-9929-6df8acd71afe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c874d71c-3b7b-4f6e-b629-e29299c45915 HTTP/1.1" status: 204 len: 168 time: 0.1272023 Jul 27 20:22:46.675133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fc7e5-4eb8-4e87-9929-6df8acd71afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c874d71c-3b7b-4f6e-b629-e29299c45915,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:47.226054 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:48.982118 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:49.068261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60120) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:49.195756 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b02a-60b8-476c-8201-483325f9d5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:49.284531 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b02a-60b8-476c-8201-483325f9d5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:49.289790 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b02a-60b8-476c-8201-483325f9d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:49.326967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8b02a-60b8-476c-8201-483325f9d5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa6dffe-6484-4c4c-810b-ceed359d1d08,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:49.331257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f4d8b02a-60b8-476c-8201-483325f9d5b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b34143d8ff104b0893a4fbfa991c8664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618206 Jul 27 20:22:49.334238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60124) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:49.385202 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2d275e80-9ebe-446e-ac33-ab2edfcc6499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:49.412945 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2d275e80-9ebe-446e-ac33-ab2edfcc6499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:49.463999 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2d275e80-9ebe-446e-ac33-ab2edfcc6499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:49.466620 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2d275e80-9ebe-446e-ac33-ab2edfcc6499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:49.467840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2d275e80-9ebe-446e-ac33-ab2edfcc6499 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9aa6dffe-6484-4c4c-810b-ceed359d1d08 HTTP/1.1" status: 204 len: 168 time: 0.1326861 Jul 27 20:22:49.476234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d275e80-9ebe-446e-ac33-ab2edfcc6499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa6dffe-6484-4c4c-810b-ceed359d1d08,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:49.777928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60130) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:49.791869 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dfecadd2-cdab-4b0c-9a01-d63921eeb739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:49.885998 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dfecadd2-cdab-4b0c-9a01-d63921eeb739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:49.891164 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dfecadd2-cdab-4b0c-9a01-d63921eeb739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:49.930289 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dfecadd2-cdab-4b0c-9a01-d63921eeb739 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f900d2eb06c7487e8537af3c0ecf8ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512074 Jul 27 20:22:49.931400 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecadd2-cdab-4b0c-9a01-d63921eeb739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45d0421-c505-4ce1-babd-af09638e8599,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:22:49.933121 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60132) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:22:49.986046 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1e14-8cc3-4719-adb4-f0c895f4c53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:50.008638 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1e14-8cc3-4719-adb4-f0c895f4c53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:50.057868 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1e14-8cc3-4719-adb4-f0c895f4c53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:50.060794 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1e14-8cc3-4719-adb4-f0c895f4c53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:22:50.062022 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5f7b1e14-8cc3-4719-adb4-f0c895f4c53f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d45d0421-c505-4ce1-babd-af09638e8599 HTTP/1.1" status: 204 len: 168 time: 0.1270311 Jul 27 20:22:50.070565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b1e14-8cc3-4719-adb4-f0c895f4c53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45d0421-c505-4ce1-babd-af09638e8599,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:00.786936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60386) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:00.909172 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-686664f8-b30c-495b-a62e-da1a08b76411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:01.009687 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-686664f8-b30c-495b-a62e-da1a08b76411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:01.014268 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-686664f8-b30c-495b-a62e-da1a08b76411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:01.054921 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-686664f8-b30c-495b-a62e-da1a08b76411 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bdee4297e9d4500aaff7858813f931c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668157 Jul 27 20:23:01.055784 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686664f8-b30c-495b-a62e-da1a08b76411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fb4e8a-1e38-4b59-a5e5-d1ed08087522,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:01.058800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60390) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:01.110924 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:01.133663 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:01.184836 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:01.188029 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:01.189629 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35fb4e8a-1e38-4b59-a5e5-d1ed08087522 HTTP/1.1" status: 204 len: 168 time: 0.1293497 Jul 27 20:23:01.199227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fb4e8a-1e38-4b59-a5e5-d1ed08087522,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:01.209020 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:01.209641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:01.209966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:01.210403 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:01.210607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:01.210931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:01.211375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:01.211706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:01.212022 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:01.212336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:01.212679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:01.212992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559a258-624a-4157-8875-3764414959d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:01.479775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60396) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:01.494056 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5f12a14-4aef-446c-b608-19622f096bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:01.587846 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5f12a14-4aef-446c-b608-19622f096bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:01.593038 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5f12a14-4aef-446c-b608-19622f096bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:01.634752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f12a14-4aef-446c-b608-19622f096bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7b4568-2867-423e-940d-983cc04e070d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:01.639153 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a5f12a14-4aef-446c-b608-19622f096bff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f947120ce9c34f419a7b69bde9ca0fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582956 Jul 27 20:23:01.641971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60398) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:01.695273 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8fc61cd1-cad6-4e08-8bf1-6394baed8eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:01.717263 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8fc61cd1-cad6-4e08-8bf1-6394baed8eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:01.766211 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8fc61cd1-cad6-4e08-8bf1-6394baed8eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:01.769190 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8fc61cd1-cad6-4e08-8bf1-6394baed8eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:01.770463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8fc61cd1-cad6-4e08-8bf1-6394baed8eb1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db7b4568-2867-423e-940d-983cc04e070d HTTP/1.1" status: 204 len: 168 time: 0.1276028 Jul 27 20:23:01.778757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc61cd1-cad6-4e08-8bf1-6394baed8eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7b4568-2867-423e-940d-983cc04e070d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:08.732631 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:10.384060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60570) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:10.496532 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd84d-06f3-40ab-b58b-cdac919f0561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:10.593104 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd84d-06f3-40ab-b58b-cdac919f0561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:10.599174 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd84d-06f3-40ab-b58b-cdac919f0561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:10.637491 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0ebfd84d-06f3-40ab-b58b-cdac919f0561 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87289a2437d6467888d1c9de26779617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522814 Jul 27 20:23:10.638766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfd84d-06f3-40ab-b58b-cdac919f0561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a815e1-3ff4-4173-af1f-e405e42d3993,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:10.640382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60574) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:10.692497 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2bc77d37-649c-483d-9824-a0a483a8214f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:10.715570 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2bc77d37-649c-483d-9824-a0a483a8214f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:10.764706 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2bc77d37-649c-483d-9824-a0a483a8214f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:10.767322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2bc77d37-649c-483d-9824-a0a483a8214f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:10.768532 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2bc77d37-649c-483d-9824-a0a483a8214f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4a815e1-3ff4-4173-af1f-e405e42d3993 HTTP/1.1" status: 204 len: 168 time: 0.1269782 Jul 27 20:23:10.776709 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc77d37-649c-483d-9824-a0a483a8214f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a815e1-3ff4-4173-af1f-e405e42d3993,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:11.059273 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60580) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:11.074264 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c4dea140-27ae-4967-805e-8842e113c8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:11.170335 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c4dea140-27ae-4967-805e-8842e113c8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:11.175403 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c4dea140-27ae-4967-805e-8842e113c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:11.218561 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c4dea140-27ae-4967-805e-8842e113c8a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f259b480bd65471f85dae5b623333108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581113 Jul 27 20:23:11.219432 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dea140-27ae-4967-805e-8842e113c8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521f44a8-a1d0-4ceb-a786-4ab2e7421c50,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:11.221473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60582) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:11.276748 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75a09cde-a00a-448a-ac1d-c416f57a85c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:11.298234 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75a09cde-a00a-448a-ac1d-c416f57a85c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:11.346620 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75a09cde-a00a-448a-ac1d-c416f57a85c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:11.349757 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75a09cde-a00a-448a-ac1d-c416f57a85c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:11.350950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-75a09cde-a00a-448a-ac1d-c416f57a85c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/521f44a8-a1d0-4ceb-a786-4ab2e7421c50 HTTP/1.1" status: 204 len: 168 time: 0.1280413 Jul 27 20:23:11.358789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a09cde-a00a-448a-ac1d-c416f57a85c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521f44a8-a1d0-4ceb-a786-4ab2e7421c50,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:11.686420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60588) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:11.700596 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7471-de24-4a7e-b7b8-7a4711c303a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:11.797587 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7471-de24-4a7e-b7b8-7a4711c303a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:11.802489 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7471-de24-4a7e-b7b8-7a4711c303a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:11.839390 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:11.841844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c2dc7471-de24-4a7e-b7b8-7a4711c303a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83071eeda69f4763a652d5da1389f888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542764 Jul 27 20:23:11.842626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc7471-de24-4a7e-b7b8-7a4711c303a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c85cfc4-f003-4c8d-b4c2-78bb9a603a9c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:11.844787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60590) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:11.897598 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22f94f09-b9ec-4096-9d7c-5a43dc5b4d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:11.920421 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22f94f09-b9ec-4096-9d7c-5a43dc5b4d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:11.971468 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22f94f09-b9ec-4096-9d7c-5a43dc5b4d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:11.974585 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-22f94f09-b9ec-4096-9d7c-5a43dc5b4d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:11.975998 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-22f94f09-b9ec-4096-9d7c-5a43dc5b4d05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c85cfc4-f003-4c8d-b4c2-78bb9a603a9c HTTP/1.1" status: 204 len: 168 time: 0.1300142 Jul 27 20:23:11.984713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f94f09-b9ec-4096-9d7c-5a43dc5b4d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c85cfc4-f003-4c8d-b4c2-78bb9a603a9c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:13.424376 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0b80c5a2-47f5-4155-a9f2-39c7f2d18e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:14.260991 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60668) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:14.375269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00042841-d85e-4934-8365-e73977463ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:14.471472 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00042841-d85e-4934-8365-e73977463ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:14.476356 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-00042841-d85e-4934-8365-e73977463ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:14.516500 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-00042841-d85e-4934-8365-e73977463ee5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8971446193d4fdd86ff8dea23e663b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543468 Jul 27 20:23:14.517408 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00042841-d85e-4934-8365-e73977463ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277c358f-d814-4323-a408-c6f913c26c8f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:14.519583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60672) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:14.571550 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2ca4275-8bcc-4666-8088-751d5b212d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:14.597463 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2ca4275-8bcc-4666-8088-751d5b212d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:14.645393 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2ca4275-8bcc-4666-8088-751d5b212d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:14.648104 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a2ca4275-8bcc-4666-8088-751d5b212d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:14.649335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a2ca4275-8bcc-4666-8088-751d5b212d09 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/277c358f-d814-4323-a408-c6f913c26c8f HTTP/1.1" status: 204 len: 168 time: 0.1284714 Jul 27 20:23:14.657132 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca4275-8bcc-4666-8088-751d5b212d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277c358f-d814-4323-a408-c6f913c26c8f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:14.944705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60680) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:14.958786 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-340caaa9-1274-43b5-b88e-a694d6e2047f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:15.086676 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-340caaa9-1274-43b5-b88e-a694d6e2047f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:15.091977 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-340caaa9-1274-43b5-b88e-a694d6e2047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:15.131073 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-340caaa9-1274-43b5-b88e-a694d6e2047f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a4f34c60f0a42a7b01d8bec4226f5e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851101 Jul 27 20:23:15.131919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340caaa9-1274-43b5-b88e-a694d6e2047f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d614dedf-6cc6-4ee9-ad39-daa80f422525,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:15.133923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60682) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:15.190669 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1926c9a6-e45b-482c-9f50-dbc1e168ae0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:15.215511 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1926c9a6-e45b-482c-9f50-dbc1e168ae0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:15.269085 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1926c9a6-e45b-482c-9f50-dbc1e168ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:15.271751 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1926c9a6-e45b-482c-9f50-dbc1e168ae0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:15.272946 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1926c9a6-e45b-482c-9f50-dbc1e168ae0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d614dedf-6cc6-4ee9-ad39-daa80f422525 HTTP/1.1" status: 204 len: 168 time: 0.1377625 Jul 27 20:23:15.280840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926c9a6-e45b-482c-9f50-dbc1e168ae0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d614dedf-6cc6-4ee9-ad39-daa80f422525,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:16.020676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60704) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.122387 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-6a2266f6-ff50-415a-a7f8-531943f14233 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.123431 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6a2266f6-ff50-415a-a7f8-531943f14233 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1017473 Jul 27 20:23:16.126674 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60708) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.131497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-7d58816f-c0aa-488d-bb9f-6ec23159dedc tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.133013 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7d58816f-c0aa-488d-bb9f-6ec23159dedc tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0053153 Jul 27 20:23:16.136106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60710) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.136747 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8c6062fe-5c33-4370-8480-8692667f4f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:16.142251 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-c25afb8e-0d11-4e1e-a663-94859a3ea0c3 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.142251 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c25afb8e-0d11-4e1e-a663-94859a3ea0c3 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049667 Jul 27 20:23:16.144839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60712) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.150075 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-e740e12b-38cf-44c3-bd2f-ba38867de9d2 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.151033 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e740e12b-38cf-44c3-bd2f-ba38867de9d2 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0052216 Jul 27 20:23:16.153417 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60714) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.157447 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-24f13506-2144-4ac7-8eec-fc210e2c3d29 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.158379 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-24f13506-2144-4ac7-8eec-fc210e2c3d29 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0040865 Jul 27 20:23:16.160765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60716) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.165408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-8d9a77b9-dee8-4cf0-b8f3-4f1aa2c255f6 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.166404 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8d9a77b9-dee8-4cf0-b8f3-4f1aa2c255f6 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046492 Jul 27 20:23:16.168812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60718) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.172668 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-77309c2e-7964-4702-b57e-4d736fb05b3a tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.173598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-77309c2e-7964-4702-b57e-4d736fb05b3a tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0039797 Jul 27 20:23:16.175745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60720) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.179896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-92ed75ff-bdea-4792-94da-cedf234b722b tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.180858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-92ed75ff-bdea-4792-94da-cedf234b722b tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0042644 Jul 27 20:23:16.183233 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60722) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.187736 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-0406ff3a-b9e7-4f12-a8b2-cc0035075d73 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.188724 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0406ff3a-b9e7-4f12-a8b2-cc0035075d73 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044847 Jul 27 20:23:16.190904 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60724) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.195098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-9a116776-8d3a-4bf7-8d5a-cb73b3cdf6e5 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.196025 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9a116776-8d3a-4bf7-8d5a-cb73b3cdf6e5 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042415 Jul 27 20:23:16.198482 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60726) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.202436 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-2ebf35a1-ced3-4995-ac80-9a4af5c26898 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.203359 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2ebf35a1-ced3-4995-ac80-9a4af5c26898 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0040245 Jul 27 20:23:16.205759 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60728) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.209905 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-6f2d5a11-1c3e-45cf-afa1-d5f0486c25f7 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.210828 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6f2d5a11-1c3e-45cf-afa1-d5f0486c25f7 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042264 Jul 27 20:23:16.213211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60730) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.217087 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-9f4f6c62-cc00-4638-ab53-40a920297cfc tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.218002 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9f4f6c62-cc00-4638-ab53-40a920297cfc tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0039420 Jul 27 20:23:16.220367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60732) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.225435 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-a0fb6779-4e22-4628-9873-514b1bc50cdf tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.226426 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a0fb6779-4e22-4628-9873-514b1bc50cdf tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051777 Jul 27 20:23:16.228878 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60734) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.233112 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-499f2f1d-cb90-4073-aef6-5fea56f7eaa8 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.234027 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-499f2f1d-cb90-4073-aef6-5fea56f7eaa8 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042534 Jul 27 20:23:16.236790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60736) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.241433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-aac2171c-4582-4a9e-a8e1-a679bcf2f75d tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.242379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aac2171c-4582-4a9e-a8e1-a679bcf2f75d tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046597 Jul 27 20:23:16.245857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60738) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.250190 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:16.250580 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-2d516242-3343-4975-9ae8-aa70eb46dcb9 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.251524 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2d516242-3343-4975-9ae8-aa70eb46dcb9 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046875 Jul 27 20:23:16.254506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60740) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.259127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-d62f62b6-bc57-48c6-938a-e1229120a827 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.260092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d62f62b6-bc57-48c6-938a-e1229120a827 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044224 Jul 27 20:23:16.262631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60742) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.267024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-212d2d94-e7da-40b0-9ed8-f262ae20d90e tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.267948 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-212d2d94-e7da-40b0-9ed8-f262ae20d90e tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043902 Jul 27 20:23:16.271039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60744) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.275246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-0db5f286-6417-4591-b76a-517b8d3768b4 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.276193 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0db5f286-6417-4591-b76a-517b8d3768b4 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042720 Jul 27 20:23:16.278450 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60746) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.282456 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-9beb7fc8-4567-41f6-85e2-7e24a802ed09 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.283381 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9beb7fc8-4567-41f6-85e2-7e24a802ed09 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0040977 Jul 27 20:23:16.285582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60748) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.289456 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-3ad36b0f-9d7a-42e4-b784-339b53490cd6 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.290381 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3ad36b0f-9d7a-42e4-b784-339b53490cd6 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0039735 Jul 27 20:23:16.292560 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60750) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.297198 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-dc88bcea-9cc3-41e2-8bb5-cab2c3c10839 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.298185 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dc88bcea-9cc3-41e2-8bb5-cab2c3c10839 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0047374 Jul 27 20:23:16.300507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60752) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.304884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-cc3d9327-c70d-4c4c-a9cb-3934dece4c8b tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.305941 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cc3d9327-c70d-4c4c-a9cb-3934dece4c8b tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044692 Jul 27 20:23:16.308229 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60754) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.313186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-d68f9905-9c37-4ccc-979e-1e5e78c5fe4f tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.314128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d68f9905-9c37-4ccc-979e-1e5e78c5fe4f tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050089 Jul 27 20:23:16.316653 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60756) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.321596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-27597e57-b302-4216-870c-8b8ea53987d0 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.322534 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-27597e57-b302-4216-870c-8b8ea53987d0 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044217 Jul 27 20:23:16.324942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60758) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.329227 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-c5be2590-a32f-4092-a6ea-c07a57ec698a tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.330355 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c5be2590-a32f-4092-a6ea-c07a57ec698a tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0045316 Jul 27 20:23:16.332913 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60760) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.337189 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-25e11b88-e577-4c3a-a511-61b646080f9c tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.338114 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-25e11b88-e577-4c3a-a511-61b646080f9c tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043304 Jul 27 20:23:16.340604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60762) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.345074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-4989d1e4-a02b-47f2-8b10-0112055074bd tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.346032 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4989d1e4-a02b-47f2-8b10-0112055074bd tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043888 Jul 27 20:23:16.349330 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60764) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.353632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-63488df3-3d07-49dc-a73c-f795ff0db8f8 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.354589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-63488df3-3d07-49dc-a73c-f795ff0db8f8 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042865 Jul 27 20:23:16.357080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60766) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.361122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-c29f0646-6e48-49da-8dee-3594ab1efbba tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.362077 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c29f0646-6e48-49da-8dee-3594ab1efbba tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0040264 Jul 27 20:23:16.364633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60768) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.369205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-07457472-82ec-4d46-b31c-9cf70eb50d5c tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.370156 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-07457472-82ec-4d46-b31c-9cf70eb50d5c tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045023 Jul 27 20:23:16.372298 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60770) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.376268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-f8e00990-a196-49b4-80c0-25cc5beade67 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.377237 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f8e00990-a196-49b4-80c0-25cc5beade67 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0040758 Jul 27 20:23:16.379542 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60772) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.383642 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-0f5be29f-f5e0-4dda-a76a-ed6255693f8c tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.384605 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0f5be29f-f5e0-4dda-a76a-ed6255693f8c tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0041480 Jul 27 20:23:16.387311 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60774) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.392096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-f4dc89a2-0ba2-4189-867e-0eb5f9b3e605 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.393260 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f4dc89a2-0ba2-4189-867e-0eb5f9b3e605 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049765 Jul 27 20:23:16.396646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60776) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.401701 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-5f50c929-fae6-4121-b3d0-653a491dfd7e tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.402719 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5f50c929-fae6-4121-b3d0-653a491dfd7e tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0051274 Jul 27 20:23:16.405181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60778) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.412293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-084e7fc7-8129-4067-941d-069b5c160d2d tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.413466 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-084e7fc7-8129-4067-941d-069b5c160d2d tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0072205 Jul 27 20:23:16.416148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60780) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.423521 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-7a56693b-3a22-43f3-b57b-292bea06175f tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.425470 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7a56693b-3a22-43f3-b57b-292bea06175f tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0078094 Jul 27 20:23:16.428709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60782) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.435529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-cab552df-59ce-4253-baa2-44484f51ba53 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.437297 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cab552df-59ce-4253-baa2-44484f51ba53 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0073321 Jul 27 20:23:16.440381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60784) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.447536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-c726d5ae-f759-4f97-ba06-e38e4eb36bba tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.449395 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c726d5ae-f759-4f97-ba06-e38e4eb36bba tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0077271 Jul 27 20:23:16.452539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60786) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.458990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-f17e887c-715b-459c-b66f-f6aaad6381d0 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.460283 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f17e887c-715b-459c-b66f-f6aaad6381d0 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0063350 Jul 27 20:23:16.464014 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60788) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.469337 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-40a03741-bae7-4fee-b145-d1b5956decc3 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.470297 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-40a03741-bae7-4fee-b145-d1b5956decc3 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050120 Jul 27 20:23:16.473278 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60790) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.477703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-81acef53-9465-4682-afec-7553a442a748 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.478636 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-81acef53-9465-4682-afec-7553a442a748 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043292 Jul 27 20:23:16.481096 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60792) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.484988 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-09309ffd-26dd-4a98-a31c-ce0301134e5f tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.485907 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-09309ffd-26dd-4a98-a31c-ce0301134e5f tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0039742 Jul 27 20:23:16.488198 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60794) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.492720 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-5cebe29e-27ed-4ee4-a35f-23cf6ab2cefc tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.493668 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5cebe29e-27ed-4ee4-a35f-23cf6ab2cefc tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043044 Jul 27 20:23:16.495946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60796) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.499811 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-6b7f3efb-6bd5-46e3-9a89-fe167a357a18 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.500738 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6b7f3efb-6bd5-46e3-9a89-fe167a357a18 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0039029 Jul 27 20:23:16.503293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60798) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.507926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-ce703be8-a391-45c2-8446-2fd8aac2b8f2 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.509047 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ce703be8-a391-45c2-8446-2fd8aac2b8f2 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047026 Jul 27 20:23:16.511467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60800) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.515636 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-42286bc4-84ad-43fa-a6a8-a61864ed224b tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.516587 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-42286bc4-84ad-43fa-a6a8-a61864ed224b tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0040293 Jul 27 20:23:16.518971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60802) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.523234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-8a9c298d-891e-492b-8f94-a8cbedd89406 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.524163 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8a9c298d-891e-492b-8f94-a8cbedd89406 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042996 Jul 27 20:23:16.526572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60804) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.530491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-ed025bd2-51cb-4704-958d-16cea4026697 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.531414 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ed025bd2-51cb-4704-958d-16cea4026697 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0039606 Jul 27 20:23:16.533898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60806) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.538948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-fde196ce-30a0-4299-8c25-292002edddb9 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.539936 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fde196ce-30a0-4299-8c25-292002edddb9 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0051208 Jul 27 20:23:16.542275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60808) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.546062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-5237e82d-377f-40b0-b37e-9a4f78e57578 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.546975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5237e82d-377f-40b0-b37e-9a4f78e57578 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0038893 Jul 27 20:23:16.549341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60810) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.553740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-a0ab8333-ac0d-4274-a914-14dfc45ca045 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.554687 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a0ab8333-ac0d-4274-a914-14dfc45ca045 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044856 Jul 27 20:23:16.557077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60812) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.560925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-9f6f0a49-19e6-4082-9441-75896821e295 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.561835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9f6f0a49-19e6-4082-9441-75896821e295 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0039265 Jul 27 20:23:16.564102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60814) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.568294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-3f10946e-2251-40c9-bf56-f58bf4f65e5c tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.569246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3f10946e-2251-40c9-bf56-f58bf4f65e5c tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042892 Jul 27 20:23:16.571460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60816) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.575282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-f2b22704-16b9-49d1-a2f6-2793254a2d06 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.576186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f2b22704-16b9-49d1-a2f6-2793254a2d06 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0038986 Jul 27 20:23:16.578565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60818) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.582708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-7bf25983-c96c-4c70-abf7-9a9d6cc7cd82 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.583711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7bf25983-c96c-4c70-abf7-9a9d6cc7cd82 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043161 Jul 27 20:23:16.586228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60820) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.591828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-76931265-5cfc-4372-a0e6-c374360a108c tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.592791 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-76931265-5cfc-4372-a0e6-c374360a108c tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0057023 Jul 27 20:23:16.595314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60822) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.600093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-f69bae91-59d2-4f38-9982-55f7897de20f tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.601215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f69bae91-59d2-4f38-9982-55f7897de20f tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0050194 Jul 27 20:23:16.604432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60824) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.608331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-8f41039f-b51f-483b-9134-7f0d0e3ac8db tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.609278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8f41039f-b51f-483b-9134-7f0d0e3ac8db tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0040071 Jul 27 20:23:16.611782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60826) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.616208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-9ef534ae-7b02-4191-bc1e-55fe7e096961 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.617159 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9ef534ae-7b02-4191-bc1e-55fe7e096961 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045357 Jul 27 20:23:16.619350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60828) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.623131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-7932b859-9724-481d-b416-f0e198827dd7 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.624030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7932b859-9724-481d-b416-f0e198827dd7 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0038650 Jul 27 20:23:16.626604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60830) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.631454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-40a3447c-c1e3-4be7-8171-e2f51530507a tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.632409 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-40a3447c-c1e3-4be7-8171-e2f51530507a tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048585 Jul 27 20:23:16.634757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60832) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.638708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-14d57a49-6757-4fb1-8599-efed96b51929 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.640414 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-14d57a49-6757-4fb1-8599-efed96b51929 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047264 Jul 27 20:23:16.643284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60834) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.648509 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-b5f49980-a19d-49f4-9652-79c7afb2fe55 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.649451 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b5f49980-a19d-49f4-9652-79c7afb2fe55 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053151 Jul 27 20:23:16.652710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60836) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.657110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-c03adf42-ad90-4ad8-a5d9-a248291372e4 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.658037 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c03adf42-ad90-4ad8-a5d9-a248291372e4 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042710 Jul 27 20:23:16.660554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60838) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.664559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [None req-21c100fd-807b-4808-9dad-10cb9aa59d48 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.665499 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-21c100fd-807b-4808-9dad-10cb9aa59d48 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0040686 Jul 27 20:23:16.667949 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60840) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.672552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-f5fb3623-6e8a-453e-b1ab-9a7e8b288125 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.673471 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f5fb3623-6e8a-453e-b1ab-9a7e8b288125 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045471 Jul 27 20:23:16.676237 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60842) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:16.680858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [None req-1fb75142-820f-49aa-802a-125f84da6ba7 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:23:16.681876 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1fb75142-820f-49aa-802a-125f84da6ba7 tempest-ExtensionsTestJSON-1714146297 tempest-ExtensionsTestJSON-1714146297-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0049107 Jul 27 20:23:16.796951 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:23:16.952605 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60848) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:17.070307 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3a87a9a-55dc-4843-b6c7-4bcaab25faa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:17.175009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3a87a9a-55dc-4843-b6c7-4bcaab25faa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:17.181062 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3a87a9a-55dc-4843-b6c7-4bcaab25faa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:17.221326 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c3a87a9a-55dc-4843-b6c7-4bcaab25faa0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=945e1ed314164253ac6a5f41a554b2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674932 Jul 27 20:23:17.222614 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a87a9a-55dc-4843-b6c7-4bcaab25faa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc60a3bd-165a-492d-889c-b49369d61b9a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:17.225638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60852) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:17.226830 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:17.283075 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c17dc4d-87a6-4259-b4d1-e28638fe4272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:17.306918 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c17dc4d-87a6-4259-b4d1-e28638fe4272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:17.359137 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c17dc4d-87a6-4259-b4d1-e28638fe4272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:17.361792 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c17dc4d-87a6-4259-b4d1-e28638fe4272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:17.362967 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7c17dc4d-87a6-4259-b4d1-e28638fe4272 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc60a3bd-165a-492d-889c-b49369d61b9a HTTP/1.1" status: 204 len: 168 time: 0.1360140 Jul 27 20:23:17.371209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17dc4d-87a6-4259-b4d1-e28638fe4272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc60a3bd-165a-492d-889c-b49369d61b9a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:18.042215 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60874) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:18.145692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1668714445'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:18.169152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Made reservation on behalf of 5aaa224ed17648908124464b26cd6816 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:23:18.172740 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:18.181781 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:18.276862 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:18.282206 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:18.309429 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:23:18.319145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db713745-f055-4531-ac43-f03a94ffff38,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:18.324239 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:18.324576 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Added segment 1005bba3-1d45-47f3-a706-5c55063969e1 of type vlan for network 52b68e60-cd4d-496d-a80f-703d479ea6d5 Jul 27 20:23:18.371397 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:18.414293 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:18.419816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:23:18.420407 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:18.802445 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7589755 Jul 27 20:23:18.805297 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60878) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:18.810159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-1ca6360c-0df9-42c9-b03d-8eb9b0fc88b7 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'subnet': {'network_id': '52b68e60-cd4d-496d-a80f-703d479ea6d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:18.817188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23d4b8-a950-430a-882d-6afbd410c365 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Network': ['ID=52b68e60-cd4d-496d-a80f-703d479ea6d5,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:18.828186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 52b68e60-cd4d-496d-a80f-703d479ea6d5 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:23:18.914021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca6360c-0df9-42c9-b03d-8eb9b0fc88b7 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Made reservation on behalf of 5aaa224ed17648908124464b26cd6816 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:23:18.917853 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1ca6360c-0df9-42c9-b03d-8eb9b0fc88b7 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:18.984286 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:19.108663 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1ca6360c-0df9-42c9-b03d-8eb9b0fc88b7 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:19.179094 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6360c-0df9-42c9-b03d-8eb9b0fc88b7 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Subnet': ['ID=5f9ef7ff-d23b-4b2f-acdf-901665aeaf7e,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:19.187557 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6360c-0df9-42c9-b03d-8eb9b0fc88b7 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Checking segment: {'id': '1005bba3-1d45-47f3-a706-5c55063969e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '52b68e60-cd4d-496d-a80f-703d479ea6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:23:19.187915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca6360c-0df9-42c9-b03d-8eb9b0fc88b7 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network hostable DHCP agents. Network: 52b68e60-cd4d-496d-a80f-703d479ea6d5, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:23:19.206611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca6360c-0df9-42c9-b03d-8eb9b0fc88b7 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 52b68e60-cd4d-496d-a80f-703d479ea6d5 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:23:19.215754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-1ca6360c-0df9-42c9-b03d-8eb9b0fc88b7 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 52b68e60-cd4d-496d-a80f-703d479ea6d5) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:19.220091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca6360c-0df9-42c9-b03d-8eb9b0fc88b7 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:23:19.220918 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1ca6360c-0df9-42c9-b03d-8eb9b0fc88b7 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:19.225348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201e7c8f-cf86-4854-936b-9599cb0691ec None None] Network 52b68e60-cd4d-496d-a80f-703d479ea6d5 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:23:19.239645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1ca6360c-0df9-42c9-b03d-8eb9b0fc88b7 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4308481 Jul 27 20:23:19.239885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60880) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:19.244656 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-883804929', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}, 'admin_state_up': False}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:19.270784 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:19.271798 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:19.334258 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:19.486052 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:19.520007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9fc557-e5cd-4814-b851-bc3032f9994d None None] Network 52b68e60-cd4d-496d-a80f-703d479ea6d5 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:23:19.685025 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:19.704967 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:19.818903 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Allocated IP 172.25.1.171 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/4b35f230-6168-42c9-bbf8-6bac52a0cae3) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:19.931743 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:19.972944 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:20.010218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:20.014937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:20.018326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:23:20.024112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=4b35f230-6168-42c9-bbf8-6bac52a0cae3,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:20.284528 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:20.499097 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:20.648918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:23:20.772357 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:20.782720 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1901f-3643-4374-bbe5-aa464c21bb2b None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:20.793713 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1901f-3643-4374-bbe5-aa464c21bb2b None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:20.794341 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-86c1901f-3643-4374-bbe5-aa464c21bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:20.794543 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:20.796036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7b297482-94a1-4c06-9ae3-b7d66f59e8ae tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5551498 Jul 27 20:23:20.798889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60882) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:20.833895 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-86c1901f-3643-4374-bbe5-aa464c21bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:20.844693 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1901f-3643-4374-bbe5-aa464c21bb2b None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:20.845427 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-86c1901f-3643-4374-bbe5-aa464c21bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:20.881241 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-86c1901f-3643-4374-bbe5-aa464c21bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:20.881908 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1901f-3643-4374-bbe5-aa464c21bb2b None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:21.255525 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:21.537573 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Allocated IP 172.20.0.1 (52b68e60-cd4d-496d-a80f-703d479ea6d5/5f9ef7ff-d23b-4b2f-acdf-901665aeaf7e/717266b0-70ab-4e6f-90d3-cd8ff28b39ac) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:21.660304 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:21.703242 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:21.747062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 52b68e60-cd4d-496d-a80f-703d479ea6d5 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:21.752376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:21.756042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:23:21.762480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=717266b0-70ab-4e6f-90d3-cd8ff28b39ac,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:21.803343 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:21.950177 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:22.254747 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:22.262524 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:22.667944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=717266b0-70ab-4e6f-90d3-cd8ff28b39ac,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:22.671864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:22.764788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 52b68e60-cd4d-496d-a80f-703d479ea6d5 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:22.766716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:22.881968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:22.999304 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:23.006008 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-14a505c1-4254-432e-90c5-e20a580e87f0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "PUT /v2.0/routers/236d3cd5-2488-49d4-ad06-dddc9c7aa4de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2057528 Jul 27 20:23:23.008525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60886) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:23.010469 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687db104-452e-42ec-800f-411cb971142a None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:23.013959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-0bc37bc8-2c2b-44f8-9a50-2b5cacbdfeaf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'port': {'network_id': '52b68e60-cd4d-496d-a80f-703d479ea6d5', 'name': 'tempest-FloatingIPTestJSON-1152815285'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:23.019781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687db104-452e-42ec-800f-411cb971142a None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:23.020435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-687db104-452e-42ec-800f-411cb971142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:23.052947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-687db104-452e-42ec-800f-411cb971142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:23.062183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687db104-452e-42ec-800f-411cb971142a None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:23.062972 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-687db104-452e-42ec-800f-411cb971142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:23.101293 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-687db104-452e-42ec-800f-411cb971142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:23.102343 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687db104-452e-42ec-800f-411cb971142a None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:23.137456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc37bc8-2c2b-44f8-9a50-2b5cacbdfeaf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Made reservation on behalf of 5aaa224ed17648908124464b26cd6816 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:23:23.141304 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0bc37bc8-2c2b-44f8-9a50-2b5cacbdfeaf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:23.160467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-0bc37bc8-2c2b-44f8-9a50-2b5cacbdfeaf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] device_id is not set on port 0de8abb4-b32c-47ec-8678-7c5ecc01c9ed yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:23:23.271815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-0bc37bc8-2c2b-44f8-9a50-2b5cacbdfeaf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Allocated IP 172.20.0.11 (52b68e60-cd4d-496d-a80f-703d479ea6d5/5f9ef7ff-d23b-4b2f-acdf-901665aeaf7e/0de8abb4-b32c-47ec-8678-7c5ecc01c9ed) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:23.436272 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0bc37bc8-2c2b-44f8-9a50-2b5cacbdfeaf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:23.478019 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0bc37bc8-2c2b-44f8-9a50-2b5cacbdfeaf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:23.520926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc37bc8-2c2b-44f8-9a50-2b5cacbdfeaf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 52b68e60-cd4d-496d-a80f-703d479ea6d5 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:23.526184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-0bc37bc8-2c2b-44f8-9a50-2b5cacbdfeaf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:23.529786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc37bc8-2c2b-44f8-9a50-2b5cacbdfeaf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:23:23.536421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc37bc8-2c2b-44f8-9a50-2b5cacbdfeaf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=0de8abb4-b32c-47ec-8678-7c5ecc01c9ed,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:23.586640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc37bc8-2c2b-44f8-9a50-2b5cacbdfeaf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:23:23.587256 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0bc37bc8-2c2b-44f8-9a50-2b5cacbdfeaf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:23.607763 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0bc37bc8-2c2b-44f8-9a50-2b5cacbdfeaf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5979686 Jul 27 20:23:23.610276 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60888) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:23.616867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ee42fa27-6307-42ca-a828-210fe7bda119 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'port': {'network_id': '52b68e60-cd4d-496d-a80f-703d479ea6d5', 'name': 'tempest-FloatingIPTestJSON-1732512029'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:23.737335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee42fa27-6307-42ca-a828-210fe7bda119 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Made reservation on behalf of 5aaa224ed17648908124464b26cd6816 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:23:23.742741 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee42fa27-6307-42ca-a828-210fe7bda119 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:23.766266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-ee42fa27-6307-42ca-a828-210fe7bda119 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] device_id is not set on port c84e6840-0864-4556-9514-c6b48b9f0969 yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:23:23.881755 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-ee42fa27-6307-42ca-a828-210fe7bda119 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Allocated IP 172.20.0.8 (52b68e60-cd4d-496d-a80f-703d479ea6d5/5f9ef7ff-d23b-4b2f-acdf-901665aeaf7e/c84e6840-0864-4556-9514-c6b48b9f0969) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:24.062186 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee42fa27-6307-42ca-a828-210fe7bda119 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:24.108971 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee42fa27-6307-42ca-a828-210fe7bda119 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:24.161772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee42fa27-6307-42ca-a828-210fe7bda119 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 52b68e60-cd4d-496d-a80f-703d479ea6d5 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:24.167260 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-ee42fa27-6307-42ca-a828-210fe7bda119 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:24.170883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee42fa27-6307-42ca-a828-210fe7bda119 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:23:24.178180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42fa27-6307-42ca-a828-210fe7bda119 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=c84e6840-0864-4556-9514-c6b48b9f0969,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:24.232292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee42fa27-6307-42ca-a828-210fe7bda119 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:23:24.232956 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee42fa27-6307-42ca-a828-210fe7bda119 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:24.250526 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ee42fa27-6307-42ca-a828-210fe7bda119 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6391928 Jul 27 20:23:24.255359 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60890) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:24.262788 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': 'c84e6840-0864-4556-9514-c6b48b9f0969', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:24.289506 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:24.388180 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:24.500110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Allocated IP 172.25.1.45 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/0c85d791-e29e-4f70-a1e0-3730af25c0a2) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:24.618298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:24.667769 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:24.711229 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:24.714355 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:24.720062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:23:24.748650 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=0c85d791-e29e-4f70-a1e0-3730af25c0a2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:25.138057 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:25.221685 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:25.388337 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:25.394214 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:25.469055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=0c85d791-e29e-4f70-a1e0-3730af25c0a2,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:25.485189 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:25.587796 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Floating IP eb3a069a-2e91-4801-bdfa-3c4f320b2dda associated. External IP: 172.25.1.45, port: c84e6840-0864-4556-9514-c6b48b9f0969. Jul 27 20:23:25.809624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:25.932897 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:25.942596 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a8c1f7-b9d7-45d6-a78f-29c69c171392 None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:25.952070 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a8c1f7-b9d7-45d6-a78f-29c69c171392 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:25.952310 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:25.952751 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-46a8c1f7-b9d7-45d6-a78f-29c69c171392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:25.985882 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-46a8c1f7-b9d7-45d6-a78f-29c69c171392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:25.992147 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d72b8d7a-e80a-4f3f-95e6-99e2eb429477 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.7355065 Jul 27 20:23:25.995431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60892) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:25.995773 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a8c1f7-b9d7-45d6-a78f-29c69c171392 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:25.996386 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-46a8c1f7-b9d7-45d6-a78f-29c69c171392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:26.000132 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3daf24ae-1cbe-4133-b0c7-218d413f75fe tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:26.032156 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-46a8c1f7-b9d7-45d6-a78f-29c69c171392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:26.032838 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a8c1f7-b9d7-45d6-a78f-29c69c171392 None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:26.073037 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3daf24ae-1cbe-4133-b0c7-218d413f75fe tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:26.237182 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3daf24ae-1cbe-4133-b0c7-218d413f75fe tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:26.242377 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3daf24ae-1cbe-4133-b0c7-218d413f75fe tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:26.242688 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-3daf24ae-1cbe-4133-b0c7-218d413f75fe tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Floating IP eb3a069a-2e91-4801-bdfa-3c4f320b2dda disassociated. External IP: 172.25.1.45, port: c84e6840-0864-4556-9514-c6b48b9f0969. Jul 27 20:23:26.787796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daf24ae-1cbe-4133-b0c7-218d413f75fe tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:26.902750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daf24ae-1cbe-4133-b0c7-218d413f75fe tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:26.907561 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3daf24ae-1cbe-4133-b0c7-218d413f75fe tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:26.913896 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05040390-2425-48e6-a2c9-cffe45b4a7d6 None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:26.923336 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05040390-2425-48e6-a2c9-cffe45b4a7d6 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:26.923966 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-05040390-2425-48e6-a2c9-cffe45b4a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:26.952213 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3daf24ae-1cbe-4133-b0c7-218d413f75fe tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "PUT /v2.0/floatingips/eb3a069a-2e91-4801-bdfa-3c4f320b2dda HTTP/1.1" status: 200 len: 687 time: 0.9556775 Jul 27 20:23:26.954878 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60894) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:26.958396 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-05040390-2425-48e6-a2c9-cffe45b4a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:26.968079 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05040390-2425-48e6-a2c9-cffe45b4a7d6 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:26.968753 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-05040390-2425-48e6-a2c9-cffe45b4a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:27.001970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-05040390-2425-48e6-a2c9-cffe45b4a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:27.002535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05040390-2425-48e6-a2c9-cffe45b4a7d6 None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:27.088008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a506f-05c8-431e-9b78-f822b6b57eab tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting port 0c85d791-e29e-4f70-a1e0-3730af25c0a2 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:23:27.088371 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e8a506f-05c8-431e-9b78-f822b6b57eab tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:27.172741 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e8a506f-05c8-431e-9b78-f822b6b57eab tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:27.173040 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e8a506f-05c8-431e-9b78-f822b6b57eab tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:27.185604 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a506f-05c8-431e-9b78-f822b6b57eab tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Calling delete_port for 0c85d791-e29e-4f70-a1e0-3730af25c0a2 owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:23:27.330432 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e8a506f-05c8-431e-9b78-f822b6b57eab tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:27.358018 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a506f-05c8-431e-9b78-f822b6b57eab tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Port': ['ID=0c85d791-e29e-4f70-a1e0-3730af25c0a2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:27.426486 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e8a506f-05c8-431e-9b78-f822b6b57eab tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:27.429384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5e8a506f-05c8-431e-9b78-f822b6b57eab tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:27.430577 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5e8a506f-05c8-431e-9b78-f822b6b57eab tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/floatingips/eb3a069a-2e91-4801-bdfa-3c4f320b2dda HTTP/1.1" status: 204 len: 168 time: 0.4747655 Jul 27 20:23:27.434370 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60896) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:27.438901 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '0de8abb4-b32c-47ec-8678-7c5ecc01c9ed'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:27.462119 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:27.561785 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:27.671993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Allocated IP 172.25.1.214 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/86e39430-0e04-4935-96a4-78014575596f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:27.781133 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:27.825459 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:27.871680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:27.876709 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:27.879316 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:23:27.904841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=86e39430-0e04-4935-96a4-78014575596f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:27.916818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:27.917178 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:27.917525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:27.917859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:27.918191 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:27.918519 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:27.918845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:27.919171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:27.919496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:27.919818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:27.920137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:27.920528 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:28.312891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:28.404268 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:28.573066 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:28.578334 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:28.654768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=86e39430-0e04-4935-96a4-78014575596f,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:28.669543 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:28.784157 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Floating IP 03014bcc-6bc9-4cdc-9cf8-47a357a5051e associated. External IP: 172.25.1.214, port: 0de8abb4-b32c-47ec-8678-7c5ecc01c9ed. Jul 27 20:23:29.020583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:29.145004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:29.156303 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81524c58-a123-4f21-b4b8-cf8af12d8eda None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:29.166152 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81524c58-a123-4f21-b4b8-cf8af12d8eda None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:29.166777 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-81524c58-a123-4f21-b4b8-cf8af12d8eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:29.168856 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:29.203041 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-81524c58-a123-4f21-b4b8-cf8af12d8eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:29.213612 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81524c58-a123-4f21-b4b8-cf8af12d8eda None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:29.214597 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-81524c58-a123-4f21-b4b8-cf8af12d8eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:29.226707 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c98d177b-2446-4f5a-89b8-b60e2effba94 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.7909214 Jul 27 20:23:29.230810 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60898) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:29.250506 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-81524c58-a123-4f21-b4b8-cf8af12d8eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:29.251159 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81524c58-a123-4f21-b4b8-cf8af12d8eda None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:29.312168 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-46232a3b-3696-487a-b4fb-23d74c7eef09 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "GET /v2.0/floatingips/03014bcc-6bc9-4cdc-9cf8-47a357a5051e HTTP/1.1" status: 200 len: 979 time: 0.0799117 Jul 27 20:23:29.314544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60900) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:29.422685 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e4100143-4204-4049-9d45-2fed678296db tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1070666 Jul 27 20:23:29.426458 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60902) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:29.431227 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0074368a-77f9-4482-b97f-eed1c0150df4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'floatingip': {'port_id': 'c84e6840-0864-4556-9514-c6b48b9f0969'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:29.492103 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0074368a-77f9-4482-b97f-eed1c0150df4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:29.983630 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0074368a-77f9-4482-b97f-eed1c0150df4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:29.988667 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0074368a-77f9-4482-b97f-eed1c0150df4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:30.094906 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-0074368a-77f9-4482-b97f-eed1c0150df4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Floating IP 03014bcc-6bc9-4cdc-9cf8-47a357a5051e associated. External IP: 172.25.1.214, port: 0de8abb4-b32c-47ec-8678-7c5ecc01c9ed. Jul 27 20:23:30.637090 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0074368a-77f9-4482-b97f-eed1c0150df4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:30.755815 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0074368a-77f9-4482-b97f-eed1c0150df4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:30.765664 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c639030-c1c8-44fe-90ea-5761008c8da6 None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:30.775765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c639030-c1c8-44fe-90ea-5761008c8da6 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:30.776417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1c639030-c1c8-44fe-90ea-5761008c8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:30.812114 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1c639030-c1c8-44fe-90ea-5761008c8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:30.822066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c639030-c1c8-44fe-90ea-5761008c8da6 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:30.822845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1c639030-c1c8-44fe-90ea-5761008c8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:30.855586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1c639030-c1c8-44fe-90ea-5761008c8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:30.856244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c639030-c1c8-44fe-90ea-5761008c8da6 None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:30.974694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0074368a-77f9-4482-b97f-eed1c0150df4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:31.090275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0074368a-77f9-4482-b97f-eed1c0150df4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:31.095093 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0074368a-77f9-4482-b97f-eed1c0150df4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:31.100317 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee972e5-3885-4e1c-abb7-58d4255691aa None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:31.110547 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee972e5-3885-4e1c-abb7-58d4255691aa None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:31.111167 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-eee972e5-3885-4e1c-abb7-58d4255691aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:31.143499 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-eee972e5-3885-4e1c-abb7-58d4255691aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:31.153083 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee972e5-3885-4e1c-abb7-58d4255691aa None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:31.153696 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-eee972e5-3885-4e1c-abb7-58d4255691aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:31.175854 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0074368a-77f9-4482-b97f-eed1c0150df4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "PUT /v2.0/floatingips/03014bcc-6bc9-4cdc-9cf8-47a357a5051e HTTP/1.1" status: 200 len: 978 time: 1.7480130 Jul 27 20:23:31.178643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60904) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:31.183361 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-151bc595-f3dd-4505-93e3-18b5ebfeaa1b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:31.186157 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-eee972e5-3885-4e1c-abb7-58d4255691aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:31.186814 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee972e5-3885-4e1c-abb7-58d4255691aa None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:31.240747 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-151bc595-f3dd-4505-93e3-18b5ebfeaa1b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:31.396863 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-151bc595-f3dd-4505-93e3-18b5ebfeaa1b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:31.401865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-151bc595-f3dd-4505-93e3-18b5ebfeaa1b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:31.402170 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-151bc595-f3dd-4505-93e3-18b5ebfeaa1b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Floating IP 03014bcc-6bc9-4cdc-9cf8-47a357a5051e disassociated. External IP: 172.25.1.214, port: c84e6840-0864-4556-9514-c6b48b9f0969. Jul 27 20:23:31.615462 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151bc595-f3dd-4505-93e3-18b5ebfeaa1b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:31.728195 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151bc595-f3dd-4505-93e3-18b5ebfeaa1b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:31.732752 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-151bc595-f3dd-4505-93e3-18b5ebfeaa1b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:31.740364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd97d4-89ae-441e-bd80-14a23fc74400 None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:31.750553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd97d4-89ae-441e-bd80-14a23fc74400 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:31.751181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-03cd97d4-89ae-441e-bd80-14a23fc74400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:31.776028 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-151bc595-f3dd-4505-93e3-18b5ebfeaa1b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "PUT /v2.0/floatingips/03014bcc-6bc9-4cdc-9cf8-47a357a5051e HTTP/1.1" status: 200 len: 688 time: 0.5939560 Jul 27 20:23:31.776598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60906) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:31.787314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-03cd97d4-89ae-441e-bd80-14a23fc74400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:31.798582 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd97d4-89ae-441e-bd80-14a23fc74400 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:31.799246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-03cd97d4-89ae-441e-bd80-14a23fc74400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:31.832153 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-03cd97d4-89ae-441e-bd80-14a23fc74400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:31.832877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd97d4-89ae-441e-bd80-14a23fc74400 None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:31.910248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-08348dd1-166a-4101-a904-920957c7d2cc tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting port 86e39430-0e04-4935-96a4-78014575596f {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:23:31.910495 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08348dd1-166a-4101-a904-920957c7d2cc tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:31.985732 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08348dd1-166a-4101-a904-920957c7d2cc tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:31.986048 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08348dd1-166a-4101-a904-920957c7d2cc tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:31.997817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-08348dd1-166a-4101-a904-920957c7d2cc tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Calling delete_port for 86e39430-0e04-4935-96a4-78014575596f owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:23:32.146368 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08348dd1-166a-4101-a904-920957c7d2cc tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:32.176168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08348dd1-166a-4101-a904-920957c7d2cc tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Port': ['ID=86e39430-0e04-4935-96a4-78014575596f,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:32.243121 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08348dd1-166a-4101-a904-920957c7d2cc tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:32.245689 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08348dd1-166a-4101-a904-920957c7d2cc tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:32.246889 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-08348dd1-166a-4101-a904-920957c7d2cc tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/floatingips/03014bcc-6bc9-4cdc-9cf8-47a357a5051e HTTP/1.1" status: 204 len: 168 time: 0.4692492 Jul 27 20:23:32.249738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60908) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:32.285618 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-5a03ec50-d324-447a-9818-fd50ef9015bf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] delete failed (client error): The resource could not be found. Jul 27 20:23:32.286997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5a03ec50-d324-447a-9818-fd50ef9015bf tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/floatingips/03014bcc-6bc9-4cdc-9cf8-47a357a5051e HTTP/1.1" status: 404 len: 345 time: 0.0362713 Jul 27 20:23:32.290763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60910) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:32.401442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7595bc16-5e1e-42ca-9797-037687628c33 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:23:32.407460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7595bc16-5e1e-42ca-9797-037687628c33 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:23:32.413443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7595bc16-5e1e-42ca-9797-037687628c33 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:23:32.415170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7595bc16-5e1e-42ca-9797-037687628c33 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "GET /v2.0/ports?network_id=52b68e60-cd4d-496d-a80f-703d479ea6d5 HTTP/1.1" status: 200 len: 2359 time: 0.1234562 Jul 27 20:23:32.418006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60912) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:32.470191 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d5f7e7-67f0-4343-8875-e27decf6687d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:23:32.471492 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a2d5f7e7-67f0-4343-8875-e27decf6687d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "GET /v2.0/subnets/5f9ef7ff-d23b-4b2f-acdf-901665aeaf7e HTTP/1.1" status: 200 len: 797 time: 0.0525250 Jul 27 20:23:32.476981 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60914) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:32.482562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7c970ec5-daaf-4115-9665-a55fe8436177 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'port': {'network_id': '52b68e60-cd4d-496d-a80f-703d479ea6d5', 'name': 'tempest-FloatingIPTestJSON-2039101516', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:32.594367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c970ec5-daaf-4115-9665-a55fe8436177 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Made reservation on behalf of 5aaa224ed17648908124464b26cd6816 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:23:32.685484 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c970ec5-daaf-4115-9665-a55fe8436177 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:32.704957 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-7c970ec5-daaf-4115-9665-a55fe8436177 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] device_id is not set on port 8a0bc64f-8e94-45d3-8123-eaa82aba9bdf yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:23:33.007099 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-7c970ec5-daaf-4115-9665-a55fe8436177 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Allocated IP 172.20.0.14 (52b68e60-cd4d-496d-a80f-703d479ea6d5/5f9ef7ff-d23b-4b2f-acdf-901665aeaf7e/8a0bc64f-8e94-45d3-8123-eaa82aba9bdf) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:33.014543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-7c970ec5-daaf-4115-9665-a55fe8436177 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Allocated IP 172.20.0.13 (52b68e60-cd4d-496d-a80f-703d479ea6d5/5f9ef7ff-d23b-4b2f-acdf-901665aeaf7e/8a0bc64f-8e94-45d3-8123-eaa82aba9bdf) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:33.173942 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c970ec5-daaf-4115-9665-a55fe8436177 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:33.216999 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c970ec5-daaf-4115-9665-a55fe8436177 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:33.260108 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c970ec5-daaf-4115-9665-a55fe8436177 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 52b68e60-cd4d-496d-a80f-703d479ea6d5 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:33.263162 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-7c970ec5-daaf-4115-9665-a55fe8436177 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:33.265744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c970ec5-daaf-4115-9665-a55fe8436177 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:23:33.301144 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c970ec5-daaf-4115-9665-a55fe8436177 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=8a0bc64f-8e94-45d3-8123-eaa82aba9bdf,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:33.329723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c970ec5-daaf-4115-9665-a55fe8436177 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:23:33.330372 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c970ec5-daaf-4115-9665-a55fe8436177 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:33.347259 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7c970ec5-daaf-4115-9665-a55fe8436177 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.8687782 Jul 27 20:23:33.349958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60916) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:33.354516 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '8a0bc64f-8e94-45d3-8123-eaa82aba9bdf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:33.377492 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:33.480034 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:33.589713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Allocated IP 172.25.1.88 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/676437de-9d6d-4007-8364-8b5e291c4f10) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:33.697552 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:33.744129 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:33.785323 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:33.788680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:33.794409 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:23:33.821437 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=676437de-9d6d-4007-8364-8b5e291c4f10,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:34.173284 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:34.256501 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:34.416073 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:34.421738 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:34.487861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=676437de-9d6d-4007-8364-8b5e291c4f10,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:34.501909 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:34.605321 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Floating IP c3acdecb-abca-4191-b2f2-fa2d0b45c616 associated. External IP: 172.25.1.88, port: 8a0bc64f-8e94-45d3-8123-eaa82aba9bdf. Jul 27 20:23:34.822945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:34.944599 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:34.954712 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a058d2-a97c-4e2c-a856-67a742f39702 None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:34.962665 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:34.966793 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a058d2-a97c-4e2c-a856-67a742f39702 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:34.967531 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-52a058d2-a97c-4e2c-a856-67a742f39702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:35.001614 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9b75292e-115f-4a2b-9c5f-50b7fad75e40 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6505597 Jul 27 20:23:35.003674 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-52a058d2-a97c-4e2c-a856-67a742f39702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:35.004777 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60918) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:35.009827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5c2161fc-c7fc-4984-9d76-da46aa90a8a4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'floatingip': {'port_id': '8a0bc64f-8e94-45d3-8123-eaa82aba9bdf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:35.014051 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a058d2-a97c-4e2c-a856-67a742f39702 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:35.014903 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-52a058d2-a97c-4e2c-a856-67a742f39702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:35.052765 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-52a058d2-a97c-4e2c-a856-67a742f39702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:35.053416 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a058d2-a97c-4e2c-a856-67a742f39702 None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:35.072121 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c2161fc-c7fc-4984-9d76-da46aa90a8a4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:35.570063 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c2161fc-c7fc-4984-9d76-da46aa90a8a4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:35.575403 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c2161fc-c7fc-4984-9d76-da46aa90a8a4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:35.797577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2161fc-c7fc-4984-9d76-da46aa90a8a4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:35.914323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2161fc-c7fc-4984-9d76-da46aa90a8a4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:35.919610 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5c2161fc-c7fc-4984-9d76-da46aa90a8a4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:35.925178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643dbe6d-928c-4931-aa15-4168a927baab None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:35.935230 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643dbe6d-928c-4931-aa15-4168a927baab None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:35.935869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-643dbe6d-928c-4931-aa15-4168a927baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:35.974989 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-643dbe6d-928c-4931-aa15-4168a927baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:35.983984 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643dbe6d-928c-4931-aa15-4168a927baab None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:35.984644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-643dbe6d-928c-4931-aa15-4168a927baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:35.995228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5c2161fc-c7fc-4984-9d76-da46aa90a8a4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "PUT /v2.0/floatingips/c3acdecb-abca-4191-b2f2-fa2d0b45c616 HTTP/1.1" status: 200 len: 978 time: 0.9866333 Jul 27 20:23:35.995487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60922) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:36.017485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-643dbe6d-928c-4931-aa15-4168a927baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:36.018175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643dbe6d-928c-4931-aa15-4168a927baab None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:36.163633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4d1992db-611c-4a67-913b-f6a61d83668d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting port 676437de-9d6d-4007-8364-8b5e291c4f10 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:23:36.164365 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d1992db-611c-4a67-913b-f6a61d83668d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:36.244058 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d1992db-611c-4a67-913b-f6a61d83668d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:36.244422 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d1992db-611c-4a67-913b-f6a61d83668d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:36.256563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4d1992db-611c-4a67-913b-f6a61d83668d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Calling delete_port for 676437de-9d6d-4007-8364-8b5e291c4f10 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:23:36.416961 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d1992db-611c-4a67-913b-f6a61d83668d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:36.443949 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1992db-611c-4a67-913b-f6a61d83668d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Port': ['ID=676437de-9d6d-4007-8364-8b5e291c4f10,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:36.511594 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d1992db-611c-4a67-913b-f6a61d83668d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:36.511945 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-4d1992db-611c-4a67-913b-f6a61d83668d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Floating IP c3acdecb-abca-4191-b2f2-fa2d0b45c616 disassociated (deleted). External IP: 172.25.1.88, port: 8a0bc64f-8e94-45d3-8123-eaa82aba9bdf. Jul 27 20:23:37.078794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1992db-611c-4a67-913b-f6a61d83668d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:37.196268 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1992db-611c-4a67-913b-f6a61d83668d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:37.201367 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d1992db-611c-4a67-913b-f6a61d83668d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:37.205885 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9846974a-ace0-4e78-aeef-8a7e5741675b None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:37.216189 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9846974a-ace0-4e78-aeef-8a7e5741675b None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:37.216847 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9846974a-ace0-4e78-aeef-8a7e5741675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:37.238544 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4d1992db-611c-4a67-913b-f6a61d83668d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/floatingips/c3acdecb-abca-4191-b2f2-fa2d0b45c616 HTTP/1.1" status: 204 len: 168 time: 1.2419884 Jul 27 20:23:37.241434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60924) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:37.348923 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-945426b1-1152-4bc9-8b7c-587548d7dee0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting port 8a0bc64f-8e94-45d3-8123-eaa82aba9bdf {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:23:37.349170 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-945426b1-1152-4bc9-8b7c-587548d7dee0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:37.351410 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9846974a-ace0-4e78-aeef-8a7e5741675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:37.360173 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9846974a-ace0-4e78-aeef-8a7e5741675b None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:37.360936 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9846974a-ace0-4e78-aeef-8a7e5741675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:37.396510 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-9846974a-ace0-4e78-aeef-8a7e5741675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:37.397208 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9846974a-ace0-4e78-aeef-8a7e5741675b None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:37.444017 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-945426b1-1152-4bc9-8b7c-587548d7dee0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:37.457930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-945426b1-1152-4bc9-8b7c-587548d7dee0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Calling delete_port for 8a0bc64f-8e94-45d3-8123-eaa82aba9bdf owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:23:37.644048 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-945426b1-1152-4bc9-8b7c-587548d7dee0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:37.673699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945426b1-1152-4bc9-8b7c-587548d7dee0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Port': ['ID=8a0bc64f-8e94-45d3-8123-eaa82aba9bdf,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:37.773414 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-945426b1-1152-4bc9-8b7c-587548d7dee0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:37.775599 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-945426b1-1152-4bc9-8b7c-587548d7dee0 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/ports/8a0bc64f-8e94-45d3-8123-eaa82aba9bdf HTTP/1.1" status: 204 len: 168 time: 0.5332172 Jul 27 20:23:37.779352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60926) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:37.783913 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:37.807471 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:37.913644 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:38.018925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Allocated IP 172.25.1.79 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/79834cc2-3c75-45cc-a8d8-48c9a33a5c92) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:38.130303 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:38.180716 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:38.224046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:38.226975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:38.232499 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:23:38.235637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=79834cc2-3c75-45cc-a8d8-48c9a33a5c92,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:38.322459 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:38.380352 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:38.538669 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:38.544987 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:38.611873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=79834cc2-3c75-45cc-a8d8-48c9a33a5c92,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:38.625621 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:38.640640 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:38.641972 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b9868b32-3fdd-43ee-a6a2-03e28846e8a5 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8616917 Jul 27 20:23:38.644756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60928) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:38.649838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-1236a8d1-5e69-44d7-9102-2509e478a76d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'port': {'network_id': '52b68e60-cd4d-496d-a80f-703d479ea6d5', 'name': 'tempest-FloatingIPTestJSON-231419210'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:38.738255 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:38.774166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1236a8d1-5e69-44d7-9102-2509e478a76d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Made reservation on behalf of 5aaa224ed17648908124464b26cd6816 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:23:38.777897 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1236a8d1-5e69-44d7-9102-2509e478a76d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:38.796022 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-1236a8d1-5e69-44d7-9102-2509e478a76d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] device_id is not set on port 35c73200-1f6a-4403-b4f2-06f52b9d86eb yet. {{(pid=94059) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:23:38.907269 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-1236a8d1-5e69-44d7-9102-2509e478a76d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Allocated IP 172.20.0.14 (52b68e60-cd4d-496d-a80f-703d479ea6d5/5f9ef7ff-d23b-4b2f-acdf-901665aeaf7e/35c73200-1f6a-4403-b4f2-06f52b9d86eb) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:39.064915 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1236a8d1-5e69-44d7-9102-2509e478a76d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:39.106451 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1236a8d1-5e69-44d7-9102-2509e478a76d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:39.150535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1236a8d1-5e69-44d7-9102-2509e478a76d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 52b68e60-cd4d-496d-a80f-703d479ea6d5 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:39.155854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-1236a8d1-5e69-44d7-9102-2509e478a76d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:39.159501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1236a8d1-5e69-44d7-9102-2509e478a76d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:23:39.166294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236a8d1-5e69-44d7-9102-2509e478a76d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=35c73200-1f6a-4403-b4f2-06f52b9d86eb,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:39.217399 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1236a8d1-5e69-44d7-9102-2509e478a76d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:23:39.218020 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1236a8d1-5e69-44d7-9102-2509e478a76d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:39.236307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1236a8d1-5e69-44d7-9102-2509e478a76d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5904622 Jul 27 20:23:39.240506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60930) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:39.245035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-33123fbb-b1d7-4828-ab76-d424b943299e tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'floatingip': {'port_id': '35c73200-1f6a-4403-b4f2-06f52b9d86eb'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:39.285348 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-33123fbb-b1d7-4828-ab76-d424b943299e tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:39.760645 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-33123fbb-b1d7-4828-ab76-d424b943299e tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:39.767163 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-33123fbb-b1d7-4828-ab76-d424b943299e tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:39.874998 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-33123fbb-b1d7-4828-ab76-d424b943299e tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Floating IP c9834f38-0d9f-4f20-8180-571417f7f980 associated. External IP: 172.25.1.79, port: 35c73200-1f6a-4403-b4f2-06f52b9d86eb. Jul 27 20:23:40.102082 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33123fbb-b1d7-4828-ab76-d424b943299e tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:40.218339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33123fbb-b1d7-4828-ab76-d424b943299e tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:40.223495 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-33123fbb-b1d7-4828-ab76-d424b943299e tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:40.229784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d59875b-343b-4e74-ae4c-541644fe66d1 None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:40.239441 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59875b-343b-4e74-ae4c-541644fe66d1 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:40.240073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8d59875b-343b-4e74-ae4c-541644fe66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:40.263534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-33123fbb-b1d7-4828-ab76-d424b943299e tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "PUT /v2.0/floatingips/c9834f38-0d9f-4f20-8180-571417f7f980 HTTP/1.1" status: 200 len: 977 time: 1.0195656 Jul 27 20:23:40.264113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60932) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:40.271854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8d59875b-343b-4e74-ae4c-541644fe66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:40.281445 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59875b-343b-4e74-ae4c-541644fe66d1 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:40.282073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8d59875b-343b-4e74-ae4c-541644fe66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:40.317304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8d59875b-343b-4e74-ae4c-541644fe66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:40.318023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d59875b-343b-4e74-ae4c-541644fe66d1 None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:40.361901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-103d8cbe-4c9e-4234-9385-35703cffb6cb tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting port 35c73200-1f6a-4403-b4f2-06f52b9d86eb {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:23:40.362143 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-103d8cbe-4c9e-4234-9385-35703cffb6cb tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:40.454254 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-103d8cbe-4c9e-4234-9385-35703cffb6cb tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:40.638151 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-103d8cbe-4c9e-4234-9385-35703cffb6cb tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:40.638418 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-103d8cbe-4c9e-4234-9385-35703cffb6cb tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:40.638727 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-103d8cbe-4c9e-4234-9385-35703cffb6cb tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Floating IP c9834f38-0d9f-4f20-8180-571417f7f980 disassociated. External IP: 172.25.1.79, port: 35c73200-1f6a-4403-b4f2-06f52b9d86eb. Jul 27 20:23:40.639073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-103d8cbe-4c9e-4234-9385-35703cffb6cb tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Calling delete_port for 35c73200-1f6a-4403-b4f2-06f52b9d86eb owned by {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:23:40.784014 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-103d8cbe-4c9e-4234-9385-35703cffb6cb tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:40.813454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d8cbe-4c9e-4234-9385-35703cffb6cb tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Port': ['ID=35c73200-1f6a-4403-b4f2-06f52b9d86eb,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:40.936886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103d8cbe-4c9e-4234-9385-35703cffb6cb tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:41.047828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103d8cbe-4c9e-4234-9385-35703cffb6cb tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:41.057553 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9015c0f-db7f-4971-988f-0412e565fc14 None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:41.067105 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9015c0f-db7f-4971-988f-0412e565fc14 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:41.067752 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c9015c0f-db7f-4971-988f-0412e565fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:41.100080 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c9015c0f-db7f-4971-988f-0412e565fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:41.108898 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9015c0f-db7f-4971-988f-0412e565fc14 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:41.109513 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c9015c0f-db7f-4971-988f-0412e565fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:41.119518 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-103d8cbe-4c9e-4234-9385-35703cffb6cb tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:41.122366 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-103d8cbe-4c9e-4234-9385-35703cffb6cb tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/ports/35c73200-1f6a-4403-b4f2-06f52b9d86eb HTTP/1.1" status: 204 len: 168 time: 0.8575022 Jul 27 20:23:41.124151 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60934) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:41.144495 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c9015c0f-db7f-4971-988f-0412e565fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:41.145338 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9015c0f-db7f-4971-988f-0412e565fc14 None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:41.509866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ca41dea4-a536-4405-9253-aa40e9402edd tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "GET /v2.0/floatingips/c9834f38-0d9f-4f20-8180-571417f7f980 HTTP/1.1" status: 200 len: 687 time: 0.3845088 Jul 27 20:23:41.512640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60936) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:41.663752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-8749c992-1abb-4d73-a9ca-629d4189cfb4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting port 79834cc2-3c75-45cc-a8d8-48c9a33a5c92 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:23:41.664096 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8749c992-1abb-4d73-a9ca-629d4189cfb4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:41.750473 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8749c992-1abb-4d73-a9ca-629d4189cfb4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:41.750817 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8749c992-1abb-4d73-a9ca-629d4189cfb4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:41.764519 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-8749c992-1abb-4d73-a9ca-629d4189cfb4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Calling delete_port for 79834cc2-3c75-45cc-a8d8-48c9a33a5c92 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:23:41.843962 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:41.924945 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8749c992-1abb-4d73-a9ca-629d4189cfb4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:41.965756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749c992-1abb-4d73-a9ca-629d4189cfb4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Port': ['ID=79834cc2-3c75-45cc-a8d8-48c9a33a5c92,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:42.036542 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8749c992-1abb-4d73-a9ca-629d4189cfb4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:42.039558 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8749c992-1abb-4d73-a9ca-629d4189cfb4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:42.040785 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8749c992-1abb-4d73-a9ca-629d4189cfb4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/floatingips/c9834f38-0d9f-4f20-8180-571417f7f980 HTTP/1.1" status: 204 len: 168 time: 0.5271509 Jul 27 20:23:42.044387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60938) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:42.049152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': 'c84e6840-0864-4556-9514-c6b48b9f0969'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:42.073864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:42.183827 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:42.298851 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Allocated IP 172.25.1.90 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/548e6aaf-a07f-434f-85ab-36cb55222742) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:42.422392 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:42.464037 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:42.501302 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:42.504420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:42.510303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:23:42.533963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=548e6aaf-a07f-434f-85ab-36cb55222742,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:42.900368 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:42.982661 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:43.144246 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:43.150817 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:43.221374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=548e6aaf-a07f-434f-85ab-36cb55222742,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:43.237076 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:43.341348 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Floating IP 4f17ef4e-ac90-4fc6-9c69-e3c6fcfb68ea associated. External IP: 172.25.1.90, port: c84e6840-0864-4556-9514-c6b48b9f0969. Jul 27 20:23:43.428727 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-283709ca-d4f1-4d71-9820-4367e5609860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:43.565674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:43.680849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:43.691206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d4ac17-2e26-42f7-89ea-f29c9738890f None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:43.698043 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:43.701394 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d4ac17-2e26-42f7-89ea-f29c9738890f None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:43.702313 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-08d4ac17-2e26-42f7-89ea-f29c9738890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:43.735619 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-08d4ac17-2e26-42f7-89ea-f29c9738890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:43.741918 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-06d58041-689c-4d19-a7e2-253a86daf063 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.6964178 Jul 27 20:23:43.744666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60942) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:43.744874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d4ac17-2e26-42f7-89ea-f29c9738890f None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:43.745554 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-08d4ac17-2e26-42f7-89ea-f29c9738890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:43.749884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-14105d29-d194-4379-a995-4f484340cf7b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1637260856'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:43.773106 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14105d29-d194-4379-a995-4f484340cf7b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Made reservation on behalf of 5aaa224ed17648908124464b26cd6816 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:23:43.777327 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14105d29-d194-4379-a995-4f484340cf7b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:43.781272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-08d4ac17-2e26-42f7-89ea-f29c9738890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:43.781871 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d4ac17-2e26-42f7-89ea-f29c9738890f None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:43.803174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14105d29-d194-4379-a995-4f484340cf7b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:23:43.821166 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14105d29-d194-4379-a995-4f484340cf7b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:43.821166 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-14105d29-d194-4379-a995-4f484340cf7b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Added segment 4acbed45-9cb8-4431-8c09-0ceefa3c2225 of type vlan for network 8ffa1666-2094-4363-9f4e-fce60635a432 Jul 27 20:23:43.856745 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14105d29-d194-4379-a995-4f484340cf7b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:43.891110 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14105d29-d194-4379-a995-4f484340cf7b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:43.898218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14105d29-d194-4379-a995-4f484340cf7b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:23:43.898813 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14105d29-d194-4379-a995-4f484340cf7b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:43.968695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-14105d29-d194-4379-a995-4f484340cf7b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2228229 Jul 27 20:23:43.973321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60944) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:43.978366 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14105d29-d194-4379-a995-4f484340cf7b tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Network': ['ID=8ffa1666-2094-4363-9f4e-fce60635a432,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:43.982899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6a59f7da-ffc9-446f-ac91-3aec617e8dac tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'subnet': {'network_id': '8ffa1666-2094-4363-9f4e-fce60635a432', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:43.992024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 8ffa1666-2094-4363-9f4e-fce60635a432 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:23:44.086025 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a59f7da-ffc9-446f-ac91-3aec617e8dac tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Made reservation on behalf of 5aaa224ed17648908124464b26cd6816 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:23:44.089626 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6a59f7da-ffc9-446f-ac91-3aec617e8dac tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:44.609427 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6a59f7da-ffc9-446f-ac91-3aec617e8dac tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:44.668288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59f7da-ffc9-446f-ac91-3aec617e8dac tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Subnet': ['ID=da9bb2e8-8f54-4753-80e7-6a5c800e9b6a,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:44.677928 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59f7da-ffc9-446f-ac91-3aec617e8dac tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Checking segment: {'id': '4acbed45-9cb8-4431-8c09-0ceefa3c2225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8ffa1666-2094-4363-9f4e-fce60635a432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:23:44.678293 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59f7da-ffc9-446f-ac91-3aec617e8dac tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network hostable DHCP agents. Network: 8ffa1666-2094-4363-9f4e-fce60635a432, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:23:44.696561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59f7da-ffc9-446f-ac91-3aec617e8dac tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 8ffa1666-2094-4363-9f4e-fce60635a432 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:23:44.707006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6a59f7da-ffc9-446f-ac91-3aec617e8dac tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 8ffa1666-2094-4363-9f4e-fce60635a432) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:44.711556 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a59f7da-ffc9-446f-ac91-3aec617e8dac tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:23:44.712417 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6a59f7da-ffc9-446f-ac91-3aec617e8dac tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:44.717353 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4013aa9d-a602-45e8-879c-5d37cdf9c7a5 None None] Network 8ffa1666-2094-4363-9f4e-fce60635a432 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:23:44.728922 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6a59f7da-ffc9-446f-ac91-3aec617e8dac tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7534664 Jul 27 20:23:44.731405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60946) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:44.736276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1691235162', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:44.760413 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:44.761617 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:44.821549 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:44.883544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-8ffa1666-2094-4363-9f4e-fce60635a432', 'network_id': '8ffa1666-2094-4363-9f4e-fce60635a432', 'tenant_id': '5aaa224ed17648908124464b26cd6816', 'fixed_ips': [{'subnet_id': 'da9bb2e8-8f54-4753-80e7-6a5c800e9b6a'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:23:44.884443 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:44.968656 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:45.035912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Allocated IP 172.20.0.2 (8ffa1666-2094-4363-9f4e-fce60635a432/da9bb2e8-8f54-4753-80e7-6a5c800e9b6a/7d3d9d3e-92f0-4791-983d-318e75910889) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:45.183933 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:45.196466 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:45.203942 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:45.206626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Transition to ACTIVE for port object 7d3d9d3e-92f0-4791-983d-318e75910889 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:23:45.225401 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Transition to ACTIVE for port object 7d3d9d3e-92f0-4791-983d-318e75910889 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:23:45.232245 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:45.276345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Network 8ffa1666-2094-4363-9f4e-fce60635a432 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:45.282189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:45.284090 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Pushing event updated for resources: {'Port': ['ID=7d3d9d3e-92f0-4791-983d-318e75910889,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:45.286458 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:23:45.295692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:45.296041 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:45.296387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:45.296748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:45.297082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:45.297415 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:45.297744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:45.298072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:45.298395 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:45.298717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:45.299039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:45.299360 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:23:45.320915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Allocated IP 172.25.1.28 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/7ca9f4e7-446a-490a-83b5-01848e1b11f7) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:45.356890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Attempting to bind port 7d3d9d3e-92f0-4791-983d-318e75910889 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:23:45.357262 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Attempting to bind port 7d3d9d3e-92f0-4791-983d-318e75910889 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '4acbed45-9cb8-4431-8c09-0ceefa3c2225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8ffa1666-2094-4363-9f4e-fce60635a432'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:23:45.357630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Attempting to bind port 7d3d9d3e-92f0-4791-983d-318e75910889 on network 8ffa1666-2094-4363-9f4e-fce60635a432 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:23:45.362887 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:23:45.363264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Checking segment: {'id': '4acbed45-9cb8-4431-8c09-0ceefa3c2225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8ffa1666-2094-4363-9f4e-fce60635a432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:23:45.363705 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:45.364116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Bound using segment: {'id': '4acbed45-9cb8-4431-8c09-0ceefa3c2225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8ffa1666-2094-4363-9f4e-fce60635a432'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:23:45.364654 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Bound port: 7d3d9d3e-92f0-4791-983d-318e75910889, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4acbed45-9cb8-4431-8c09-0ceefa3c2225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8ffa1666-2094-4363-9f4e-fce60635a432'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:23:45.365041 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:45.428385 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:45.432196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] For port 7d3d9d3e-92f0-4791-983d-318e75910889, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:23:45.435740 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] For port 7d3d9d3e-92f0-4791-983d-318e75910889, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7d3d9d3e-92f0-4791-983d-318e75910889,segment=NetworkSegment(4acbed45-9cb8-4431-8c09-0ceefa3c2225),segment_id=4acbed45-9cb8-4431-8c09-0ceefa3c2225)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:23:45.439958 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:45.468981 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:45.509314 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:45.509600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c7710-4682-435d-8ee2-100dc7bcf85b None None] Pushing event updated for resources: {'Port': ['ID=7d3d9d3e-92f0-4791-983d-318e75910889,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:45.516246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:45.519966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:23:45.526935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=7ca9f4e7-446a-490a-83b5-01848e1b11f7,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:45.811275 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:46.030032 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:46.142012 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ce6596a8-8d9f-4b32-928f-10e37eb5ce26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:46.187376 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 78c3ca16-0588-4b6b-bea1-e878c92ce8e5 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:23:46.245877 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:46.305667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:46.319050 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a25ac3-4567-41d1-9f0b-acc42042f6db None None] Sync routers for ids ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:46.329302 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a25ac3-4567-41d1-9f0b-acc42042f6db None None] Routers {'78c3ca16-0588-4b6b-bea1-e878c92ce8e5'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:46.329933 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-44a25ac3-4567-41d1-9f0b-acc42042f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:46.330253 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:46.335043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60948) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:46.335661 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d704c471-dbc6-47d8-a370-fbad177ba7d4 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6027350 Jul 27 20:23:46.362652 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-44a25ac3-4567-41d1-9f0b-acc42042f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:46.372037 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a25ac3-4567-41d1-9f0b-acc42042f6db None None] Routers {'78c3ca16-0588-4b6b-bea1-e878c92ce8e5'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:46.372960 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-44a25ac3-4567-41d1-9f0b-acc42042f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:46.409199 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-44a25ac3-4567-41d1-9f0b-acc42042f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:46.409842 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a25ac3-4567-41d1-9f0b-acc42042f6db None None] The sync data for ids ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:46.446631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3c1050-6ffb-4e35-a0b9-dfc44bca85a0 None None] Network 8ffa1666-2094-4363-9f4e-fce60635a432 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:23:46.569781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-59339273-abc0-4562-bc74-edba33438046 None None] Provisioning for port 7d3d9d3e-92f0-4791-983d-318e75910889 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:23:46.814394 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:47.102631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Allocated IP 172.20.0.1 (8ffa1666-2094-4363-9f4e-fce60635a432/da9bb2e8-8f54-4753-80e7-6a5c800e9b6a/ccd05e59-8e2f-40f0-8275-b756a0264139) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:47.168858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7d3d9d3e-92f0-4791-983d-318e75910889 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:23:47.219088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 7d3d9d3e-92f0-4791-983d-318e75910889 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:23:47.226793 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:47.228590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7d3d9d3e-92f0-4791-983d-318e75910889 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:23:47.229006 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:47.232189 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:47.242453 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Transition to ACTIVE for port object ccd05e59-8e2f-40f0-8275-b756a0264139 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:23:47.277708 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:47.312612 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:47.319085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 8ffa1666-2094-4363-9f4e-fce60635a432 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:47.324564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:47.328221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:23:47.352285 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 7d3d9d3e-92f0-4791-983d-318e75910889, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7d3d9d3e-92f0-4791-983d-318e75910889,segment=NetworkSegment(4acbed45-9cb8-4431-8c09-0ceefa3c2225),segment_id=4acbed45-9cb8-4431-8c09-0ceefa3c2225)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:23:47.359090 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:47.361973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=ccd05e59-8e2f-40f0-8275-b756a0264139,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:47.391008 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:47.423344 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=7d3d9d3e-92f0-4791-983d-318e75910889,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:47.551853 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:47.622106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6c68ad05-3380-4f03-a579-e4e03e119b6b None None] Provisioning for port ccd05e59-8e2f-40f0-8275-b756a0264139 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:23:47.625868 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6c68ad05-3380-4f03-a579-e4e03e119b6b None None] Provisioning complete for port ccd05e59-8e2f-40f0-8275-b756a0264139 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:23:47.626263 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6c68ad05-3380-4f03-a579-e4e03e119b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:47.661947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6c68ad05-3380-4f03-a579-e4e03e119b6b None None] Port ccd05e59-8e2f-40f0-8275-b756a0264139 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:23:47.836087 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:47.841588 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:47.919377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=ccd05e59-8e2f-40f0-8275-b756a0264139,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:47.922109 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:48.037014 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 8ffa1666-2094-4363-9f4e-fce60635a432 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:48.038588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:48.178887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 78c3ca16-0588-4b6b-bea1-e878c92ce8e5 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:48.286805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-675a5271-6590-46c4-b735-a2317ee8c01d None None] Provisioning complete for port ccd05e59-8e2f-40f0-8275-b756a0264139 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:23:48.287479 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-675a5271-6590-46c4-b735-a2317ee8c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:48.300754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:48.306530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b04dc3ef-defb-4170-b596-c79f0f0375ea tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "PUT /v2.0/routers/78c3ca16-0588-4b6b-bea1-e878c92ce8e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9694238 Jul 27 20:23:48.309803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60950) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:48.315816 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb1eb62-cca7-4bf6-a6fa-f3dac1f3242e None None] Sync routers for ids ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:48.316207 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5f29e3e6-429c-41e2-b0a6-387e6bd60f61 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'port': {'network_id': '8ffa1666-2094-4363-9f4e-fce60635a432', 'name': 'tempest-FloatingIPTestJSON-1182886972'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:48.335709 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-675a5271-6590-46c4-b735-a2317ee8c01d None None] Port ccd05e59-8e2f-40f0-8275-b756a0264139 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:23:48.337573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb1eb62-cca7-4bf6-a6fa-f3dac1f3242e None None] Routers {'78c3ca16-0588-4b6b-bea1-e878c92ce8e5'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:48.338206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-feb1eb62-cca7-4bf6-a6fa-f3dac1f3242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:48.372273 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-feb1eb62-cca7-4bf6-a6fa-f3dac1f3242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:48.381381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb1eb62-cca7-4bf6-a6fa-f3dac1f3242e None None] Routers {'78c3ca16-0588-4b6b-bea1-e878c92ce8e5'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:48.382003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-feb1eb62-cca7-4bf6-a6fa-f3dac1f3242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:48.414860 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-feb1eb62-cca7-4bf6-a6fa-f3dac1f3242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:48.415532 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb1eb62-cca7-4bf6-a6fa-f3dac1f3242e None None] The sync data for ids ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:48.449624 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f29e3e6-429c-41e2-b0a6-387e6bd60f61 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Made reservation on behalf of 5aaa224ed17648908124464b26cd6816 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:23:48.453471 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f29e3e6-429c-41e2-b0a6-387e6bd60f61 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:48.474846 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [None req-5f29e3e6-429c-41e2-b0a6-387e6bd60f61 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] device_id is not set on port 36ab8acb-98bc-414f-8832-f8a2ab9190c9 yet. {{(pid=94060) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:23:48.606840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-5f29e3e6-429c-41e2-b0a6-387e6bd60f61 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Allocated IP 172.20.0.6 (8ffa1666-2094-4363-9f4e-fce60635a432/da9bb2e8-8f54-4753-80e7-6a5c800e9b6a/36ab8acb-98bc-414f-8832-f8a2ab9190c9) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:23:48.769090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f29e3e6-429c-41e2-b0a6-387e6bd60f61 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:48.784638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-5f29e3e6-429c-41e2-b0a6-387e6bd60f61 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Transition to ACTIVE for port object 36ab8acb-98bc-414f-8832-f8a2ab9190c9 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:23:48.821910 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f29e3e6-429c-41e2-b0a6-387e6bd60f61 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:48.864669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f29e3e6-429c-41e2-b0a6-387e6bd60f61 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Network 8ffa1666-2094-4363-9f4e-fce60635a432 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:23:48.869688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-5f29e3e6-429c-41e2-b0a6-387e6bd60f61 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:23:48.873249 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f29e3e6-429c-41e2-b0a6-387e6bd60f61 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:23:48.880062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29e3e6-429c-41e2-b0a6-387e6bd60f61 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event updated for resources: {'Port': ['ID=36ab8acb-98bc-414f-8832-f8a2ab9190c9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:48.931166 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29e3e6-429c-41e2-b0a6-387e6bd60f61 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:23:48.931804 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5f29e3e6-429c-41e2-b0a6-387e6bd60f61 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:48.947479 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5f29e3e6-429c-41e2-b0a6-387e6bd60f61 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6364889 Jul 27 20:23:48.950299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60952) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:48.955125 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8dc9f7b2-9c49-452e-96f4-d590802bceb2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Request body: {'floatingip': {'port_id': '36ab8acb-98bc-414f-8832-f8a2ab9190c9'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:23:48.989305 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:49.021681 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8dc9f7b2-9c49-452e-96f4-d590802bceb2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:49.139949 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7d3d9d3e-92f0-4791-983d-318e75910889 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:23:49.192017 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f4e4a153-70a5-4194-ae56-4430a3a97fc1 None None] Provisioning for port 36ab8acb-98bc-414f-8832-f8a2ab9190c9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:23:49.198096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f4e4a153-70a5-4194-ae56-4430a3a97fc1 None None] Provisioning complete for port 36ab8acb-98bc-414f-8832-f8a2ab9190c9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:23:49.198471 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f4e4a153-70a5-4194-ae56-4430a3a97fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:49.229814 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7d3d9d3e-92f0-4791-983d-318e75910889 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:23:49.230194 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:49.258192 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4a153-70a5-4194-ae56-4430a3a97fc1 None None] Port 36ab8acb-98bc-414f-8832-f8a2ab9190c9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:23:49.591149 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8dc9f7b2-9c49-452e-96f4-d590802bceb2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:49.596206 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8dc9f7b2-9c49-452e-96f4-d590802bceb2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:49.716117 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-8dc9f7b2-9c49-452e-96f4-d590802bceb2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Floating IP 4f17ef4e-ac90-4fc6-9c69-e3c6fcfb68ea associated. External IP: 172.25.1.90, port: c84e6840-0864-4556-9514-c6b48b9f0969. Jul 27 20:23:49.947695 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc9f7b2-9c49-452e-96f4-d590802bceb2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:50.064371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc9f7b2-9c49-452e-96f4-d590802bceb2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:50.076271 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052e524-9812-4816-a0c9-095d021a4072 None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:50.087040 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052e524-9812-4816-a0c9-095d021a4072 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:50.087664 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a052e524-9812-4816-a0c9-095d021a4072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:50.120476 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a052e524-9812-4816-a0c9-095d021a4072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:50.130789 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052e524-9812-4816-a0c9-095d021a4072 None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:50.131434 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a052e524-9812-4816-a0c9-095d021a4072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:50.166760 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a052e524-9812-4816-a0c9-095d021a4072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:50.167418 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052e524-9812-4816-a0c9-095d021a4072 None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:50.628749 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc9f7b2-9c49-452e-96f4-d590802bceb2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 78c3ca16-0588-4b6b-bea1-e878c92ce8e5 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:50.742500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc9f7b2-9c49-452e-96f4-d590802bceb2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:50.747175 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8dc9f7b2-9c49-452e-96f4-d590802bceb2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:50.752216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da03a8-ec61-4932-a3f4-9ff249c8f86c None None] Sync routers for ids ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:50.761996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da03a8-ec61-4932-a3f4-9ff249c8f86c None None] Routers {'78c3ca16-0588-4b6b-bea1-e878c92ce8e5'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:50.762688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-36da03a8-ec61-4932-a3f4-9ff249c8f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:50.798811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-36da03a8-ec61-4932-a3f4-9ff249c8f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:50.808421 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da03a8-ec61-4932-a3f4-9ff249c8f86c None None] Routers {'78c3ca16-0588-4b6b-bea1-e878c92ce8e5'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:50.809056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-36da03a8-ec61-4932-a3f4-9ff249c8f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:50.823597 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8dc9f7b2-9c49-452e-96f4-d590802bceb2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "PUT /v2.0/floatingips/4f17ef4e-ac90-4fc6-9c69-e3c6fcfb68ea HTTP/1.1" status: 200 len: 977 time: 1.8720958 Jul 27 20:23:50.826340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60956) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:50.842843 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-36da03a8-ec61-4932-a3f4-9ff249c8f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:50.843513 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da03a8-ec61-4932-a3f4-9ff249c8f86c None None] The sync data for ids ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:50.943289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3127a082-e827-406a-a10f-4187f2f7ea78 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting port 36ab8acb-98bc-414f-8832-f8a2ab9190c9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:23:50.943565 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3127a082-e827-406a-a10f-4187f2f7ea78 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:51.038221 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3127a082-e827-406a-a10f-4187f2f7ea78 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:51.222516 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3127a082-e827-406a-a10f-4187f2f7ea78 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:51.222790 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3127a082-e827-406a-a10f-4187f2f7ea78 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:51.223180 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-3127a082-e827-406a-a10f-4187f2f7ea78 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Floating IP 4f17ef4e-ac90-4fc6-9c69-e3c6fcfb68ea disassociated. External IP: 172.25.1.90, port: 36ab8acb-98bc-414f-8832-f8a2ab9190c9. Jul 27 20:23:51.223539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3127a082-e827-406a-a10f-4187f2f7ea78 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Calling delete_port for 36ab8acb-98bc-414f-8832-f8a2ab9190c9 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:23:51.359031 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3127a082-e827-406a-a10f-4187f2f7ea78 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:51.390231 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127a082-e827-406a-a10f-4187f2f7ea78 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Port': ['ID=36ab8acb-98bc-414f-8832-f8a2ab9190c9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:51.523954 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3127a082-e827-406a-a10f-4187f2f7ea78 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 78c3ca16-0588-4b6b-bea1-e878c92ce8e5 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:51.662012 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3127a082-e827-406a-a10f-4187f2f7ea78 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:51.675391 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059cb7b3-5015-4332-82b7-234cb76f2d0d None None] Sync routers for ids ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:51.686004 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059cb7b3-5015-4332-82b7-234cb76f2d0d None None] Routers {'78c3ca16-0588-4b6b-bea1-e878c92ce8e5'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:51.686632 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-059cb7b3-5015-4332-82b7-234cb76f2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:51.728046 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-059cb7b3-5015-4332-82b7-234cb76f2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:51.742797 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059cb7b3-5015-4332-82b7-234cb76f2d0d None None] Routers {'78c3ca16-0588-4b6b-bea1-e878c92ce8e5'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:51.743651 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-059cb7b3-5015-4332-82b7-234cb76f2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:51.752891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3127a082-e827-406a-a10f-4187f2f7ea78 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:51.756373 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3127a082-e827-406a-a10f-4187f2f7ea78 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/ports/36ab8acb-98bc-414f-8832-f8a2ab9190c9 HTTP/1.1" status: 204 len: 168 time: 0.9288208 Jul 27 20:23:51.760205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60958) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:51.785365 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-059cb7b3-5015-4332-82b7-234cb76f2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:51.786810 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059cb7b3-5015-4332-82b7-234cb76f2d0d None None] The sync data for ids ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:52.166135 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1ce308c1-25f6-406a-8e69-97171a4183b2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:52.474866 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-1ce308c1-25f6-406a-8e69-97171a4183b2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting port ccd05e59-8e2f-40f0-8275-b756a0264139 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:23:52.475142 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1ce308c1-25f6-406a-8e69-97171a4183b2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:52.571737 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1ce308c1-25f6-406a-8e69-97171a4183b2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:52.588113 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-1ce308c1-25f6-406a-8e69-97171a4183b2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Calling delete_port for ccd05e59-8e2f-40f0-8275-b756a0264139 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:23:52.803801 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1ce308c1-25f6-406a-8e69-97171a4183b2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:52.832222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce308c1-25f6-406a-8e69-97171a4183b2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Port': ['ID=ccd05e59-8e2f-40f0-8275-b756a0264139,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:53.017350 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1ce308c1-25f6-406a-8e69-97171a4183b2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:53.249985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce308c1-25f6-406a-8e69-97171a4183b2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 78c3ca16-0588-4b6b-bea1-e878c92ce8e5 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:53.362952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce308c1-25f6-406a-8e69-97171a4183b2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:53.371453 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1ce308c1-25f6-406a-8e69-97171a4183b2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "PUT /v2.0/routers/78c3ca16-0588-4b6b-bea1-e878c92ce8e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6068239 Jul 27 20:23:53.371559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60960) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:53.374088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5439a1f2-6b39-410a-9a8c-83fd4594f10f None None] Sync routers for ids ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:53.384701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5439a1f2-6b39-410a-9a8c-83fd4594f10f None None] Routers {'78c3ca16-0588-4b6b-bea1-e878c92ce8e5'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:53.385317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5439a1f2-6b39-410a-9a8c-83fd4594f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:53.421228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5439a1f2-6b39-410a-9a8c-83fd4594f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:53.431439 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5439a1f2-6b39-410a-9a8c-83fd4594f10f None None] Routers {'78c3ca16-0588-4b6b-bea1-e878c92ce8e5'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:53.432100 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5439a1f2-6b39-410a-9a8c-83fd4594f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:53.464608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5439a1f2-6b39-410a-9a8c-83fd4594f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:53.465298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5439a1f2-6b39-410a-9a8c-83fd4594f10f None None] The sync data for ids ['78c3ca16-0588-4b6b-bea1-e878c92ce8e5'] in n-d-705657-21 is: [] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:53.484453 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29ec9b0f-49f5-43a8-a1f4-ecd48582702c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:53.796894 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:23:53.927691 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29ec9b0f-49f5-43a8-a1f4-ecd48582702c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:53.985205 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-29ec9b0f-49f5-43a8-a1f4-ecd48582702c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting port 7ca9f4e7-446a-490a-83b5-01848e1b11f7 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:23:53.985677 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29ec9b0f-49f5-43a8-a1f4-ecd48582702c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:54.085060 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29ec9b0f-49f5-43a8-a1f4-ecd48582702c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:54.097545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-29ec9b0f-49f5-43a8-a1f4-ecd48582702c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Calling delete_port for 7ca9f4e7-446a-490a-83b5-01848e1b11f7 owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:23:54.272455 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29ec9b0f-49f5-43a8-a1f4-ecd48582702c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:54.298898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec9b0f-49f5-43a8-a1f4-ecd48582702c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Port': ['ID=7ca9f4e7-446a-490a-83b5-01848e1b11f7,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:54.366345 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29ec9b0f-49f5-43a8-a1f4-ecd48582702c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:54.469195 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29ec9b0f-49f5-43a8-a1f4-ecd48582702c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:54.471540 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29ec9b0f-49f5-43a8-a1f4-ecd48582702c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:54.522888 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29ec9b0f-49f5-43a8-a1f4-ecd48582702c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:54.523425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ec9b0f-49f5-43a8-a1f4-ecd48582702c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Fanout notify agent at l3_agent the message router_deleted on router 78c3ca16-0588-4b6b-bea1-e878c92ce8e5 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:23:54.530827 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-29ec9b0f-49f5-43a8-a1f4-ecd48582702c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:54.531982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-29ec9b0f-49f5-43a8-a1f4-ecd48582702c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/routers/78c3ca16-0588-4b6b-bea1-e878c92ce8e5 HTTP/1.1" status: 204 len: 168 time: 1.1595020 Jul 27 20:23:54.534825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60962) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:54.592223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62ec2a1-2cb4-481d-a2a3-118a02096e1c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting subnet da9bb2e8-8f54-4753-80e7-6a5c800e9b6a {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:23:54.595657 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c62ec2a1-2cb4-481d-a2a3-118a02096e1c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:54.639879 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c62ec2a1-2cb4-481d-a2a3-118a02096e1c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:54.728433 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c62ec2a1-2cb4-481d-a2a3-118a02096e1c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:54.787508 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c62ec2a1-2cb4-481d-a2a3-118a02096e1c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:54.817610 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ec2a1-2cb4-481d-a2a3-118a02096e1c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Subnet': ['ID=da9bb2e8-8f54-4753-80e7-6a5c800e9b6a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:54.821638 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c62ec2a1-2cb4-481d-a2a3-118a02096e1c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:54.823523 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c62ec2a1-2cb4-481d-a2a3-118a02096e1c tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/subnets/da9bb2e8-8f54-4753-80e7-6a5c800e9b6a HTTP/1.1" status: 204 len: 168 time: 0.2875905 Jul 27 20:23:54.826444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60964) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:54.829294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfe5414-7c74-4c8d-a7f9-9c84a3973cc5 None None] Network 8ffa1666-2094-4363-9f4e-fce60635a432 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:23:54.913453 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:54.976328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting port 7d3d9d3e-92f0-4791-983d-318e75910889 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:23:54.976668 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:55.046323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] For port 7d3d9d3e-92f0-4791-983d-318e75910889, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7d3d9d3e-92f0-4791-983d-318e75910889,segment=NetworkSegment(4acbed45-9cb8-4431-8c09-0ceefa3c2225),segment_id=4acbed45-9cb8-4431-8c09-0ceefa3c2225)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:23:55.046680 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:55.061614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Calling delete_port for 7d3d9d3e-92f0-4791-983d-318e75910889 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:23:55.150827 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:55.175363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1c4938-92e4-45ae-ad2f-c351c75e54a4 None None] DHCP port deletion for 8ffa1666-2094-4363-9f4e-fce60635a432 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:23:55.179281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Port': ['ID=7d3d9d3e-92f0-4791-983d-318e75910889,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:55.181101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] No DVR routers for this DVR port 7d3d9d3e-92f0-4791-983d-318e75910889 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:23:55.264857 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:55.277435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffa1666-2094-4363-9f4e-fce60635a432']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:55.288482 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4acbed45-9cb8-4431-8c09-0ceefa3c2225') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:55.288784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4acbed45-9cb8-4431-8c09-0ceefa3c2225') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:55.298075 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:55.311894 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:55.318591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:23:55.318991 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:23:55.322018 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:23:55.387194 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:55.395425 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:55.396664 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/networks/8ffa1666-2094-4363-9f4e-fce60635a432 HTTP/1.1" status: 204 len: 168 time: 0.5691791 Jul 27 20:23:55.399433 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60966) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:55.410848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b32aa1-3f48-4438-b1d8-409278a80b51 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Network': ['ID=8ffa1666-2094-4363-9f4e-fce60635a432,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:55.532770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8f13de0c-055e-4c5a-97fc-da43d5350946 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting port 548e6aaf-a07f-434f-85ab-36cb55222742 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:23:55.533115 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8f13de0c-055e-4c5a-97fc-da43d5350946 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:55.611998 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8f13de0c-055e-4c5a-97fc-da43d5350946 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:55.612325 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8f13de0c-055e-4c5a-97fc-da43d5350946 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:55.625076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8f13de0c-055e-4c5a-97fc-da43d5350946 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Calling delete_port for 548e6aaf-a07f-434f-85ab-36cb55222742 owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:23:55.766955 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8f13de0c-055e-4c5a-97fc-da43d5350946 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:55.796872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13de0c-055e-4c5a-97fc-da43d5350946 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Port': ['ID=548e6aaf-a07f-434f-85ab-36cb55222742,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:55.863176 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8f13de0c-055e-4c5a-97fc-da43d5350946 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:55.866163 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8f13de0c-055e-4c5a-97fc-da43d5350946 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:55.867326 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8f13de0c-055e-4c5a-97fc-da43d5350946 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/floatingips/4f17ef4e-ac90-4fc6-9c69-e3c6fcfb68ea HTTP/1.1" status: 204 len: 168 time: 0.4668241 Jul 27 20:23:55.871806 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60968) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:55.898359 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5828fe7-2a71-476f-a1e6-1eebaff15d95 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] DELETE failed (client error): The resource could not be found. Jul 27 20:23:55.899250 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5828fe7-2a71-476f-a1e6-1eebaff15d95 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:23:55.900990 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a5828fe7-2a71-476f-a1e6-1eebaff15d95 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/ports/36ab8acb-98bc-414f-8832-f8a2ab9190c9 HTTP/1.1" status: 404 len: 333 time: 0.0282743 Jul 27 20:23:55.903633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60970) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:55.932832 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cf4d3e13-3728-47ec-8ccb-e767db9cb371 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=78c3ca16-0588-4b6b-bea1-e878c92ce8e5 HTTP/1.1" status: 200 len: 205 time: 0.0279868 Jul 27 20:23:55.935182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60972) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:55.978277 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-57d82229-ef05-4279-8474-87b265d9ea5f tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] delete failed (client error): The resource could not be found. Jul 27 20:23:55.980051 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-57d82229-ef05-4279-8474-87b265d9ea5f tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/routers/78c3ca16-0588-4b6b-bea1-e878c92ce8e5 HTTP/1.1" status: 404 len: 336 time: 0.0432553 Jul 27 20:23:55.982244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60974) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:56.014979 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb02a20-17ec-477f-8540-42fad096ee13 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] DELETE failed (client error): The resource could not be found. Jul 27 20:23:56.015452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb02a20-17ec-477f-8540-42fad096ee13 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:23:56.017186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dbb02a20-17ec-477f-8540-42fad096ee13 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/subnets/da9bb2e8-8f54-4753-80e7-6a5c800e9b6a HTTP/1.1" status: 404 len: 337 time: 0.0339646 Jul 27 20:23:56.020754 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60976) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:56.123315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-d399915c-2182-4d42-8af5-b3e1a69c1ce6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting port c84e6840-0864-4556-9514-c6b48b9f0969 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:23:56.123565 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d399915c-2182-4d42-8af5-b3e1a69c1ce6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:56.223055 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d399915c-2182-4d42-8af5-b3e1a69c1ce6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:56.236278 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-d399915c-2182-4d42-8af5-b3e1a69c1ce6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Calling delete_port for c84e6840-0864-4556-9514-c6b48b9f0969 owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:23:56.371994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d399915c-2182-4d42-8af5-b3e1a69c1ce6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:56.401731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399915c-2182-4d42-8af5-b3e1a69c1ce6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Port': ['ID=c84e6840-0864-4556-9514-c6b48b9f0969,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:56.477269 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d399915c-2182-4d42-8af5-b3e1a69c1ce6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:56.479254 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d399915c-2182-4d42-8af5-b3e1a69c1ce6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/ports/c84e6840-0864-4556-9514-c6b48b9f0969 HTTP/1.1" status: 204 len: 168 time: 0.4574564 Jul 27 20:23:56.482998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60978) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:56.591034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8224ba1f-d703-47d2-b55a-abd87ecf2cb1 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting port 0de8abb4-b32c-47ec-8678-7c5ecc01c9ed {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:23:56.591334 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8224ba1f-d703-47d2-b55a-abd87ecf2cb1 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:56.689943 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8224ba1f-d703-47d2-b55a-abd87ecf2cb1 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:56.703244 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8224ba1f-d703-47d2-b55a-abd87ecf2cb1 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Calling delete_port for 0de8abb4-b32c-47ec-8678-7c5ecc01c9ed owned by {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:23:56.846308 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8224ba1f-d703-47d2-b55a-abd87ecf2cb1 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:56.875585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224ba1f-d703-47d2-b55a-abd87ecf2cb1 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Port': ['ID=0de8abb4-b32c-47ec-8678-7c5ecc01c9ed,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:56.952459 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8224ba1f-d703-47d2-b55a-abd87ecf2cb1 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:56.954361 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8224ba1f-d703-47d2-b55a-abd87ecf2cb1 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/ports/0de8abb4-b32c-47ec-8678-7c5ecc01c9ed HTTP/1.1" status: 204 len: 168 time: 0.4703972 Jul 27 20:23:56.957346 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60980) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:57.027875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad06299-3556-453b-a855-d4d790db2204 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:23:57.029426 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dad06299-3556-453b-a855-d4d790db2204 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=236d3cd5-2488-49d4-ad06-dddc9c7aa4de HTTP/1.1" status: 200 len: 913 time: 0.0708237 Jul 27 20:23:57.032224 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60982) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:57.146090 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7d3d9d3e-92f0-4791-983d-318e75910889 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:23:57.167783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 7d3d9d3e-92f0-4791-983d-318e75910889 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:23:57.168196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7d3d9d3e-92f0-4791-983d-318e75910889 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:23:57.406869 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a3db28b5-8558-4666-b169-b04fcf6e648d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:58.019799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-a3db28b5-8558-4666-b169-b04fcf6e648d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting port 717266b0-70ab-4e6f-90d3-cd8ff28b39ac {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:23:58.020270 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a3db28b5-8558-4666-b169-b04fcf6e648d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:58.113066 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a3db28b5-8558-4666-b169-b04fcf6e648d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:58.132249 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-a3db28b5-8558-4666-b169-b04fcf6e648d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Calling delete_port for 717266b0-70ab-4e6f-90d3-cd8ff28b39ac owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:23:58.327564 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a3db28b5-8558-4666-b169-b04fcf6e648d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:58.360560 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db28b5-8558-4666-b169-b04fcf6e648d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Port': ['ID=717266b0-70ab-4e6f-90d3-cd8ff28b39ac,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:58.532728 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a3db28b5-8558-4666-b169-b04fcf6e648d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:58.754128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3db28b5-8558-4666-b169-b04fcf6e648d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:23:58.869422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3db28b5-8558-4666-b169-b04fcf6e648d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:23:58.875221 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a3db28b5-8558-4666-b169-b04fcf6e648d tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "PUT /v2.0/routers/236d3cd5-2488-49d4-ad06-dddc9c7aa4de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8420026 Jul 27 20:23:58.877956 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 60986) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:58.881445 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c0fb5e-996e-47f9-bdd4-48ccd672200c None None] Sync routers for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:23:58.890912 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0fb5e-996e-47f9-bdd4-48ccd672200c None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:58.891528 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c0c0fb5e-996e-47f9-bdd4-48ccd672200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:58.927416 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c0c0fb5e-996e-47f9-bdd4-48ccd672200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:58.936079 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0fb5e-996e-47f9-bdd4-48ccd672200c None None] Routers {'236d3cd5-2488-49d4-ad06-dddc9c7aa4de'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:23:58.936721 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c0c0fb5e-996e-47f9-bdd4-48ccd672200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:23:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:58.968788 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c0c0fb5e-996e-47f9-bdd4-48ccd672200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:23:58.969444 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c0fb5e-996e-47f9-bdd4-48ccd672200c None None] The sync data for ids ['236d3cd5-2488-49d4-ad06-dddc9c7aa4de'] in n-d-705657-21 is: [] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:23:58.989220 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-142327be-238e-483d-b65c-5fcdbd47eef6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:59.097664 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-142327be-238e-483d-b65c-5fcdbd47eef6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:59.152896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-142327be-238e-483d-b65c-5fcdbd47eef6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting port 4b35f230-6168-42c9-bbf8-6bac52a0cae3 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:23:59.153270 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-142327be-238e-483d-b65c-5fcdbd47eef6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:59.229962 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-142327be-238e-483d-b65c-5fcdbd47eef6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:59.242161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-142327be-238e-483d-b65c-5fcdbd47eef6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Calling delete_port for 4b35f230-6168-42c9-bbf8-6bac52a0cae3 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:23:59.412126 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-142327be-238e-483d-b65c-5fcdbd47eef6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:59.440630 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142327be-238e-483d-b65c-5fcdbd47eef6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Port': ['ID=4b35f230-6168-42c9-bbf8-6bac52a0cae3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:59.518097 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-142327be-238e-483d-b65c-5fcdbd47eef6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:59.611086 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-142327be-238e-483d-b65c-5fcdbd47eef6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:59.613420 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-142327be-238e-483d-b65c-5fcdbd47eef6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:59.658533 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-142327be-238e-483d-b65c-5fcdbd47eef6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:59.659100 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142327be-238e-483d-b65c-5fcdbd47eef6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Fanout notify agent at l3_agent the message router_deleted on router 236d3cd5-2488-49d4-ad06-dddc9c7aa4de {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:23:59.666284 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-142327be-238e-483d-b65c-5fcdbd47eef6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:59.667452 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-142327be-238e-483d-b65c-5fcdbd47eef6 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/routers/236d3cd5-2488-49d4-ad06-dddc9c7aa4de HTTP/1.1" status: 204 len: 168 time: 0.7883456 Jul 27 20:23:59.670106 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60988) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:59.723510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df86319-05a5-4b68-a5a2-41140ce081a2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Deleting subnet 5f9ef7ff-d23b-4b2f-acdf-901665aeaf7e {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:23:59.727041 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5df86319-05a5-4b68-a5a2-41140ce081a2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:59.768237 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5df86319-05a5-4b68-a5a2-41140ce081a2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:59.815892 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5df86319-05a5-4b68-a5a2-41140ce081a2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:59.881583 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5df86319-05a5-4b68-a5a2-41140ce081a2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:59.909237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df86319-05a5-4b68-a5a2-41140ce081a2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9ef7ff-d23b-4b2f-acdf-901665aeaf7e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:23:59.913184 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5df86319-05a5-4b68-a5a2-41140ce081a2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:23:59.916732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5df86319-05a5-4b68-a5a2-41140ce081a2 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/subnets/5f9ef7ff-d23b-4b2f-acdf-901665aeaf7e HTTP/1.1" status: 204 len: 168 time: 0.2454815 Jul 27 20:23:59.917700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60990) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:23:59.994032 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dcba03f4-7106-46d1-9a64-a0e88cadd258 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:00.086317 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dcba03f4-7106-46d1-9a64-a0e88cadd258 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:00.096422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-dcba03f4-7106-46d1-9a64-a0e88cadd258 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b68e60-cd4d-496d-a80f-703d479ea6d5']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:00.107504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-dcba03f4-7106-46d1-9a64-a0e88cadd258 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1005bba3-1d45-47f3-a706-5c55063969e1') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:00.107745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-dcba03f4-7106-46d1-9a64-a0e88cadd258 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1005bba3-1d45-47f3-a706-5c55063969e1') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:00.116959 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dcba03f4-7106-46d1-9a64-a0e88cadd258 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:00.130862 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dcba03f4-7106-46d1-9a64-a0e88cadd258 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:00.137433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcba03f4-7106-46d1-9a64-a0e88cadd258 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:24:00.137820 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dcba03f4-7106-46d1-9a64-a0e88cadd258 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:24:00.140798 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:24:00.199002 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dcba03f4-7106-46d1-9a64-a0e88cadd258 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:00.206232 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dcba03f4-7106-46d1-9a64-a0e88cadd258 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:00.208310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-dcba03f4-7106-46d1-9a64-a0e88cadd258 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] 10.222.0.48 "DELETE /v2.0/networks/52b68e60-cd4d-496d-a80f-703d479ea6d5 HTTP/1.1" status: 204 len: 168 time: 0.2896867 Jul 27 20:24:00.220236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba03f4-7106-46d1-9a64-a0e88cadd258 tempest-FloatingIPTestJSON-75383764 tempest-FloatingIPTestJSON-75383764-project] Pushing event deleted for resources: {'Network': ['ID=52b68e60-cd4d-496d-a80f-703d479ea6d5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:00.461408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 60996) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:00.602766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9193fe39-66fb-433e-8109-6bc4c61302f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5aaa224ed17648908124464b26cd6816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399353 Jul 27 20:24:00.605130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32768) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:00.653303 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8baf9fa9-400f-4bfa-b064-5c10ddd7df26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:00.674806 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8baf9fa9-400f-4bfa-b064-5c10ddd7df26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:00.722088 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8baf9fa9-400f-4bfa-b064-5c10ddd7df26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:00.724954 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8baf9fa9-400f-4bfa-b064-5c10ddd7df26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:00.726132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8baf9fa9-400f-4bfa-b064-5c10ddd7df26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db713745-f055-4531-ac43-f03a94ffff38 HTTP/1.1" status: 204 len: 168 time: 0.1201007 Jul 27 20:24:00.734923 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf9fa9-400f-4bfa-b064-5c10ddd7df26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db713745-f055-4531-ac43-f03a94ffff38,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:01.408800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32790) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:01.512856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1666976989'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:24:01.536977 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Made reservation on behalf of bb1130d53242452da0237a2c97ffcdd0 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:24:01.540626 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:01.549370 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:01.644773 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:01.650051 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:01.677389 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:24:01.687290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45aff022-4b79-4160-9bb0-d3beddd95cdc,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:01.692065 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:01.692423 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Added segment e137d2de-0fae-4322-9c1f-d6fdfc0ab2f7 of type vlan for network cfc365b9-be83-4a3c-bcf1-528bc56264bc Jul 27 20:24:01.703640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:01.703983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:01.704327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:01.704696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:01.705027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:01.705343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:01.705673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:01.705992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:01.706391 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:01.706724 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:01.707124 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:01.707446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:01.754922 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:01.788377 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:01.793954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:24:01.794542 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:01.851485 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4415231 Jul 27 20:24:01.854875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32794) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:01.859915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-0f69c931-f9be-479c-adc5-48b3aa815a44 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'cfc365b9-be83-4a3c-bcf1-528bc56264bc', 'tempest-TagsTest-Tag-892755362') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:01.862266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad4047-a708-4000-a1df-c3c8bc633f2c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Pushing event updated for resources: {'Network': ['ID=cfc365b9-be83-4a3c-bcf1-528bc56264bc,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:01.873466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network cfc365b9-be83-4a3c-bcf1-528bc56264bc details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:24:01.948152 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0f69c931-f9be-479c-adc5-48b3aa815a44 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] 10.222.0.48 "PUT /v2.0/networks/cfc365b9-be83-4a3c-bcf1-528bc56264bc/tags/tempest-TagsTest-Tag-892755362 HTTP/1.1" status: 201 len: 201 time: 0.0921435 Jul 27 20:24:01.950755 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32796) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:01.955432 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-b757d1fd-dfaa-4489-abbf-3739b1108191 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfc365b9-be83-4a3c-bcf1-528bc56264bc', 'tempest-TagsTest-Tag-892755362') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:02.023528 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b757d1fd-dfaa-4489-abbf-3739b1108191 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] 10.222.0.48 "GET /v2.0/networks/cfc365b9-be83-4a3c-bcf1-528bc56264bc/tags/tempest-TagsTest-Tag-892755362 HTTP/1.1" status: 204 len: 168 time: 0.0716667 Jul 27 20:24:02.026024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32798) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:02.030276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.tag.tag_plugin [None req-bb0c70f6-e9de-4d01-a555-62317bba720e tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'cfc365b9-be83-4a3c-bcf1-528bc56264bc') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:02.105219 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-bb0c70f6-e9de-4d01-a555-62317bba720e tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] 10.222.0.48 "GET /v2.0/networks/cfc365b9-be83-4a3c-bcf1-528bc56264bc/tags HTTP/1.1" status: 200 len: 237 time: 0.0779607 Jul 27 20:24:02.107824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32800) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:02.113116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-cd7813ea-52b0-4fb7-876c-72d51a231050 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'cfc365b9-be83-4a3c-bcf1-528bc56264bc', {'tags': ['tempest-TagsTest-Tag-1471327422', 'tempest-TagsTest-Tag-372991232', 'tempest-TagsTest-Tag-2082797458']}) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:02.195915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cd7813ea-52b0-4fb7-876c-72d51a231050 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] 10.222.0.48 "PUT /v2.0/networks/cfc365b9-be83-4a3c-bcf1-528bc56264bc/tags HTTP/1.1" status: 200 len: 308 time: 0.0866604 Jul 27 20:24:02.198378 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32802) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:02.202989 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-af13cafe-fadd-4768-b109-5bbf53a1f6ba tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'cfc365b9-be83-4a3c-bcf1-528bc56264bc', 'tempest-TagsTest-Tag-1471327422') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:02.295505 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-af13cafe-fadd-4768-b109-5bbf53a1f6ba tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] 10.222.0.48 "DELETE /v2.0/networks/cfc365b9-be83-4a3c-bcf1-528bc56264bc/tags/tempest-TagsTest-Tag-1471327422 HTTP/1.1" status: 204 len: 168 time: 0.0960891 Jul 27 20:24:02.298867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32804) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:02.303938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-7e74d50f-be58-4bd4-aab6-10a58047d5c0 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfc365b9-be83-4a3c-bcf1-528bc56264bc', 'tempest-TagsTest-Tag-1471327422') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:02.375136 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-7e74d50f-be58-4bd4-aab6-10a58047d5c0 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] show failed (client error): The resource could not be found. Jul 27 20:24:02.376179 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7e74d50f-be58-4bd4-aab6-10a58047d5c0 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] 10.222.0.48 "GET /v2.0/networks/cfc365b9-be83-4a3c-bcf1-528bc56264bc/tags/tempest-TagsTest-Tag-1471327422 HTTP/1.1" status: 404 len: 326 time: 0.0762815 Jul 27 20:24:02.379326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32806) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:02.383715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-aa16ae18-fcec-498d-ace8-bcc64a1b9f47 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfc365b9-be83-4a3c-bcf1-528bc56264bc', 'tempest-TagsTest-Tag-372991232') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:02.454381 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aa16ae18-fcec-498d-ace8-bcc64a1b9f47 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] 10.222.0.48 "GET /v2.0/networks/cfc365b9-be83-4a3c-bcf1-528bc56264bc/tags/tempest-TagsTest-Tag-372991232 HTTP/1.1" status: 204 len: 168 time: 0.0737562 Jul 27 20:24:02.457059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32808) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:02.461660 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-4a77247c-a59d-4440-9357-ac706ebb8b84 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfc365b9-be83-4a3c-bcf1-528bc56264bc', 'tempest-TagsTest-Tag-2082797458') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:02.533518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4a77247c-a59d-4440-9357-ac706ebb8b84 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] 10.222.0.48 "GET /v2.0/networks/cfc365b9-be83-4a3c-bcf1-528bc56264bc/tags/tempest-TagsTest-Tag-2082797458 HTTP/1.1" status: 204 len: 168 time: 0.0751905 Jul 27 20:24:02.536887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32810) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:02.541481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-c32d0d46-0654-4ee8-a2d0-7b2036b800a8 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cfc365b9-be83-4a3c-bcf1-528bc56264bc') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:02.623346 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c32d0d46-0654-4ee8-a2d0-7b2036b800a8 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] 10.222.0.48 "DELETE /v2.0/networks/cfc365b9-be83-4a3c-bcf1-528bc56264bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0853655 Jul 27 20:24:02.626013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32812) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:02.630577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-31e36d9c-e86d-473f-a68b-f1cb00167423 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfc365b9-be83-4a3c-bcf1-528bc56264bc', 'tempest-TagsTest-Tag-372991232') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:02.700607 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-31e36d9c-e86d-473f-a68b-f1cb00167423 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] show failed (client error): The resource could not be found. Jul 27 20:24:02.701661 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-31e36d9c-e86d-473f-a68b-f1cb00167423 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] 10.222.0.48 "GET /v2.0/networks/cfc365b9-be83-4a3c-bcf1-528bc56264bc/tags/tempest-TagsTest-Tag-372991232 HTTP/1.1" status: 404 len: 325 time: 0.0747402 Jul 27 20:24:02.704693 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32814) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:02.709002 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-b12df46e-fc75-403b-b0ce-79bc3089c10c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfc365b9-be83-4a3c-bcf1-528bc56264bc', 'tempest-TagsTest-Tag-2082797458') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:02.778689 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-b12df46e-fc75-403b-b0ce-79bc3089c10c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] show failed (client error): The resource could not be found. Jul 27 20:24:02.779845 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b12df46e-fc75-403b-b0ce-79bc3089c10c tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] 10.222.0.48 "GET /v2.0/networks/cfc365b9-be83-4a3c-bcf1-528bc56264bc/tags/tempest-TagsTest-Tag-2082797458 HTTP/1.1" status: 404 len: 326 time: 0.0743022 Jul 27 20:24:02.782700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32816) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:02.787405 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.tag.tag_plugin [None req-1a020ac7-3afa-4d41-ab0a-69bf8d15f671 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cfc365b9-be83-4a3c-bcf1-528bc56264bc') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:02.867077 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1a020ac7-3afa-4d41-ab0a-69bf8d15f671 tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] 10.222.0.48 "DELETE /v2.0/networks/cfc365b9-be83-4a3c-bcf1-528bc56264bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0833485 Jul 27 20:24:02.871391 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32818) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:02.946140 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff1c032e-419d-43aa-9273-cb4eaa16bfea tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:03.038313 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff1c032e-419d-43aa-9273-cb4eaa16bfea tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:03.048431 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-ff1c032e-419d-43aa-9273-cb4eaa16bfea tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc365b9-be83-4a3c-bcf1-528bc56264bc']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:03.059859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-ff1c032e-419d-43aa-9273-cb4eaa16bfea tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e137d2de-0fae-4322-9c1f-d6fdfc0ab2f7') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:03.060181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-ff1c032e-419d-43aa-9273-cb4eaa16bfea tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e137d2de-0fae-4322-9c1f-d6fdfc0ab2f7') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:03.069585 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff1c032e-419d-43aa-9273-cb4eaa16bfea tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:03.084688 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff1c032e-419d-43aa-9273-cb4eaa16bfea tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:03.091556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1c032e-419d-43aa-9273-cb4eaa16bfea tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:24:03.092199 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff1c032e-419d-43aa-9273-cb4eaa16bfea tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:24:03.095393 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:24:03.162536 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff1c032e-419d-43aa-9273-cb4eaa16bfea tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:03.169879 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff1c032e-419d-43aa-9273-cb4eaa16bfea tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:03.171722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ff1c032e-419d-43aa-9273-cb4eaa16bfea tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] 10.222.0.48 "DELETE /v2.0/networks/cfc365b9-be83-4a3c-bcf1-528bc56264bc HTTP/1.1" status: 204 len: 168 time: 0.2994204 Jul 27 20:24:03.189923 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c032e-419d-43aa-9273-cb4eaa16bfea tempest-TagsTest-1277556406 tempest-TagsTest-1277556406-project] Pushing event deleted for resources: {'Network': ['ID=cfc365b9-be83-4a3c-bcf1-528bc56264bc,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:03.428021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32824) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:03.569090 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8027b5f0-43f6-4300-90a0-b9bfcd2d2037 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb1130d53242452da0237a2c97ffcdd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396937 Jul 27 20:24:03.571671 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32828) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:03.621253 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cffa5c71-f21a-46fa-a9e0-2ef40b9057ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:03.643509 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cffa5c71-f21a-46fa-a9e0-2ef40b9057ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:03.709083 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cffa5c71-f21a-46fa-a9e0-2ef40b9057ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:03.712314 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cffa5c71-f21a-46fa-a9e0-2ef40b9057ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:03.713563 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cffa5c71-f21a-46fa-a9e0-2ef40b9057ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45aff022-4b79-4160-9bb0-d3beddd95cdc HTTP/1.1" status: 204 len: 168 time: 0.1409345 Jul 27 20:24:03.721581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa5c71-f21a-46fa-a9e0-2ef40b9057ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aff022-4b79-4160-9bb0-d3beddd95cdc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:04.361970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32850) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:04.461252 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1711217644-network', 'tenant_id': '40c942a31f904e5d8f57648b2b56545e'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:24:04.484942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] Made reservation on behalf of 40c942a31f904e5d8f57648b2b56545e for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:24:04.487301 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:04.496723 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:04.591330 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:04.596230 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:04.622405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:24:04.632635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0a0d7d-6036-41f9-b126-6310697508c1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:04.637629 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:04.637979 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] Added segment 6f2968ec-d653-400a-97e1-7abf59b2ad90 of type vlan for network d350a4a1-2013-4d9e-9ec6-3a812f58959d Jul 27 20:24:04.679996 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:04.712064 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:04.713160 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:24:04.713919 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:04.772093 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4089715 Jul 27 20:24:04.775248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32854) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:04.779493 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de62d12-672d-4303-964c-b5769cedcb58 admin admin] Pushing event updated for resources: {'Network': ['ID=d350a4a1-2013-4d9e-9ec6-3a812f58959d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:04.780649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-a7c6b721-68b0-4752-81f4-3c602e9113d2 admin admin] Request body: {'subnet': {'network_id': 'd350a4a1-2013-4d9e-9ec6-3a812f58959d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1711217644-subnet', 'tenant_id': '40c942a31f904e5d8f57648b2b56545e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:24:04.790285 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network d350a4a1-2013-4d9e-9ec6-3a812f58959d details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:24:04.806059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c6b721-68b0-4752-81f4-3c602e9113d2 admin admin] Made reservation on behalf of 40c942a31f904e5d8f57648b2b56545e for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:24:04.808501 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b721-68b0-4752-81f4-3c602e9113d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:04.981705 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b721-68b0-4752-81f4-3c602e9113d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:05.032105 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6b721-68b0-4752-81f4-3c602e9113d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf00cf08-fbf6-42da-98a7-466eeffc99cd,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:05.047960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6b721-68b0-4752-81f4-3c602e9113d2 admin admin] Checking segment: {'id': '6f2968ec-d653-400a-97e1-7abf59b2ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd350a4a1-2013-4d9e-9ec6-3a812f58959d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:24:05.048313 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c6b721-68b0-4752-81f4-3c602e9113d2 admin admin] Network hostable DHCP agents. Network: d350a4a1-2013-4d9e-9ec6-3a812f58959d, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:24:05.066273 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c6b721-68b0-4752-81f4-3c602e9113d2 admin admin] Network d350a4a1-2013-4d9e-9ec6-3a812f58959d is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:24:05.075648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-a7c6b721-68b0-4752-81f4-3c602e9113d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, d350a4a1-2013-4d9e-9ec6-3a812f58959d) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:24:05.082402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c6b721-68b0-4752-81f4-3c602e9113d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:24:05.084174 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7c6b721-68b0-4752-81f4-3c602e9113d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:05.086231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2290c14-bca8-4c65-8861-d1f734b6838a None None] Network d350a4a1-2013-4d9e-9ec6-3a812f58959d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:24:05.103822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a7c6b721-68b0-4752-81f4-3c602e9113d2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3274078 Jul 27 20:24:05.226683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b549c76b-79a3-4d55-ad9a-bbe7844dd174 None None] Network d350a4a1-2013-4d9e-9ec6-3a812f58959d requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:24:05.601511 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32870) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:05.606760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1889159445-network', 'tenant_id': '5569af0969934e979bba20a163146be6'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:24:05.628320 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] Made reservation on behalf of 5569af0969934e979bba20a163146be6 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:24:05.630784 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:05.640296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:05.728332 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:05.733274 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:05.754231 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:24:05.771773 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dd5283-b1b7-4c43-9808-f43dd66868f9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:05.774800 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:05.775138 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] Added segment 2c13307c-3697-4b08-bc11-aae68c1c83ff of type vlan for network b869dece-0ee3-4256-b1e9-fa56a654cfca Jul 27 20:24:05.817836 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:05.847851 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:05.848834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:24:05.849384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:05.904852 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3020670 Jul 27 20:24:05.907768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32874) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:05.912483 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27297b-13ee-4b6a-bcc9-e6aceb90d59e admin admin] Pushing event updated for resources: {'Network': ['ID=b869dece-0ee3-4256-b1e9-fa56a654cfca,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:05.913497 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-57b2c9e0-7390-486a-b3d8-f40a5cbb40e3 admin admin] Request body: {'subnet': {'network_id': 'b869dece-0ee3-4256-b1e9-fa56a654cfca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1889159445-subnet', 'tenant_id': '5569af0969934e979bba20a163146be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:24:05.923613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network b869dece-0ee3-4256-b1e9-fa56a654cfca details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:24:05.936194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b2c9e0-7390-486a-b3d8-f40a5cbb40e3 admin admin] Made reservation on behalf of 5569af0969934e979bba20a163146be6 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:24:05.938653 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-57b2c9e0-7390-486a-b3d8-f40a5cbb40e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.114653 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-57b2c9e0-7390-486a-b3d8-f40a5cbb40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.167029 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2c9e0-7390-486a-b3d8-f40a5cbb40e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e4d5c4-64fa-4097-b4d0-728dc7115c17,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:06.183517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b2c9e0-7390-486a-b3d8-f40a5cbb40e3 admin admin] Checking segment: {'id': '2c13307c-3697-4b08-bc11-aae68c1c83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b869dece-0ee3-4256-b1e9-fa56a654cfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:24:06.183877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b2c9e0-7390-486a-b3d8-f40a5cbb40e3 admin admin] Network hostable DHCP agents. Network: b869dece-0ee3-4256-b1e9-fa56a654cfca, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:24:06.201994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b2c9e0-7390-486a-b3d8-f40a5cbb40e3 admin admin] Network b869dece-0ee3-4256-b1e9-fa56a654cfca is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:24:06.211286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-57b2c9e0-7390-486a-b3d8-f40a5cbb40e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, b869dece-0ee3-4256-b1e9-fa56a654cfca) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:24:06.216138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b2c9e0-7390-486a-b3d8-f40a5cbb40e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:24:06.217243 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-57b2c9e0-7390-486a-b3d8-f40a5cbb40e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.220348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cef609-2b10-42d5-a812-eb6701e0ffb0 None None] Network b869dece-0ee3-4256-b1e9-fa56a654cfca requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:24:06.236803 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-57b2c9e0-7390-486a-b3d8-f40a5cbb40e3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3274071 Jul 27 20:24:06.345703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1757a303-4cf7-4887-a98f-48c3501d7b14 None None] Network b869dece-0ee3-4256-b1e9-fa56a654cfca requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:24:06.357491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32878) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:06.403840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0a7fca-98ed-42f4-b9e5-9c9cc7119285 admin admin] Deleting subnet bf00cf08-fbf6-42da-98a7-466eeffc99cd {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:24:06.407218 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2d0a7fca-98ed-42f4-b9e5-9c9cc7119285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.443032 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2d0a7fca-98ed-42f4-b9e5-9c9cc7119285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.483198 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2d0a7fca-98ed-42f4-b9e5-9c9cc7119285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.542405 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2d0a7fca-98ed-42f4-b9e5-9c9cc7119285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.568617 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a7fca-98ed-42f4-b9e5-9c9cc7119285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf00cf08-fbf6-42da-98a7-466eeffc99cd,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:06.572353 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2d0a7fca-98ed-42f4-b9e5-9c9cc7119285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.576011 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2d0a7fca-98ed-42f4-b9e5-9c9cc7119285 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bf00cf08-fbf6-42da-98a7-466eeffc99cd HTTP/1.1" status: 204 len: 168 time: 0.2157381 Jul 27 20:24:06.577066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32880) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:06.646180 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5d7cb99-8415-42fe-b621-8bdd667d6916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.729971 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5d7cb99-8415-42fe-b621-8bdd667d6916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.740294 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c5d7cb99-8415-42fe-b621-8bdd667d6916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d350a4a1-2013-4d9e-9ec6-3a812f58959d']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:06.750692 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c5d7cb99-8415-42fe-b621-8bdd667d6916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2968ec-d653-400a-97e1-7abf59b2ad90') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:06.750983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-c5d7cb99-8415-42fe-b621-8bdd667d6916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2968ec-d653-400a-97e1-7abf59b2ad90') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:06.760017 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5d7cb99-8415-42fe-b621-8bdd667d6916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.774415 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5d7cb99-8415-42fe-b621-8bdd667d6916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.780802 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d7cb99-8415-42fe-b621-8bdd667d6916 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:24:06.781184 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5d7cb99-8415-42fe-b621-8bdd667d6916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:24:06.782817 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:24:06.838565 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5d7cb99-8415-42fe-b621-8bdd667d6916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.844050 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c5d7cb99-8415-42fe-b621-8bdd667d6916 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.849703 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c5d7cb99-8415-42fe-b621-8bdd667d6916 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d350a4a1-2013-4d9e-9ec6-3a812f58959d HTTP/1.1" status: 204 len: 168 time: 0.2679310 Jul 27 20:24:06.850491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32882) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:06.858288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7cb99-8415-42fe-b621-8bdd667d6916 admin admin] Pushing event deleted for resources: {'Network': ['ID=d350a4a1-2013-4d9e-9ec6-3a812f58959d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:06.899975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-26dc5f40-69ee-439c-9a35-c4dbf18f0be8 admin admin] Deleting subnet 68e4d5c4-64fa-4097-b4d0-728dc7115c17 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:24:06.903401 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26dc5f40-69ee-439c-9a35-c4dbf18f0be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.943488 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26dc5f40-69ee-439c-9a35-c4dbf18f0be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:06.984420 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26dc5f40-69ee-439c-9a35-c4dbf18f0be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:07.038624 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26dc5f40-69ee-439c-9a35-c4dbf18f0be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:07.065174 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc5f40-69ee-439c-9a35-c4dbf18f0be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e4d5c4-64fa-4097-b4d0-728dc7115c17,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:07.069387 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-26dc5f40-69ee-439c-9a35-c4dbf18f0be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:07.071473 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-26dc5f40-69ee-439c-9a35-c4dbf18f0be8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/68e4d5c4-64fa-4097-b4d0-728dc7115c17 HTTP/1.1" status: 204 len: 168 time: 0.2195385 Jul 27 20:24:07.075154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32884) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:07.161024 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3345270d-beac-480a-a614-25bbdc523cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:07.245113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3345270d-beac-480a-a614-25bbdc523cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:07.256662 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-3345270d-beac-480a-a614-25bbdc523cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b869dece-0ee3-4256-b1e9-fa56a654cfca']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:07.267455 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-3345270d-beac-480a-a614-25bbdc523cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c13307c-3697-4b08-bc11-aae68c1c83ff') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:07.267743 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-3345270d-beac-480a-a614-25bbdc523cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c13307c-3697-4b08-bc11-aae68c1c83ff') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:24:07.277177 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3345270d-beac-480a-a614-25bbdc523cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:07.296156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3345270d-beac-480a-a614-25bbdc523cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:07.303366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3345270d-beac-480a-a614-25bbdc523cf8 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:24:07.303779 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3345270d-beac-480a-a614-25bbdc523cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:24:07.306351 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:24:07.365419 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3345270d-beac-480a-a614-25bbdc523cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:07.370289 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3345270d-beac-480a-a614-25bbdc523cf8 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:07.375362 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3345270d-beac-480a-a614-25bbdc523cf8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b869dece-0ee3-4256-b1e9-fa56a654cfca HTTP/1.1" status: 204 len: 168 time: 0.2989104 Jul 27 20:24:07.389691 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345270d-beac-480a-a614-25bbdc523cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b869dece-0ee3-4256-b1e9-fa56a654cfca,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:07.538114 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32888) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:07.582139 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-95e26132-1705-4b7f-bb82-1a668c8e7b47 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40c942a31f904e5d8f57648b2b56545e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426195 Jul 27 20:24:07.585029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32890) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:07.636267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4451952a-7654-42ca-b468-7120f482cab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:07.657538 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4451952a-7654-42ca-b468-7120f482cab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:07.715335 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4451952a-7654-42ca-b468-7120f482cab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:07.718104 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4451952a-7654-42ca-b468-7120f482cab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:07.719316 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4451952a-7654-42ca-b468-7120f482cab8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e0a0d7d-6036-41f9-b126-6310697508c1 HTTP/1.1" status: 204 len: 168 time: 0.1334138 Jul 27 20:24:07.728486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451952a-7654-42ca-b468-7120f482cab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0a0d7d-6036-41f9-b126-6310697508c1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:08.074604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32896) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:08.121801 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-875d75de-14d3-4d81-8f02-151ded656b57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5569af0969934e979bba20a163146be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460100 Jul 27 20:24:08.124609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32898) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:08.180754 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae5967d1-5f41-40a2-a558-f1ae7dff581d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:08.203853 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae5967d1-5f41-40a2-a558-f1ae7dff581d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:08.270265 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae5967d1-5f41-40a2-a558-f1ae7dff581d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:08.272805 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae5967d1-5f41-40a2-a558-f1ae7dff581d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:08.274006 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ae5967d1-5f41-40a2-a558-f1ae7dff581d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87dd5283-b1b7-4c43-9808-f43dd66868f9 HTTP/1.1" status: 204 len: 168 time: 0.1482403 Jul 27 20:24:08.281790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5967d1-5f41-40a2-a558-f1ae7dff581d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dd5283-b1b7-4c43-9808-f43dd66868f9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:08.742032 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:09.944181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32938) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:10.061772 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-229215e0-acb9-4dd5-ac9f-69f6260ee59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:10.159007 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-229215e0-acb9-4dd5-ac9f-69f6260ee59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:10.166335 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-229215e0-acb9-4dd5-ac9f-69f6260ee59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:10.205565 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-229215e0-acb9-4dd5-ac9f-69f6260ee59a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd7dd2cd72ce4ca7942f222e1217cff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602367 Jul 27 20:24:10.206545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229215e0-acb9-4dd5-ac9f-69f6260ee59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1d01e5-11fa-4ff0-b99e-2f04d923953f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:10.208781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32942) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:10.269187 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bac2875-3c32-43f0-ad46-1dc046fae51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:10.292109 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bac2875-3c32-43f0-ad46-1dc046fae51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:10.339775 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bac2875-3c32-43f0-ad46-1dc046fae51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:10.343121 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bac2875-3c32-43f0-ad46-1dc046fae51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:10.344571 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7bac2875-3c32-43f0-ad46-1dc046fae51f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d1d01e5-11fa-4ff0-b99e-2f04d923953f HTTP/1.1" status: 204 len: 168 time: 0.1327877 Jul 27 20:24:10.355093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac2875-3c32-43f0-ad46-1dc046fae51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1d01e5-11fa-4ff0-b99e-2f04d923953f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:10.628777 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 32948) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:10.643227 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aea174c0-8f13-44b0-8c74-7aab7b20a65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:10.736675 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aea174c0-8f13-44b0-8c74-7aab7b20a65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:10.741723 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aea174c0-8f13-44b0-8c74-7aab7b20a65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:10.782824 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-aea174c0-8f13-44b0-8c74-7aab7b20a65a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cd9ffd9fd1443a0a57ddc83792c5230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526446 Jul 27 20:24:10.783616 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea174c0-8f13-44b0-8c74-7aab7b20a65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1989842e-7b02-4d9f-b00d-6cd7a3cbc1e1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:10.785922 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 32950) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:10.848795 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-88d2cdf5-2b18-4892-ac25-ce71450a5cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:10.869879 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-88d2cdf5-2b18-4892-ac25-ce71450a5cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:10.920510 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-88d2cdf5-2b18-4892-ac25-ce71450a5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:10.923061 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-88d2cdf5-2b18-4892-ac25-ce71450a5cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:10.924236 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-88d2cdf5-2b18-4892-ac25-ce71450a5cdb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1989842e-7b02-4d9f-b00d-6cd7a3cbc1e1 HTTP/1.1" status: 204 len: 168 time: 0.1373060 Jul 27 20:24:10.932875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2cdf5-2b18-4892-ac25-ce71450a5cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1989842e-7b02-4d9f-b00d-6cd7a3cbc1e1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:11.851538 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:13.434475 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1f3dbcdb-4b50-4153-a3ac-559f578634b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:13.579481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33022) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:13.696363 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56b596b9-1a42-4c1b-ae54-8bd86c06636b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:13.791279 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56b596b9-1a42-4c1b-ae54-8bd86c06636b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:13.796277 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-56b596b9-1a42-4c1b-ae54-8bd86c06636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:13.833781 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b596b9-1a42-4c1b-ae54-8bd86c06636b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5212d7-09b2-4862-81b5-570d24af35a4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:13.838191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-56b596b9-1a42-4c1b-ae54-8bd86c06636b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7eb3279cba0f4900beebcff3006e00c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575066 Jul 27 20:24:13.840935 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33026) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:13.894546 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9ed5584-551a-42be-9b3a-8ad470fdbe0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:13.921510 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9ed5584-551a-42be-9b3a-8ad470fdbe0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:13.970139 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9ed5584-551a-42be-9b3a-8ad470fdbe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:13.973245 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9ed5584-551a-42be-9b3a-8ad470fdbe0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:13.974479 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e9ed5584-551a-42be-9b3a-8ad470fdbe0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c5212d7-09b2-4862-81b5-570d24af35a4 HTTP/1.1" status: 204 len: 168 time: 0.1325500 Jul 27 20:24:13.982737 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed5584-551a-42be-9b3a-8ad470fdbe0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5212d7-09b2-4862-81b5-570d24af35a4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:14.258865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33032) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:14.280484 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db3ce351-7e99-4ae9-9485-710a9249dd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:14.381645 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db3ce351-7e99-4ae9-9485-710a9249dd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:14.386288 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db3ce351-7e99-4ae9-9485-710a9249dd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:14.423912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ce351-7e99-4ae9-9485-710a9249dd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2b7db2-8c53-449e-81c8-d8f7600768fa,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:14.429635 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-db3ce351-7e99-4ae9-9485-710a9249dd03 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32ccb02cd7ce48119a0a7eca799f590e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695175 Jul 27 20:24:14.432757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33034) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:14.484657 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cc7384d5-6dd7-42e6-96ed-b9690b4b103d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:14.507517 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cc7384d5-6dd7-42e6-96ed-b9690b4b103d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:14.558311 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cc7384d5-6dd7-42e6-96ed-b9690b4b103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:14.561469 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cc7384d5-6dd7-42e6-96ed-b9690b4b103d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:14.562757 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cc7384d5-6dd7-42e6-96ed-b9690b4b103d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e2b7db2-8c53-449e-81c8-d8f7600768fa HTTP/1.1" status: 204 len: 168 time: 0.1287572 Jul 27 20:24:14.574907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7384d5-6dd7-42e6-96ed-b9690b4b103d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2b7db2-8c53-449e-81c8-d8f7600768fa,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:16.149489 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d72c4043-d63d-4546-aaee-e6ad41c67e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:16.243906 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:17.234230 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:18.992159 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:20.883955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33136) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:21.005282 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7a74-a76e-47fb-8d82-19bbe78d3f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:21.110478 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7a74-a76e-47fb-8d82-19bbe78d3f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:21.119813 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7a74-a76e-47fb-8d82-19bbe78d3f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:21.160070 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4b1a7a74-a76e-47fb-8d82-19bbe78d3f58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e828f3fcff84142914a70dee0e1457a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749538 Jul 27 20:24:21.160977 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a7a74-a76e-47fb-8d82-19bbe78d3f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8859f933-9809-4bb9-a335-b7613ee4369f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:21.163334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33140) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:21.220864 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-493a0673-7e86-495c-a4d5-0036be8077f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:21.245126 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-493a0673-7e86-495c-a4d5-0036be8077f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:21.293979 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-493a0673-7e86-495c-a4d5-0036be8077f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:21.296590 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-493a0673-7e86-495c-a4d5-0036be8077f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:21.297765 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-493a0673-7e86-495c-a4d5-0036be8077f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8859f933-9809-4bb9-a335-b7613ee4369f HTTP/1.1" status: 204 len: 168 time: 0.1333780 Jul 27 20:24:21.306454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a0673-7e86-495c-a4d5-0036be8077f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8859f933-9809-4bb9-a335-b7613ee4369f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:21.583385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33146) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:21.598483 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ef08ce3-0dff-462a-b8c5-5945d4f9470b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:21.695700 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ef08ce3-0dff-462a-b8c5-5945d4f9470b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:21.703231 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ef08ce3-0dff-462a-b8c5-5945d4f9470b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:21.750939 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3ef08ce3-0dff-462a-b8c5-5945d4f9470b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=971cf378b26243fca327b9b22da68007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1662848 Jul 27 20:24:21.751653 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef08ce3-0dff-462a-b8c5-5945d4f9470b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1254941-9fdd-4f3c-bc62-0378051626a4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:21.754492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33148) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:21.819482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7d9460e4-1ad4-4797-ab83-4bb3d434e717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:21.843392 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7d9460e4-1ad4-4797-ab83-4bb3d434e717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:21.894584 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7d9460e4-1ad4-4797-ab83-4bb3d434e717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:21.897215 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7d9460e4-1ad4-4797-ab83-4bb3d434e717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:21.898386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7d9460e4-1ad4-4797-ab83-4bb3d434e717 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1254941-9fdd-4f3c-bc62-0378051626a4 HTTP/1.1" status: 204 len: 168 time: 0.1421273 Jul 27 20:24:21.909524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9460e4-1ad4-4797-ab83-4bb3d434e717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1254941-9fdd-4f3c-bc62-0378051626a4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:22.299337 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33154) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:22.319960 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fedf37ac-f178-43d2-b034-7bac12fe14c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:22.422693 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fedf37ac-f178-43d2-b034-7bac12fe14c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:22.428783 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fedf37ac-f178-43d2-b034-7bac12fe14c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:22.470225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf37ac-f178-43d2-b034-7bac12fe14c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa652f7-20c9-4d19-b29d-0a818e468446,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:22.475027 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fedf37ac-f178-43d2-b034-7bac12fe14c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8684fda407b34555ac4381e1ea56f7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746509 Jul 27 20:24:22.478299 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33156) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:22.536350 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-534896a5-a4bd-4165-bf9f-776340af629f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:22.561761 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-534896a5-a4bd-4165-bf9f-776340af629f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:22.619858 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-534896a5-a4bd-4165-bf9f-776340af629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:22.622919 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-534896a5-a4bd-4165-bf9f-776340af629f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:22.624547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-534896a5-a4bd-4165-bf9f-776340af629f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5fa652f7-20c9-4d19-b29d-0a818e468446 HTTP/1.1" status: 204 len: 168 time: 0.1452305 Jul 27 20:24:22.633435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534896a5-a4bd-4165-bf9f-776340af629f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa652f7-20c9-4d19-b29d-0a818e468446,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:30.291340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33286) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:30.420934 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:30.527965 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:30.533000 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:30.572494 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ac931c45a8d4c76af2684f7414f1fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2787559 Jul 27 20:24:30.573456 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09591268-b600-493a-a834-1831d9c22d6e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:30.576230 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33290) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:30.581780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:30.582131 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:30.582470 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:30.582806 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:30.583188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:30.583471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:30.583799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:30.584126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:30.584484 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:30.584886 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:30.585298 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:30.585551 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e867acc-6e2f-4bce-b6bc-cc31386536c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:24:30.630640 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-138dc30d-64e3-4f3e-ac87-cec541751867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:30.652605 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-138dc30d-64e3-4f3e-ac87-cec541751867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:30.706092 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-138dc30d-64e3-4f3e-ac87-cec541751867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:30.710965 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-138dc30d-64e3-4f3e-ac87-cec541751867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:30.712243 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-138dc30d-64e3-4f3e-ac87-cec541751867 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09591268-b600-493a-a834-1831d9c22d6e HTTP/1.1" status: 204 len: 168 time: 0.1345849 Jul 27 20:24:30.720766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138dc30d-64e3-4f3e-ac87-cec541751867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09591268-b600-493a-a834-1831d9c22d6e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:30.796642 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:24:31.000304 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33296) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:31.014096 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-210ced7f-bd1b-4817-b9d2-5f35c60f19da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:31.109347 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-210ced7f-bd1b-4817-b9d2-5f35c60f19da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:31.114112 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-210ced7f-bd1b-4817-b9d2-5f35c60f19da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:31.153232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-210ced7f-bd1b-4817-b9d2-5f35c60f19da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b0719f565d044af84745123503e7d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517541 Jul 27 20:24:31.154103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ced7f-bd1b-4817-b9d2-5f35c60f19da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4dd652-f1d8-406d-96bc-9519f30dd1a9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:31.156268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33298) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:31.215673 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b229658e-a18c-4bf9-8016-ed1f54264e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:31.240985 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b229658e-a18c-4bf9-8016-ed1f54264e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:31.304358 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b229658e-a18c-4bf9-8016-ed1f54264e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:31.307590 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b229658e-a18c-4bf9-8016-ed1f54264e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:31.308909 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b229658e-a18c-4bf9-8016-ed1f54264e48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b4dd652-f1d8-406d-96bc-9519f30dd1a9 HTTP/1.1" status: 204 len: 168 time: 0.1513698 Jul 27 20:24:31.317126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229658e-a18c-4bf9-8016-ed1f54264e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4dd652-f1d8-406d-96bc-9519f30dd1a9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:32.509944 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33332) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:32.624073 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85a41587-bd9f-4877-b642-32f82387eaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:32.718865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85a41587-bd9f-4877-b642-32f82387eaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:32.724441 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-85a41587-bd9f-4877-b642-32f82387eaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:32.763744 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-85a41587-bd9f-4877-b642-32f82387eaae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6514d589e864ee88a7af093ba783de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524519 Jul 27 20:24:32.764528 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a41587-bd9f-4877-b642-32f82387eaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b278ea3-2da8-482a-8392-9681ffad04cd,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:32.767332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33336) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:24:32.823324 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-60a8255d-7f50-49ae-b664-8335b4b79663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:32.847359 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-60a8255d-7f50-49ae-b664-8335b4b79663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:32.901558 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-60a8255d-7f50-49ae-b664-8335b4b79663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:32.904587 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-60a8255d-7f50-49ae-b664-8335b4b79663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:32.905820 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-60a8255d-7f50-49ae-b664-8335b4b79663 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b278ea3-2da8-482a-8392-9681ffad04cd HTTP/1.1" status: 204 len: 168 time: 0.1370945 Jul 27 20:24:32.915809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8255d-7f50-49ae-b664-8335b4b79663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b278ea3-2da8-482a-8392-9681ffad04cd,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:24:38.747424 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:41.856715 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:43.437837 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b4a18b01-b3a0-4505-88dd-4a42a02b1521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:46.145783 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9648cd87-84ba-4bd9-ba45-ff686dbd40a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:46.238090 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:47.246158 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:24:48.995537 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:07.797583 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:25:08.765075 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:11.867961 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:13.432321 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-84313d85-e003-4e58-98b2-0ca81914f53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:16.141305 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e01bdc43-b7bb-4fed-b228-4366f49e16d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:16.243426 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:17.237753 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:17.339147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33606) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:17.463975 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-290cc812-af5b-447b-ae50-73751aebb591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:17.569069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-290cc812-af5b-447b-ae50-73751aebb591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:17.576722 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-290cc812-af5b-447b-ae50-73751aebb591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:17.625579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cc812-af5b-447b-ae50-73751aebb591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ef9051-db68-47ea-8f0c-0be9566f066c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:17.630000 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-290cc812-af5b-447b-ae50-73751aebb591 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d70ca0bd515405195372af66b06d19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898254 Jul 27 20:25:17.632578 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33610) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:17.685049 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59b8acc2-86bc-4a4f-9676-daeab50ee9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:17.710904 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59b8acc2-86bc-4a4f-9676-daeab50ee9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:17.765043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59b8acc2-86bc-4a4f-9676-daeab50ee9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:17.767631 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59b8acc2-86bc-4a4f-9676-daeab50ee9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:17.768833 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-59b8acc2-86bc-4a4f-9676-daeab50ee9a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5ef9051-db68-47ea-8f0c-0be9566f066c HTTP/1.1" status: 204 len: 168 time: 0.1353607 Jul 27 20:25:17.777040 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8acc2-86bc-4a4f-9676-daeab50ee9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ef9051-db68-47ea-8f0c-0be9566f066c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:19.001207 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:19.662683 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33652) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:19.670533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-678a365f-76c6-4cd3-b78e-328b51f5c430 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-241770796', 'description': 'tempest-secgroup-smoke-241770796 description', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:25:19.694416 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-678a365f-76c6-4cd3-b78e-328b51f5c430 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:19.703632 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-678a365f-76c6-4cd3-b78e-328b51f5c430 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:19.802423 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-678a365f-76c6-4cd3-b78e-328b51f5c430 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:19.807051 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-678a365f-76c6-4cd3-b78e-328b51f5c430 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:19.847088 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a365f-76c6-4cd3-b78e-328b51f5c430 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83952a10-cff2-444c-a42d-ab3983c334d3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:19.906515 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-678a365f-76c6-4cd3-b78e-328b51f5c430 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:19.910511 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-678a365f-76c6-4cd3-b78e-328b51f5c430 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:19.940463 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-678a365f-76c6-4cd3-b78e-328b51f5c430 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:19.941727 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-678a365f-76c6-4cd3-b78e-328b51f5c430 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2779207 Jul 27 20:25:19.944925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33654) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:19.945963 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a365f-76c6-4cd3-b78e-328b51f5c430 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b1d588-d162-4f37-b656-477a03a033a4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:19.950080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '99b1d588-d162-4f37-b656-477a03a033a4', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:25:19.983814 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.042603 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.047123 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.067955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c1f713-f25b-4abc-a11a-1c05b986efbd,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:20.075213 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.076966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307149 Jul 27 20:25:20.079617 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33656) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:20.079938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:20.080371 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:20.080751 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:20.081138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:20.081784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:20.082264 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:20.082759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:20.083113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:20.083438 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:20.083771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:20.084113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:20.084462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699466b8-d8d5-4814-8329-9edb9be74aa9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:20.084595 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-89bb6151-8626-4767-b999-0ea55d59ec30 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '99b1d588-d162-4f37-b656-477a03a033a4', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:25:20.120752 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bb6151-8626-4767-b999-0ea55d59ec30 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.187769 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bb6151-8626-4767-b999-0ea55d59ec30 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.192899 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bb6151-8626-4767-b999-0ea55d59ec30 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.211588 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb6151-8626-4767-b999-0ea55d59ec30 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31b1455-c8a8-4ee6-bdf6-7b3ccf312cda,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:20.218684 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bb6151-8626-4767-b999-0ea55d59ec30 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.219811 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-89bb6151-8626-4767-b999-0ea55d59ec30 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391528 Jul 27 20:25:20.223052 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33658) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:20.229574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ff38e385-efa8-4daf-9e11-a7362ac9dfed tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '99b1d588-d162-4f37-b656-477a03a033a4', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:25:20.264317 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff38e385-efa8-4daf-9e11-a7362ac9dfed tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.327472 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff38e385-efa8-4daf-9e11-a7362ac9dfed tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.331718 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff38e385-efa8-4daf-9e11-a7362ac9dfed tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.350422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38e385-efa8-4daf-9e11-a7362ac9dfed tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66ef6dd-a4f1-42d3-82a6-4b64fb40cf7e,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:20.357757 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff38e385-efa8-4daf-9e11-a7362ac9dfed tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.359022 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ff38e385-efa8-4daf-9e11-a7362ac9dfed tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349406 Jul 27 20:25:20.362030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33660) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:20.366669 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-19761f5c-761f-4dde-8a07-160afd75150c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '99b1d588-d162-4f37-b656-477a03a033a4', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:25:20.394719 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-19761f5c-761f-4dde-8a07-160afd75150c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.460953 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-19761f5c-761f-4dde-8a07-160afd75150c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.466377 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-19761f5c-761f-4dde-8a07-160afd75150c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.487354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19761f5c-761f-4dde-8a07-160afd75150c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e66965-58cd-4dc8-88c8-27bfa4143eec,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:20.491936 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-19761f5c-761f-4dde-8a07-160afd75150c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.493940 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-19761f5c-761f-4dde-8a07-160afd75150c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307666 Jul 27 20:25:20.497603 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33662) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:20.507583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ee7edd8f-af71-47b1-a9de-ed80ac9b7965 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '99b1d588-d162-4f37-b656-477a03a033a4', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:25:20.545054 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-ee7edd8f-af71-47b1-a9de-ed80ac9b7965 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Project 0a0b7ee5818c4a909178bb93edf2d8c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:25:20.550478 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee7edd8f-af71-47b1-a9de-ed80ac9b7965 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.615098 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee7edd8f-af71-47b1-a9de-ed80ac9b7965 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.620636 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee7edd8f-af71-47b1-a9de-ed80ac9b7965 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.641550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7edd8f-af71-47b1-a9de-ed80ac9b7965 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400040a5-6495-436a-b52a-a12ad24420de,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:20.648907 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ee7edd8f-af71-47b1-a9de-ed80ac9b7965 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.650203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ee7edd8f-af71-47b1-a9de-ed80ac9b7965 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503999 Jul 27 20:25:20.653048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33664) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:20.657901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5e5514d9-23b6-4011-b968-0a07b7ae0a8a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '99b1d588-d162-4f37-b656-477a03a033a4', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:25:20.681859 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-5e5514d9-23b6-4011-b968-0a07b7ae0a8a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Project 0a0b7ee5818c4a909178bb93edf2d8c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:25:20.687122 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5e5514d9-23b6-4011-b968-0a07b7ae0a8a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.766517 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5e5514d9-23b6-4011-b968-0a07b7ae0a8a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.771898 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5e5514d9-23b6-4011-b968-0a07b7ae0a8a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.791954 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5514d9-23b6-4011-b968-0a07b7ae0a8a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7295d33d-b7be-466c-8c5b-409a244c4944,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:20.801249 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5e5514d9-23b6-4011-b968-0a07b7ae0a8a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.802557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5e5514d9-23b6-4011-b968-0a07b7ae0a8a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485717 Jul 27 20:25:20.806743 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33666) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:20.817578 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-59fe9afc-c115-40d8-bbaa-a660a28daba8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'network': {'name': 'tempest-network-smoke--483957358', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'port_security_enabled': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:25:20.842500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe9afc-c115-40d8-bbaa-a660a28daba8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Made reservation on behalf of 0a0b7ee5818c4a909178bb93edf2d8c5 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:25:20.846402 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59fe9afc-c115-40d8-bbaa-a660a28daba8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.881758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fe9afc-c115-40d8-bbaa-a660a28daba8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:25:20.892041 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59fe9afc-c115-40d8-bbaa-a660a28daba8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.892388 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-59fe9afc-c115-40d8-bbaa-a660a28daba8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Added segment db027693-cd00-4e59-acd9-70a66a9d686a of type vlan for network bd99a8a3-c473-4aef-b335-d4c43e3b114a Jul 27 20:25:20.934213 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59fe9afc-c115-40d8-bbaa-a660a28daba8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.968126 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59fe9afc-c115-40d8-bbaa-a660a28daba8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:20.974579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe9afc-c115-40d8-bbaa-a660a28daba8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:20.975177 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-59fe9afc-c115-40d8-bbaa-a660a28daba8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:21.042980 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-59fe9afc-c115-40d8-bbaa-a660a28daba8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2341692 Jul 27 20:25:21.045958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33668) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:21.052646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'admin_state_up': True, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:25:21.067772 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe9afc-c115-40d8-bbaa-a660a28daba8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Network': ['ID=bd99a8a3-c473-4aef-b335-d4c43e3b114a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:21.080108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network bd99a8a3-c473-4aef-b335-d4c43e3b114a details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:25:21.095747 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:21.097243 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:21.151969 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:21.294244 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:21.488718 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:21.512917 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:21.949487 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.25.1.162 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/6e8f3a86-87e5-4532-bbbc-ec742537f2d3) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:25:22.056913 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:22.098727 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:22.135052 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:25:22.138081 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:25:22.141622 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:25:22.174467 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=6e8f3a86-87e5-4532-bbbc-ec742537f2d3,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:22.412590 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:22.617165 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:22.751503 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router 0a5205d4-d450-40fb-9834-e8c3aa256f20 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:25:22.861998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:25:22.872485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Sync routers for ids ['0a5205d4-d450-40fb-9834-e8c3aa256f20'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:25:22.881880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Routers {'0a5205d4-d450-40fb-9834-e8c3aa256f20'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:25:22.882595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:25:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0a5205d4-d450-40fb-9834-e8c3aa256f20'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:25:22.882981 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:22.884627 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1a2b2e39-c619-451b-8a74-1d28146f2c1d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8376966 Jul 27 20:25:22.887761 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33670) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:22.998953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Set router 0a5205d4-d450-40fb-9834-e8c3aa256f20 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:25:23.046399 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-484d88ac-1df6-47ce-9a9b-c281a205bb12 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0a0b7ee5818c4a909178bb93edf2d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1570735 Jul 27 20:25:23.049373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33674) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:23.191049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:22Z', 'revision_number': 3, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:25:23.224122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Checking router: 0a5205d4-d450-40fb-9834-e8c3aa256f20 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:25:23.224473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Updating router 0a5205d4-d450-40fb-9834-e8c3aa256f20 port 6e8f3a86-87e5-4532-bbbc-ec742537f2d3 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:25:23.227873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9a4aac-c319-47c4-ae69-c3dc160fab9c tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:23.228601 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-db9a4aac-c319-47c4-ae69-c3dc160fab9c tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1780951 Jul 27 20:25:23.231629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33676) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:23.260526 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:23.261927 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-df27f010-72d2-4692-8164-c40cbd73e33f tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292215 Jul 27 20:25:23.264515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33678) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:23.269396 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-716fa286-9152-49b1-9513-bb06aa60528d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-304554361', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:25:23.367100 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716fa286-9152-49b1-9513-bb06aa60528d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Made reservation on behalf of 0a0b7ee5818c4a909178bb93edf2d8c5 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:25:23.371755 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-716fa286-9152-49b1-9513-bb06aa60528d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:23.526340 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:23.537057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Transition to ACTIVE for port object 6e8f3a86-87e5-4532-bbbc-ec742537f2d3 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:25:23.543276 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:23.567823 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-716fa286-9152-49b1-9513-bb06aa60528d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:23.597431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Attempting to bind port 6e8f3a86-87e5-4532-bbbc-ec742537f2d3 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:25:23.597431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Attempting to bind port 6e8f3a86-87e5-4532-bbbc-ec742537f2d3 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:25:23.597431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Attempting to bind port 6e8f3a86-87e5-4532-bbbc-ec742537f2d3 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:25:23.606449 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:25:23.606828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:25:23.607240 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:23.607634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:25:23.608108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Bound port: 6e8f3a86-87e5-4532-bbbc-ec742537f2d3, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:25:23.609053 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:23.610138 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c50bf0-9d7b-4314-a673-65a3bd10dbcc None None] Pushing event updated for resources: {'Port': ['ID=6e8f3a86-87e5-4532-bbbc-ec742537f2d3,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:23.634538 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c50bf0-9d7b-4314-a673-65a3bd10dbcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:23.634806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c50bf0-9d7b-4314-a673-65a3bd10dbcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:23.635107 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c50bf0-9d7b-4314-a673-65a3bd10dbcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:23.635447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c50bf0-9d7b-4314-a673-65a3bd10dbcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:23.635778 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c50bf0-9d7b-4314-a673-65a3bd10dbcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:23.636110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c50bf0-9d7b-4314-a673-65a3bd10dbcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:23.636434 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c50bf0-9d7b-4314-a673-65a3bd10dbcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:23.636791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c50bf0-9d7b-4314-a673-65a3bd10dbcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:23.637117 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c50bf0-9d7b-4314-a673-65a3bd10dbcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:23.637422 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c50bf0-9d7b-4314-a673-65a3bd10dbcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:23.637740 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c50bf0-9d7b-4314-a673-65a3bd10dbcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:23.638059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c50bf0-9d7b-4314-a673-65a3bd10dbcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:23.638731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fa286-9152-49b1-9513-bb06aa60528d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Subnet': ['ID=8a79e923-5e37-4c12-879c-9bc2053e1561,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:23.645852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716fa286-9152-49b1-9513-bb06aa60528d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Checking segment: {'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:25:23.646211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716fa286-9152-49b1-9513-bb06aa60528d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network hostable DHCP agents. Network: bd99a8a3-c473-4aef-b335-d4c43e3b114a, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:25:23.665348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716fa286-9152-49b1-9513-bb06aa60528d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network bd99a8a3-c473-4aef-b335-d4c43e3b114a is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:25:23.676282 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] For port 6e8f3a86-87e5-4532-bbbc-ec742537f2d3, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:25:23.676530 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-716fa286-9152-49b1-9513-bb06aa60528d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, bd99a8a3-c473-4aef-b335-d4c43e3b114a) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:25:23.680948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716fa286-9152-49b1-9513-bb06aa60528d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:23.681547 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-716fa286-9152-49b1-9513-bb06aa60528d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:23.681863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] For port 6e8f3a86-87e5-4532-bbbc-ec742537f2d3, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6e8f3a86-87e5-4532-bbbc-ec742537f2d3,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:25:23.687764 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:23.694373 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5caf47-2da1-40c0-9e7d-23c215cf72bc None None] Network bd99a8a3-c473-4aef-b335-d4c43e3b114a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:25:23.697373 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-716fa286-9152-49b1-9513-bb06aa60528d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4318445 Jul 27 20:25:23.700205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33680) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:23.803390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Routers {'0a5205d4-d450-40fb-9834-e8c3aa256f20'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:25:23.804168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:25:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0a5205d4-d450-40fb-9834-e8c3aa256f20'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:25:23.860575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c50bf0-9d7b-4314-a673-65a3bd10dbcc None None] Pushing event updated for resources: {'Port': ['ID=6e8f3a86-87e5-4532-bbbc-ec742537f2d3,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:23.990081 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ips': [{'subnet_id': '8a79e923-5e37-4c12-879c-9bc2053e1561'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:25:23.990920 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:23.994197 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] Set router 0a5205d4-d450-40fb-9834-e8c3aa256f20 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:25:24.162261 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:24.265803 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Allocated IP 172.20.0.2 (bd99a8a3-c473-4aef-b335-d4c43e3b114a/8a79e923-5e37-4c12-879c-9bc2053e1561/b3a2bed6-dd82-46dc-839f-c93ee13b30f0) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:25:24.345355 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:22Z', 'revision_number': 3, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:25:24.379685 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c39523-ecd0-4a4f-b2e1-3db6cbf3af61 None None] The sync data for ids ['0a5205d4-d450-40fb-9834-e8c3aa256f20'] in n-d-705657-21 is: [{'id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:22Z', 'revision_number': 3, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:25:24.457316 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:24.467035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Transition to ACTIVE for port object b3a2bed6-dd82-46dc-839f-c93ee13b30f0 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:25:24.484843 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Transition to ACTIVE for port object b3a2bed6-dd82-46dc-839f-c93ee13b30f0 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:25:24.491515 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:24.530394 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Network bd99a8a3-c473-4aef-b335-d4c43e3b114a is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:25:24.535519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:25:24.539069 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:25:24.544642 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.20.0.1 (bd99a8a3-c473-4aef-b335-d4c43e3b114a/8a79e923-5e37-4c12-879c-9bc2053e1561/cda81244-087d-4155-ba8c-59f90a6b1e3d) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:25:24.550143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Pushing event updated for resources: {'Port': ['ID=b3a2bed6-dd82-46dc-839f-c93ee13b30f0,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:24.604645 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Attempting to bind port b3a2bed6-dd82-46dc-839f-c93ee13b30f0 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:25:24.604645 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Attempting to bind port b3a2bed6-dd82-46dc-839f-c93ee13b30f0 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:25:24.605008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Attempting to bind port b3a2bed6-dd82-46dc-839f-c93ee13b30f0 on network bd99a8a3-c473-4aef-b335-d4c43e3b114a {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:25:24.613484 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:25:24.613865 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Checking segment: {'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:25:24.614904 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:24.615299 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Bound using segment: {'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:25:24.615778 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Bound port: b3a2bed6-dd82-46dc-839f-c93ee13b30f0, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:25:24.616159 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:24.695747 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:24.699831 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] For port b3a2bed6-dd82-46dc-839f-c93ee13b30f0, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:25:24.703528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] For port b3a2bed6-dd82-46dc-839f-c93ee13b30f0, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b3a2bed6-dd82-46dc-839f-c93ee13b30f0,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:25:24.708458 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:24.712323 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Transition to ACTIVE for port object cda81244-087d-4155-ba8c-59f90a6b1e3d will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:25:24.763597 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:24.774382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b9053-366b-4d08-88bd-08430fcdb53e None None] Pushing event updated for resources: {'Port': ['ID=b3a2bed6-dd82-46dc-839f-c93ee13b30f0,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:24.818686 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network bd99a8a3-c473-4aef-b335-d4c43e3b114a is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:25:24.824534 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:25:24.828634 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:25:24.854863 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=cda81244-087d-4155-ba8c-59f90a6b1e3d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:24.878586 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:25.060383 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:25.290398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b3a2bed6-dd82-46dc-839f-c93ee13b30f0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:25:25.353629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port b3a2bed6-dd82-46dc-839f-c93ee13b30f0 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:25:25.357933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6e8f3a86-87e5-4532-bbbc-ec742537f2d3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:25:25.380583 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:25.386166 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:25.410071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 6e8f3a86-87e5-4532-bbbc-ec742537f2d3 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:25:25.414706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6e8f3a86-87e5-4532-bbbc-ec742537f2d3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:25:25.415371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:25.463700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=cda81244-087d-4155-ba8c-59f90a6b1e3d,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:25.466579 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:25.574535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network bd99a8a3-c473-4aef-b335-d4c43e3b114a is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:25:25.576210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:25:25.669730 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:25.694105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 6e8f3a86-87e5-4532-bbbc-ec742537f2d3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6e8f3a86-87e5-4532-bbbc-ec742537f2d3,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:25:25.699950 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:25.711330 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router 0a5205d4-d450-40fb-9834-e8c3aa256f20 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:25:25.752546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=6e8f3a86-87e5-4532-bbbc-ec742537f2d3,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:25.821303 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ce60ff-dded-4aab-9c9b-91a7a8bf6df2 None None] Network bd99a8a3-c473-4aef-b335-d4c43e3b114a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:25:25.826165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:25:25.831428 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a5588ef3-7c15-4559-9143-05413ae33849 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "PUT /v2.0/routers/0a5205d4-d450-40fb-9834-e8c3aa256f20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1301968 Jul 27 20:25:25.951915 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3ff6727c-9268-4454-b8d6-668c43dfe1b4 None None] Provisioning for port b3a2bed6-dd82-46dc-839f-c93ee13b30f0 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:25:25.962147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3ff6727c-9268-4454-b8d6-668c43dfe1b4 None None] Provisioning complete for port b3a2bed6-dd82-46dc-839f-c93ee13b30f0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:25:25.962533 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3ff6727c-9268-4454-b8d6-668c43dfe1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:26.003534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-6b16ea0e-1e96-498a-b9f2-15b4b9c76501 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241770796&fields=id&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 267 time: 0.0496755 Jul 27 20:25:26.086255 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3ff6727c-9268-4454-b8d6-668c43dfe1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:26.124157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-3ff6727c-9268-4454-b8d6-668c43dfe1b4 None None] For port b3a2bed6-dd82-46dc-839f-c93ee13b30f0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b3a2bed6-dd82-46dc-839f-c93ee13b30f0,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:25:26.133511 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3ff6727c-9268-4454-b8d6-668c43dfe1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:26.162600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-42e00bc7-a49a-4c96-9db8-214625a607d8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:26.171844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-42e00bc7-a49a-4c96-9db8-214625a607d8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/networks?id=bd99a8a3-c473-4aef-b335-d4c43e3b114a HTTP/1.1" status: 200 len: 796 time: 0.1580429 Jul 27 20:25:26.190842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-984e8d5b-7834-4a6d-8c14-91ac582f2b66 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/quotas/0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 375 time: 0.0176983 Jul 27 20:25:26.199834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6727c-9268-4454-b8d6-668c43dfe1b4 None None] Pushing event updated for resources: {'Port': ['ID=b3a2bed6-dd82-46dc-839f-c93ee13b30f0,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:26.264993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-048b09be-ad4d-415e-a408-1976727b2cc6 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726552 Jul 27 20:25:26.281349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-73c19fb4-0a0b-4704-a7f2-a716a1796898 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:25:26.282396 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-73c19fb4-0a0b-4704-a7f2-a716a1796898 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057154 Jul 27 20:25:26.357740 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Sync routers for ids ['0a5205d4-d450-40fb-9834-e8c3aa256f20'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:25:26.359206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aa166406-7a05-4f67-871c-016b6d76abd6 None None] Provisioning complete for port b3a2bed6-dd82-46dc-839f-c93ee13b30f0 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:25:26.359613 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa166406-7a05-4f67-871c-016b6d76abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:26.370846 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Routers {'0a5205d4-d450-40fb-9834-e8c3aa256f20'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:25:26.371839 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cc248ef7-c954-4251-a375-93dac181671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:25:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0a5205d4-d450-40fb-9834-e8c3aa256f20'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:25:26.388529 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-ccb2b3e5-dd65-4d84-8a6d-e2a76a09ed45 service neutron] 10.222.0.48 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991495 Jul 27 20:25:26.485228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aa166406-7a05-4f67-871c-016b6d76abd6 None None] Provisioning for port cda81244-087d-4155-ba8c-59f90a6b1e3d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:25:26.489412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aa166406-7a05-4f67-871c-016b6d76abd6 None None] Provisioning complete for port cda81244-087d-4155-ba8c-59f90a6b1e3d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:25:26.489828 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa166406-7a05-4f67-871c-016b6d76abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:26.494111 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Set router 0a5205d4-d450-40fb-9834-e8c3aa256f20 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:25:26.516765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-2d4cc0a6-4b4d-4a4d-80d3-aec9b64a837d service neutron] 10.222.0.48 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189761 Jul 27 20:25:26.531408 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-aa166406-7a05-4f67-871c-016b6d76abd6 None None] Port cda81244-087d-4155-ba8c-59f90a6b1e3d cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:25:26.667475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7cd74614-f703-43be-b12a-46b5d705657c None None] Provisioning complete for port cda81244-087d-4155-ba8c-59f90a6b1e3d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:25:26.667856 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7cd74614-f703-43be-b12a-46b5d705657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:26.717608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74614-f703-43be-b12a-46b5d705657c None None] Port cda81244-087d-4155-ba8c-59f90a6b1e3d cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:25:26.739238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99cbf5fb-f352-498a-b422-5e5eff76c87a req-59a81973-763e-4b08-945e-be2536425c95 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 210 time: 0.0500679 Jul 27 20:25:26.760177 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cc248ef7-c954-4251-a375-93dac181671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'cda81244-087d-4155-ba8c-59f90a6b1e3d', 'name': '', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:cf:0b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:24Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 2, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:25:26.788885 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Checking router: 0a5205d4-d450-40fb-9834-e8c3aa256f20 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:25:26.789239 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Updating router 0a5205d4-d450-40fb-9834-e8c3aa256f20 port cda81244-087d-4155-ba8c-59f90a6b1e3d binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:25:26.822553 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:26.837059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6b30821a-8f38-4826-b345-8ce22d2530ec None None] Provisioning complete for port cda81244-087d-4155-ba8c-59f90a6b1e3d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:25:26.837450 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6b30821a-8f38-4826-b345-8ce22d2530ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:26.874920 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6b30821a-8f38-4826-b345-8ce22d2530ec None None] Port cda81244-087d-4155-ba8c-59f90a6b1e3d cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:25:27.093188 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:27.103708 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Transition to ACTIVE for port object cda81244-087d-4155-ba8c-59f90a6b1e3d will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:25:27.109686 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:27.161292 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5275d0-11d8-4180-ac81-18b706c5e484 None None] Pushing event updated for resources: {'Port': ['ID=cda81244-087d-4155-ba8c-59f90a6b1e3d,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:27.188276 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5275d0-11d8-4180-ac81-18b706c5e484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:27.188654 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5275d0-11d8-4180-ac81-18b706c5e484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:27.188989 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5275d0-11d8-4180-ac81-18b706c5e484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:27.189315 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5275d0-11d8-4180-ac81-18b706c5e484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:27.189661 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5275d0-11d8-4180-ac81-18b706c5e484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:27.189980 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5275d0-11d8-4180-ac81-18b706c5e484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:27.190299 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5275d0-11d8-4180-ac81-18b706c5e484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:27.190605 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5275d0-11d8-4180-ac81-18b706c5e484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:27.190919 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5275d0-11d8-4180-ac81-18b706c5e484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:27.191228 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5275d0-11d8-4180-ac81-18b706c5e484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:27.191539 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5275d0-11d8-4180-ac81-18b706c5e484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:27.191844 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5275d0-11d8-4180-ac81-18b706c5e484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:25:27.227716 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Attempting to bind port cda81244-087d-4155-ba8c-59f90a6b1e3d on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:25:27.228194 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Attempting to bind port cda81244-087d-4155-ba8c-59f90a6b1e3d by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:25:27.228660 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Attempting to bind port cda81244-087d-4155-ba8c-59f90a6b1e3d on network bd99a8a3-c473-4aef-b335-d4c43e3b114a {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:25:27.235615 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:25:27.236109 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Checking segment: {'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:25:27.236366 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:27.236781 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Bound using segment: {'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:25:27.237246 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Bound port: cda81244-087d-4155-ba8c-59f90a6b1e3d, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:25:27.237620 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:27.238016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b3a2bed6-dd82-46dc-839f-c93ee13b30f0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:25:27.287202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b3a2bed6-dd82-46dc-839f-c93ee13b30f0 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:25:27.287578 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:27.309591 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-cc248ef7-c954-4251-a375-93dac181671d None None] For port cda81244-087d-4155-ba8c-59f90a6b1e3d, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:25:27.313187 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-cc248ef7-c954-4251-a375-93dac181671d None None] For port cda81244-087d-4155-ba8c-59f90a6b1e3d, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cda81244-087d-4155-ba8c-59f90a6b1e3d,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:25:27.319044 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:27.371940 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6e8f3a86-87e5-4532-bbbc-ec742537f2d3 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:25:27.379803 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Routers {'0a5205d4-d450-40fb-9834-e8c3aa256f20'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:25:27.380472 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cc248ef7-c954-4251-a375-93dac181671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:25:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0a5205d4-d450-40fb-9834-e8c3aa256f20'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:25:27.417007 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5275d0-11d8-4180-ac81-18b706c5e484 None None] Pushing event updated for resources: {'Port': ['ID=cda81244-087d-4155-ba8c-59f90a6b1e3d,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:27.440157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6e8f3a86-87e5-4532-bbbc-ec742537f2d3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:25:27.440570 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:27.600844 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-cc248ef7-c954-4251-a375-93dac181671d None None] Set router 0a5205d4-d450-40fb-9834-e8c3aa256f20 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:25:27.803951 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cc248ef7-c954-4251-a375-93dac181671d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'cda81244-087d-4155-ba8c-59f90a6b1e3d', 'name': '', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:cf:0b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:24Z', 'updated_at': '2021-07-27T20:25:27Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:25:27.832021 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc248ef7-c954-4251-a375-93dac181671d None None] The sync data for ids ['0a5205d4-d450-40fb-9834-e8c3aa256f20'] in n-d-705657-21 is: [{'id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'cda81244-087d-4155-ba8c-59f90a6b1e3d', 'name': '', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:cf:0b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:24Z', 'updated_at': '2021-07-27T20:25:27Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:25:27.863173 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-950a834b-d463-4b1d-9b20-5ab70900ca36 req-01c10aca-a26f-4d2b-88c9-6cea2afd3a94 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 210 time: 0.0336397 Jul 27 20:25:28.948058 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cfd4b8a2-5c7e-48cd-a97b-0c4be3191b12 req-df4202e5-1147-4c1c-b1a9-ec4d5b488eae tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 210 time: 0.0304601 Jul 27 20:25:29.231384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cda81244-087d-4155-ba8c-59f90a6b1e3d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:25:29.292263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port cda81244-087d-4155-ba8c-59f90a6b1e3d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:25:29.296997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port cda81244-087d-4155-ba8c-59f90a6b1e3d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:25:29.297369 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:29.398386 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:29.433581 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port cda81244-087d-4155-ba8c-59f90a6b1e3d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cda81244-087d-4155-ba8c-59f90a6b1e3d,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:25:29.439995 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:29.495536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=cda81244-087d-4155-ba8c-59f90a6b1e3d,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:30.043310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bdd297fe-c435-4f00-888d-3130cd7dede7 req-d8f7e886-8f02-4cbe-afc7-3881528c0d82 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 210 time: 0.0305686 Jul 27 20:25:31.153104 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4c1a945-0069-424d-9572-3c41c37553d0 req-2065587c-fa51-4c81-9128-0ebe27099e67 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 210 time: 0.0364699 Jul 27 20:25:31.220254 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cda81244-087d-4155-ba8c-59f90a6b1e3d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:25:31.277229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port cda81244-087d-4155-ba8c-59f90a6b1e3d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:25:31.277604 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:31.851684 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-ada1b797-8897-4e4c-b92c-e74384b28cb4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:31.853430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-ada1b797-8897-4e4c-b92c-e74384b28cb4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.52 "GET /v2.0/networks?id=bd99a8a3-c473-4aef-b335-d4c43e3b114a HTTP/1.1" status: 200 len: 796 time: 0.1098464 Jul 27 20:25:31.899360 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-a263e564-8fe0-43c1-9ebd-875709e5ac00 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 379 time: 0.0349171 Jul 27 20:25:31.910156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-e06105fd-f169-42a0-b3e5-1769dbcded12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'port': {'device_id': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'admin_state_up': True, 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'security_groups': ['99b1d588-d162-4f37-b656-477a03a033a4']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:25:32.040868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-e06105fd-f169-42a0-b3e5-1769dbcded12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Made reservation on behalf of 0a0b7ee5818c4a909178bb93edf2d8c5 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:25:32.044366 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-e06105fd-f169-42a0-b3e5-1769dbcded12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:32.173765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-e06105fd-f169-42a0-b3e5-1769dbcded12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.20.0.13 (bd99a8a3-c473-4aef-b335-d4c43e3b114a/8a79e923-5e37-4c12-879c-9bc2053e1561/5f80db25-c784-4ccb-aa8c-206bfd507778) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:25:32.264383 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b02161e5-eff6-4a04-ab12-d9ee7a280244 req-e84dbae2-245e-4ab9-983e-18fc79b5b814 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 210 time: 0.0397739 Jul 27 20:25:32.348605 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-e06105fd-f169-42a0-b3e5-1769dbcded12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:32.362711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-e06105fd-f169-42a0-b3e5-1769dbcded12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Transition to ACTIVE for port object 5f80db25-c784-4ccb-aa8c-206bfd507778 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:25:32.399518 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-e06105fd-f169-42a0-b3e5-1769dbcded12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:32.447243 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-e06105fd-f169-42a0-b3e5-1769dbcded12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network bd99a8a3-c473-4aef-b335-d4c43e3b114a is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:25:32.452906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-e06105fd-f169-42a0-b3e5-1769dbcded12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:25:32.456890 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-e06105fd-f169-42a0-b3e5-1769dbcded12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:25:32.463840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06105fd-f169-42a0-b3e5-1769dbcded12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=5f80db25-c784-4ccb-aa8c-206bfd507778,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:32.510822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-e06105fd-f169-42a0-b3e5-1769dbcded12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:32.511471 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-e06105fd-f169-42a0-b3e5-1769dbcded12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:32.527966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-e06105fd-f169-42a0-b3e5-1769dbcded12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6213713 Jul 27 20:25:32.541236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Request body: {'port': {'device_id': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:25:32.618494 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:32.703821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3c9ae5ac-cc99-4110-93de-47a5cd540176 None None] Provisioning for port 5f80db25-c784-4ccb-aa8c-206bfd507778 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:25:32.707660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3c9ae5ac-cc99-4110-93de-47a5cd540176 None None] Provisioning complete for port 5f80db25-c784-4ccb-aa8c-206bfd507778 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:25:32.708031 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3c9ae5ac-cc99-4110-93de-47a5cd540176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:32.744312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ae5ac-cc99-4110-93de-47a5cd540176 None None] Port 5f80db25-c784-4ccb-aa8c-206bfd507778 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:25:32.898298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f80db25-c784-4ccb-aa8c-206bfd507778 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:25:32.905906 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:32.922217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Transition to ACTIVE for port object 5f80db25-c784-4ccb-aa8c-206bfd507778 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:25:32.928364 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:32.980324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f80db25-c784-4ccb-aa8c-206bfd507778,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:33.052444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Attempting to bind port 5f80db25-c784-4ccb-aa8c-206bfd507778 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:25:33.052784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Attempting to bind port 5f80db25-c784-4ccb-aa8c-206bfd507778 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:25:33.053116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Attempting to bind port 5f80db25-c784-4ccb-aa8c-206bfd507778 on network bd99a8a3-c473-4aef-b335-d4c43e3b114a {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:25:33.057884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Port 5f80db25-c784-4ccb-aa8c-206bfd507778 on network bd99a8a3-c473-4aef-b335-d4c43e3b114a not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:25:33.058207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Attempting to bind port 5f80db25-c784-4ccb-aa8c-206bfd507778 on network bd99a8a3-c473-4aef-b335-d4c43e3b114a {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:25:33.063606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:25:33.063942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Checking segment: {'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:25:33.064325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Bound using segment: {'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:25:33.064787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Bound port: 5f80db25-c784-4ccb-aa8c-206bfd507778, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:25:33.065171 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:33.139937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] For port 5f80db25-c784-4ccb-aa8c-206bfd507778, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:25:33.143287 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] For port 5f80db25-c784-4ccb-aa8c-206bfd507778, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=5f80db25-c784-4ccb-aa8c-206bfd507778,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:25:33.148134 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:33.182810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:33.183438 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:33.184885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] 10.222.0.52 "PUT /v2.0/ports/5f80db25-c784-4ccb-aa8c-206bfd507778 HTTP/1.1" status: 200 len: 1093 time: 0.6482880 Jul 27 20:25:33.185326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:25:33.187609 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4890762-283e-40ef-af81-17546556f4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:25:33.239649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49095cc4-c9ff-4306-be0d-8c09ff65f8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f80db25-c784-4ccb-aa8c-206bfd507778,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:33.296470 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-e0b5ac37-5c7c-4964-8014-fdc0f96d2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:33.298272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-e0b5ac37-5c7c-4964-8014-fdc0f96d2823 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0699220 Jul 27 20:25:33.308892 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafe4d56-5584-49df-be36-09cd565962bf x-openstack-request-id: req-bafe4d56-5584-49df-be36-09cd565962bf {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:25:33.309418 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:25:33.309975 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bafe4d56-5584-49df-be36-09cd565962bf {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:25:33.310560 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'status': 'completed', 'code': 200} Jul 27 20:25:33.362757 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-f725952f-13d5-4fee-b942-7fea94110f67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f80db25-c784-4ccb-aa8c-206bfd507778 HTTP/1.1" status: 200 len: 217 time: 0.0505435 Jul 27 20:25:33.447748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-16c4bb02-cf4e-4ce3-a62b-10b3743cac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:33.449358 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-16c4bb02-cf4e-4ce3-a62b-10b3743cac4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a79e923-5e37-4c12-879c-9bc2053e1561 HTTP/1.1" status: 200 len: 834 time: 0.0619113 Jul 27 20:25:33.502398 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3dcd4-906e-44e9-82d3-951146687a27 req-e3c2c269-bbb3-4c0c-b741-4f19ade484b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:33.503840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5f3dcd4-906e-44e9-82d3-951146687a27 req-e3c2c269-bbb3-4c0c-b741-4f19ade484b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 944 time: 0.1504521 Jul 27 20:25:33.554801 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b5f3dcd4-906e-44e9-82d3-951146687a27 req-5859f0ae-f780-4aa7-bc47-116c81cd3db1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442481 Jul 27 20:25:33.561025 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-ae435c1e-354b-42dc-a3fd-26255876bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:33.562455 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-ae435c1e-354b-42dc-a3fd-26255876bd95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd99a8a3-c473-4aef-b335-d4c43e3b114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041372 Jul 27 20:25:33.654342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-38459e55-c202-4376-8331-40cdc17f5e8a service neutron] 10.222.0.52 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837042 Jul 27 20:25:34.085633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-931f5973-44e4-4a7b-959e-3dff1a69ab43 req-0f628653-916e-4408-b2c3-f76c89c1bd1a service neutron] 10.222.0.52 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227152 Jul 27 20:25:34.204554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4890762-283e-40ef-af81-17546556f4ae req-2a9f820d-7609-447d-863e-8bb8ee2edd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:34.206085 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4890762-283e-40ef-af81-17546556f4ae req-2a9f820d-7609-447d-863e-8bb8ee2edd40 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0606947 Jul 27 20:25:34.302170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4890762-283e-40ef-af81-17546556f4ae req-f64c6537-d144-4fee-aaa9-088ce63e59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:34.303673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4890762-283e-40ef-af81-17546556f4ae req-f64c6537-d144-4fee-aaa9-088ce63e59b6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd99a8a3-c473-4aef-b335-d4c43e3b114a HTTP/1.1" status: 200 len: 897 time: 0.0902417 Jul 27 20:25:34.347078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4890762-283e-40ef-af81-17546556f4ae req-707ca7eb-d068-4c85-9495-76f92001659f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f80db25-c784-4ccb-aa8c-206bfd507778 HTTP/1.1" status: 200 len: 217 time: 0.0352824 Jul 27 20:25:34.404803 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4890762-283e-40ef-af81-17546556f4ae req-7848ee5d-4a6e-4671-b99d-aa8ea9677cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:34.406255 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4890762-283e-40ef-af81-17546556f4ae req-7848ee5d-4a6e-4671-b99d-aa8ea9677cb1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a79e923-5e37-4c12-879c-9bc2053e1561 HTTP/1.1" status: 200 len: 834 time: 0.0456636 Jul 27 20:25:34.472948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4890762-283e-40ef-af81-17546556f4ae req-78496c3f-5bb3-47fc-89a0-d8bd9f6e4e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:34.474446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4890762-283e-40ef-af81-17546556f4ae req-78496c3f-5bb3-47fc-89a0-d8bd9f6e4e95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd99a8a3-c473-4aef-b335-d4c43e3b114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604370 Jul 27 20:25:34.571095 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4890762-283e-40ef-af81-17546556f4ae req-77a7b1b0-85c1-43e4-ba69-db260f96634a service neutron] 10.222.0.52 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876598 Jul 27 20:25:34.704456 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4890762-283e-40ef-af81-17546556f4ae req-4751be1c-24b5-405f-84b2-a2e381cf0cd6 service neutron] 10.222.0.52 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234572 Jul 27 20:25:34.729563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2760d-b847-4264-88d8-a47f36775bbd req-620488f2-726a-400f-9ee4-c87ab573f4c7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:34.731224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-22b2760d-b847-4264-88d8-a47f36775bbd req-620488f2-726a-400f-9ee4-c87ab573f4c7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 944 time: 0.1036263 Jul 27 20:25:34.777661 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-22b2760d-b847-4264-88d8-a47f36775bbd req-c67f1c40-17af-45ae-ac70-03a4b6e9b615 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375106 Jul 27 20:25:35.910896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1b9bb-f533-4b85-999f-b73b2e119021 req-276b29d3-4340-4297-9cb9-06c39aec58d6 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:35.912417 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8c1b9bb-f533-4b85-999f-b73b2e119021 req-276b29d3-4340-4297-9cb9-06c39aec58d6 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 944 time: 0.0658615 Jul 27 20:25:35.951795 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8c1b9bb-f533-4b85-999f-b73b2e119021 req-bffea4de-8120-4004-863e-e0d3a120d864 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331709 Jul 27 20:25:36.891094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 5f80db25-c784-4ccb-aa8c-206bfd507778 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:25:36.997811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 5f80db25-c784-4ccb-aa8c-206bfd507778, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=5f80db25-c784-4ccb-aa8c-206bfd507778,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:25:37.009633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'port_id': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'mac_address': 'fa:16:3e:e4:66:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:25:37.047873 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:37.062160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f80db25-c784-4ccb-aa8c-206bfd507778 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:25:37.085550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 5f80db25-c784-4ccb-aa8c-206bfd507778, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=5f80db25-c784-4ccb-aa8c-206bfd507778,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:25:37.091113 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:37.126384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca7e70-f251-4225-9e9a-2d4da0f65f93 req-c1967c1f-c965-4c97-bcf0-8c10e8a2e5c4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:37.127916 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ebca7e70-f251-4225-9e9a-2d4da0f65f93 req-c1967c1f-c965-4c97-bcf0-8c10e8a2e5c4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 944 time: 0.0769496 Jul 27 20:25:37.162190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=5f80db25-c784-4ccb-aa8c-206bfd507778,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:37.187085 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ebca7e70-f251-4225-9e9a-2d4da0f65f93 req-368496ea-2b30-44d0-9c9c-2c9df743ceaf tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454926 Jul 27 20:25:37.311661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['5f80db25-c784-4ccb-aa8c-206bfd507778'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:25:38.334150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42ab33-361d-4d96-a2c1-f4e8a0ab3801 req-b6f8f0ec-c691-4b9a-b327-7daf07e7e4ca tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:38.335682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a42ab33-361d-4d96-a2c1-f4e8a0ab3801 req-b6f8f0ec-c691-4b9a-b327-7daf07e7e4ca tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 945 time: 0.0692916 Jul 27 20:25:38.377130 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a42ab33-361d-4d96-a2c1-f4e8a0ab3801 req-adc68c95-fac6-4682-96b6-f582564b5536 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345712 Jul 27 20:25:38.769266 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:38.892059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 5f80db25-c784-4ccb-aa8c-206bfd507778 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:25:38.947679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 5f80db25-c784-4ccb-aa8c-206bfd507778 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:25:38.951376 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 5f80db25-c784-4ccb-aa8c-206bfd507778 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:25:38.951790 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:39.037772 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:39.063335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:25:39.065651 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a46dc5-a88e-418f-87d6-754783743410" -d '{"events": [{"server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "name": "network-vif-plugged", "status": "completed", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:25:39.079482 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 5f80db25-c784-4ccb-aa8c-206bfd507778, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=5f80db25-c784-4ccb-aa8c-206bfd507778,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:25:39.085009 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:39.119756 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626477ed-dcdd-464f-af0f-b368620d3cc0 x-openstack-request-id: req-626477ed-dcdd-464f-af0f-b368620d3cc0 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:25:39.120066 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "name": "network-vif-plugged", "status": "completed", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:25:39.120283 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-626477ed-dcdd-464f-af0f-b368620d3cc0 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:25:39.120725 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'code': 200} Jul 27 20:25:39.147991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=5f80db25-c784-4ccb-aa8c-206bfd507778,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:39.240879 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5347df6-ae3b-4dea-8d75-0c113092bbfa req-afdabe4f-a677-4eb8-a40f-701e1b608aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:39.242386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5347df6-ae3b-4dea-8d75-0c113092bbfa req-afdabe4f-a677-4eb8-a40f-701e1b608aeb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0698271 Jul 27 20:25:39.288062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5347df6-ae3b-4dea-8d75-0c113092bbfa req-de63d079-8477-4306-a5fe-dd915519075b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365157 Jul 27 20:25:39.526418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ec775-ba99-4687-b232-88f985094f2e req-06c067af-03d9-45e6-9b8c-341b49b28f63 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:39.527950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e2ec775-ba99-4687-b232-88f985094f2e req-06c067af-03d9-45e6-9b8c-341b49b28f63 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0799460 Jul 27 20:25:39.567422 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e2ec775-ba99-4687-b232-88f985094f2e req-fade6398-aff1-4096-8973-0db7b2e65a7a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332551 Jul 27 20:25:40.724269 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb83a5a-98fa-49b3-b25a-0ceb0769d5ff req-110aad6a-bdf7-4986-81c7-b3a2b35c9b7f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:40.725807 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dcb83a5a-98fa-49b3-b25a-0ceb0769d5ff req-110aad6a-bdf7-4986-81c7-b3a2b35c9b7f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0735948 Jul 27 20:25:40.774363 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dcb83a5a-98fa-49b3-b25a-0ceb0769d5ff req-27473458-920c-42f6-bd62-8598ad3ef750 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396476 Jul 27 20:25:40.928246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc32649-7123-4f75-90c9-887b7b33e765 req-bfc6449f-ccf7-4677-888d-76778c7c75a4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:40.929761 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acc32649-7123-4f75-90c9-887b7b33e765 req-bfc6449f-ccf7-4677-888d-76778c7c75a4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0846734 Jul 27 20:25:40.974336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acc32649-7123-4f75-90c9-887b7b33e765 req-546ed443-8c29-42d1-bcee-90588f647685 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379004 Jul 27 20:25:40.996759 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33756) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:41.056041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192a411-e33e-4476-9eb8-46e507dca33e tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:41.058939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3192a411-e33e-4476-9eb8-46e507dca33e tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 1093 time: 0.0609734 Jul 27 20:25:41.062067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33758) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:41.070495 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:25:41.098757 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:41.204999 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:41.317921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.25.1.61 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/ec13a1de-33f3-4726-93e7-ee7c65eae52c) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:25:41.433877 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:41.478838 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:41.504218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-3c094b51-c147-4fd1-80c9-5b0974e8a571 req-5daebdb8-294c-4326-9d32-cfeb0602c972 service neutron] (94059) timed out ('10.222.0.48', 50916) {{(pid=94059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:25:41.516780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:25:41.521566 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:25:41.524980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:25:41.530549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=ec13a1de-33f3-4726-93e7-ee7c65eae52c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:41.880142 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:41.903377 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:41.986194 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:42.147767 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:42.153996 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:42.222606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=ec13a1de-33f3-4726-93e7-ee7c65eae52c,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:25:42.236437 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:42.348916 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Floating IP 32fcaed0-6e53-43f0-b751-6d63291d9df6 associated. External IP: 172.25.1.61, port: 5f80db25-c784-4ccb-aa8c-206bfd507778. Jul 27 20:25:42.567919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router 0a5205d4-d450-40fb-9834-e8c3aa256f20 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:25:42.677048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:25:42.687678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75763a-0c2f-4931-b660-33da72cf096a None None] Sync routers for ids ['0a5205d4-d450-40fb-9834-e8c3aa256f20'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:25:42.695150 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:42.698480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75763a-0c2f-4931-b660-33da72cf096a None None] Routers {'0a5205d4-d450-40fb-9834-e8c3aa256f20'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:25:42.699193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2a75763a-0c2f-4931-b660-33da72cf096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:25:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0a5205d4-d450-40fb-9834-e8c3aa256f20'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:25:42.732533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4605fce7-48ee-4cfd-b392-5c6ac65ddc85 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6689548 Jul 27 20:25:42.733142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:25:42.735419 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a237ee-eb19-489c-9767-32c92d4f5aed" -d '{"events": [{"name": "network-changed", "server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:25:42.772194 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385c9366-b2de-4b67-b118-9f135b16e425 x-openstack-request-id: req-385c9366-b2de-4b67-b118-9f135b16e425 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:25:42.772619 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:25:42.772858 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-385c9366-b2de-4b67-b118-9f135b16e425 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:25:42.773264 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'status': 'completed', 'code': 200} Jul 27 20:25:42.819531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-2a75763a-0c2f-4931-b660-33da72cf096a None None] Set router 0a5205d4-d450-40fb-9834-e8c3aa256f20 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:25:42.890891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94825b-68f6-4272-991a-21c46d63ee5c req-8120b9b9-5890-488c-9fc2-266d65f4fad4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:42.892473 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a94825b-68f6-4272-991a-21c46d63ee5c req-8120b9b9-5890-488c-9fc2-266d65f4fad4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0982368 Jul 27 20:25:42.898027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a237ee-eb19-489c-9767-32c92d4f5aed req-4fc0d5c2-db1e-42af-8fd3-e16cd3b62813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:42.900709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6a237ee-eb19-489c-9767-32c92d4f5aed req-4fc0d5c2-db1e-42af-8fd3-e16cd3b62813 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0974600 Jul 27 20:25:42.987395 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a94825b-68f6-4272-991a-21c46d63ee5c req-bd9ada61-6161-484f-aaec-4873d28ba50d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847893 Jul 27 20:25:43.011411 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33764) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:43.018792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a237ee-eb19-489c-9767-32c92d4f5aed req-9f40c26a-95af-474a-bcbc-943fd8d39ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:43.020306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6a237ee-eb19-489c-9767-32c92d4f5aed req-9f40c26a-95af-474a-bcbc-943fd8d39ee0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd99a8a3-c473-4aef-b335-d4c43e3b114a HTTP/1.1" status: 200 len: 897 time: 0.1116719 Jul 27 20:25:43.058213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2a75763a-0c2f-4931-b660-33da72cf096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '32fcaed0-6e53-43f0-b751-6d63291d9df6', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'port_id': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'mac_address': 'fa:16:3e:e4:66:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:25:41Z', 'updated_at': '2021-07-27T20:25:41Z', 'revision_number': 0, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda81244-087d-4155-ba8c-59f90a6b1e3d', 'name': '', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:cf:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:24Z', 'updated_at': '2021-07-27T20:25:29Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:25:43.084487 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-60d4bfa2-b8eb-451f-9ded-7dd3251e7915 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/floatingips/32fcaed0-6e53-43f0-b751-6d63291d9df6 HTTP/1.1" status: 200 len: 991 time: 0.0698240 Jul 27 20:25:43.095220 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6a237ee-eb19-489c-9767-32c92d4f5aed req-91a36555-85d5-4aae-9ae2-0b3daac92310 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f80db25-c784-4ccb-aa8c-206bfd507778 HTTP/1.1" status: 200 len: 999 time: 0.0666883 Jul 27 20:25:43.095847 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75763a-0c2f-4931-b660-33da72cf096a None None] Checking router: 0a5205d4-d450-40fb-9834-e8c3aa256f20 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:25:43.104873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75763a-0c2f-4931-b660-33da72cf096a None None] Routers {'0a5205d4-d450-40fb-9834-e8c3aa256f20'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:25:43.105494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2a75763a-0c2f-4931-b660-33da72cf096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:25:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0a5205d4-d450-40fb-9834-e8c3aa256f20'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:25:43.145328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a237ee-eb19-489c-9767-32c92d4f5aed req-590403a0-ac42-44f6-8aa3-ee98c163e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:43.146964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6a237ee-eb19-489c-9767-32c92d4f5aed req-590403a0-ac42-44f6-8aa3-ee98c163e4ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a79e923-5e37-4c12-879c-9bc2053e1561 HTTP/1.1" status: 200 len: 834 time: 0.0449717 Jul 27 20:25:43.208277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a237ee-eb19-489c-9767-32c92d4f5aed req-200925a7-c432-432a-a6d9-e4c885512f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:25:43.209953 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6a237ee-eb19-489c-9767-32c92d4f5aed req-200925a7-c432-432a-a6d9-e4c885512f8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd99a8a3-c473-4aef-b335-d4c43e3b114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561199 Jul 27 20:25:43.210585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-2a75763a-0c2f-4931-b660-33da72cf096a None None] Set router 0a5205d4-d450-40fb-9834-e8c3aa256f20 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:25:43.308593 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6a237ee-eb19-489c-9767-32c92d4f5aed req-1ab72e0e-8f2f-44bb-bf8b-ff5a0c44853a service neutron] 10.222.0.52 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906067 Jul 27 20:25:43.403534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6a237ee-eb19-489c-9767-32c92d4f5aed req-14e48c85-c7f7-4a4e-a56e-39601c6bfa49 service neutron] 10.222.0.52 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875185 Jul 27 20:25:43.444421 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6be6385c-adee-4a55-8099-fed4eb1312a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:43.453210 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2a75763a-0c2f-4931-b660-33da72cf096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '32fcaed0-6e53-43f0-b751-6d63291d9df6', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'port_id': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'mac_address': 'fa:16:3e:e4:66:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:25:41Z', 'updated_at': '2021-07-27T20:25:41Z', 'revision_number': 0, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda81244-087d-4155-ba8c-59f90a6b1e3d', 'name': '', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:cf:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:24Z', 'updated_at': '2021-07-27T20:25:29Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:25:43.479999 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75763a-0c2f-4931-b660-33da72cf096a None None] The sync data for ids ['0a5205d4-d450-40fb-9834-e8c3aa256f20'] in n-d-705657-21 is: [{'id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '32fcaed0-6e53-43f0-b751-6d63291d9df6', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'port_id': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'mac_address': 'fa:16:3e:e4:66:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:25:41Z', 'updated_at': '2021-07-27T20:25:41Z', 'revision_number': 0, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda81244-087d-4155-ba8c-59f90a6b1e3d', 'name': '', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:cf:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:24Z', 'updated_at': '2021-07-27T20:25:29Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:25:43.690292 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30bd787-3a8d-4051-9ee8-1b0c8a8e55b1 None None] New status for floating IP 32fcaed0-6e53-43f0-b751-6d63291d9df6: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:25:44.087496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33766) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:25:44.164584 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-355c302c-be5f-4815-9a02-84007346b830 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/floatingips/32fcaed0-6e53-43f0-b751-6d63291d9df6 HTTP/1.1" status: 200 len: 993 time: 0.0757954 Jul 27 20:25:44.797816 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:25:46.139715 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4915e838-2469-4b11-a5b3-77fef2bf2c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:46.247120 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:47.241016 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:25:49.001176 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:08.783265 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:11.893349 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:13.448050 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ae17a1a7-12c4-4792-9a4d-610720f8cc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:16.144686 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e6e356c6-d9b3-4416-b5af-d19b2b9e24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:16.257383 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:17.247112 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:17.560435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e45ed-0f4a-4b64-9b36-007b669647ff req-046b7af4-7b86-4a1f-b6f2-b1018d8603cd tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:17.562839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-770e45ed-0f4a-4b64-9b36-007b669647ff req-046b7af4-7b86-4a1f-b6f2-b1018d8603cd tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 1098 time: 0.1233892 Jul 27 20:26:17.584772 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-770e45ed-0f4a-4b64-9b36-007b669647ff req-e087bb2f-d7d8-4e4f-9154-151aa7b3e2a9 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:17.694498 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-770e45ed-0f4a-4b64-9b36-007b669647ff req-e087bb2f-d7d8-4e4f-9154-151aa7b3e2a9 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:17.700566 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-770e45ed-0f4a-4b64-9b36-007b669647ff req-e087bb2f-d7d8-4e4f-9154-151aa7b3e2a9 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:17.722844 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-770e45ed-0f4a-4b64-9b36-007b669647ff req-e087bb2f-d7d8-4e4f-9154-151aa7b3e2a9 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512158 Jul 27 20:26:17.731968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087bb2f-d7d8-4e4f-9154-151aa7b3e2a9 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da182455-b843-4bff-84fe-da0ffa253dae,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:26:17.923700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00acf96-eb2d-4f4a-83c3-5056f56a92af req-ff808522-4f9a-43dd-a706-0249bc261278 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:17.925256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d00acf96-eb2d-4f4a-83c3-5056f56a92af req-ff808522-4f9a-43dd-a706-0249bc261278 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.1306162 Jul 27 20:26:18.288649 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d00acf96-eb2d-4f4a-83c3-5056f56a92af req-c5497f76-1e46-4916-a2a1-e32d5e92bbab tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568997 Jul 27 20:26:18.316298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33792) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:26:18.379598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-887fa742-734c-45cb-8a89-1f57f4b27ad5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/floatingips/32fcaed0-6e53-43f0-b751-6d63291d9df6 HTTP/1.1" status: 200 len: 993 time: 0.0621333 Jul 27 20:26:18.951273 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33806) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:26:19.003761 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:19.040966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95128916-aade-4234-9e80-0ca1a76e5440 req-d0d002dc-efaa-4519-be91-cb0561441bba tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:19.042484 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95128916-aade-4234-9e80-0ca1a76e5440 req-d0d002dc-efaa-4519-be91-cb0561441bba tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0746076 Jul 27 20:26:19.062534 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-15381dd1-ea2b-4ad1-92d2-717dc16bd519 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1094363 Jul 27 20:26:19.083057 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95128916-aade-4234-9e80-0ca1a76e5440 req-a7a2cb6a-2782-4444-8012-16ef730108b4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341666 Jul 27 20:26:20.228844 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42a69f-5a0b-4b84-ad2a-041d04f8ac99 req-4f1a9ee9-e20e-45ca-b00e-5adcd668ea8b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:20.230583 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d42a69f-5a0b-4b84-ad2a-041d04f8ac99 req-4f1a9ee9-e20e-45ca-b00e-5adcd668ea8b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0729804 Jul 27 20:26:20.298592 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d42a69f-5a0b-4b84-ad2a-041d04f8ac99 req-9a3718cc-74d0-48be-b45d-442c67fe3ec9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616550 Jul 27 20:26:20.320652 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-9b579566-a894-439b-bee0-ade6003be018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:20.322187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-9b579566-a894-439b-bee0-ade6003be018 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 1098 time: 0.1318543 Jul 27 20:26:20.420840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-b133f48d-6989-484b-996b-cae4d855c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:20.422223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-b133f48d-6989-484b-996b-cae4d855c883 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd99a8a3-c473-4aef-b335-d4c43e3b114a HTTP/1.1" status: 200 len: 897 time: 0.0922775 Jul 27 20:26:20.489104 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-cf810fe6-7162-4a4f-9900-8fd6dbbb9e23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f80db25-c784-4ccb-aa8c-206bfd507778 HTTP/1.1" status: 200 len: 1001 time: 0.0595169 Jul 27 20:26:20.542325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-8df1943b-7b4c-45e9-8252-07da983ef5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:20.543801 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-8df1943b-7b4c-45e9-8252-07da983ef5d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a79e923-5e37-4c12-879c-9bc2053e1561 HTTP/1.1" status: 200 len: 834 time: 0.0479214 Jul 27 20:26:20.603646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-44ea53f6-0dc1-44c7-a962-2bc70a3c3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:20.605194 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-44ea53f6-0dc1-44c7-a962-2bc70a3c3392 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd99a8a3-c473-4aef-b335-d4c43e3b114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543926 Jul 27 20:26:20.695807 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-e2088395-7ece-4c6f-a6ad-cbcd9db082a2 service neutron] 10.222.0.52 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828774 Jul 27 20:26:20.791974 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-5903da6b-823d-4286-aecb-3e3cfc1b592e service neutron] 10.222.0.52 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887048 Jul 27 20:26:21.436102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207eac3-4520-4d99-9c13-562a40997778 req-a7940264-cc1b-4706-b85b-42c1eb592ba3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:21.437546 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7207eac3-4520-4d99-9c13-562a40997778 req-a7940264-cc1b-4706-b85b-42c1eb592ba3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0669875 Jul 27 20:26:21.478776 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7207eac3-4520-4d99-9c13-562a40997778 req-e7924e59-4361-44f7-b121-cb416f79f0a9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349288 Jul 27 20:26:21.797589 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:26:22.622036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df8c6c-4bab-4fac-8bd1-db81612c3a2f req-6592a726-8b08-4e7d-8ee5-bfb9e6bee37d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:22.623543 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02df8c6c-4bab-4fac-8bd1-db81612c3a2f req-6592a726-8b08-4e7d-8ee5-bfb9e6bee37d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0736265 Jul 27 20:26:22.662857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02df8c6c-4bab-4fac-8bd1-db81612c3a2f req-421c30f4-e1cc-41fa-aa1b-8874d3829e6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331647 Jul 27 20:26:23.804760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e9997-21f3-42b8-bb89-388bb7ad0662 req-b72d8ab2-464f-40ce-8b87-fa7226176149 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:23.806597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-255e9997-21f3-42b8-bb89-388bb7ad0662 req-b72d8ab2-464f-40ce-8b87-fa7226176149 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0718319 Jul 27 20:26:23.850608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-255e9997-21f3-42b8-bb89-388bb7ad0662 req-149adb9b-5e6d-488c-b4d7-736e50869b7a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375061 Jul 27 20:26:24.991176 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e5779-188b-482b-9fec-97e91fbbc7fb req-fc4fdd4a-b29c-44b3-9fcd-4eb1157cc19f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:24.992826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b82e5779-188b-482b-9fec-97e91fbbc7fb req-fc4fdd4a-b29c-44b3-9fcd-4eb1157cc19f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0675960 Jul 27 20:26:25.032517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b82e5779-188b-482b-9fec-97e91fbbc7fb req-8dfcef73-f150-41ec-b89d-757ef2ac7c03 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333793 Jul 27 20:26:26.175160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdeedf3-8083-4fa3-823e-f4ee9830ee3f req-91e03938-fcfa-46b5-8a1b-07b983b7fd4e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:26.176745 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fbdeedf3-8083-4fa3-823e-f4ee9830ee3f req-91e03938-fcfa-46b5-8a1b-07b983b7fd4e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0716896 Jul 27 20:26:26.219076 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fbdeedf3-8083-4fa3-823e-f4ee9830ee3f req-8e86a99b-1470-4514-a2a6-5d0f79e198c0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357378 Jul 27 20:26:27.356453 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd4974-679c-426c-bb4f-2966e7aaf1d9 req-f40bbc69-b39e-474d-8831-22d520b04d87 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:27.358001 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47cd4974-679c-426c-bb4f-2966e7aaf1d9 req-f40bbc69-b39e-474d-8831-22d520b04d87 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0672035 Jul 27 20:26:27.397976 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47cd4974-679c-426c-bb4f-2966e7aaf1d9 req-8e6a502b-6f26-4d9a-8204-670fbb0deff8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335898 Jul 27 20:26:28.542473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40003a34-4fe8-4740-928f-32614feb3631 req-c3805e3c-c0d2-45d5-9b9a-3b0819d682de tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:28.544097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40003a34-4fe8-4740-928f-32614feb3631 req-c3805e3c-c0d2-45d5-9b9a-3b0819d682de tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0709350 Jul 27 20:26:28.585201 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40003a34-4fe8-4740-928f-32614feb3631 req-d3ce55cb-b0cd-4997-8a26-2843d808b1ec tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336752 Jul 27 20:26:29.724141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee557aff-4a32-4e53-8f25-4e356e2e9811 req-561629e9-4a69-430b-a7ef-cfdd58d18b90 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:29.725870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee557aff-4a32-4e53-8f25-4e356e2e9811 req-561629e9-4a69-430b-a7ef-cfdd58d18b90 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0686860 Jul 27 20:26:29.764608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee557aff-4a32-4e53-8f25-4e356e2e9811 req-99cc548c-a1c8-49d6-9895-1583942dbf9d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325236 Jul 27 20:26:30.523474 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faded4c-0017-4906-b4b1-2616e8f53afe req-7cfefd39-e090-489e-b019-8efff6958db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:30.525059 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1faded4c-0017-4906-b4b1-2616e8f53afe req-7cfefd39-e090-489e-b019-8efff6958db8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0579872 Jul 27 20:26:30.636879 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faded4c-0017-4906-b4b1-2616e8f53afe req-be6757e9-092d-4d2e-8a2b-3f625c4c8861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:30.638421 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1faded4c-0017-4906-b4b1-2616e8f53afe req-be6757e9-092d-4d2e-8a2b-3f625c4c8861 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd99a8a3-c473-4aef-b335-d4c43e3b114a HTTP/1.1" status: 200 len: 897 time: 0.0914061 Jul 27 20:26:30.705689 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1faded4c-0017-4906-b4b1-2616e8f53afe req-f5495af4-a1db-4653-81ff-d5720a506d2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f80db25-c784-4ccb-aa8c-206bfd507778 HTTP/1.1" status: 200 len: 1001 time: 0.0593925 Jul 27 20:26:30.761027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faded4c-0017-4906-b4b1-2616e8f53afe req-6e82b467-cb1b-4a84-99a8-77ae67f7fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:30.762543 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1faded4c-0017-4906-b4b1-2616e8f53afe req-6e82b467-cb1b-4a84-99a8-77ae67f7fdc7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a79e923-5e37-4c12-879c-9bc2053e1561 HTTP/1.1" status: 200 len: 834 time: 0.0498297 Jul 27 20:26:30.825083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faded4c-0017-4906-b4b1-2616e8f53afe req-cca20781-fd8e-446a-b5d7-246e463af9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:30.826664 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1faded4c-0017-4906-b4b1-2616e8f53afe req-cca20781-fd8e-446a-b5d7-246e463af9e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd99a8a3-c473-4aef-b335-d4c43e3b114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556145 Jul 27 20:26:30.973155 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1faded4c-0017-4906-b4b1-2616e8f53afe req-95e9467d-8b3b-4426-a032-5ddb677474e9 service neutron] 10.222.0.52 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346760 Jul 27 20:26:30.984638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc8fd1-c770-430a-b838-6f0abdbf3edf req-7a5f450d-a359-47c9-bc7c-5cf1efa34bcc tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:30.986067 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-98fc8fd1-c770-430a-b838-6f0abdbf3edf req-7a5f450d-a359-47c9-bc7c-5cf1efa34bcc tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.1495960 Jul 27 20:26:31.082208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-98fc8fd1-c770-430a-b838-6f0abdbf3edf req-f3d1f31c-b969-49d6-bd79-c76a19a4f22c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874126 Jul 27 20:26:31.105639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1faded4c-0017-4906-b4b1-2616e8f53afe req-0a8d3c25-af52-4c03-9c9c-dace90962a79 service neutron] 10.222.0.52 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185918 Jul 27 20:26:32.218619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0cd78-2673-4dc6-b204-d6e28cb297c2 req-cc18acdf-dc25-4f5c-b6d0-8e620736cb7c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:32.220155 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ecc0cd78-2673-4dc6-b204-d6e28cb297c2 req-cc18acdf-dc25-4f5c-b6d0-8e620736cb7c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0660977 Jul 27 20:26:32.260110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ecc0cd78-2673-4dc6-b204-d6e28cb297c2 req-dd5adcbd-5182-4c1d-bee5-3c20d8cda03a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328138 Jul 27 20:26:32.794535 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-6d8e5a22-9c21-4ccc-8d03-5d9766c85ef7 service neutron] show failed (client error): The resource could not be found. Jul 27 20:26:32.795584 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-6d8e5a22-9c21-4ccc-8d03-5d9766c85ef7 service neutron] 10.222.0.52 "GET /v2.0/ports/5f80db25-c784-4ccb-aa8c-206bfd507778/bindings/n-h2-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0588496 Jul 27 20:26:33.106746 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-39464693-609c-4d33-837d-be37d8947fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:33.108209 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-39464693-609c-4d33-837d-be37d8947fee service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 1098 time: 0.1554170 Jul 27 20:26:33.120586 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:26:33.196378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:33.422472 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a24f5-d5c7-4021-9833-c55a8258204d req-18a1de87-36ef-4661-8d31-9a96f781d23b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:33.424171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b7a24f5-d5c7-4021-9833-c55a8258204d req-18a1de87-36ef-4661-8d31-9a96f781d23b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0815096 Jul 27 20:26:33.477816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b7a24f5-d5c7-4021-9833-c55a8258204d req-650d4da8-f2d4-4a5d-8c98-5e69a779dc1b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464673 Jul 27 20:26:33.768803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] For port 5f80db25-c784-4ccb-aa8c-206bfd507778, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=5f80db25-c784-4ccb-aa8c-206bfd507778,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:26:33.808714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] For port 5f80db25-c784-4ccb-aa8c-206bfd507778, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:26:33.852338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:26:33.855264 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e64b0cb-3fb0-4b30-868f-179174d6627d" -d '{"events": [{"server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:26:33.860646 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:33.878461 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Transition to ACTIVE for port object 5f80db25-c784-4ccb-aa8c-206bfd507778 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:26:33.883953 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:33.991950 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Pushing event updated for resources: {'Port': ['ID=5f80db25-c784-4ccb-aa8c-206bfd507778,revision_number=6']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:26:34.002482 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e465869f-2fb9-44bf-b238-10988b5539e5 x-openstack-request-id: req-e465869f-2fb9-44bf-b238-10988b5539e5 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:26:34.002753 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "name": "network-vif-unplugged", "status": "completed", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:26:34.002997 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e465869f-2fb9-44bf-b238-10988b5539e5 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:26:34.003399 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'code': 200} Jul 27 20:26:34.018285 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:34.018630 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:34.019039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:34.019299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:34.019654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:34.019984 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:34.020309 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:34.020669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:34.020994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:34.021314 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:34.021644 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:34.021936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:34.082965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] No DVR routers for this DVR port 5f80db25-c784-4ccb-aa8c-206bfd507778 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:26:34.244890 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Attempting to bind port 5f80db25-c784-4ccb-aa8c-206bfd507778 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:26:34.245821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Attempting to bind port 5f80db25-c784-4ccb-aa8c-206bfd507778 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:26:34.245821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Attempting to bind port 5f80db25-c784-4ccb-aa8c-206bfd507778 on network bd99a8a3-c473-4aef-b335-d4c43e3b114a {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:26:34.249861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Port 5f80db25-c784-4ccb-aa8c-206bfd507778 on network bd99a8a3-c473-4aef-b335-d4c43e3b114a not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:26:34.250219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Attempting to bind port 5f80db25-c784-4ccb-aa8c-206bfd507778 on network bd99a8a3-c473-4aef-b335-d4c43e3b114a {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:26:34.254994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:26:34.255339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Checking segment: {'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:26:34.255727 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Bound using segment: {'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:26:34.256147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Bound port: 5f80db25-c784-4ccb-aa8c-206bfd507778, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db027693-cd00-4e59-acd9-70a66a9d686a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:26:34.256675 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:34.323870 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] For port 5f80db25-c784-4ccb-aa8c-206bfd507778, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:26:34.326974 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] For port 5f80db25-c784-4ccb-aa8c-206bfd507778, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=5f80db25-c784-4ccb-aa8c-206bfd507778,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:26:34.332351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:34.369040 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:34.369594 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:34.371011 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] 10.222.0.63 "PUT /v2.0/ports/5f80db25-c784-4ccb-aa8c-206bfd507778 HTTP/1.1" status: 200 len: 1093 time: 1.2545507 Jul 27 20:26:34.413517 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e72e89-3bc7-455f-a2ad-2884894d1082 service neutron] Pushing event updated for resources: {'Port': ['ID=5f80db25-c784-4ccb-aa8c-206bfd507778,revision_number=7']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:26:34.468839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-672c4f5a-e455-4b63-8434-6985f501e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:34.470618 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-672c4f5a-e455-4b63-8434-6985f501e036 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0737350 Jul 27 20:26:34.578282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-49cf0928-9174-4a7f-a73a-fa9a7957737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:34.579754 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-49cf0928-9174-4a7f-a73a-fa9a7957737f service neutron] 10.222.0.63 "GET /v2.0/networks?id=bd99a8a3-c473-4aef-b335-d4c43e3b114a HTTP/1.1" status: 200 len: 897 time: 0.1012866 Jul 27 20:26:34.622060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7eff1-3424-4936-865e-fc81e0522d57 req-47d2d9ba-03b5-4e1f-9733-7a02583c06b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:34.623682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4aa7eff1-3424-4936-865e-fc81e0522d57 req-47d2d9ba-03b5-4e1f-9733-7a02583c06b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 944 time: 0.0713284 Jul 27 20:26:34.651693 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-b819e728-f121-4312-8d05-f99d38f3ac13 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f80db25-c784-4ccb-aa8c-206bfd507778 HTTP/1.1" status: 200 len: 999 time: 0.0646093 Jul 27 20:26:34.663597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4aa7eff1-3424-4936-865e-fc81e0522d57 req-9594df6c-4729-4beb-8b43-3670b1b9f288 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337064 Jul 27 20:26:34.706281 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-d1482550-7623-48af-8dc3-d470883b44ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:34.708025 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-d1482550-7623-48af-8dc3-d470883b44ca service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8a79e923-5e37-4c12-879c-9bc2053e1561 HTTP/1.1" status: 200 len: 834 time: 0.0493028 Jul 27 20:26:34.782448 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-4493673e-395f-44f3-8632-fdb402bfc498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:34.784273 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-4493673e-395f-44f3-8632-fdb402bfc498 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bd99a8a3-c473-4aef-b335-d4c43e3b114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687063 Jul 27 20:26:34.897924 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-f00238f4-e10e-4fd1-8340-6525c811e839 service neutron] 10.222.0.63 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062546 Jul 27 20:26:34.996315 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fa0d604b-2785-4437-9afd-acba42b3d934 req-15c314b6-cbbe-4a5f-9ed4-c84733f1a5c2 service neutron] 10.222.0.63 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918317 Jul 27 20:26:35.189092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 5f80db25-c784-4ccb-aa8c-206bfd507778 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:26:35.231360 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 5f80db25-c784-4ccb-aa8c-206bfd507778 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:26:35.817068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272a724-7d0b-4e0c-81a2-cc7c83585c7b req-1303ee32-1887-4f1d-a141-ee4756b7c69f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:35.818613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1272a724-7d0b-4e0c-81a2-cc7c83585c7b req-1303ee32-1887-4f1d-a141-ee4756b7c69f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 944 time: 0.0768538 Jul 27 20:26:35.866684 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1272a724-7d0b-4e0c-81a2-cc7c83585c7b req-8cdb16db-34ec-4c28-a3fd-29190bd63101 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401611 Jul 27 20:26:36.004442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:26:36.007381 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696148b8-7245-44df-9616-8b3a54d0c439" -d '{"events": [{"name": "network-changed", "server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:26:36.056845 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a0457a-50f3-4da2-b588-28d2b2d11ecf x-openstack-request-id: req-88a0457a-50f3-4da2-b588-28d2b2d11ecf {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:26:36.057141 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:26:36.057391 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88a0457a-50f3-4da2-b588-28d2b2d11ecf {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:26:36.057833 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'status': 'completed', 'code': 200} Jul 27 20:26:36.144257 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696148b8-7245-44df-9616-8b3a54d0c439 req-41eb648d-7ee7-41fd-9914-339b40b5f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:36.144800 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696148b8-7245-44df-9616-8b3a54d0c439 req-2c496a8e-4d1e-4fb1-9252-e104293dde81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:36.146363 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-696148b8-7245-44df-9616-8b3a54d0c439 req-2c496a8e-4d1e-4fb1-9252-e104293dde81 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0651066 Jul 27 20:26:36.146541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-696148b8-7245-44df-9616-8b3a54d0c439 req-41eb648d-7ee7-41fd-9914-339b40b5f349 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 1096 time: 0.0632107 Jul 27 20:26:36.243881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696148b8-7245-44df-9616-8b3a54d0c439 req-738ec332-d457-45a8-8d72-08c063a15efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:36.245353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696148b8-7245-44df-9616-8b3a54d0c439 req-d2456eda-8b30-4365-93a9-d97333b42157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:36.245503 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-696148b8-7245-44df-9616-8b3a54d0c439 req-738ec332-d457-45a8-8d72-08c063a15efd service neutron] 10.222.0.63 "GET /v2.0/networks?id=bd99a8a3-c473-4aef-b335-d4c43e3b114a HTTP/1.1" status: 200 len: 897 time: 0.0920687 Jul 27 20:26:36.246886 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-696148b8-7245-44df-9616-8b3a54d0c439 req-d2456eda-8b30-4365-93a9-d97333b42157 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd99a8a3-c473-4aef-b335-d4c43e3b114a HTTP/1.1" status: 200 len: 897 time: 0.0925057 Jul 27 20:26:36.315767 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-696148b8-7245-44df-9616-8b3a54d0c439 req-c0d0b56f-5f6d-4c06-b30c-1ac047a507a5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f80db25-c784-4ccb-aa8c-206bfd507778 HTTP/1.1" status: 200 len: 999 time: 0.0625577 Jul 27 20:26:36.322778 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-696148b8-7245-44df-9616-8b3a54d0c439 req-ca70c8f4-6b8c-4571-9d13-52c9bd5c46f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f80db25-c784-4ccb-aa8c-206bfd507778 HTTP/1.1" status: 200 len: 999 time: 0.0681460 Jul 27 20:26:36.376881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696148b8-7245-44df-9616-8b3a54d0c439 req-a03f0936-6cdb-4bfb-8a78-cb50e29f5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:36.378386 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-696148b8-7245-44df-9616-8b3a54d0c439 req-a03f0936-6cdb-4bfb-8a78-cb50e29f5102 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8a79e923-5e37-4c12-879c-9bc2053e1561 HTTP/1.1" status: 200 len: 834 time: 0.0511456 Jul 27 20:26:36.379454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696148b8-7245-44df-9616-8b3a54d0c439 req-803c21ca-98b3-4a71-86e2-79294681dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:36.381115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-696148b8-7245-44df-9616-8b3a54d0c439 req-803c21ca-98b3-4a71-86e2-79294681dc18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a79e923-5e37-4c12-879c-9bc2053e1561 HTTP/1.1" status: 200 len: 834 time: 0.0502503 Jul 27 20:26:36.443699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696148b8-7245-44df-9616-8b3a54d0c439 req-01f73503-651c-4b4a-872c-fe244b94a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:36.444027 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696148b8-7245-44df-9616-8b3a54d0c439 req-326e7cb2-277d-4fc0-ab92-4d927137f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:36.445239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-696148b8-7245-44df-9616-8b3a54d0c439 req-01f73503-651c-4b4a-872c-fe244b94a9fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd99a8a3-c473-4aef-b335-d4c43e3b114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563316 Jul 27 20:26:36.445543 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-696148b8-7245-44df-9616-8b3a54d0c439 req-326e7cb2-277d-4fc0-ab92-4d927137f62a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bd99a8a3-c473-4aef-b335-d4c43e3b114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593636 Jul 27 20:26:36.552040 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-696148b8-7245-44df-9616-8b3a54d0c439 req-4d5d0296-cc71-4e7f-8b6b-297733137bf0 service neutron] 10.222.0.52 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988350 Jul 27 20:26:36.557790 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-696148b8-7245-44df-9616-8b3a54d0c439 req-9512d3f7-5354-4a72-b5cd-dcf0066748cf service neutron] 10.222.0.63 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878522 Jul 27 20:26:36.660741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-696148b8-7245-44df-9616-8b3a54d0c439 req-15f4ad32-0c22-4ed5-8012-9a3bafe22274 service neutron] 10.222.0.52 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007428 Jul 27 20:26:36.667251 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-696148b8-7245-44df-9616-8b3a54d0c439 req-a78e0ccf-87d5-4bdd-9564-b74aeac6ef3c service neutron] 10.222.0.63 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012549 Jul 27 20:26:36.746382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 5f80db25-c784-4ccb-aa8c-206bfd507778 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:26:36.850425 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 5f80db25-c784-4ccb-aa8c-206bfd507778, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=5f80db25-c784-4ccb-aa8c-206bfd507778,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:26:36.862253 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'port_id': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'mac_address': 'fa:16:3e:e4:66:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:26:36.905172 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:36.918613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f80db25-c784-4ccb-aa8c-206bfd507778 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:26:36.940418 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 5f80db25-c784-4ccb-aa8c-206bfd507778, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=5f80db25-c784-4ccb-aa8c-206bfd507778,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:26:36.945117 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:36.993233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=5f80db25-c784-4ccb-aa8c-206bfd507778,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:26:37.001874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:37.002114 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663def3c-9a4e-4d64-a673-cebd0e05917b req-d3b0cf35-0ddd-468e-9252-e952f55f1dfd tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:37.002664 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:37.002664 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:37.002877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:37.003111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:37.003434 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:37.003762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:37.004087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:37.004440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:37.004769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:37.004994 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-663def3c-9a4e-4d64-a673-cebd0e05917b req-d3b0cf35-0ddd-468e-9252-e952f55f1dfd tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 945 time: 0.0669830 Jul 27 20:26:37.005134 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:37.005463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:26:37.050699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-663def3c-9a4e-4d64-a673-cebd0e05917b req-8842d738-95f9-4424-8185-3c914386140b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406740 Jul 27 20:26:37.187806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['5f80db25-c784-4ccb-aa8c-206bfd507778'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:26:37.378042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3223a1-e47d-4823-9fbf-fe78f003d7de req-92ea9568-0eb0-4d1e-811a-5e34dd42c543 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:37.379625 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b3223a1-e47d-4823-9fbf-fe78f003d7de req-92ea9568-0eb0-4d1e-811a-5e34dd42c543 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 945 time: 0.1532652 Jul 27 20:26:37.389122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e5c52-d2fe-47f5-b86d-b59811544299 req-16a769d3-81c1-497b-9c01-a0721802bfaf tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:37.390560 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-987e5c52-d2fe-47f5-b86d-b59811544299 req-16a769d3-81c1-497b-9c01-a0721802bfaf tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.52 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 945 time: 0.1552570 Jul 27 20:26:37.454722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b3223a1-e47d-4823-9fbf-fe78f003d7de req-52125af1-07d2-41e8-8602-93d8729768b8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630813 Jul 27 20:26:37.479914 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-987e5c52-d2fe-47f5-b86d-b59811544299 req-826b47ed-1cb0-46f1-9f7a-3f752e668854 service neutron] delete failed (client error): The resource could not be found. Jul 27 20:26:37.481045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-987e5c52-d2fe-47f5-b86d-b59811544299 req-826b47ed-1cb0-46f1-9f7a-3f752e668854 service neutron] 10.222.0.52 "DELETE /v2.0/ports/5f80db25-c784-4ccb-aa8c-206bfd507778/bindings/n-h1-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0820091 Jul 27 20:26:37.589380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e5c52-d2fe-47f5-b86d-b59811544299 req-67b515c8-fc6c-4c97-856d-f0ecd9554a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:37.590911 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-987e5c52-d2fe-47f5-b86d-b59811544299 req-67b515c8-fc6c-4c97-856d-f0ecd9554a76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 1097 time: 0.0576928 Jul 27 20:26:37.684986 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e5c52-d2fe-47f5-b86d-b59811544299 req-5f463f99-4214-4992-bd7c-333c2f7c5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:37.686476 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-987e5c52-d2fe-47f5-b86d-b59811544299 req-5f463f99-4214-4992-bd7c-333c2f7c5968 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bd99a8a3-c473-4aef-b335-d4c43e3b114a HTTP/1.1" status: 200 len: 897 time: 0.0887816 Jul 27 20:26:37.754263 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-987e5c52-d2fe-47f5-b86d-b59811544299 req-e9dee8ab-6405-4235-83f8-e534358fe621 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f80db25-c784-4ccb-aa8c-206bfd507778 HTTP/1.1" status: 200 len: 1000 time: 0.0600216 Jul 27 20:26:37.808991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e5c52-d2fe-47f5-b86d-b59811544299 req-dd17d3fd-d6b7-4082-b861-7b16c2709f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:37.810484 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-987e5c52-d2fe-47f5-b86d-b59811544299 req-dd17d3fd-d6b7-4082-b861-7b16c2709f56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a79e923-5e37-4c12-879c-9bc2053e1561 HTTP/1.1" status: 200 len: 834 time: 0.0496027 Jul 27 20:26:37.872284 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e5c52-d2fe-47f5-b86d-b59811544299 req-c3e7c68b-66b1-4682-8545-b52704ce69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:37.873837 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-987e5c52-d2fe-47f5-b86d-b59811544299 req-c3e7c68b-66b1-4682-8545-b52704ce69eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bd99a8a3-c473-4aef-b335-d4c43e3b114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557499 Jul 27 20:26:37.968937 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-987e5c52-d2fe-47f5-b86d-b59811544299 req-3a8e67a7-fcd7-4fb4-b768-b7b8a825cf80 service neutron] 10.222.0.52 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869043 Jul 27 20:26:38.066087 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-987e5c52-d2fe-47f5-b86d-b59811544299 req-4cc48598-f925-4ba8-a29f-1fe78b7fca97 service neutron] 10.222.0.52 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902491 Jul 27 20:26:38.612069 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fd14c-34eb-486b-8eae-fe5003a872f4 req-a8ec06c8-7ba5-45e3-9fef-e5735495e9fa tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:26:38.613787 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a2fd14c-34eb-486b-8eae-fe5003a872f4 req-a8ec06c8-7ba5-45e3-9fef-e5735495e9fa tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 945 time: 0.0836375 Jul 27 20:26:38.661990 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a2fd14c-34eb-486b-8eae-fe5003a872f4 req-59744aab-d05b-4912-9821-dc57752f681b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414038 Jul 27 20:26:38.685593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33886) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:26:38.749981 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cc3dcdff-b389-4aa1-8432-a8ca2ce72b3e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/floatingips/32fcaed0-6e53-43f0-b751-6d63291d9df6 HTTP/1.1" status: 200 len: 992 time: 0.0631065 Jul 27 20:26:38.762326 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 5f80db25-c784-4ccb-aa8c-206bfd507778 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:26:38.797111 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:38.818598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 5f80db25-c784-4ccb-aa8c-206bfd507778 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:26:38.822691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 5f80db25-c784-4ccb-aa8c-206bfd507778 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:26:38.823044 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:38.901156 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:38.923473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:26:38.925788 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701a7320-be4a-4ddd-a3fa-330c148db823" -d '{"events": [{"server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "name": "network-vif-plugged", "status": "completed", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:26:38.938693 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 5f80db25-c784-4ccb-aa8c-206bfd507778, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=5f80db25-c784-4ccb-aa8c-206bfd507778,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:26:38.943306 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:38.970678 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef56f04b-4f5c-4b0d-a2bf-d6a661fa8131 x-openstack-request-id: req-ef56f04b-4f5c-4b0d-a2bf-d6a661fa8131 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:26:38.970930 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "name": "network-vif-plugged", "status": "completed", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:26:38.971194 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef56f04b-4f5c-4b0d-a2bf-d6a661fa8131 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:26:38.971933 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'code': 200} Jul 27 20:26:38.997779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=5f80db25-c784-4ccb-aa8c-206bfd507778,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:26:41.899341 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:43.442738 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afec4497-1d58-4c5d-b98a-18b756e966ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:46.152931 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d9bae03e-3b50-467d-97cf-d69e5a9a8309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:46.252285 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:47.249470 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:49.011910 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:26:58.799393 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:27:07.367649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b537b-a7cc-45b4-bbfe-c4a5125d83c8 req-b0ab9a5e-9bcf-41c1-b8c7-3f30a971cf89 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:07.369248 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-288b537b-a7cc-45b4-bbfe-c4a5125d83c8 req-b0ab9a5e-9bcf-41c1-b8c7-3f30a971cf89 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0557125 Jul 27 20:27:07.404301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-288b537b-a7cc-45b4-bbfe-c4a5125d83c8 req-83bf18b1-bc9e-416f-8ab4-fcb4810751ca tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288002 Jul 27 20:27:07.426622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33900) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:07.582960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port ec13a1de-33f3-4726-93e7-ee7c65eae52c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:27:07.583306 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:07.662251 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:07.662581 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:07.674195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for ec13a1de-33f3-4726-93e7-ee7c65eae52c owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:27:07.822257 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:07.850825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=ec13a1de-33f3-4726-93e7-ee7c65eae52c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:07.879993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:07.880343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:07.880705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:07.881149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:07.881462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:07.881794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:07.882119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:07.882443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:07.882767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:07.883089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:07.883408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:07.883726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:07.924131 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:07.924427 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Floating IP 32fcaed0-6e53-43f0-b751-6d63291d9df6 disassociated (deleted). External IP: 172.25.1.61, port: 5f80db25-c784-4ccb-aa8c-206bfd507778. Jul 27 20:27:08.130727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router 0a5205d4-d450-40fb-9834-e8c3aa256f20 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:27:08.240680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:27:08.248586 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:08.251849 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41274112-60ff-48ec-be4b-15fbfe0a35fe None None] Sync routers for ids ['0a5205d4-d450-40fb-9834-e8c3aa256f20'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:27:08.261967 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41274112-60ff-48ec-be4b-15fbfe0a35fe None None] Routers {'0a5205d4-d450-40fb-9834-e8c3aa256f20'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:27:08.262598 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-41274112-60ff-48ec-be4b-15fbfe0a35fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:26:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0a5205d4-d450-40fb-9834-e8c3aa256f20'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:08.307655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aa03d656-7dc7-45b1-b388-e99c6a6e8d6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/floatingips/32fcaed0-6e53-43f0-b751-6d63291d9df6 HTTP/1.1" status: 204 len: 168 time: 0.8798172 Jul 27 20:27:08.308576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:27:08.312011 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61bdfc5-0339-48d0-a1d4-c8d65c2e6578" -d '{"events": [{"name": "network-changed", "server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:27:08.356555 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e49502e-c9c0-4eae-8508-c437353746a5 x-openstack-request-id: req-4e49502e-c9c0-4eae-8508-c437353746a5 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:27:08.356870 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:27:08.357067 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e49502e-c9c0-4eae-8508-c437353746a5 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:27:08.357492 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'status': 'completed', 'code': 200} Jul 27 20:27:08.372072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-41274112-60ff-48ec-be4b-15fbfe0a35fe None None] Set router 0a5205d4-d450-40fb-9834-e8c3aa256f20 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:27:08.438715 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bdfc5-0339-48d0-a1d4-c8d65c2e6578 req-fd7e071d-87a4-4041-8231-b4a8699e3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:08.440330 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c61bdfc5-0339-48d0-a1d4-c8d65c2e6578 req-fd7e071d-87a4-4041-8231-b4a8699e3fb2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 1098 time: 0.0596387 Jul 27 20:27:08.541958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bdfc5-0339-48d0-a1d4-c8d65c2e6578 req-54a5a43a-a046-424b-a35b-0b5d0bdbc7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:08.543490 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c61bdfc5-0339-48d0-a1d4-c8d65c2e6578 req-54a5a43a-a046-424b-a35b-0b5d0bdbc7ef service neutron] 10.222.0.63 "GET /v2.0/networks?id=bd99a8a3-c473-4aef-b335-d4c43e3b114a HTTP/1.1" status: 200 len: 897 time: 0.0958490 Jul 27 20:27:08.590608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-41274112-60ff-48ec-be4b-15fbfe0a35fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'cda81244-087d-4155-ba8c-59f90a6b1e3d', 'name': '', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:cf:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:24Z', 'updated_at': '2021-07-27T20:25:29Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:08.596317 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c61bdfc5-0339-48d0-a1d4-c8d65c2e6578 req-698ced6f-0088-454b-9012-18af864c10a8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f80db25-c784-4ccb-aa8c-206bfd507778 HTTP/1.1" status: 200 len: 217 time: 0.0430896 Jul 27 20:27:08.623384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41274112-60ff-48ec-be4b-15fbfe0a35fe None None] Checking router: 0a5205d4-d450-40fb-9834-e8c3aa256f20 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:27:08.631873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488734b-2da5-4675-a6f4-4b3f3590547d req-21959042-8177-4a94-9424-1789bbb2873a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:08.632666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41274112-60ff-48ec-be4b-15fbfe0a35fe None None] Routers {'0a5205d4-d450-40fb-9834-e8c3aa256f20'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:27:08.632786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-41274112-60ff-48ec-be4b-15fbfe0a35fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:26:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0a5205d4-d450-40fb-9834-e8c3aa256f20'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:08.633931 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b488734b-2da5-4675-a6f4-4b3f3590547d req-21959042-8177-4a94-9424-1789bbb2873a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0827055 Jul 27 20:27:08.667205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bdfc5-0339-48d0-a1d4-c8d65c2e6578 req-fe650dc8-4778-443c-afc6-6592766fe9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:08.669389 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c61bdfc5-0339-48d0-a1d4-c8d65c2e6578 req-fe650dc8-4778-443c-afc6-6592766fe9b6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8a79e923-5e37-4c12-879c-9bc2053e1561 HTTP/1.1" status: 200 len: 834 time: 0.0653467 Jul 27 20:27:08.691737 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b488734b-2da5-4675-a6f4-4b3f3590547d req-2ff81b3e-38ef-4f76-934b-eab0b9674bb5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510287 Jul 27 20:27:08.734203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bdfc5-0339-48d0-a1d4-c8d65c2e6578 req-83026df1-b2e8-446d-875c-f63ec042d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:08.735751 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c61bdfc5-0339-48d0-a1d4-c8d65c2e6578 req-83026df1-b2e8-446d-875c-f63ec042d83e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bd99a8a3-c473-4aef-b335-d4c43e3b114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555902 Jul 27 20:27:08.773007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-41274112-60ff-48ec-be4b-15fbfe0a35fe None None] Set router 0a5205d4-d450-40fb-9834-e8c3aa256f20 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:27:08.804372 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:08.867064 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c61bdfc5-0339-48d0-a1d4-c8d65c2e6578 req-6f82a221-2ce9-4b5b-a28e-a129627af5db service neutron] 10.222.0.63 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221039 Jul 27 20:27:08.959453 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c61bdfc5-0339-48d0-a1d4-c8d65c2e6578 req-1af2d703-d48f-4026-9b62-01336f2b085d service neutron] 10.222.0.63 "GET /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839913 Jul 27 20:27:08.992313 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-41274112-60ff-48ec-be4b-15fbfe0a35fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'cda81244-087d-4155-ba8c-59f90a6b1e3d', 'name': '', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:cf:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:24Z', 'updated_at': '2021-07-27T20:25:29Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:09.034826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41274112-60ff-48ec-be4b-15fbfe0a35fe None None] The sync data for ids ['0a5205d4-d450-40fb-9834-e8c3aa256f20'] in n-d-705657-21 is: [{'id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'cda81244-087d-4155-ba8c-59f90a6b1e3d', 'name': '', 'network_id': 'bd99a8a3-c473-4aef-b335-d4c43e3b114a', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:cf:0b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:24Z', 'updated_at': '2021-07-27T20:25:29Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': '8a79e923-5e37-4c12-879c-9bc2053e1561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:27:09.252667 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb532c70-0305-4bf9-be30-be1e2600cdb8 None None] New status for floating IP 32fcaed0-6e53-43f0-b751-6d63291d9df6: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:27:09.829801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f407064-a730-4823-83e0-1906887310e4 req-c4979ee2-5600-4a2a-a33d-6579f1ab1f48 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:09.831768 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f407064-a730-4823-83e0-1906887310e4 req-c4979ee2-5600-4a2a-a33d-6579f1ab1f48 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.0669935 Jul 27 20:27:09.871680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f407064-a730-4823-83e0-1906887310e4 req-a9d08d15-3d90-4887-b22a-a0cb809e1cde tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=99b1d588-d162-4f37-b656-477a03a033a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330336 Jul 27 20:27:09.958513 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e159060-a5b4-46a5-8010-6a387d7abfa2 req-c106f025-2ad4-4e2b-8b83-42341065c5be tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:09.961060 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4e159060-a5b4-46a5-8010-6a387d7abfa2 req-c106f025-2ad4-4e2b-8b83-42341065c5be tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.63 "GET /v2.0/ports?device_id=5338dd8b-638a-4939-b6a1-24d184156fa6 HTTP/1.1" status: 200 len: 946 time: 0.1073217 Jul 27 20:27:10.069277 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-4e159060-a5b4-46a5-8010-6a387d7abfa2 req-dd67a1b0-6a72-4178-8d1a-6cff0c2e35ca tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port 5f80db25-c784-4ccb-aa8c-206bfd507778 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:27:10.069625 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4e159060-a5b4-46a5-8010-6a387d7abfa2 req-dd67a1b0-6a72-4178-8d1a-6cff0c2e35ca tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:10.164963 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-4e159060-a5b4-46a5-8010-6a387d7abfa2 req-dd67a1b0-6a72-4178-8d1a-6cff0c2e35ca tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] For port 5f80db25-c784-4ccb-aa8c-206bfd507778, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=5f80db25-c784-4ccb-aa8c-206bfd507778,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:27:10.165327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4e159060-a5b4-46a5-8010-6a387d7abfa2 req-dd67a1b0-6a72-4178-8d1a-6cff0c2e35ca tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:10.178731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-4e159060-a5b4-46a5-8010-6a387d7abfa2 req-dd67a1b0-6a72-4178-8d1a-6cff0c2e35ca tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for 5f80db25-c784-4ccb-aa8c-206bfd507778 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:27:10.330372 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4e159060-a5b4-46a5-8010-6a387d7abfa2 req-dd67a1b0-6a72-4178-8d1a-6cff0c2e35ca tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:10.375879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67a1b0-6a72-4178-8d1a-6cff0c2e35ca tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=5f80db25-c784-4ccb-aa8c-206bfd507778,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:10.445640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e159060-a5b4-46a5-8010-6a387d7abfa2 req-dd67a1b0-6a72-4178-8d1a-6cff0c2e35ca tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] No DVR routers for this DVR port 5f80db25-c784-4ccb-aa8c-206bfd507778 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:27:10.448299 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-4e159060-a5b4-46a5-8010-6a387d7abfa2 req-dd67a1b0-6a72-4178-8d1a-6cff0c2e35ca tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:10.450477 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4e159060-a5b4-46a5-8010-6a387d7abfa2 req-dd67a1b0-6a72-4178-8d1a-6cff0c2e35ca tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.63 "DELETE /v2.0/ports/5f80db25-c784-4ccb-aa8c-206bfd507778 HTTP/1.1" status: 204 len: 173 time: 0.4830940 Jul 27 20:27:10.450909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'name': 'network-vif-deleted', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:27:10.453204 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712cb8c4-9b86-4c94-a38f-fbbcfb865f17" -d '{"events": [{"server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "name": "network-vif-deleted", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:27:10.489922 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b2b98d-d434-445d-abbe-9fdd9be425cf x-openstack-request-id: req-30b2b98d-d434-445d-abbe-9fdd9be425cf {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:27:10.490217 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338dd8b-638a-4939-b6a1-24d184156fa6", "name": "network-vif-deleted", "tag": "5f80db25-c784-4ccb-aa8c-206bfd507778", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:27:10.490531 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30b2b98d-d434-445d-abbe-9fdd9be425cf {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:27:10.490939 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338dd8b-638a-4939-b6a1-24d184156fa6', 'name': 'network-vif-deleted', 'tag': '5f80db25-c784-4ccb-aa8c-206bfd507778', 'status': 'completed', 'code': 200} Jul 27 20:27:10.928021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33914) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:11.296274 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b8fee958-3565-4b5b-9c71-57f01f438c52 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:11.900154 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-b8fee958-3565-4b5b-9c71-57f01f438c52 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port cda81244-087d-4155-ba8c-59f90a6b1e3d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:27:11.900527 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b8fee958-3565-4b5b-9c71-57f01f438c52 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:11.904732 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:12.003234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-b8fee958-3565-4b5b-9c71-57f01f438c52 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] For port cda81244-087d-4155-ba8c-59f90a6b1e3d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cda81244-087d-4155-ba8c-59f90a6b1e3d,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:27:12.004093 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b8fee958-3565-4b5b-9c71-57f01f438c52 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:12.018164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-b8fee958-3565-4b5b-9c71-57f01f438c52 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for cda81244-087d-4155-ba8c-59f90a6b1e3d owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:27:12.268547 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b8fee958-3565-4b5b-9c71-57f01f438c52 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:12.300149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fee958-3565-4b5b-9c71-57f01f438c52 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=cda81244-087d-4155-ba8c-59f90a6b1e3d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:12.497482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b8fee958-3565-4b5b-9c71-57f01f438c52 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:12.741738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fee958-3565-4b5b-9c71-57f01f438c52 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router 0a5205d4-d450-40fb-9834-e8c3aa256f20 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:27:12.853565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fee958-3565-4b5b-9c71-57f01f438c52 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:27:12.859380 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b8fee958-3565-4b5b-9c71-57f01f438c52 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "PUT /v2.0/routers/0a5205d4-d450-40fb-9834-e8c3aa256f20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9295330 Jul 27 20:27:12.863411 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33916) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:12.866651 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3acf9c-79b7-4a7f-8f62-26bd757e232a None None] Sync routers for ids ['0a5205d4-d450-40fb-9834-e8c3aa256f20'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:27:12.877810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3acf9c-79b7-4a7f-8f62-26bd757e232a None None] Routers {'0a5205d4-d450-40fb-9834-e8c3aa256f20'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:27:12.878537 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0b3acf9c-79b7-4a7f-8f62-26bd757e232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:26:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0a5205d4-d450-40fb-9834-e8c3aa256f20'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:12.920137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c28afe7-2f5a-4cd0-813b-d8cfc259ca26 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting subnet 8a79e923-5e37-4c12-879c-9bc2053e1561 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:27:12.923604 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c28afe7-2f5a-4cd0-813b-d8cfc259ca26 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:12.968827 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c28afe7-2f5a-4cd0-813b-d8cfc259ca26 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:12.981035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 5f80db25-c784-4ccb-aa8c-206bfd507778 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:27:12.989304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-0b3acf9c-79b7-4a7f-8f62-26bd757e232a None None] Set router 0a5205d4-d450-40fb-9834-e8c3aa256f20 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:27:13.032606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 5f80db25-c784-4ccb-aa8c-206bfd507778 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:27:13.033077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 5f80db25-c784-4ccb-aa8c-206bfd507778 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:27:13.063460 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c28afe7-2f5a-4cd0-813b-d8cfc259ca26 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:13.135118 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c28afe7-2f5a-4cd0-813b-d8cfc259ca26 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:13.167258 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28afe7-2f5a-4cd0-813b-d8cfc259ca26 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Subnet': ['ID=8a79e923-5e37-4c12-879c-9bc2053e1561,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:13.170779 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7c28afe7-2f5a-4cd0-813b-d8cfc259ca26 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:13.175401 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7c28afe7-2f5a-4cd0-813b-d8cfc259ca26 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/subnets/8a79e923-5e37-4c12-879c-9bc2053e1561 HTTP/1.1" status: 204 len: 168 time: 0.3083680 Jul 27 20:27:13.175935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33918) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:13.180364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3477cbf9-e9bc-47cd-a54c-1d16be82b0a2 None None] Network bd99a8a3-c473-4aef-b335-d4c43e3b114a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:27:13.286537 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0b3acf9c-79b7-4a7f-8f62-26bd757e232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:27:12Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:13.299536 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:13.332855 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3acf9c-79b7-4a7f-8f62-26bd757e232a None None] Checking router: 0a5205d4-d450-40fb-9834-e8c3aa256f20 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:27:13.345324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3acf9c-79b7-4a7f-8f62-26bd757e232a None None] Routers {'0a5205d4-d450-40fb-9834-e8c3aa256f20'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:27:13.345942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0b3acf9c-79b7-4a7f-8f62-26bd757e232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:26:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['0a5205d4-d450-40fb-9834-e8c3aa256f20'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:13.426833 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:13.484658 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port 6e8f3a86-87e5-4532-bbbc-ec742537f2d3 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:27:13.484971 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:13.574306 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] For port 6e8f3a86-87e5-4532-bbbc-ec742537f2d3, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6e8f3a86-87e5-4532-bbbc-ec742537f2d3,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:27:13.574594 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:13.587296 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for 6e8f3a86-87e5-4532-bbbc-ec742537f2d3 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:27:13.620320 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-184e17cc-a652-4bae-baa1-64fc30c188ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:13.637268 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-0b3acf9c-79b7-4a7f-8f62-26bd757e232a None None] Set router 0a5205d4-d450-40fb-9834-e8c3aa256f20 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:27:13.699018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd69bc9-c1f2-4262-917a-a7f0a870c689 None None] DHCP port deletion for bd99a8a3-c473-4aef-b335-d4c43e3b114a request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:27:13.764618 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:13.790705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=6e8f3a86-87e5-4532-bbbc-ec742537f2d3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:13.813828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-fdd69bc9-c1f2-4262-917a-a7f0a870c689 None None] Deleting port b3a2bed6-dd82-46dc-839f-c93ee13b30f0 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:27:13.814245 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fdd69bc9-c1f2-4262-917a-a7f0a870c689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:13.861647 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:13.908742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-fdd69bc9-c1f2-4262-917a-a7f0a870c689 None None] For port b3a2bed6-dd82-46dc-839f-c93ee13b30f0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b3a2bed6-dd82-46dc-839f-c93ee13b30f0,segment=NetworkSegment(db027693-cd00-4e59-acd9-70a66a9d686a),segment_id=db027693-cd00-4e59-acd9-70a66a9d686a)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:27:13.909038 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fdd69bc9-c1f2-4262-917a-a7f0a870c689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:13.924747 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-fdd69bc9-c1f2-4262-917a-a7f0a870c689 None None] Calling delete_port for b3a2bed6-dd82-46dc-839f-c93ee13b30f0 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:27:13.952003 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:13.954174 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:13.977977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0b3acf9c-79b7-4a7f-8f62-26bd757e232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:27:12Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:14.003218 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.003783 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Fanout notify agent at l3_agent the message router_deleted on router 0a5205d4-d450-40fb-9834-e8c3aa256f20 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:27:14.007720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3acf9c-79b7-4a7f-8f62-26bd757e232a None None] The sync data for ids ['0a5205d4-d450-40fb-9834-e8c3aa256f20'] in n-d-705657-21 is: [{'id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-385321121', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:27:12Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': '6e8f3a86-87e5-4532-bbbc-ec742537f2d3', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5205d4-d450-40fb-9834-e8c3aa256f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:25:21Z', 'updated_at': '2021-07-27T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:27:14.011564 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.012921 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ec27809e-2f7f-412d-b282-e28d88129f51 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/routers/0a5205d4-d450-40fb-9834-e8c3aa256f20 HTTP/1.1" status: 204 len: 168 time: 0.8356969 Jul 27 20:27:14.017006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33920) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:14.061199 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fdd69bc9-c1f2-4262-917a-a7f0a870c689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.095584 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29d1787f-087d-4fd4-b603-a65df8774b98 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.105365 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd69bc9-c1f2-4262-917a-a7f0a870c689 None None] Pushing event deleted for resources: {'Port': ['ID=b3a2bed6-dd82-46dc-839f-c93ee13b30f0,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:14.112711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd69bc9-c1f2-4262-917a-a7f0a870c689 None None] No DVR routers for this DVR port b3a2bed6-dd82-46dc-839f-c93ee13b30f0 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:27:14.191135 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29d1787f-087d-4fd4-b603-a65df8774b98 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.201511 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-29d1787f-087d-4fd4-b603-a65df8774b98 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd99a8a3-c473-4aef-b335-d4c43e3b114a']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:14.212168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-29d1787f-087d-4fd4-b603-a65df8774b98 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db027693-cd00-4e59-acd9-70a66a9d686a') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:14.212499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-29d1787f-087d-4fd4-b603-a65df8774b98 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db027693-cd00-4e59-acd9-70a66a9d686a') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:14.222029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29d1787f-087d-4fd4-b603-a65df8774b98 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.237561 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29d1787f-087d-4fd4-b603-a65df8774b98 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.244165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d1787f-087d-4fd4-b603-a65df8774b98 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:27:14.244575 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29d1787f-087d-4fd4-b603-a65df8774b98 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:27:14.247669 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:27:14.307481 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29d1787f-087d-4fd4-b603-a65df8774b98 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.316081 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-29d1787f-087d-4fd4-b603-a65df8774b98 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.317933 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-29d1787f-087d-4fd4-b603-a65df8774b98 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/networks/bd99a8a3-c473-4aef-b335-d4c43e3b114a HTTP/1.1" status: 204 len: 168 time: 0.2999382 Jul 27 20:27:14.321036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33922) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:14.334035 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1787f-087d-4fd4-b603-a65df8774b98 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Network': ['ID=bd99a8a3-c473-4aef-b335-d4c43e3b114a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:14.385350 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58e39cca-ea4c-4f38-8416-042763c95072 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.411797 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58e39cca-ea4c-4f38-8416-042763c95072 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.473750 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58e39cca-ea4c-4f38-8416-042763c95072 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.477006 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58e39cca-ea4c-4f38-8416-042763c95072 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.478319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-58e39cca-ea4c-4f38-8416-042763c95072 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/security-groups/99b1d588-d162-4f37-b656-477a03a033a4 HTTP/1.1" status: 204 len: 168 time: 0.1562772 Jul 27 20:27:14.487986 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e39cca-ea4c-4f38-8416-042763c95072 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b1d588-d162-4f37-b656-477a03a033a4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:14.701586 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33928) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:14.708485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b6187e99-199b-4589-b6d4-36db031af97e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465532056', 'description': 'tempest-secgroup-smoke-1465532056 description', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:27:14.733072 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6187e99-199b-4589-b6d4-36db031af97e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.817918 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6187e99-199b-4589-b6d4-36db031af97e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.823125 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6187e99-199b-4589-b6d4-36db031af97e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.851271 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b6187e99-199b-4589-b6d4-36db031af97e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.852550 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b6187e99-199b-4589-b6d4-36db031af97e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1499131 Jul 27 20:27:14.855632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33930) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:14.860604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-b5d0228a-9a9c-44c5-b5dd-17c1e37e39d2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '2e146d89-09cd-4085-a1b5-76409f116009', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:27:14.861613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6187e99-199b-4589-b6d4-36db031af97e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e146d89-09cd-4085-a1b5-76409f116009,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:14.892101 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b5d0228a-9a9c-44c5-b5dd-17c1e37e39d2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.953096 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b5d0228a-9a9c-44c5-b5dd-17c1e37e39d2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.956935 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b5d0228a-9a9c-44c5-b5dd-17c1e37e39d2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.975754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0228a-9a9c-44c5-b5dd-17c1e37e39d2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf44ffb-f5ac-4db1-b996-13dac140064f,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:14.983017 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b5d0228a-9a9c-44c5-b5dd-17c1e37e39d2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:14.985119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b5d0228a-9a9c-44c5-b5dd-17c1e37e39d2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283388 Jul 27 20:27:14.987908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33932) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:14.992883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f9bb26da-5b4e-4f92-a6ce-658da78c9801 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '2e146d89-09cd-4085-a1b5-76409f116009', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:27:15.024614 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f9bb26da-5b4e-4f92-a6ce-658da78c9801 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.084568 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f9bb26da-5b4e-4f92-a6ce-658da78c9801 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.091365 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f9bb26da-5b4e-4f92-a6ce-658da78c9801 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.109574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb26da-5b4e-4f92-a6ce-658da78c9801 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20267e09-f713-4c0f-b864-c379593530ba,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:15.113561 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f9bb26da-5b4e-4f92-a6ce-658da78c9801 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.114836 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f9bb26da-5b4e-4f92-a6ce-658da78c9801 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258340 Jul 27 20:27:15.117719 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33934) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:15.122248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-294be5b1-35e0-4318-9c06-813fd8e0986c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '2e146d89-09cd-4085-a1b5-76409f116009', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:27:15.151222 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-294be5b1-35e0-4318-9c06-813fd8e0986c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.209856 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-294be5b1-35e0-4318-9c06-813fd8e0986c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.213768 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-294be5b1-35e0-4318-9c06-813fd8e0986c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.232755 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294be5b1-35e0-4318-9c06-813fd8e0986c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc335943-ae7b-435d-b89d-b32e690c3c22,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:15.239627 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-294be5b1-35e0-4318-9c06-813fd8e0986c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.243679 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-294be5b1-35e0-4318-9c06-813fd8e0986c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224346 Jul 27 20:27:15.243913 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33936) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:15.249072 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-355bfa28-165d-4ec4-9f63-d07b2da00a09 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '2e146d89-09cd-4085-a1b5-76409f116009', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:27:15.281195 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-355bfa28-165d-4ec4-9f63-d07b2da00a09 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.309034 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b3a2bed6-dd82-46dc-839f-c93ee13b30f0 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:27:15.333327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: b3a2bed6-dd82-46dc-839f-c93ee13b30f0 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:27:15.333663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b3a2bed6-dd82-46dc-839f-c93ee13b30f0 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:27:15.334177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cda81244-087d-4155-ba8c-59f90a6b1e3d no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:27:15.356073 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-355bfa28-165d-4ec4-9f63-d07b2da00a09 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.359799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: cda81244-087d-4155-ba8c-59f90a6b1e3d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:27:15.360145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cda81244-087d-4155-ba8c-59f90a6b1e3d not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:27:15.360591 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6e8f3a86-87e5-4532-bbbc-ec742537f2d3 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:27:15.362021 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-355bfa28-165d-4ec4-9f63-d07b2da00a09 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.379609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bfa28-165d-4ec4-9f63-d07b2da00a09 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b75ca9e-9392-4cfa-8c94-fca53734a29c,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:15.380735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 6e8f3a86-87e5-4532-bbbc-ec742537f2d3 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:27:15.380735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6e8f3a86-87e5-4532-bbbc-ec742537f2d3 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:27:15.387086 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-355bfa28-165d-4ec4-9f63-d07b2da00a09 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.387835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-355bfa28-165d-4ec4-9f63-d07b2da00a09 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428862 Jul 27 20:27:15.390849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33938) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:15.395338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-bae5f5f5-a277-4cd3-8825-b98d4382d908 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '2e146d89-09cd-4085-a1b5-76409f116009', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:27:15.416865 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-bae5f5f5-a277-4cd3-8825-b98d4382d908 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Project 0a0b7ee5818c4a909178bb93edf2d8c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:27:15.421665 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bae5f5f5-a277-4cd3-8825-b98d4382d908 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.483014 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bae5f5f5-a277-4cd3-8825-b98d4382d908 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.487138 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bae5f5f5-a277-4cd3-8825-b98d4382d908 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.504835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5f5f5-a277-4cd3-8825-b98d4382d908 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd48fc82-746e-416b-a484-1a03318dd38d,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:15.511875 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bae5f5f5-a277-4cd3-8825-b98d4382d908 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.513185 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bae5f5f5-a277-4cd3-8825-b98d4382d908 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214738 Jul 27 20:27:15.515915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33940) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:15.520370 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-0f3657a4-7dbb-43ec-a7f3-c612a25a14fa tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '2e146d89-09cd-4085-a1b5-76409f116009', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:27:15.542793 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-0f3657a4-7dbb-43ec-a7f3-c612a25a14fa tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Project 0a0b7ee5818c4a909178bb93edf2d8c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:27:15.547618 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0f3657a4-7dbb-43ec-a7f3-c612a25a14fa tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.643241 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0f3657a4-7dbb-43ec-a7f3-c612a25a14fa tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.647250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0f3657a4-7dbb-43ec-a7f3-c612a25a14fa tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.674850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3657a4-7dbb-43ec-a7f3-c612a25a14fa tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb4ff45-9667-4c86-948a-8f96ffaaf8a1,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:15.684620 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0f3657a4-7dbb-43ec-a7f3-c612a25a14fa tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.685881 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0f3657a4-7dbb-43ec-a7f3-c612a25a14fa tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1689756 Jul 27 20:27:15.689318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33942) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:15.694587 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7c4ae029-0563-4907-a122-b93a7c3c8b50 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'network': {'name': 'tempest-network-smoke--1280607205', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'port_security_enabled': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:27:15.717852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4ae029-0563-4907-a122-b93a7c3c8b50 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Made reservation on behalf of 0a0b7ee5818c4a909178bb93edf2d8c5 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:27:15.721703 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae029-0563-4907-a122-b93a7c3c8b50 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.745939 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4ae029-0563-4907-a122-b93a7c3c8b50 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:27:15.755013 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae029-0563-4907-a122-b93a7c3c8b50 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.755365 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-7c4ae029-0563-4907-a122-b93a7c3c8b50 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Added segment 9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26 of type vlan for network dd852918-1577-4616-84b2-5e9515a150bf Jul 27 20:27:15.794635 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae029-0563-4907-a122-b93a7c3c8b50 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.823914 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae029-0563-4907-a122-b93a7c3c8b50 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.829527 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ae029-0563-4907-a122-b93a7c3c8b50 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:15.830160 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae029-0563-4907-a122-b93a7c3c8b50 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.890529 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7c4ae029-0563-4907-a122-b93a7c3c8b50 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2002473 Jul 27 20:27:15.893475 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33944) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:15.900437 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'admin_state_up': True, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:27:15.915079 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ae029-0563-4907-a122-b93a7c3c8b50 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Network': ['ID=dd852918-1577-4616-84b2-5e9515a150bf,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:15.926835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network dd852918-1577-4616-84b2-5e9515a150bf details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:27:15.931537 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.932667 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:15.985889 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:16.125938 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:16.145252 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5ae21115-0e5b-4025-af05-1d5ef3bcad57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:16.254579 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:16.326214 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:16.348334 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:16.448575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.25.1.140 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:27:16.554915 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:16.943145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:16.981147 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:27:16.985854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:27:16.989158 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:27:16.994870 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:17.249415 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:17.251248 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:17.476356 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:17.612184 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:27:17.720505 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:27:17.731410 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Sync routers for ids ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:27:17.741832 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Routers {'c37d4254-9dfc-4003-93b2-09a3bce9c2f9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:27:17.742440 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:17.742672 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:27:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:17.747289 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-66d0c851-c841-4e3c-ac15-dbdc2a8b2d8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8493743 Jul 27 20:27:17.747590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33946) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:17.782692 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f5c476aa-8246-4b01-8a97-141cbf284b95 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0a0b7ee5818c4a909178bb93edf2d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279219 Jul 27 20:27:17.783011 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33948) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:17.849142 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Set router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:27:17.873816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d8a59a-949c-4325-8d3b-c34a8b6639fe tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:17.875363 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c5d8a59a-949c-4325-8d3b-c34a8b6639fe tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914395 Jul 27 20:27:17.878401 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 33950) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:17.912940 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-59e46a46-91a4-49eb-98ef-48ddb19ec1e6 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334294 Jul 27 20:27:17.915847 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33952) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:17.921769 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-0673bc31-3624-434d-be1e-2d76b114df9c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1262942735', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:27:18.012802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0673bc31-3624-434d-be1e-2d76b114df9c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Made reservation on behalf of 0a0b7ee5818c4a909178bb93edf2d8c5 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:27:18.016257 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0673bc31-3624-434d-be1e-2d76b114df9c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:18.029300 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:27:15Z', 'updated_at': '2021-07-27T20:27:17Z', 'revision_number': 3, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:16Z', 'updated_at': '2021-07-27T20:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:18.056175 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Checking router: c37d4254-9dfc-4003-93b2-09a3bce9c2f9 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:27:18.056645 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Updating router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 port e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:27:18.092926 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:18.250239 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0673bc31-3624-434d-be1e-2d76b114df9c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:18.312012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673bc31-3624-434d-be1e-2d76b114df9c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Subnet': ['ID=bbd94dc1-a56f-4991-b6ea-834b2c8b6d25,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:18.321084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0673bc31-3624-434d-be1e-2d76b114df9c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Checking segment: {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:27:18.321524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673bc31-3624-434d-be1e-2d76b114df9c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network hostable DHCP agents. Network: dd852918-1577-4616-84b2-5e9515a150bf, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:27:18.339168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673bc31-3624-434d-be1e-2d76b114df9c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network dd852918-1577-4616-84b2-5e9515a150bf is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:27:18.349041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-0673bc31-3624-434d-be1e-2d76b114df9c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, dd852918-1577-4616-84b2-5e9515a150bf) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:27:18.354105 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0673bc31-3624-434d-be1e-2d76b114df9c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:18.354704 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0673bc31-3624-434d-be1e-2d76b114df9c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:18.359903 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9cc72c-3bae-4719-bf3e-1442eb90ab50 None None] Network dd852918-1577-4616-84b2-5e9515a150bf requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:27:18.368864 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:18.375848 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0673bc31-3624-434d-be1e-2d76b114df9c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4561000 Jul 27 20:27:18.376102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 33954) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:18.380749 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Transition to ACTIVE for port object e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:27:18.387629 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:18.435775 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Attempting to bind port e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:27:18.436156 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Attempting to bind port e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:27:18.436529 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Attempting to bind port e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:27:18.445572 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:27:18.445989 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:27:18.446337 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:18.446740 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:27:18.447196 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Bound port: e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:27:18.447574 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:18.450068 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a48c1e-e62f-464a-b686-6df781d56cbd None None] Pushing event updated for resources: {'Port': ['ID=e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:18.479683 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a48c1e-e62f-464a-b686-6df781d56cbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:18.479683 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a48c1e-e62f-464a-b686-6df781d56cbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:18.481320 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a48c1e-e62f-464a-b686-6df781d56cbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:18.481320 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a48c1e-e62f-464a-b686-6df781d56cbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:18.481320 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a48c1e-e62f-464a-b686-6df781d56cbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:18.481320 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a48c1e-e62f-464a-b686-6df781d56cbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:18.482337 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a48c1e-e62f-464a-b686-6df781d56cbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:18.482337 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a48c1e-e62f-464a-b686-6df781d56cbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:18.482337 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a48c1e-e62f-464a-b686-6df781d56cbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:18.482337 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a48c1e-e62f-464a-b686-6df781d56cbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:18.482737 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a48c1e-e62f-464a-b686-6df781d56cbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:18.482935 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a48c1e-e62f-464a-b686-6df781d56cbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:27:18.510206 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] For port e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:27:18.513658 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] For port e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:27:18.517597 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:18.531513 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-dd852918-1577-4616-84b2-5e9515a150bf', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ips': [{'subnet_id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:27:18.532725 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:18.575656 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Routers {'c37d4254-9dfc-4003-93b2-09a3bce9c2f9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:27:18.576209 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:27:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:18.621964 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a48c1e-e62f-464a-b686-6df781d56cbd None None] Pushing event updated for resources: {'Port': ['ID=e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:18.713725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Allocated IP 172.20.0.2 (dd852918-1577-4616-84b2-5e9515a150bf/bbd94dc1-a56f-4991-b6ea-834b2c8b6d25/a86a52ee-09d0-4372-ac6c-a2b45fe227d8) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:27:18.812698 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] Set router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:27:18.880989 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:18.890544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Transition to ACTIVE for port object a86a52ee-09d0-4372-ac6c-a2b45fe227d8 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:27:18.891250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:18.911184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Transition to ACTIVE for port object a86a52ee-09d0-4372-ac6c-a2b45fe227d8 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:27:18.919244 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:18.990451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Network dd852918-1577-4616-84b2-5e9515a150bf is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:27:19.001188 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:27:19.004953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:27:19.017705 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:27:15Z', 'updated_at': '2021-07-27T20:27:17Z', 'revision_number': 3, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:16Z', 'updated_at': '2021-07-27T20:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:19.024177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Pushing event updated for resources: {'Port': ['ID=a86a52ee-09d0-4372-ac6c-a2b45fe227d8,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:19.051497 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26651e5-5af7-4c38-ac36-df56ced90688 None None] The sync data for ids ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'] in n-d-705657-21 is: [{'id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:27:15Z', 'updated_at': '2021-07-27T20:27:17Z', 'revision_number': 3, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:16Z', 'updated_at': '2021-07-27T20:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:27:19.062063 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:19.102840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Attempting to bind port a86a52ee-09d0-4372-ac6c-a2b45fe227d8 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:27:19.103217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Attempting to bind port a86a52ee-09d0-4372-ac6c-a2b45fe227d8 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:27:19.103585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Attempting to bind port a86a52ee-09d0-4372-ac6c-a2b45fe227d8 on network dd852918-1577-4616-84b2-5e9515a150bf {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:27:19.110718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:27:19.111292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Checking segment: {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:27:19.111709 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:19.112109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Bound using segment: {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:27:19.112612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Bound port: a86a52ee-09d0-4372-ac6c-a2b45fe227d8, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:27:19.113070 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:19.199289 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] For port a86a52ee-09d0-4372-ac6c-a2b45fe227d8, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:27:19.203775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] For port a86a52ee-09d0-4372-ac6c-a2b45fe227d8, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a86a52ee-09d0-4372-ac6c-a2b45fe227d8,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:27:19.208010 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:19.213285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.20.0.1 (dd852918-1577-4616-84b2-5e9515a150bf/bbd94dc1-a56f-4991-b6ea-834b2c8b6d25/8230818d-1504-4055-b3b9-17c8c11eecde) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:27:19.271915 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cf406-ccb0-43f7-ab30-e54a472ac757 None None] Pushing event updated for resources: {'Port': ['ID=a86a52ee-09d0-4372-ac6c-a2b45fe227d8,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:19.396721 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:19.414457 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Transition to ACTIVE for port object 8230818d-1504-4055-b3b9-17c8c11eecde will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:27:19.454635 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:19.506004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network dd852918-1577-4616-84b2-5e9515a150bf is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:27:19.512816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:27:19.516118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:27:19.566426 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=8230818d-1504-4055-b3b9-17c8c11eecde,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:19.589534 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:19.757517 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:20.079425 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:20.085983 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:20.167763 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:20.169699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=8230818d-1504-4055-b3b9-17c8c11eecde,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:20.272837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network dd852918-1577-4616-84b2-5e9515a150bf is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:27:20.274287 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:27:20.383674 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260e85c7-2290-4801-b4e9-05a6c06b7551 None None] Network dd852918-1577-4616-84b2-5e9515a150bf requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:27:20.400098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:27:20.459475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d2473fa1-41b1-4b51-8912-d4700a394ea5 None None] Provisioning for port a86a52ee-09d0-4372-ac6c-a2b45fe227d8 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:27:20.524261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:27:20.529680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-90cc78ee-6161-490c-94d3-2774ddd85114 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "PUT /v2.0/routers/c37d4254-9dfc-4003-93b2-09a3bce9c2f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1523802 Jul 27 20:27:20.678721 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-9065c42e-8c15-4eae-9efb-cd7fbc2b5eaa tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465532056&fields=id&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 267 time: 0.0379164 Jul 27 20:27:20.816666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-99ecef49-89cd-4462-9b19-286b1f17d581 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:20.816933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-99ecef49-89cd-4462-9b19-286b1f17d581 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/networks?id=dd852918-1577-4616-84b2-5e9515a150bf HTTP/1.1" status: 200 len: 797 time: 0.1310923 Jul 27 20:27:20.835494 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-c053b465-fc87-4dc3-8bb5-afb3bdb73804 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/quotas/0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 375 time: 0.0117786 Jul 27 20:27:20.846706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Sync routers for ids ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:27:20.859171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Routers {'c37d4254-9dfc-4003-93b2-09a3bce9c2f9'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:27:20.859985 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:27:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:20.915376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-cd12aff7-9095-4692-9375-571cf0111bf5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738456 Jul 27 20:27:20.928511 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fbb39e82-23dc-413d-bcb3-e77e8b0bb800 None None] Provisioning for port 8230818d-1504-4055-b3b9-17c8c11eecde completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:27:20.944381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fbb39e82-23dc-413d-bcb3-e77e8b0bb800 None None] Provisioning complete for port 8230818d-1504-4055-b3b9-17c8c11eecde triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:27:20.945105 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fbb39e82-23dc-413d-bcb3-e77e8b0bb800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:21.029232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-fbb39e82-23dc-413d-bcb3-e77e8b0bb800 None None] Port 8230818d-1504-4055-b3b9-17c8c11eecde cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:27:21.034386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Set router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:27:21.078749 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-da5753a0-5f01-4ee5-83df-9eac4a4190f9 service neutron] 10.222.0.48 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489687 Jul 27 20:27:21.249454 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2ff8ee8a-ce83-4324-a08c-94950527446f None None] Provisioning complete for port 8230818d-1504-4055-b3b9-17c8c11eecde triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:27:21.250000 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2ff8ee8a-ce83-4324-a08c-94950527446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:21.323444 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-2ff8ee8a-ce83-4324-a08c-94950527446f None None] Port 8230818d-1504-4055-b3b9-17c8c11eecde cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:27:21.355837 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:27:15Z', 'updated_at': '2021-07-27T20:27:19Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:16Z', 'updated_at': '2021-07-27T20:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8230818d-1504-4055-b3b9-17c8c11eecde', 'name': '', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:4f:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:19Z', 'updated_at': '2021-07-27T20:27:19Z', 'revision_number': 2, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:21.384464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:27:21.388037 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Checking router: c37d4254-9dfc-4003-93b2-09a3bce9c2f9 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:27:21.388439 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Updating router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 port 8230818d-1504-4055-b3b9-17c8c11eecde binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:27:21.459775 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:21.478234 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a4e90dd0-1393-4b30-944a-7c42587b1d2e None None] Provisioning complete for port 8230818d-1504-4055-b3b9-17c8c11eecde triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:27:21.478609 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a4e90dd0-1393-4b30-944a-7c42587b1d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:21.536232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:27:21.546943 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:27:21.547314 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:21.551105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a4e90dd0-1393-4b30-944a-7c42587b1d2e None None] Port 8230818d-1504-4055-b3b9-17c8c11eecde cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:27:21.593548 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-e8cf5dcc-1c37-4950-9415-ace2b78da0f0 service neutron] 10.222.0.48 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079229 Jul 27 20:27:21.739325 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:21.779462 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:27:21.784051 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:21.784847 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a86a52ee-09d0-4372-ac6c-a2b45fe227d8 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:27:21.786820 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3976f8df-f318-4e4c-bf32-439ebf2a8f87 req-1f67ca6f-cbdc-4508-9bf8-9e86fc13d99d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 210 time: 0.0330513 Jul 27 20:27:22.074297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:22.099239 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:22.106960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port a86a52ee-09d0-4372-ac6c-a2b45fe227d8 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:27:22.113502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Transition to ACTIVE for port object 8230818d-1504-4055-b3b9-17c8c11eecde will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:27:22.115269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port a86a52ee-09d0-4372-ac6c-a2b45fe227d8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:27:22.115768 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:22.139225 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:22.200158 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e83fb-a39d-47f1-b8df-a12b8f148555 None None] Pushing event updated for resources: {'Port': ['ID=8230818d-1504-4055-b3b9-17c8c11eecde,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:22.295228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Attempting to bind port 8230818d-1504-4055-b3b9-17c8c11eecde on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:27:22.295570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Attempting to bind port 8230818d-1504-4055-b3b9-17c8c11eecde by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:27:22.295902 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Attempting to bind port 8230818d-1504-4055-b3b9-17c8c11eecde on network dd852918-1577-4616-84b2-5e9515a150bf {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:27:22.302431 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:22.305777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:27:22.306154 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Checking segment: {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:27:22.306552 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:22.306941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Bound using segment: {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:27:22.307418 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Bound port: 8230818d-1504-4055-b3b9-17c8c11eecde, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:27:22.307796 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:22.372873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port a86a52ee-09d0-4372-ac6c-a2b45fe227d8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a86a52ee-09d0-4372-ac6c-a2b45fe227d8,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:27:22.379736 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:22.434641 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] For port 8230818d-1504-4055-b3b9-17c8c11eecde, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:27:22.445408 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] For port 8230818d-1504-4055-b3b9-17c8c11eecde, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8230818d-1504-4055-b3b9-17c8c11eecde,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:27:22.451522 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:22.453654 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=a86a52ee-09d0-4372-ac6c-a2b45fe227d8,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:22.525979 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Routers {'c37d4254-9dfc-4003-93b2-09a3bce9c2f9'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:27:22.526625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:27:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:22.531725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e83fb-a39d-47f1-b8df-a12b8f148555 None None] Pushing event updated for resources: {'Port': ['ID=8230818d-1504-4055-b3b9-17c8c11eecde,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:22.641275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] Set router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:27:22.857380 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:27:15Z', 'updated_at': '2021-07-27T20:27:19Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:16Z', 'updated_at': '2021-07-27T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8230818d-1504-4055-b3b9-17c8c11eecde', 'name': '', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:4f:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:19Z', 'updated_at': '2021-07-27T20:27:22Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:22.892964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ca855-8488-4e0a-aefe-158e74e41ee0 None None] The sync data for ids ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'] in n-d-705657-21 is: [{'id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:27:15Z', 'updated_at': '2021-07-27T20:27:19Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:16Z', 'updated_at': '2021-07-27T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8230818d-1504-4055-b3b9-17c8c11eecde', 'name': '', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:4f:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:19Z', 'updated_at': '2021-07-27T20:27:22Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:27:22.897773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fe05c75-897c-4ae6-9d34-7c869ff40880 req-4c2a8b17-51b1-4de8-a91e-e03ce3727553 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 210 time: 0.0338206 Jul 27 20:27:22.924645 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-6073b487-ea13-46c6-a9a7-53c8456a912e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:22.926170 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-6073b487-ea13-46c6-a9a7-53c8456a912e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.63 "GET /v2.0/networks?id=dd852918-1577-4616-84b2-5e9515a150bf HTTP/1.1" status: 200 len: 797 time: 0.1324196 Jul 27 20:27:22.997501 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-a13e2c8c-dfbe-4985-909e-8723f8e1452f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 380 time: 0.0588930 Jul 27 20:27:23.008575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-946b65ca-bc98-484f-850a-50d5b094a0c2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'port': {'device_id': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'admin_state_up': True, 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'security_groups': ['2e146d89-09cd-4085-a1b5-76409f116009']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:27:23.128197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-946b65ca-bc98-484f-850a-50d5b094a0c2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Made reservation on behalf of 0a0b7ee5818c4a909178bb93edf2d8c5 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:27:23.132332 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-946b65ca-bc98-484f-850a-50d5b094a0c2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:23.279070 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-946b65ca-bc98-484f-850a-50d5b094a0c2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.20.0.12 (dd852918-1577-4616-84b2-5e9515a150bf/bbd94dc1-a56f-4991-b6ea-834b2c8b6d25/c8267015-3d65-44ef-ba36-6a333ff0424d) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:27:23.391078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:27:23.442375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:27:23.443056 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:23.450721 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-946b65ca-bc98-484f-850a-50d5b094a0c2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:23.469520 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-946b65ca-bc98-484f-850a-50d5b094a0c2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Transition to ACTIVE for port object c8267015-3d65-44ef-ba36-6a333ff0424d will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:27:23.507588 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-946b65ca-bc98-484f-850a-50d5b094a0c2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:23.558367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-946b65ca-bc98-484f-850a-50d5b094a0c2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network dd852918-1577-4616-84b2-5e9515a150bf is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:27:23.559827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a86a52ee-09d0-4372-ac6c-a2b45fe227d8 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:27:23.562186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-946b65ca-bc98-484f-850a-50d5b094a0c2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:27:23.565262 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-946b65ca-bc98-484f-850a-50d5b094a0c2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:27:23.628759 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port a86a52ee-09d0-4372-ac6c-a2b45fe227d8 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:27:23.629158 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:23.643125 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b65ca-bc98-484f-850a-50d5b094a0c2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=c8267015-3d65-44ef-ba36-6a333ff0424d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:23.652065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-946b65ca-bc98-484f-850a-50d5b094a0c2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:23.653650 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-946b65ca-bc98-484f-850a-50d5b094a0c2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:23.672981 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-946b65ca-bc98-484f-850a-50d5b094a0c2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6683156 Jul 27 20:27:23.688791 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Request body: {'port': {'device_id': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:27:23.733699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8230818d-1504-4055-b3b9-17c8c11eecde up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:27:23.780326 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:23.790077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 8230818d-1504-4055-b3b9-17c8c11eecde completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:27:23.794924 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8230818d-1504-4055-b3b9-17c8c11eecde triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:27:23.795354 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:23.918945 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:23.924273 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-251de626-df5a-4635-857a-8d218dc7cc92 None None] Provisioning for port c8267015-3d65-44ef-ba36-6a333ff0424d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:27:23.938309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-251de626-df5a-4635-857a-8d218dc7cc92 None None] Provisioning complete for port c8267015-3d65-44ef-ba36-6a333ff0424d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:27:23.938690 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-251de626-df5a-4635-857a-8d218dc7cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:23.989878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 8230818d-1504-4055-b3b9-17c8c11eecde, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8230818d-1504-4055-b3b9-17c8c11eecde,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:27:23.993241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-251de626-df5a-4635-857a-8d218dc7cc92 None None] Port c8267015-3d65-44ef-ba36-6a333ff0424d cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:27:23.997457 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:24.057243 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=8230818d-1504-4055-b3b9-17c8c11eecde,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:24.087839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25339c-9519-4d33-aa9d-5508c3d9c60e req-3bdcc93d-115f-4da8-931f-c0a1d0e61185 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:24.089457 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee25339c-9519-4d33-aa9d-5508c3d9c60e req-3bdcc93d-115f-4da8-931f-c0a1d0e61185 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 932 time: 0.0800307 Jul 27 20:27:24.134420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8267015-3d65-44ef-ba36-6a333ff0424d {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:27:24.151515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee25339c-9519-4d33-aa9d-5508c3d9c60e req-52feefa4-e07a-4449-a0db-a861e66c15ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517282 Jul 27 20:27:24.154044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:24.173775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Transition to ACTIVE for port object c8267015-3d65-44ef-ba36-6a333ff0424d will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:27:24.177321 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:24.228975 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Pushing event updated for resources: {'Port': ['ID=c8267015-3d65-44ef-ba36-6a333ff0424d,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:24.305553 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Attempting to bind port c8267015-3d65-44ef-ba36-6a333ff0424d on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:27:24.305873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Attempting to bind port c8267015-3d65-44ef-ba36-6a333ff0424d by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:27:24.306200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Attempting to bind port c8267015-3d65-44ef-ba36-6a333ff0424d on network dd852918-1577-4616-84b2-5e9515a150bf {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:27:24.311573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Port c8267015-3d65-44ef-ba36-6a333ff0424d on network dd852918-1577-4616-84b2-5e9515a150bf not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:27:24.311892 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Attempting to bind port c8267015-3d65-44ef-ba36-6a333ff0424d on network dd852918-1577-4616-84b2-5e9515a150bf {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:27:24.316871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:27:24.317205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Checking segment: {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:27:24.317585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Bound using segment: {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:27:24.318010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Bound port: c8267015-3d65-44ef-ba36-6a333ff0424d, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:27:24.319093 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:24.398631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:27:24.402024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c8267015-3d65-44ef-ba36-6a333ff0424d,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:27:24.406542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:24.441670 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:24.442258 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:24.444360 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] 10.222.0.63 "PUT /v2.0/ports/c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 1093 time: 0.7616668 Jul 27 20:27:24.444816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:27:24.447112 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a264bcd6-df06-4449-a314-b59635a63571" -d '{"events": [{"name": "network-changed", "server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:27:24.473424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea88cc-2f73-48b8-89ac-6d52bb359765 service neutron] Pushing event updated for resources: {'Port': ['ID=c8267015-3d65-44ef-ba36-6a333ff0424d,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:24.497719 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c73dd25-2bc9-4e50-b55b-0eb6adb801cd x-openstack-request-id: req-5c73dd25-2bc9-4e50-b55b-0eb6adb801cd {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:27:24.498006 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:27:24.498279 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c73dd25-2bc9-4e50-b55b-0eb6adb801cd {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:27:24.498683 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'status': 'completed', 'code': 200} Jul 27 20:27:24.552672 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-a17f0f4c-ee14-4efa-9dd4-3f15e18e3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:24.554460 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-a17f0f4c-ee14-4efa-9dd4-3f15e18e3059 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1096 time: 0.0677981 Jul 27 20:27:24.602835 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-ce857f1b-f20a-47fd-9545-9be22d2ae7f5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 217 time: 0.0403109 Jul 27 20:27:24.655927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-c78b4e3c-2533-4425-8377-bea3ee4680b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:24.657440 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-c78b4e3c-2533-4425-8377-bea3ee4680b0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bbd94dc1-a56f-4991-b6ea-834b2c8b6d25 HTTP/1.1" status: 200 len: 835 time: 0.0476623 Jul 27 20:27:24.718429 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-11f96fa2-6e60-4a4a-a1b5-51e20a8a3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:24.719825 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-11f96fa2-6e60-4a4a-a1b5-51e20a8a3c30 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd852918-1577-4616-84b2-5e9515a150bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546949 Jul 27 20:27:24.819211 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-d15b2d12-cad8-48aa-a1fb-11778c1ab1e5 service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912297 Jul 27 20:27:24.917087 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba83984e-f8ea-4cbd-a972-363d837fbdde req-a3b26b6f-a2e6-483a-a382-148749f4d4f7 service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910165 Jul 27 20:27:25.023390 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264bcd6-df06-4449-a314-b59635a63571 req-2a917278-d9fc-4f5e-b369-0f2c42154d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:25.024978 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a264bcd6-df06-4449-a314-b59635a63571 req-2a917278-d9fc-4f5e-b369-0f2c42154d70 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1096 time: 0.0581765 Jul 27 20:27:25.127804 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264bcd6-df06-4449-a314-b59635a63571 req-9568baa7-be16-4cae-9964-2938dffee73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:25.129437 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a264bcd6-df06-4449-a314-b59635a63571 req-9568baa7-be16-4cae-9964-2938dffee73d service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd852918-1577-4616-84b2-5e9515a150bf HTTP/1.1" status: 200 len: 898 time: 0.0973201 Jul 27 20:27:25.178246 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a264bcd6-df06-4449-a314-b59635a63571 req-6936d848-4c09-4cf4-8df7-b7385d6b5b35 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 217 time: 0.0385075 Jul 27 20:27:25.233363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264bcd6-df06-4449-a314-b59635a63571 req-74f5bee7-97e3-471d-9daf-6bb0ebc90385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:25.235017 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a264bcd6-df06-4449-a314-b59635a63571 req-74f5bee7-97e3-471d-9daf-6bb0ebc90385 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bbd94dc1-a56f-4991-b6ea-834b2c8b6d25 HTTP/1.1" status: 200 len: 835 time: 0.0472863 Jul 27 20:27:25.290823 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c638801-f714-4cb4-b411-d6af8a0f2bda req-29a58e6b-4b8c-429d-8369-bf66ce566ec1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:25.293335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c638801-f714-4cb4-b411-d6af8a0f2bda req-29a58e6b-4b8c-429d-8369-bf66ce566ec1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 944 time: 0.0772560 Jul 27 20:27:25.301306 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264bcd6-df06-4449-a314-b59635a63571 req-405e8b66-e466-4661-b268-36ab395035a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:25.302940 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a264bcd6-df06-4449-a314-b59635a63571 req-405e8b66-e466-4661-b268-36ab395035a6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd852918-1577-4616-84b2-5e9515a150bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603156 Jul 27 20:27:25.313725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8230818d-1504-4055-b3b9-17c8c11eecde up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:27:25.339997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c638801-f714-4cb4-b411-d6af8a0f2bda req-dea9ad35-8ee7-417d-9b16-6ca45e7ea575 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390532 Jul 27 20:27:25.379530 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8230818d-1504-4055-b3b9-17c8c11eecde triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:27:25.379915 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:25.400458 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a264bcd6-df06-4449-a314-b59635a63571 req-abc63eac-5547-4b09-9741-00ad5d0e3770 service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897329 Jul 27 20:27:25.508943 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a264bcd6-df06-4449-a314-b59635a63571 req-c988f43b-777a-46e9-aeba-20215d0709e4 service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001813 Jul 27 20:27:26.500307 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b815d-fe56-4fa6-8c15-6a8c31ea4f64 req-3d68323b-1ee9-405f-be96-73f80642a172 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:26.501805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e6b815d-fe56-4fa6-8c15-6a8c31ea4f64 req-3d68323b-1ee9-405f-be96-73f80642a172 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 944 time: 0.0712757 Jul 27 20:27:26.542009 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e6b815d-fe56-4fa6-8c15-6a8c31ea4f64 req-eee43ae7-c927-4716-aaa5-d48f65abfac1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336728 Jul 27 20:27:27.042481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c8267015-3d65-44ef-ba36-6a333ff0424d details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:27:27.142828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c8267015-3d65-44ef-ba36-6a333ff0424d,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:27:27.155086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'port_id': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'mac_address': 'fa:16:3e:b3:44:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:27:27.192155 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:27.205028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8267015-3d65-44ef-ba36-6a333ff0424d {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:27:27.224930 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c8267015-3d65-44ef-ba36-6a333ff0424d,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:27:27.230457 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:27.284093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=c8267015-3d65-44ef-ba36-6a333ff0424d,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:27.417950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['c8267015-3d65-44ef-ba36-6a333ff0424d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:27:27.681520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ae044-5e37-462b-9c38-ac89dfb5d33b req-2494258b-ee8d-4ac3-9c8f-6d63ae390c06 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:27.683115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e1ae044-5e37-462b-9c38-ac89dfb5d33b req-2494258b-ee8d-4ac3-9c8f-6d63ae390c06 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 945 time: 0.0702341 Jul 27 20:27:27.732180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e1ae044-5e37-462b-9c38-ac89dfb5d33b req-c9f1dade-aa36-4f15-9bb1-96bf67e54462 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422745 Jul 27 20:27:28.872676 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a7f70-2d8b-4055-9020-63fce59b7619 req-26d010c0-5cde-4540-84dd-aede2c83d6c7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:28.874175 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d3a7f70-2d8b-4055-9020-63fce59b7619 req-26d010c0-5cde-4540-84dd-aede2c83d6c7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 945 time: 0.0697780 Jul 27 20:27:28.915570 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8d3a7f70-2d8b-4055-9020-63fce59b7619 req-dde7c684-7d40-4d41-ae0b-eb7cc81142b4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350041 Jul 27 20:27:29.042330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c8267015-3d65-44ef-ba36-6a333ff0424d up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:27:29.098146 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port c8267015-3d65-44ef-ba36-6a333ff0424d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:27:29.103161 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port c8267015-3d65-44ef-ba36-6a333ff0424d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:27:29.103554 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:29.184438 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:29.210681 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:27:29.213003 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e056e658-fa13-4afb-8834-490b9d91d1fe" -d '{"events": [{"server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "name": "network-vif-plugged", "status": "completed", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:27:29.227940 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c8267015-3d65-44ef-ba36-6a333ff0424d,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:27:29.232859 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:29.284304 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=c8267015-3d65-44ef-ba36-6a333ff0424d,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:29.328995 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993fcb9d-51ca-4801-a224-18d7bccd1284 x-openstack-request-id: req-993fcb9d-51ca-4801-a224-18d7bccd1284 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:27:29.329290 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "name": "network-vif-plugged", "status": "completed", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:27:29.329538 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-993fcb9d-51ca-4801-a224-18d7bccd1284 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:27:29.329942 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'code': 200} Jul 27 20:27:29.447281 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c003136-21fb-4e6f-a0fb-2beba45333f0 req-47e4c74f-0ea9-41db-b567-5b4b0aa49af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:29.448836 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1c003136-21fb-4e6f-a0fb-2beba45333f0 req-47e4c74f-0ea9-41db-b567-5b4b0aa49af0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1098 time: 0.0609879 Jul 27 20:27:29.486839 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1c003136-21fb-4e6f-a0fb-2beba45333f0 req-c1e5a5b1-7c20-4bca-bb95-16ef01484ddf service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306008 Jul 27 20:27:30.051602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb151d-6f17-497b-8a52-67774a812e3c req-9d6e86d5-70a2-4846-a598-1edfbf9868a2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:30.053424 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1abb151d-6f17-497b-8a52-67774a812e3c req-9d6e86d5-70a2-4846-a598-1edfbf9868a2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0650363 Jul 27 20:27:30.093224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1abb151d-6f17-497b-8a52-67774a812e3c req-33f38c02-4d85-435f-b0c3-dc448580e934 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334349 Jul 27 20:27:31.235399 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b3f69-91ce-4123-8940-7e4cf79a5991 req-c5ebc1e2-f5cd-417a-a1da-edc511931adb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:31.236801 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-476b3f69-91ce-4123-8940-7e4cf79a5991 req-c5ebc1e2-f5cd-417a-a1da-edc511931adb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0685365 Jul 27 20:27:31.275605 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-476b3f69-91ce-4123-8940-7e4cf79a5991 req-35c15aa4-16b1-445b-acc3-4376b0d9d007 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323408 Jul 27 20:27:31.421988 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59effb-2459-40ac-852d-94a0d4d17413 req-6936e1a8-34b9-4203-8d6e-4c07e591d2fd tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:31.423401 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe59effb-2459-40ac-852d-94a0d4d17413 req-6936e1a8-34b9-4203-8d6e-4c07e591d2fd tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0791991 Jul 27 20:27:31.463704 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe59effb-2459-40ac-852d-94a0d4d17413 req-bab7ca53-1f88-4020-a674-0c01e7b868ac tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335898 Jul 27 20:27:31.486255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34012) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:31.544823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0894246-c47b-442e-9ac1-37cda9a9f6c5 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:31.546325 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c0894246-c47b-442e-9ac1-37cda9a9f6c5 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1093 time: 0.0587211 Jul 27 20:27:31.549428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34014) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:31.554033 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:27:31.577528 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:31.683457 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:31.792292 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.25.1.50 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/2b5f2e50-0a41-4cb7-96ef-2fb150136990) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:27:31.906828 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:31.956175 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:31.996425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:27:32.001269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:27:32.004680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:27:32.010623 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=2b5f2e50-0a41-4cb7-96ef-2fb150136990,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:32.398033 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:32.483256 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:32.640289 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:32.645802 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:32.713782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=2b5f2e50-0a41-4cb7-96ef-2fb150136990,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:27:32.731245 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:32.837314 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Floating IP 3b6d6fd1-7d3e-40d7-ab96-f83fc01d3c27 associated. External IP: 172.25.1.50, port: c8267015-3d65-44ef-ba36-6a333ff0424d. Jul 27 20:27:33.058093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:27:33.530743 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:27:33.542033 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fe5c92-0bc5-4d66-96b6-5fe6b449df93 None None] Sync routers for ids ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:27:33.551954 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:33.553746 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe5c92-0bc5-4d66-96b6-5fe6b449df93 None None] Routers {'c37d4254-9dfc-4003-93b2-09a3bce9c2f9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:27:33.554503 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-67fe5c92-0bc5-4d66-96b6-5fe6b449df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:27:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:33.596991 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7894fc98-5bfa-4ecb-96ac-7d67c9ceecb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0428803 Jul 27 20:27:33.596991 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:27:33.596991 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d171109-4eff-4ff9-9752-b30465f44f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:27:33.654812 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9328564a-8aaa-48d4-ba33-93ded32fda87 x-openstack-request-id: req-9328564a-8aaa-48d4-ba33-93ded32fda87 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:27:33.655422 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:27:33.655422 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9328564a-8aaa-48d4-ba33-93ded32fda87 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:27:33.655729 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'status': 'completed', 'code': 200} Jul 27 20:27:33.677260 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-67fe5c92-0bc5-4d66-96b6-5fe6b449df93 None None] Set router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:27:33.746539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d171109-4eff-4ff9-9752-b30465f44f9a req-f5ae0fba-8167-485f-9c90-cd059221683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:33.749099 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1d171109-4eff-4ff9-9752-b30465f44f9a req-f5ae0fba-8167-485f-9c90-cd059221683f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1098 time: 0.0679214 Jul 27 20:27:33.754408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26deb71e-bf93-4440-9284-805f3071dc8e req-9a5cdf1d-3e18-43c1-bcf7-d34ac80ad2f3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:33.756378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26deb71e-bf93-4440-9284-805f3071dc8e req-9a5cdf1d-3e18-43c1-bcf7-d34ac80ad2f3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0854893 Jul 27 20:27:33.809678 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26deb71e-bf93-4440-9284-805f3071dc8e req-c24872dd-0766-4920-bcd9-967336d6125b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398264 Jul 27 20:27:33.841608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34020) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:33.873306 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d171109-4eff-4ff9-9752-b30465f44f9a req-c0d0bfdb-3b21-4a72-9ace-56591266cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:33.874837 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1d171109-4eff-4ff9-9752-b30465f44f9a req-c0d0bfdb-3b21-4a72-9ace-56591266cba2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd852918-1577-4616-84b2-5e9515a150bf HTTP/1.1" status: 200 len: 898 time: 0.1187181 Jul 27 20:27:33.919292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-73b78d89-08db-492e-bb26-462a33421787 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/floatingips/3b6d6fd1-7d3e-40d7-ab96-f83fc01d3c27 HTTP/1.1" status: 200 len: 991 time: 0.0761392 Jul 27 20:27:33.977965 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-67fe5c92-0bc5-4d66-96b6-5fe6b449df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:27:15Z', 'updated_at': '2021-07-27T20:27:19Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:16Z', 'updated_at': '2021-07-27T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '3b6d6fd1-7d3e-40d7-ab96-f83fc01d3c27', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'port_id': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'mac_address': 'fa:16:3e:b3:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:27:32Z', 'updated_at': '2021-07-27T20:27:32Z', 'revision_number': 0, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8230818d-1504-4055-b3b9-17c8c11eecde', 'name': '', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:4f:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:19Z', 'updated_at': '2021-07-27T20:27:23Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:33.978621 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1d171109-4eff-4ff9-9752-b30465f44f9a req-22500a6b-5a04-4d46-90f3-df78e643a5a1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 999 time: 0.0957291 Jul 27 20:27:34.004986 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fe5c92-0bc5-4d66-96b6-5fe6b449df93 None None] Checking router: c37d4254-9dfc-4003-93b2-09a3bce9c2f9 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:27:34.016288 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe5c92-0bc5-4d66-96b6-5fe6b449df93 None None] Routers {'c37d4254-9dfc-4003-93b2-09a3bce9c2f9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:27:34.017138 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-67fe5c92-0bc5-4d66-96b6-5fe6b449df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:27:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:34.034345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d171109-4eff-4ff9-9752-b30465f44f9a req-6318da5b-b038-4e6c-bf08-71db3d1f66f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:34.035817 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1d171109-4eff-4ff9-9752-b30465f44f9a req-6318da5b-b038-4e6c-bf08-71db3d1f66f7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bbd94dc1-a56f-4991-b6ea-834b2c8b6d25 HTTP/1.1" status: 200 len: 835 time: 0.0505476 Jul 27 20:27:34.098990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d171109-4eff-4ff9-9752-b30465f44f9a req-377ab310-69ec-45b7-a9d9-1fd3ec30ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:27:34.101094 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1d171109-4eff-4ff9-9752-b30465f44f9a req-377ab310-69ec-45b7-a9d9-1fd3ec30ed44 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd852918-1577-4616-84b2-5e9515a150bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573361 Jul 27 20:27:34.128331 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-67fe5c92-0bc5-4d66-96b6-5fe6b449df93 None None] Set router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:27:34.203615 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1d171109-4eff-4ff9-9752-b30465f44f9a req-a520290f-7fa9-484c-b77a-f4ba846b896f service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951712 Jul 27 20:27:34.306018 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1d171109-4eff-4ff9-9752-b30465f44f9a req-4997661b-a96f-4ba3-87b9-b21e27fd6fed service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926511 Jul 27 20:27:34.372853 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-67fe5c92-0bc5-4d66-96b6-5fe6b449df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:27:15Z', 'updated_at': '2021-07-27T20:27:19Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:16Z', 'updated_at': '2021-07-27T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '3b6d6fd1-7d3e-40d7-ab96-f83fc01d3c27', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'port_id': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'mac_address': 'fa:16:3e:b3:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:27:32Z', 'updated_at': '2021-07-27T20:27:32Z', 'revision_number': 0, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8230818d-1504-4055-b3b9-17c8c11eecde', 'name': '', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:4f:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:19Z', 'updated_at': '2021-07-27T20:27:23Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:27:34.400803 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fe5c92-0bc5-4d66-96b6-5fe6b449df93 None None] The sync data for ids ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'] in n-d-705657-21 is: [{'id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:27:15Z', 'updated_at': '2021-07-27T20:27:19Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:16Z', 'updated_at': '2021-07-27T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '3b6d6fd1-7d3e-40d7-ab96-f83fc01d3c27', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'port_id': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'mac_address': 'fa:16:3e:b3:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:27:32Z', 'updated_at': '2021-07-27T20:27:32Z', 'revision_number': 0, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8230818d-1504-4055-b3b9-17c8c11eecde', 'name': '', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:4f:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:19Z', 'updated_at': '2021-07-27T20:27:23Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:27:34.622487 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ccca8-3cd8-40be-b20b-48768ec72546 None None] New status for floating IP 3b6d6fd1-7d3e-40d7-ab96-f83fc01d3c27: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:27:34.923555 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34022) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:27:34.986985 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a5328709-72e6-489d-b930-08c944f2e5d1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/floatingips/3b6d6fd1-7d3e-40d7-ab96-f83fc01d3c27 HTTP/1.1" status: 200 len: 993 time: 0.0620201 Jul 27 20:27:35.802857 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:27:38.781837 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:41.925602 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:43.444354 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-55bf86fc-bedb-47ab-ba9f-ca4b544578b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:46.150038 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9e5ce2c2-5b74-4e66-9635-547443b773d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:46.258774 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:47.254101 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:27:49.014569 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:01.571896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc854d-ddbd-4efa-a182-5a83d6eccb26 req-ddaca74d-0874-475d-b5ab-1e50375016cb tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:01.573501 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1adc854d-ddbd-4efa-a182-5a83d6eccb26 req-ddaca74d-0874-475d-b5ab-1e50375016cb tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1098 time: 0.0631521 Jul 27 20:28:01.612518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1adc854d-ddbd-4efa-a182-5a83d6eccb26 req-9f1ee159-1681-4040-bbb8-a966a63ca0cc tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321822 Jul 27 20:28:01.755069 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceab2d2-29ec-489a-9415-27af5dc0b95a req-00deae78-6482-4abb-a63e-3645a37b2f88 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:01.756772 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ceab2d2-29ec-489a-9415-27af5dc0b95a req-00deae78-6482-4abb-a63e-3645a37b2f88 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0710161 Jul 27 20:28:01.801916 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ceab2d2-29ec-489a-9415-27af5dc0b95a req-fbd6012b-b70d-4155-8cfd-0322c0cb5bb8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339212 Jul 27 20:28:01.828042 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34036) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:28:01.897395 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-06690607-af57-4bd2-a7b1-9539b8e7d657 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/floatingips/3b6d6fd1-7d3e-40d7-ab96-f83fc01d3c27 HTTP/1.1" status: 200 len: 993 time: 0.0679951 Jul 27 20:28:02.467189 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-6eabf6bf-7894-4ec7-8893-10881f009160 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0654130 Jul 27 20:28:02.477989 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1655e-7a05-40ce-bcf1-7e7d14bdb31e req-ee8ef818-0ea7-4762-8410-a49e609f4ac9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:02.479540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2d1655e-7a05-40ce-bcf1-7e7d14bdb31e req-ee8ef818-0ea7-4762-8410-a49e609f4ac9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0703497 Jul 27 20:28:02.527098 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2d1655e-7a05-40ce-bcf1-7e7d14bdb31e req-62c834d3-a9ab-4d24-9448-f825fd1b43c9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362458 Jul 27 20:28:03.661744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-5c9d8457-7e21-40e1-9e73-51bd777e0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:03.663645 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-5c9d8457-7e21-40e1-9e73-51bd777e0da7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1098 time: 0.0786059 Jul 27 20:28:03.716337 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c5f97-7180-4b73-ab04-4636839fa643 req-69d02bc0-dc37-46b0-9447-ce4ce5ef455a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:03.718926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-617c5f97-7180-4b73-ab04-4636839fa643 req-69d02bc0-dc37-46b0-9447-ce4ce5ef455a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0896559 Jul 27 20:28:03.758473 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-8d09cb99-9c00-43f3-8632-2db89be9379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:03.759957 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-8d09cb99-9c00-43f3-8632-2db89be9379c service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd852918-1577-4616-84b2-5e9515a150bf HTTP/1.1" status: 200 len: 898 time: 0.0884643 Jul 27 20:28:03.760670 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-617c5f97-7180-4b73-ab04-4636839fa643 req-4242d187-d545-4b2f-b207-61eb6e1ec1c6 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350885 Jul 27 20:28:03.833226 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-384e5431-4ce5-4a3e-acf5-8384a368f51d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 1001 time: 0.0651033 Jul 27 20:28:03.887082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-e0945a4e-2d56-4722-a1bc-e0129da979ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:03.888707 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-e0945a4e-2d56-4722-a1bc-e0129da979ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bbd94dc1-a56f-4991-b6ea-834b2c8b6d25 HTTP/1.1" status: 200 len: 835 time: 0.0479174 Jul 27 20:28:03.960615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-e87ed677-a97d-40b3-8721-19ccc5e62b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:03.962175 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-e87ed677-a97d-40b3-8721-19ccc5e62b84 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd852918-1577-4616-84b2-5e9515a150bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652058 Jul 27 20:28:04.063829 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-7ddddef5-a2a2-4b8a-b90e-f3fb69a58fd1 service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929823 Jul 27 20:28:04.158217 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-653ab049-8fb0-4a86-8769-66c227883bf0 service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867350 Jul 27 20:28:04.954914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb9095-0103-469d-a469-1cc5e35e30d4 req-dbfb7dd4-d6de-4a9c-862e-b0f9cceff2d2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:04.956759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fecb9095-0103-469d-a469-1cc5e35e30d4 req-dbfb7dd4-d6de-4a9c-862e-b0f9cceff2d2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0936277 Jul 27 20:28:05.000112 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fecb9095-0103-469d-a469-1cc5e35e30d4 req-bfc1a381-6c92-4937-8bbc-b43761f6e326 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362344 Jul 27 20:28:06.145998 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f2395-3830-446e-941e-150dba7bb18b req-3e560859-40e8-4e73-bf56-f6c0844409c1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:06.147558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f74f2395-3830-446e-941e-150dba7bb18b req-3e560859-40e8-4e73-bf56-f6c0844409c1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0717895 Jul 27 20:28:06.189875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f74f2395-3830-446e-941e-150dba7bb18b req-0d773c93-e0bb-42cd-ac1c-5cf1cd8c3ddd tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358756 Jul 27 20:28:07.327628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c109bdc-8e6f-4cda-be15-7931de2369a9 req-5fc12475-0f14-40a9-833f-af615a093f08 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:07.329169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c109bdc-8e6f-4cda-be15-7931de2369a9 req-5fc12475-0f14-40a9-833f-af615a093f08 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0670323 Jul 27 20:28:07.368831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c109bdc-8e6f-4cda-be15-7931de2369a9 req-696513f2-8f96-40e8-9797-364c935b7e05 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330293 Jul 27 20:28:08.520314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e72e86-3dba-448e-9227-ee6546bfa209 req-562738d6-ce3c-4bb7-a1cb-dd2b57eede14 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:08.522035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5e72e86-3dba-448e-9227-ee6546bfa209 req-562738d6-ce3c-4bb7-a1cb-dd2b57eede14 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0745049 Jul 27 20:28:08.562085 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5e72e86-3dba-448e-9227-ee6546bfa209 req-422ae893-3be5-4f1d-a2a5-604dc935957f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339270 Jul 27 20:28:08.788671 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:09.714124 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7aadb5-2e24-42c5-b600-5a5abf9fe208 req-5d7e80d8-e086-408f-b2d2-df5fb140291f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:09.715758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b7aadb5-2e24-42c5-b600-5a5abf9fe208 req-5d7e80d8-e086-408f-b2d2-df5fb140291f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0782361 Jul 27 20:28:09.766806 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b7aadb5-2e24-42c5-b600-5a5abf9fe208 req-e9e33857-7d31-4c84-ab6f-10368d32e288 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419393 Jul 27 20:28:10.910075 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8306453-d128-4ab0-9826-2ef0e8393c15 req-dae07460-449d-4767-9325-fad729d7cc77 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:10.911552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8306453-d128-4ab0-9826-2ef0e8393c15 req-dae07460-449d-4767-9325-fad729d7cc77 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0684836 Jul 27 20:28:10.951646 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8306453-d128-4ab0-9826-2ef0e8393c15 req-32e85e01-6994-46b0-ba48-f820c021d81f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337107 Jul 27 20:28:11.918067 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:12.098422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0f5c2-dc8f-4a8b-b3f3-6797f8c1ea93 req-099ed880-9140-4c19-b494-2153eb742e27 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:12.100058 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50c0f5c2-dc8f-4a8b-b3f3-6797f8c1ea93 req-099ed880-9140-4c19-b494-2153eb742e27 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0773506 Jul 27 20:28:12.147787 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50c0f5c2-dc8f-4a8b-b3f3-6797f8c1ea93 req-187b6272-549d-480b-9943-a7a5ecb4079e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408556 Jul 27 20:28:12.802051 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:28:13.285194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163eb8e-fba8-4d23-ab1d-039e474f87a6 req-de0d9071-4e26-441d-8e85-7f27bc93bfa2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:13.286750 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d163eb8e-fba8-4d23-ab1d-039e474f87a6 req-de0d9071-4e26-441d-8e85-7f27bc93bfa2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0672688 Jul 27 20:28:13.327836 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d163eb8e-fba8-4d23-ab1d-039e474f87a6 req-82d14062-ae8b-4fd7-9d5d-559b5dd7759c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343552 Jul 27 20:28:13.451604 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ce49f36c-ec2f-462f-ad3f-106d99e90f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:14.472763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461268a-81ac-49e5-a742-2cbe573f9dbf req-213c14e7-1c6f-4b2d-bcab-4f81b2f44cc8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:14.474204 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1461268a-81ac-49e5-a742-2cbe573f9dbf req-213c14e7-1c6f-4b2d-bcab-4f81b2f44cc8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0732903 Jul 27 20:28:14.520849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1461268a-81ac-49e5-a742-2cbe573f9dbf req-b9153e75-6d10-449b-ac10-a574d0dd5cdd tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387781 Jul 27 20:28:15.662432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae67bd7-09ca-4504-9185-c83ca3504e25 req-6e7eb35d-f52c-4c58-87a2-cb1901fceb8a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:15.663994 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cae67bd7-09ca-4504-9185-c83ca3504e25 req-6e7eb35d-f52c-4c58-87a2-cb1901fceb8a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.0696030 Jul 27 20:28:15.702726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cae67bd7-09ca-4504-9185-c83ca3504e25 req-0ecc0e40-ad58-4bf4-b0a7-b5b075663143 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324712 Jul 27 20:28:16.154769 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c619188f-b9fd-415c-b350-4e1a67b780a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:16.156764 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-b721e944-5625-4888-8641-24396ef30508 service neutron] show failed (client error): The resource could not be found. Jul 27 20:28:16.158008 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-b721e944-5625-4888-8641-24396ef30508 service neutron] 10.222.0.63 "GET /v2.0/ports/c8267015-3d65-44ef-ba36-6a333ff0424d/bindings/n-h1-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0683303 Jul 27 20:28:16.261845 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:16.407194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-95f47449-5be2-4fd3-8157-6ac1d35bc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:16.408647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-95f47449-5be2-4fd3-8157-6ac1d35bc170 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0916982 Jul 27 20:28:16.420648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:28:16.498311 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:16.699359 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c8267015-3d65-44ef-ba36-6a333ff0424d,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:28:16.733266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:28:16.777084 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:16.779408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:28:16.782093 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b138266-aa9e-441d-9836-fc47221d99a3" -d '{"events": [{"server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "name": "network-vif-unplugged", "status": "completed", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:28:16.827263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Transition to ACTIVE for port object c8267015-3d65-44ef-ba36-6a333ff0424d will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:28:16.831565 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd3795f-7726-49b5-935e-61f2dd831f4d x-openstack-request-id: req-2bd3795f-7726-49b5-935e-61f2dd831f4d {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:28:16.831859 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "name": "network-vif-unplugged", "status": "completed", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:28:16.832113 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2bd3795f-7726-49b5-935e-61f2dd831f4d {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:28:16.832585 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'code': 200} Jul 27 20:28:16.834601 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:16.891093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Pushing event updated for resources: {'Port': ['ID=c8267015-3d65-44ef-ba36-6a333ff0424d,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:28:16.963119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:16.963458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:16.963786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:16.964121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:16.964486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:16.964842 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:16.965143 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:16.965468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:16.965792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:16.966116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:16.966439 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:16.966754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:17.005706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e060d-e1ea-47ae-a53a-da98e8febac0 req-eb632f53-e1fa-4b42-bd44-1e027c60eb37 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:17.007557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-158e060d-e1ea-47ae-a53a-da98e8febac0 req-eb632f53-e1fa-4b42-bd44-1e027c60eb37 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 946 time: 0.2220497 Jul 27 20:28:17.066493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] No DVR routers for this DVR port c8267015-3d65-44ef-ba36-6a333ff0424d on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:28:17.120174 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-158e060d-e1ea-47ae-a53a-da98e8febac0 req-999853c4-a263-43e0-a116-f14261f82c66 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061535 Jul 27 20:28:17.225515 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Attempting to bind port c8267015-3d65-44ef-ba36-6a333ff0424d on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:28:17.226337 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Attempting to bind port c8267015-3d65-44ef-ba36-6a333ff0424d by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:28:17.226672 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Attempting to bind port c8267015-3d65-44ef-ba36-6a333ff0424d on network dd852918-1577-4616-84b2-5e9515a150bf {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:28:17.231714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Port c8267015-3d65-44ef-ba36-6a333ff0424d on network dd852918-1577-4616-84b2-5e9515a150bf not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:28:17.232027 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Attempting to bind port c8267015-3d65-44ef-ba36-6a333ff0424d on network dd852918-1577-4616-84b2-5e9515a150bf {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:28:17.236832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:28:17.237168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Checking segment: {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:28:17.237544 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Bound using segment: {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:28:17.237961 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Bound port: c8267015-3d65-44ef-ba36-6a333ff0424d, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:28:17.238311 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:17.254831 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:17.302482 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:28:17.306120 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c8267015-3d65-44ef-ba36-6a333ff0424d,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:28:17.310112 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:17.344502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:17.345111 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:17.346865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] 10.222.0.52 "PUT /v2.0/ports/c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 1093 time: 0.9300978 Jul 27 20:28:17.371179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf86fc0-58e4-426f-8c2a-e2cec28fb45d service neutron] Pushing event updated for resources: {'Port': ['ID=c8267015-3d65-44ef-ba36-6a333ff0424d,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:28:17.432172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-093c54ff-61db-4f1e-91e3-d9d9343610a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:17.433764 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-093c54ff-61db-4f1e-91e3-d9d9343610a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1096 time: 0.0592477 Jul 27 20:28:17.535543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-d61c4ca1-b103-4648-8077-afeedb29b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:17.537082 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-d61c4ca1-b103-4648-8077-afeedb29b6b6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd852918-1577-4616-84b2-5e9515a150bf HTTP/1.1" status: 200 len: 898 time: 0.0939238 Jul 27 20:28:17.606104 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-775199a9-3b0d-434b-adcb-c17058830ae5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 999 time: 0.0609639 Jul 27 20:28:17.659885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-ac59e454-c71d-47ca-829e-80ed8c09276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:17.661296 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-ac59e454-c71d-47ca-829e-80ed8c09276d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbd94dc1-a56f-4991-b6ea-834b2c8b6d25 HTTP/1.1" status: 200 len: 835 time: 0.0472872 Jul 27 20:28:17.720545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-7e116570-1095-47f8-94ff-56065bcaab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:17.722416 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-7e116570-1095-47f8-94ff-56065bcaab9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd852918-1577-4616-84b2-5e9515a150bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543134 Jul 27 20:28:17.811876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-acce2505-811e-47a5-8e49-c452e6c3cbc8 service neutron] 10.222.0.52 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818970 Jul 27 20:28:17.908699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4abe850-52a9-4e50-a27a-c1643fbe0a1b req-affb5865-119d-4eb1-b34e-f31d2cdf119c service neutron] 10.222.0.52 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884616 Jul 27 20:28:18.266017 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b391d-da0d-4dae-88e2-c79823116b0d req-3cfbfe9f-5745-4bca-8c37-530bf1e430d8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:18.267571 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-669b391d-da0d-4dae-88e2-c79823116b0d req-3cfbfe9f-5745-4bca-8c37-530bf1e430d8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 944 time: 0.0733259 Jul 27 20:28:18.309103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-669b391d-da0d-4dae-88e2-c79823116b0d req-5c90bee2-54b4-41d4-b26e-17d3e9ae0b98 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347908 Jul 27 20:28:18.833692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:28:18.836237 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b59b5a-8ff0-4502-a32a-84c744babc91" -d '{"events": [{"name": "network-changed", "server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:28:18.888282 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4924a1-49a2-4b48-844e-b974a6f641b6 x-openstack-request-id: req-fa4924a1-49a2-4b48-844e-b974a6f641b6 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:28:18.888620 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:28:18.888844 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa4924a1-49a2-4b48-844e-b974a6f641b6 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:28:18.889266 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'status': 'completed', 'code': 200} Jul 27 20:28:18.965570 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-19e96306-9ba3-4f84-9ef6-7fb80ab18612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:18.967082 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-19e96306-9ba3-4f84-9ef6-7fb80ab18612 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1096 time: 0.0600510 Jul 27 20:28:18.970874 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-c0b7cb90-1506-409a-b28c-1fbe7b85ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:18.972765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-c0b7cb90-1506-409a-b28c-1fbe7b85ade6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1096 time: 0.0599017 Jul 27 20:28:19.016293 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:19.063138 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-26926530-d4d8-40cf-bed0-9daf20c8916a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:19.064736 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-26926530-d4d8-40cf-bed0-9daf20c8916a service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd852918-1577-4616-84b2-5e9515a150bf HTTP/1.1" status: 200 len: 898 time: 0.0904405 Jul 27 20:28:19.065430 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-117a5100-0798-4c29-a930-dda281ac595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:19.067036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-117a5100-0798-4c29-a930-dda281ac595f service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd852918-1577-4616-84b2-5e9515a150bf HTTP/1.1" status: 200 len: 898 time: 0.0864120 Jul 27 20:28:19.137652 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-a07ec996-6b27-4803-8f93-5f08046ae92a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 999 time: 0.0650041 Jul 27 20:28:19.143665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-5fa9007c-ec07-4736-b274-8c0c5545a419 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 999 time: 0.0682456 Jul 27 20:28:19.190404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-3b8393b8-9de2-416c-883c-ce3072518dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:19.191918 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-3b8393b8-9de2-416c-883c-ce3072518dd9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bbd94dc1-a56f-4991-b6ea-834b2c8b6d25 HTTP/1.1" status: 200 len: 835 time: 0.0478618 Jul 27 20:28:19.199887 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-b1bdc2bd-7f51-456e-aa78-d3188ab52145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:19.201437 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-b1bdc2bd-7f51-456e-aa78-d3188ab52145 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbd94dc1-a56f-4991-b6ea-834b2c8b6d25 HTTP/1.1" status: 200 len: 835 time: 0.0502985 Jul 27 20:28:19.254287 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-5ef526a4-c4b8-405f-9aff-30c40b7cbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:19.255806 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-5ef526a4-c4b8-405f-9aff-30c40b7cbadc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd852918-1577-4616-84b2-5e9515a150bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563025 Jul 27 20:28:19.264834 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-efd419cb-dd23-43bd-93ad-52af465d2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:19.266366 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-efd419cb-dd23-43bd-93ad-52af465d2970 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd852918-1577-4616-84b2-5e9515a150bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562248 Jul 27 20:28:19.354037 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-6816df12-f501-40b5-aa7c-28f19149611d service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903573 Jul 27 20:28:19.367530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-c279072c-4487-4c53-bcce-95b5dcad31d2 service neutron] 10.222.0.52 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900395 Jul 27 20:28:19.371607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c8267015-3d65-44ef-ba36-6a333ff0424d no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:28:19.429409 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c8267015-3d65-44ef-ba36-6a333ff0424d not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:28:19.464467 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-17d45dea-7de2-4ac2-97e3-4bc76d32c27e service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035259 Jul 27 20:28:19.531269 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16b59b5a-8ff0-4502-a32a-84c744babc91 req-4b3c9f32-37f1-4c24-bbcf-e0f4d1ad77f8 service neutron] 10.222.0.52 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543725 Jul 27 20:28:19.539774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2dadf-479d-4bb9-aa8c-422311224115 req-78605351-8ed1-4300-b643-92d91bc43412 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:19.541237 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56b2dadf-479d-4bb9-aa8c-422311224115 req-78605351-8ed1-4300-b643-92d91bc43412 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 944 time: 0.1011264 Jul 27 20:28:19.579426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56b2dadf-479d-4bb9-aa8c-422311224115 req-97510097-22dd-486d-970b-9647d029438a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321362 Jul 27 20:28:20.719189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aece73-b08d-4856-94cc-5f90436111f5 req-6057ef39-d43d-4291-aee3-fbd54a054a7a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:20.720697 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8aece73-b08d-4856-94cc-5f90436111f5 req-6057ef39-d43d-4291-aee3-fbd54a054a7a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 944 time: 0.0666230 Jul 27 20:28:20.761654 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8aece73-b08d-4856-94cc-5f90436111f5 req-e5dcb153-e53b-4bcc-a222-e04ba9d533e1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343521 Jul 27 20:28:21.055653 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786380-484e-419f-aac9-deeb6c21a012 req-99daf345-09fa-4cee-8995-ce2971fd406c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:21.057150 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-99daf345-09fa-4cee-8995-ce2971fd406c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.52 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 944 time: 0.1095366 Jul 27 20:28:21.068994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117589e-7363-4869-853d-68569c2e3699 req-4b6092e8-7328-4719-84cd-c8906ed13733 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:21.070463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c117589e-7363-4869-853d-68569c2e3699 req-4b6092e8-7328-4719-84cd-c8906ed13733 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 944 time: 0.0924029 Jul 27 20:28:21.142478 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c117589e-7363-4869-853d-68569c2e3699 req-e8ea272a-59e0-49cd-99ac-19e2bf45f4fe tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658538 Jul 27 20:28:21.150835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-03791fe8-2d35-41d2-876f-43879473fb8f service neutron] 10.222.0.52 "GET /v2.0/ports/c8267015-3d65-44ef-ba36-6a333ff0424d/bindings/n-h1-705657-21 HTTP/1.1" status: 200 len: 383 time: 0.0794487 Jul 27 20:28:21.230677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786380-484e-419f-aac9-deeb6c21a012 req-cf29cec0-9a56-49ce-a479-019609670a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:21.232056 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-cf29cec0-9a56-49ce-a479-019609670a8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1096 time: 0.0554259 Jul 27 20:28:21.332976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786380-484e-419f-aac9-deeb6c21a012 req-6150690b-5706-415b-8dae-473b8f040a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:21.334717 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-6150690b-5706-415b-8dae-473b8f040a7e service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd852918-1577-4616-84b2-5e9515a150bf HTTP/1.1" status: 200 len: 898 time: 0.0952094 Jul 27 20:28:21.402508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-8f50ffe4-7d14-40b5-ac4b-4e939cbb21bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 999 time: 0.0598702 Jul 27 20:28:21.458118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786380-484e-419f-aac9-deeb6c21a012 req-bb89f997-5ca2-4ce2-a8d1-03b49c5f166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:21.459785 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-bb89f997-5ca2-4ce2-a8d1-03b49c5f166f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbd94dc1-a56f-4991-b6ea-834b2c8b6d25 HTTP/1.1" status: 200 len: 835 time: 0.0500417 Jul 27 20:28:21.521183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786380-484e-419f-aac9-deeb6c21a012 req-0e8e2d4a-7403-4883-8a0e-50fbe9ba490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:21.522785 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-0e8e2d4a-7403-4883-8a0e-50fbe9ba490c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd852918-1577-4616-84b2-5e9515a150bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544879 Jul 27 20:28:21.612771 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-6e6b3675-a3ad-40c4-8650-4fcb58eda93c service neutron] 10.222.0.52 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817881 Jul 27 20:28:21.707613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-46cdf245-c158-49c2-b890-4deee44f55a0 service neutron] 10.222.0.52 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875521 Jul 27 20:28:21.721661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device c8267015-3d65-44ef-ba36-6a333ff0424d details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:28:21.818991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c8267015-3d65-44ef-ba36-6a333ff0424d,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:28:21.833819 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'port_id': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'mac_address': 'fa:16:3e:b3:44:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:28:21.872361 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:21.885227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8267015-3d65-44ef-ba36-6a333ff0424d {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:28:21.904410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c8267015-3d65-44ef-ba36-6a333ff0424d,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:28:21.909145 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:21.958294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=c8267015-3d65-44ef-ba36-6a333ff0424d,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:28:21.965850 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:21.966192 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:21.966525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:21.966850 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:21.967178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:21.967497 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:21.967820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:21.968137 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:21.968577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:21.968902 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:21.969210 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:21.969522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:22.186611 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['c8267015-3d65-44ef-ba36-6a333ff0424d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:28:22.282417 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0358a-cb7d-43de-8100-6149c97f56c3 req-59694037-7a5c-4c6a-bc88-c7c1e51b5d7c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:22.283951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbb0358a-cb7d-43de-8100-6149c97f56c3 req-59694037-7a5c-4c6a-bc88-c7c1e51b5d7c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 945 time: 0.0652969 Jul 27 20:28:22.324140 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbb0358a-cb7d-43de-8100-6149c97f56c3 req-ba274c7f-ed41-4ce1-b066-5e6d1e646bd5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335517 Jul 27 20:28:23.467606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa2658-74c3-4590-9f7d-2f0880b03a4a req-45d471a2-ff94-4638-bbc6-a3021ac5dcfb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:23.469017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92fa2658-74c3-4590-9f7d-2f0880b03a4a req-45d471a2-ff94-4638-bbc6-a3021ac5dcfb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 945 time: 0.0719218 Jul 27 20:28:23.509788 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92fa2658-74c3-4590-9f7d-2f0880b03a4a req-dbea884c-11b8-427e-9f8b-0b48edf1b828 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335746 Jul 27 20:28:23.724483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device c8267015-3d65-44ef-ba36-6a333ff0424d no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:28:23.805822 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:23.807681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786380-484e-419f-aac9-deeb6c21a012 req-22c5cb33-2dd0-4839-a052-a86c58b7e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:23.809283 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-22c5cb33-2dd0-4839-a052-a86c58b7e2ee service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 1097 time: 0.0630836 Jul 27 20:28:23.818595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c8267015-3d65-44ef-ba36-6a333ff0424d {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:28:23.826339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:28:23.842857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c8267015-3d65-44ef-ba36-6a333ff0424d,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:28:23.848775 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:23.900780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=c8267015-3d65-44ef-ba36-6a333ff0424d,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:28:23.907313 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:24.124139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c8267015-3d65-44ef-ba36-6a333ff0424d,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:28:24.160349 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:28:24.197913 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8267015-3d65-44ef-ba36-6a333ff0424d {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:28:24.205867 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:24.217146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Ignored duplicate provisioning block setup for port c8267015-3d65-44ef-ba36-6a333ff0424d by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 20:28:24.222699 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:24.270684 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Pushing event updated for resources: {'Port': ['ID=c8267015-3d65-44ef-ba36-6a333ff0424d,revision_number=10']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:28:24.306874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:24.307189 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:24.307546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:24.307859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:24.308203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:24.308532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:24.308892 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:24.309219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:24.309551 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:24.309877 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:24.310185 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:24.310504 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:28:24.362516 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] No DVR routers for this DVR port c8267015-3d65-44ef-ba36-6a333ff0424d on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:28:24.506737 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Attempting to bind port c8267015-3d65-44ef-ba36-6a333ff0424d on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:28:24.507236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Attempting to bind port c8267015-3d65-44ef-ba36-6a333ff0424d by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:28:24.507433 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Attempting to bind port c8267015-3d65-44ef-ba36-6a333ff0424d on network dd852918-1577-4616-84b2-5e9515a150bf {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:28:24.511852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Port c8267015-3d65-44ef-ba36-6a333ff0424d on network dd852918-1577-4616-84b2-5e9515a150bf not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:28:24.512162 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Attempting to bind port c8267015-3d65-44ef-ba36-6a333ff0424d on network dd852918-1577-4616-84b2-5e9515a150bf {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:28:24.517117 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:28:24.517441 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Checking segment: {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:28:24.517817 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Bound using segment: {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:28:24.518235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Bound port: c8267015-3d65-44ef-ba36-6a333ff0424d, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:28:24.518581 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:24.587708 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:28:24.590871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c8267015-3d65-44ef-ba36-6a333ff0424d,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:28:24.597567 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:24.630729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:24.631621 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:24.633325 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] 10.222.0.63 "PUT /v2.0/ports/c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 1094 time: 0.8115294 Jul 27 20:28:24.633747 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:28:24.636046 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477c1926-18eb-4ef3-8198-e6a323e508bc" -d '{"events": [{"name": "network-changed", "server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:28:24.651185 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ae7b8-920d-4be4-9049-86c5b00a5144 req-8b97b33f-1867-42cb-b765-a7f1955572c6 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:24.653014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-599ae7b8-920d-4be4-9049-86c5b00a5144 req-8b97b33f-1867-42cb-b765-a7f1955572c6 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 945 time: 0.0715790 Jul 27 20:28:24.690802 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613e799-da37-459e-ab3b-1090ef23c460 service neutron] Pushing event updated for resources: {'Port': ['ID=c8267015-3d65-44ef-ba36-6a333ff0424d,revision_number=11']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:28:24.708651 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a32eba-d83c-4184-bc36-b96cb36aa4e9 x-openstack-request-id: req-b3a32eba-d83c-4184-bc36-b96cb36aa4e9 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:28:24.709140 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:28:24.709489 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3a32eba-d83c-4184-bc36-b96cb36aa4e9 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:28:24.710516 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'status': 'completed', 'code': 200} Jul 27 20:28:24.723600 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-599ae7b8-920d-4be4-9049-86c5b00a5144 req-e0494c0d-2f54-44aa-b6e6-c1bcd04cdc35 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599501 Jul 27 20:28:24.726991 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786380-484e-419f-aac9-deeb6c21a012 req-04e41503-e13e-4bbf-bfc8-88abca70344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:24.728700 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-04e41503-e13e-4bbf-bfc8-88abca70344b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1097 time: 0.0687907 Jul 27 20:28:24.786089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-38abb911-3c4a-4452-9e42-47def4b02582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:24.787839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-38abb911-3c4a-4452-9e42-47def4b02582 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1097 time: 0.0582750 Jul 27 20:28:24.834703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786380-484e-419f-aac9-deeb6c21a012 req-02fdf6df-37cc-4937-8ae5-2cd12965b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:24.837067 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-02fdf6df-37cc-4937-8ae5-2cd12965b37e service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd852918-1577-4616-84b2-5e9515a150bf HTTP/1.1" status: 200 len: 898 time: 0.1014214 Jul 27 20:28:24.887541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-6d91a63a-9eab-4afa-ac85-0661a64b714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:24.889093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-6d91a63a-9eab-4afa-ac85-0661a64b714d service neutron] 10.222.0.52 "GET /v2.0/networks?id=dd852918-1577-4616-84b2-5e9515a150bf HTTP/1.1" status: 200 len: 898 time: 0.0944002 Jul 27 20:28:24.906346 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-5953de13-c8f8-44be-8b4e-247ca4a1471b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 999 time: 0.0625360 Jul 27 20:28:24.955987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-fe2463c6-00e7-4a62-a7d8-df41f7aa3879 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 999 time: 0.0593922 Jul 27 20:28:24.960571 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786380-484e-419f-aac9-deeb6c21a012 req-87dc4faf-a135-46ff-8e41-f324731d6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:24.962019 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-87dc4faf-a135-46ff-8e41-f324731d6462 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bbd94dc1-a56f-4991-b6ea-834b2c8b6d25 HTTP/1.1" status: 200 len: 835 time: 0.0485175 Jul 27 20:28:25.013532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-1696fdeb-e9c7-4026-ac3f-2a45bc059894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:25.015264 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-1696fdeb-e9c7-4026-ac3f-2a45bc059894 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bbd94dc1-a56f-4991-b6ea-834b2c8b6d25 HTTP/1.1" status: 200 len: 835 time: 0.0516210 Jul 27 20:28:25.026658 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786380-484e-419f-aac9-deeb6c21a012 req-b8f31bb4-b040-49b8-9b08-839b0e95b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:25.028159 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-b8f31bb4-b040-49b8-9b08-839b0e95b485 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd852918-1577-4616-84b2-5e9515a150bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589180 Jul 27 20:28:25.075919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-a8d6b1fe-735a-4630-a87e-7853b48e2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:25.077388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-a8d6b1fe-735a-4630-a87e-7853b48e2491 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dd852918-1577-4616-84b2-5e9515a150bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547762 Jul 27 20:28:25.121825 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-ebdb237b-018f-4569-a7c1-387b9ee2db9b service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861783 Jul 27 20:28:25.176029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-8a8303f6-6f88-4bac-9ed9-c54964f2a38e service neutron] 10.222.0.52 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914423 Jul 27 20:28:25.218989 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c5786380-484e-419f-aac9-deeb6c21a012 req-8ee6f738-b4f0-4a89-ace8-bfddb387b9be service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904751 Jul 27 20:28:25.274533 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-eb394c42-334a-42af-9ef5-5c5ec0df9a58 service neutron] 10.222.0.52 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907595 Jul 27 20:28:25.321410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-f7d44d06-39b0-419d-81ca-fb3cb723a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:25.322953 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-f7d44d06-39b0-419d-81ca-fb3cb723a6fb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1097 time: 0.0575933 Jul 27 20:28:25.419995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-01fdb991-a9de-4f3b-b2a0-0f5f80301c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:25.421433 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-01fdb991-a9de-4f3b-b2a0-0f5f80301c9c service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd852918-1577-4616-84b2-5e9515a150bf HTTP/1.1" status: 200 len: 898 time: 0.0917883 Jul 27 20:28:25.491973 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-b3888e67-f501-4d32-afeb-334a6a7b75c1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 999 time: 0.0616508 Jul 27 20:28:25.542741 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-e5cab754-4a55-4a90-91e3-83325ca34a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:25.544193 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-e5cab754-4a55-4a90-91e3-83325ca34a3c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bbd94dc1-a56f-4991-b6ea-834b2c8b6d25 HTTP/1.1" status: 200 len: 835 time: 0.0442238 Jul 27 20:28:25.611512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-0b2b5580-2ede-49d4-b055-518f82b488cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:25.613077 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-0b2b5580-2ede-49d4-b055-518f82b488cc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd852918-1577-4616-84b2-5e9515a150bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608547 Jul 27 20:28:25.706556 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-ac43aaf7-c356-45f7-a6e7-b616dfe3c62d service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841353 Jul 27 20:28:25.807744 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-477c1926-18eb-4ef3-8198-e6a323e508bc req-2857d7d9-a9dd-45c5-a92f-dc39849e8306 service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914848 Jul 27 20:28:25.855740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b8a14-34f2-4f1c-a91f-f229cfc909da req-292d20c1-4480-4359-8568-37b6d7bf7f58 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:25.857301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e0b8a14-34f2-4f1c-a91f-f229cfc909da req-292d20c1-4480-4359-8568-37b6d7bf7f58 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 945 time: 0.0666633 Jul 27 20:28:25.898128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8e0b8a14-34f2-4f1c-a91f-f229cfc909da req-23add169-d629-4ab3-85bb-e5ad5768d054 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347188 Jul 27 20:28:27.038270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa36d4b-eba3-4ecc-b2f3-4c047f94162a req-f8f7d143-ecb9-464f-9976-53e5fe30fea2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:27.039766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5aa36d4b-eba3-4ecc-b2f3-4c047f94162a req-f8f7d143-ecb9-464f-9976-53e5fe30fea2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 945 time: 0.0732107 Jul 27 20:28:27.079425 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5aa36d4b-eba3-4ecc-b2f3-4c047f94162a req-8e5b9436-8b88-4c61-b10d-a8086b13e491 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332394 Jul 27 20:28:27.102975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34122) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:28:27.166180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-40973f66-e0ce-420b-ba03-ccabedb3de64 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/floatingips/3b6d6fd1-7d3e-40d7-ab96-f83fc01d3c27 HTTP/1.1" status: 200 len: 991 time: 0.0619676 Jul 27 20:28:27.305002 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5051ca18-8f1c-4674-830d-5c9509b367bc req-f9bf7973-4d70-43ff-ae71-64c4eb6e669f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595191 Jul 27 20:28:27.388194 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c8267015-3d65-44ef-ba36-6a333ff0424d details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:28:27.421781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051ca18-8f1c-4674-830d-5c9509b367bc req-85d4d7a2-dd39-4113-be12-a0b3d2c6a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:27.423290 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5051ca18-8f1c-4674-830d-5c9509b367bc req-85d4d7a2-dd39-4113-be12-a0b3d2c6a6f0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1097 time: 0.0684438 Jul 27 20:28:27.489655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c8267015-3d65-44ef-ba36-6a333ff0424d,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:28:27.501692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'port_id': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'mac_address': 'fa:16:3e:b3:44:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:28:27.535934 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051ca18-8f1c-4674-830d-5c9509b367bc req-8dd53a49-99b6-4ad2-930e-21349981285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:27.537484 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5051ca18-8f1c-4674-830d-5c9509b367bc req-8dd53a49-99b6-4ad2-930e-21349981285f service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd852918-1577-4616-84b2-5e9515a150bf HTTP/1.1" status: 200 len: 898 time: 0.0932755 Jul 27 20:28:27.539837 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:27.552800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8267015-3d65-44ef-ba36-6a333ff0424d {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:28:27.572684 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c8267015-3d65-44ef-ba36-6a333ff0424d,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:28:27.577171 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:27.605997 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5051ca18-8f1c-4674-830d-5c9509b367bc req-de5c8629-e0a6-4a54-a556-48011fc17850 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 999 time: 0.0612206 Jul 27 20:28:27.628226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=c8267015-3d65-44ef-ba36-6a333ff0424d,revision_number=12']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:28:27.669896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051ca18-8f1c-4674-830d-5c9509b367bc req-099a1f31-7333-42fb-8104-ab0b56766a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:27.671385 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5051ca18-8f1c-4674-830d-5c9509b367bc req-099a1f31-7333-42fb-8104-ab0b56766a0f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bbd94dc1-a56f-4991-b6ea-834b2c8b6d25 HTTP/1.1" status: 200 len: 835 time: 0.0466354 Jul 27 20:28:27.759497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051ca18-8f1c-4674-830d-5c9509b367bc req-31938f01-15c7-4dd7-b247-67e1591ae32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:27.761068 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5051ca18-8f1c-4674-830d-5c9509b367bc req-31938f01-15c7-4dd7-b247-67e1591ae32a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd852918-1577-4616-84b2-5e9515a150bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810151 Jul 27 20:28:27.798518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['c8267015-3d65-44ef-ba36-6a333ff0424d'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:28:27.863519 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5051ca18-8f1c-4674-830d-5c9509b367bc req-8dfacce3-e195-4343-afa7-19e192b4399e service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916772 Jul 27 20:28:27.967821 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5051ca18-8f1c-4674-830d-5c9509b367bc req-2186eb2c-a272-45f2-875b-c4740cf9e72e service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964758 Jul 27 20:28:29.403712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c8267015-3d65-44ef-ba36-6a333ff0424d up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:28:29.459680 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port c8267015-3d65-44ef-ba36-6a333ff0424d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:28:29.464013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port c8267015-3d65-44ef-ba36-6a333ff0424d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:28:29.464426 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:29.555772 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:29.578761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:28:29.581044 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f54ad2-7f7e-432d-b3eb-f2262a6d937a" -d '{"events": [{"server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "name": "network-vif-plugged", "status": "completed", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:28:29.594491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c8267015-3d65-44ef-ba36-6a333ff0424d,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:28:29.600123 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:29.623386 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954741d8-3720-425b-bd25-7aadd25429ec x-openstack-request-id: req-954741d8-3720-425b-bd25-7aadd25429ec {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:28:29.623682 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "name": "network-vif-plugged", "status": "completed", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:28:29.623919 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-954741d8-3720-425b-bd25-7aadd25429ec {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:28:29.624305 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'code': 200} Jul 27 20:28:29.649005 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=c8267015-3d65-44ef-ba36-6a333ff0424d,revision_number=13']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:28:38.792217 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:41.931508 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:43.447626 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-754242a1-cd33-415c-8ce2-e1eb3c065650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:46.158312 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-766ce521-1fdb-42a9-a22e-98e5188362cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:46.265828 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:47.259794 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:49.028509 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:49.803266 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:28:57.693672 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d6512-e9e9-4808-87d3-24c0acb767a7 req-d41e2df2-0249-42db-b530-d31c19a088c2 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:57.695222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c90d6512-e9e9-4808-87d3-24c0acb767a7 req-d41e2df2-0249-42db-b530-d31c19a088c2 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1099 time: 0.0591297 Jul 27 20:28:57.736373 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c90d6512-e9e9-4808-87d3-24c0acb767a7 req-0b4158ad-2d8b-4cd1-9538-d8f72addecca tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325975 Jul 27 20:28:57.758362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34138) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:28:57.920278 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a6de5-5116-402a-998a-f53924bb72d3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port 2b5f2e50-0a41-4cb7-96ef-2fb150136990 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:28:57.920594 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6de5-5116-402a-998a-f53924bb72d3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:57.997685 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6de5-5116-402a-998a-f53924bb72d3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:57.997962 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6de5-5116-402a-998a-f53924bb72d3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:58.010235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a6de5-5116-402a-998a-f53924bb72d3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for 2b5f2e50-0a41-4cb7-96ef-2fb150136990 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:28:58.516058 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6de5-5116-402a-998a-f53924bb72d3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:58.551383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a6de5-5116-402a-998a-f53924bb72d3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=2b5f2e50-0a41-4cb7-96ef-2fb150136990,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:28:58.618592 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6de5-5116-402a-998a-f53924bb72d3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:58.619502 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-ca1a6de5-5116-402a-998a-f53924bb72d3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Floating IP 3b6d6fd1-7d3e-40d7-ab96-f83fc01d3c27 disassociated (deleted). External IP: 172.25.1.50, port: c8267015-3d65-44ef-ba36-6a333ff0424d. Jul 27 20:28:58.846901 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1a6de5-5116-402a-998a-f53924bb72d3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:28:58.958968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1a6de5-5116-402a-998a-f53924bb72d3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:28:58.963864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6de5-5116-402a-998a-f53924bb72d3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:28:58.971465 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca644adb-b861-4336-9209-0c0e42159aef None None] Sync routers for ids ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:28:58.981487 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca644adb-b861-4336-9209-0c0e42159aef None None] Routers {'c37d4254-9dfc-4003-93b2-09a3bce9c2f9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:28:58.982090 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ca644adb-b861-4336-9209-0c0e42159aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:28:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:28:59.002220 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ca1a6de5-5116-402a-998a-f53924bb72d3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/floatingips/3b6d6fd1-7d3e-40d7-ab96-f83fc01d3c27 HTTP/1.1" status: 204 len: 168 time: 1.2427332 Jul 27 20:28:59.002809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:28:59.005266 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427118e2-17d3-4746-9bf9-db8e5ea73963" -d '{"events": [{"name": "network-changed", "server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:28:59.040024 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd52a3c-02cc-40a3-b5d3-a78256114461 x-openstack-request-id: req-2dd52a3c-02cc-40a3-b5d3-a78256114461 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:28:59.040316 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:28:59.040602 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2dd52a3c-02cc-40a3-b5d3-a78256114461 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:28:59.041006 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'status': 'completed', 'code': 200} Jul 27 20:28:59.090203 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-ca644adb-b861-4336-9209-0c0e42159aef None None] Set router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:28:59.119489 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427118e2-17d3-4746-9bf9-db8e5ea73963 req-2c3a1354-eeed-4020-a1da-98c9fbf2ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:59.121214 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-427118e2-17d3-4746-9bf9-db8e5ea73963 req-2c3a1354-eeed-4020-a1da-98c9fbf2ee25 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 1099 time: 0.0568883 Jul 27 20:28:59.230529 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427118e2-17d3-4746-9bf9-db8e5ea73963 req-76bcef93-5044-4851-a14e-d222cafd5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:59.232163 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-427118e2-17d3-4746-9bf9-db8e5ea73963 req-76bcef93-5044-4851-a14e-d222cafd5847 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dd852918-1577-4616-84b2-5e9515a150bf HTTP/1.1" status: 200 len: 898 time: 0.1040728 Jul 27 20:28:59.280743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292dba-701c-40c3-b94a-976b4cfde79a req-d28fe261-40d5-4a7b-ba06-5eae0cd5b653 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:59.285134 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-427118e2-17d3-4746-9bf9-db8e5ea73963 req-b7d3ec2f-96b5-4909-a3c8-4f1f255d001d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 200 len: 217 time: 0.0442429 Jul 27 20:28:59.285792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-93292dba-701c-40c3-b94a-976b4cfde79a req-d28fe261-40d5-4a7b-ba06-5eae0cd5b653 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 947 time: 0.0753486 Jul 27 20:28:59.313948 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ca644adb-b861-4336-9209-0c0e42159aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:27:15Z', 'updated_at': '2021-07-27T20:27:19Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:16Z', 'updated_at': '2021-07-27T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8230818d-1504-4055-b3b9-17c8c11eecde', 'name': '', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:4f:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:19Z', 'updated_at': '2021-07-27T20:27:23Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:28:59.326848 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-93292dba-701c-40c3-b94a-976b4cfde79a req-bebf9a4c-4236-4c72-81bc-bd96b01d9a26 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333028 Jul 27 20:28:59.340322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427118e2-17d3-4746-9bf9-db8e5ea73963 req-40a7faa5-bdb9-4743-b4b4-b5bde02cc6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:59.341966 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-427118e2-17d3-4746-9bf9-db8e5ea73963 req-40a7faa5-bdb9-4743-b4b4-b5bde02cc6e7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bbd94dc1-a56f-4991-b6ea-834b2c8b6d25 HTTP/1.1" status: 200 len: 835 time: 0.0493438 Jul 27 20:28:59.343807 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca644adb-b861-4336-9209-0c0e42159aef None None] Checking router: c37d4254-9dfc-4003-93b2-09a3bce9c2f9 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:28:59.352573 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca644adb-b861-4336-9209-0c0e42159aef None None] Routers {'c37d4254-9dfc-4003-93b2-09a3bce9c2f9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:28:59.353167 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ca644adb-b861-4336-9209-0c0e42159aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:28:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:28:59.404613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427118e2-17d3-4746-9bf9-db8e5ea73963 req-f4f6890a-024d-4e7c-9dcc-0ef305801e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:28:59.406281 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-427118e2-17d3-4746-9bf9-db8e5ea73963 req-f4f6890a-024d-4e7c-9dcc-0ef305801e57 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dd852918-1577-4616-84b2-5e9515a150bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564258 Jul 27 20:28:59.507898 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-427118e2-17d3-4746-9bf9-db8e5ea73963 req-5582681c-f254-4a45-a632-3916ab688602 service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933673 Jul 27 20:28:59.553858 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-ca644adb-b861-4336-9209-0c0e42159aef None None] Set router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:28:59.602170 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-427118e2-17d3-4746-9bf9-db8e5ea73963 req-c5239e4a-c20c-4e6e-84b7-cf707a6a752e service neutron] 10.222.0.63 "GET /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868778 Jul 27 20:28:59.780430 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ca644adb-b861-4336-9209-0c0e42159aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:27:15Z', 'updated_at': '2021-07-27T20:27:19Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:16Z', 'updated_at': '2021-07-27T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8230818d-1504-4055-b3b9-17c8c11eecde', 'name': '', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:4f:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:19Z', 'updated_at': '2021-07-27T20:27:23Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:28:59.810424 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca644adb-b861-4336-9209-0c0e42159aef None None] The sync data for ids ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'] in n-d-705657-21 is: [{'id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:27:15Z', 'updated_at': '2021-07-27T20:27:19Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:16Z', 'updated_at': '2021-07-27T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8230818d-1504-4055-b3b9-17c8c11eecde', 'name': '', 'network_id': 'dd852918-1577-4616-84b2-5e9515a150bf', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:4f:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:19Z', 'updated_at': '2021-07-27T20:27:23Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bbd94dc1-a56f-4991-b6ea-834b2c8b6d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:29:00.040612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26909c55-2f13-400c-89d2-599b68b67e98 None None] New status for floating IP 3b6d6fd1-7d3e-40d7-ab96-f83fc01d3c27: DOWN {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:29:00.472924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9ba12-9c69-491c-95f2-8274d332ee36 req-ceb194d7-8592-4438-89f2-38f593a9b7fc tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:00.474414 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68a9ba12-9c69-491c-95f2-8274d332ee36 req-ceb194d7-8592-4438-89f2-38f593a9b7fc tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 947 time: 0.0731924 Jul 27 20:29:00.517753 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68a9ba12-9c69-491c-95f2-8274d332ee36 req-916cf72f-0e52-4ad4-bcdc-db7f79b649fb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e146d89-09cd-4085-a1b5-76409f116009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345781 Jul 27 20:29:00.588513 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18def1ab-6a61-4fe5-b94d-dc7afbf7724d req-3379ae8d-78e3-41ce-88a6-6f2c85cca356 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:00.589988 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-18def1ab-6a61-4fe5-b94d-dc7afbf7724d req-3379ae8d-78e3-41ce-88a6-6f2c85cca356 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.63 "GET /v2.0/ports?device_id=27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca HTTP/1.1" status: 200 len: 947 time: 0.0713210 Jul 27 20:29:00.701716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-18def1ab-6a61-4fe5-b94d-dc7afbf7724d req-f8891ebf-c2ee-4ef2-80c7-9374075b5740 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port c8267015-3d65-44ef-ba36-6a333ff0424d {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:29:00.702387 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-18def1ab-6a61-4fe5-b94d-dc7afbf7724d req-f8891ebf-c2ee-4ef2-80c7-9374075b5740 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:00.801958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-18def1ab-6a61-4fe5-b94d-dc7afbf7724d req-f8891ebf-c2ee-4ef2-80c7-9374075b5740 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] For port c8267015-3d65-44ef-ba36-6a333ff0424d, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c8267015-3d65-44ef-ba36-6a333ff0424d,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:29:00.802322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-18def1ab-6a61-4fe5-b94d-dc7afbf7724d req-f8891ebf-c2ee-4ef2-80c7-9374075b5740 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:00.819752 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-18def1ab-6a61-4fe5-b94d-dc7afbf7724d req-f8891ebf-c2ee-4ef2-80c7-9374075b5740 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for c8267015-3d65-44ef-ba36-6a333ff0424d owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:29:00.959862 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-18def1ab-6a61-4fe5-b94d-dc7afbf7724d req-f8891ebf-c2ee-4ef2-80c7-9374075b5740 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:00.987852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8891ebf-c2ee-4ef2-80c7-9374075b5740 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=c8267015-3d65-44ef-ba36-6a333ff0424d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:01.041239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-18def1ab-6a61-4fe5-b94d-dc7afbf7724d req-f8891ebf-c2ee-4ef2-80c7-9374075b5740 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] No DVR routers for this DVR port c8267015-3d65-44ef-ba36-6a333ff0424d on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:29:01.044210 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-18def1ab-6a61-4fe5-b94d-dc7afbf7724d req-f8891ebf-c2ee-4ef2-80c7-9374075b5740 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:01.046500 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-18def1ab-6a61-4fe5-b94d-dc7afbf7724d req-f8891ebf-c2ee-4ef2-80c7-9374075b5740 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.63 "DELETE /v2.0/ports/c8267015-3d65-44ef-ba36-6a333ff0424d HTTP/1.1" status: 204 len: 173 time: 0.4502599 Jul 27 20:29:01.047124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'name': 'network-vif-deleted', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:29:01.049405 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dec3826-e449-4540-a21f-08904d0c02c4" -d '{"events": [{"server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "name": "network-vif-deleted", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:29:01.086489 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b92c98-4d86-49ca-990b-fb373bd9fd57 x-openstack-request-id: req-47b92c98-4d86-49ca-990b-fb373bd9fd57 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:29:01.086784 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca", "name": "network-vif-deleted", "tag": "c8267015-3d65-44ef-ba36-6a333ff0424d", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:29:01.087049 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47b92c98-4d86-49ca-990b-fb373bd9fd57 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:29:01.087477 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f9fd8c-b5e9-4a1f-b96d-b5ac743c85ca', 'name': 'network-vif-deleted', 'tag': 'c8267015-3d65-44ef-ba36-6a333ff0424d', 'status': 'completed', 'code': 200} Jul 27 20:29:01.575235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34154) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:01.964099 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e386384b-4daf-4904-b1f8-554687dd391e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:02.256914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-e386384b-4daf-4904-b1f8-554687dd391e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port 8230818d-1504-4055-b3b9-17c8c11eecde {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:29:02.257216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e386384b-4daf-4904-b1f8-554687dd391e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:02.355392 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-e386384b-4daf-4904-b1f8-554687dd391e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] For port 8230818d-1504-4055-b3b9-17c8c11eecde, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8230818d-1504-4055-b3b9-17c8c11eecde,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:29:02.355724 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e386384b-4daf-4904-b1f8-554687dd391e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:02.368714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-e386384b-4daf-4904-b1f8-554687dd391e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for 8230818d-1504-4055-b3b9-17c8c11eecde owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:29:02.572678 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e386384b-4daf-4904-b1f8-554687dd391e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:02.601262 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386384b-4daf-4904-b1f8-554687dd391e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=8230818d-1504-4055-b3b9-17c8c11eecde,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:03.135410 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e386384b-4daf-4904-b1f8-554687dd391e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:03.365845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e386384b-4daf-4904-b1f8-554687dd391e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:29:03.480192 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e386384b-4daf-4904-b1f8-554687dd391e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:29:03.486318 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e386384b-4daf-4904-b1f8-554687dd391e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "PUT /v2.0/routers/c37d4254-9dfc-4003-93b2-09a3bce9c2f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9095609 Jul 27 20:29:03.488725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34158) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:03.491351 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda7654c-e215-4df1-8cbb-71ba40518a11 None None] Sync routers for ids ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:29:03.502975 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda7654c-e215-4df1-8cbb-71ba40518a11 None None] Routers {'c37d4254-9dfc-4003-93b2-09a3bce9c2f9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:29:03.503597 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-eda7654c-e215-4df1-8cbb-71ba40518a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:28:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:03.543700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3ca303-d5a8-4935-bb84-55aae5948e40 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting subnet bbd94dc1-a56f-4991-b6ea-834b2c8b6d25 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:29:03.547595 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a3ca303-d5a8-4935-bb84-55aae5948e40 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:03.587387 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a3ca303-d5a8-4935-bb84-55aae5948e40 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:03.610648 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-eda7654c-e215-4df1-8cbb-71ba40518a11 None None] Set router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:29:03.676674 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a3ca303-d5a8-4935-bb84-55aae5948e40 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:03.745807 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a3ca303-d5a8-4935-bb84-55aae5948e40 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:03.773460 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ca303-d5a8-4935-bb84-55aae5948e40 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd94dc1-a56f-4991-b6ea-834b2c8b6d25,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:03.777192 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a3ca303-d5a8-4935-bb84-55aae5948e40 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:03.779799 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3a3ca303-d5a8-4935-bb84-55aae5948e40 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/subnets/bbd94dc1-a56f-4991-b6ea-834b2c8b6d25 HTTP/1.1" status: 204 len: 168 time: 0.2894750 Jul 27 20:29:03.783767 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34160) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:03.787233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9198effa-e763-4ed5-8a35-905c3ddfa697 None None] Network dd852918-1577-4616-84b2-5e9515a150bf requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:29:03.807008 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-eda7654c-e215-4df1-8cbb-71ba40518a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:27:15Z', 'updated_at': '2021-07-27T20:29:02Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:16Z', 'updated_at': '2021-07-27T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:03.839262 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda7654c-e215-4df1-8cbb-71ba40518a11 None None] Checking router: c37d4254-9dfc-4003-93b2-09a3bce9c2f9 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:29:03.849248 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda7654c-e215-4df1-8cbb-71ba40518a11 None None] Routers {'c37d4254-9dfc-4003-93b2-09a3bce9c2f9'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:29:03.849876 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-eda7654c-e215-4df1-8cbb-71ba40518a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:28:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:03.896772 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:03.962673 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-eda7654c-e215-4df1-8cbb-71ba40518a11 None None] Set router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:29:03.999516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a23b11-a11b-4c73-a25f-19827b12083e None None] DHCP port deletion for dd852918-1577-4616-84b2-5e9515a150bf request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:29:04.009767 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.050092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-83a23b11-a11b-4c73-a25f-19827b12083e None None] Deleting port a86a52ee-09d0-4372-ac6c-a2b45fe227d8 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:29:04.050817 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-83a23b11-a11b-4c73-a25f-19827b12083e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.066271 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:29:04.066997 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.113607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-83a23b11-a11b-4c73-a25f-19827b12083e None None] For port a86a52ee-09d0-4372-ac6c-a2b45fe227d8, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a86a52ee-09d0-4372-ac6c-a2b45fe227d8,segment=NetworkSegment(9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26),segment_id=9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:29:04.114041 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-83a23b11-a11b-4c73-a25f-19827b12083e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.131424 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-83a23b11-a11b-4c73-a25f-19827b12083e None None] Calling delete_port for a86a52ee-09d0-4372-ac6c-a2b45fe227d8 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:29:04.157770 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-eda7654c-e215-4df1-8cbb-71ba40518a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:27:15Z', 'updated_at': '2021-07-27T20:29:02Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:16Z', 'updated_at': '2021-07-27T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:04.166305 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] For port e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:29:04.166886 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.184093 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda7654c-e215-4df1-8cbb-71ba40518a11 None None] The sync data for ids ['c37d4254-9dfc-4003-93b2-09a3bce9c2f9'] in n-d-705657-21 is: [{'id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532241764', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:27:15Z', 'updated_at': '2021-07-27T20:29:02Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d4254-9dfc-4003-93b2-09a3bce9c2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:27:16Z', 'updated_at': '2021-07-27T20:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:29:04.189703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:29:04.225744 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-83a23b11-a11b-4c73-a25f-19827b12083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.386578 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.414574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a23b11-a11b-4c73-a25f-19827b12083e None None] Pushing event deleted for resources: {'Port': ['ID=a86a52ee-09d0-4372-ac6c-a2b45fe227d8,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:04.419741 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:04.421289 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a23b11-a11b-4c73-a25f-19827b12083e None None] No DVR routers for this DVR port a86a52ee-09d0-4372-ac6c-a2b45fe227d8 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:29:04.486086 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.583127 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.585469 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.631649 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.632352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Fanout notify agent at l3_agent the message router_deleted on router c37d4254-9dfc-4003-93b2-09a3bce9c2f9 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:29:04.640164 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.644025 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d126d50d-8296-4e31-b8d5-bcf01c0132b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/routers/c37d4254-9dfc-4003-93b2-09a3bce9c2f9 HTTP/1.1" status: 204 len: 168 time: 0.8564694 Jul 27 20:29:04.644218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34162) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:04.732779 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f498fc32-f534-450b-a248-309e7300d6b1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.824334 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f498fc32-f534-450b-a248-309e7300d6b1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.835944 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f498fc32-f534-450b-a248-309e7300d6b1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd852918-1577-4616-84b2-5e9515a150bf']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:04.849887 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f498fc32-f534-450b-a248-309e7300d6b1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:04.850262 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-f498fc32-f534-450b-a248-309e7300d6b1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9321851a-e6bb-4ef8-bcb2-d1fc9e0a7c26') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:04.860344 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f498fc32-f534-450b-a248-309e7300d6b1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.880864 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f498fc32-f534-450b-a248-309e7300d6b1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.892600 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f498fc32-f534-450b-a248-309e7300d6b1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:29:04.892997 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f498fc32-f534-450b-a248-309e7300d6b1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:29:04.896016 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:29:04.964432 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f498fc32-f534-450b-a248-309e7300d6b1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.975904 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f498fc32-f534-450b-a248-309e7300d6b1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:04.977754 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f498fc32-f534-450b-a248-309e7300d6b1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/networks/dd852918-1577-4616-84b2-5e9515a150bf HTTP/1.1" status: 204 len: 168 time: 0.3324203 Jul 27 20:29:04.980734 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34164) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:04.988214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498fc32-f534-450b-a248-309e7300d6b1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Network': ['ID=dd852918-1577-4616-84b2-5e9515a150bf,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:05.041339 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e48678a4-bfd0-4b69-ae37-06b58e4d708e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:05.067041 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e48678a4-bfd0-4b69-ae37-06b58e4d708e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:05.131981 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e48678a4-bfd0-4b69-ae37-06b58e4d708e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:05.134677 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e48678a4-bfd0-4b69-ae37-06b58e4d708e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:05.135875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e48678a4-bfd0-4b69-ae37-06b58e4d708e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/security-groups/2e146d89-09cd-4085-a1b5-76409f116009 HTTP/1.1" status: 204 len: 168 time: 0.1541183 Jul 27 20:29:05.145915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48678a4-bfd0-4b69-ae37-06b58e4d708e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e146d89-09cd-4085-a1b5-76409f116009,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:05.347405 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:29:05.372340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:29:05.372932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e8aa9965-5376-46f7-ad8c-4ebd8bd1cb15 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:29:05.373686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a86a52ee-09d0-4372-ac6c-a2b45fe227d8 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:29:05.397140 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: a86a52ee-09d0-4372-ac6c-a2b45fe227d8 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:29:05.397382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a86a52ee-09d0-4372-ac6c-a2b45fe227d8 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:29:05.397883 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8230818d-1504-4055-b3b9-17c8c11eecde no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:29:05.417354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 8230818d-1504-4055-b3b9-17c8c11eecde {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:29:05.417703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8230818d-1504-4055-b3b9-17c8c11eecde not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:29:05.525311 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c8267015-3d65-44ef-ba36-6a333ff0424d no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:29:05.546075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: c8267015-3d65-44ef-ba36-6a333ff0424d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:29:05.546413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c8267015-3d65-44ef-ba36-6a333ff0424d not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:29:05.674606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34170) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:05.679414 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-86ff4ad5-ff5c-4c02-ac59-503966516473 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-230979240', 'description': 'tempest-secgroup-smoke-230979240 description', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:29:05.703344 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-86ff4ad5-ff5c-4c02-ac59-503966516473 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:05.796047 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-86ff4ad5-ff5c-4c02-ac59-503966516473 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:05.800735 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-86ff4ad5-ff5c-4c02-ac59-503966516473 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:05.826441 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-86ff4ad5-ff5c-4c02-ac59-503966516473 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:05.827790 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-86ff4ad5-ff5c-4c02-ac59-503966516473 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1521699 Jul 27 20:29:05.830696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34172) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:05.835385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-4906fbbd-08b4-4479-b715-f5129807eb12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': 'c70cb633-8b4f-4d68-b9d9-3a7cf92427cc', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:29:05.843335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff4ad5-ff5c-4c02-ac59-503966516473 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:05.867659 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4906fbbd-08b4-4479-b715-f5129807eb12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:05.932640 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4906fbbd-08b4-4479-b715-f5129807eb12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:05.938445 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4906fbbd-08b4-4479-b715-f5129807eb12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:05.960479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906fbbd-08b4-4479-b715-f5129807eb12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5068eeee-0c60-4922-b572-c280869de07f,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:05.966605 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4906fbbd-08b4-4479-b715-f5129807eb12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:05.967785 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4906fbbd-08b4-4479-b715-f5129807eb12 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358640 Jul 27 20:29:05.970645 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34174) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:05.975455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e2b1a112-6f47-424b-8768-8aa627a01ebd tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': 'c70cb633-8b4f-4d68-b9d9-3a7cf92427cc', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:29:06.004297 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a112-6f47-424b-8768-8aa627a01ebd tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.061321 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a112-6f47-424b-8768-8aa627a01ebd tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.065747 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a112-6f47-424b-8768-8aa627a01ebd tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.085564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1a112-6f47-424b-8768-8aa627a01ebd tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc2cbf0-b800-4175-b46f-19da6fcb8db1,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:06.094311 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e2b1a112-6f47-424b-8768-8aa627a01ebd tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.095559 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e2b1a112-6f47-424b-8768-8aa627a01ebd tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235993 Jul 27 20:29:06.098743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34176) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:06.103295 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-acd0da35-4c3f-4378-83b6-254a3f883512 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': 'c70cb633-8b4f-4d68-b9d9-3a7cf92427cc', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:29:06.131333 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acd0da35-4c3f-4378-83b6-254a3f883512 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.190310 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acd0da35-4c3f-4378-83b6-254a3f883512 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.196697 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acd0da35-4c3f-4378-83b6-254a3f883512 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.214910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0da35-4c3f-4378-83b6-254a3f883512 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96bc34d-e4e9-40d2-a52b-804bd835e558,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:06.222480 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-acd0da35-4c3f-4378-83b6-254a3f883512 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.223736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-acd0da35-4c3f-4378-83b6-254a3f883512 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240213 Jul 27 20:29:06.226940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34178) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:06.231859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-20848ce1-3c96-436c-ac09-d53e12a2ca30 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': 'c70cb633-8b4f-4d68-b9d9-3a7cf92427cc', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:29:06.260535 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20848ce1-3c96-436c-ac09-d53e12a2ca30 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.321739 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20848ce1-3c96-436c-ac09-d53e12a2ca30 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.327386 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20848ce1-3c96-436c-ac09-d53e12a2ca30 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.346580 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20848ce1-3c96-436c-ac09-d53e12a2ca30 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e84c26f-999e-45ab-be7e-d655940a1e8c,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:06.357485 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-20848ce1-3c96-436c-ac09-d53e12a2ca30 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.359019 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-20848ce1-3c96-436c-ac09-d53e12a2ca30 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310208 Jul 27 20:29:06.361947 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34180) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:06.366506 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dfdc1e5e-0f63-47f4-91fe-4237e512a0d5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': 'c70cb633-8b4f-4d68-b9d9-3a7cf92427cc', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:29:06.391082 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-dfdc1e5e-0f63-47f4-91fe-4237e512a0d5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Project 0a0b7ee5818c4a909178bb93edf2d8c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:29:06.396138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfdc1e5e-0f63-47f4-91fe-4237e512a0d5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.464110 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfdc1e5e-0f63-47f4-91fe-4237e512a0d5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.468716 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfdc1e5e-0f63-47f4-91fe-4237e512a0d5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.487328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc1e5e-0f63-47f4-91fe-4237e512a0d5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29de8e86-966e-481d-87b8-82d1947106ab,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:06.494355 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dfdc1e5e-0f63-47f4-91fe-4237e512a0d5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.495696 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dfdc1e5e-0f63-47f4-91fe-4237e512a0d5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327710 Jul 27 20:29:06.498776 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34182) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:06.503488 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8cad0c23-92db-41f0-a26d-8090fe9e94c0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': 'c70cb633-8b4f-4d68-b9d9-3a7cf92427cc', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:29:06.526182 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-8cad0c23-92db-41f0-a26d-8090fe9e94c0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Project 0a0b7ee5818c4a909178bb93edf2d8c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:29:06.531847 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8cad0c23-92db-41f0-a26d-8090fe9e94c0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.594214 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8cad0c23-92db-41f0-a26d-8090fe9e94c0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.600127 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8cad0c23-92db-41f0-a26d-8090fe9e94c0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.618657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad0c23-92db-41f0-a26d-8090fe9e94c0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c980aa-6e58-4141-9b78-d0387f0ab241,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:06.627225 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8cad0c23-92db-41f0-a26d-8090fe9e94c0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.629108 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8cad0c23-92db-41f0-a26d-8090fe9e94c0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293662 Jul 27 20:29:06.632084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34184) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:06.637459 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-061a348d-fa33-4dbb-86c7-64feb6d9404e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'network': {'name': 'tempest-network-smoke--1764419724', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'port_security_enabled': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:29:06.661716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061a348d-fa33-4dbb-86c7-64feb6d9404e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Made reservation on behalf of 0a0b7ee5818c4a909178bb93edf2d8c5 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:29:06.665348 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-061a348d-fa33-4dbb-86c7-64feb6d9404e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.697928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061a348d-fa33-4dbb-86c7-64feb6d9404e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:29:06.707762 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-061a348d-fa33-4dbb-86c7-64feb6d9404e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.708107 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-061a348d-fa33-4dbb-86c7-64feb6d9404e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Added segment 775992fc-baef-45d6-94f4-b9ad4c3e3e73 of type vlan for network 051bfc8b-e213-456e-8d6e-2021921d3eba Jul 27 20:29:06.748810 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-061a348d-fa33-4dbb-86c7-64feb6d9404e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.778068 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-061a348d-fa33-4dbb-86c7-64feb6d9404e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.784064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061a348d-fa33-4dbb-86c7-64feb6d9404e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:06.784698 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-061a348d-fa33-4dbb-86c7-64feb6d9404e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.840246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-061a348d-fa33-4dbb-86c7-64feb6d9404e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2068856 Jul 27 20:29:06.843036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34186) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:06.850065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'admin_state_up': True, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:29:06.866745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a348d-fa33-4dbb-86c7-64feb6d9404e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Network': ['ID=051bfc8b-e213-456e-8d6e-2021921d3eba,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:06.882232 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.883449 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:06.883644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 051bfc8b-e213-456e-8d6e-2021921d3eba details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:29:06.945101 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:07.097685 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:07.307770 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:07.327401 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:07.438283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.25.1.225 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/c2a5627d-1959-4eb4-b9a7-7907f7520764) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:29:07.547806 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:07.594979 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:07.635801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:29:07.642040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:29:07.646581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:29:07.649695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=c2a5627d-1959-4eb4-b9a7-7907f7520764,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:07.901248 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:08.097328 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:08.232615 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router 79b97c59-e2fd-4137-bf0e-250015004c79 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:29:08.346641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:29:08.356963 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Sync routers for ids ['79b97c59-e2fd-4137-bf0e-250015004c79'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:29:08.365981 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:08.367337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-016063e0-a727-48aa-936b-237121bcceb7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5233157 Jul 27 20:29:08.368803 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Routers {'79b97c59-e2fd-4137-bf0e-250015004c79'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:29:08.369516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:28:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['79b97c59-e2fd-4137-bf0e-250015004c79'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:08.370548 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34188) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:08.399793 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4de68ac0-be5a-4a2e-ac2d-dd15f3b2836e tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0a0b7ee5818c4a909178bb93edf2d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280192 Jul 27 20:29:08.403483 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34190) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:08.492657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Set router 79b97c59-e2fd-4137-bf0e-250015004c79 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:29:08.500680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65833235-cc1e-4fcf-81c7-969eb2135fce tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:08.505551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-65833235-cc1e-4fcf-81c7-969eb2135fce tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0977292 Jul 27 20:29:08.505849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34192) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:08.544424 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e657771f-eb59-4450-a2c9-b3a1aeec39e3 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350926 Jul 27 20:29:08.544691 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34194) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:08.550015 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-08bfa1f6-e23d-42b9-9911-691837381b69 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-144671281', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:29:08.646446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bfa1f6-e23d-42b9-9911-691837381b69 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Made reservation on behalf of 0a0b7ee5818c4a909178bb93edf2d8c5 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:29:08.650666 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08bfa1f6-e23d-42b9-9911-691837381b69 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:08.678515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:29:06Z', 'updated_at': '2021-07-27T20:29:07Z', 'revision_number': 3, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:07Z', 'updated_at': '2021-07-27T20:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:08.710206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Checking router: 79b97c59-e2fd-4137-bf0e-250015004c79 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:29:08.710575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Updating router 79b97c59-e2fd-4137-bf0e-250015004c79 port c2a5627d-1959-4eb4-b9a7-7907f7520764 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:29:08.745874 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:08.841861 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:08.863936 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08bfa1f6-e23d-42b9-9911-691837381b69 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:08.930095 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfa1f6-e23d-42b9-9911-691837381b69 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Subnet': ['ID=bc462c37-accc-4b57-bff8-a8acd479541c,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:08.941247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bfa1f6-e23d-42b9-9911-691837381b69 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Checking segment: {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:29:08.941649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bfa1f6-e23d-42b9-9911-691837381b69 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network hostable DHCP agents. Network: 051bfc8b-e213-456e-8d6e-2021921d3eba, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:29:08.962037 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bfa1f6-e23d-42b9-9911-691837381b69 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 051bfc8b-e213-456e-8d6e-2021921d3eba is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:29:08.973008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-08bfa1f6-e23d-42b9-9911-691837381b69 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 051bfc8b-e213-456e-8d6e-2021921d3eba) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:29:08.977323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bfa1f6-e23d-42b9-9911-691837381b69 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:08.977917 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08bfa1f6-e23d-42b9-9911-691837381b69 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:08.990700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21a8139-653c-4931-8493-ecf806817238 None None] Network 051bfc8b-e213-456e-8d6e-2021921d3eba requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:29:08.997014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34196) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:08.997325 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-08bfa1f6-e23d-42b9-9911-691837381b69 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4512188 Jul 27 20:29:09.087439 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:09.108273 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Transition to ACTIVE for port object c2a5627d-1959-4eb4-b9a7-7907f7520764 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:29:09.121585 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:09.205655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436ab46-9468-4330-a477-2d323607adae None None] Pushing event updated for resources: {'Port': ['ID=c2a5627d-1959-4eb4-b9a7-7907f7520764,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:09.209776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Attempting to bind port c2a5627d-1959-4eb4-b9a7-7907f7520764 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:29:09.210020 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Attempting to bind port c2a5627d-1959-4eb4-b9a7-7907f7520764 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:29:09.210387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Attempting to bind port c2a5627d-1959-4eb4-b9a7-7907f7520764 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:29:09.223155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:29:09.223512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:29:09.223937 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:09.224347 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:29:09.224859 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Bound port: c2a5627d-1959-4eb4-b9a7-7907f7520764, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:29:09.225242 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:09.283951 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-051bfc8b-e213-456e-8d6e-2021921d3eba', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ips': [{'subnet_id': 'bc462c37-accc-4b57-bff8-a8acd479541c'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:29:09.285184 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:09.322457 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] For port c2a5627d-1959-4eb4-b9a7-7907f7520764, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:29:09.325849 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] For port c2a5627d-1959-4eb4-b9a7-7907f7520764, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c2a5627d-1959-4eb4-b9a7-7907f7520764,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:29:09.335125 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:09.467878 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436ab46-9468-4330-a477-2d323607adae None None] Pushing event updated for resources: {'Port': ['ID=c2a5627d-1959-4eb4-b9a7-7907f7520764,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:09.470442 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Routers {'79b97c59-e2fd-4137-bf0e-250015004c79'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:29:09.471057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:28:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['79b97c59-e2fd-4137-bf0e-250015004c79'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:09.498767 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:09.582801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Allocated IP 172.20.0.2 (051bfc8b-e213-456e-8d6e-2021921d3eba/bc462c37-accc-4b57-bff8-a8acd479541c/47dd8986-441d-468a-b46d-9107be5bdf45) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:29:09.649540 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] Set router 79b97c59-e2fd-4137-bf0e-250015004c79 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:29:09.877638 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:09.889920 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Transition to ACTIVE for port object 47dd8986-441d-468a-b46d-9107be5bdf45 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:29:09.911127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Transition to ACTIVE for port object 47dd8986-441d-468a-b46d-9107be5bdf45 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:29:09.919773 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:09.959175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Network 051bfc8b-e213-456e-8d6e-2021921d3eba is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:29:09.962947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:29:06Z', 'updated_at': '2021-07-27T20:29:07Z', 'revision_number': 3, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:07Z', 'updated_at': '2021-07-27T20:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:09.966761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:29:09.983916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.20.0.1 (051bfc8b-e213-456e-8d6e-2021921d3eba/bc462c37-accc-4b57-bff8-a8acd479541c/59a276c0-c8d0-40aa-86c5-d07ab0a6baca) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:29:10.001066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:29:10.006067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe3162a-cbc7-4d3d-84e4-a0704831518b None None] The sync data for ids ['79b97c59-e2fd-4137-bf0e-250015004c79'] in n-d-705657-21 is: [{'id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:29:06Z', 'updated_at': '2021-07-27T20:29:07Z', 'revision_number': 3, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:07Z', 'updated_at': '2021-07-27T20:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:29:10.021149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Pushing event updated for resources: {'Port': ['ID=47dd8986-441d-468a-b46d-9107be5bdf45,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:10.073869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Attempting to bind port 47dd8986-441d-468a-b46d-9107be5bdf45 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:29:10.074377 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Attempting to bind port 47dd8986-441d-468a-b46d-9107be5bdf45 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:29:10.075260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Attempting to bind port 47dd8986-441d-468a-b46d-9107be5bdf45 on network 051bfc8b-e213-456e-8d6e-2021921d3eba {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:29:10.081664 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:29:10.082200 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Checking segment: {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:29:10.082662 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:10.083239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Bound using segment: {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:29:10.083947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Bound port: 47dd8986-441d-468a-b46d-9107be5bdf45, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:29:10.084362 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:10.110383 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:10.127266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Transition to ACTIVE for port object 59a276c0-c8d0-40aa-86c5-d07ab0a6baca will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:29:10.153338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] For port 47dd8986-441d-468a-b46d-9107be5bdf45, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:29:10.157318 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] For port 47dd8986-441d-468a-b46d-9107be5bdf45, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=47dd8986-441d-468a-b46d-9107be5bdf45,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:29:10.162014 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:10.164498 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:10.204405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 051bfc8b-e213-456e-8d6e-2021921d3eba is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:29:10.207907 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:29:10.212353 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:29:10.257335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e4c64-aa08-4b6e-9ad9-5289f119f4c2 None None] Pushing event updated for resources: {'Port': ['ID=47dd8986-441d-468a-b46d-9107be5bdf45,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:10.264449 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=59a276c0-c8d0-40aa-86c5-d07ab0a6baca,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:10.295597 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:10.465379 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:10.780334 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:10.785677 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:10.859595 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=59a276c0-c8d0-40aa-86c5-d07ab0a6baca,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:10.862220 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:10.979041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 051bfc8b-e213-456e-8d6e-2021921d3eba is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:29:10.980620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:29:11.106067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router 79b97c59-e2fd-4137-bf0e-250015004c79 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:29:11.231033 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:29:11.240784 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cce5e9a2-254e-4cc8-96f2-d7bdfab0e71a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "PUT /v2.0/routers/79b97c59-e2fd-4137-bf0e-250015004c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2382050 Jul 27 20:29:11.241519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82ec4e2-3db1-484a-88a2-cd5536949501 None None] Network 051bfc8b-e213-456e-8d6e-2021921d3eba requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:29:11.303213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-27e00b3e-3919-4a0d-a377-7a46f0e547d4 None None] Provisioning for port 47dd8986-441d-468a-b46d-9107be5bdf45 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:29:11.439712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 47dd8986-441d-468a-b46d-9107be5bdf45 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:29:11.449837 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-da61bff1-b932-4fe7-b881-282f55d6dff5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-230979240&fields=id&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 267 time: 0.0663245 Jul 27 20:29:11.512578 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 47dd8986-441d-468a-b46d-9107be5bdf45 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:29:11.518147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 47dd8986-441d-468a-b46d-9107be5bdf45 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:29:11.518526 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:11.578401 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-748b4aa1-bd04-412a-b764-598fda8519c7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:11.580030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-748b4aa1-bd04-412a-b764-598fda8519c7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/networks?id=051bfc8b-e213-456e-8d6e-2021921d3eba HTTP/1.1" status: 200 len: 797 time: 0.1214564 Jul 27 20:29:11.601093 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-675cbd13-037a-40fc-b8b7-e22ddf16aaa1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/quotas/0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 375 time: 0.0109584 Jul 27 20:29:11.685802 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-c65ecd19-26e7-4b8d-8879-30e2ce4b6c1b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781615 Jul 27 20:29:11.791406 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:11.802919 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Sync routers for ids ['79b97c59-e2fd-4137-bf0e-250015004c79'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:29:11.815477 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Routers {'79b97c59-e2fd-4137-bf0e-250015004c79'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:29:11.816265 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:28:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['79b97c59-e2fd-4137-bf0e-250015004c79'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:11.827117 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-b0ddc760-d1cb-4c6f-a36c-4b1acd6e661f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:29:11.828272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-b0ddc760-d1cb-4c6f-a36c-4b1acd6e661f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1287777 Jul 27 20:29:11.828564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 47dd8986-441d-468a-b46d-9107be5bdf45, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=47dd8986-441d-468a-b46d-9107be5bdf45,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:29:11.836961 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:11.837836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c2a5627d-1959-4eb4-b9a7-7907f7520764 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:29:11.866466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b5e555e9-f3c6-437c-94ea-7dd4acddae50 None None] Provisioning for port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:29:11.896533 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b5e555e9-f3c6-437c-94ea-7dd4acddae50 None None] Provisioning complete for port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:29:11.896998 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b5e555e9-f3c6-437c-94ea-7dd4acddae50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:11.940001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b5e555e9-f3c6-437c-94ea-7dd4acddae50 None None] Port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:29:11.941314 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Set router 79b97c59-e2fd-4137-bf0e-250015004c79 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:29:11.956202 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-bab279b2-c828-4a1c-95b6-0c5276fe4d46 service neutron] 10.222.0.48 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172111 Jul 27 20:29:11.982661 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:11.994627 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b5e555e9-f3c6-437c-94ea-7dd4acddae50 None None] Provisioning complete for port 47dd8986-441d-468a-b46d-9107be5bdf45 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:29:11.995081 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b5e555e9-f3c6-437c-94ea-7dd4acddae50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:12.035184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=47dd8986-441d-468a-b46d-9107be5bdf45,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:12.048170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port c2a5627d-1959-4eb4-b9a7-7907f7520764 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:29:12.054659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port c2a5627d-1959-4eb4-b9a7-7907f7520764 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:29:12.055119 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:12.073265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-55b51dc9-854d-4935-82e6-8dbf2588e024 service neutron] 10.222.0.48 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159368 Jul 27 20:29:12.180917 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:12.211167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port c2a5627d-1959-4eb4-b9a7-7907f7520764, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c2a5627d-1959-4eb4-b9a7-7907f7520764,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:29:12.217320 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:12.231407 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:29:06Z', 'updated_at': '2021-07-27T20:29:10Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:07Z', 'updated_at': '2021-07-27T20:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '59a276c0-c8d0-40aa-86c5-d07ab0a6baca', 'name': '', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:8f:9e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:09Z', 'updated_at': '2021-07-27T20:29:10Z', 'revision_number': 2, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:12.278524 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Checking router: 79b97c59-e2fd-4137-bf0e-250015004c79 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:29:12.278812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4da71098-cb3d-48ac-8419-109189c9b5ac None None] Provisioning complete for port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:29:12.279283 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Updating router 79b97c59-e2fd-4137-bf0e-250015004c79 port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:29:12.279394 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4da71098-cb3d-48ac-8419-109189c9b5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:12.314049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=c2a5627d-1959-4eb4-b9a7-7907f7520764,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:12.324745 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac33169f-c596-480a-8643-5a682d6b347c req-3172fb10-8954-4ace-8f97-016fb7cb02f3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 210 time: 0.0355623 Jul 27 20:29:12.347884 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4da71098-cb3d-48ac-8419-109189c9b5ac None None] Port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:29:12.362618 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:12.468232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8d91e4c8-4bcc-4fcb-b350-f6706e13a7ce None None] Provisioning complete for port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:29:12.468648 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8d91e4c8-4bcc-4fcb-b350-f6706e13a7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:12.507370 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8d91e4c8-4bcc-4fcb-b350-f6706e13a7ce None None] Port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:29:12.799460 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:12.810787 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Transition to ACTIVE for port object 59a276c0-c8d0-40aa-86c5-d07ab0a6baca will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:29:12.817897 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:12.887625 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c5f32-ddca-4b5e-93ce-38568969b5fe None None] Pushing event updated for resources: {'Port': ['ID=59a276c0-c8d0-40aa-86c5-d07ab0a6baca,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:12.915433 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c5f32-ddca-4b5e-93ce-38568969b5fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:12.915775 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c5f32-ddca-4b5e-93ce-38568969b5fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:12.916103 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c5f32-ddca-4b5e-93ce-38568969b5fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:12.916463 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c5f32-ddca-4b5e-93ce-38568969b5fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:12.916789 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c5f32-ddca-4b5e-93ce-38568969b5fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:12.917113 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c5f32-ddca-4b5e-93ce-38568969b5fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:12.917434 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c5f32-ddca-4b5e-93ce-38568969b5fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:12.917754 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c5f32-ddca-4b5e-93ce-38568969b5fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:12.918070 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c5f32-ddca-4b5e-93ce-38568969b5fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:12.918397 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c5f32-ddca-4b5e-93ce-38568969b5fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:12.918690 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c5f32-ddca-4b5e-93ce-38568969b5fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:12.919002 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c5f32-ddca-4b5e-93ce-38568969b5fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:12.935917 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Attempting to bind port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:29:12.937023 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Attempting to bind port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:29:12.937023 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Attempting to bind port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca on network 051bfc8b-e213-456e-8d6e-2021921d3eba {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:29:12.942113 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:29:12.942446 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Checking segment: {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:29:12.943094 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:12.943481 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Bound using segment: {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:29:12.943925 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Bound port: 59a276c0-c8d0-40aa-86c5-d07ab0a6baca, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:29:12.944302 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:13.014945 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] For port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:29:13.019764 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] For port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=59a276c0-c8d0-40aa-86c5-d07ab0a6baca,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:29:13.025464 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:13.090732 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Routers {'79b97c59-e2fd-4137-bf0e-250015004c79'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:29:13.091473 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:28:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['79b97c59-e2fd-4137-bf0e-250015004c79'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:13.093688 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c5f32-ddca-4b5e-93ce-38568969b5fe None None] Pushing event updated for resources: {'Port': ['ID=59a276c0-c8d0-40aa-86c5-d07ab0a6baca,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:13.206267 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] Set router 79b97c59-e2fd-4137-bf0e-250015004c79 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:29:13.361536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 47dd8986-441d-468a-b46d-9107be5bdf45 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:29:13.419624 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 47dd8986-441d-468a-b46d-9107be5bdf45 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:29:13.419624 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:13.427273 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:29:06Z', 'updated_at': '2021-07-27T20:29:10Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:07Z', 'updated_at': '2021-07-27T20:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '59a276c0-c8d0-40aa-86c5-d07ab0a6baca', 'name': '', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:8f:9e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:09Z', 'updated_at': '2021-07-27T20:29:13Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:13.442583 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b22157b1-9e50-4eb8-81d4-3b91bd322d47 req-3c447d66-7421-4d5a-8334-dc84eba94b2b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 210 time: 0.0375240 Jul 27 20:29:13.454470 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f70f4-9579-4c62-bc90-8a9adbd5cd01 None None] The sync data for ids ['79b97c59-e2fd-4137-bf0e-250015004c79'] in n-d-705657-21 is: [{'id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:29:06Z', 'updated_at': '2021-07-27T20:29:10Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:07Z', 'updated_at': '2021-07-27T20:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '59a276c0-c8d0-40aa-86c5-d07ab0a6baca', 'name': '', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:8f:9e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:09Z', 'updated_at': '2021-07-27T20:29:13Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:29:13.481737 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-38c06d2e-b41e-4c25-b42f-89472b166a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:13.554268 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c2a5627d-1959-4eb4-b9a7-7907f7520764 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:29:13.622694 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port c2a5627d-1959-4eb4-b9a7-7907f7520764 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:29:13.623425 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:13.634898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-aa9aa22a-d5db-4f20-84c1-9966c494d617 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:13.636475 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-aa9aa22a-d5db-4f20-84c1-9966c494d617 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.52 "GET /v2.0/networks?id=051bfc8b-e213-456e-8d6e-2021921d3eba HTTP/1.1" status: 200 len: 797 time: 0.1533170 Jul 27 20:29:13.691589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-8a910154-0401-441f-8873-43cae6c8697d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 379 time: 0.0455737 Jul 27 20:29:13.704689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-eec08d07-b5fd-4f36-afd5-ba30486ef575 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'port': {'device_id': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'admin_state_up': True, 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'security_groups': ['c70cb633-8b4f-4d68-b9d9-3a7cf92427cc']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:29:13.825708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-eec08d07-b5fd-4f36-afd5-ba30486ef575 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Made reservation on behalf of 0a0b7ee5818c4a909178bb93edf2d8c5 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:29:13.829501 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-eec08d07-b5fd-4f36-afd5-ba30486ef575 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:14.320771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-eec08d07-b5fd-4f36-afd5-ba30486ef575 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.20.0.6 (051bfc8b-e213-456e-8d6e-2021921d3eba/bc462c37-accc-4b57-bff8-a8acd479541c/9c505251-a675-49ac-b72b-4cd35717f4df) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:29:14.473984 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-eec08d07-b5fd-4f36-afd5-ba30486ef575 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:14.490312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-eec08d07-b5fd-4f36-afd5-ba30486ef575 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Transition to ACTIVE for port object 9c505251-a675-49ac-b72b-4cd35717f4df will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:29:14.525081 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-eec08d07-b5fd-4f36-afd5-ba30486ef575 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:14.616030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-eec08d07-b5fd-4f36-afd5-ba30486ef575 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 051bfc8b-e213-456e-8d6e-2021921d3eba is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:29:14.619740 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-eec08d07-b5fd-4f36-afd5-ba30486ef575 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:29:14.622536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-eec08d07-b5fd-4f36-afd5-ba30486ef575 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:29:14.627194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec08d07-b5fd-4f36-afd5-ba30486ef575 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=9c505251-a675-49ac-b72b-4cd35717f4df,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:14.689409 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-eec08d07-b5fd-4f36-afd5-ba30486ef575 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:14.690052 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-eec08d07-b5fd-4f36-afd5-ba30486ef575 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:14.701978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80492af4-a42c-47a5-be90-4f9aa91441f2 req-cf4e7a05-dd6c-4803-ae35-f7160b5556ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:14.703511 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80492af4-a42c-47a5-be90-4f9aa91441f2 req-cf4e7a05-dd6c-4803-ae35-f7160b5556ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 931 time: 0.1732981 Jul 27 20:29:14.720435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-eec08d07-b5fd-4f36-afd5-ba30486ef575 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0226274 Jul 27 20:29:14.733298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Request body: {'port': {'device_id': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:29:14.777058 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80492af4-a42c-47a5-be90-4f9aa91441f2 req-132a9c4b-088e-4d68-85b6-908bcaf71185 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666213 Jul 27 20:29:14.824873 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:14.897751 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-487b1463-66a7-4599-972d-f28015ae23d6 None None] Provisioning for port 9c505251-a675-49ac-b72b-4cd35717f4df completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:29:14.901463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-487b1463-66a7-4599-972d-f28015ae23d6 None None] Provisioning complete for port 9c505251-a675-49ac-b72b-4cd35717f4df triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:29:14.901775 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-487b1463-66a7-4599-972d-f28015ae23d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:14.936183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-487b1463-66a7-4599-972d-f28015ae23d6 None None] Port 9c505251-a675-49ac-b72b-4cd35717f4df cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:29:15.109399 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c505251-a675-49ac-b72b-4cd35717f4df {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:29:15.117470 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:15.130227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Transition to ACTIVE for port object 9c505251-a675-49ac-b72b-4cd35717f4df will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:29:15.135118 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:15.188382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c505251-a675-49ac-b72b-4cd35717f4df,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:15.261036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Attempting to bind port 9c505251-a675-49ac-b72b-4cd35717f4df on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:29:15.261372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Attempting to bind port 9c505251-a675-49ac-b72b-4cd35717f4df by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:29:15.261705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Attempting to bind port 9c505251-a675-49ac-b72b-4cd35717f4df on network 051bfc8b-e213-456e-8d6e-2021921d3eba {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:29:15.267168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Port 9c505251-a675-49ac-b72b-4cd35717f4df on network 051bfc8b-e213-456e-8d6e-2021921d3eba not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:29:15.267606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Attempting to bind port 9c505251-a675-49ac-b72b-4cd35717f4df on network 051bfc8b-e213-456e-8d6e-2021921d3eba {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:29:15.273042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:29:15.273382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Checking segment: {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:29:15.273789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Bound using segment: {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:29:15.274217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Bound port: 9c505251-a675-49ac-b72b-4cd35717f4df, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:29:15.274580 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:15.361871 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:29:15.365585 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=9c505251-a675-49ac-b72b-4cd35717f4df,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:29:15.372770 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:15.383968 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 59a276c0-c8d0-40aa-86c5-d07ab0a6baca up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:29:15.410119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:15.410812 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:15.412296 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] 10.222.0.52 "PUT /v2.0/ports/9c505251-a675-49ac-b72b-4cd35717f4df HTTP/1.1" status: 200 len: 1092 time: 0.6836531 Jul 27 20:29:15.412786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:29:15.415095 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b6aaad-7465-4bfc-b968-e798b81533ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:29:15.447564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00a1e1-507d-4f94-9f39-e930a2ad0fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c505251-a675-49ac-b72b-4cd35717f4df,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:15.479861 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7506f5cb-1785-40b6-b407-9faaa6c6de04 x-openstack-request-id: req-7506f5cb-1785-40b6-b407-9faaa6c6de04 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:29:15.480665 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:29:15.480937 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7506f5cb-1785-40b6-b407-9faaa6c6de04 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:29:15.481568 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df', 'status': 'completed', 'code': 200} Jul 27 20:29:15.483982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:29:15.488783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:29:15.489158 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:15.550877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-f2a0026c-1cde-48ae-9941-6350f2ffbc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:15.552626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-f2a0026c-1cde-48ae-9941-6350f2ffbc5d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 1095 time: 0.0658548 Jul 27 20:29:15.581781 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:15.602299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-cfbdd8a7-9b5d-4eeb-b031-a666a656d24c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c505251-a675-49ac-b72b-4cd35717f4df HTTP/1.1" status: 200 len: 217 time: 0.0417018 Jul 27 20:29:15.618075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=59a276c0-c8d0-40aa-86c5-d07ab0a6baca,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:29:15.624341 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:15.676518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-8feddae0-9a0b-4d9a-ae2f-16bd13e051e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:15.678979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-8feddae0-9a0b-4d9a-ae2f-16bd13e051e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bc462c37-accc-4b57-bff8-a8acd479541c HTTP/1.1" status: 200 len: 834 time: 0.0691254 Jul 27 20:29:15.689741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=59a276c0-c8d0-40aa-86c5-d07ab0a6baca,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:15.740123 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-570a1ee2-4e53-4a76-bc71-81ce0bd3eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:15.741692 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-570a1ee2-4e53-4a76-bc71-81ce0bd3eba0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=051bfc8b-e213-456e-8d6e-2021921d3eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559318 Jul 27 20:29:15.859998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-bc54f137-fc64-4747-a152-d58c67025d93 service neutron] 10.222.0.52 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101229 Jul 27 20:29:16.009840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b3649c81-f82f-4388-a83d-8ab431de0e82 req-ae60bac0-9ff8-4f94-976c-052d4330be34 service neutron] 10.222.0.52 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384044 Jul 27 20:29:16.022447 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02624ab0-92a1-4d7b-b24c-d9fe7950e6e8 req-70d59208-a029-4b88-ab52-22986aefb050 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:16.024115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02624ab0-92a1-4d7b-b24c-d9fe7950e6e8 req-70d59208-a029-4b88-ab52-22986aefb050 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 943 time: 0.1689811 Jul 27 20:29:16.104876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02624ab0-92a1-4d7b-b24c-d9fe7950e6e8 req-745e8343-bbe3-459c-846e-5a0b24ddd963 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693824 Jul 27 20:29:16.133314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6aaad-7465-4bfc-b968-e798b81533ee req-ef655ff3-7ea4-405a-84d6-9c13bcc5d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:16.134850 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1b6aaad-7465-4bfc-b968-e798b81533ee req-ef655ff3-7ea4-405a-84d6-9c13bcc5d31a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 1095 time: 0.0761085 Jul 27 20:29:16.164190 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f95abfd9-1e6f-4676-b8e0-fbff3e200968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:16.247069 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6aaad-7465-4bfc-b968-e798b81533ee req-f682c6eb-933d-4ae8-9199-b870995a12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:16.248684 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1b6aaad-7465-4bfc-b968-e798b81533ee req-f682c6eb-933d-4ae8-9199-b870995a12d2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=051bfc8b-e213-456e-8d6e-2021921d3eba HTTP/1.1" status: 200 len: 898 time: 0.1066351 Jul 27 20:29:16.271655 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:16.302420 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1b6aaad-7465-4bfc-b968-e798b81533ee req-627e2475-5321-4b10-b2b2-8c206117884b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c505251-a675-49ac-b72b-4cd35717f4df HTTP/1.1" status: 200 len: 217 time: 0.0442686 Jul 27 20:29:16.364947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6aaad-7465-4bfc-b968-e798b81533ee req-9a8521cd-6afa-4b2e-92bd-b1879821312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:16.366478 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1b6aaad-7465-4bfc-b968-e798b81533ee req-9a8521cd-6afa-4b2e-92bd-b1879821312b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bc462c37-accc-4b57-bff8-a8acd479541c HTTP/1.1" status: 200 len: 834 time: 0.0560644 Jul 27 20:29:16.455181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6aaad-7465-4bfc-b968-e798b81533ee req-8532990e-cc81-40e7-8e19-d17cb396b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:16.456899 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1b6aaad-7465-4bfc-b968-e798b81533ee req-8532990e-cc81-40e7-8e19-d17cb396b33b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=051bfc8b-e213-456e-8d6e-2021921d3eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825438 Jul 27 20:29:16.570084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1b6aaad-7465-4bfc-b968-e798b81533ee req-af5fb14a-fb84-4028-9b83-bdc344b544a5 service neutron] 10.222.0.52 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047614 Jul 27 20:29:16.689020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1b6aaad-7465-4bfc-b968-e798b81533ee req-90128326-b418-44f3-a0bd-7dce8e115269 service neutron] 10.222.0.52 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106939 Jul 27 20:29:17.250125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41c875-2d31-4672-836b-f8e4dfddd207 req-89d5c8c4-be26-48df-82a4-a0e9608c1c79 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:17.251781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab41c875-2d31-4672-836b-f8e4dfddd207 req-89d5c8c4-be26-48df-82a4-a0e9608c1c79 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 943 time: 0.0726993 Jul 27 20:29:17.261521 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:17.292419 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab41c875-2d31-4672-836b-f8e4dfddd207 req-778fcdb2-c6d0-49ba-aee0-cf4c350ab3b1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343611 Jul 27 20:29:17.372573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 59a276c0-c8d0-40aa-86c5-d07ab0a6baca up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:29:17.426167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:29:17.426568 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:17.991012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 9c505251-a675-49ac-b72b-4cd35717f4df details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:29:18.098312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=9c505251-a675-49ac-b72b-4cd35717f4df,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:29:18.110741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '9c505251-a675-49ac-b72b-4cd35717f4df', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'port_id': '9c505251-a675-49ac-b72b-4cd35717f4df', 'mac_address': 'fa:16:3e:d5:a6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:29:18.154007 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:18.168250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c505251-a675-49ac-b72b-4cd35717f4df {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:29:18.188133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=9c505251-a675-49ac-b72b-4cd35717f4df,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:29:18.195356 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:18.244028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=9c505251-a675-49ac-b72b-4cd35717f4df,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:18.390440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['9c505251-a675-49ac-b72b-4cd35717f4df'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:29:18.454150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947954e3-930e-40b0-8c59-a1ef54a8d2ca req-615c759b-c9e9-4cf6-8c46-2ee1c6eec088 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:18.456012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-947954e3-930e-40b0-8c59-a1ef54a8d2ca req-615c759b-c9e9-4cf6-8c46-2ee1c6eec088 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 944 time: 0.0701811 Jul 27 20:29:18.494847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-947954e3-930e-40b0-8c59-a1ef54a8d2ca req-ec91f14b-b63c-44be-b9fa-dcecf8847fde tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324395 Jul 27 20:29:19.030371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:19.641169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78c4f2-d060-4c54-9912-c1de72d2d68e req-e27358cb-a729-4034-87cd-3a30960bc6d4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:19.642687 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dc78c4f2-d060-4c54-9912-c1de72d2d68e req-e27358cb-a729-4034-87cd-3a30960bc6d4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 944 time: 0.0735927 Jul 27 20:29:19.684847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dc78c4f2-d060-4c54-9912-c1de72d2d68e req-6af13c13-57a2-4345-a024-566a8129a1b4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339644 Jul 27 20:29:19.995923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 9c505251-a675-49ac-b72b-4cd35717f4df up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:29:20.058288 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 9c505251-a675-49ac-b72b-4cd35717f4df completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:29:20.062005 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 9c505251-a675-49ac-b72b-4cd35717f4df triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:29:20.062372 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:20.145097 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:20.170011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:29:20.173153 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9775f5f-cd5d-490a-998d-752f9fca61ff" -d '{"events": [{"server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "name": "network-vif-plugged", "status": "completed", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:29:20.187301 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=9c505251-a675-49ac-b72b-4cd35717f4df,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:29:20.193208 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:20.216899 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074efb27-dec9-4d59-8385-2fc473634864 x-openstack-request-id: req-074efb27-dec9-4d59-8385-2fc473634864 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:29:20.217185 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "name": "network-vif-plugged", "status": "completed", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:29:20.217410 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-074efb27-dec9-4d59-8385-2fc473634864 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:29:20.217815 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df', 'code': 200} Jul 27 20:29:20.246966 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=9c505251-a675-49ac-b72b-4cd35717f4df,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:20.329049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedce64-dd06-49a7-969d-cb0b225fdc32 req-450d74cb-8876-4b40-82c6-906d4834135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:20.330600 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5dedce64-dd06-49a7-969d-cb0b225fdc32 req-450d74cb-8876-4b40-82c6-906d4834135c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 1097 time: 0.0549169 Jul 27 20:29:20.365368 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5dedce64-dd06-49a7-969d-cb0b225fdc32 req-491f3ff1-5875-45cc-8635-b5f18b1ed543 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278800 Jul 27 20:29:20.853849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b75e58-7f12-4cf5-b9de-a8ec7d2cbb5b req-087aa2ca-d3d9-4806-89cf-42dad6153e04 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:20.855285 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14b75e58-7f12-4cf5-b9de-a8ec7d2cbb5b req-087aa2ca-d3d9-4806-89cf-42dad6153e04 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 945 time: 0.0759223 Jul 27 20:29:20.895821 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14b75e58-7f12-4cf5-b9de-a8ec7d2cbb5b req-c688284d-d569-4810-bd9e-b9a00a5d08be tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323007 Jul 27 20:29:22.062632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e82369-94da-4fbe-bbf8-82dbadd72819 req-789841ab-535e-4a27-9916-7b5f3db0bcb6 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:22.064339 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1e82369-94da-4fbe-bbf8-82dbadd72819 req-789841ab-535e-4a27-9916-7b5f3db0bcb6 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 945 time: 0.0886459 Jul 27 20:29:22.107157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1e82369-94da-4fbe-bbf8-82dbadd72819 req-78fc4bea-6f60-4587-991f-4b157dcfd433 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345259 Jul 27 20:29:22.241030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0caa28c-a577-4332-b8f2-56e9bd38f785 req-fa921c44-97d3-49f3-93f4-a49a3d704bdf tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:22.242477 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0caa28c-a577-4332-b8f2-56e9bd38f785 req-fa921c44-97d3-49f3-93f4-a49a3d704bdf tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 945 time: 0.0677805 Jul 27 20:29:22.284630 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0caa28c-a577-4332-b8f2-56e9bd38f785 req-e2947e1d-c35b-4f5d-8bcc-f34ec68ace3c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332382 Jul 27 20:29:22.312781 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34260) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:22.384616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02a7cf-b58c-4611-9b93-79f042fb0436 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:22.386190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7e02a7cf-b58c-4611-9b93-79f042fb0436 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 1092 time: 0.0724189 Jul 27 20:29:22.389745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34262) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:22.394248 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '9c505251-a675-49ac-b72b-4cd35717f4df', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:29:22.419496 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:22.526721 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:22.651175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.25.1.177 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/07add2c3-52df-459c-af22-21a47a5817af) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:29:22.758439 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:22.806828 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:22.854310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:29:22.859240 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:29:22.862201 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:29:22.888367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=07add2c3-52df-459c-af22-21a47a5817af,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:22.902221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:22.902562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:22.902903 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:22.903236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:22.903567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:22.903896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:22.904222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:22.904583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:22.904910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:22.905236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:22.905561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:22.905877 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:23.275915 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:23.362590 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:23.518187 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:23.526492 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:23.595707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=07add2c3-52df-459c-af22-21a47a5817af,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:23.609957 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:23.718399 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Floating IP 2142cf85-5896-4918-b510-387809969586 associated. External IP: 172.25.1.177, port: 9c505251-a675-49ac-b72b-4cd35717f4df. Jul 27 20:29:23.939545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router 79b97c59-e2fd-4137-bf0e-250015004c79 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:29:24.050663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:29:24.061663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a380e45-dbc6-45c9-8d2b-45b83806c634 None None] Sync routers for ids ['79b97c59-e2fd-4137-bf0e-250015004c79'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:29:24.069721 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:24.075433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a380e45-dbc6-45c9-8d2b-45b83806c634 None None] Routers {'79b97c59-e2fd-4137-bf0e-250015004c79'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:29:24.076072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2a380e45-dbc6-45c9-8d2b-45b83806c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:29:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['79b97c59-e2fd-4137-bf0e-250015004c79'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:24.108044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-159d9597-bb04-474c-86ae-95c536691ccb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7170737 Jul 27 20:29:24.109070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:29:24.111184 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a067ea-7718-4b48-9fef-afc09b8d0d95" -d '{"events": [{"name": "network-changed", "server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:29:24.150028 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64d35b3-848d-48b5-89ad-bcc04da32b02 x-openstack-request-id: req-a64d35b3-848d-48b5-89ad-bcc04da32b02 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:29:24.150337 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:29:24.150637 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a64d35b3-848d-48b5-89ad-bcc04da32b02 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:29:24.151167 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df', 'status': 'completed', 'code': 200} Jul 27 20:29:24.187185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-2a380e45-dbc6-45c9-8d2b-45b83806c634 None None] Set router 79b97c59-e2fd-4137-bf0e-250015004c79 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:29:24.269442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a067ea-7718-4b48-9fef-afc09b8d0d95 req-878d2f83-005e-4a0d-9dd1-6342de257f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:24.271267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52a067ea-7718-4b48-9fef-afc09b8d0d95 req-878d2f83-005e-4a0d-9dd1-6342de257f27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 1097 time: 0.0979896 Jul 27 20:29:24.278633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0cc43-9750-48e7-ba82-efe29f162c8b req-fedb4f08-bc0e-4929-ac50-34d58b97263a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:24.280050 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8fc0cc43-9750-48e7-ba82-efe29f162c8b req-fedb4f08-bc0e-4929-ac50-34d58b97263a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 945 time: 0.1082127 Jul 27 20:29:24.369534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8fc0cc43-9750-48e7-ba82-efe29f162c8b req-9276fac8-f9b1-4659-90f9-5a49a413ce8f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799627 Jul 27 20:29:24.392840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34270) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:24.396294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a067ea-7718-4b48-9fef-afc09b8d0d95 req-97d1a8c5-2a2a-4990-96f7-b8f92eb47e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:24.398084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52a067ea-7718-4b48-9fef-afc09b8d0d95 req-97d1a8c5-2a2a-4990-96f7-b8f92eb47e00 service neutron] 10.222.0.52 "GET /v2.0/networks?id=051bfc8b-e213-456e-8d6e-2021921d3eba HTTP/1.1" status: 200 len: 898 time: 0.1171362 Jul 27 20:29:24.421631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2a380e45-dbc6-45c9-8d2b-45b83806c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:29:06Z', 'updated_at': '2021-07-27T20:29:10Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:07Z', 'updated_at': '2021-07-27T20:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '2142cf85-5896-4918-b510-387809969586', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'port_id': '9c505251-a675-49ac-b72b-4cd35717f4df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'mac_address': 'fa:16:3e:d5:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:29:23Z', 'updated_at': '2021-07-27T20:29:23Z', 'revision_number': 0, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a276c0-c8d0-40aa-86c5-d07ab0a6baca', 'name': '', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:8f:9e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:09Z', 'updated_at': '2021-07-27T20:29:15Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:24.447837 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a380e45-dbc6-45c9-8d2b-45b83806c634 None None] Checking router: 79b97c59-e2fd-4137-bf0e-250015004c79 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:29:24.456272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a380e45-dbc6-45c9-8d2b-45b83806c634 None None] Routers {'79b97c59-e2fd-4137-bf0e-250015004c79'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:29:24.456918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2a380e45-dbc6-45c9-8d2b-45b83806c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:29:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['79b97c59-e2fd-4137-bf0e-250015004c79'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:24.464460 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7ffa869c-0ab0-411d-b529-f8d970abc9c0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/floatingips/2142cf85-5896-4918-b510-387809969586 HTTP/1.1" status: 200 len: 991 time: 0.0702631 Jul 27 20:29:24.466241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52a067ea-7718-4b48-9fef-afc09b8d0d95 req-2e6ffdf4-7475-49ea-9671-8ca4c623dd29 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c505251-a675-49ac-b72b-4cd35717f4df HTTP/1.1" status: 200 len: 999 time: 0.0598755 Jul 27 20:29:24.519263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a067ea-7718-4b48-9fef-afc09b8d0d95 req-d3e64c3c-63f7-4147-881f-364dfc67e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:24.520940 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52a067ea-7718-4b48-9fef-afc09b8d0d95 req-d3e64c3c-63f7-4147-881f-364dfc67e5b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bc462c37-accc-4b57-bff8-a8acd479541c HTTP/1.1" status: 200 len: 834 time: 0.0447230 Jul 27 20:29:24.570976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-2a380e45-dbc6-45c9-8d2b-45b83806c634 None None] Set router 79b97c59-e2fd-4137-bf0e-250015004c79 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:29:24.588855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a067ea-7718-4b48-9fef-afc09b8d0d95 req-54f0f8c6-754e-4b01-b4a3-6f803da4e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:24.590396 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52a067ea-7718-4b48-9fef-afc09b8d0d95 req-54f0f8c6-754e-4b01-b4a3-6f803da4e490 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=051bfc8b-e213-456e-8d6e-2021921d3eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612447 Jul 27 20:29:24.690732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52a067ea-7718-4b48-9fef-afc09b8d0d95 req-5c7a5a87-9221-400c-9523-d8bafdbce885 service neutron] 10.222.0.52 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899279 Jul 27 20:29:24.783483 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-52a067ea-7718-4b48-9fef-afc09b8d0d95 req-ff898155-ee28-48dc-b916-626138caf248 service neutron] 10.222.0.52 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872703 Jul 27 20:29:24.804972 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-2a380e45-dbc6-45c9-8d2b-45b83806c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:29:06Z', 'updated_at': '2021-07-27T20:29:10Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:07Z', 'updated_at': '2021-07-27T20:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '2142cf85-5896-4918-b510-387809969586', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'port_id': '9c505251-a675-49ac-b72b-4cd35717f4df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'mac_address': 'fa:16:3e:d5:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:29:23Z', 'updated_at': '2021-07-27T20:29:23Z', 'revision_number': 0, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a276c0-c8d0-40aa-86c5-d07ab0a6baca', 'name': '', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:8f:9e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:09Z', 'updated_at': '2021-07-27T20:29:15Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:29:24.831840 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a380e45-dbc6-45c9-8d2b-45b83806c634 None None] The sync data for ids ['79b97c59-e2fd-4137-bf0e-250015004c79'] in n-d-705657-21 is: [{'id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:29:06Z', 'updated_at': '2021-07-27T20:29:10Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:07Z', 'updated_at': '2021-07-27T20:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '2142cf85-5896-4918-b510-387809969586', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'port_id': '9c505251-a675-49ac-b72b-4cd35717f4df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'mac_address': 'fa:16:3e:d5:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:29:23Z', 'updated_at': '2021-07-27T20:29:23Z', 'revision_number': 0, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a276c0-c8d0-40aa-86c5-d07ab0a6baca', 'name': '', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:8f:9e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:09Z', 'updated_at': '2021-07-27T20:29:15Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:29:25.055900 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c485b-80a4-4e42-a77d-ec0c47d8d2c5 None None] New status for floating IP 2142cf85-5896-4918-b510-387809969586: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:29:25.467511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34272) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:25.531371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c44c80c4-9600-41ee-9231-ed2d073b5f40 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/floatingips/2142cf85-5896-4918-b510-387809969586 HTTP/1.1" status: 200 len: 993 time: 0.0627377 Jul 27 20:29:26.808633 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:29:32.496846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38e56b64-6cd6-42c0-b70f-a4e807b8e2eb req-cf0b377a-6faa-40bf-aeeb-7fdf354a21e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554399 Jul 27 20:29:32.603076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e56b64-6cd6-42c0-b70f-a4e807b8e2eb req-3b9b95a4-b08e-415b-b5ca-bf016fa7f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:32.604637 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38e56b64-6cd6-42c0-b70f-a4e807b8e2eb req-3b9b95a4-b08e-415b-b5ca-bf016fa7f5d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 1097 time: 0.0623527 Jul 27 20:29:32.719234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e56b64-6cd6-42c0-b70f-a4e807b8e2eb req-9e360bad-2c90-4c70-8980-8e5d8d81a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:32.720764 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38e56b64-6cd6-42c0-b70f-a4e807b8e2eb req-9e360bad-2c90-4c70-8980-8e5d8d81a750 service neutron] 10.222.0.52 "GET /v2.0/networks?id=051bfc8b-e213-456e-8d6e-2021921d3eba HTTP/1.1" status: 200 len: 898 time: 0.0902481 Jul 27 20:29:32.802663 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38e56b64-6cd6-42c0-b70f-a4e807b8e2eb req-679ce81f-0100-4356-b04a-bc503eb6bc48 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c505251-a675-49ac-b72b-4cd35717f4df HTTP/1.1" status: 200 len: 1001 time: 0.0729299 Jul 27 20:29:33.204925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e56b64-6cd6-42c0-b70f-a4e807b8e2eb req-527b5514-e47c-4f1a-9aac-56f308d13e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:33.206418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38e56b64-6cd6-42c0-b70f-a4e807b8e2eb req-527b5514-e47c-4f1a-9aac-56f308d13e02 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bc462c37-accc-4b57-bff8-a8acd479541c HTTP/1.1" status: 200 len: 834 time: 0.3960397 Jul 27 20:29:33.271608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e56b64-6cd6-42c0-b70f-a4e807b8e2eb req-56561c7c-8352-4929-9a4b-12bbe0f83d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:33.273148 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38e56b64-6cd6-42c0-b70f-a4e807b8e2eb req-56561c7c-8352-4929-9a4b-12bbe0f83d4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=051bfc8b-e213-456e-8d6e-2021921d3eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582507 Jul 27 20:29:33.371725 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38e56b64-6cd6-42c0-b70f-a4e807b8e2eb req-01e24629-210f-4b9f-bfbe-593169a885d9 service neutron] 10.222.0.52 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897617 Jul 27 20:29:33.475453 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38e56b64-6cd6-42c0-b70f-a4e807b8e2eb req-d3d8c4ae-09ea-4d06-b902-341dea26ceac service neutron] 10.222.0.52 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938897 Jul 27 20:29:38.812466 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:41.972620 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:43.448969 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b6fa1757-e458-4788-969b-4aeeec409197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:46.166047 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-818f5351-bcaa-4572-868b-81697e092ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:46.267055 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:47.271170 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:49.026380 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:54.270553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b0cba-3a74-4da8-9642-79a37a809a7f req-d7b7eb48-797b-45cd-8f21-b1ad039bc374 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:54.272019 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d6b0cba-3a74-4da8-9642-79a37a809a7f req-d7b7eb48-797b-45cd-8f21-b1ad039bc374 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 945 time: 0.0760207 Jul 27 20:29:54.311497 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d6b0cba-3a74-4da8-9642-79a37a809a7f req-50eca0eb-4461-47ee-8f74-13eabbf8eb90 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331221 Jul 27 20:29:54.334680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34294) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:29:54.394540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bafc295a-047e-4348-8111-5a67ba3e63c8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/floatingips/2142cf85-5896-4918-b510-387809969586 HTTP/1.1" status: 200 len: 993 time: 0.0586727 Jul 27 20:29:54.774741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf330626-85d6-405b-9144-1e438cf6e198 req-8f7ec52f-c43f-4f75-8e7e-0115a3c1280e tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:54.776383 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf330626-85d6-405b-9144-1e438cf6e198 req-8f7ec52f-c43f-4f75-8e7e-0115a3c1280e tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 1097 time: 0.0649602 Jul 27 20:29:54.812541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf330626-85d6-405b-9144-1e438cf6e198 req-5e7ead72-af44-417a-a7c3-952fedd838c0 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281291 Jul 27 20:29:55.335175 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-4e297caa-cb0b-4e84-bcde-827802beb666 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0586543 Jul 27 20:29:56.074417 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-60d39ed2-30f2-40de-b603-a3061a51e15a tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:29:56.075451 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-60d39ed2-30f2-40de-b603-a3061a51e15a tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0957675 Jul 27 20:29:56.085253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-daa099c6-9923-4e96-9764-a4fdb6b91396 service neutron] Request body: {'binding': {'host': 'n-h2-705657-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:29:56.085717 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-daa099c6-9923-4e96-9764-a4fdb6b91396 service neutron] Unknown quota resources ['binding']. {{(pid=94060) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:29:56.220640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-daa099c6-9923-4e96-9764-a4fdb6b91396 service neutron] Attempting to bind port 9c505251-a675-49ac-b72b-4cd35717f4df on host n-h2-705657-21 for vnic_type normal with profile None {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:29:56.220957 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-daa099c6-9923-4e96-9764-a4fdb6b91396 service neutron] Attempting to bind port 9c505251-a675-49ac-b72b-4cd35717f4df by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:29:56.221631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-daa099c6-9923-4e96-9764-a4fdb6b91396 service neutron] Attempting to bind port 9c505251-a675-49ac-b72b-4cd35717f4df on network 051bfc8b-e213-456e-8d6e-2021921d3eba {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:29:56.226067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-daa099c6-9923-4e96-9764-a4fdb6b91396 service neutron] Port 9c505251-a675-49ac-b72b-4cd35717f4df on network 051bfc8b-e213-456e-8d6e-2021921d3eba not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:29:56.226416 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-daa099c6-9923-4e96-9764-a4fdb6b91396 service neutron] Attempting to bind port 9c505251-a675-49ac-b72b-4cd35717f4df on network 051bfc8b-e213-456e-8d6e-2021921d3eba {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:29:56.231565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-daa099c6-9923-4e96-9764-a4fdb6b91396 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:29:56.231901 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-daa099c6-9923-4e96-9764-a4fdb6b91396 service neutron] Checking segment: {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:29:56.232283 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-daa099c6-9923-4e96-9764-a4fdb6b91396 service neutron] Bound using segment: {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:29:56.232751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-daa099c6-9923-4e96-9764-a4fdb6b91396 service neutron] Bound port: 9c505251-a675-49ac-b72b-4cd35717f4df, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:29:56.322064 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-daa099c6-9923-4e96-9764-a4fdb6b91396 service neutron] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=9c505251-a675-49ac-b72b-4cd35717f4df,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:29:56.328293 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-daa099c6-9923-4e96-9764-a4fdb6b91396 service neutron] Notify callbacks [] for binding, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:56.329787 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-daa099c6-9923-4e96-9764-a4fdb6b91396 service neutron] 10.222.0.48 "POST /v2.0/ports/9c505251-a675-49ac-b72b-4cd35717f4df/bindings HTTP/1.1" status: 201 len: 390 time: 0.2476721 Jul 27 20:29:56.509329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cd013-00ec-4cc5-bc6a-847ff2100aa4 req-9c564840-750d-4935-b389-3d4129f257c7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:56.511494 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-040cd013-00ec-4cc5-bc6a-847ff2100aa4 req-9c564840-750d-4935-b389-3d4129f257c7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 945 time: 0.0756598 Jul 27 20:29:56.551901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-040cd013-00ec-4cc5-bc6a-847ff2100aa4 req-1789ba2e-470a-4f2e-a656-719f07a6adb9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337560 Jul 27 20:29:56.933491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-c7eb79ec-5761-46f0-98ab-853b71b04b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:56.935032 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-c7eb79ec-5761-46f0-98ab-853b71b04b6c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 1097 time: 0.4042356 Jul 27 20:29:57.026782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-37c5c57b-f527-40e9-9ba0-7e44d039af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:57.028290 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-37c5c57b-f527-40e9-9ba0-7e44d039af1c service neutron] 10.222.0.63 "GET /v2.0/networks?id=051bfc8b-e213-456e-8d6e-2021921d3eba HTTP/1.1" status: 200 len: 898 time: 0.0850661 Jul 27 20:29:57.097793 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-8f4e1cda-5cc0-49be-a961-b51d72389136 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c505251-a675-49ac-b72b-4cd35717f4df HTTP/1.1" status: 200 len: 1001 time: 0.0624657 Jul 27 20:29:57.150582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-beec4155-5928-43ee-b374-2bc8c391ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:57.152110 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-beec4155-5928-43ee-b374-2bc8c391ea67 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bc462c37-accc-4b57-bff8-a8acd479541c HTTP/1.1" status: 200 len: 834 time: 0.0474401 Jul 27 20:29:57.213324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-2da7ad0d-7d1b-4ddf-84bc-4dcd9252154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:57.214768 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-2da7ad0d-7d1b-4ddf-84bc-4dcd9252154b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=051bfc8b-e213-456e-8d6e-2021921d3eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559666 Jul 27 20:29:57.310830 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-8f334a3e-7e1c-4711-9a5a-0b10e97c7c53 service neutron] 10.222.0.63 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882959 Jul 27 20:29:57.404860 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-e057ff55-ea6a-4e52-b2ac-e9829e363f80 service neutron] 10.222.0.63 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863578 Jul 27 20:29:57.565732 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-d28b4022-8f9e-4c34-bde3-d0da6e86e3ae tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:57.567251 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-d28b4022-8f9e-4c34-bde3-d0da6e86e3ae tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1097 time: 0.1051702 Jul 27 20:29:57.578426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705657-21'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:29:57.657684 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:57.694868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13782a78-d52d-4b5a-9474-53fba56d63f7 req-943cde84-7588-492c-85e3-396a2ddd051c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:57.696610 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13782a78-d52d-4b5a-9474-53fba56d63f7 req-943cde84-7588-492c-85e3-396a2ddd051c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 945 time: 0.0718331 Jul 27 20:29:57.744060 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13782a78-d52d-4b5a-9474-53fba56d63f7 req-69c46483-0c50-4c2f-a98f-324a7de49934 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407054 Jul 27 20:29:57.792626 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=9c505251-a675-49ac-b72b-4cd35717f4df,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:29:57.834024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:29:57.875544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:29:57.877932 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6923f8-c58d-4ec5-93bb-a7f08c72285a" -d '{"events": [{"server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "name": "network-vif-unplugged", "status": "completed", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:29:57.882187 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:57.889162 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:57.919056 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc23fa7-b910-463a-bfe1-bcb55e86d19e x-openstack-request-id: req-ddc23fa7-b910-463a-bfe1-bcb55e86d19e {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:29:57.919349 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "name": "network-vif-unplugged", "status": "completed", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:29:57.919603 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ddc23fa7-b910-463a-bfe1-bcb55e86d19e {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:29:57.919999 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df', 'code': 200} Jul 27 20:29:57.983153 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Pushing event updated for resources: {'Port': ['ID=9c505251-a675-49ac-b72b-4cd35717f4df,revision_number=7']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:58.000805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.001178 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.001500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.001848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.002199 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.002533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.002834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.003232 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.003473 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.003823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.004141 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.004447 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.058018 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Attempting to bind port 9c505251-a675-49ac-b72b-4cd35717f4df on host n-h1-705657-21 for vnic_type normal with profile {"migrating_to": "n-h2-705657-21"} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:29:58.058347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Attempting to bind port 9c505251-a675-49ac-b72b-4cd35717f4df by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:29:58.058858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Attempting to bind port 9c505251-a675-49ac-b72b-4cd35717f4df on network 051bfc8b-e213-456e-8d6e-2021921d3eba {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:29:58.065830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Port 9c505251-a675-49ac-b72b-4cd35717f4df on network 051bfc8b-e213-456e-8d6e-2021921d3eba not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:29:58.066317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Attempting to bind port 9c505251-a675-49ac-b72b-4cd35717f4df on network 051bfc8b-e213-456e-8d6e-2021921d3eba {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:29:58.074980 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:29:58.075495 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Checking segment: {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:29:58.076134 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Bound using segment: {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:29:58.076858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Bound port: 9c505251-a675-49ac-b72b-4cd35717f4df, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775992fc-baef-45d6-94f4-b9ad4c3e3e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:29:58.077436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:58.149186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:29:58.152422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=9c505251-a675-49ac-b72b-4cd35717f4df,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:29:58.157541 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:58.222515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Provisioning complete for port 9c505251-a675-49ac-b72b-4cd35717f4df triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:29:58.223599 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:58.251740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Pushing event updated for resources: {'Port': ['ID=9c505251-a675-49ac-b72b-4cd35717f4df,revision_number=8']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:58.311420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:58.312143 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:58.313778 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-67021c62-920b-4952-9399-6de6a55c9a7d service neutron] 10.222.0.63 "PUT /v2.0/ports/9c505251-a675-49ac-b72b-4cd35717f4df HTTP/1.1" status: 200 len: 1123 time: 0.7393153 Jul 27 20:29:58.315129 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:58.343574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:29:58.345886 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9f90bc-cef2-48ab-b967-de421085fd26" -d '{"events": [{"server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "name": "network-vif-plugged", "status": "completed", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:29:58.364143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=9c505251-a675-49ac-b72b-4cd35717f4df,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:29:58.369351 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:58.394310 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00d02f1-187c-4cfd-8a74-6854b4e0166d x-openstack-request-id: req-e00d02f1-187c-4cfd-8a74-6854b4e0166d {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:29:58.394610 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "name": "network-vif-plugged", "status": "completed", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:29:58.394860 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e00d02f1-187c-4cfd-8a74-6854b4e0166d {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:29:58.395250 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df', 'code': 200} Jul 27 20:29:58.445898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['9c505251-a675-49ac-b72b-4cd35717f4df'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:29:58.714938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Pushing event updated for resources: {'Port': ['ID=9c505251-a675-49ac-b72b-4cd35717f4df,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:29:58.731485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.731846 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.732139 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.732496 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.732820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.733159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.733466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.733780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.734091 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.734400 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.734694 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.735003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4f3ed-a018-434a-91b2-5f4b248fec2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:29:58.892725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2828f8-060f-415c-b53c-8f278f7030cc req-a0929623-a68f-41d3-af01-a2101e43e07d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:29:58.894246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd2828f8-060f-415c-b53c-8f278f7030cc req-a0929623-a68f-41d3-af01-a2101e43e07d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 945 time: 0.0720294 Jul 27 20:29:58.896776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-12beed89-613d-4e07-bd98-9f74e0c327c4 None None] Provisioning complete for port 9c505251-a675-49ac-b72b-4cd35717f4df triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:29:58.897146 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-12beed89-613d-4e07-bd98-9f74e0c327c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:29:58.945051 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd2828f8-060f-415c-b53c-8f278f7030cc req-6cd6af7c-d08d-4ab7-8e5a-f3dc9df64da2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396051 Jul 27 20:29:59.921344 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:29:59.923817 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5584b04-de8d-49e4-ba77-f952f0cdecef" -d '{"events": [{"name": "network-changed", "server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:29:59.963831 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a974c218-b35b-412d-bd8d-d8682e45404d x-openstack-request-id: req-a974c218-b35b-412d-bd8d-d8682e45404d {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:29:59.964123 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:29:59.964373 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a974c218-b35b-412d-bd8d-d8682e45404d {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:29:59.964805 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df', 'status': 'completed', 'code': 200} Jul 27 20:30:00.078885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5584b04-de8d-49e4-ba77-f952f0cdecef req-ecfb135e-da20-4de9-ad22-2e46b0f64d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:00.080379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5584b04-de8d-49e4-ba77-f952f0cdecef req-ecfb135e-da20-4de9-ad22-2e46b0f64d45 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 1128 time: 0.0916634 Jul 27 20:30:00.114376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead96b1-0b72-44f2-b835-8ec9319a397a req-0d6393c2-0495-4932-ad2b-c6debef5bd71 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:00.115837 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cead96b1-0b72-44f2-b835-8ec9319a397a req-0d6393c2-0495-4932-ad2b-c6debef5bd71 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 945 time: 0.0962048 Jul 27 20:30:00.195746 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cead96b1-0b72-44f2-b835-8ec9319a397a req-7d76522c-b387-4351-801d-e9f8a0834bd9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527835 Jul 27 20:30:00.210723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5584b04-de8d-49e4-ba77-f952f0cdecef req-003ad481-d5bb-4ef4-b27b-a9903b7ee474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:00.212386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5584b04-de8d-49e4-ba77-f952f0cdecef req-003ad481-d5bb-4ef4-b27b-a9903b7ee474 service neutron] 10.222.0.52 "GET /v2.0/networks?id=051bfc8b-e213-456e-8d6e-2021921d3eba HTTP/1.1" status: 200 len: 898 time: 0.1239161 Jul 27 20:30:00.291783 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5584b04-de8d-49e4-ba77-f952f0cdecef req-aa8dde54-6f86-4191-bef7-96fa58065ba5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c505251-a675-49ac-b72b-4cd35717f4df HTTP/1.1" status: 200 len: 1001 time: 0.0720153 Jul 27 20:30:00.342895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5584b04-de8d-49e4-ba77-f952f0cdecef req-9cfe3744-6ab7-49b9-9751-b4302e63a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:00.344364 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5584b04-de8d-49e4-ba77-f952f0cdecef req-9cfe3744-6ab7-49b9-9751-b4302e63a10a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bc462c37-accc-4b57-bff8-a8acd479541c HTTP/1.1" status: 200 len: 834 time: 0.0442984 Jul 27 20:30:00.416955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5584b04-de8d-49e4-ba77-f952f0cdecef req-5a052389-5c16-49fe-acdc-d2b4097a3061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:00.418452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5584b04-de8d-49e4-ba77-f952f0cdecef req-5a052389-5c16-49fe-acdc-d2b4097a3061 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=051bfc8b-e213-456e-8d6e-2021921d3eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663588 Jul 27 20:30:00.515304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5584b04-de8d-49e4-ba77-f952f0cdecef req-2682603e-9a00-46b6-a1ff-5719ade1875b service neutron] 10.222.0.52 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881009 Jul 27 20:30:00.605843 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5584b04-de8d-49e4-ba77-f952f0cdecef req-08c3c6a5-8820-4f3d-9997-5e62f2c08047 service neutron] 10.222.0.52 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831301 Jul 27 20:30:01.334605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af46c45-9860-4f02-ace8-26815e20d09f req-8cf469b3-96dd-4d86-b39b-ffb9f3614ae5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:01.336097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1af46c45-9860-4f02-ace8-26815e20d09f req-8cf469b3-96dd-4d86-b39b-ffb9f3614ae5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 945 time: 0.0684197 Jul 27 20:30:01.384678 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1af46c45-9860-4f02-ace8-26815e20d09f req-f8c7079e-71cc-42ee-a913-58bde5d6ebd8 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408270 Jul 27 20:30:01.759443 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 9c505251-a675-49ac-b72b-4cd35717f4df details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:30:01.860524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=9c505251-a675-49ac-b72b-4cd35717f4df,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:30:01.872332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 9c505251-a675-49ac-b72b-4cd35717f4df has no active binding in host n-h2-705657-21 {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:30:02.523643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8212b0-a92e-4587-8384-ef3de4ded11c req-782d1fed-8163-4ff7-8b4f-15ddb1b1bd73 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:02.525323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d8212b0-a92e-4587-8384-ef3de4ded11c req-782d1fed-8163-4ff7-8b4f-15ddb1b1bd73 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 945 time: 0.0715039 Jul 27 20:30:02.567075 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3d8212b0-a92e-4587-8384-ef3de4ded11c req-126c8cf4-99ac-4fd1-aa86-e94e8845171a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355122 Jul 27 20:30:03.266069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-9d61ddb9-47b3-4b73-8e1a-710ab7a4dc61 service neutron] 10.222.0.52 "GET /v2.0/ports/9c505251-a675-49ac-b72b-4cd35717f4df/bindings/n-h2-705657-21 HTTP/1.1" status: 200 len: 385 time: 0.0614359 Jul 27 20:30:03.448521 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-fdbe1676-47e9-4e00-bd63-bc635de7d377 service neutron] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=9c505251-a675-49ac-b72b-4cd35717f4df,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:30:03.469034 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-fdbe1676-47e9-4e00-bd63-bc635de7d377 service neutron] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:30:03.509684 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:30:03.512114 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fb481b-3bc9-49f5-b766-de9c767866dc" -d '{"events": [{"server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "name": "network-vif-unplugged", "status": "completed", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:30:03.519337 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-fdbe1676-47e9-4e00-bd63-bc635de7d377 service neutron] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=9c505251-a675-49ac-b72b-4cd35717f4df,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:30:03.534997 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-fdbe1676-47e9-4e00-bd63-bc635de7d377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:03.573317 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a106f241-0b47-40a5-acfa-910f510c8444 x-openstack-request-id: req-a106f241-0b47-40a5-acfa-910f510c8444 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:30:03.573606 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "name": "network-vif-unplugged", "status": "completed", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:30:03.573844 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a106f241-0b47-40a5-acfa-910f510c8444 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:30:03.574236 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df', 'code': 200} Jul 27 20:30:03.617033 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-fdbe1676-47e9-4e00-bd63-bc635de7d377 service neutron] Transition to ACTIVE for port object 9c505251-a675-49ac-b72b-4cd35717f4df will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:30:03.622562 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-fdbe1676-47e9-4e00-bd63-bc635de7d377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:03.751031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe1676-47e9-4e00-bd63-bc635de7d377 service neutron] Pushing event updated for resources: {'Port': ['ID=9c505251-a675-49ac-b72b-4cd35717f4df,revision_number=11']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:03.803175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-fdbe1676-47e9-4e00-bd63-bc635de7d377 service neutron] No DVR routers for this DVR port 9c505251-a675-49ac-b72b-4cd35717f4df on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:30:03.810320 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:30:03.854514 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5ab44-d45e-4d68-aa48-b28b4a2ae45c req-75f951e9-686d-4bf8-8dd3-6333b8594f1e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:03.856096 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8be5ab44-d45e-4d68-aa48-b28b4a2ae45c req-75f951e9-686d-4bf8-8dd3-6333b8594f1e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 944 time: 0.2058883 Jul 27 20:30:03.940890 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8be5ab44-d45e-4d68-aa48-b28b4a2ae45c req-cb5f140e-24a7-483a-8ac8-74f68311c6cc tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750535 Jul 27 20:30:03.979207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-fdbe1676-47e9-4e00-bd63-bc635de7d377 service neutron] 10.222.0.52 "PUT /v2.0/ports/9c505251-a675-49ac-b72b-4cd35717f4df/bindings/n-h2-705657-21/activate HTTP/1.1" status: 200 len: 370 time: 0.7054090 Jul 27 20:30:04.092122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-64a28ff5-9dbc-4614-b056-e3a5690fd153 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:04.093684 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-64a28ff5-9dbc-4614-b056-e3a5690fd153 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 1096 time: 0.0620630 Jul 27 20:30:04.164921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-f1233d38-b552-4d5e-a417-901faae1fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:04.166579 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-f1233d38-b552-4d5e-a417-901faae1fb65 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 1096 time: 0.0636773 Jul 27 20:30:04.248755 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-20eb3387-c7f1-46cd-85b7-71bfb2f9a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:04.250183 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-20eb3387-c7f1-46cd-85b7-71bfb2f9a50d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 1096 time: 0.0577004 Jul 27 20:30:04.342835 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-a41c94a3-de9a-44d3-b24d-5a3580342f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:04.344328 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-a41c94a3-de9a-44d3-b24d-5a3580342f31 service neutron] 10.222.0.63 "GET /v2.0/networks?id=051bfc8b-e213-456e-8d6e-2021921d3eba HTTP/1.1" status: 200 len: 898 time: 0.0867727 Jul 27 20:30:04.417611 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-be9cb30b-0686-4650-8f93-fcf12c41a1ea service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c505251-a675-49ac-b72b-4cd35717f4df HTTP/1.1" status: 200 len: 999 time: 0.0657790 Jul 27 20:30:04.469556 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-78e5e816-4dee-41e4-b78c-34ef5148a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:04.471475 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-78e5e816-4dee-41e4-b78c-34ef5148a386 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bc462c37-accc-4b57-bff8-a8acd479541c HTTP/1.1" status: 200 len: 834 time: 0.0456140 Jul 27 20:30:04.533543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-8d5a6fbd-454b-49d1-987c-f43b0b94829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:04.535195 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-8d5a6fbd-454b-49d1-987c-f43b0b94829f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=051bfc8b-e213-456e-8d6e-2021921d3eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562358 Jul 27 20:30:04.633301 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-53698421-9289-459c-b112-52cbedc736f1 service neutron] 10.222.0.63 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901053 Jul 27 20:30:04.747871 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-f9b48db9-65df-4ad2-8d92-1af3de3b7f73 service neutron] 10.222.0.63 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077352 Jul 27 20:30:05.000739 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-9a769d2b-edb6-4b5b-82a2-9fe3b6197e52 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:05.002326 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-9a769d2b-edb6-4b5b-82a2-9fe3b6197e52 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 1096 time: 0.0670948 Jul 27 20:30:05.086868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159ac4f-4da0-4893-a057-cbd7a93c8d26 req-ff178244-c0e6-4469-b74c-b7b9f58bf32b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:05.089210 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c159ac4f-4da0-4893-a057-cbd7a93c8d26 req-ff178244-c0e6-4469-b74c-b7b9f58bf32b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 944 time: 0.0722735 Jul 27 20:30:05.129139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c159ac4f-4da0-4893-a057-cbd7a93c8d26 req-fcb57e25-da3e-401f-a886-b58eea5e1720 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345545 Jul 27 20:30:05.142172 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-1a3851cd-54ba-483f-9b37-c27e0694a86c service neutron] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:30:05.145992 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-1a3851cd-54ba-483f-9b37-c27e0694a86c service neutron] Notify callbacks [] for binding, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:05.147299 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fe651d89-d73d-41c6-812f-ebb2e61fd775 req-1a3851cd-54ba-483f-9b37-c27e0694a86c service neutron] 10.222.0.63 "DELETE /v2.0/ports/9c505251-a675-49ac-b72b-4cd35717f4df/bindings/n-h1-705657-21 HTTP/1.1" status: 204 len: 173 time: 0.1374345 Jul 27 20:30:05.257897 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a527dd-a5f8-4005-8b77-79348c2c7c2d req-82941536-8035-4c15-82da-a6fe98a1fc56 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:05.260945 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2a527dd-a5f8-4005-8b77-79348c2c7c2d req-82941536-8035-4c15-82da-a6fe98a1fc56 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 1096 time: 0.0621357 Jul 27 20:30:05.297386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2a527dd-a5f8-4005-8b77-79348c2c7c2d req-4ea3a4b6-bb92-4a13-9d9b-6b3accc20dee tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312941 Jul 27 20:30:05.460781 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237a48f-c9af-42ee-bd06-443789e5bf89 req-2f25ab95-f585-488a-a37c-368a3dc415bb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:05.462522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1237a48f-c9af-42ee-bd06-443789e5bf89 req-2f25ab95-f585-488a-a37c-368a3dc415bb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 944 time: 0.0689230 Jul 27 20:30:05.509111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1237a48f-c9af-42ee-bd06-443789e5bf89 req-43b9a28d-8fe1-4f91-8d7a-a0032940359f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383236 Jul 27 20:30:05.533148 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34378) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:05.598605 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9ab372a8-6286-45a6-8fdd-46d942258c86 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/floatingips/2142cf85-5896-4918-b510-387809969586 HTTP/1.1" status: 200 len: 991 time: 0.0640368 Jul 27 20:30:05.820004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34384) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:05.990564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f0612380-0583-4c34-abc2-f1b596ba6f17 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port 07add2c3-52df-459c-af22-21a47a5817af {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:30:05.990901 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0612380-0583-4c34-abc2-f1b596ba6f17 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:06.067048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0612380-0583-4c34-abc2-f1b596ba6f17 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:06.067355 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0612380-0583-4c34-abc2-f1b596ba6f17 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:06.080001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f0612380-0583-4c34-abc2-f1b596ba6f17 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for 07add2c3-52df-459c-af22-21a47a5817af owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:30:06.237888 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0612380-0583-4c34-abc2-f1b596ba6f17 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:06.244567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 9c505251-a675-49ac-b72b-4cd35717f4df no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:30:06.269980 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0612380-0583-4c34-abc2-f1b596ba6f17 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=07add2c3-52df-459c-af22-21a47a5817af,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:06.287870 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 9c505251-a675-49ac-b72b-4cd35717f4df not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:30:06.340156 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0612380-0583-4c34-abc2-f1b596ba6f17 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:06.340591 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-f0612380-0583-4c34-abc2-f1b596ba6f17 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Floating IP 2142cf85-5896-4918-b510-387809969586 disassociated (deleted). External IP: 172.25.1.177, port: 9c505251-a675-49ac-b72b-4cd35717f4df. Jul 27 20:30:06.554571 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0612380-0583-4c34-abc2-f1b596ba6f17 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router 79b97c59-e2fd-4137-bf0e-250015004c79 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:30:06.670002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0612380-0583-4c34-abc2-f1b596ba6f17 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:30:06.674537 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f0612380-0583-4c34-abc2-f1b596ba6f17 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:06.681383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557ed286-fba5-4af4-ac2c-9118a57fe23e None None] Sync routers for ids ['79b97c59-e2fd-4137-bf0e-250015004c79'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:30:06.690671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557ed286-fba5-4af4-ac2c-9118a57fe23e None None] Routers {'79b97c59-e2fd-4137-bf0e-250015004c79'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:30:06.691295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-557ed286-fba5-4af4-ac2c-9118a57fe23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:29:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['79b97c59-e2fd-4137-bf0e-250015004c79'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:06.732192 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f0612380-0583-4c34-abc2-f1b596ba6f17 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/floatingips/2142cf85-5896-4918-b510-387809969586 HTTP/1.1" status: 204 len: 168 time: 0.9085095 Jul 27 20:30:06.732192 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:30:06.734543 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f37740-1e38-4eb2-865a-a24659f56f19" -d '{"events": [{"name": "network-changed", "server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:30:06.778848 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf40b3b-5757-4875-ae1d-5e49e3d22075 x-openstack-request-id: req-8cf40b3b-5757-4875-ae1d-5e49e3d22075 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:30:06.779517 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:30:06.779916 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8cf40b3b-5757-4875-ae1d-5e49e3d22075 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:30:06.780583 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df', 'status': 'completed', 'code': 200} Jul 27 20:30:06.819276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-557ed286-fba5-4af4-ac2c-9118a57fe23e None None] Set router 79b97c59-e2fd-4137-bf0e-250015004c79 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:30:06.887627 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f37740-1e38-4eb2-865a-a24659f56f19 req-8ebba4a0-406c-419d-a19f-b65aa0a76dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:06.890901 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a0f37740-1e38-4eb2-865a-a24659f56f19 req-8ebba4a0-406c-419d-a19f-b65aa0a76dc7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 1096 time: 0.0826306 Jul 27 20:30:07.020311 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f37740-1e38-4eb2-865a-a24659f56f19 req-61737a48-0f8d-40a8-a6e3-10aa9e043f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:07.022780 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a0f37740-1e38-4eb2-865a-a24659f56f19 req-61737a48-0f8d-40a8-a6e3-10aa9e043f13 service neutron] 10.222.0.63 "GET /v2.0/networks?id=051bfc8b-e213-456e-8d6e-2021921d3eba HTTP/1.1" status: 200 len: 898 time: 0.1229284 Jul 27 20:30:07.046292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba04e4e-9af2-4971-aa46-3661ced7c600 req-c61b38ce-5a48-4b88-a3f5-38161941aef9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:07.047865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ba04e4e-9af2-4971-aa46-3661ced7c600 req-c61b38ce-5a48-4b88-a3f5-38161941aef9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 944 time: 0.0791903 Jul 27 20:30:07.055444 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-557ed286-fba5-4af4-ac2c-9118a57fe23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:29:06Z', 'updated_at': '2021-07-27T20:29:10Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:07Z', 'updated_at': '2021-07-27T20:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '59a276c0-c8d0-40aa-86c5-d07ab0a6baca', 'name': '', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:8f:9e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:09Z', 'updated_at': '2021-07-27T20:29:15Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:07.071840 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a0f37740-1e38-4eb2-865a-a24659f56f19 req-b5c1864b-5093-4f27-b1e2-f8419025f083 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c505251-a675-49ac-b72b-4cd35717f4df HTTP/1.1" status: 200 len: 217 time: 0.0416648 Jul 27 20:30:07.089544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557ed286-fba5-4af4-ac2c-9118a57fe23e None None] Checking router: 79b97c59-e2fd-4137-bf0e-250015004c79 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:30:07.094628 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ba04e4e-9af2-4971-aa46-3661ced7c600 req-78d3ea73-ec26-49b0-8f6c-2c242152f6fc tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347321 Jul 27 20:30:07.099261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557ed286-fba5-4af4-ac2c-9118a57fe23e None None] Routers {'79b97c59-e2fd-4137-bf0e-250015004c79'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:30:07.099907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-557ed286-fba5-4af4-ac2c-9118a57fe23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:29:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['79b97c59-e2fd-4137-bf0e-250015004c79'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:07.138236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f37740-1e38-4eb2-865a-a24659f56f19 req-aee1832b-6680-47c3-8529-3f9383cf1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:07.139734 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a0f37740-1e38-4eb2-865a-a24659f56f19 req-aee1832b-6680-47c3-8529-3f9383cf1492 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bc462c37-accc-4b57-bff8-a8acd479541c HTTP/1.1" status: 200 len: 834 time: 0.0578332 Jul 27 20:30:07.212698 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f37740-1e38-4eb2-865a-a24659f56f19 req-346e474a-f87b-486b-920f-c1558e49addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:07.214158 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a0f37740-1e38-4eb2-865a-a24659f56f19 req-346e474a-f87b-486b-920f-c1558e49addc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=051bfc8b-e213-456e-8d6e-2021921d3eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646110 Jul 27 20:30:07.218720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-557ed286-fba5-4af4-ac2c-9118a57fe23e None None] Set router 79b97c59-e2fd-4137-bf0e-250015004c79 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:30:07.317153 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a0f37740-1e38-4eb2-865a-a24659f56f19 req-2e1ca3cc-7fe3-43ad-873f-05cedb777dc6 service neutron] 10.222.0.63 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930314 Jul 27 20:30:07.348521 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.63', 60497) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:07.425589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a3fb9-1e5b-41e3-8d8a-e22223ef19a1 req-4e0a07fa-10aa-4c23-ba34-d66a18dc9630 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:07.427129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca3a3fb9-1e5b-41e3-8d8a-e22223ef19a1 req-4e0a07fa-10aa-4c23-ba34-d66a18dc9630 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.63 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 944 time: 0.0772970 Jul 27 20:30:07.444633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-557ed286-fba5-4af4-ac2c-9118a57fe23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:29:06Z', 'updated_at': '2021-07-27T20:29:10Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:07Z', 'updated_at': '2021-07-27T20:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '59a276c0-c8d0-40aa-86c5-d07ab0a6baca', 'name': '', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:8f:9e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:09Z', 'updated_at': '2021-07-27T20:29:15Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:07.448934 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a0f37740-1e38-4eb2-865a-a24659f56f19 req-aecfac64-e1b5-4926-9b92-0cb0f1bec32a service neutron] 10.222.0.63 "GET /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237485 Jul 27 20:30:07.474268 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557ed286-fba5-4af4-ac2c-9118a57fe23e None None] The sync data for ids ['79b97c59-e2fd-4137-bf0e-250015004c79'] in n-d-705657-21 is: [{'id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:29:06Z', 'updated_at': '2021-07-27T20:29:10Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:07Z', 'updated_at': '2021-07-27T20:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '59a276c0-c8d0-40aa-86c5-d07ab0a6baca', 'name': '', 'network_id': '051bfc8b-e213-456e-8d6e-2021921d3eba', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:8f:9e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:09Z', 'updated_at': '2021-07-27T20:29:15Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'bc462c37-accc-4b57-bff8-a8acd479541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:30:07.565451 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-ca3a3fb9-1e5b-41e3-8d8a-e22223ef19a1 req-278f1445-a93e-452b-a34f-6fc2186457b4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port 9c505251-a675-49ac-b72b-4cd35717f4df {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:30:07.565968 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca3a3fb9-1e5b-41e3-8d8a-e22223ef19a1 req-278f1445-a93e-452b-a34f-6fc2186457b4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:07.671024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ca3a3fb9-1e5b-41e3-8d8a-e22223ef19a1 req-278f1445-a93e-452b-a34f-6fc2186457b4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] For port 9c505251-a675-49ac-b72b-4cd35717f4df, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=9c505251-a675-49ac-b72b-4cd35717f4df,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:30:07.671579 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca3a3fb9-1e5b-41e3-8d8a-e22223ef19a1 req-278f1445-a93e-452b-a34f-6fc2186457b4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:07.688927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-ca3a3fb9-1e5b-41e3-8d8a-e22223ef19a1 req-278f1445-a93e-452b-a34f-6fc2186457b4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for 9c505251-a675-49ac-b72b-4cd35717f4df owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:30:07.733521 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedc5cb7-8a94-44ea-91a0-e1a85f72f056 None None] New status for floating IP 2142cf85-5896-4918-b510-387809969586: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:30:07.841618 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca3a3fb9-1e5b-41e3-8d8a-e22223ef19a1 req-278f1445-a93e-452b-a34f-6fc2186457b4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:07.871991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f1445-a93e-452b-a34f-6fc2186457b4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=9c505251-a675-49ac-b72b-4cd35717f4df,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:07.924564 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3a3fb9-1e5b-41e3-8d8a-e22223ef19a1 req-278f1445-a93e-452b-a34f-6fc2186457b4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] No DVR routers for this DVR port 9c505251-a675-49ac-b72b-4cd35717f4df on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:30:07.927246 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ca3a3fb9-1e5b-41e3-8d8a-e22223ef19a1 req-278f1445-a93e-452b-a34f-6fc2186457b4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:07.929374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca3a3fb9-1e5b-41e3-8d8a-e22223ef19a1 req-278f1445-a93e-452b-a34f-6fc2186457b4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.63 "DELETE /v2.0/ports/9c505251-a675-49ac-b72b-4cd35717f4df HTTP/1.1" status: 204 len: 173 time: 0.4958324 Jul 27 20:30:07.929858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'name': 'network-vif-deleted', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:30:07.932260 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14da0a6d-29b5-4eae-8c52-5ace0ea2d112" -d '{"events": [{"server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "name": "network-vif-deleted", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:30:07.974819 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578034aa-9886-4192-8b69-ae2d0aae021d x-openstack-request-id: req-578034aa-9886-4192-8b69-ae2d0aae021d {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:30:07.975226 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275e359-4629-4c7a-8b30-581b02ae9755", "name": "network-vif-deleted", "tag": "9c505251-a675-49ac-b72b-4cd35717f4df", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:30:07.975575 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-578034aa-9886-4192-8b69-ae2d0aae021d {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:30:07.976053 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275e359-4629-4c7a-8b30-581b02ae9755', 'name': 'network-vif-deleted', 'tag': '9c505251-a675-49ac-b72b-4cd35717f4df', 'status': 'completed', 'code': 200} Jul 27 20:30:08.233044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eb64e1cf-2197-4527-aed4-604e2d9657cf req-81f60f6e-3ec9-4bb8-af2d-dea4896be885 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=d275e359-4629-4c7a-8b30-581b02ae9755 HTTP/1.1" status: 200 len: 210 time: 0.0365653 Jul 27 20:30:08.819303 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:09.294131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34398) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:09.666084 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fe3c3a78-d9a2-42ba-973a-200a68f661ae tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:09.934470 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c3a78-d9a2-42ba-973a-200a68f661ae tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:30:09.934778 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fe3c3a78-d9a2-42ba-973a-200a68f661ae tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:10.028732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-fe3c3a78-d9a2-42ba-973a-200a68f661ae tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] For port 59a276c0-c8d0-40aa-86c5-d07ab0a6baca, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=59a276c0-c8d0-40aa-86c5-d07ab0a6baca,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:30:10.029051 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fe3c3a78-d9a2-42ba-973a-200a68f661ae tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:10.042563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c3a78-d9a2-42ba-973a-200a68f661ae tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for 59a276c0-c8d0-40aa-86c5-d07ab0a6baca owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:30:10.232506 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fe3c3a78-d9a2-42ba-973a-200a68f661ae tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:10.259107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c3a78-d9a2-42ba-973a-200a68f661ae tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=59a276c0-c8d0-40aa-86c5-d07ab0a6baca,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:10.462024 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fe3c3a78-d9a2-42ba-973a-200a68f661ae tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:10.681357 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3c3a78-d9a2-42ba-973a-200a68f661ae tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router 79b97c59-e2fd-4137-bf0e-250015004c79 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:30:10.789929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3c3a78-d9a2-42ba-973a-200a68f661ae tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:30:10.795457 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-fe3c3a78-d9a2-42ba-973a-200a68f661ae tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "PUT /v2.0/routers/79b97c59-e2fd-4137-bf0e-250015004c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5000043 Jul 27 20:30:10.798704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34400) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:10.801806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253bf90b-a62d-4f7a-8c3d-a5cd9fe68e98 None None] Sync routers for ids ['79b97c59-e2fd-4137-bf0e-250015004c79'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:30:10.813158 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253bf90b-a62d-4f7a-8c3d-a5cd9fe68e98 None None] Routers {'79b97c59-e2fd-4137-bf0e-250015004c79'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:30:10.813979 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-253bf90b-a62d-4f7a-8c3d-a5cd9fe68e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:29:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['79b97c59-e2fd-4137-bf0e-250015004c79'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:10.868159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-774470ef-1c37-4a22-8057-04d6ecf4d66b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting subnet bc462c37-accc-4b57-bff8-a8acd479541c {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:30:10.872894 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-774470ef-1c37-4a22-8057-04d6ecf4d66b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:10.934060 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-774470ef-1c37-4a22-8057-04d6ecf4d66b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:10.953155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-253bf90b-a62d-4f7a-8c3d-a5cd9fe68e98 None None] Set router 79b97c59-e2fd-4137-bf0e-250015004c79 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:30:11.022351 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-774470ef-1c37-4a22-8057-04d6ecf4d66b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:11.092086 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-774470ef-1c37-4a22-8057-04d6ecf4d66b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:11.121266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774470ef-1c37-4a22-8057-04d6ecf4d66b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Subnet': ['ID=bc462c37-accc-4b57-bff8-a8acd479541c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:11.124958 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-774470ef-1c37-4a22-8057-04d6ecf4d66b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:11.132454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-774470ef-1c37-4a22-8057-04d6ecf4d66b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/subnets/bc462c37-accc-4b57-bff8-a8acd479541c HTTP/1.1" status: 204 len: 168 time: 0.3273191 Jul 27 20:30:11.132454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34402) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:11.140043 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5133d09b-cf67-451b-a6ad-1f963aaa6fea None None] Network 051bfc8b-e213-456e-8d6e-2021921d3eba requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:30:11.182662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-253bf90b-a62d-4f7a-8c3d-a5cd9fe68e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:29:06Z', 'updated_at': '2021-07-27T20:30:10Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:07Z', 'updated_at': '2021-07-27T20:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:11.217490 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253bf90b-a62d-4f7a-8c3d-a5cd9fe68e98 None None] Checking router: 79b97c59-e2fd-4137-bf0e-250015004c79 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:30:11.241386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253bf90b-a62d-4f7a-8c3d-a5cd9fe68e98 None None] Routers {'79b97c59-e2fd-4137-bf0e-250015004c79'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:30:11.242032 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-253bf90b-a62d-4f7a-8c3d-a5cd9fe68e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:29:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['79b97c59-e2fd-4137-bf0e-250015004c79'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:11.401780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-253bf90b-a62d-4f7a-8c3d-a5cd9fe68e98 None None] Set router 79b97c59-e2fd-4137-bf0e-250015004c79 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:30:11.569893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e96870-bab3-4157-8080-8cc44457e887 None None] DHCP port deletion for 051bfc8b-e213-456e-8d6e-2021921d3eba request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:30:11.639872 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:11.677471 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e1e96870-bab3-4157-8080-8cc44457e887 None None] Deleting port 47dd8986-441d-468a-b46d-9107be5bdf45 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:30:11.678004 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e1e96870-bab3-4157-8080-8cc44457e887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:11.759131 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:11.763245 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-253bf90b-a62d-4f7a-8c3d-a5cd9fe68e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:29:06Z', 'updated_at': '2021-07-27T20:30:10Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:07Z', 'updated_at': '2021-07-27T20:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:11.812990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253bf90b-a62d-4f7a-8c3d-a5cd9fe68e98 None None] The sync data for ids ['79b97c59-e2fd-4137-bf0e-250015004c79'] in n-d-705657-21 is: [{'id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556402443', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:29:06Z', 'updated_at': '2021-07-27T20:30:10Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'c2a5627d-1959-4eb4-b9a7-7907f7520764', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:50:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b97c59-e2fd-4137-bf0e-250015004c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:29:07Z', 'updated_at': '2021-07-27T20:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:30:11.813765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port c2a5627d-1959-4eb4-b9a7-7907f7520764 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:30:11.813988 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:11.827181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 9c505251-a675-49ac-b72b-4cd35717f4df no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:30:11.867480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 9c505251-a675-49ac-b72b-4cd35717f4df {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:30:11.868611 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 9c505251-a675-49ac-b72b-4cd35717f4df not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:30:11.878376 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e1e96870-bab3-4157-8080-8cc44457e887 None None] For port 47dd8986-441d-468a-b46d-9107be5bdf45, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=47dd8986-441d-468a-b46d-9107be5bdf45,segment=NetworkSegment(775992fc-baef-45d6-94f4-b9ad4c3e3e73),segment_id=775992fc-baef-45d6-94f4-b9ad4c3e3e73)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:30:11.879066 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e1e96870-bab3-4157-8080-8cc44457e887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:11.894230 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e1e96870-bab3-4157-8080-8cc44457e887 None None] Calling delete_port for 47dd8986-441d-468a-b46d-9107be5bdf45 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:30:11.907855 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] For port c2a5627d-1959-4eb4-b9a7-7907f7520764, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c2a5627d-1959-4eb4-b9a7-7907f7520764,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:30:11.908495 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:11.924109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for c2a5627d-1959-4eb4-b9a7-7907f7520764 owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:30:11.982488 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:11.994720 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e1e96870-bab3-4157-8080-8cc44457e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.020950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e96870-bab3-4157-8080-8cc44457e887 None None] Pushing event deleted for resources: {'Port': ['ID=47dd8986-441d-468a-b46d-9107be5bdf45,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:12.022778 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e96870-bab3-4157-8080-8cc44457e887 None None] No DVR routers for this DVR port 47dd8986-441d-468a-b46d-9107be5bdf45 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:30:12.111386 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.141585 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=c2a5627d-1959-4eb4-b9a7-7907f7520764,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:12.212472 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.318405 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.321603 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.371385 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.371939 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Fanout notify agent at l3_agent the message router_deleted on router 79b97c59-e2fd-4137-bf0e-250015004c79 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:30:12.378946 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.380113 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1d886834-f506-4688-9ed3-202c8e7e453e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/routers/79b97c59-e2fd-4137-bf0e-250015004c79 HTTP/1.1" status: 204 len: 168 time: 1.2476630 Jul 27 20:30:12.384203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34404) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:12.469688 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31950975-c058-4430-b121-f7485acf50e1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.579058 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31950975-c058-4430-b121-f7485acf50e1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.593344 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-31950975-c058-4430-b121-f7485acf50e1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051bfc8b-e213-456e-8d6e-2021921d3eba']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:12.607980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-31950975-c058-4430-b121-f7485acf50e1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775992fc-baef-45d6-94f4-b9ad4c3e3e73') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:12.608232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-31950975-c058-4430-b121-f7485acf50e1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775992fc-baef-45d6-94f4-b9ad4c3e3e73') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:12.618462 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31950975-c058-4430-b121-f7485acf50e1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.639249 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31950975-c058-4430-b121-f7485acf50e1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.646135 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31950975-c058-4430-b121-f7485acf50e1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:30:12.646828 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31950975-c058-4430-b121-f7485acf50e1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:30:12.650074 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:30:12.710883 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31950975-c058-4430-b121-f7485acf50e1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.722625 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-31950975-c058-4430-b121-f7485acf50e1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.724709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-31950975-c058-4430-b121-f7485acf50e1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/networks/051bfc8b-e213-456e-8d6e-2021921d3eba HTTP/1.1" status: 204 len: 168 time: 0.3392289 Jul 27 20:30:12.728061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34406) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:12.740419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31950975-c058-4430-b121-f7485acf50e1 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Network': ['ID=051bfc8b-e213-456e-8d6e-2021921d3eba,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:12.802573 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3185300-d2a7-4240-8476-a6fd13b68e6f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.829868 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3185300-d2a7-4240-8476-a6fd13b68e6f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.894887 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3185300-d2a7-4240-8476-a6fd13b68e6f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.898805 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3185300-d2a7-4240-8476-a6fd13b68e6f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:12.900304 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c3185300-d2a7-4240-8476-a6fd13b68e6f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/security-groups/c70cb633-8b4f-4d68-b9d9-3a7cf92427cc HTTP/1.1" status: 204 len: 168 time: 0.1707242 Jul 27 20:30:12.910083 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3185300-d2a7-4240-8476-a6fd13b68e6f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70cb633-8b4f-4d68-b9d9-3a7cf92427cc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:13.385515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 47dd8986-441d-468a-b46d-9107be5bdf45 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:30:13.408480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 47dd8986-441d-468a-b46d-9107be5bdf45 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:30:13.408785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 47dd8986-441d-468a-b46d-9107be5bdf45 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:30:13.409256 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 59a276c0-c8d0-40aa-86c5-d07ab0a6baca no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:30:13.413777 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34412) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:13.419015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-952af264-50c7-4934-87e7-2c63e5878981 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-791035114', 'description': 'tempest-secgroup-smoke-791035114 description', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:30:13.433147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 59a276c0-c8d0-40aa-86c5-d07ab0a6baca {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:30:13.433550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 59a276c0-c8d0-40aa-86c5-d07ab0a6baca not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:30:13.433905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c2a5627d-1959-4eb4-b9a7-7907f7520764 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:30:13.447738 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-952af264-50c7-4934-87e7-2c63e5878981 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.465278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: c2a5627d-1959-4eb4-b9a7-7907f7520764 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:30:13.465730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c2a5627d-1959-4eb4-b9a7-7907f7520764 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:30:13.475907 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6faefefb-6303-4c70-a932-76e0c37f7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.539365 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-952af264-50c7-4934-87e7-2c63e5878981 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.543255 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-952af264-50c7-4934-87e7-2c63e5878981 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.568799 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-952af264-50c7-4934-87e7-2c63e5878981 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.570034 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-952af264-50c7-4934-87e7-2c63e5878981 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1549265 Jul 27 20:30:13.574458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34414) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:13.575113 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952af264-50c7-4934-87e7-2c63e5878981 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63aa668c-888b-426c-a926-fe4ae17505c8,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:13.582867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c0b31e1f-cb15-4c47-bbea-8544be76aff0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '63aa668c-888b-426c-a926-fe4ae17505c8', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:30:13.615867 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0b31e1f-cb15-4c47-bbea-8544be76aff0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.678406 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0b31e1f-cb15-4c47-bbea-8544be76aff0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.682453 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0b31e1f-cb15-4c47-bbea-8544be76aff0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.701661 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b31e1f-cb15-4c47-bbea-8544be76aff0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d38975-4f52-418f-91b8-8ac147a58c88,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:13.707111 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0b31e1f-cb15-4c47-bbea-8544be76aff0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.708591 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c0b31e1f-cb15-4c47-bbea-8544be76aff0 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317360 Jul 27 20:30:13.711565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34416) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:13.716555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3f29f217-2858-44d7-bd2f-18f2a321ab6c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '63aa668c-888b-426c-a926-fe4ae17505c8', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:30:13.745642 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f29f217-2858-44d7-bd2f-18f2a321ab6c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.807671 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f29f217-2858-44d7-bd2f-18f2a321ab6c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.812136 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f29f217-2858-44d7-bd2f-18f2a321ab6c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.833817 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29f217-2858-44d7-bd2f-18f2a321ab6c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d1bc3c-496f-4f8d-8855-8af3d02b79c5,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:13.842164 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3f29f217-2858-44d7-bd2f-18f2a321ab6c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.843428 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3f29f217-2858-44d7-bd2f-18f2a321ab6c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306965 Jul 27 20:30:13.847022 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34418) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:13.851992 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e5910a7a-5114-401f-ad30-4fd919c71c7c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '63aa668c-888b-426c-a926-fe4ae17505c8', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:30:13.878722 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5910a7a-5114-401f-ad30-4fd919c71c7c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.940869 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5910a7a-5114-401f-ad30-4fd919c71c7c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.944789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5910a7a-5114-401f-ad30-4fd919c71c7c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.964588 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5910a7a-5114-401f-ad30-4fd919c71c7c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a220b09-7571-4168-9072-9a421630aaf2,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:13.970684 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e5910a7a-5114-401f-ad30-4fd919c71c7c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:13.975508 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e5910a7a-5114-401f-ad30-4fd919c71c7c tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272290 Jul 27 20:30:13.975819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34420) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:13.981186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-3bd47b07-134f-4656-bd55-81495689a8db tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '63aa668c-888b-426c-a926-fe4ae17505c8', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:30:14.009439 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3bd47b07-134f-4656-bd55-81495689a8db tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.075095 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3bd47b07-134f-4656-bd55-81495689a8db tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.079162 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3bd47b07-134f-4656-bd55-81495689a8db tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.097061 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd47b07-134f-4656-bd55-81495689a8db tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873b0e9e-0e49-41ee-83ae-c67a3c640139,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:14.103591 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3bd47b07-134f-4656-bd55-81495689a8db tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.104850 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3bd47b07-134f-4656-bd55-81495689a8db tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276889 Jul 27 20:30:14.107767 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34422) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:14.112604 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c3034303-563d-41c5-89be-60a7c4bf0394 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '63aa668c-888b-426c-a926-fe4ae17505c8', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:30:14.136855 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-c3034303-563d-41c5-89be-60a7c4bf0394 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Project 0a0b7ee5818c4a909178bb93edf2d8c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:30:14.142022 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3034303-563d-41c5-89be-60a7c4bf0394 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.204020 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3034303-563d-41c5-89be-60a7c4bf0394 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.207807 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3034303-563d-41c5-89be-60a7c4bf0394 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.225833 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3034303-563d-41c5-89be-60a7c4bf0394 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cb7557-da74-42b0-9ea5-fc0e97caac95,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:14.231112 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c3034303-563d-41c5-89be-60a7c4bf0394 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.232350 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c3034303-563d-41c5-89be-60a7c4bf0394 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235435 Jul 27 20:30:14.235534 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34424) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:14.240024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-de8e744b-1c35-4bde-88b6-4da45c09bc0e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'security_group_rule': {'security_group_id': '63aa668c-888b-426c-a926-fe4ae17505c8', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:30:14.262002 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-de8e744b-1c35-4bde-88b6-4da45c09bc0e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Project 0a0b7ee5818c4a909178bb93edf2d8c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:30:14.266930 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de8e744b-1c35-4bde-88b6-4da45c09bc0e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.329478 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de8e744b-1c35-4bde-88b6-4da45c09bc0e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.334367 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de8e744b-1c35-4bde-88b6-4da45c09bc0e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.356974 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e744b-1c35-4bde-88b6-4da45c09bc0e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149173ae-4894-40f8-907f-f9c0d5533faa,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:14.364009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-de8e744b-1c35-4bde-88b6-4da45c09bc0e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.364566 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-de8e744b-1c35-4bde-88b6-4da45c09bc0e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280968 Jul 27 20:30:14.368240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34426) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:14.373210 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-15a850ff-9ec2-4023-b13b-097d3a03d606 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'network': {'name': 'tempest-network-smoke--2107648616', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'port_security_enabled': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:30:14.394095 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a850ff-9ec2-4023-b13b-097d3a03d606 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Made reservation on behalf of 0a0b7ee5818c4a909178bb93edf2d8c5 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:30:14.397647 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15a850ff-9ec2-4023-b13b-097d3a03d606 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.422850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a850ff-9ec2-4023-b13b-097d3a03d606 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:30:14.432480 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15a850ff-9ec2-4023-b13b-097d3a03d606 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.432837 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-15a850ff-9ec2-4023-b13b-097d3a03d606 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Added segment aae74145-e75d-4cc0-b801-ef09cae4cd01 of type vlan for network 80200399-d9bb-42ad-839f-4f14a92b2883 Jul 27 20:30:14.475372 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15a850ff-9ec2-4023-b13b-097d3a03d606 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.506023 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15a850ff-9ec2-4023-b13b-097d3a03d606 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.512501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a850ff-9ec2-4023-b13b-097d3a03d606 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:14.513115 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15a850ff-9ec2-4023-b13b-097d3a03d606 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.569373 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-15a850ff-9ec2-4023-b13b-097d3a03d606 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2000382 Jul 27 20:30:14.572969 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34428) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:14.579923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'admin_state_up': True, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:30:14.599023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a850ff-9ec2-4023-b13b-097d3a03d606 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Network': ['ID=80200399-d9bb-42ad-839f-4f14a92b2883,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:14.610311 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 80200399-d9bb-42ad-839f-4f14a92b2883 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:30:14.616205 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.617630 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.671067 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:14.816009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:15.021380 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:15.042354 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:15.152745 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.25.1.130 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/ccb3d214-4537-4e89-87cf-4bf3befec52c) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:30:15.270086 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:15.316748 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:15.356477 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:30:15.362763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:30:15.367269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:30:15.370312 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=ccb3d214-4537-4e89-87cf-4bf3befec52c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:15.976191 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:16.159288 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-016e7063-5345-43d0-a4df-1d7120307acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:16.182508 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:16.272410 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:16.317142 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router f74af089-2c52-43f6-9ef1-a029038ecd46 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:30:16.404450 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-2826901a-5ffb-449a-8e22-c0f2d37b5a1f req-63a07dbd-e842-4412-af34-09ce39fe87d1 service neutron] (94060) timed out ('10.222.0.48', 56956) {{(pid=94060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:30:16.430664 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:30:16.440495 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Sync routers for ids ['f74af089-2c52-43f6-9ef1-a029038ecd46'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:30:16.450838 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:16.451171 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Routers {'f74af089-2c52-43f6-9ef1-a029038ecd46'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:30:16.451989 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:30:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f74af089-2c52-43f6-9ef1-a029038ecd46'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:16.452165 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dd56e3b1-07a8-4a83-ab7a-ebb4024cf43d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8782110 Jul 27 20:30:16.455449 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34430) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:16.486848 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-65e422a8-a007-4445-b525-786e31108d48 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=0a0b7ee5818c4a909178bb93edf2d8c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302544 Jul 27 20:30:16.489667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34432) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:16.561382 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Set router f74af089-2c52-43f6-9ef1-a029038ecd46 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:30:16.579557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2cbc4d-123b-4308-af9b-f9281afbd0eb tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:16.581110 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3b2cbc4d-123b-4308-af9b-f9281afbd0eb tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904312 Jul 27 20:30:16.584092 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34434) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:16.613543 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0999f7b4-1bb2-466a-bdf0-ecb2981950d5 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283656 Jul 27 20:30:16.616365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34436) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:16.622142 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0289b2ed-90b1-4a2e-a8c0-4d5aa6e1d1e4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1663555225', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:30:16.717994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0289b2ed-90b1-4a2e-a8c0-4d5aa6e1d1e4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Made reservation on behalf of 0a0b7ee5818c4a909178bb93edf2d8c5 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:30:16.722151 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0289b2ed-90b1-4a2e-a8c0-4d5aa6e1d1e4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:16.751026 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:30:14Z', 'updated_at': '2021-07-27T20:30:15Z', 'revision_number': 3, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:15Z', 'updated_at': '2021-07-27T20:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:16.778497 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Checking router: f74af089-2c52-43f6-9ef1-a029038ecd46 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:30:16.778888 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Updating router f74af089-2c52-43f6-9ef1-a029038ecd46 port ccb3d214-4537-4e89-87cf-4bf3befec52c binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:30:16.814855 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:16.924858 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0289b2ed-90b1-4a2e-a8c0-4d5aa6e1d1e4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:16.988593 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289b2ed-90b1-4a2e-a8c0-4d5aa6e1d1e4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Subnet': ['ID=d1d50fda-a8a3-4bad-b7b2-75111eacbe64,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:17.004565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289b2ed-90b1-4a2e-a8c0-4d5aa6e1d1e4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Checking segment: {'id': 'aae74145-e75d-4cc0-b801-ef09cae4cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:30:17.004945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0289b2ed-90b1-4a2e-a8c0-4d5aa6e1d1e4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network hostable DHCP agents. Network: 80200399-d9bb-42ad-839f-4f14a92b2883, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:30:17.022112 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0289b2ed-90b1-4a2e-a8c0-4d5aa6e1d1e4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 80200399-d9bb-42ad-839f-4f14a92b2883 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:30:17.030915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-0289b2ed-90b1-4a2e-a8c0-4d5aa6e1d1e4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 80200399-d9bb-42ad-839f-4f14a92b2883) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:30:17.035220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0289b2ed-90b1-4a2e-a8c0-4d5aa6e1d1e4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:17.035852 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0289b2ed-90b1-4a2e-a8c0-4d5aa6e1d1e4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:17.042362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa93468d-8e1b-4d71-891c-343e88cee98d None None] Network 80200399-d9bb-42ad-839f-4f14a92b2883 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:30:17.054232 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0289b2ed-90b1-4a2e-a8c0-4d5aa6e1d1e4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4355593 Jul 27 20:30:17.054704 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34438) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:17.191422 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:17.204158 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Transition to ACTIVE for port object ccb3d214-4537-4e89-87cf-4bf3befec52c will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:30:17.212872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-80200399-d9bb-42ad-839f-4f14a92b2883', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ips': [{'subnet_id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:30:17.213795 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:17.214049 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:17.271702 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Attempting to bind port ccb3d214-4537-4e89-87cf-4bf3befec52c on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:30:17.272257 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Attempting to bind port ccb3d214-4537-4e89-87cf-4bf3befec52c by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:30:17.272741 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Attempting to bind port ccb3d214-4537-4e89-87cf-4bf3befec52c on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:30:17.284331 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f8e76-f39c-4654-b410-899a09493f04 None None] Pushing event updated for resources: {'Port': ['ID=ccb3d214-4537-4e89-87cf-4bf3befec52c,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:17.288676 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:30:17.289302 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:30:17.289837 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:17.290377 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:30:17.290969 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Bound port: ccb3d214-4537-4e89-87cf-4bf3befec52c, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:30:17.291454 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:17.298952 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8e76-f39c-4654-b410-899a09493f04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:17.299450 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8e76-f39c-4654-b410-899a09493f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:17.299880 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8e76-f39c-4654-b410-899a09493f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:17.300800 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8e76-f39c-4654-b410-899a09493f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:17.300800 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8e76-f39c-4654-b410-899a09493f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:17.301166 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8e76-f39c-4654-b410-899a09493f04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:17.301581 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8e76-f39c-4654-b410-899a09493f04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:17.302002 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8e76-f39c-4654-b410-899a09493f04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:17.302894 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8e76-f39c-4654-b410-899a09493f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:17.302894 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8e76-f39c-4654-b410-899a09493f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:17.303262 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8e76-f39c-4654-b410-899a09493f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:17.303677 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8e76-f39c-4654-b410-899a09493f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:17.370160 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] For port ccb3d214-4537-4e89-87cf-4bf3befec52c, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:30:17.373374 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] For port ccb3d214-4537-4e89-87cf-4bf3befec52c, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ccb3d214-4537-4e89-87cf-4bf3befec52c,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:30:17.384458 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:17.450075 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f8e76-f39c-4654-b410-899a09493f04 None None] Pushing event updated for resources: {'Port': ['ID=ccb3d214-4537-4e89-87cf-4bf3befec52c,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:17.454816 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Routers {'f74af089-2c52-43f6-9ef1-a029038ecd46'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:30:17.455528 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:30:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f74af089-2c52-43f6-9ef1-a029038ecd46'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:17.508915 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:17.572681 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Allocated IP 172.20.0.2 (80200399-d9bb-42ad-839f-4f14a92b2883/d1d50fda-a8a3-4bad-b7b2-75111eacbe64/52ff9715-1135-4472-b1cb-0905fa3fe118) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:30:17.590898 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] Set router f74af089-2c52-43f6-9ef1-a029038ecd46 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:30:17.604669 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:17.739626 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:17.753921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Transition to ACTIVE for port object 52ff9715-1135-4472-b1cb-0905fa3fe118 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:30:17.774380 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Transition to ACTIVE for port object 52ff9715-1135-4472-b1cb-0905fa3fe118 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:30:17.782962 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:17.811259 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:30:14Z', 'updated_at': '2021-07-27T20:30:15Z', 'revision_number': 3, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:15Z', 'updated_at': '2021-07-27T20:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:17.830062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Network 80200399-d9bb-42ad-839f-4f14a92b2883 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:30:17.834215 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:30:17.839657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:30:17.842667 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10788cb-1b5d-4a4d-b39c-fde3c11e8910 None None] The sync data for ids ['f74af089-2c52-43f6-9ef1-a029038ecd46'] in n-d-705657-21 is: [{'id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:30:14Z', 'updated_at': '2021-07-27T20:30:15Z', 'revision_number': 3, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:15Z', 'updated_at': '2021-07-27T20:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:30:17.842988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Pushing event updated for resources: {'Port': ['ID=52ff9715-1135-4472-b1cb-0905fa3fe118,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:17.926082 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Attempting to bind port 52ff9715-1135-4472-b1cb-0905fa3fe118 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:30:17.926707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Attempting to bind port 52ff9715-1135-4472-b1cb-0905fa3fe118 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'aae74145-e75d-4cc0-b801-ef09cae4cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:30:17.927334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Attempting to bind port 52ff9715-1135-4472-b1cb-0905fa3fe118 on network 80200399-d9bb-42ad-839f-4f14a92b2883 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:30:17.938169 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:30:17.939120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Checking segment: {'id': 'aae74145-e75d-4cc0-b801-ef09cae4cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:30:17.940141 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:17.941009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Bound using segment: {'id': 'aae74145-e75d-4cc0-b801-ef09cae4cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:30:17.941784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Bound port: 52ff9715-1135-4472-b1cb-0905fa3fe118, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae74145-e75d-4cc0-b801-ef09cae4cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:30:17.942299 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.20.0.1 (80200399-d9bb-42ad-839f-4f14a92b2883/d1d50fda-a8a3-4bad-b7b2-75111eacbe64/d338522f-3d39-40be-8a85-0f56bb076bdd) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:30:17.942472 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:18.019039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] For port 52ff9715-1135-4472-b1cb-0905fa3fe118, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:30:18.022932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] For port 52ff9715-1135-4472-b1cb-0905fa3fe118, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=52ff9715-1135-4472-b1cb-0905fa3fe118,segment=NetworkSegment(aae74145-e75d-4cc0-b801-ef09cae4cd01),segment_id=aae74145-e75d-4cc0-b801-ef09cae4cd01)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:30:18.028604 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:18.123836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2797625-77d5-43f1-9172-09725b4ffb16 None None] Pushing event updated for resources: {'Port': ['ID=52ff9715-1135-4472-b1cb-0905fa3fe118,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:18.126108 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:18.168824 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Transition to ACTIVE for port object d338522f-3d39-40be-8a85-0f56bb076bdd will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:30:18.208374 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:18.258746 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 80200399-d9bb-42ad-839f-4f14a92b2883 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:30:18.262074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:30:18.267133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:30:18.271445 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=d338522f-3d39-40be-8a85-0f56bb076bdd,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:18.320493 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:18.499879 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:18.796907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:18.801723 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:18.884455 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:18.886383 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=d338522f-3d39-40be-8a85-0f56bb076bdd,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:18.984131 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 80200399-d9bb-42ad-839f-4f14a92b2883 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:30:18.985796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:30:19.031446 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:19.109870 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router f74af089-2c52-43f6-9ef1-a029038ecd46 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:30:19.175236 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8f68f3-f1b1-4c00-bf62-fce5d0bf4da9 None None] Network 80200399-d9bb-42ad-839f-4f14a92b2883 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:30:19.223269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:30:19.228847 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-32d0d294-6a83-439f-b3e6-aa66a974208e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "PUT /v2.0/routers/f74af089-2c52-43f6-9ef1-a029038ecd46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1728389 Jul 27 20:30:19.239362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-989827bb-c0ec-476c-b07b-8580aae5aafd None None] Provisioning for port 52ff9715-1135-4472-b1cb-0905fa3fe118 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:30:19.439966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-d604e5b5-bd2c-4954-a84e-7e1f227ca3dc tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791035114&fields=id&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 267 time: 0.0399220 Jul 27 20:30:19.466990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 52ff9715-1135-4472-b1cb-0905fa3fe118 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:30:19.529000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 52ff9715-1135-4472-b1cb-0905fa3fe118 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:30:19.533299 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 52ff9715-1135-4472-b1cb-0905fa3fe118 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:30:19.533913 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:19.575252 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-41dee140-32b4-4eba-bb70-03d6e02cb810 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:19.583860 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-41dee140-32b4-4eba-bb70-03d6e02cb810 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/networks?id=80200399-d9bb-42ad-839f-4f14a92b2883 HTTP/1.1" status: 200 len: 797 time: 0.1341882 Jul 27 20:30:19.594511 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-e73df479-2793-4133-8db6-8cd44db2ce87 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/quotas/0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 375 time: 0.0097613 Jul 27 20:30:19.637288 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:19.677414 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-36cd9b67-9623-4cda-b2bf-09f5dc98dda5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759971 Jul 27 20:30:19.679413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 52ff9715-1135-4472-b1cb-0905fa3fe118, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=52ff9715-1135-4472-b1cb-0905fa3fe118,segment=NetworkSegment(aae74145-e75d-4cc0-b801-ef09cae4cd01),segment_id=aae74145-e75d-4cc0-b801-ef09cae4cd01)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:30:19.687123 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:19.687991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ccb3d214-4537-4e89-87cf-4bf3befec52c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:30:19.693175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e29a6216-b92e-4ded-ab24-49c99a31f9fe None None] Provisioning for port d338522f-3d39-40be-8a85-0f56bb076bdd completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:30:19.738685 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e29a6216-b92e-4ded-ab24-49c99a31f9fe None None] Provisioning complete for port d338522f-3d39-40be-8a85-0f56bb076bdd triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:30:19.739054 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e29a6216-b92e-4ded-ab24-49c99a31f9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:19.793543 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-782e51aa-7d23-48e2-8cbf-f83a1d9e5361 service neutron] 10.222.0.48 "GET /v2.0/networks/80200399-d9bb-42ad-839f-4f14a92b2883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008725 Jul 27 20:30:19.811273 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e29a6216-b92e-4ded-ab24-49c99a31f9fe None None] Port d338522f-3d39-40be-8a85-0f56bb076bdd cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:30:19.818822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=52ff9715-1135-4472-b1cb-0905fa3fe118,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:19.836848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e29a6216-b92e-4ded-ab24-49c99a31f9fe None None] Provisioning complete for port 52ff9715-1135-4472-b1cb-0905fa3fe118 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:30:19.837088 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e29a6216-b92e-4ded-ab24-49c99a31f9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:19.839914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port ccb3d214-4537-4e89-87cf-4bf3befec52c completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:30:19.866344 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ccb3d214-4537-4e89-87cf-4bf3befec52c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:30:19.867487 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:19.900174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Sync routers for ids ['f74af089-2c52-43f6-9ef1-a029038ecd46'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:30:19.913649 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-9cad1879-ee28-43f9-9657-e858f3aeb25d service neutron] 10.222.0.48 "GET /v2.0/networks/80200399-d9bb-42ad-839f-4f14a92b2883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136782 Jul 27 20:30:19.928363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Routers {'f74af089-2c52-43f6-9ef1-a029038ecd46'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:30:19.929048 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:30:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f74af089-2c52-43f6-9ef1-a029038ecd46'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:20.107744 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:20.120312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Set router f74af089-2c52-43f6-9ef1-a029038ecd46 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:30:20.120557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f60a1db5-21ee-422d-8526-253e68e8038a req-c0cd4c75-1165-46ca-b3f3-35288cecf8d9 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 210 time: 0.0480049 Jul 27 20:30:20.172267 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port ccb3d214-4537-4e89-87cf-4bf3befec52c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ccb3d214-4537-4e89-87cf-4bf3befec52c,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:30:20.182292 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:20.310694 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7af0b8aa-996a-4f0f-af38-c57cfce5f9f2 None None] Provisioning complete for port d338522f-3d39-40be-8a85-0f56bb076bdd triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:30:20.311121 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7af0b8aa-996a-4f0f-af38-c57cfce5f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:20.343639 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=ccb3d214-4537-4e89-87cf-4bf3befec52c,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:20.373807 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-7af0b8aa-996a-4f0f-af38-c57cfce5f9f2 None None] Port d338522f-3d39-40be-8a85-0f56bb076bdd cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:30:20.450848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:30:14Z', 'updated_at': '2021-07-27T20:30:18Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:15Z', 'updated_at': '2021-07-27T20:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd338522f-3d39-40be-8a85-0f56bb076bdd', 'name': '', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:25:b1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:17Z', 'updated_at': '2021-07-27T20:30:18Z', 'revision_number': 2, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:20.478613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Checking router: f74af089-2c52-43f6-9ef1-a029038ecd46 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:30:20.478961 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Updating router f74af089-2c52-43f6-9ef1-a029038ecd46 port d338522f-3d39-40be-8a85-0f56bb076bdd binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:30:20.525873 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:20.528146 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b39e2a18-96d9-41c3-9a2c-ff2be592ee6d None None] Provisioning complete for port d338522f-3d39-40be-8a85-0f56bb076bdd triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:30:20.528750 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b39e2a18-96d9-41c3-9a2c-ff2be592ee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:20.588414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b39e2a18-96d9-41c3-9a2c-ff2be592ee6d None None] Port d338522f-3d39-40be-8a85-0f56bb076bdd cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:30:20.826887 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:20.837553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Transition to ACTIVE for port object d338522f-3d39-40be-8a85-0f56bb076bdd will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:30:20.846800 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:20.899609 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df785ff-ff52-4464-96c5-5a83326c8b3c None None] Pushing event updated for resources: {'Port': ['ID=d338522f-3d39-40be-8a85-0f56bb076bdd,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:20.958425 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Attempting to bind port d338522f-3d39-40be-8a85-0f56bb076bdd on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:30:20.958828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Attempting to bind port d338522f-3d39-40be-8a85-0f56bb076bdd by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'aae74145-e75d-4cc0-b801-ef09cae4cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:30:20.959192 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Attempting to bind port d338522f-3d39-40be-8a85-0f56bb076bdd on network 80200399-d9bb-42ad-839f-4f14a92b2883 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:30:20.965437 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:30:20.965944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Checking segment: {'id': 'aae74145-e75d-4cc0-b801-ef09cae4cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:30:20.966301 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:20.966633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Bound using segment: {'id': 'aae74145-e75d-4cc0-b801-ef09cae4cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:30:20.967118 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Bound port: d338522f-3d39-40be-8a85-0f56bb076bdd, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae74145-e75d-4cc0-b801-ef09cae4cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:30:20.967484 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:21.048901 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] For port d338522f-3d39-40be-8a85-0f56bb076bdd, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:30:21.052309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] For port d338522f-3d39-40be-8a85-0f56bb076bdd, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d338522f-3d39-40be-8a85-0f56bb076bdd,segment=NetworkSegment(aae74145-e75d-4cc0-b801-ef09cae4cd01),segment_id=aae74145-e75d-4cc0-b801-ef09cae4cd01)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:30:21.058145 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:21.139021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Routers {'f74af089-2c52-43f6-9ef1-a029038ecd46'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:30:21.140169 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:30:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f74af089-2c52-43f6-9ef1-a029038ecd46'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:21.146522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-be6f3ecb-69ff-4870-a696-00dd3eaf50f5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:21.151588 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df785ff-ff52-4464-96c5-5a83326c8b3c None None] Pushing event updated for resources: {'Port': ['ID=d338522f-3d39-40be-8a85-0f56bb076bdd,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:21.161401 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-be6f3ecb-69ff-4870-a696-00dd3eaf50f5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.52 "GET /v2.0/networks?id=80200399-d9bb-42ad-839f-4f14a92b2883 HTTP/1.1" status: 200 len: 797 time: 0.1423917 Jul 27 20:30:21.219903 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5e9b9c99-8bc8-4ee5-a627-f4d093bfee5a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5 HTTP/1.1" status: 200 len: 379 time: 0.0569096 Jul 27 20:30:21.235332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-b46d3b41-dff1-4b47-805c-7e4ffab5950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'port': {'device_id': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'admin_state_up': True, 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'security_groups': ['63aa668c-888b-426c-a926-fe4ae17505c8']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:30:21.259204 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5670690a-97dd-4421-bc58-4206853c6139 req-374ef228-aeb8-4e86-bee7-f4f206de5176 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 210 time: 0.0432560 Jul 27 20:30:21.392349 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-b46d3b41-dff1-4b47-805c-7e4ffab5950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Made reservation on behalf of 0a0b7ee5818c4a909178bb93edf2d8c5 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:30:21.396378 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-b46d3b41-dff1-4b47-805c-7e4ffab5950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:21.450978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 52ff9715-1135-4472-b1cb-0905fa3fe118 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:30:21.494383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] Set router f74af089-2c52-43f6-9ef1-a029038ecd46 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:30:21.534156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-b46d3b41-dff1-4b47-805c-7e4ffab5950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.20.0.4 (80200399-d9bb-42ad-839f-4f14a92b2883/d1d50fda-a8a3-4bad-b7b2-75111eacbe64/f49d9408-c491-4b9a-9bc1-4de870ad0624) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:30:21.615397 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 52ff9715-1135-4472-b1cb-0905fa3fe118 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:30:21.615697 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:21.681902 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-b46d3b41-dff1-4b47-805c-7e4ffab5950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:21.696671 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-b46d3b41-dff1-4b47-805c-7e4ffab5950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Transition to ACTIVE for port object f49d9408-c491-4b9a-9bc1-4de870ad0624 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:30:21.732621 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-b46d3b41-dff1-4b47-805c-7e4ffab5950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:21.750466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ccb3d214-4537-4e89-87cf-4bf3befec52c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:30:21.780789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-b46d3b41-dff1-4b47-805c-7e4ffab5950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 80200399-d9bb-42ad-839f-4f14a92b2883 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:30:21.783991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-b46d3b41-dff1-4b47-805c-7e4ffab5950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:30:21.788704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-b46d3b41-dff1-4b47-805c-7e4ffab5950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:30:21.793958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d3b41-dff1-4b47-805c-7e4ffab5950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=f49d9408-c491-4b9a-9bc1-4de870ad0624,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:21.809897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:30:14Z', 'updated_at': '2021-07-27T20:30:18Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:15Z', 'updated_at': '2021-07-27T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd338522f-3d39-40be-8a85-0f56bb076bdd', 'name': '', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:25:b1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:17Z', 'updated_at': '2021-07-27T20:30:21Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:21.840847 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb75c1e-8a25-4838-976e-4157141bf857 None None] The sync data for ids ['f74af089-2c52-43f6-9ef1-a029038ecd46'] in n-d-705657-21 is: [{'id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:30:14Z', 'updated_at': '2021-07-27T20:30:18Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:15Z', 'updated_at': '2021-07-27T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd338522f-3d39-40be-8a85-0f56bb076bdd', 'name': '', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:25:b1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:17Z', 'updated_at': '2021-07-27T20:30:21Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:30:21.841168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-b46d3b41-dff1-4b47-805c-7e4ffab5950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:21.841807 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-b46d3b41-dff1-4b47-805c-7e4ffab5950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:21.843639 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ccb3d214-4537-4e89-87cf-4bf3befec52c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:30:21.844082 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:21.866119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-b46d3b41-dff1-4b47-805c-7e4ffab5950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6369407 Jul 27 20:30:21.883633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Request body: {'port': {'device_id': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:30:21.994506 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:22.050541 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-057b8f23-b1c2-40cc-90f3-adb771377213 None None] Provisioning for port f49d9408-c491-4b9a-9bc1-4de870ad0624 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:30:22.055904 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-057b8f23-b1c2-40cc-90f3-adb771377213 None None] Provisioning complete for port f49d9408-c491-4b9a-9bc1-4de870ad0624 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:30:22.056366 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-057b8f23-b1c2-40cc-90f3-adb771377213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:22.093629 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-057b8f23-b1c2-40cc-90f3-adb771377213 None None] Port f49d9408-c491-4b9a-9bc1-4de870ad0624 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:30:22.275987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49d9408-c491-4b9a-9bc1-4de870ad0624 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:30:22.284066 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:22.298339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Transition to ACTIVE for port object f49d9408-c491-4b9a-9bc1-4de870ad0624 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:30:22.306208 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:22.400104 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f49d9408-c491-4b9a-9bc1-4de870ad0624,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:22.518700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5600489-ac3a-4047-9344-f20dcb70249a req-6026f9fb-25b8-4afa-9462-34b6fa4d8db3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:22.521492 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5600489-ac3a-4047-9344-f20dcb70249a req-6026f9fb-25b8-4afa-9462-34b6fa4d8db3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 943 time: 0.1782179 Jul 27 20:30:22.551951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Attempting to bind port f49d9408-c491-4b9a-9bc1-4de870ad0624 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:30:22.552419 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Attempting to bind port f49d9408-c491-4b9a-9bc1-4de870ad0624 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'aae74145-e75d-4cc0-b801-ef09cae4cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:30:22.552843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Attempting to bind port f49d9408-c491-4b9a-9bc1-4de870ad0624 on network 80200399-d9bb-42ad-839f-4f14a92b2883 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:30:22.568964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Port f49d9408-c491-4b9a-9bc1-4de870ad0624 on network 80200399-d9bb-42ad-839f-4f14a92b2883 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:30:22.569224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Attempting to bind port f49d9408-c491-4b9a-9bc1-4de870ad0624 on network 80200399-d9bb-42ad-839f-4f14a92b2883 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:30:22.582084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:30:22.582542 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Checking segment: {'id': 'aae74145-e75d-4cc0-b801-ef09cae4cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:30:22.583386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Bound using segment: {'id': 'aae74145-e75d-4cc0-b801-ef09cae4cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:30:22.583870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Bound port: f49d9408-c491-4b9a-9bc1-4de870ad0624, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae74145-e75d-4cc0-b801-ef09cae4cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:30:22.584288 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:22.613920 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5600489-ac3a-4047-9344-f20dcb70249a req-468cc715-d6cd-4a16-842f-181eb4cc9f82 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778170 Jul 27 20:30:22.677383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] For port f49d9408-c491-4b9a-9bc1-4de870ad0624, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:30:22.680622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] For port f49d9408-c491-4b9a-9bc1-4de870ad0624, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f49d9408-c491-4b9a-9bc1-4de870ad0624,segment=NetworkSegment(aae74145-e75d-4cc0-b801-ef09cae4cd01),segment_id=aae74145-e75d-4cc0-b801-ef09cae4cd01)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:30:22.686108 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:22.722067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:22.722726 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:22.724179 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] 10.222.0.52 "PUT /v2.0/ports/f49d9408-c491-4b9a-9bc1-4de870ad0624 HTTP/1.1" status: 200 len: 1092 time: 0.8472805 Jul 27 20:30:22.726618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'tag': 'f49d9408-c491-4b9a-9bc1-4de870ad0624'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:30:22.730766 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503b9ad4-9437-4074-92dc-e3e422fd4831" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5f60f1-2f30-4a52-ae77-9a2634fc0270", "tag": "f49d9408-c491-4b9a-9bc1-4de870ad0624"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:30:22.763832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b852d-03c5-4794-99e3-837d620589a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f49d9408-c491-4b9a-9bc1-4de870ad0624,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:22.814351 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b236d92-7fbb-41c0-9d1e-bd9ba68b87dc x-openstack-request-id: req-5b236d92-7fbb-41c0-9d1e-bd9ba68b87dc {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:30:22.814613 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5f60f1-2f30-4a52-ae77-9a2634fc0270", "tag": "f49d9408-c491-4b9a-9bc1-4de870ad0624", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:30:22.814857 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b236d92-7fbb-41c0-9d1e-bd9ba68b87dc {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:30:22.815515 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'tag': 'f49d9408-c491-4b9a-9bc1-4de870ad0624', 'status': 'completed', 'code': 200} Jul 27 20:30:22.852927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-da747d59-8101-4902-a7f1-baa87c0e0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:22.855568 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-da747d59-8101-4902-a7f1-baa87c0e0507 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 1095 time: 0.0778999 Jul 27 20:30:22.905233 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-1429295d-0d18-4193-a16d-dbd8e4f5b0c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f49d9408-c491-4b9a-9bc1-4de870ad0624 HTTP/1.1" status: 200 len: 217 time: 0.0410643 Jul 27 20:30:22.958743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-d30f0cc2-bcad-4dd3-b13a-3538c4ba5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:22.960240 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-d30f0cc2-bcad-4dd3-b13a-3538c4ba5c82 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1d50fda-a8a3-4bad-b7b2-75111eacbe64 HTTP/1.1" status: 200 len: 835 time: 0.0469503 Jul 27 20:30:23.027042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-dd5bdfd2-370d-4502-a49d-7202cabcdffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:23.029235 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-dd5bdfd2-370d-4502-a49d-7202cabcdffb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80200399-d9bb-42ad-839f-4f14a92b2883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607200 Jul 27 20:30:23.140860 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-79d994b1-8efa-4840-8c3a-7a84caa80e4e service neutron] 10.222.0.52 "GET /v2.0/networks/80200399-d9bb-42ad-839f-4f14a92b2883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036067 Jul 27 20:30:23.250290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a1079b1-160b-4dd1-8efd-d2824d10d82e req-fdec62c7-8724-439e-ac8e-953d899b2053 service neutron] 10.222.0.52 "GET /v2.0/networks/80200399-d9bb-42ad-839f-4f14a92b2883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999758 Jul 27 20:30:23.369500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b9ad4-9437-4074-92dc-e3e422fd4831 req-e2159f71-baf6-4cd8-b2f9-c9a59a948ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:23.371054 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-503b9ad4-9437-4074-92dc-e3e422fd4831 req-e2159f71-baf6-4cd8-b2f9-c9a59a948ef3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 1095 time: 0.0664208 Jul 27 20:30:23.408725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d338522f-3d39-40be-8a85-0f56bb076bdd up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:30:23.460277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port d338522f-3d39-40be-8a85-0f56bb076bdd completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:30:23.464264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d338522f-3d39-40be-8a85-0f56bb076bdd triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:30:23.464675 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:23.475193 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b9ad4-9437-4074-92dc-e3e422fd4831 req-c4165dce-9002-4c10-86eb-8a5ad1f0e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:23.477109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-503b9ad4-9437-4074-92dc-e3e422fd4831 req-c4165dce-9002-4c10-86eb-8a5ad1f0e5c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80200399-d9bb-42ad-839f-4f14a92b2883 HTTP/1.1" status: 200 len: 898 time: 0.0975161 Jul 27 20:30:23.520945 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-503b9ad4-9437-4074-92dc-e3e422fd4831 req-433ba0c8-1d4d-4d7d-b17b-17579419ad7e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f49d9408-c491-4b9a-9bc1-4de870ad0624 HTTP/1.1" status: 200 len: 217 time: 0.0355976 Jul 27 20:30:23.548533 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:23.581942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b9ad4-9437-4074-92dc-e3e422fd4831 req-65afe976-26e9-49aa-9549-f56aedb40db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:23.584127 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-503b9ad4-9437-4074-92dc-e3e422fd4831 req-65afe976-26e9-49aa-9549-f56aedb40db2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1d50fda-a8a3-4bad-b7b2-75111eacbe64 HTTP/1.1" status: 200 len: 835 time: 0.0559435 Jul 27 20:30:23.584283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port d338522f-3d39-40be-8a85-0f56bb076bdd, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d338522f-3d39-40be-8a85-0f56bb076bdd,segment=NetworkSegment(aae74145-e75d-4cc0-b801-ef09cae4cd01),segment_id=aae74145-e75d-4cc0-b801-ef09cae4cd01)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:30:23.590879 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:23.640341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=d338522f-3d39-40be-8a85-0f56bb076bdd,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:23.653623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b9ad4-9437-4074-92dc-e3e422fd4831 req-30c24609-3c3f-461d-850b-2aa674f7719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:23.655166 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-503b9ad4-9437-4074-92dc-e3e422fd4831 req-30c24609-3c3f-461d-850b-2aa674f7719c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80200399-d9bb-42ad-839f-4f14a92b2883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632453 Jul 27 20:30:23.784810 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-503b9ad4-9437-4074-92dc-e3e422fd4831 req-c894f43d-2939-48c4-9211-8c7ef084b9af service neutron] 10.222.0.52 "GET /v2.0/networks/80200399-d9bb-42ad-839f-4f14a92b2883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212077 Jul 27 20:30:23.809105 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e04e1d-912a-4d8e-be58-530c2d1a9b5b req-9f666ac9-41b9-4a84-aeae-24241333dccf tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:23.810519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10e04e1d-912a-4d8e-be58-530c2d1a9b5b req-9f666ac9-41b9-4a84-aeae-24241333dccf tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 943 time: 0.1058280 Jul 27 20:30:23.891749 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-10e04e1d-912a-4d8e-be58-530c2d1a9b5b req-2cb3026e-80e5-4208-b22f-0ac70327a60a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694087 Jul 27 20:30:23.920979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-503b9ad4-9437-4074-92dc-e3e422fd4831 req-2f3c61f2-2c5d-4309-bf7c-56a914392437 service neutron] 10.222.0.52 "GET /v2.0/networks/80200399-d9bb-42ad-839f-4f14a92b2883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263180 Jul 27 20:30:25.035357 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93edc5-26f9-45d0-8a9d-cfddc1bab07f req-6bf17f0b-26a2-4732-8480-3d54d775375d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:25.036899 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c93edc5-26f9-45d0-8a9d-cfddc1bab07f req-6bf17f0b-26a2-4732-8480-3d54d775375d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 943 time: 0.0710919 Jul 27 20:30:25.078127 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c93edc5-26f9-45d0-8a9d-cfddc1bab07f req-eb806a97-8e13-40ea-82a5-178c11820180 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347135 Jul 27 20:30:25.393051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d338522f-3d39-40be-8a85-0f56bb076bdd up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:30:25.441346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d338522f-3d39-40be-8a85-0f56bb076bdd triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:30:25.441690 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:26.213956 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e929ee-379f-42ab-a311-2cfc4a0a7b42 req-d4999aee-419f-4d2b-87ea-58cf8a9512fe tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:26.215460 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08e929ee-379f-42ab-a311-2cfc4a0a7b42 req-d4999aee-419f-4d2b-87ea-58cf8a9512fe tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 943 time: 0.0665376 Jul 27 20:30:26.257125 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08e929ee-379f-42ab-a311-2cfc4a0a7b42 req-fc415e9f-d007-43e7-b46c-dee459a53071 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323262 Jul 27 20:30:26.413329 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f49d9408-c491-4b9a-9bc1-4de870ad0624 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:30:26.522400 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f49d9408-c491-4b9a-9bc1-4de870ad0624, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f49d9408-c491-4b9a-9bc1-4de870ad0624,segment=NetworkSegment(aae74145-e75d-4cc0-b801-ef09cae4cd01),segment_id=aae74145-e75d-4cc0-b801-ef09cae4cd01)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:30:26.537453 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'f49d9408-c491-4b9a-9bc1-4de870ad0624', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'port_id': 'f49d9408-c491-4b9a-9bc1-4de870ad0624', 'mac_address': 'fa:16:3e:1c:3c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:30:26.579210 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:26.595871 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49d9408-c491-4b9a-9bc1-4de870ad0624 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:30:26.620451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f49d9408-c491-4b9a-9bc1-4de870ad0624, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f49d9408-c491-4b9a-9bc1-4de870ad0624,segment=NetworkSegment(aae74145-e75d-4cc0-b801-ef09cae4cd01),segment_id=aae74145-e75d-4cc0-b801-ef09cae4cd01)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:30:26.626166 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:26.673275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f49d9408-c491-4b9a-9bc1-4de870ad0624,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:26.854454 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['f49d9408-c491-4b9a-9bc1-4de870ad0624'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:30:27.408631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289503fe-bc66-4ca0-b7ef-6aa85d97350c req-81a8839b-8f39-4688-8322-f9a26b07c412 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:27.410058 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-289503fe-bc66-4ca0-b7ef-6aa85d97350c req-81a8839b-8f39-4688-8322-f9a26b07c412 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 944 time: 0.0672088 Jul 27 20:30:27.452915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-289503fe-bc66-4ca0-b7ef-6aa85d97350c req-df02b0f3-c82d-4f8a-b24a-e638a026d2d5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365193 Jul 27 20:30:28.426402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f49d9408-c491-4b9a-9bc1-4de870ad0624 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:30:28.489836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port f49d9408-c491-4b9a-9bc1-4de870ad0624 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:30:28.495094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port f49d9408-c491-4b9a-9bc1-4de870ad0624 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:30:28.495366 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:28.577562 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:28.600815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49d9408-c491-4b9a-9bc1-4de870ad0624'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:30:28.603384 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8057d441-1e2d-498f-bbd3-d0a98b8f3827" -d '{"events": [{"server_uuid": "fb5f60f1-2f30-4a52-ae77-9a2634fc0270", "name": "network-vif-plugged", "status": "completed", "tag": "f49d9408-c491-4b9a-9bc1-4de870ad0624"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:30:28.604388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc86c61-b94e-4137-b7ff-4e0ede75dfd4 req-f23cbbc9-cdcf-4ed2-83ea-9b002456fd63 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:28.606061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cc86c61-b94e-4137-b7ff-4e0ede75dfd4 req-f23cbbc9-cdcf-4ed2-83ea-9b002456fd63 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 944 time: 0.0748446 Jul 27 20:30:28.616145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f49d9408-c491-4b9a-9bc1-4de870ad0624, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f49d9408-c491-4b9a-9bc1-4de870ad0624,segment=NetworkSegment(aae74145-e75d-4cc0-b801-ef09cae4cd01),segment_id=aae74145-e75d-4cc0-b801-ef09cae4cd01)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:30:28.621476 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:28.647803 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cc86c61-b94e-4137-b7ff-4e0ede75dfd4 req-8920f227-fed4-4e47-8481-33eabf12c195 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350854 Jul 27 20:30:28.651204 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a205d2e8-fafd-4b27-9900-1eec66de1403 x-openstack-request-id: req-a205d2e8-fafd-4b27-9900-1eec66de1403 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:30:28.651426 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5f60f1-2f30-4a52-ae77-9a2634fc0270", "name": "network-vif-plugged", "status": "completed", "tag": "f49d9408-c491-4b9a-9bc1-4de870ad0624", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:30:28.651677 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a205d2e8-fafd-4b27-9900-1eec66de1403 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:30:28.652075 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49d9408-c491-4b9a-9bc1-4de870ad0624', 'code': 200} Jul 27 20:30:28.681899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f49d9408-c491-4b9a-9bc1-4de870ad0624,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:28.790703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadd0e5-6d0c-4b5d-99ef-1e5ed284d7b3 req-5b7880f9-1dd5-413a-9cb5-f7afd1de486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:28.792499 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fbadd0e5-6d0c-4b5d-99ef-1e5ed284d7b3 req-5b7880f9-1dd5-413a-9cb5-f7afd1de486c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 1097 time: 0.0605555 Jul 27 20:30:28.828848 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fbadd0e5-6d0c-4b5d-99ef-1e5ed284d7b3 req-7a4bc8e4-20f8-4aa4-b664-b48ee7639991 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278907 Jul 27 20:30:29.788918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc13cb-7f60-4297-aa0a-fcbcee5090f9 req-d6169248-14cb-4467-bfb6-7779f8d39892 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:29.790498 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-93cc13cb-7f60-4297-aa0a-fcbcee5090f9 req-d6169248-14cb-4467-bfb6-7779f8d39892 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0706587 Jul 27 20:30:29.829958 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-93cc13cb-7f60-4297-aa0a-fcbcee5090f9 req-5ed96b51-c74a-4188-9e4f-c2dd75a88bfe tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332549 Jul 27 20:30:30.974988 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2296d-4bb4-400d-92c3-d4700b41fec1 req-1e997e90-d234-4645-8bfa-221d2150cb56 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:30.976526 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fdb2296d-4bb4-400d-92c3-d4700b41fec1 req-1e997e90-d234-4645-8bfa-221d2150cb56 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0774219 Jul 27 20:30:31.016926 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fdb2296d-4bb4-400d-92c3-d4700b41fec1 req-2a133f67-6993-4c0a-96fc-72548e0b154f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339458 Jul 27 20:30:31.152545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f2e7a-9474-4b05-8af4-bb74f99866e8 req-7c085ce9-6548-454d-bbea-3114c218f54f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:31.154084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a1f2e7a-9474-4b05-8af4-bb74f99866e8 req-7c085ce9-6548-454d-bbea-3114c218f54f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0690467 Jul 27 20:30:31.202734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a1f2e7a-9474-4b05-8af4-bb74f99866e8 req-38c444d5-600d-4c97-aa32-364d02986901 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422058 Jul 27 20:30:31.229772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34494) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:31.355543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cdbc94-6f93-4447-8b18-d00a5055bed5 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:31.357130 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c9cdbc94-6f93-4447-8b18-d00a5055bed5 tempest-TestNetworkAdvancedServerOps-646699335 tempest-TestNetworkAdvancedServerOps-646699335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 1092 time: 0.1260910 Jul 27 20:30:31.360649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34498) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:31.365056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': 'f49d9408-c491-4b9a-9bc1-4de870ad0624', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:30:31.389734 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:31.498926 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:31.606746 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Allocated IP 172.25.1.17 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/46dbaced-c2ee-45ff-b928-801666b84c37) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:30:31.716625 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:31.764963 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:31.804175 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:30:31.809372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:30:31.812791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:30:31.818167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=46dbaced-c2ee-45ff-b928-801666b84c37,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:31.844651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:31.844993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:31.845323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:31.845655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:31.846345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:31.847083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:31.847247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:31.847565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:31.847884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:31.848237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:31.848580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:31.848902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:30:32.209389 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:32.289949 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:32.455658 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:32.462636 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:32.540436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event updated for resources: {'Port': ['ID=46dbaced-c2ee-45ff-b928-801666b84c37,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:30:32.548608 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:32.656704 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Floating IP 38f8b7fa-cbbe-4f2a-81a6-46bbbc881332 associated. External IP: 172.25.1.17, port: f49d9408-c491-4b9a-9bc1-4de870ad0624. Jul 27 20:30:32.882168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router f74af089-2c52-43f6-9ef1-a029038ecd46 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:30:33.357125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:30:33.367121 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33babf2a-acf3-40f6-b379-764ddc91c88a None None] Sync routers for ids ['f74af089-2c52-43f6-9ef1-a029038ecd46'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:30:33.375138 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:33.378327 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33babf2a-acf3-40f6-b379-764ddc91c88a None None] Routers {'f74af089-2c52-43f6-9ef1-a029038ecd46'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:30:33.378978 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-33babf2a-acf3-40f6-b379-764ddc91c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:30:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f74af089-2c52-43f6-9ef1-a029038ecd46'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:33.424265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e7f58074-ff23-45f6-a2bb-88593387e7ee tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0599751 Jul 27 20:30:33.424265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'tag': 'f49d9408-c491-4b9a-9bc1-4de870ad0624'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:30:33.425116 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997f1821-dfbb-4cec-bba7-6a061b0aa172" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5f60f1-2f30-4a52-ae77-9a2634fc0270", "tag": "f49d9408-c491-4b9a-9bc1-4de870ad0624"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:30:33.506328 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-33babf2a-acf3-40f6-b379-764ddc91c88a None None] Set router f74af089-2c52-43f6-9ef1-a029038ecd46 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:30:33.514184 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8616b9c9-4b8c-4c94-ba6c-01d94130109e req-9695225f-b447-45f7-94fb-4cc5c2160d3a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0861173 Jul 27 20:30:33.536660 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93194f69-853b-4cb5-bc3c-0170c61ccab1 x-openstack-request-id: req-93194f69-853b-4cb5-bc3c-0170c61ccab1 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:30:33.536949 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5f60f1-2f30-4a52-ae77-9a2634fc0270", "tag": "f49d9408-c491-4b9a-9bc1-4de870ad0624", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:30:33.537198 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93194f69-853b-4cb5-bc3c-0170c61ccab1 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:30:33.538280 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'tag': 'f49d9408-c491-4b9a-9bc1-4de870ad0624', 'status': 'completed', 'code': 200} Jul 27 20:30:33.557275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fe3fc-86d5-4065-ae70-c904731fcd6e req-0bf9a958-520e-48a6-928b-8fcff68346aa tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:33.558930 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb3fe3fc-86d5-4065-ae70-c904731fcd6e req-0bf9a958-520e-48a6-928b-8fcff68346aa tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0816286 Jul 27 20:30:33.630714 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb3fe3fc-86d5-4065-ae70-c904731fcd6e req-aab906a2-756c-45bd-b6af-4ffc7a3a47e5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601883 Jul 27 20:30:33.646312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616b9c9-4b8c-4c94-ba6c-01d94130109e req-482be103-7eb7-4e54-83ac-2a5aa01557b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:33.647833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8616b9c9-4b8c-4c94-ba6c-01d94130109e req-482be103-7eb7-4e54-83ac-2a5aa01557b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 1097 time: 0.0853927 Jul 27 20:30:33.653967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34508) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:33.752936 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-33babf2a-acf3-40f6-b379-764ddc91c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:30:14Z', 'updated_at': '2021-07-27T20:30:18Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:15Z', 'updated_at': '2021-07-27T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '38f8b7fa-cbbe-4f2a-81a6-46bbbc881332', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'port_id': 'f49d9408-c491-4b9a-9bc1-4de870ad0624', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'mac_address': 'fa:16:3e:1c:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:30:32Z', 'updated_at': '2021-07-27T20:30:32Z', 'revision_number': 0, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd338522f-3d39-40be-8a85-0f56bb076bdd', 'name': '', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:25:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:17Z', 'updated_at': '2021-07-27T20:30:23Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:33.770406 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-38f411f1-f6c4-4904-8605-447c63959da7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/floatingips/38f8b7fa-cbbe-4f2a-81a6-46bbbc881332 HTTP/1.1" status: 200 len: 990 time: 0.1140068 Jul 27 20:30:33.789822 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33babf2a-acf3-40f6-b379-764ddc91c88a None None] Checking router: f74af089-2c52-43f6-9ef1-a029038ecd46 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:30:33.802995 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616b9c9-4b8c-4c94-ba6c-01d94130109e req-d430dff8-1f1a-4d77-b629-6ceef18806a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:33.804540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8616b9c9-4b8c-4c94-ba6c-01d94130109e req-d430dff8-1f1a-4d77-b629-6ceef18806a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80200399-d9bb-42ad-839f-4f14a92b2883 HTTP/1.1" status: 200 len: 898 time: 0.1081185 Jul 27 20:30:33.808031 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33babf2a-acf3-40f6-b379-764ddc91c88a None None] Routers {'f74af089-2c52-43f6-9ef1-a029038ecd46'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:30:33.808711 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-33babf2a-acf3-40f6-b379-764ddc91c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:30:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f74af089-2c52-43f6-9ef1-a029038ecd46'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:33.880433 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8616b9c9-4b8c-4c94-ba6c-01d94130109e req-f2be4724-dc65-4d60-b12e-e345be138089 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f49d9408-c491-4b9a-9bc1-4de870ad0624 HTTP/1.1" status: 200 len: 998 time: 0.0683258 Jul 27 20:30:33.920234 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-33babf2a-acf3-40f6-b379-764ddc91c88a None None] Set router f74af089-2c52-43f6-9ef1-a029038ecd46 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:30:33.932812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616b9c9-4b8c-4c94-ba6c-01d94130109e req-a219b87a-cd80-4ec9-af7f-ad6b4dbc74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:33.934354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8616b9c9-4b8c-4c94-ba6c-01d94130109e req-a219b87a-cd80-4ec9-af7f-ad6b4dbc74aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1d50fda-a8a3-4bad-b7b2-75111eacbe64 HTTP/1.1" status: 200 len: 835 time: 0.0464764 Jul 27 20:30:33.997131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616b9c9-4b8c-4c94-ba6c-01d94130109e req-6a35b3d1-20a8-4560-8f9e-75a3c17def0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:33.998659 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8616b9c9-4b8c-4c94-ba6c-01d94130109e req-6a35b3d1-20a8-4560-8f9e-75a3c17def0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80200399-d9bb-42ad-839f-4f14a92b2883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572388 Jul 27 20:30:34.096834 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8616b9c9-4b8c-4c94-ba6c-01d94130109e req-42cdd7d9-15d9-47ee-82b8-7991a3ea6907 service neutron] 10.222.0.52 "GET /v2.0/networks/80200399-d9bb-42ad-839f-4f14a92b2883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903721 Jul 27 20:30:34.153132 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-33babf2a-acf3-40f6-b379-764ddc91c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:30:14Z', 'updated_at': '2021-07-27T20:30:18Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:15Z', 'updated_at': '2021-07-27T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '38f8b7fa-cbbe-4f2a-81a6-46bbbc881332', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'port_id': 'f49d9408-c491-4b9a-9bc1-4de870ad0624', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'mac_address': 'fa:16:3e:1c:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:30:32Z', 'updated_at': '2021-07-27T20:30:32Z', 'revision_number': 0, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd338522f-3d39-40be-8a85-0f56bb076bdd', 'name': '', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:25:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:17Z', 'updated_at': '2021-07-27T20:30:23Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:30:34.180321 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33babf2a-acf3-40f6-b379-764ddc91c88a None None] The sync data for ids ['f74af089-2c52-43f6-9ef1-a029038ecd46'] in n-d-705657-21 is: [{'id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:30:14Z', 'updated_at': '2021-07-27T20:30:18Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:15Z', 'updated_at': '2021-07-27T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '38f8b7fa-cbbe-4f2a-81a6-46bbbc881332', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'port_id': 'f49d9408-c491-4b9a-9bc1-4de870ad0624', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'mac_address': 'fa:16:3e:1c:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:30:32Z', 'updated_at': '2021-07-27T20:30:32Z', 'revision_number': 0, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd338522f-3d39-40be-8a85-0f56bb076bdd', 'name': '', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:25:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:17Z', 'updated_at': '2021-07-27T20:30:23Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:30:34.189981 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8616b9c9-4b8c-4c94-ba6c-01d94130109e req-157b85c6-02e4-402d-8d5b-9be39c281a35 service neutron] 10.222.0.52 "GET /v2.0/networks/80200399-d9bb-42ad-839f-4f14a92b2883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859752 Jul 27 20:30:34.296339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f1821-dfbb-4cec-bba7-6a061b0aa172 req-464885c5-e539-497a-bef5-3940510d4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:34.298111 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-997f1821-dfbb-4cec-bba7-6a061b0aa172 req-464885c5-e539-497a-bef5-3940510d4c08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 1097 time: 0.0594940 Jul 27 20:30:34.404116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e4c26-da44-415d-b084-b97497c74ad3 None None] New status for floating IP 38f8b7fa-cbbe-4f2a-81a6-46bbbc881332: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:30:34.405686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f1821-dfbb-4cec-bba7-6a061b0aa172 req-b373bd48-11c4-4e6b-a0dd-53d26e66cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:34.408323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-997f1821-dfbb-4cec-bba7-6a061b0aa172 req-b373bd48-11c4-4e6b-a0dd-53d26e66cb5e service neutron] 10.222.0.52 "GET /v2.0/networks?id=80200399-d9bb-42ad-839f-4f14a92b2883 HTTP/1.1" status: 200 len: 898 time: 0.0997195 Jul 27 20:30:34.483367 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-997f1821-dfbb-4cec-bba7-6a061b0aa172 req-eacd2897-a575-46fb-8212-c91c5e9f01c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f49d9408-c491-4b9a-9bc1-4de870ad0624 HTTP/1.1" status: 200 len: 998 time: 0.0681319 Jul 27 20:30:34.540422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f1821-dfbb-4cec-bba7-6a061b0aa172 req-d6aa4b7a-db93-4f1e-b8c6-9f771ea6c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:34.541954 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-997f1821-dfbb-4cec-bba7-6a061b0aa172 req-d6aa4b7a-db93-4f1e-b8c6-9f771ea6c774 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1d50fda-a8a3-4bad-b7b2-75111eacbe64 HTTP/1.1" status: 200 len: 835 time: 0.0513659 Jul 27 20:30:34.606808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f1821-dfbb-4cec-bba7-6a061b0aa172 req-d186970f-89ca-43a2-a5a2-51553adb66bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:30:34.608296 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-997f1821-dfbb-4cec-bba7-6a061b0aa172 req-d186970f-89ca-43a2-a5a2-51553adb66bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80200399-d9bb-42ad-839f-4f14a92b2883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589857 Jul 27 20:30:34.705133 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-997f1821-dfbb-4cec-bba7-6a061b0aa172 req-53f1cf2d-9098-4f9f-b807-9e47f9188d81 service neutron] 10.222.0.52 "GET /v2.0/networks/80200399-d9bb-42ad-839f-4f14a92b2883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891042 Jul 27 20:30:34.773962 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34510) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:30:34.825314 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-997f1821-dfbb-4cec-bba7-6a061b0aa172 req-f954c056-f5c1-4be4-9b97-9c2b7100add2 service neutron] 10.222.0.52 "GET /v2.0/networks/80200399-d9bb-42ad-839f-4f14a92b2883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126723 Jul 27 20:30:34.846876 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-24011066-a7fb-41ce-a2ad-833cd6b28d7b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/floatingips/38f8b7fa-cbbe-4f2a-81a6-46bbbc881332 HTTP/1.1" status: 200 len: 992 time: 0.0719371 Jul 27 20:30:38.835911 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:40.814819 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:30:41.990915 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:43.453914 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-35d4f189-9bbc-4b3e-bffc-8fe772255226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:46.169149 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-77953907-455a-4e92-bf9f-0b45f541f84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:46.271813 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:47.276661 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:30:49.042098 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:06.399159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9b3e9-867c-40ac-80e7-82930430861f req-ee892af9-ef30-4dad-bf0e-590222619f17 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:06.401090 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47c9b3e9-867c-40ac-80e7-82930430861f req-ee892af9-ef30-4dad-bf0e-590222619f17 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0741954 Jul 27 20:31:06.440596 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47c9b3e9-867c-40ac-80e7-82930430861f req-e44b07b6-802b-4e9e-8c9b-20162ce11872 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332766 Jul 27 20:31:07.597991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe9fe1-8e32-4f51-9632-fa83894551e1 req-5ce34a45-aee0-479b-a32f-64751ff87991 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:07.599538 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9fe9fe1-8e32-4f51-9632-fa83894551e1 req-5ce34a45-aee0-479b-a32f-64751ff87991 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0751948 Jul 27 20:31:07.640972 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9fe9fe1-8e32-4f51-9632-fa83894551e1 req-3f3a6e06-7da5-40e7-836e-d24bf97316d2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352321 Jul 27 20:31:08.784694 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb8b63-3b78-4ab9-bf0d-c577626b4972 req-10ccaa86-3af1-47d9-8a31-a3030593801f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:08.786292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9cb8b63-3b78-4ab9-bf0d-c577626b4972 req-10ccaa86-3af1-47d9-8a31-a3030593801f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0713875 Jul 27 20:31:08.829391 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9cb8b63-3b78-4ab9-bf0d-c577626b4972 req-307a3e91-b191-417d-ad89-20c68dd2bacd tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338135 Jul 27 20:31:08.839743 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:09.981516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088173c-99ca-4595-941a-3d11d3597d90 req-f2dc1c36-4b0d-4d0d-ba1d-427d93258bb2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:09.984145 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a088173c-99ca-4595-941a-3d11d3597d90 req-f2dc1c36-4b0d-4d0d-ba1d-427d93258bb2 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0803390 Jul 27 20:31:10.029021 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a088173c-99ca-4595-941a-3d11d3597d90 req-0d6b0547-685c-4d9a-a10d-7a3b6ea668d4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385900 Jul 27 20:31:11.188104 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34228d6f-88b1-464d-a55c-066471a2bc55 req-84be4220-3524-48e8-9f9e-bb72a45124c4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:11.189653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34228d6f-88b1-464d-a55c-066471a2bc55 req-84be4220-3524-48e8-9f9e-bb72a45124c4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0857251 Jul 27 20:31:11.231047 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34228d6f-88b1-464d-a55c-066471a2bc55 req-7b523594-c332-41d4-9a1c-448271a4dcb5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348849 Jul 27 20:31:11.992229 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:12.370780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca13a8-87eb-4d37-b9cc-4576a592e17d req-c4c4cc40-6a68-40f0-a617-80ee1132dca3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:12.372379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cca13a8-87eb-4d37-b9cc-4576a592e17d req-c4c4cc40-6a68-40f0-a617-80ee1132dca3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0713151 Jul 27 20:31:12.414652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9cca13a8-87eb-4d37-b9cc-4576a592e17d req-47f54dc4-b6e0-49d9-ab02-40b2d58971ff tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354552 Jul 27 20:31:13.456146 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7555f1b7-7fa8-4ad0-a465-38e8d72e3654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:13.553134 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc6264-40ce-49b9-bb36-2e1287c6fc43 req-d7bed314-3fc7-4789-99d6-c26aad79950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:13.554653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34cc6264-40ce-49b9-bb36-2e1287c6fc43 req-d7bed314-3fc7-4789-99d6-c26aad79950d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0696621 Jul 27 20:31:13.593337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34cc6264-40ce-49b9-bb36-2e1287c6fc43 req-3ccc0b3b-3bde-4af0-91ad-8e66624c9412 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324857 Jul 27 20:31:14.730736 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478388c-a240-48a9-8f8b-fac7b044968f req-116f820d-8ab0-4da1-94b0-488d0e98e6a6 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:14.732287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1478388c-a240-48a9-8f8b-fac7b044968f req-116f820d-8ab0-4da1-94b0-488d0e98e6a6 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0679140 Jul 27 20:31:14.772975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1478388c-a240-48a9-8f8b-fac7b044968f req-a1b86f2f-3f43-4c87-bfd8-124ccd64ddbb tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340893 Jul 27 20:31:15.920869 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a0ea5-5882-448b-987b-df1bc22052da req-09294dee-5a20-4234-b1e3-13682f239bc4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:15.922409 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa6a0ea5-5882-448b-987b-df1bc22052da req-09294dee-5a20-4234-b1e3-13682f239bc4 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0770023 Jul 27 20:31:15.969088 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa6a0ea5-5882-448b-987b-df1bc22052da req-6b94d040-72f4-4b6d-b207-57486168586b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376611 Jul 27 20:31:16.163326 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b588c3e3-7ec0-420e-bb4f-27a72890e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:16.267511 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:17.206992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613d85f-e8f8-4dc9-9759-3612267fe9c3 req-dff6a946-879e-481d-9779-830ef212400d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:17.208900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2613d85f-e8f8-4dc9-9759-3612267fe9c3 req-dff6a946-879e-481d-9779-830ef212400d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.1629982 Jul 27 20:31:17.248831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2613d85f-e8f8-4dc9-9759-3612267fe9c3 req-65b6d5cf-dc3c-4d43-8faf-a5f78999826f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337510 Jul 27 20:31:17.279884 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:17.816351 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:31:18.469589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac11cd7-89ae-4665-a3bd-2a4e32b9733d req-f9d7061e-f5ad-4ffa-9928-5b39d4ece139 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:18.469589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ac11cd7-89ae-4665-a3bd-2a4e32b9733d req-f9d7061e-f5ad-4ffa-9928-5b39d4ece139 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.1408279 Jul 27 20:31:18.514242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ac11cd7-89ae-4665-a3bd-2a4e32b9733d req-a396ba2d-f680-45eb-a1b9-6f6029c13208 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404103 Jul 27 20:31:19.037929 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:19.665346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055cd2c-64b1-4048-926d-4bc3caa1fa4b req-895bb850-dea7-4f8e-8fd8-4ec5df577757 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:19.666819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d055cd2c-64b1-4048-926d-4bc3caa1fa4b req-895bb850-dea7-4f8e-8fd8-4ec5df577757 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0773532 Jul 27 20:31:19.707782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d055cd2c-64b1-4048-926d-4bc3caa1fa4b req-749aa253-1fe3-40dd-8bfa-d99cdc10e7b3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347340 Jul 27 20:31:20.845452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85684301-3d18-49cc-b2b0-3baef6012af3 req-f2230d24-9c0d-4ca5-a110-ec843ce76c4b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:20.847735 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85684301-3d18-49cc-b2b0-3baef6012af3 req-f2230d24-9c0d-4ca5-a110-ec843ce76c4b tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0689647 Jul 27 20:31:20.889267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-85684301-3d18-49cc-b2b0-3baef6012af3 req-29bca1df-35e6-4c60-8012-13ccdb1c1d90 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344679 Jul 27 20:31:22.028237 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc2c54-097f-4df0-b0f6-f38a9a29636b req-21df9ff3-5619-4bee-a1bf-ba0315f46a52 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:22.029802 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92cc2c54-097f-4df0-b0f6-f38a9a29636b req-21df9ff3-5619-4bee-a1bf-ba0315f46a52 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0667145 Jul 27 20:31:22.070500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92cc2c54-097f-4df0-b0f6-f38a9a29636b req-c3fb1061-f05e-4223-992a-b8e0b0186836 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342011 Jul 27 20:31:23.215700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae8c96-4375-45c6-b43f-19b87f7c24cf req-9d301ef5-ae53-4de5-8d3c-b05eb9800189 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:23.217222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77ae8c96-4375-45c6-b43f-19b87f7c24cf req-9d301ef5-ae53-4de5-8d3c-b05eb9800189 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0734684 Jul 27 20:31:23.257587 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77ae8c96-4375-45c6-b43f-19b87f7c24cf req-8146844a-8f54-4b64-acb9-fd70b0fd7272 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335214 Jul 27 20:31:24.399965 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f681397-e3ec-44e8-8169-53e4c0899f39 req-9d7cced8-b4ca-4f72-8763-8118e8dc6906 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:24.401433 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f681397-e3ec-44e8-8169-53e4c0899f39 req-9d7cced8-b4ca-4f72-8763-8118e8dc6906 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0685229 Jul 27 20:31:24.443542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f681397-e3ec-44e8-8169-53e4c0899f39 req-50bade2f-9c48-427b-adfc-50b7d96b7b75 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359869 Jul 27 20:31:24.504143 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cf7e9-b371-4e2a-99cb-064c8f706d8c req-be334ca3-dcdd-4c35-92c5-eb6e4f76cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:24.505715 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-877cf7e9-b371-4e2a-99cb-064c8f706d8c req-be334ca3-dcdd-4c35-92c5-eb6e4f76cbd7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 1097 time: 0.1034145 Jul 27 20:31:24.544409 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-877cf7e9-b371-4e2a-99cb-064c8f706d8c req-abd85d4e-31be-4667-9d48-1d212d54b2b1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303121 Jul 27 20:31:25.584486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ec8c9-f9e3-43d2-bdb4-fc63b60795df req-a6ffd2dd-220b-429d-8a05-42ebbc70c9c5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:25.586004 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e21ec8c9-f9e3-43d2-bdb4-fc63b60795df req-a6ffd2dd-220b-429d-8a05-42ebbc70c9c5 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0703526 Jul 27 20:31:25.628662 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e21ec8c9-f9e3-43d2-bdb4-fc63b60795df req-5560357d-dfb3-4da7-b88d-58c56e404a7a tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363965 Jul 27 20:31:25.652340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34584) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:31:25.716593 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b98ad442-5265-4ded-b26b-1348bef0f3e3 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/floatingips/38f8b7fa-cbbe-4f2a-81a6-46bbbc881332 HTTP/1.1" status: 200 len: 992 time: 0.0627100 Jul 27 20:31:26.788447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f49d9408-c491-4b9a-9bc1-4de870ad0624 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:31:26.790606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f49d9408-c491-4b9a-9bc1-4de870ad0624 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:31:26.935204 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:26.962189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f49d9408-c491-4b9a-9bc1-4de870ad0624, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f49d9408-c491-4b9a-9bc1-4de870ad0624,segment=NetworkSegment(aae74145-e75d-4cc0-b801-ef09cae4cd01),segment_id=aae74145-e75d-4cc0-b801-ef09cae4cd01)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:31:26.976011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f49d9408-c491-4b9a-9bc1-4de870ad0624'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:31:26.978334 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6496b85e-12fd-4947-87ab-53f89b812682" -d '{"events": [{"server_uuid": "fb5f60f1-2f30-4a52-ae77-9a2634fc0270", "name": "network-vif-unplugged", "status": "completed", "tag": "f49d9408-c491-4b9a-9bc1-4de870ad0624"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:31:26.989083 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'f49d9408-c491-4b9a-9bc1-4de870ad0624', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'port_id': 'f49d9408-c491-4b9a-9bc1-4de870ad0624', 'mac_address': 'fa:16:3e:1c:3c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:31:26.993588 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f49d9408-c491-4b9a-9bc1-4de870ad0624, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f49d9408-c491-4b9a-9bc1-4de870ad0624,segment=NetworkSegment(aae74145-e75d-4cc0-b801-ef09cae4cd01),segment_id=aae74145-e75d-4cc0-b801-ef09cae4cd01)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:31:26.998584 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:27.028149 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda684f0-37f5-4850-b0b6-92c31d00c9f4 x-openstack-request-id: req-bda684f0-37f5-4850-b0b6-92c31d00c9f4 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:31:27.028453 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5f60f1-2f30-4a52-ae77-9a2634fc0270", "name": "network-vif-unplugged", "status": "completed", "tag": "f49d9408-c491-4b9a-9bc1-4de870ad0624", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:31:27.028697 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bda684f0-37f5-4850-b0b6-92c31d00c9f4 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:31:27.029075 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f49d9408-c491-4b9a-9bc1-4de870ad0624', 'code': 200} Jul 27 20:31:27.066814 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:27.093335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f49d9408-c491-4b9a-9bc1-4de870ad0624,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:31:27.096591 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49d9408-c491-4b9a-9bc1-4de870ad0624 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:31:27.107296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:27.107668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:27.108140 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:27.108504 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:27.108832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:27.109210 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:27.109637 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:27.109954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:27.110277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:27.110593 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:27.110908 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:27.111220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:27.130131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f49d9408-c491-4b9a-9bc1-4de870ad0624, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f49d9408-c491-4b9a-9bc1-4de870ad0624,segment=NetworkSegment(aae74145-e75d-4cc0-b801-ef09cae4cd01),segment_id=aae74145-e75d-4cc0-b801-ef09cae4cd01)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:31:27.135264 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:27.184683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f49d9408-c491-4b9a-9bc1-4de870ad0624,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:31:27.418730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['f49d9408-c491-4b9a-9bc1-4de870ad0624'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:31:28.819659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f49d9408-c491-4b9a-9bc1-4de870ad0624 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:31:28.878144 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port f49d9408-c491-4b9a-9bc1-4de870ad0624 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:31:28.878455 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:28.968038 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:29.001886 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f49d9408-c491-4b9a-9bc1-4de870ad0624, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f49d9408-c491-4b9a-9bc1-4de870ad0624,segment=NetworkSegment(aae74145-e75d-4cc0-b801-ef09cae4cd01),segment_id=aae74145-e75d-4cc0-b801-ef09cae4cd01)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:31:29.006900 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:29.030625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49d9408-c491-4b9a-9bc1-4de870ad0624'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:31:29.033234 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1774ff-d4f0-450a-ab9e-9c548cdb9426" -d '{"events": [{"server_uuid": "fb5f60f1-2f30-4a52-ae77-9a2634fc0270", "name": "network-vif-plugged", "status": "completed", "tag": "f49d9408-c491-4b9a-9bc1-4de870ad0624"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:31:29.061681 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f49d9408-c491-4b9a-9bc1-4de870ad0624,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:31:29.070492 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d55d37c-2c8c-4a5b-84e9-e6c9a26534cd x-openstack-request-id: req-1d55d37c-2c8c-4a5b-84e9-e6c9a26534cd {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:31:29.070772 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5f60f1-2f30-4a52-ae77-9a2634fc0270", "name": "network-vif-plugged", "status": "completed", "tag": "f49d9408-c491-4b9a-9bc1-4de870ad0624", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:31:29.071014 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d55d37c-2c8c-4a5b-84e9-e6c9a26534cd {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:31:29.071407 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49d9408-c491-4b9a-9bc1-4de870ad0624', 'code': 200} Jul 27 20:31:35.481127 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d904fdda-d7e3-4070-8b78-e5d789553b19 req-e5983b00-4707-46d5-a2f3-9aff751863a7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567958 Jul 27 20:31:35.589680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904fdda-d7e3-4070-8b78-e5d789553b19 req-41113f16-ec21-45a4-a48c-9fcad5e35bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:35.591200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d904fdda-d7e3-4070-8b78-e5d789553b19 req-41113f16-ec21-45a4-a48c-9fcad5e35bb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 1097 time: 0.0625908 Jul 27 20:31:35.697586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904fdda-d7e3-4070-8b78-e5d789553b19 req-f9e25bd0-7721-4c98-a954-60e9423001b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:35.699089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d904fdda-d7e3-4070-8b78-e5d789553b19 req-f9e25bd0-7721-4c98-a954-60e9423001b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80200399-d9bb-42ad-839f-4f14a92b2883 HTTP/1.1" status: 200 len: 898 time: 0.0866809 Jul 27 20:31:35.771232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d904fdda-d7e3-4070-8b78-e5d789553b19 req-d5feefa0-a15c-4183-a8c7-b0dab123da08 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f49d9408-c491-4b9a-9bc1-4de870ad0624 HTTP/1.1" status: 200 len: 1000 time: 0.0642076 Jul 27 20:31:35.820611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904fdda-d7e3-4070-8b78-e5d789553b19 req-daaee77f-fbfc-466a-98ab-10da92bb0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:35.822108 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d904fdda-d7e3-4070-8b78-e5d789553b19 req-daaee77f-fbfc-466a-98ab-10da92bb0940 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1d50fda-a8a3-4bad-b7b2-75111eacbe64 HTTP/1.1" status: 200 len: 835 time: 0.0448015 Jul 27 20:31:35.884915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904fdda-d7e3-4070-8b78-e5d789553b19 req-ba08e2ca-ffc5-44f1-8c3b-1bee7142fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:35.886443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d904fdda-d7e3-4070-8b78-e5d789553b19 req-ba08e2ca-ffc5-44f1-8c3b-1bee7142fcda service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80200399-d9bb-42ad-839f-4f14a92b2883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561523 Jul 27 20:31:35.899190 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-d904fdda-d7e3-4070-8b78-e5d789553b19 req-669bebf3-095b-4a50-9e79-16f261216967 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:31:35.900134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d904fdda-d7e3-4070-8b78-e5d789553b19 req-669bebf3-095b-4a50-9e79-16f261216967 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051801 Jul 27 20:31:35.994978 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d904fdda-d7e3-4070-8b78-e5d789553b19 req-90edbe14-833b-4adf-a96e-6d9cfec607ec service neutron] 10.222.0.52 "GET /v2.0/networks/80200399-d9bb-42ad-839f-4f14a92b2883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871036 Jul 27 20:31:36.088247 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d904fdda-d7e3-4070-8b78-e5d789553b19 req-579c19ca-1d7c-4378-990c-14d8708ae694 service neutron] 10.222.0.52 "GET /v2.0/networks/80200399-d9bb-42ad-839f-4f14a92b2883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835705 Jul 27 20:31:38.851058 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:42.022134 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:43.462191 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-36541f63-e5a5-48fe-9d43-502de1e92325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:46.165430 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-852616fc-30b8-443c-9703-cd0280efe5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:46.274462 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:47.281307 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:49.044610 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:54.816349 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:31:58.245120 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34598) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:31:58.412178 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port 46dbaced-c2ee-45ff-b928-801666b84c37 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:31:58.412460 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:58.492867 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:58.493169 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:58.505702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for 46dbaced-c2ee-45ff-b928-801666b84c37 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:31:58.657429 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:58.684666 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=46dbaced-c2ee-45ff-b928-801666b84c37,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:31:58.711788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:58.712081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:58.712483 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:58.712816 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:58.713131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:58.713444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:58.713787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:58.714107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:58.714418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:58.714752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:58.715070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:58.715374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:31:58.755786 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:58.756117 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Floating IP 38f8b7fa-cbbe-4f2a-81a6-46bbbc881332 disassociated (deleted). External IP: 172.25.1.17, port: f49d9408-c491-4b9a-9bc1-4de870ad0624. Jul 27 20:31:58.975042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router f74af089-2c52-43f6-9ef1-a029038ecd46 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:31:59.085588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:31:59.090664 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:31:59.096182 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ddde79-217a-4f45-8218-082b108a9597 None None] Sync routers for ids ['f74af089-2c52-43f6-9ef1-a029038ecd46'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:31:59.105318 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ddde79-217a-4f45-8218-082b108a9597 None None] Routers {'f74af089-2c52-43f6-9ef1-a029038ecd46'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:31:59.105922 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-49ddde79-217a-4f45-8218-082b108a9597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:31:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f74af089-2c52-43f6-9ef1-a029038ecd46'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:31:59.130831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-beb2e506-5dbd-488f-aaf6-afec300b4748 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/floatingips/38f8b7fa-cbbe-4f2a-81a6-46bbbc881332 HTTP/1.1" status: 204 len: 168 time: 0.8842616 Jul 27 20:31:59.131478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'tag': 'f49d9408-c491-4b9a-9bc1-4de870ad0624'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:31:59.134059 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920a4ca1-d712-485b-b6e5-6bd8ca06fc89" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5f60f1-2f30-4a52-ae77-9a2634fc0270", "tag": "f49d9408-c491-4b9a-9bc1-4de870ad0624"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:31:59.178426 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111aa3c6-b5c8-41fd-94db-a8d0588aed0b x-openstack-request-id: req-111aa3c6-b5c8-41fd-94db-a8d0588aed0b {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:31:59.178693 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5f60f1-2f30-4a52-ae77-9a2634fc0270", "tag": "f49d9408-c491-4b9a-9bc1-4de870ad0624", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:31:59.178936 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-111aa3c6-b5c8-41fd-94db-a8d0588aed0b {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:31:59.179376 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'tag': 'f49d9408-c491-4b9a-9bc1-4de870ad0624', 'status': 'completed', 'code': 200} Jul 27 20:31:59.214942 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-49ddde79-217a-4f45-8218-082b108a9597 None None] Set router f74af089-2c52-43f6-9ef1-a029038ecd46 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:31:59.273975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a4ca1-d712-485b-b6e5-6bd8ca06fc89 req-78fc2a3f-8c19-4de0-b8b6-279226e3cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:59.275950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-920a4ca1-d712-485b-b6e5-6bd8ca06fc89 req-78fc2a3f-8c19-4de0-b8b6-279226e3cb0e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 1097 time: 0.0690017 Jul 27 20:31:59.427076 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-49ddde79-217a-4f45-8218-082b108a9597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:30:14Z', 'updated_at': '2021-07-27T20:30:18Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:15Z', 'updated_at': '2021-07-27T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd338522f-3d39-40be-8a85-0f56bb076bdd', 'name': '', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:25:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:17Z', 'updated_at': '2021-07-27T20:30:23Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:31:59.427858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a4ca1-d712-485b-b6e5-6bd8ca06fc89 req-0b5706d5-9551-413e-ba61-e61af321e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:59.429409 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-920a4ca1-d712-485b-b6e5-6bd8ca06fc89 req-0b5706d5-9551-413e-ba61-e61af321e5c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=80200399-d9bb-42ad-839f-4f14a92b2883 HTTP/1.1" status: 200 len: 898 time: 0.1389525 Jul 27 20:31:59.437832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637f3d8-657f-4e1c-bf3f-77f28e4f62c4 req-10b30593-822b-4ec8-af04-db875c6b3cff tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:59.439310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d637f3d8-657f-4e1c-bf3f-77f28e4f62c4 req-10b30593-822b-4ec8-af04-db875c6b3cff tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0992234 Jul 27 20:31:59.457675 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ddde79-217a-4f45-8218-082b108a9597 None None] Checking router: f74af089-2c52-43f6-9ef1-a029038ecd46 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:31:59.466157 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ddde79-217a-4f45-8218-082b108a9597 None None] Routers {'f74af089-2c52-43f6-9ef1-a029038ecd46'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:31:59.466783 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-49ddde79-217a-4f45-8218-082b108a9597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:31:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f74af089-2c52-43f6-9ef1-a029038ecd46'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:31:59.485653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-920a4ca1-d712-485b-b6e5-6bd8ca06fc89 req-57571255-0b5a-4ac2-8a6b-6a0d5217d3dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f49d9408-c491-4b9a-9bc1-4de870ad0624 HTTP/1.1" status: 200 len: 217 time: 0.0453043 Jul 27 20:31:59.544652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d637f3d8-657f-4e1c-bf3f-77f28e4f62c4 req-d39fa9a6-8923-489b-a5a1-5ee588b638ea tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981300 Jul 27 20:31:59.554317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a4ca1-d712-485b-b6e5-6bd8ca06fc89 req-b1c801d3-0e05-442b-8dfb-8175c81034cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:59.555823 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-920a4ca1-d712-485b-b6e5-6bd8ca06fc89 req-b1c801d3-0e05-442b-8dfb-8175c81034cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1d50fda-a8a3-4bad-b7b2-75111eacbe64 HTTP/1.1" status: 200 len: 835 time: 0.0617096 Jul 27 20:31:59.582795 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-49ddde79-217a-4f45-8218-082b108a9597 None None] Set router f74af089-2c52-43f6-9ef1-a029038ecd46 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:31:59.629918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a4ca1-d712-485b-b6e5-6bd8ca06fc89 req-ebd77c8b-ec52-48f2-86b4-12c05a163135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:31:59.631444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-920a4ca1-d712-485b-b6e5-6bd8ca06fc89 req-ebd77c8b-ec52-48f2-86b4-12c05a163135 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=80200399-d9bb-42ad-839f-4f14a92b2883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661283 Jul 27 20:31:59.730204 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-920a4ca1-d712-485b-b6e5-6bd8ca06fc89 req-b0d30366-83eb-4d27-bc2a-b4a32e868e4a service neutron] 10.222.0.52 "GET /v2.0/networks/80200399-d9bb-42ad-839f-4f14a92b2883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904953 Jul 27 20:31:59.781184 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-49ddde79-217a-4f45-8218-082b108a9597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:30:14Z', 'updated_at': '2021-07-27T20:30:18Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:15Z', 'updated_at': '2021-07-27T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd338522f-3d39-40be-8a85-0f56bb076bdd', 'name': '', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:25:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:17Z', 'updated_at': '2021-07-27T20:30:23Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:31:59.808384 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ddde79-217a-4f45-8218-082b108a9597 None None] The sync data for ids ['f74af089-2c52-43f6-9ef1-a029038ecd46'] in n-d-705657-21 is: [{'id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:30:14Z', 'updated_at': '2021-07-27T20:30:18Z', 'revision_number': 4, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:15Z', 'updated_at': '2021-07-27T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'd338522f-3d39-40be-8a85-0f56bb076bdd', 'name': '', 'network_id': '80200399-d9bb-42ad-839f-4f14a92b2883', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'mac_address': 'fa:16:3e:25:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:17Z', 'updated_at': '2021-07-27T20:30:23Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'subnets': [{'id': 'd1d50fda-a8a3-4bad-b7b2-75111eacbe64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:31:59.822932 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-920a4ca1-d712-485b-b6e5-6bd8ca06fc89 req-228a4184-e430-4118-9628-c7de7b2366d1 service neutron] 10.222.0.52 "GET /v2.0/networks/80200399-d9bb-42ad-839f-4f14a92b2883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847018 Jul 27 20:32:00.056235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453ef4c-7381-4cc5-8488-fa32425736c1 None None] New status for floating IP 38f8b7fa-cbbe-4f2a-81a6-46bbbc881332: DOWN {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:32:00.727605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c02c1-0c4f-4547-9c37-cc0568a81323 req-f76bca56-c73d-4d1f-92da-6257aa6059b7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:00.729170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f46c02c1-0c4f-4547-9c37-cc0568a81323 req-f76bca56-c73d-4d1f-92da-6257aa6059b7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0870891 Jul 27 20:32:00.796115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f46c02c1-0c4f-4547-9c37-cc0568a81323 req-edcb0314-05e8-421d-a99e-069ffd250c37 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "GET /v2.0/security-groups?id=63aa668c-888b-426c-a926-fe4ae17505c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607691 Jul 27 20:32:00.828145 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bed138-676b-43c4-89e7-670440b136a2 req-0c393dfc-cc0c-41da-a1ad-96ec10f850c7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:00.829685 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27bed138-676b-43c4-89e7-670440b136a2 req-0c393dfc-cc0c-41da-a1ad-96ec10f850c7 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb5f60f1-2f30-4a52-ae77-9a2634fc0270 HTTP/1.1" status: 200 len: 945 time: 0.0776772 Jul 27 20:32:00.951306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-27bed138-676b-43c4-89e7-670440b136a2 req-f4a76b7d-edd7-40ea-a856-178aefc2ae6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port f49d9408-c491-4b9a-9bc1-4de870ad0624 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:32:00.951521 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-27bed138-676b-43c4-89e7-670440b136a2 req-f4a76b7d-edd7-40ea-a856-178aefc2ae6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:01.043934 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-27bed138-676b-43c4-89e7-670440b136a2 req-f4a76b7d-edd7-40ea-a856-178aefc2ae6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] For port f49d9408-c491-4b9a-9bc1-4de870ad0624, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f49d9408-c491-4b9a-9bc1-4de870ad0624,segment=NetworkSegment(aae74145-e75d-4cc0-b801-ef09cae4cd01),segment_id=aae74145-e75d-4cc0-b801-ef09cae4cd01)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:32:01.044274 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-27bed138-676b-43c4-89e7-670440b136a2 req-f4a76b7d-edd7-40ea-a856-178aefc2ae6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:01.059023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-27bed138-676b-43c4-89e7-670440b136a2 req-f4a76b7d-edd7-40ea-a856-178aefc2ae6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for f49d9408-c491-4b9a-9bc1-4de870ad0624 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:32:01.210570 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-27bed138-676b-43c4-89e7-670440b136a2 req-f4a76b7d-edd7-40ea-a856-178aefc2ae6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:01.241013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a76b7d-edd7-40ea-a856-178aefc2ae6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=f49d9408-c491-4b9a-9bc1-4de870ad0624,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:01.287779 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bed138-676b-43c4-89e7-670440b136a2 req-f4a76b7d-edd7-40ea-a856-178aefc2ae6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] No DVR routers for this DVR port f49d9408-c491-4b9a-9bc1-4de870ad0624 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:32:01.291285 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-27bed138-676b-43c4-89e7-670440b136a2 req-f4a76b7d-edd7-40ea-a856-178aefc2ae6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:01.293448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27bed138-676b-43c4-89e7-670440b136a2 req-f4a76b7d-edd7-40ea-a856-178aefc2ae6e tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.52 "DELETE /v2.0/ports/f49d9408-c491-4b9a-9bc1-4de870ad0624 HTTP/1.1" status: 204 len: 173 time: 0.4568319 Jul 27 20:32:01.293879 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'name': 'network-vif-deleted', 'tag': 'f49d9408-c491-4b9a-9bc1-4de870ad0624'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:32:01.296122 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae46b84-fc33-438d-8605-8708256dfc6d" -d '{"events": [{"server_uuid": "fb5f60f1-2f30-4a52-ae77-9a2634fc0270", "name": "network-vif-deleted", "tag": "f49d9408-c491-4b9a-9bc1-4de870ad0624"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:32:01.336260 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a373c1-496b-4c38-a50c-4a580293f6d9 x-openstack-request-id: req-d0a373c1-496b-4c38-a50c-4a580293f6d9 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:32:01.336637 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5f60f1-2f30-4a52-ae77-9a2634fc0270", "name": "network-vif-deleted", "tag": "f49d9408-c491-4b9a-9bc1-4de870ad0624", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:32:01.336863 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0a373c1-496b-4c38-a50c-4a580293f6d9 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:32:01.337285 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5f60f1-2f30-4a52-ae77-9a2634fc0270', 'name': 'network-vif-deleted', 'tag': 'f49d9408-c491-4b9a-9bc1-4de870ad0624', 'status': 'completed', 'code': 200} Jul 27 20:32:01.853326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34616) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:02.233560 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:02.506182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port d338522f-3d39-40be-8a85-0f56bb076bdd {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:32:02.506448 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:02.595053 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] For port d338522f-3d39-40be-8a85-0f56bb076bdd, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d338522f-3d39-40be-8a85-0f56bb076bdd,segment=NetworkSegment(aae74145-e75d-4cc0-b801-ef09cae4cd01),segment_id=aae74145-e75d-4cc0-b801-ef09cae4cd01)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:32:02.595536 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:02.609911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for d338522f-3d39-40be-8a85-0f56bb076bdd owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:32:02.976779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f49d9408-c491-4b9a-9bc1-4de870ad0624 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:32:03.001437 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: f49d9408-c491-4b9a-9bc1-4de870ad0624 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:32:03.001780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f49d9408-c491-4b9a-9bc1-4de870ad0624 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:32:03.163216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:03.191810 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=d338522f-3d39-40be-8a85-0f56bb076bdd,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:03.207240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:03.207587 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:03.207925 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:03.208295 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:03.208680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:03.209019 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:03.209345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:03.209676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:03.209998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:03.210323 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:03.210663 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:03.210969 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:03.392215 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:03.631546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Router f74af089-2c52-43f6-9ef1-a029038ecd46 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:32:03.744426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:32:03.749615 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-038d2302-8fc0-4c38-9d11-d89a18f0bf3f tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "PUT /v2.0/routers/f74af089-2c52-43f6-9ef1-a029038ecd46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8951340 Jul 27 20:32:03.752571 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34620) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:03.755146 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c685270-5109-432e-8e4b-f5b96bc1d509 None None] Sync routers for ids ['f74af089-2c52-43f6-9ef1-a029038ecd46'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:32:03.767262 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c685270-5109-432e-8e4b-f5b96bc1d509 None None] Routers {'f74af089-2c52-43f6-9ef1-a029038ecd46'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:32:03.768002 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8c685270-5109-432e-8e4b-f5b96bc1d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:31:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f74af089-2c52-43f6-9ef1-a029038ecd46'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:32:03.806759 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d58f338-bd7f-4399-b996-6c0ee71bb22d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting subnet d1d50fda-a8a3-4bad-b7b2-75111eacbe64 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:32:03.810196 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d58f338-bd7f-4399-b996-6c0ee71bb22d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:03.852480 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d58f338-bd7f-4399-b996-6c0ee71bb22d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:03.874887 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-8c685270-5109-432e-8e4b-f5b96bc1d509 None None] Set router f74af089-2c52-43f6-9ef1-a029038ecd46 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:32:03.949997 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d58f338-bd7f-4399-b996-6c0ee71bb22d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.017849 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d58f338-bd7f-4399-b996-6c0ee71bb22d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.046848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58f338-bd7f-4399-b996-6c0ee71bb22d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d50fda-a8a3-4bad-b7b2-75111eacbe64,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:04.050873 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d58f338-bd7f-4399-b996-6c0ee71bb22d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.055487 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9d58f338-bd7f-4399-b996-6c0ee71bb22d tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/subnets/d1d50fda-a8a3-4bad-b7b2-75111eacbe64 HTTP/1.1" status: 204 len: 168 time: 0.2993867 Jul 27 20:32:04.057127 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34622) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:04.061784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445ae236-3ec7-4106-ba0f-599ce3746b39 None None] Network 80200399-d9bb-42ad-839f-4f14a92b2883 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:32:04.069147 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8c685270-5109-432e-8e4b-f5b96bc1d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:30:14Z', 'updated_at': '2021-07-27T20:32:03Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:15Z', 'updated_at': '2021-07-27T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:32:04.095675 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c685270-5109-432e-8e4b-f5b96bc1d509 None None] Checking router: f74af089-2c52-43f6-9ef1-a029038ecd46 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:32:04.105519 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c685270-5109-432e-8e4b-f5b96bc1d509 None None] Routers {'f74af089-2c52-43f6-9ef1-a029038ecd46'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:32:04.106155 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8c685270-5109-432e-8e4b-f5b96bc1d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:31:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f74af089-2c52-43f6-9ef1-a029038ecd46'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:32:04.181627 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.222462 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-8c685270-5109-432e-8e4b-f5b96bc1d509 None None] Set router f74af089-2c52-43f6-9ef1-a029038ecd46 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:32:04.274302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7522d020-7c79-4b44-8f42-4cd6f6c0c20e None None] DHCP port deletion for 80200399-d9bb-42ad-839f-4f14a92b2883 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:32:04.298510 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.340905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-7522d020-7c79-4b44-8f42-4cd6f6c0c20e None None] Deleting port 52ff9715-1135-4472-b1cb-0905fa3fe118 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:32:04.341534 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7522d020-7c79-4b44-8f42-4cd6f6c0c20e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.359475 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Deleting port ccb3d214-4537-4e89-87cf-4bf3befec52c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:32:04.359822 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.405992 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7522d020-7c79-4b44-8f42-4cd6f6c0c20e None None] For port 52ff9715-1135-4472-b1cb-0905fa3fe118, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=52ff9715-1135-4472-b1cb-0905fa3fe118,segment=NetworkSegment(aae74145-e75d-4cc0-b801-ef09cae4cd01),segment_id=aae74145-e75d-4cc0-b801-ef09cae4cd01)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:32:04.406514 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7522d020-7c79-4b44-8f42-4cd6f6c0c20e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.412816 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8c685270-5109-432e-8e4b-f5b96bc1d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:30:14Z', 'updated_at': '2021-07-27T20:32:03Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:15Z', 'updated_at': '2021-07-27T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:32:04.422287 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-7522d020-7c79-4b44-8f42-4cd6f6c0c20e None None] Calling delete_port for 52ff9715-1135-4472-b1cb-0905fa3fe118 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:32:04.446407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] For port ccb3d214-4537-4e89-87cf-4bf3befec52c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ccb3d214-4537-4e89-87cf-4bf3befec52c,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:32:04.446798 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.460582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Calling delete_port for ccb3d214-4537-4e89-87cf-4bf3befec52c owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:32:04.523903 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7522d020-7c79-4b44-8f42-4cd6f6c0c20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.543950 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c685270-5109-432e-8e4b-f5b96bc1d509 None None] The sync data for ids ['f74af089-2c52-43f6-9ef1-a029038ecd46'] in n-d-705657-21 is: [{'id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1336056860', 'tenant_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:30:14Z', 'updated_at': '2021-07-27T20:32:03Z', 'revision_number': 5, 'project_id': '0a0b7ee5818c4a909178bb93edf2d8c5', 'gw_port': {'id': 'ccb3d214-4537-4e89-87cf-4bf3befec52c', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74af089-2c52-43f6-9ef1-a029038ecd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:30:15Z', 'updated_at': '2021-07-27T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:32:04.552587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522d020-7c79-4b44-8f42-4cd6f6c0c20e None None] Pushing event deleted for resources: {'Port': ['ID=52ff9715-1135-4472-b1cb-0905fa3fe118,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:04.557046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7522d020-7c79-4b44-8f42-4cd6f6c0c20e None None] No DVR routers for this DVR port 52ff9715-1135-4472-b1cb-0905fa3fe118 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:32:04.640665 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.667485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Port': ['ID=ccb3d214-4537-4e89-87cf-4bf3befec52c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:04.734653 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.829562 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.831598 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.876507 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.877053 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Fanout notify agent at l3_agent the message router_deleted on router f74af089-2c52-43f6-9ef1-a029038ecd46 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:32:04.887123 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:04.887123 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-36b26db7-3cd2-43ac-9343-6cb29df72d32 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/routers/f74af089-2c52-43f6-9ef1-a029038ecd46 HTTP/1.1" status: 204 len: 168 time: 0.8277845 Jul 27 20:32:04.888778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34624) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:04.975252 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe864-fc01-437c-8c94-4c24e6800b16 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:05.068796 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe864-fc01-437c-8c94-4c24e6800b16 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:05.078854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b8ebe864-fc01-437c-8c94-4c24e6800b16 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80200399-d9bb-42ad-839f-4f14a92b2883']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:32:05.088846 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b8ebe864-fc01-437c-8c94-4c24e6800b16 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae74145-e75d-4cc0-b801-ef09cae4cd01') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:32:05.089137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b8ebe864-fc01-437c-8c94-4c24e6800b16 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae74145-e75d-4cc0-b801-ef09cae4cd01') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:32:05.102564 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe864-fc01-437c-8c94-4c24e6800b16 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:05.121909 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe864-fc01-437c-8c94-4c24e6800b16 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:05.129260 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ebe864-fc01-437c-8c94-4c24e6800b16 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:32:05.129852 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe864-fc01-437c-8c94-4c24e6800b16 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:32:05.134065 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:32:05.203325 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe864-fc01-437c-8c94-4c24e6800b16 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:05.211759 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe864-fc01-437c-8c94-4c24e6800b16 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:05.213771 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b8ebe864-fc01-437c-8c94-4c24e6800b16 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/networks/80200399-d9bb-42ad-839f-4f14a92b2883 HTTP/1.1" status: 204 len: 168 time: 0.3234499 Jul 27 20:32:05.216877 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34626) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:05.234816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebe864-fc01-437c-8c94-4c24e6800b16 tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'Network': ['ID=80200399-d9bb-42ad-839f-4f14a92b2883,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:05.286348 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa4a03f4-eb47-4a43-a3e1-b1eb2d1e18cc tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:05.313611 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa4a03f4-eb47-4a43-a3e1-b1eb2d1e18cc tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:05.377469 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa4a03f4-eb47-4a43-a3e1-b1eb2d1e18cc tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:05.380032 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-aa4a03f4-eb47-4a43-a3e1-b1eb2d1e18cc tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:05.381409 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-aa4a03f4-eb47-4a43-a3e1-b1eb2d1e18cc tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] 10.222.0.48 "DELETE /v2.0/security-groups/63aa668c-888b-426c-a926-fe4ae17505c8 HTTP/1.1" status: 204 len: 168 time: 0.1638405 Jul 27 20:32:05.391404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a03f4-eb47-4a43-a3e1-b1eb2d1e18cc tempest-TestNetworkAdvancedServerOps-2058237367 tempest-TestNetworkAdvancedServerOps-2058237367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aa668c-888b-426c-a926-fe4ae17505c8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:05.593192 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 52ff9715-1135-4472-b1cb-0905fa3fe118 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:32:05.615241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 52ff9715-1135-4472-b1cb-0905fa3fe118 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:32:05.616044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 52ff9715-1135-4472-b1cb-0905fa3fe118 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:32:05.616512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d338522f-3d39-40be-8a85-0f56bb076bdd no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:32:05.636883 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: d338522f-3d39-40be-8a85-0f56bb076bdd {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:32:05.637122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d338522f-3d39-40be-8a85-0f56bb076bdd not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:32:05.637542 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ccb3d214-4537-4e89-87cf-4bf3befec52c no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:32:05.658078 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: ccb3d214-4537-4e89-87cf-4bf3befec52c {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:32:05.658436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ccb3d214-4537-4e89-87cf-4bf3befec52c not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:32:05.718427 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34634) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:05.878441 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8d052250-68ca-489f-9b58-d25db5df7080 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a0b7ee5818c4a909178bb93edf2d8c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586578 Jul 27 20:32:05.881017 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34638) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:05.933445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95182a82-6061-48fa-a20b-46f67a4de2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:05.955474 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95182a82-6061-48fa-a20b-46f67a4de2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:06.005268 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95182a82-6061-48fa-a20b-46f67a4de2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:06.008064 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95182a82-6061-48fa-a20b-46f67a4de2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:06.009298 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-95182a82-6061-48fa-a20b-46f67a4de2a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83952a10-cff2-444c-a42d-ab3983c334d3 HTTP/1.1" status: 204 len: 168 time: 0.1274409 Jul 27 20:32:06.017428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95182a82-6061-48fa-a20b-46f67a4de2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83952a10-cff2-444c-a42d-ab3983c334d3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:06.285477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34644) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:06.328046 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2fc8085c-4179-46ac-a7dc-c90e974cd80c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d5eadc5e94243e593d91834273f490e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412233 Jul 27 20:32:06.330806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34646) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:06.380874 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc8cdadb-3be9-4183-b712-53014aca3fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:06.401809 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc8cdadb-3be9-4183-b712-53014aca3fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:06.453482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc8cdadb-3be9-4183-b712-53014aca3fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:06.455967 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bc8cdadb-3be9-4183-b712-53014aca3fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:06.457208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-bc8cdadb-3be9-4183-b712-53014aca3fa2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da182455-b843-4bff-84fe-da0ffa253dae HTTP/1.1" status: 204 len: 168 time: 0.1254766 Jul 27 20:32:06.465621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cdadb-3be9-4183-b712-53014aca3fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da182455-b843-4bff-84fe-da0ffa253dae,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:07.157875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34668) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:07.259566 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2009922818-network', 'tenant_id': '7447cf02f9f9446eadc87cf15eda812c'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:32:07.282913 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] Made reservation on behalf of 7447cf02f9f9446eadc87cf15eda812c for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:32:07.285327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:07.294190 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:07.384732 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:07.389341 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:07.413852 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:32:07.423745 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6561e2-5e88-408d-b6c7-aaab639bb78d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:07.429421 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:07.429769 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] Added segment 849a174d-5aae-4175-86ad-8846f8b1148a of type vlan for network bf87571c-c735-488d-86a5-c556128c2996 Jul 27 20:32:07.469787 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:07.503310 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:07.504491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:07.505285 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:07.563083 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4040408 Jul 27 20:32:07.566275 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34672) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:07.568769 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5e7bf-6905-47fa-88bf-118e76dcf504 admin admin] Pushing event updated for resources: {'Network': ['ID=bf87571c-c735-488d-86a5-c556128c2996,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:07.571510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6824ae24-9acf-485e-b89c-75f804e3d03f admin admin] Request body: {'subnet': {'network_id': 'bf87571c-c735-488d-86a5-c556128c2996', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2009922818-subnet', 'tenant_id': '7447cf02f9f9446eadc87cf15eda812c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:32:07.579211 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network bf87571c-c735-488d-86a5-c556128c2996 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:32:07.596110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6824ae24-9acf-485e-b89c-75f804e3d03f admin admin] Made reservation on behalf of 7447cf02f9f9446eadc87cf15eda812c for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:32:07.598792 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6824ae24-9acf-485e-b89c-75f804e3d03f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:07.771009 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6824ae24-9acf-485e-b89c-75f804e3d03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:07.823914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824ae24-9acf-485e-b89c-75f804e3d03f admin admin] Pushing event updated for resources: {'Subnet': ['ID=879d0e6b-19a7-4ea0-ab8d-82e44e42edd9,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:07.834491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6824ae24-9acf-485e-b89c-75f804e3d03f admin admin] Checking segment: {'id': '849a174d-5aae-4175-86ad-8846f8b1148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bf87571c-c735-488d-86a5-c556128c2996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:32:07.834884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6824ae24-9acf-485e-b89c-75f804e3d03f admin admin] Network hostable DHCP agents. Network: bf87571c-c735-488d-86a5-c556128c2996, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:32:07.852222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6824ae24-9acf-485e-b89c-75f804e3d03f admin admin] Network bf87571c-c735-488d-86a5-c556128c2996 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:32:07.861122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-6824ae24-9acf-485e-b89c-75f804e3d03f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, bf87571c-c735-488d-86a5-c556128c2996) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:32:07.865448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6824ae24-9acf-485e-b89c-75f804e3d03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:07.866052 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6824ae24-9acf-485e-b89c-75f804e3d03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:07.870326 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caeb772-7e52-4b29-aa16-15566f7654bc None None] Network bf87571c-c735-488d-86a5-c556128c2996 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:32:07.888921 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6824ae24-9acf-485e-b89c-75f804e3d03f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3214660 Jul 27 20:32:08.000034 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94bbf4-4858-459f-a4a0-aef27151e3e9 None None] Network bf87571c-c735-488d-86a5-c556128c2996 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:32:08.359551 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34688) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:08.364846 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1195861264-network', 'tenant_id': '0cd59cf975744fb6af237a96318266b6'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:32:08.386282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] Made reservation on behalf of 0cd59cf975744fb6af237a96318266b6 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:32:08.388704 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:08.398287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:08.487779 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:08.492892 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:08.517104 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:32:08.527154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b73ce6-addc-41ec-866b-b02921325e38,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:08.531949 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:08.532293 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] Added segment e46e0100-44cb-4f10-9cc7-3dd086949e8d of type vlan for network 68649f88-c0cc-44aa-8ea9-eb230c532cb0 Jul 27 20:32:08.577130 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:08.615434 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:08.616454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:08.617119 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:08.671620 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3108404 Jul 27 20:32:08.674729 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34690) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:08.676977 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec85cf-0005-4ab0-83c8-67b42c77ee99 admin admin] Pushing event updated for resources: {'Network': ['ID=68649f88-c0cc-44aa-8ea9-eb230c532cb0,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:08.680117 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-428ccf0d-8191-4319-9ccd-94d308840c6c admin admin] Request body: {'subnet': {'network_id': '68649f88-c0cc-44aa-8ea9-eb230c532cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1195861264-subnet', 'tenant_id': '0cd59cf975744fb6af237a96318266b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:32:08.687129 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 68649f88-c0cc-44aa-8ea9-eb230c532cb0 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:32:08.702838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428ccf0d-8191-4319-9ccd-94d308840c6c admin admin] Made reservation on behalf of 0cd59cf975744fb6af237a96318266b6 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:32:08.705248 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-428ccf0d-8191-4319-9ccd-94d308840c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:08.878806 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:09.227039 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-428ccf0d-8191-4319-9ccd-94d308840c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:09.282745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ccf0d-8191-4319-9ccd-94d308840c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b59f5068-6ad7-4ca8-97a1-ed2b788b3edc,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:09.290350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ccf0d-8191-4319-9ccd-94d308840c6c admin admin] Checking segment: {'id': 'e46e0100-44cb-4f10-9cc7-3dd086949e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '68649f88-c0cc-44aa-8ea9-eb230c532cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:32:09.290694 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428ccf0d-8191-4319-9ccd-94d308840c6c admin admin] Network hostable DHCP agents. Network: 68649f88-c0cc-44aa-8ea9-eb230c532cb0, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:32:09.307635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428ccf0d-8191-4319-9ccd-94d308840c6c admin admin] Network 68649f88-c0cc-44aa-8ea9-eb230c532cb0 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:32:09.316529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-428ccf0d-8191-4319-9ccd-94d308840c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 68649f88-c0cc-44aa-8ea9-eb230c532cb0) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:32:09.321142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428ccf0d-8191-4319-9ccd-94d308840c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:09.321754 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-428ccf0d-8191-4319-9ccd-94d308840c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:09.326260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e8b13d-0a01-4506-bce1-eb1639cf3fe2 None None] Network 68649f88-c0cc-44aa-8ea9-eb230c532cb0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:32:09.336816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-428ccf0d-8191-4319-9ccd-94d308840c6c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6607637 Jul 27 20:32:09.467275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a32974-f1b3-4886-a3cd-93c7ff6cbbfb None None] Network 68649f88-c0cc-44aa-8ea9-eb230c532cb0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:32:09.858512 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-0ae5c3e2-aa9b-4144-9de7-c870678b5262 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:09.860064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-0ae5c3e2-aa9b-4144-9de7-c870678b5262 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/networks?id=bf87571c-c735-488d-86a5-c556128c2996 HTTP/1.1" status: 200 len: 812 time: 0.1081333 Jul 27 20:32:09.876551 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-0987bdd4-b348-4922-af58-689d192c3d43 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/quotas/7447cf02f9f9446eadc87cf15eda812c HTTP/1.1" status: 200 len: 375 time: 0.0101635 Jul 27 20:32:09.913223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-fa92e8bb-16fc-40ca-9dd8-e8ca8d7a2fce tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7447cf02f9f9446eadc87cf15eda812c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309641 Jul 27 20:32:10.008520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-23dbb626-3865-47e0-91ee-196d7dda66cc service neutron] 10.222.0.48 "GET /v2.0/networks/bf87571c-c735-488d-86a5-c556128c2996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880187 Jul 27 20:32:10.098774 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-99a66b74-b7a2-4d46-ae53-5305aa3f9b41 service neutron] 10.222.0.48 "GET /v2.0/networks/bf87571c-c735-488d-86a5-c556128c2996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840466 Jul 27 20:32:10.275220 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fc2f486-66fd-4825-87cc-124dc33a8c59 req-b7d1bd0f-0830-4e53-807f-2e92bd0cd59d tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 210 time: 0.0310445 Jul 27 20:32:11.201076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-31847056-872f-40f8-8dc8-a462b2be504a tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:11.202552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-31847056-872f-40f8-8dc8-a462b2be504a tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.63 "GET /v2.0/networks?id=bf87571c-c735-488d-86a5-c556128c2996 HTTP/1.1" status: 200 len: 812 time: 0.1098824 Jul 27 20:32:11.216647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-b2ae2d8e-78b2-4056-bc12-f53f8e708797 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Request body: {'port': {'device_id': '684bf941-9466-47e2-98cf-7fd2b09a16de', 'network_id': 'bf87571c-c735-488d-86a5-c556128c2996', 'admin_state_up': True, 'tenant_id': '7447cf02f9f9446eadc87cf15eda812c'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:32:11.326938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-b2ae2d8e-78b2-4056-bc12-f53f8e708797 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Made reservation on behalf of 7447cf02f9f9446eadc87cf15eda812c for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:32:11.330693 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-b2ae2d8e-78b2-4056-bc12-f53f8e708797 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:11.383099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-414f1279-a4d4-45aa-8fde-7578631d7235 req-d87b777d-5cd4-42f1-a9c0-745eae135cb7 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 210 time: 0.0375922 Jul 27 20:32:11.488676 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-b2ae2d8e-78b2-4056-bc12-f53f8e708797 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Allocated IP 172.20.0.9 (bf87571c-c735-488d-86a5-c556128c2996/879d0e6b-19a7-4ea0-ab8d-82e44e42edd9/b9a05e32-985e-4ac5-93e2-99f4972b75b3) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:32:11.638740 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-b2ae2d8e-78b2-4056-bc12-f53f8e708797 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:11.680429 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-b2ae2d8e-78b2-4056-bc12-f53f8e708797 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:11.723342 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-b2ae2d8e-78b2-4056-bc12-f53f8e708797 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Network bf87571c-c735-488d-86a5-c556128c2996 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:32:11.728551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-b2ae2d8e-78b2-4056-bc12-f53f8e708797 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:32:11.732147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-b2ae2d8e-78b2-4056-bc12-f53f8e708797 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:32:11.738636 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae2d8e-78b2-4056-bc12-f53f8e708797 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Pushing event updated for resources: {'Port': ['ID=b9a05e32-985e-4ac5-93e2-99f4972b75b3,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:11.787994 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-b2ae2d8e-78b2-4056-bc12-f53f8e708797 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:11.788682 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-b2ae2d8e-78b2-4056-bc12-f53f8e708797 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:11.804375 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-b2ae2d8e-78b2-4056-bc12-f53f8e708797 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5924881 Jul 27 20:32:11.816653 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-98a40395-fbdd-49d6-9246-ded21e10fd11 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:32:11.817623 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-98a40395-fbdd-49d6-9246-ded21e10fd11 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055614 Jul 27 20:32:11.927764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Request body: {'port': {'device_id': '684bf941-9466-47e2-98cf-7fd2b09a16de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:32:12.002691 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:12.023608 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:12.281186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a05e32-985e-4ac5-93e2-99f4972b75b3 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:32:12.289382 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:12.303113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Transition to ACTIVE for port object b9a05e32-985e-4ac5-93e2-99f4972b75b3 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:32:12.306663 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:12.361946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Pushing event updated for resources: {'Port': ['ID=b9a05e32-985e-4ac5-93e2-99f4972b75b3,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:12.432867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Attempting to bind port b9a05e32-985e-4ac5-93e2-99f4972b75b3 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:32:12.433203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Attempting to bind port b9a05e32-985e-4ac5-93e2-99f4972b75b3 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '849a174d-5aae-4175-86ad-8846f8b1148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bf87571c-c735-488d-86a5-c556128c2996'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:32:12.433531 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Attempting to bind port b9a05e32-985e-4ac5-93e2-99f4972b75b3 on network bf87571c-c735-488d-86a5-c556128c2996 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:32:12.438679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Port b9a05e32-985e-4ac5-93e2-99f4972b75b3 on network bf87571c-c735-488d-86a5-c556128c2996 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:32:12.439094 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Attempting to bind port b9a05e32-985e-4ac5-93e2-99f4972b75b3 on network bf87571c-c735-488d-86a5-c556128c2996 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:32:12.444556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:32:12.444895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Checking segment: {'id': '849a174d-5aae-4175-86ad-8846f8b1148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bf87571c-c735-488d-86a5-c556128c2996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:32:12.445259 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Bound using segment: {'id': '849a174d-5aae-4175-86ad-8846f8b1148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bf87571c-c735-488d-86a5-c556128c2996'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:32:12.445685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Bound port: b9a05e32-985e-4ac5-93e2-99f4972b75b3, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849a174d-5aae-4175-86ad-8846f8b1148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bf87571c-c735-488d-86a5-c556128c2996'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:32:12.446041 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:12.553840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] For port b9a05e32-985e-4ac5-93e2-99f4972b75b3, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:32:12.568490 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] For port b9a05e32-985e-4ac5-93e2-99f4972b75b3, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b9a05e32-985e-4ac5-93e2-99f4972b75b3,segment=NetworkSegment(849a174d-5aae-4175-86ad-8846f8b1148a),segment_id=849a174d-5aae-4175-86ad-8846f8b1148a)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:32:12.577857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b337c4b-cd46-4593-9ccb-5bd43166608a req-c1ecb00a-5263-4b8b-9d1c-172eb17dfd51 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:12.579397 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b337c4b-cd46-4593-9ccb-5bd43166608a req-c1ecb00a-5263-4b8b-9d1c-172eb17dfd51 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 943 time: 0.1237392 Jul 27 20:32:12.580988 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:12.633803 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:12.634423 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:12.635826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] 10.222.0.63 "PUT /v2.0/ports/b9a05e32-985e-4ac5-93e2-99f4972b75b3 HTTP/1.1" status: 200 len: 1092 time: 0.8104486 Jul 27 20:32:12.638642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684bf941-9466-47e2-98cf-7fd2b09a16de', 'tag': 'b9a05e32-985e-4ac5-93e2-99f4972b75b3'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:32:12.641051 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd70f389-92f6-41c2-8c8e-dc16b5debe38" -d '{"events": [{"name": "network-changed", "server_uuid": "684bf941-9466-47e2-98cf-7fd2b09a16de", "tag": "b9a05e32-985e-4ac5-93e2-99f4972b75b3"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:32:12.673743 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b337c4b-cd46-4593-9ccb-5bd43166608a req-9868abc5-f137-4395-ad3c-13c5e32b6feb tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871379 Jul 27 20:32:12.685548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f65c66-0f88-4e92-9955-2b276218cb3b service neutron] Pushing event updated for resources: {'Port': ['ID=b9a05e32-985e-4ac5-93e2-99f4972b75b3,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:12.689522 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d18919-5e18-49d7-9ba7-bf24508bbf48 x-openstack-request-id: req-23d18919-5e18-49d7-9ba7-bf24508bbf48 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:32:12.689809 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684bf941-9466-47e2-98cf-7fd2b09a16de", "tag": "b9a05e32-985e-4ac5-93e2-99f4972b75b3", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:32:12.690060 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23d18919-5e18-49d7-9ba7-bf24508bbf48 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:32:12.690447 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684bf941-9466-47e2-98cf-7fd2b09a16de', 'tag': 'b9a05e32-985e-4ac5-93e2-99f4972b75b3', 'status': 'completed', 'code': 200} Jul 27 20:32:12.743138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-c08374ed-c81f-4185-8067-ae9d0db774af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:12.744702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-c08374ed-c81f-4185-8067-ae9d0db774af service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7447cf02f9f9446eadc87cf15eda812c&device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 1095 time: 0.0674009 Jul 27 20:32:12.787098 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-f2bd122d-ec30-44cc-9ec2-edd743701e4f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9a05e32-985e-4ac5-93e2-99f4972b75b3 HTTP/1.1" status: 200 len: 217 time: 0.0347955 Jul 27 20:32:12.841425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d7e64509-44fc-441e-b7df-3d24e3d8ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:12.842875 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d7e64509-44fc-441e-b7df-3d24e3d8ba5e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=879d0e6b-19a7-4ea0-ab8d-82e44e42edd9 HTTP/1.1" status: 200 len: 852 time: 0.0488591 Jul 27 20:32:12.883722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-55997769-ce7d-477f-b64b-5b74ce6dc98a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bf87571c-c735-488d-86a5-c556128c2996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339658 Jul 27 20:32:12.986032 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-d322f996-dbd7-4f33-8f48-6c8c976d74b8 service neutron] 10.222.0.63 "GET /v2.0/networks/bf87571c-c735-488d-86a5-c556128c2996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947597 Jul 27 20:32:13.094477 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df0ff8fe-d2a1-4373-8266-bd243353fd29 req-677e2049-12b4-4452-ae55-957cf8844642 service neutron] 10.222.0.63 "GET /v2.0/networks/bf87571c-c735-488d-86a5-c556128c2996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009250 Jul 27 20:32:13.202239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70f389-92f6-41c2-8c8e-dc16b5debe38 req-ceb5e5b0-64fa-4297-8580-772c88d561d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:13.203789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd70f389-92f6-41c2-8c8e-dc16b5debe38 req-ceb5e5b0-64fa-4297-8580-772c88d561d6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7447cf02f9f9446eadc87cf15eda812c&device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 1095 time: 0.0611691 Jul 27 20:32:13.296941 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70f389-92f6-41c2-8c8e-dc16b5debe38 req-b1cddef6-1ffb-482d-8260-5660209cd1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:13.298444 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd70f389-92f6-41c2-8c8e-dc16b5debe38 req-b1cddef6-1ffb-482d-8260-5660209cd1bb service neutron] 10.222.0.63 "GET /v2.0/networks?id=bf87571c-c735-488d-86a5-c556128c2996 HTTP/1.1" status: 200 len: 913 time: 0.0872748 Jul 27 20:32:13.344866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd70f389-92f6-41c2-8c8e-dc16b5debe38 req-57ac5cbe-00ee-4c87-a3a3-1bdb2de8a9ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9a05e32-985e-4ac5-93e2-99f4972b75b3 HTTP/1.1" status: 200 len: 217 time: 0.0390019 Jul 27 20:32:13.395873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70f389-92f6-41c2-8c8e-dc16b5debe38 req-a2cdf26c-614b-4f95-8835-86c796271ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:13.397404 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd70f389-92f6-41c2-8c8e-dc16b5debe38 req-a2cdf26c-614b-4f95-8835-86c796271ba3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=879d0e6b-19a7-4ea0-ab8d-82e44e42edd9 HTTP/1.1" status: 200 len: 852 time: 0.0456293 Jul 27 20:32:13.434029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd70f389-92f6-41c2-8c8e-dc16b5debe38 req-44658d74-af1a-4e40-b625-f1f3aec96ea1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bf87571c-c735-488d-86a5-c556128c2996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286419 Jul 27 20:32:13.465638 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-64ad2f43-558d-4546-9ba7-f2e2efd79266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:13.533529 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd70f389-92f6-41c2-8c8e-dc16b5debe38 req-928ca710-3433-4fa6-aa7a-8a2e70843653 service neutron] 10.222.0.63 "GET /v2.0/networks/bf87571c-c735-488d-86a5-c556128c2996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912139 Jul 27 20:32:13.627596 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd70f389-92f6-41c2-8c8e-dc16b5debe38 req-e4d02846-53e3-4aaf-a713-964eb0e31627 service neutron] 10.222.0.63 "GET /v2.0/networks/bf87571c-c735-488d-86a5-c556128c2996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861616 Jul 27 20:32:13.814679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0683836-2fc6-44fb-b72b-eaef944edd98 req-e305dae6-eb32-4ba8-b0bb-b6876f6e1a9d tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:13.816157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0683836-2fc6-44fb-b72b-eaef944edd98 req-e305dae6-eb32-4ba8-b0bb-b6876f6e1a9d tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 943 time: 0.0673633 Jul 27 20:32:13.855575 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0683836-2fc6-44fb-b72b-eaef944edd98 req-c417e7c1-bc09-4aed-9dba-78f71d489d56 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330172 Jul 27 20:32:15.000987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589c56e-a0c1-4648-b69f-0e719a3ebb98 req-5c516b58-ce05-4ef8-8d2e-5f222beb8631 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:15.002528 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f589c56e-a0c1-4648-b69f-0e719a3ebb98 req-5c516b58-ce05-4ef8-8d2e-5f222beb8631 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 943 time: 0.0771987 Jul 27 20:32:15.045949 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f589c56e-a0c1-4648-b69f-0e719a3ebb98 req-37fd8636-d394-4e1d-b81f-98e3453d6fbb tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366194 Jul 27 20:32:16.168064 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3e97d426-9849-4633-81d6-6c9973879afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:16.180979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8e87d-7988-46fd-bbf9-07fbf772b037 req-aed888e7-55b2-4aa4-8073-b6868fbb4640 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:16.182517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bef8e87d-7988-46fd-bbf9-07fbf772b037 req-aed888e7-55b2-4aa4-8073-b6868fbb4640 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 943 time: 0.0681608 Jul 27 20:32:16.222083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bef8e87d-7988-46fd-bbf9-07fbf772b037 req-0c084b7c-9ba0-4500-a068-3800c26563e8 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333521 Jul 27 20:32:16.267859 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:16.520647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b9a05e32-985e-4ac5-93e2-99f4972b75b3 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:32:16.618141 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b9a05e32-985e-4ac5-93e2-99f4972b75b3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b9a05e32-985e-4ac5-93e2-99f4972b75b3,segment=NetworkSegment(849a174d-5aae-4175-86ad-8846f8b1148a),segment_id=849a174d-5aae-4175-86ad-8846f8b1148a)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:32:16.629439 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'b9a05e32-985e-4ac5-93e2-99f4972b75b3', 'network_id': 'bf87571c-c735-488d-86a5-c556128c2996', 'port_id': 'b9a05e32-985e-4ac5-93e2-99f4972b75b3', 'mac_address': 'fa:16:3e:a2:b4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879d0e6b-19a7-4ea0-ab8d-82e44e42edd9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:32:16.672038 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:16.684948 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a05e32-985e-4ac5-93e2-99f4972b75b3 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:32:16.704182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b9a05e32-985e-4ac5-93e2-99f4972b75b3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b9a05e32-985e-4ac5-93e2-99f4972b75b3,segment=NetworkSegment(849a174d-5aae-4175-86ad-8846f8b1148a),segment_id=849a174d-5aae-4175-86ad-8846f8b1148a)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:32:16.709481 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:16.756209 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b9a05e32-985e-4ac5-93e2-99f4972b75b3,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:16.971735 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b9a05e32-985e-4ac5-93e2-99f4972b75b3'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:32:17.288967 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:17.369862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910a398-f775-4c24-b881-f959de33085d req-a80e9f32-03c6-4e8f-a517-d9e71251c68a tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:17.371381 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8910a398-f775-4c24-b881-f959de33085d req-a80e9f32-03c6-4e8f-a517-d9e71251c68a tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 944 time: 0.0789957 Jul 27 20:32:17.411662 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8910a398-f775-4c24-b881-f959de33085d req-994a0008-45d3-4899-a485-d7ae8b8bb073 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340168 Jul 27 20:32:18.550181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b9a05e32-985e-4ac5-93e2-99f4972b75b3 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:32:18.551093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7019e-a732-4ee3-a1e6-d60d40498222 req-25c94daf-778b-46e5-91c5-943f62af5704 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:18.553988 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21c7019e-a732-4ee3-a1e6-d60d40498222 req-25c94daf-778b-46e5-91c5-943f62af5704 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 944 time: 0.0692770 Jul 27 20:32:18.594160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21c7019e-a732-4ee3-a1e6-d60d40498222 req-4406848c-e2cc-4028-b4d1-2d2c2a707dd0 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347073 Jul 27 20:32:18.603912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port b9a05e32-985e-4ac5-93e2-99f4972b75b3 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:32:18.613309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port b9a05e32-985e-4ac5-93e2-99f4972b75b3 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:32:18.613714 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:18.691031 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:18.717311 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684bf941-9466-47e2-98cf-7fd2b09a16de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a05e32-985e-4ac5-93e2-99f4972b75b3'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:32:18.719501 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd2e01d-fefc-4bad-ad8d-c261cbf4a024" -d '{"events": [{"server_uuid": "684bf941-9466-47e2-98cf-7fd2b09a16de", "name": "network-vif-plugged", "status": "completed", "tag": "b9a05e32-985e-4ac5-93e2-99f4972b75b3"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:32:18.733509 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b9a05e32-985e-4ac5-93e2-99f4972b75b3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b9a05e32-985e-4ac5-93e2-99f4972b75b3,segment=NetworkSegment(849a174d-5aae-4175-86ad-8846f8b1148a),segment_id=849a174d-5aae-4175-86ad-8846f8b1148a)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:32:18.738184 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:18.761842 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1093c2d-87ff-4bb1-9575-db16b375f929 x-openstack-request-id: req-f1093c2d-87ff-4bb1-9575-db16b375f929 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:32:18.762130 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684bf941-9466-47e2-98cf-7fd2b09a16de", "name": "network-vif-plugged", "status": "completed", "tag": "b9a05e32-985e-4ac5-93e2-99f4972b75b3", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:32:18.762375 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1093c2d-87ff-4bb1-9575-db16b375f929 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:32:18.762744 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684bf941-9466-47e2-98cf-7fd2b09a16de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a05e32-985e-4ac5-93e2-99f4972b75b3', 'code': 200} Jul 27 20:32:18.789821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b9a05e32-985e-4ac5-93e2-99f4972b75b3,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:18.878949 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea28dc-a7b4-4c10-9bd5-c7d0d2eca394 req-3a5d7bac-e2ac-4f32-8a0d-d8002286a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:18.880643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7ea28dc-a7b4-4c10-9bd5-c7d0d2eca394 req-3a5d7bac-e2ac-4f32-8a0d-d8002286a09b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 1097 time: 0.0604997 Jul 27 20:32:18.918961 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7ea28dc-a7b4-4c10-9bd5-c7d0d2eca394 req-7a735bfa-d356-4e8f-a57a-90cf4ef484c6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312390 Jul 27 20:32:19.053097 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:19.753556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171975f3-14f9-4a90-b068-0266b1f1fe36 req-32b349a6-fcd1-4747-af39-121477942135 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:19.754982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-171975f3-14f9-4a90-b068-0266b1f1fe36 req-32b349a6-fcd1-4747-af39-121477942135 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 945 time: 0.0734177 Jul 27 20:32:19.796125 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-171975f3-14f9-4a90-b068-0266b1f1fe36 req-e9d9436f-97ad-4eab-93cc-6ce40f631220 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349424 Jul 27 20:32:20.936550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a828f-5356-4274-a202-854c7250d159 req-66d56d87-c381-47fa-946b-58673e4653f7 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:20.938028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f47a828f-5356-4274-a202-854c7250d159 req-66d56d87-c381-47fa-946b-58673e4653f7 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 945 time: 0.0666823 Jul 27 20:32:20.977092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f47a828f-5356-4274-a202-854c7250d159 req-26a8f6fc-c691-4ca5-8505-838944a4a895 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326829 Jul 27 20:32:21.120040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0226313-0c30-4477-af04-e2d1e9353896 req-e9f0831c-b9cb-4f91-82c1-aff4ede5294b tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:21.121487 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0226313-0c30-4477-af04-e2d1e9353896 req-e9f0831c-b9cb-4f91-82c1-aff4ede5294b tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 945 time: 0.0755696 Jul 27 20:32:21.162388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0226313-0c30-4477-af04-e2d1e9353896 req-1d565c8e-452a-45b0-9ffc-a9c319ecb0ff tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346205 Jul 27 20:32:21.409489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e2173-0091-417c-a17d-c541dd3ef8d2 req-ac77ec5e-5a96-4d31-a6ef-feaf99e0f3ac tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:21.411038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b2e2173-0091-417c-a17d-c541dd3ef8d2 req-ac77ec5e-5a96-4d31-a6ef-feaf99e0f3ac tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 945 time: 0.0683160 Jul 27 20:32:21.451735 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b2e2173-0091-417c-a17d-c541dd3ef8d2 req-df5e7987-c8d9-4acf-ab7f-74f46cec6da6 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339618 Jul 27 20:32:22.590730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a78432-2443-408d-9f47-da5ee01bd784 req-02b66fb7-41fd-4004-a9bd-cf9e1b3bda3d tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:22.592370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71a78432-2443-408d-9f47-da5ee01bd784 req-02b66fb7-41fd-4004-a9bd-cf9e1b3bda3d tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 945 time: 0.0677726 Jul 27 20:32:22.632105 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71a78432-2443-408d-9f47-da5ee01bd784 req-e7bd8e34-70b7-43d6-ad56-e03d2dd830b0 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331399 Jul 27 20:32:22.906002 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839526cd-4639-4d4a-9782-726fecba0a28 req-040d66bb-d623-4459-95ff-ddb123642fa0 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:22.907487 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-839526cd-4639-4d4a-9782-726fecba0a28 req-040d66bb-d623-4459-95ff-ddb123642fa0 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 945 time: 0.1075306 Jul 27 20:32:22.921832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730849c7-095b-4f1c-83fe-9c432cf4971a req-ddddbe4d-4518-45a3-acf7-3bb949353f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:22.923240 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-730849c7-095b-4f1c-83fe-9c432cf4971a req-ddddbe4d-4518-45a3-acf7-3bb949353f36 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7447cf02f9f9446eadc87cf15eda812c&device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 1097 time: 0.0881689 Jul 27 20:32:23.001122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-839526cd-4639-4d4a-9782-726fecba0a28 req-f3119c6f-ced5-4e00-88ab-0bcbeed7400a tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868008 Jul 27 20:32:23.035625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730849c7-095b-4f1c-83fe-9c432cf4971a req-c46a2547-e98b-47b8-8fff-0d12d88fc676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:23.037304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-730849c7-095b-4f1c-83fe-9c432cf4971a req-c46a2547-e98b-47b8-8fff-0d12d88fc676 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bf87571c-c735-488d-86a5-c556128c2996 HTTP/1.1" status: 200 len: 913 time: 0.1055636 Jul 27 20:32:23.080961 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-730849c7-095b-4f1c-83fe-9c432cf4971a req-d3fbf0aa-3b0c-4ffe-8d4d-0e309f2fac15 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9a05e32-985e-4ac5-93e2-99f4972b75b3 HTTP/1.1" status: 200 len: 217 time: 0.0353897 Jul 27 20:32:23.133794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730849c7-095b-4f1c-83fe-9c432cf4971a req-7020814d-dbe5-404c-98cf-11a723a8fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:23.135304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-730849c7-095b-4f1c-83fe-9c432cf4971a req-7020814d-dbe5-404c-98cf-11a723a8fadf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=879d0e6b-19a7-4ea0-ab8d-82e44e42edd9 HTTP/1.1" status: 200 len: 852 time: 0.0473454 Jul 27 20:32:23.175876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-730849c7-095b-4f1c-83fe-9c432cf4971a req-3b1b96ed-89a3-4cd1-8e3c-cd34e1d965ef service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bf87571c-c735-488d-86a5-c556128c2996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327873 Jul 27 20:32:23.267341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-730849c7-095b-4f1c-83fe-9c432cf4971a req-8d35fb13-b99f-49de-847b-d1a4efc6142c service neutron] 10.222.0.63 "GET /v2.0/networks/bf87571c-c735-488d-86a5-c556128c2996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837781 Jul 27 20:32:23.362424 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-730849c7-095b-4f1c-83fe-9c432cf4971a req-b6c588e7-b1be-4b4c-a021-404aa285afad service neutron] 10.222.0.63 "GET /v2.0/networks/bf87571c-c735-488d-86a5-c556128c2996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884378 Jul 27 20:32:24.145111 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2ae28-ca83-46e5-bb31-b76264c667da req-08ccaf62-48a3-4064-ad35-3a98d3466934 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:24.147140 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0cb2ae28-ca83-46e5-bb31-b76264c667da req-08ccaf62-48a3-4064-ad35-3a98d3466934 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 945 time: 0.0738931 Jul 27 20:32:24.192778 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0cb2ae28-ca83-46e5-bb31-b76264c667da req-76214fdd-3bc5-456d-82d3-b699475db8a9 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333657 Jul 27 20:32:24.435178 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54309245-165d-4f5b-aa25-341531165019 req-65459f54-0f24-4fc8-8274-3b6b0080c72d tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:24.436725 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-54309245-165d-4f5b-aa25-341531165019 req-65459f54-0f24-4fc8-8274-3b6b0080c72d tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 945 time: 0.0658562 Jul 27 20:32:24.475691 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-54309245-165d-4f5b-aa25-341531165019 req-b9b20649-b594-4fb5-a8d0-47a9b2bdf421 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324922 Jul 27 20:32:25.619851 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1700-e3a2-4106-bdb8-01f4aabc841a req-b05a6ed8-831a-4606-a0a6-0b55ae90366f tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:25.621391 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27ae1700-e3a2-4106-bdb8-01f4aabc841a req-b05a6ed8-831a-4606-a0a6-0b55ae90366f tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 945 time: 0.0718606 Jul 27 20:32:25.661222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27ae1700-e3a2-4106-bdb8-01f4aabc841a req-ad49f78b-4f1e-4aa1-a31f-f3ba9f9f317c tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335975 Jul 27 20:32:25.922322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2e1ca-a51b-4b6a-a896-39e09de89ab4 req-0679e443-ac6a-4de2-a456-ade2e7966404 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:25.923713 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48b2e1ca-a51b-4b6a-a896-39e09de89ab4 req-0679e443-ac6a-4de2-a456-ade2e7966404 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 945 time: 0.1027532 Jul 27 20:32:25.938066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9eaee-65bd-441d-a645-a3bc1fe2a91d req-7fe0e55a-c8c8-4a63-829c-5ed6d51bd875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:25.939503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ce9eaee-65bd-441d-a645-a3bc1fe2a91d req-7fe0e55a-c8c8-4a63-829c-5ed6d51bd875 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7447cf02f9f9446eadc87cf15eda812c&device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 1097 time: 0.0869157 Jul 27 20:32:26.015722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48b2e1ca-a51b-4b6a-a896-39e09de89ab4 req-a679f1fd-6860-4f9e-b839-9e00b74b9b58 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856938 Jul 27 20:32:26.051891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9eaee-65bd-441d-a645-a3bc1fe2a91d req-90c5a10c-9f20-4c3f-9332-3bd630025362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:26.053527 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ce9eaee-65bd-441d-a645-a3bc1fe2a91d req-90c5a10c-9f20-4c3f-9332-3bd630025362 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bf87571c-c735-488d-86a5-c556128c2996 HTTP/1.1" status: 200 len: 913 time: 0.1063907 Jul 27 20:32:26.096275 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ce9eaee-65bd-441d-a645-a3bc1fe2a91d req-8fa814e8-9b78-4146-a588-fdc270ab49d7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9a05e32-985e-4ac5-93e2-99f4972b75b3 HTTP/1.1" status: 200 len: 217 time: 0.0352843 Jul 27 20:32:26.147527 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9eaee-65bd-441d-a645-a3bc1fe2a91d req-bc6bc949-e58f-478b-968f-10cf327cdc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:26.149080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ce9eaee-65bd-441d-a645-a3bc1fe2a91d req-bc6bc949-e58f-478b-968f-10cf327cdc33 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=879d0e6b-19a7-4ea0-ab8d-82e44e42edd9 HTTP/1.1" status: 200 len: 852 time: 0.0460429 Jul 27 20:32:26.188129 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ce9eaee-65bd-441d-a645-a3bc1fe2a91d req-d13b83bd-af5d-4f1d-9f19-e5863bb1ebc5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bf87571c-c735-488d-86a5-c556128c2996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314999 Jul 27 20:32:26.279941 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ce9eaee-65bd-441d-a645-a3bc1fe2a91d req-90b2060a-d1b0-43cc-9596-c05490814f86 service neutron] 10.222.0.63 "GET /v2.0/networks/bf87571c-c735-488d-86a5-c556128c2996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844955 Jul 27 20:32:26.376931 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ce9eaee-65bd-441d-a645-a3bc1fe2a91d req-b597ef3a-c795-4dac-9778-f7861cbaf049 service neutron] 10.222.0.63 "GET /v2.0/networks/bf87571c-c735-488d-86a5-c556128c2996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893772 Jul 27 20:32:27.158109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3d201-0bfb-4ed8-b20d-ab89d5d737c8 req-5dca8a28-035f-4824-9d07-2ec0e08533d9 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:27.159611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7b3d201-0bfb-4ed8-b20d-ab89d5d737c8 req-5dca8a28-035f-4824-9d07-2ec0e08533d9 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 945 time: 0.0681593 Jul 27 20:32:27.199245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c7b3d201-0bfb-4ed8-b20d-ab89d5d737c8 req-4598e6b9-5e83-44ce-831a-5e7c45600a8b tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330081 Jul 27 20:32:27.463768 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78873de8-bc06-46d6-b342-6e7b4eb54f22 req-c27e280d-8ced-4f9c-b150-3e288d6b917b tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:27.465358 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78873de8-bc06-46d6-b342-6e7b4eb54f22 req-c27e280d-8ced-4f9c-b150-3e288d6b917b tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 945 time: 0.0711792 Jul 27 20:32:27.505298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-78873de8-bc06-46d6-b342-6e7b4eb54f22 req-2a035222-98e9-4074-8544-dc18182c7d1c tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332856 Jul 27 20:32:28.654970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ffffd-4015-49fc-b205-9e5b26d4e15a req-81b3237b-8fa9-40f0-863e-bc57d385ccdc tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:28.656426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a59ffffd-4015-49fc-b205-9e5b26d4e15a req-81b3237b-8fa9-40f0-863e-bc57d385ccdc tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 945 time: 0.0785713 Jul 27 20:32:28.700451 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a59ffffd-4015-49fc-b205-9e5b26d4e15a req-b4f2b348-db45-4566-94ae-b3200133d78c tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c6561e2-5e88-408d-b6c7-aaab639bb78d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360954 Jul 27 20:32:29.239804 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f955d7b-179a-4905-ad7f-139545d9b4c4 req-d6fa834a-d586-4502-b311-c3b6d83ac8c4 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:29.241518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f955d7b-179a-4905-ad7f-139545d9b4c4 req-d6fa834a-d586-4502-b311-c3b6d83ac8c4 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.63 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 945 time: 0.0715325 Jul 27 20:32:29.358893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8f955d7b-179a-4905-ad7f-139545d9b4c4 req-e1cd85d1-6c89-4a23-870a-3da9b2fb456a tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Deleting port b9a05e32-985e-4ac5-93e2-99f4972b75b3 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:32:29.359243 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8f955d7b-179a-4905-ad7f-139545d9b4c4 req-e1cd85d1-6c89-4a23-870a-3da9b2fb456a tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:29.450200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-8f955d7b-179a-4905-ad7f-139545d9b4c4 req-e1cd85d1-6c89-4a23-870a-3da9b2fb456a tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] For port b9a05e32-985e-4ac5-93e2-99f4972b75b3, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b9a05e32-985e-4ac5-93e2-99f4972b75b3,segment=NetworkSegment(849a174d-5aae-4175-86ad-8846f8b1148a),segment_id=849a174d-5aae-4175-86ad-8846f8b1148a)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:32:29.450571 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8f955d7b-179a-4905-ad7f-139545d9b4c4 req-e1cd85d1-6c89-4a23-870a-3da9b2fb456a tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:29.463905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8f955d7b-179a-4905-ad7f-139545d9b4c4 req-e1cd85d1-6c89-4a23-870a-3da9b2fb456a tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Calling delete_port for b9a05e32-985e-4ac5-93e2-99f4972b75b3 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:32:29.601875 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8f955d7b-179a-4905-ad7f-139545d9b4c4 req-e1cd85d1-6c89-4a23-870a-3da9b2fb456a tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:29.614912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b9a05e32-985e-4ac5-93e2-99f4972b75b3'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:32:29.632915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd85d1-6c89-4a23-870a-3da9b2fb456a tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Pushing event deleted for resources: {'Port': ['ID=b9a05e32-985e-4ac5-93e2-99f4972b75b3,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:29.683122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f955d7b-179a-4905-ad7f-139545d9b4c4 req-e1cd85d1-6c89-4a23-870a-3da9b2fb456a tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] No DVR routers for this DVR port b9a05e32-985e-4ac5-93e2-99f4972b75b3 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:32:29.687210 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8f955d7b-179a-4905-ad7f-139545d9b4c4 req-e1cd85d1-6c89-4a23-870a-3da9b2fb456a tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:29.691666 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f955d7b-179a-4905-ad7f-139545d9b4c4 req-e1cd85d1-6c89-4a23-870a-3da9b2fb456a tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.63 "DELETE /v2.0/ports/b9a05e32-985e-4ac5-93e2-99f4972b75b3 HTTP/1.1" status: 204 len: 173 time: 0.4427538 Jul 27 20:32:29.692307 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684bf941-9466-47e2-98cf-7fd2b09a16de', 'name': 'network-vif-deleted', 'tag': 'b9a05e32-985e-4ac5-93e2-99f4972b75b3'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:32:29.695557 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaaf17e-1da2-4099-9658-3916f3f2f1b9" -d '{"events": [{"server_uuid": "684bf941-9466-47e2-98cf-7fd2b09a16de", "name": "network-vif-deleted", "tag": "b9a05e32-985e-4ac5-93e2-99f4972b75b3"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:32:29.734267 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52c0ff0-d40a-4fa0-a2b1-425ddb823fe2 x-openstack-request-id: req-e52c0ff0-d40a-4fa0-a2b1-425ddb823fe2 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:32:29.734563 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684bf941-9466-47e2-98cf-7fd2b09a16de", "name": "network-vif-deleted", "tag": "b9a05e32-985e-4ac5-93e2-99f4972b75b3", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:32:29.734864 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e52c0ff0-d40a-4fa0-a2b1-425ddb823fe2 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:32:29.735274 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684bf941-9466-47e2-98cf-7fd2b09a16de', 'name': 'network-vif-deleted', 'tag': 'b9a05e32-985e-4ac5-93e2-99f4972b75b3', 'status': 'completed', 'code': 200} Jul 27 20:32:29.805898 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74489cb4-0210-47dc-b95b-44dc8f2d7010 req-5a072a33-e428-4418-8025-91e864feb474 tempest-TestServerAdvancedOps-195083615 tempest-TestServerAdvancedOps-195083615-project] 10.222.0.48 "GET /v2.0/ports?device_id=684bf941-9466-47e2-98cf-7fd2b09a16de HTTP/1.1" status: 200 len: 210 time: 0.0348558 Jul 27 20:32:30.869680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34786) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:30.917049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a5032f-2442-476a-b5a2-2492b0e90dee admin admin] Deleting subnet 879d0e6b-19a7-4ea0-ab8d-82e44e42edd9 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:32:30.920032 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-62a5032f-2442-476a-b5a2-2492b0e90dee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:30.954710 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-62a5032f-2442-476a-b5a2-2492b0e90dee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:30.993830 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-62a5032f-2442-476a-b5a2-2492b0e90dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.050131 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-62a5032f-2442-476a-b5a2-2492b0e90dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.077488 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5032f-2442-476a-b5a2-2492b0e90dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=879d0e6b-19a7-4ea0-ab8d-82e44e42edd9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:31.079455 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-62a5032f-2442-476a-b5a2-2492b0e90dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.081425 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-62a5032f-2442-476a-b5a2-2492b0e90dee admin admin] 10.222.0.48 "DELETE /v2.0/subnets/879d0e6b-19a7-4ea0-ab8d-82e44e42edd9 HTTP/1.1" status: 204 len: 168 time: 0.2107077 Jul 27 20:32:31.084188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34788) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:31.154126 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-13428930-df22-4ae3-a44d-b4bc42dc5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.238954 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-13428930-df22-4ae3-a44d-b4bc42dc5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.249066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-13428930-df22-4ae3-a44d-b4bc42dc5672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf87571c-c735-488d-86a5-c556128c2996']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:32:31.258951 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-13428930-df22-4ae3-a44d-b4bc42dc5672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849a174d-5aae-4175-86ad-8846f8b1148a') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:32:31.259243 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-13428930-df22-4ae3-a44d-b4bc42dc5672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849a174d-5aae-4175-86ad-8846f8b1148a') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:32:31.267918 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-13428930-df22-4ae3-a44d-b4bc42dc5672 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.281638 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-13428930-df22-4ae3-a44d-b4bc42dc5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.287717 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13428930-df22-4ae3-a44d-b4bc42dc5672 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:32:31.288070 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-13428930-df22-4ae3-a44d-b4bc42dc5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:32:31.289748 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:32:31.348417 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-13428930-df22-4ae3-a44d-b4bc42dc5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.354095 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-13428930-df22-4ae3-a44d-b4bc42dc5672 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.355966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-13428930-df22-4ae3-a44d-b4bc42dc5672 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bf87571c-c735-488d-86a5-c556128c2996 HTTP/1.1" status: 204 len: 168 time: 0.2708082 Jul 27 20:32:31.359128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34790) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:31.369420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13428930-df22-4ae3-a44d-b4bc42dc5672 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf87571c-c735-488d-86a5-c556128c2996,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:31.409576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbeb121-6124-46c2-ba22-004ed550f8ee admin admin] Deleting subnet b59f5068-6ad7-4ca8-97a1-ed2b788b3edc {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:32:31.416909 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bbeb121-6124-46c2-ba22-004ed550f8ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.455153 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bbeb121-6124-46c2-ba22-004ed550f8ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.501042 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bbeb121-6124-46c2-ba22-004ed550f8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.557889 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bbeb121-6124-46c2-ba22-004ed550f8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.583745 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbeb121-6124-46c2-ba22-004ed550f8ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b59f5068-6ad7-4ca8-97a1-ed2b788b3edc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:31.587764 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7bbeb121-6124-46c2-ba22-004ed550f8ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.589715 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7bbeb121-6124-46c2-ba22-004ed550f8ee admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b59f5068-6ad7-4ca8-97a1-ed2b788b3edc HTTP/1.1" status: 204 len: 168 time: 0.2294338 Jul 27 20:32:31.592563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34792) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:31.662737 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fc13e30-2bb8-40ab-9499-3927e1b2ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.750644 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fc13e30-2bb8-40ab-9499-3927e1b2ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.761614 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-1fc13e30-2bb8-40ab-9499-3927e1b2ad2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68649f88-c0cc-44aa-8ea9-eb230c532cb0']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:32:31.772043 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-1fc13e30-2bb8-40ab-9499-3927e1b2ad2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46e0100-44cb-4f10-9cc7-3dd086949e8d') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:32:31.772345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-1fc13e30-2bb8-40ab-9499-3927e1b2ad2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46e0100-44cb-4f10-9cc7-3dd086949e8d') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:32:31.781933 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fc13e30-2bb8-40ab-9499-3927e1b2ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.797213 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fc13e30-2bb8-40ab-9499-3927e1b2ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.803905 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc13e30-2bb8-40ab-9499-3927e1b2ad2c admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:32:31.804296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fc13e30-2bb8-40ab-9499-3927e1b2ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:32:31.806178 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:32:31.816322 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:32:31.865417 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fc13e30-2bb8-40ab-9499-3927e1b2ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.871122 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1fc13e30-2bb8-40ab-9499-3927e1b2ad2c admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:31.873047 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1fc13e30-2bb8-40ab-9499-3927e1b2ad2c admin admin] 10.222.0.48 "DELETE /v2.0/networks/68649f88-c0cc-44aa-8ea9-eb230c532cb0 HTTP/1.1" status: 204 len: 168 time: 0.2798042 Jul 27 20:32:31.884331 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc13e30-2bb8-40ab-9499-3927e1b2ad2c admin admin] Pushing event deleted for resources: {'Network': ['ID=68649f88-c0cc-44aa-8ea9-eb230c532cb0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:32.045106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34798) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:32.087643 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-09bad9d9-cb31-4cff-acc0-8e52c0aa7bfc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7447cf02f9f9446eadc87cf15eda812c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411885 Jul 27 20:32:32.090190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34800) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:32.139952 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1c1d6b28-a6d6-4c5d-9cc9-e243094d8435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:32.163606 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1c1d6b28-a6d6-4c5d-9cc9-e243094d8435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:32.211978 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1c1d6b28-a6d6-4c5d-9cc9-e243094d8435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:32.214603 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1c1d6b28-a6d6-4c5d-9cc9-e243094d8435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:32.215784 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1c1d6b28-a6d6-4c5d-9cc9-e243094d8435 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c6561e2-5e88-408d-b6c7-aaab639bb78d HTTP/1.1" status: 204 len: 168 time: 0.1247365 Jul 27 20:32:32.224371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d6b28-a6d6-4c5d-9cc9-e243094d8435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6561e2-5e88-408d-b6c7-aaab639bb78d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:32.557617 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34806) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:32.600317 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0ccfece7-5fec-4a00-ba2e-48e1e0588b0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cd59cf975744fb6af237a96318266b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414758 Jul 27 20:32:32.603259 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34808) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:32.658043 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-978f3bec-ff29-431c-9df4-abe0a1ce4551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:32.683110 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-978f3bec-ff29-431c-9df4-abe0a1ce4551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:32.734223 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-978f3bec-ff29-431c-9df4-abe0a1ce4551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:32.737056 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-978f3bec-ff29-431c-9df4-abe0a1ce4551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:32.738229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-978f3bec-ff29-431c-9df4-abe0a1ce4551 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33b73ce6-addc-41ec-866b-b02921325e38 HTTP/1.1" status: 204 len: 168 time: 0.1340134 Jul 27 20:32:32.746718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f3bec-ff29-431c-9df4-abe0a1ce4551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b73ce6-addc-41ec-866b-b02921325e38,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:34.598898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b9a05e32-985e-4ac5-93e2-99f4972b75b3 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:32:34.624665 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: b9a05e32-985e-4ac5-93e2-99f4972b75b3 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:32:34.625000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b9a05e32-985e-4ac5-93e2-99f4972b75b3 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:32:38.894414 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:42.022480 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:42.992637 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-05d0ea98-ebd1-4be7-b7ea-c7d745b7e53a tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d51c0c0130ae4433b84ff2f5178372bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232077 Jul 27 20:32:43.103094 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-66c553f2-9049-4fbf-9fee-951d2922550f tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:43.105249 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-66c553f2-9049-4fbf-9fee-951d2922550f tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1067846 Jul 27 20:32:43.122375 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-65cffa5f-c8bc-4112-b9f2-7195eb6939e3 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/quotas/d51c0c0130ae4433b84ff2f5178372bf HTTP/1.1" status: 200 len: 375 time: 0.0105734 Jul 27 20:32:43.158720 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-79074fcd-eba1-4aee-b5cf-ff701d4ebbd3 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d51c0c0130ae4433b84ff2f5178372bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307446 Jul 27 20:32:43.334458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dbd307a8-2ae2-4fb3-a172-4c8e3565158f req-80668dcc-1409-47c1-aba9-4123ea9bfba0 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/ports?device_id=88694b58-aecc-4778-80a5-bb7d5b2cbda9 HTTP/1.1" status: 200 len: 210 time: 0.0304902 Jul 27 20:32:43.466583 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bc12f1b1-5c37-4b49-87b6-f7762d2d8993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:44.214436 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-d955fb9f-e316-4928-b396-66fb040ac209 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d51c0c0130ae4433b84ff2f5178372bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231562 Jul 27 20:32:44.327247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-d341d74d-f2ae-4967-a138-091a48238912 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:44.328833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-d341d74d-f2ae-4967-a138-091a48238912 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1086006 Jul 27 20:32:44.343087 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Request body: {'port': {'device_id': '88694b58-aecc-4778-80a5-bb7d5b2cbda9', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'admin_state_up': True, 'tenant_id': 'd51c0c0130ae4433b84ff2f5178372bf'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:32:44.455571 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-da3562d9-d25a-4049-a371-7813298a90d2 req-de2e66e7-4f74-429c-b27d-949ea3db4a11 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/ports?device_id=88694b58-aecc-4778-80a5-bb7d5b2cbda9 HTTP/1.1" status: 200 len: 210 time: 0.0491993 Jul 27 20:32:44.481099 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Made reservation on behalf of d51c0c0130ae4433b84ff2f5178372bf for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:32:44.484922 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:44.493879 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:44.597515 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:44.603009 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:44.664638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2c4f45-77e4-44d9-87c5-edee14a07c7d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:44.739922 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Allocated IP 192.168.233.232 (86d836bd-bb46-4f27-ba5e-d67682a133e6/3d5d6b63-5410-4fa2-b892-605f7ef3e429/55cdf59c-65cf-46d5-a20d-7b45388a4cb1) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:32:44.893490 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:44.909112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Transition to ACTIVE for port object 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:32:44.944631 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:45.344699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Network 86d836bd-bb46-4f27-ba5e-d67682a133e6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:32:45.350550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:32:45.353715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:32:45.383470 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Pushing event updated for resources: {'Port': ['ID=55cdf59c-65cf-46d5-a20d-7b45388a4cb1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:45.413630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:45.414301 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:45.431242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-63cf0764-4853-45b6-97be-14c7d827ef6c tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0918131 Jul 27 20:32:45.443957 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Request body: {'port': {'device_id': '88694b58-aecc-4778-80a5-bb7d5b2cbda9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:32:45.519807 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:45.563103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c57671d2-9286-45e1-95e9-a3793b346e85 None None] Provisioning for port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:32:45.567250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c57671d2-9286-45e1-95e9-a3793b346e85 None None] Provisioning complete for port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:32:45.567611 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c57671d2-9286-45e1-95e9-a3793b346e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:45.601195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c57671d2-9286-45e1-95e9-a3793b346e85 None None] Port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:32:45.695260 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9d510-806e-427e-844d-6e61f410be25 req-a83360d1-856b-4dc5-94c6-980af87cd1a3 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:45.696814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-18d9d510-806e-427e-844d-6e61f410be25 req-a83360d1-856b-4dc5-94c6-980af87cd1a3 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/ports?device_id=88694b58-aecc-4778-80a5-bb7d5b2cbda9 HTTP/1.1" status: 200 len: 936 time: 0.1677649 Jul 27 20:32:45.782893 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-18d9d510-806e-427e-844d-6e61f410be25 req-baef4352-ad2b-4448-837e-ec14a1b6e155 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c2c4f45-77e4-44d9-87c5-edee14a07c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745461 Jul 27 20:32:45.862574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:32:45.870498 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:45.882338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Transition to ACTIVE for port object 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:32:45.888819 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:45.948234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=55cdf59c-65cf-46d5-a20d-7b45388a4cb1,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:46.023680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Attempting to bind port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:32:46.024091 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Attempting to bind port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:32:46.024443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Attempting to bind port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:32:46.029490 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:32:46.029813 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Attempting to bind port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 on network 86d836bd-bb46-4f27-ba5e-d67682a133e6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:32:46.034933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:32:46.035261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Checking segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:32:46.035644 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Bound using segment: {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:32:46.036065 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Bound port: 55cdf59c-65cf-46d5-a20d-7b45388a4cb1, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34620d-2c7a-46b0-8e75-5f30316b0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:32:46.036457 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:46.103596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] For port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:32:46.106919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] For port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=55cdf59c-65cf-46d5-a20d-7b45388a4cb1,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:32:46.111595 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:46.151932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:46.152587 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:46.154110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] 10.222.0.52 "PUT /v2.0/ports/55cdf59c-65cf-46d5-a20d-7b45388a4cb1 HTTP/1.1" status: 200 len: 1097 time: 0.7145944 Jul 27 20:32:46.154466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88694b58-aecc-4778-80a5-bb7d5b2cbda9', 'tag': '55cdf59c-65cf-46d5-a20d-7b45388a4cb1'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:32:46.156787 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25447517-5010-406f-868b-63ac9d5079d1" -d '{"events": [{"name": "network-changed", "server_uuid": "88694b58-aecc-4778-80a5-bb7d5b2cbda9", "tag": "55cdf59c-65cf-46d5-a20d-7b45388a4cb1"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:32:46.177571 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-248b7a62-0b4e-4957-8f88-17a30e57064b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:46.180068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d11bf-a495-496a-9f8a-d1a9dfde6ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=55cdf59c-65cf-46d5-a20d-7b45388a4cb1,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:46.210790 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aae65d0-2f64-487a-b2d3-4cc3fe6fee51 x-openstack-request-id: req-7aae65d0-2f64-487a-b2d3-4cc3fe6fee51 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:32:46.211088 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88694b58-aecc-4778-80a5-bb7d5b2cbda9", "tag": "55cdf59c-65cf-46d5-a20d-7b45388a4cb1", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:32:46.211344 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7aae65d0-2f64-487a-b2d3-4cc3fe6fee51 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:32:46.211738 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88694b58-aecc-4778-80a5-bb7d5b2cbda9', 'tag': '55cdf59c-65cf-46d5-a20d-7b45388a4cb1', 'status': 'completed', 'code': 200} Jul 27 20:32:46.256097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-1393c274-2de0-47fc-b536-dd65626243d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:46.257764 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-1393c274-2de0-47fc-b536-dd65626243d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d51c0c0130ae4433b84ff2f5178372bf&device_id=88694b58-aecc-4778-80a5-bb7d5b2cbda9 HTTP/1.1" status: 200 len: 1100 time: 0.0591915 Jul 27 20:32:46.271644 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:46.423081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-f5a0384d-6c5d-4139-8888-23e983a14032 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=55cdf59c-65cf-46d5-a20d-7b45388a4cb1 HTTP/1.1" status: 200 len: 217 time: 0.0354822 Jul 27 20:32:46.479569 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-c3ad7805-2fdc-4cf8-a726-81eda98764d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:46.481107 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-c3ad7805-2fdc-4cf8-a726-81eda98764d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0498574 Jul 27 20:32:46.542898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-8fed5c2d-a9ab-49b8-a112-64193e661d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:46.544418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-8fed5c2d-a9ab-49b8-a112-64193e661d85 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0560400 Jul 27 20:32:46.642685 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-f2d0b359-bd5d-4230-9b39-e66baa2ad339 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897105 Jul 27 20:32:46.741058 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac3b856a-3595-407d-87ef-78c5054cdd99 req-f6eb7d2e-04a8-4c50-b5b1-8be4d94d1746 service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897470 Jul 27 20:32:46.854261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25447517-5010-406f-868b-63ac9d5079d1 req-1e83ed59-486c-4d4c-a6c3-da05dd94d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:46.855787 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25447517-5010-406f-868b-63ac9d5079d1 req-1e83ed59-486c-4d4c-a6c3-da05dd94d44b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d51c0c0130ae4433b84ff2f5178372bf&device_id=88694b58-aecc-4778-80a5-bb7d5b2cbda9 HTTP/1.1" status: 200 len: 1100 time: 0.0626047 Jul 27 20:32:46.984413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25447517-5010-406f-868b-63ac9d5079d1 req-b81457a3-6f81-40a3-b032-ea18bec26146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:46.985901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25447517-5010-406f-868b-63ac9d5079d1 req-b81457a3-6f81-40a3-b032-ea18bec26146 service neutron] 10.222.0.52 "GET /v2.0/networks?id=86d836bd-bb46-4f27-ba5e-d67682a133e6 HTTP/1.1" status: 200 len: 870 time: 0.1209345 Jul 27 20:32:46.997206 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e42de-a393-4d79-933b-8659c2dd7788 req-cf9f5c7c-b416-4577-b59c-5ab3ecc01bfd tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:46.999289 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed0e42de-a393-4d79-933b-8659c2dd7788 req-cf9f5c7c-b416-4577-b59c-5ab3ecc01bfd tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/ports?device_id=88694b58-aecc-4778-80a5-bb7d5b2cbda9 HTTP/1.1" status: 200 len: 948 time: 0.1426141 Jul 27 20:32:47.040199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25447517-5010-406f-868b-63ac9d5079d1 req-f8e5703c-7c5a-48e1-a14d-d99497ba98aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=55cdf59c-65cf-46d5-a20d-7b45388a4cb1 HTTP/1.1" status: 200 len: 217 time: 0.0399413 Jul 27 20:32:47.100212 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ed0e42de-a393-4d79-933b-8659c2dd7788 req-b7c02361-197e-4d95-8b18-4330b5b2b94b tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c2c4f45-77e4-44d9-87c5-edee14a07c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943537 Jul 27 20:32:47.109602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25447517-5010-406f-868b-63ac9d5079d1 req-ae1899f9-a3ea-4bbc-8379-ba0f7442fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:47.111033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25447517-5010-406f-868b-63ac9d5079d1 req-ae1899f9-a3ea-4bbc-8379-ba0f7442fe12 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d5d6b63-5410-4fa2-b892-605f7ef3e429 HTTP/1.1" status: 200 len: 843 time: 0.0627635 Jul 27 20:32:47.179745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25447517-5010-406f-868b-63ac9d5079d1 req-83f382fb-fe3c-43e8-b937-a20c24f95cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:47.181303 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25447517-5010-406f-868b-63ac9d5079d1 req-83f382fb-fe3c-43e8-b937-a20c24f95cd2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=86d836bd-bb46-4f27-ba5e-d67682a133e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0607820 Jul 27 20:32:47.284336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25447517-5010-406f-868b-63ac9d5079d1 req-b8133584-5479-4611-a7ec-8cb603cec9bf service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942302 Jul 27 20:32:47.289825 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:47.380817 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25447517-5010-406f-868b-63ac9d5079d1 req-3cb1afd3-30a2-4aea-87c1-108f8be60b0a service neutron] 10.222.0.52 "GET /v2.0/networks/86d836bd-bb46-4f27-ba5e-d67682a133e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886724 Jul 27 20:32:48.249550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9157a-2139-428e-8e5b-689098cf1942 req-06951216-85ee-4e17-be4f-747205bd4096 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:48.251049 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7eb9157a-2139-428e-8e5b-689098cf1942 req-06951216-85ee-4e17-be4f-747205bd4096 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/ports?device_id=88694b58-aecc-4778-80a5-bb7d5b2cbda9 HTTP/1.1" status: 200 len: 948 time: 0.0681634 Jul 27 20:32:48.290006 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7eb9157a-2139-428e-8e5b-689098cf1942 req-7d466749-b5e6-45b1-a299-a5ae9ac6d8db tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c2c4f45-77e4-44d9-87c5-edee14a07c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325508 Jul 27 20:32:49.049754 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:49.194202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:32:49.298386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=55cdf59c-65cf-46d5-a20d-7b45388a4cb1,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:32:49.311033 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '55cdf59c-65cf-46d5-a20d-7b45388a4cb1', 'network_id': '86d836bd-bb46-4f27-ba5e-d67682a133e6', 'port_id': '55cdf59c-65cf-46d5-a20d-7b45388a4cb1', 'mac_address': 'fa:16:3e:de:74:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5d6b63-5410-4fa2-b892-605f7ef3e429', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:32:49.348456 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:49.361955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:32:49.383235 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=55cdf59c-65cf-46d5-a20d-7b45388a4cb1,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:32:49.387913 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:49.436822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=55cdf59c-65cf-46d5-a20d-7b45388a4cb1,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:49.445283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:49.445638 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:49.445931 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:49.446273 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:49.446610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:49.446942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:49.447275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:49.447604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:49.447933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:49.448259 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:49.448614 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:49.448937 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:32:49.451370 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085b514-ba6d-4873-a848-d96e8316ca59 req-41534350-0e4d-48b4-8364-c4688bcf0350 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:49.452936 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c085b514-ba6d-4873-a848-d96e8316ca59 req-41534350-0e4d-48b4-8364-c4688bcf0350 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/ports?device_id=88694b58-aecc-4778-80a5-bb7d5b2cbda9 HTTP/1.1" status: 200 len: 948 time: 0.0864472 Jul 27 20:32:49.492080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c085b514-ba6d-4873-a848-d96e8316ca59 req-4d8206df-015a-47fe-9be9-8a0e671d04e1 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c2c4f45-77e4-44d9-87c5-edee14a07c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330710 Jul 27 20:32:49.602168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['55cdf59c-65cf-46d5-a20d-7b45388a4cb1'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:32:50.631103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de8f5b-8af5-4e5d-8dd6-33cb8c8c8402 req-69d9bd2f-1851-4d31-900a-ef0933a3f4c4 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:50.632669 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6de8f5b-8af5-4e5d-8dd6-33cb8c8c8402 req-69d9bd2f-1851-4d31-900a-ef0933a3f4c4 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/ports?device_id=88694b58-aecc-4778-80a5-bb7d5b2cbda9 HTTP/1.1" status: 200 len: 949 time: 0.0681477 Jul 27 20:32:50.671647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6de8f5b-8af5-4e5d-8dd6-33cb8c8c8402 req-919844f4-2f4b-4f35-8752-8a18c709d3b1 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c2c4f45-77e4-44d9-87c5-edee14a07c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328200 Jul 27 20:32:51.210072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:32:51.262868 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:32:51.266769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:32:51.267135 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:51.349114 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:51.371372 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88694b58-aecc-4778-80a5-bb7d5b2cbda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cdf59c-65cf-46d5-a20d-7b45388a4cb1'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:32:51.373668 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66bff19-35bb-46b3-a7aa-cf6729006db9" -d '{"events": [{"server_uuid": "88694b58-aecc-4778-80a5-bb7d5b2cbda9", "name": "network-vif-plugged", "status": "completed", "tag": "55cdf59c-65cf-46d5-a20d-7b45388a4cb1"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:32:51.387099 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=55cdf59c-65cf-46d5-a20d-7b45388a4cb1,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:32:51.392826 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:51.442309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=55cdf59c-65cf-46d5-a20d-7b45388a4cb1,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:51.481450 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2d1eb4-97c2-4906-b16c-02af0bcbdd5f x-openstack-request-id: req-da2d1eb4-97c2-4906-b16c-02af0bcbdd5f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:32:51.481730 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88694b58-aecc-4778-80a5-bb7d5b2cbda9", "name": "network-vif-plugged", "status": "completed", "tag": "55cdf59c-65cf-46d5-a20d-7b45388a4cb1", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:32:51.481992 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da2d1eb4-97c2-4906-b16c-02af0bcbdd5f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:32:51.482394 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88694b58-aecc-4778-80a5-bb7d5b2cbda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cdf59c-65cf-46d5-a20d-7b45388a4cb1', 'code': 200} Jul 27 20:32:51.594345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4e83c-f1a3-46f3-9977-4536ff9d3191 req-d924fe1b-fa4e-473b-bc0d-9f1f9ffe708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:51.596287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27a4e83c-f1a3-46f3-9977-4536ff9d3191 req-d924fe1b-fa4e-473b-bc0d-9f1f9ffe708c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=88694b58-aecc-4778-80a5-bb7d5b2cbda9 HTTP/1.1" status: 200 len: 1102 time: 0.0589743 Jul 27 20:32:51.639528 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-27a4e83c-f1a3-46f3-9977-4536ff9d3191 req-9c356d55-59e7-46ba-9029-2622f6da5842 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6c2c4f45-77e4-44d9-87c5-edee14a07c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355895 Jul 27 20:32:51.809662 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3c353-2acd-4b69-8d43-3f8faa7bc5d5 req-2427c2f3-f45c-4f8c-9556-60a31b990757 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:51.811190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3f3c353-2acd-4b69-8d43-3f8faa7bc5d5 req-2427c2f3-f45c-4f8c-9556-60a31b990757 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/ports?device_id=88694b58-aecc-4778-80a5-bb7d5b2cbda9 HTTP/1.1" status: 200 len: 950 time: 0.0688398 Jul 27 20:32:51.852703 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3f3c353-2acd-4b69-8d43-3f8faa7bc5d5 req-e0784bca-12f2-4a2a-a33a-158c51c1a9f3 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c2c4f45-77e4-44d9-87c5-edee14a07c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353830 Jul 27 20:32:52.995301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c5320-9b17-42f5-a1aa-d45a17d52aac req-4d9f43b6-df7c-4860-8836-01c4d8f83b7b tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:52.996828 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a6c5320-9b17-42f5-a1aa-d45a17d52aac req-4d9f43b6-df7c-4860-8836-01c4d8f83b7b tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/ports?device_id=88694b58-aecc-4778-80a5-bb7d5b2cbda9 HTTP/1.1" status: 200 len: 950 time: 0.0687308 Jul 27 20:32:53.038569 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a6c5320-9b17-42f5-a1aa-d45a17d52aac req-525fca6f-f3af-4ee8-8bc4-c2750eabdc75 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c2c4f45-77e4-44d9-87c5-edee14a07c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354123 Jul 27 20:32:54.010064 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233e5b6-64ba-4f2a-9ee5-4c6c6eb363e5 req-270f867b-63a7-473c-b258-fc3bfc93a1fb tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:54.011577 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9233e5b6-64ba-4f2a-9ee5-4c6c6eb363e5 req-270f867b-63a7-473c-b258-fc3bfc93a1fb tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/ports?device_id=88694b58-aecc-4778-80a5-bb7d5b2cbda9 HTTP/1.1" status: 200 len: 950 time: 0.0708730 Jul 27 20:32:54.053615 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9233e5b6-64ba-4f2a-9ee5-4c6c6eb363e5 req-70642fde-4e80-4bdb-a165-5b9408ecbc98 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c2c4f45-77e4-44d9-87c5-edee14a07c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355110 Jul 27 20:32:55.195003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e83d7-5b26-4627-8446-59b49a9bb81a req-57adc08a-9a3a-45fa-a591-35ada02aa3fd tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:55.196576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b7e83d7-5b26-4627-8446-59b49a9bb81a req-57adc08a-9a3a-45fa-a591-35ada02aa3fd tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/ports?device_id=88694b58-aecc-4778-80a5-bb7d5b2cbda9 HTTP/1.1" status: 200 len: 950 time: 0.0674179 Jul 27 20:32:55.236181 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b7e83d7-5b26-4627-8446-59b49a9bb81a req-6b27ea9e-5252-45f9-863a-f74226ab1206 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c2c4f45-77e4-44d9-87c5-edee14a07c7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334098 Jul 27 20:32:55.312836 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471c0f8-5401-4ee3-85dc-7bc3daec37e8 req-b92b4543-ff56-4045-8e42-942de53ad4ed tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:55.314314 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8471c0f8-5401-4ee3-85dc-7bc3daec37e8 req-b92b4543-ff56-4045-8e42-942de53ad4ed tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.52 "GET /v2.0/ports?device_id=88694b58-aecc-4778-80a5-bb7d5b2cbda9 HTTP/1.1" status: 200 len: 950 time: 0.0639880 Jul 27 20:32:55.419618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8471c0f8-5401-4ee3-85dc-7bc3daec37e8 req-29c152b6-adb7-42de-811a-8dc0f5085145 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Deleting port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:32:55.420032 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8471c0f8-5401-4ee3-85dc-7bc3daec37e8 req-29c152b6-adb7-42de-811a-8dc0f5085145 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:55.515810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-8471c0f8-5401-4ee3-85dc-7bc3daec37e8 req-29c152b6-adb7-42de-811a-8dc0f5085145 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] For port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=55cdf59c-65cf-46d5-a20d-7b45388a4cb1,segment=NetworkSegment(cc34620d-2c7a-46b0-8e75-5f30316b0f38),segment_id=cc34620d-2c7a-46b0-8e75-5f30316b0f38)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:32:55.516192 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8471c0f8-5401-4ee3-85dc-7bc3daec37e8 req-29c152b6-adb7-42de-811a-8dc0f5085145 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:55.532690 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-8471c0f8-5401-4ee3-85dc-7bc3daec37e8 req-29c152b6-adb7-42de-811a-8dc0f5085145 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Calling delete_port for 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:32:55.671256 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8471c0f8-5401-4ee3-85dc-7bc3daec37e8 req-29c152b6-adb7-42de-811a-8dc0f5085145 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:55.683827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['55cdf59c-65cf-46d5-a20d-7b45388a4cb1'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:32:55.700575 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c152b6-adb7-42de-811a-8dc0f5085145 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Pushing event deleted for resources: {'Port': ['ID=55cdf59c-65cf-46d5-a20d-7b45388a4cb1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:55.753247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8471c0f8-5401-4ee3-85dc-7bc3daec37e8 req-29c152b6-adb7-42de-811a-8dc0f5085145 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] No DVR routers for this DVR port 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:32:55.755971 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8471c0f8-5401-4ee3-85dc-7bc3daec37e8 req-29c152b6-adb7-42de-811a-8dc0f5085145 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:55.758447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8471c0f8-5401-4ee3-85dc-7bc3daec37e8 req-29c152b6-adb7-42de-811a-8dc0f5085145 tempest-ServersAdminNegativeTestJSON-660107077 tempest-ServersAdminNegativeTestJSON-660107077-project] 10.222.0.52 "DELETE /v2.0/ports/55cdf59c-65cf-46d5-a20d-7b45388a4cb1 HTTP/1.1" status: 204 len: 173 time: 0.4372759 Jul 27 20:32:55.758891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88694b58-aecc-4778-80a5-bb7d5b2cbda9', 'name': 'network-vif-deleted', 'tag': '55cdf59c-65cf-46d5-a20d-7b45388a4cb1'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:32:55.761199 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e116c70e-ac2a-4511-8809-0808c233668a" -d '{"events": [{"server_uuid": "88694b58-aecc-4778-80a5-bb7d5b2cbda9", "name": "network-vif-deleted", "tag": "55cdf59c-65cf-46d5-a20d-7b45388a4cb1"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:32:55.814500 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7084f882-75b7-46a2-bb6b-098237082de8 x-openstack-request-id: req-7084f882-75b7-46a2-bb6b-098237082de8 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:32:55.814809 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88694b58-aecc-4778-80a5-bb7d5b2cbda9", "name": "network-vif-deleted", "tag": "55cdf59c-65cf-46d5-a20d-7b45388a4cb1", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:32:55.815051 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7084f882-75b7-46a2-bb6b-098237082de8 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:32:55.815474 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88694b58-aecc-4778-80a5-bb7d5b2cbda9', 'name': 'network-vif-deleted', 'tag': '55cdf59c-65cf-46d5-a20d-7b45388a4cb1', 'status': 'completed', 'code': 200} Jul 27 20:32:56.543860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34938) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:56.695454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-459c3ccf-7d59-407a-a4e9-6c8d56d3bc95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d51c0c0130ae4433b84ff2f5178372bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502573 Jul 27 20:32:56.698244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34942) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:56.751289 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e994687d-d864-475a-99f7-04ded834798b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:56.773763 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e994687d-d864-475a-99f7-04ded834798b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:56.822222 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e994687d-d864-475a-99f7-04ded834798b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:56.824874 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e994687d-d864-475a-99f7-04ded834798b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:56.826069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e994687d-d864-475a-99f7-04ded834798b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c2c4f45-77e4-44d9-87c5-edee14a07c7d HTTP/1.1" status: 204 len: 168 time: 0.1268966 Jul 27 20:32:56.834589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994687d-d864-475a-99f7-04ded834798b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2c4f45-77e4-44d9-87c5-edee14a07c7d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:57.102220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34950) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:57.116303 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a4656ae-da00-4e63-a59e-bf2c4f14fd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:57.223654 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a4656ae-da00-4e63-a59e-bf2c4f14fd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:57.228710 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8a4656ae-da00-4e63-a59e-bf2c4f14fd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:57.267969 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8a4656ae-da00-4e63-a59e-bf2c4f14fd1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d1fdbdc0455498babd8093de8b1d6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645265 Jul 27 20:32:57.268867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4656ae-da00-4e63-a59e-bf2c4f14fd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540860ae-cea5-4e91-99c3-72c07f9ed6d8,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:57.271010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34952) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:57.326300 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ddf99395-8b38-4071-aeec-ed729b3961fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:57.348428 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ddf99395-8b38-4071-aeec-ed729b3961fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:57.397285 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ddf99395-8b38-4071-aeec-ed729b3961fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:57.399973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ddf99395-8b38-4071-aeec-ed729b3961fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:57.401192 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ddf99395-8b38-4071-aeec-ed729b3961fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/540860ae-cea5-4e91-99c3-72c07f9ed6d8 HTTP/1.1" status: 204 len: 168 time: 0.1291509 Jul 27 20:32:57.409493 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf99395-8b38-4071-aeec-ed729b3961fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540860ae-cea5-4e91-99c3-72c07f9ed6d8,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:58.162354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 34974) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:58.264382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1563318864-network', 'tenant_id': 'b31e81246bfd45289682c650c8dda4ec'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:32:58.287948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] Made reservation on behalf of b31e81246bfd45289682c650c8dda4ec for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:32:58.290433 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:58.299825 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:58.391360 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:58.396519 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:58.422442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:32:58.434234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87631df5-a2c8-4fa9-a449-27caa864a30a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:58.438310 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:58.438660 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] Added segment df1b80ab-966d-4c8f-98fe-e77bad938cfe of type vlan for network bc78f247-b480-4fe2-94e0-76da6a1adfc6 Jul 27 20:32:58.482596 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:58.515984 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:58.517149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:58.517850 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:58.582447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4189110 Jul 27 20:32:58.585981 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 34978) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:32:58.590889 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10995518-dcc9-49a9-a4ce-169ab3a02c7d admin admin] Pushing event updated for resources: {'Network': ['ID=bc78f247-b480-4fe2-94e0-76da6a1adfc6,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:58.591304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9fd897d6-f638-4d00-b2cb-bf39c58f68fc admin admin] Request body: {'subnet': {'network_id': 'bc78f247-b480-4fe2-94e0-76da6a1adfc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1563318864-subnet', 'tenant_id': 'b31e81246bfd45289682c650c8dda4ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:32:58.604166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network bc78f247-b480-4fe2-94e0-76da6a1adfc6 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:32:58.615221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd897d6-f638-4d00-b2cb-bf39c58f68fc admin admin] Made reservation on behalf of b31e81246bfd45289682c650c8dda4ec for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:32:58.621277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9fd897d6-f638-4d00-b2cb-bf39c58f68fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:58.802759 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9fd897d6-f638-4d00-b2cb-bf39c58f68fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:58.851855 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd897d6-f638-4d00-b2cb-bf39c58f68fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c864c155-0c23-4032-94f2-64c5e68152e4,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:32:58.870399 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd897d6-f638-4d00-b2cb-bf39c58f68fc admin admin] Checking segment: {'id': 'df1b80ab-966d-4c8f-98fe-e77bad938cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc78f247-b480-4fe2-94e0-76da6a1adfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:32:58.870758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd897d6-f638-4d00-b2cb-bf39c58f68fc admin admin] Network hostable DHCP agents. Network: bc78f247-b480-4fe2-94e0-76da6a1adfc6, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:32:58.889769 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd897d6-f638-4d00-b2cb-bf39c58f68fc admin admin] Network bc78f247-b480-4fe2-94e0-76da6a1adfc6 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:32:58.901267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-9fd897d6-f638-4d00-b2cb-bf39c58f68fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, bc78f247-b480-4fe2-94e0-76da6a1adfc6) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:32:58.905268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd897d6-f638-4d00-b2cb-bf39c58f68fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:58.905869 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9fd897d6-f638-4d00-b2cb-bf39c58f68fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:32:58.910575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00275730-fc45-4a94-95a8-7e9470e15c1c None None] Network bc78f247-b480-4fe2-94e0-76da6a1adfc6 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:32:58.927949 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9fd897d6-f638-4d00-b2cb-bf39c58f68fc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3407955 Jul 27 20:32:59.042935 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726f78dc-8a44-46a7-8083-c2f0efd1e27e None None] Network bc78f247-b480-4fe2-94e0-76da6a1adfc6 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:32:59.240864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:32:59.265883 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:32:59.266229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 55cdf59c-65cf-46d5-a20d-7b45388a4cb1 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:32:59.400838 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09264a68-be0c-4117-8999-7bffe53ef1da req-63af560e-1aa4-4446-9172-5635007e2efb tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:32:59.402277 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09264a68-be0c-4117-8999-7bffe53ef1da req-63af560e-1aa4-4446-9172-5635007e2efb tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/networks?id=bc78f247-b480-4fe2-94e0-76da6a1adfc6 HTTP/1.1" status: 200 len: 812 time: 0.1065259 Jul 27 20:32:59.418248 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09264a68-be0c-4117-8999-7bffe53ef1da req-ddf6c344-018e-44f3-b987-5a8b4386da2a tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/quotas/b31e81246bfd45289682c650c8dda4ec HTTP/1.1" status: 200 len: 375 time: 0.0098519 Jul 27 20:32:59.455572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09264a68-be0c-4117-8999-7bffe53ef1da req-7d602f73-b787-4ee0-9ef9-bff1d1879ee5 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b31e81246bfd45289682c650c8dda4ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313411 Jul 27 20:32:59.606742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09264a68-be0c-4117-8999-7bffe53ef1da req-2833788e-7864-42d7-9c9c-24481b2ff673 service neutron] 10.222.0.48 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437511 Jul 27 20:32:59.701144 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09264a68-be0c-4117-8999-7bffe53ef1da req-8b29f28f-6be8-4d66-af98-9d482a9cf485 service neutron] 10.222.0.48 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876639 Jul 27 20:32:59.874075 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e329d058-d827-4c3b-845b-16691bcdbe0c req-cae48233-c235-488b-b4f5-13215b1b971a tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 210 time: 0.0373485 Jul 27 20:33:00.806436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09264a68-be0c-4117-8999-7bffe53ef1da req-61be4366-e5a7-4272-b21a-315a12e15520 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:00.808231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09264a68-be0c-4117-8999-7bffe53ef1da req-61be4366-e5a7-4272-b21a-315a12e15520 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.52 "GET /v2.0/networks?id=bc78f247-b480-4fe2-94e0-76da6a1adfc6 HTTP/1.1" status: 200 len: 812 time: 0.1107771 Jul 27 20:33:00.828058 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-09264a68-be0c-4117-8999-7bffe53ef1da req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Request body: {'port': {'device_id': '4bb87492-2643-4c89-98e1-8ffa7cef54b7', 'network_id': 'bc78f247-b480-4fe2-94e0-76da6a1adfc6', 'admin_state_up': True, 'tenant_id': 'b31e81246bfd45289682c650c8dda4ec'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:33:00.956744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09264a68-be0c-4117-8999-7bffe53ef1da req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Made reservation on behalf of b31e81246bfd45289682c650c8dda4ec for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:33:00.960423 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-09264a68-be0c-4117-8999-7bffe53ef1da req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:00.982727 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af034e38-5a0e-4795-95e9-5785ff7a433a req-b951da85-8692-44dc-8449-12f41d2216f7 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 210 time: 0.0381753 Jul 27 20:33:01.128249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-09264a68-be0c-4117-8999-7bffe53ef1da req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Allocated IP 172.20.0.13 (bc78f247-b480-4fe2-94e0-76da6a1adfc6/c864c155-0c23-4032-94f2-64c5e68152e4/d8101e2b-fe83-4c51-a395-dd3ab68a4df9) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:33:01.283899 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-09264a68-be0c-4117-8999-7bffe53ef1da req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:01.329126 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-09264a68-be0c-4117-8999-7bffe53ef1da req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:01.384104 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09264a68-be0c-4117-8999-7bffe53ef1da req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Network bc78f247-b480-4fe2-94e0-76da6a1adfc6 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:33:01.389600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-09264a68-be0c-4117-8999-7bffe53ef1da req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:33:01.392478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-09264a68-be0c-4117-8999-7bffe53ef1da req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:33:01.423136 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Pushing event updated for resources: {'Port': ['ID=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:01.436332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:01.436704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:01.437035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:01.437359 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:01.437683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:01.437991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:01.438303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:01.438615 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:01.438928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:01.439238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:01.439548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:01.439859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:01.462598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09264a68-be0c-4117-8999-7bffe53ef1da req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:01.463207 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-09264a68-be0c-4117-8999-7bffe53ef1da req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:01.478689 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09264a68-be0c-4117-8999-7bffe53ef1da req-aa091072-b560-4f0f-9b45-a9a7fbe9e992 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6556146 Jul 27 20:33:01.493139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Request body: {'port': {'device_id': '4bb87492-2643-4c89-98e1-8ffa7cef54b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:33:01.565841 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:01.849912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8101e2b-fe83-4c51-a395-dd3ab68a4df9 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:33:01.857673 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:01.870774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Transition to ACTIVE for port object d8101e2b-fe83-4c51-a395-dd3ab68a4df9 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:33:01.875069 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:01.925775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Pushing event updated for resources: {'Port': ['ID=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:01.996060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Attempting to bind port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:33:01.996378 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Attempting to bind port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'df1b80ab-966d-4c8f-98fe-e77bad938cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc78f247-b480-4fe2-94e0-76da6a1adfc6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:33:01.996733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Attempting to bind port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 on network bc78f247-b480-4fe2-94e0-76da6a1adfc6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:33:02.001176 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 on network bc78f247-b480-4fe2-94e0-76da6a1adfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:33:02.001494 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Attempting to bind port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 on network bc78f247-b480-4fe2-94e0-76da6a1adfc6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:33:02.006552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:33:02.006960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Checking segment: {'id': 'df1b80ab-966d-4c8f-98fe-e77bad938cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc78f247-b480-4fe2-94e0-76da6a1adfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:33:02.007288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Bound using segment: {'id': 'df1b80ab-966d-4c8f-98fe-e77bad938cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc78f247-b480-4fe2-94e0-76da6a1adfc6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:33:02.007714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Bound port: d8101e2b-fe83-4c51-a395-dd3ab68a4df9, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1b80ab-966d-4c8f-98fe-e77bad938cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc78f247-b480-4fe2-94e0-76da6a1adfc6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:33:02.008073 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:02.107679 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] For port d8101e2b-fe83-4c51-a395-dd3ab68a4df9, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:33:02.122543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] For port d8101e2b-fe83-4c51-a395-dd3ab68a4df9, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,segment=NetworkSegment(df1b80ab-966d-4c8f-98fe-e77bad938cfe),segment_id=df1b80ab-966d-4c8f-98fe-e77bad938cfe)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:33:02.139447 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:02.206003 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:02.206991 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:02.209401 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] 10.222.0.52 "PUT /v2.0/ports/d8101e2b-fe83-4c51-a395-dd3ab68a4df9 HTTP/1.1" status: 200 len: 1093 time: 0.7208929 Jul 27 20:33:02.212241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb87492-2643-4c89-98e1-8ffa7cef54b7', 'tag': 'd8101e2b-fe83-4c51-a395-dd3ab68a4df9'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:33:02.216184 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8871727-c085-4e30-a9bf-8e20855a82a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb87492-2643-4c89-98e1-8ffa7cef54b7", "tag": "d8101e2b-fe83-4c51-a395-dd3ab68a4df9"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:33:02.243241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e88fb-0a46-4df7-a268-6690c7cdce06 req-0755d80a-b62b-4093-9523-15ddbc0c669e tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:02.245819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d9e88fb-0a46-4df7-a268-6690c7cdce06 req-0755d80a-b62b-4093-9523-15ddbc0c669e tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 944 time: 0.1890855 Jul 27 20:33:02.277918 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ba4659-4139-4bcd-b104-ea56403d7002 x-openstack-request-id: req-f6ba4659-4139-4bcd-b104-ea56403d7002 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:33:02.278324 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb87492-2643-4c89-98e1-8ffa7cef54b7", "tag": "d8101e2b-fe83-4c51-a395-dd3ab68a4df9", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:33:02.278737 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6ba4659-4139-4bcd-b104-ea56403d7002 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:33:02.279287 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb87492-2643-4c89-98e1-8ffa7cef54b7', 'tag': 'd8101e2b-fe83-4c51-a395-dd3ab68a4df9', 'status': 'completed', 'code': 200} Jul 27 20:33:02.325420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368dab8-9389-48fd-8c0f-14abfa5e9929 service neutron] Pushing event updated for resources: {'Port': ['ID=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:02.388097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d9e88fb-0a46-4df7-a268-6690c7cdce06 req-7c77ae20-6c07-40a0-9703-4131adf2fa80 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134346 Jul 27 20:33:02.408598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09264a68-be0c-4117-8999-7bffe53ef1da req-4999676a-20da-434b-a51c-c2286a5622da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:02.411019 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09264a68-be0c-4117-8999-7bffe53ef1da req-4999676a-20da-434b-a51c-c2286a5622da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b31e81246bfd45289682c650c8dda4ec&device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 1096 time: 0.1594403 Jul 27 20:33:02.456027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09264a68-be0c-4117-8999-7bffe53ef1da req-50a84d83-ec6f-470d-8b20-b9196b14ac7a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9 HTTP/1.1" status: 200 len: 217 time: 0.0360498 Jul 27 20:33:02.510796 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09264a68-be0c-4117-8999-7bffe53ef1da req-c08843b6-ce5c-43f4-ad7f-efafe8bfbefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:02.512292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09264a68-be0c-4117-8999-7bffe53ef1da req-c08843b6-ce5c-43f4-ad7f-efafe8bfbefb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c864c155-0c23-4032-94f2-64c5e68152e4 HTTP/1.1" status: 200 len: 852 time: 0.0482554 Jul 27 20:33:02.547307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09264a68-be0c-4117-8999-7bffe53ef1da req-eacf289d-3805-45d1-af7e-1d5b4002da17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc78f247-b480-4fe2-94e0-76da6a1adfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276520 Jul 27 20:33:02.642429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09264a68-be0c-4117-8999-7bffe53ef1da req-64b5c9a6-9243-4d4d-869b-6ef75fec15a8 service neutron] 10.222.0.52 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870190 Jul 27 20:33:02.739076 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09264a68-be0c-4117-8999-7bffe53ef1da req-d15c300a-4fb8-46c4-9068-55cc5d23eb7a service neutron] 10.222.0.52 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886803 Jul 27 20:33:02.843042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8871727-c085-4e30-a9bf-8e20855a82a4 req-cea292d9-2804-4b13-a6a5-25df84d437d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:02.844652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8871727-c085-4e30-a9bf-8e20855a82a4 req-cea292d9-2804-4b13-a6a5-25df84d437d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b31e81246bfd45289682c650c8dda4ec&device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 1096 time: 0.0583737 Jul 27 20:33:02.942256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8871727-c085-4e30-a9bf-8e20855a82a4 req-2e6f608e-2a40-460f-9e78-4b53e593b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:02.943705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8871727-c085-4e30-a9bf-8e20855a82a4 req-2e6f608e-2a40-460f-9e78-4b53e593b954 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc78f247-b480-4fe2-94e0-76da6a1adfc6 HTTP/1.1" status: 200 len: 913 time: 0.0911717 Jul 27 20:33:02.986826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8871727-c085-4e30-a9bf-8e20855a82a4 req-3b14e52b-fdbc-4bd0-9a13-16529849a6f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9 HTTP/1.1" status: 200 len: 217 time: 0.0352275 Jul 27 20:33:03.042543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8871727-c085-4e30-a9bf-8e20855a82a4 req-3f078854-5138-4c65-b8a2-6510e5f5a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:03.044126 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8871727-c085-4e30-a9bf-8e20855a82a4 req-3f078854-5138-4c65-b8a2-6510e5f5a1e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c864c155-0c23-4032-94f2-64c5e68152e4 HTTP/1.1" status: 200 len: 852 time: 0.0486286 Jul 27 20:33:03.082406 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8871727-c085-4e30-a9bf-8e20855a82a4 req-56297f1e-3183-4372-8256-589ad672090e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc78f247-b480-4fe2-94e0-76da6a1adfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301921 Jul 27 20:33:03.186483 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8871727-c085-4e30-a9bf-8e20855a82a4 req-d213c19e-3a21-4e7b-b0f8-92be8815c3b7 service neutron] 10.222.0.52 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950222 Jul 27 20:33:03.284512 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8871727-c085-4e30-a9bf-8e20855a82a4 req-e2e2032a-b6c9-41e2-ba0f-edec7180e7ed service neutron] 10.222.0.52 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897002 Jul 27 20:33:03.541166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d647a4-e73f-4abe-bbe1-f6856e99fa19 req-9b6f801d-d1f5-4af9-bda2-5e19a6719efd tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:03.542657 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56d647a4-e73f-4abe-bbe1-f6856e99fa19 req-9b6f801d-d1f5-4af9-bda2-5e19a6719efd tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 944 time: 0.0817649 Jul 27 20:33:03.585970 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56d647a4-e73f-4abe-bbe1-f6856e99fa19 req-b6cf086f-08db-40c9-8d74-77494adc1245 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340691 Jul 27 20:33:04.730869 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18762a-393d-48b5-ab74-da024cee6623 req-715f0e83-0d89-4a0d-b06f-845cc92810b8 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:04.732415 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f18762a-393d-48b5-ab74-da024cee6623 req-715f0e83-0d89-4a0d-b06f-845cc92810b8 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 944 time: 0.0767674 Jul 27 20:33:04.775270 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8f18762a-393d-48b5-ab74-da024cee6623 req-5f72d4d4-b984-4597-9760-2a7d89fcecaa tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365562 Jul 27 20:33:05.359094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d8101e2b-fe83-4c51-a395-dd3ab68a4df9 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:33:05.459704 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d8101e2b-fe83-4c51-a395-dd3ab68a4df9, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,segment=NetworkSegment(df1b80ab-966d-4c8f-98fe-e77bad938cfe),segment_id=df1b80ab-966d-4c8f-98fe-e77bad938cfe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:33:05.471916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'd8101e2b-fe83-4c51-a395-dd3ab68a4df9', 'network_id': 'bc78f247-b480-4fe2-94e0-76da6a1adfc6', 'port_id': 'd8101e2b-fe83-4c51-a395-dd3ab68a4df9', 'mac_address': 'fa:16:3e:f9:85:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c864c155-0c23-4032-94f2-64c5e68152e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:33:05.513380 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:05.527453 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8101e2b-fe83-4c51-a395-dd3ab68a4df9 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:33:05.548458 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d8101e2b-fe83-4c51-a395-dd3ab68a4df9, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,segment=NetworkSegment(df1b80ab-966d-4c8f-98fe-e77bad938cfe),segment_id=df1b80ab-966d-4c8f-98fe-e77bad938cfe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:33:05.552929 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:05.602169 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:05.744239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['d8101e2b-fe83-4c51-a395-dd3ab68a4df9'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:33:05.912139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d0be0-bf2c-45e0-a9e9-4548edcb921e req-40c0d512-d989-4ae8-9b7a-fa7ea4a21102 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:05.913719 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c2d0be0-bf2c-45e0-a9e9-4548edcb921e req-40c0d512-d989-4ae8-9b7a-fa7ea4a21102 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 945 time: 0.0683761 Jul 27 20:33:05.956448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c2d0be0-bf2c-45e0-a9e9-4548edcb921e req-c8fd86ea-c739-44bf-843d-84ab6d55e1cb tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365391 Jul 27 20:33:07.093354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346de912-af10-421e-85d1-bf616382aed4 req-ef1c7e1a-c79a-4225-befe-04bd096b09c4 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:07.094928 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-346de912-af10-421e-85d1-bf616382aed4 req-ef1c7e1a-c79a-4225-befe-04bd096b09c4 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 945 time: 0.0672333 Jul 27 20:33:07.138300 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-346de912-af10-421e-85d1-bf616382aed4 req-825fca7a-1b03-42ba-8249-e54c8dd28094 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361161 Jul 27 20:33:07.380898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d8101e2b-fe83-4c51-a395-dd3ab68a4df9 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:33:07.434828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:33:07.438774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:33:07.439148 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:07.519212 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:07.542408 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb87492-2643-4c89-98e1-8ffa7cef54b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8101e2b-fe83-4c51-a395-dd3ab68a4df9'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:33:07.544729 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d58654e-e40c-4327-a4fd-bd97f17523d0" -d '{"events": [{"server_uuid": "4bb87492-2643-4c89-98e1-8ffa7cef54b7", "name": "network-vif-plugged", "status": "completed", "tag": "d8101e2b-fe83-4c51-a395-dd3ab68a4df9"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:33:07.561699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d8101e2b-fe83-4c51-a395-dd3ab68a4df9, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,segment=NetworkSegment(df1b80ab-966d-4c8f-98fe-e77bad938cfe),segment_id=df1b80ab-966d-4c8f-98fe-e77bad938cfe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:33:07.566386 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:07.594512 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff04d1d-3e1d-4680-a467-809a0423f2b5 x-openstack-request-id: req-0ff04d1d-3e1d-4680-a467-809a0423f2b5 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:33:07.594801 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb87492-2643-4c89-98e1-8ffa7cef54b7", "name": "network-vif-plugged", "status": "completed", "tag": "d8101e2b-fe83-4c51-a395-dd3ab68a4df9", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:33:07.595055 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ff04d1d-3e1d-4680-a467-809a0423f2b5 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:33:07.595527 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb87492-2643-4c89-98e1-8ffa7cef54b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8101e2b-fe83-4c51-a395-dd3ab68a4df9', 'code': 200} Jul 27 20:33:07.619242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:07.708281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b26dc9-807c-44d9-99fa-5bbef6f0959d req-a350393b-f8ce-4576-8122-5dc316ebb418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:07.710055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50b26dc9-807c-44d9-99fa-5bbef6f0959d req-a350393b-f8ce-4576-8122-5dc316ebb418 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 1098 time: 0.0569909 Jul 27 20:33:07.746226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50b26dc9-807c-44d9-99fa-5bbef6f0959d req-933d22a5-38d2-41e0-baf3-27f089bd2a42 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291157 Jul 27 20:33:08.280083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9804dd-2698-443f-907e-bb96c8918a1d req-33899aea-bb60-41bb-9396-e583d60cbd39 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:08.281626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b9804dd-2698-443f-907e-bb96c8918a1d req-33899aea-bb60-41bb-9396-e583d60cbd39 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0718598 Jul 27 20:33:08.322719 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b9804dd-2698-443f-907e-bb96c8918a1d req-70a2d7f7-3ccc-4713-8f20-752de89e18b4 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346539 Jul 27 20:33:08.816453 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:33:08.909007 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:09.462374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d6691-6ebc-410f-8b0c-51623cca8d34 req-81de3d51-b031-479d-96b8-5e63b16b6063 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:09.463922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d9d6691-6ebc-410f-8b0c-51623cca8d34 req-81de3d51-b031-479d-96b8-5e63b16b6063 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0683124 Jul 27 20:33:09.505835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d9d6691-6ebc-410f-8b0c-51623cca8d34 req-d2b39e3f-6801-462b-a0cf-50b7c86a4e0c tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354965 Jul 27 20:33:09.772596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf12e3-3b44-4fbd-902e-ab840997aeab req-015fe4a1-e1be-445b-8f04-82fe3c4f3e15 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:09.774182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97cf12e3-3b44-4fbd-902e-ab840997aeab req-015fe4a1-e1be-445b-8f04-82fe3c4f3e15 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0690696 Jul 27 20:33:09.808336 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-f4983f5a-8318-46ec-bec3-c5ae696cf9f0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096849 Jul 27 20:33:09.815087 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97cf12e3-3b44-4fbd-902e-ab840997aeab req-4cb18a09-e790-4164-8691-6ad6a31df6a9 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345778 Jul 27 20:33:10.955848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63189c3-cc46-4873-94f9-caca037272b7 req-20975830-c948-44f2-a513-f25d94f6bb01 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:10.957403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c63189c3-cc46-4873-94f9-caca037272b7 req-20975830-c948-44f2-a513-f25d94f6bb01 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0704384 Jul 27 20:33:10.998392 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c63189c3-cc46-4873-94f9-caca037272b7 req-5e911126-6d28-4b9e-9763-0bce4c8225b4 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347972 Jul 27 20:33:12.023541 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:12.135748 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efc3a9-83dd-4c78-9839-ef76a83e78b1 req-c608c935-2ac7-4138-af30-dcc9e63e6c91 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:12.137330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13efc3a9-83dd-4c78-9839-ef76a83e78b1 req-c608c935-2ac7-4138-af30-dcc9e63e6c91 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0695035 Jul 27 20:33:12.176442 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13efc3a9-83dd-4c78-9839-ef76a83e78b1 req-ef53bcbd-9d0c-4f57-abd1-b325addf19bc tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 Jul 27 20:33:13.048427 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-64c25fe7-907b-4740-9e8b-5c4ab5fea18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:13.049950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-64c25fe7-907b-4740-9e8b-5c4ab5fea18d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b31e81246bfd45289682c650c8dda4ec&device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 1098 time: 0.0598803 Jul 27 20:33:13.145667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-a82d7770-2309-4ac0-a682-55250492773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:13.147449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-a82d7770-2309-4ac0-a682-55250492773e service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc78f247-b480-4fe2-94e0-76da6a1adfc6 HTTP/1.1" status: 200 len: 913 time: 0.0903475 Jul 27 20:33:13.190261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-26cd986b-2655-4ba4-9ad0-9a38614529a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9 HTTP/1.1" status: 200 len: 217 time: 0.0355668 Jul 27 20:33:13.248116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-27ff0188-6d4d-4d61-94ea-e17b683387d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:13.249632 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-27ff0188-6d4d-4d61-94ea-e17b683387d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c864c155-0c23-4032-94f2-64c5e68152e4 HTTP/1.1" status: 200 len: 852 time: 0.0512133 Jul 27 20:33:13.309579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-f4aa9f7e-4a0f-4eee-85bd-57e6244abc9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc78f247-b480-4fe2-94e0-76da6a1adfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506206 Jul 27 20:33:13.398766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edea49-6ee7-48f3-bfab-9ffea7b0ee1a req-c6c335b3-190a-4fc5-ac0f-6bb9a2887181 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:13.400294 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13edea49-6ee7-48f3-bfab-9ffea7b0ee1a req-c6c335b3-190a-4fc5-ac0f-6bb9a2887181 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.1498079 Jul 27 20:33:13.441286 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-30ba0f81-02b1-40a5-99eb-005e0492417c service neutron] 10.222.0.52 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192727 Jul 27 20:33:13.471698 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1b2025f-5420-4c4f-ba09-b659c21950f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:13.500039 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13edea49-6ee7-48f3-bfab-9ffea7b0ee1a req-20a12346-ada2-49e6-90e4-074146ca01e9 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910759 Jul 27 20:33:13.547941 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-bd859cdd-ccb8-4764-b624-d43925a956dd service neutron] 10.222.0.52 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967696 Jul 27 20:33:14.636146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09659d-4775-4769-b503-abda5468c04e req-dc9b6108-637c-46c9-b818-35332c454e6f tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:14.637741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f09659d-4775-4769-b503-abda5468c04e req-dc9b6108-637c-46c9-b818-35332c454e6f tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0674365 Jul 27 20:33:14.680766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f09659d-4775-4769-b503-abda5468c04e req-9acd90f4-15a3-42a2-b912-914cefe191ec tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368001 Jul 27 20:33:15.815504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1994e1-15cd-4715-9350-a12f92bd0271 req-4f61d58e-a3a1-45e6-a562-e0c213b55f65 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:15.817033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c1994e1-15cd-4715-9350-a12f92bd0271 req-4f61d58e-a3a1-45e6-a562-e0c213b55f65 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0656543 Jul 27 20:33:15.856699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c1994e1-15cd-4715-9350-a12f92bd0271 req-b2909df5-0d85-4e4c-aa40-9f992f1b862f tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331671 Jul 27 20:33:16.173259 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cbec90bb-cee2-4c04-b799-7b60deca8197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:16.282921 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:17.000265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad085c2-45fa-42e5-b233-c5ad96ebe33d req-0dc7dd61-3ed5-46ef-8fa4-31a00d908758 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:17.001791 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ad085c2-45fa-42e5-b233-c5ad96ebe33d req-0dc7dd61-3ed5-46ef-8fa4-31a00d908758 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0726378 Jul 27 20:33:17.046580 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ad085c2-45fa-42e5-b233-c5ad96ebe33d req-8a43f243-c0aa-4491-b870-d8b596413e83 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379777 Jul 27 20:33:17.291149 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:18.189385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688232b9-5f3d-46fd-b645-42bf0190ef5f req-8f466ee5-aca4-4119-aa2e-eff0a9472ddd tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:18.190922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-688232b9-5f3d-46fd-b645-42bf0190ef5f req-8f466ee5-aca4-4119-aa2e-eff0a9472ddd tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0713403 Jul 27 20:33:18.233749 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-688232b9-5f3d-46fd-b645-42bf0190ef5f req-89e336f3-08b9-49ba-a6e1-3ae9f749a2a0 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354552 Jul 27 20:33:19.040282 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:19.395579 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20b3a8-9d46-4696-8ca8-626b2cf014cc req-53b4dba9-c00b-4ff7-9522-ca1197fb1448 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:19.397863 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e20b3a8-9d46-4696-8ca8-626b2cf014cc req-53b4dba9-c00b-4ff7-9522-ca1197fb1448 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0891912 Jul 27 20:33:19.444637 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e20b3a8-9d46-4696-8ca8-626b2cf014cc req-5540cec6-a675-4089-8262-0cc6e1990245 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399182 Jul 27 20:33:20.593310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99780d62-2228-4f68-a073-a8a66356f441 req-cd58084a-14a3-4a90-abe5-df78f1a48212 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:20.594987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99780d62-2228-4f68-a073-a8a66356f441 req-cd58084a-14a3-4a90-abe5-df78f1a48212 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0752974 Jul 27 20:33:20.635045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99780d62-2228-4f68-a073-a8a66356f441 req-f7c7125e-70d8-4ace-bbb4-23a550dcf091 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334375 Jul 27 20:33:21.771805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb93dd-2c10-428d-ba30-167d4ae07111 req-9978dd56-a988-4f24-930c-f7de1b617aab tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:21.773719 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d7cb93dd-2c10-428d-ba30-167d4ae07111 req-9978dd56-a988-4f24-930c-f7de1b617aab tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0677645 Jul 27 20:33:21.813908 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d7cb93dd-2c10-428d-ba30-167d4ae07111 req-c0eeb92e-d22b-45b9-94f9-45e36b35dfe9 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339484 Jul 27 20:33:22.954131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64390e1f-600a-42e8-9dbf-bf005ce0629c req-09018e29-d23e-4bae-ae5d-af31356df7ab tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:22.955691 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64390e1f-600a-42e8-9dbf-bf005ce0629c req-09018e29-d23e-4bae-ae5d-af31356df7ab tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0701549 Jul 27 20:33:23.345938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64390e1f-600a-42e8-9dbf-bf005ce0629c req-040274cb-a104-4fbf-9580-ead684c36c59 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834095 Jul 27 20:33:24.483186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de1bb8-6ca4-4f43-981b-6b7428754f7a req-d5d901aa-bdb9-449f-b42a-01eac9e48abf tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:24.484643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-12de1bb8-6ca4-4f43-981b-6b7428754f7a req-d5d901aa-bdb9-449f-b42a-01eac9e48abf tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0664444 Jul 27 20:33:24.528352 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-12de1bb8-6ca4-4f43-981b-6b7428754f7a req-4ff3a9a7-7dfb-41e3-b2d1-e89192d96723 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369167 Jul 27 20:33:25.664354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914cb9b-64e4-4867-8faf-2cca26dbf6d4 req-020b9cad-b1f9-4bd2-9d57-83ad829478ee tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:25.665901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1914cb9b-64e4-4867-8faf-2cca26dbf6d4 req-020b9cad-b1f9-4bd2-9d57-83ad829478ee tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0665014 Jul 27 20:33:25.708309 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1914cb9b-64e4-4867-8faf-2cca26dbf6d4 req-f137d1d3-e14e-4f41-9653-435e389a7250 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360718 Jul 27 20:33:26.845442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8298ef-4319-4c10-a406-8975ea91b44b req-dc9e3320-651f-4222-a595-71770d92a5f1 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:26.847427 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-db8298ef-4319-4c10-a406-8975ea91b44b req-dc9e3320-651f-4222-a595-71770d92a5f1 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0685668 Jul 27 20:33:26.889805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-db8298ef-4319-4c10-a406-8975ea91b44b req-0ccf2bed-9594-4142-aad6-2016a19ed3b5 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352225 Jul 27 20:33:28.041263 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5cc39-d453-4af1-840a-ba94c733739d req-e2a01559-0d7e-486d-8521-ac248636261f tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:28.043500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08b5cc39-d453-4af1-840a-ba94c733739d req-e2a01559-0d7e-486d-8521-ac248636261f tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0772431 Jul 27 20:33:28.086795 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08b5cc39-d453-4af1-840a-ba94c733739d req-a17b4190-73d6-4d13-9b5f-ee5054a7ea98 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366559 Jul 27 20:33:29.232646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d21abc-60e8-474e-9570-564dd62989ff req-e561f83c-77bc-4612-be83-13d0184c57d2 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:29.234169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32d21abc-60e8-474e-9570-564dd62989ff req-e561f83c-77bc-4612-be83-13d0184c57d2 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0735033 Jul 27 20:33:29.273691 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32d21abc-60e8-474e-9570-564dd62989ff req-bae8a352-b581-4949-9d7d-c0872ce04974 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Jul 27 20:33:30.411014 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffb046-39f3-45b5-bc52-94a9bd0859c6 req-f58129ae-3e5f-4406-97bf-313d7c755bce tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:30.412517 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35ffb046-39f3-45b5-bc52-94a9bd0859c6 req-f58129ae-3e5f-4406-97bf-313d7c755bce tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0678449 Jul 27 20:33:30.452752 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35ffb046-39f3-45b5-bc52-94a9bd0859c6 req-42196d66-8dc2-4a46-86bd-3bb9ceb4dc1e tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339375 Jul 27 20:33:31.591857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3c0fc-e526-4951-9fbb-399815348b04 req-c26dce67-9981-4f0e-a7c9-88d25d55c3b1 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:31.593415 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fe3c0fc-e526-4951-9fbb-399815348b04 req-c26dce67-9981-4f0e-a7c9-88d25d55c3b1 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0687613 Jul 27 20:33:31.638587 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fe3c0fc-e526-4951-9fbb-399815348b04 req-42be4d15-6bf5-4152-854b-b32c47db1caa tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383747 Jul 27 20:33:32.778299 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c4f14-de0e-4647-87db-e209ae36d120 req-60f4d07e-f9a8-4647-a9d9-25a0da963fec tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:32.779872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-504c4f14-de0e-4647-87db-e209ae36d120 req-60f4d07e-f9a8-4647-a9d9-25a0da963fec tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0711904 Jul 27 20:33:32.822771 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-504c4f14-de0e-4647-87db-e209ae36d120 req-ef8bea12-d861-4f0f-9a58-daf60e329467 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367074 Jul 27 20:33:33.966241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f92f8c-2f4c-4842-b0bd-f873baa46c1d req-07816ff5-44e0-4abb-a074-acd653a35c8b tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:33.967754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82f92f8c-2f4c-4842-b0bd-f873baa46c1d req-07816ff5-44e0-4abb-a074-acd653a35c8b tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0696697 Jul 27 20:33:34.010650 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82f92f8c-2f4c-4842-b0bd-f873baa46c1d req-2b4f5531-b68f-4d27-830e-adb9ef2bc3ed tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344882 Jul 27 20:33:35.150631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2732af4-c4f5-408f-bfb5-e61265e31563 req-889dfe16-25bf-4ad3-a89b-cd8def2ef4a6 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:35.152222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2732af4-c4f5-408f-bfb5-e61265e31563 req-889dfe16-25bf-4ad3-a89b-cd8def2ef4a6 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0723982 Jul 27 20:33:35.197563 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2732af4-c4f5-408f-bfb5-e61265e31563 req-5f82efe4-6778-4379-89f9-2faa5d1fe232 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390375 Jul 27 20:33:36.334559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294fb61-f4ff-4f83-9de2-872efa4689d5 req-5d50fca3-89c0-4ee8-adbe-93371afc21dc tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:36.335702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3294fb61-f4ff-4f83-9de2-872efa4689d5 req-5d50fca3-89c0-4ee8-adbe-93371afc21dc tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0670307 Jul 27 20:33:36.377061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3294fb61-f4ff-4f83-9de2-872efa4689d5 req-4cfef88e-9f5b-4d5c-9a3b-091fed8ae727 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346348 Jul 27 20:33:37.513957 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4fc4e-1a22-46c4-8d1a-07e45bb21790 req-61b586d7-2368-4947-83eb-d773863a4fb9 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:37.515499 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4e4fc4e-1a22-46c4-8d1a-07e45bb21790 req-61b586d7-2368-4947-83eb-d773863a4fb9 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0691857 Jul 27 20:33:37.556207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4e4fc4e-1a22-46c4-8d1a-07e45bb21790 req-812fb5bf-43f6-4e4d-9813-1afe18619968 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340457 Jul 27 20:33:38.696717 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b392e2-9f7a-4951-9cd3-b67f7c52f3c7 req-57ee0543-df4d-42b6-b806-b18d76528020 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:38.698258 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76b392e2-9f7a-4951-9cd3-b67f7c52f3c7 req-57ee0543-df4d-42b6-b806-b18d76528020 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.0725718 Jul 27 20:33:38.738893 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76b392e2-9f7a-4951-9cd3-b67f7c52f3c7 req-3caa29bb-ba78-4574-b1a3-0df941420680 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340428 Jul 27 20:33:38.912806 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:39.520842 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32422265-0f12-4e65-adf7-55f996eb6c27 req-6a182275-0fe4-41bd-83f7-b436ca1265c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:39.522441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32422265-0f12-4e65-adf7-55f996eb6c27 req-6a182275-0fe4-41bd-83f7-b436ca1265c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b31e81246bfd45289682c650c8dda4ec&device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 1098 time: 0.0585251 Jul 27 20:33:39.635925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32422265-0f12-4e65-adf7-55f996eb6c27 req-3ce6c136-8d31-4164-9ce0-32589976e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:39.637458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32422265-0f12-4e65-adf7-55f996eb6c27 req-3ce6c136-8d31-4164-9ce0-32589976e6e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc78f247-b480-4fe2-94e0-76da6a1adfc6 HTTP/1.1" status: 200 len: 913 time: 0.0940733 Jul 27 20:33:39.682970 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32422265-0f12-4e65-adf7-55f996eb6c27 req-1bd0b4c7-c120-4f7f-9953-a3c1c790c052 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9 HTTP/1.1" status: 200 len: 217 time: 0.0370724 Jul 27 20:33:39.734639 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32422265-0f12-4e65-adf7-55f996eb6c27 req-fff7e59c-fd20-4f0d-8915-1dabdac1f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:39.736012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32422265-0f12-4e65-adf7-55f996eb6c27 req-fff7e59c-fd20-4f0d-8915-1dabdac1f883 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c864c155-0c23-4032-94f2-64c5e68152e4 HTTP/1.1" status: 200 len: 852 time: 0.0450556 Jul 27 20:33:39.777695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32422265-0f12-4e65-adf7-55f996eb6c27 req-0fbc37c5-b1e7-41d3-847a-5f8e502bdf0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc78f247-b480-4fe2-94e0-76da6a1adfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328519 Jul 27 20:33:39.908432 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32422265-0f12-4e65-adf7-55f996eb6c27 req-9c440e17-9e4e-41ac-92d4-22ad7f91ff04 service neutron] 10.222.0.52 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229248 Jul 27 20:33:39.934311 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d1858-677a-49b2-844b-897aa4469653 req-712562ca-1b4f-41b6-b702-0f875eb9c153 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:39.935807 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d47d1858-677a-49b2-844b-897aa4469653 req-712562ca-1b4f-41b6-b702-0f875eb9c153 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 946 time: 0.1073976 Jul 27 20:33:40.021336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d47d1858-677a-49b2-844b-897aa4469653 req-7757ae56-818a-4f40-bde1-771cc63546a7 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747948 Jul 27 20:33:40.040623 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32422265-0f12-4e65-adf7-55f996eb6c27 req-a347b95e-56e3-4c11-92b1-302f2562e27a service neutron] 10.222.0.52 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235819 Jul 27 20:33:40.426946 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-60c6da8e-c631-4d45-ae2a-3027637fa916 service neutron] show failed (client error): The resource could not be found. Jul 27 20:33:40.427920 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-60c6da8e-c631-4d45-ae2a-3027637fa916 service neutron] 10.222.0.52 "GET /v2.0/ports/d8101e2b-fe83-4c51-a395-dd3ab68a4df9/bindings/n-h2-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0595503 Jul 27 20:33:40.648184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-18304d9c-071f-432c-a8c4-93864f8649a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:40.649745 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-18304d9c-071f-432c-a8c4-93864f8649a3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7&tenant_id=b31e81246bfd45289682c650c8dda4ec HTTP/1.1" status: 200 len: 1098 time: 0.0621102 Jul 27 20:33:40.662412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:33:40.738622 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:40.947218 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] For port d8101e2b-fe83-4c51-a395-dd3ab68a4df9, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,segment=NetworkSegment(df1b80ab-966d-4c8f-98fe-e77bad938cfe),segment_id=df1b80ab-966d-4c8f-98fe-e77bad938cfe)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:33:40.986375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] For port d8101e2b-fe83-4c51-a395-dd3ab68a4df9, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:33:41.028449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb87492-2643-4c89-98e1-8ffa7cef54b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8101e2b-fe83-4c51-a395-dd3ab68a4df9'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:33:41.030961 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1bbd3b-a27c-478d-8f16-89604530817b" -d '{"events": [{"server_uuid": "4bb87492-2643-4c89-98e1-8ffa7cef54b7", "name": "network-vif-unplugged", "status": "completed", "tag": "d8101e2b-fe83-4c51-a395-dd3ab68a4df9"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:33:41.035081 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:41.049255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Transition to ACTIVE for port object d8101e2b-fe83-4c51-a395-dd3ab68a4df9 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:33:41.055478 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:41.095297 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de656e2-769c-4d3a-8c1b-8b24587db230 x-openstack-request-id: req-0de656e2-769c-4d3a-8c1b-8b24587db230 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:33:41.095955 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb87492-2643-4c89-98e1-8ffa7cef54b7", "name": "network-vif-unplugged", "status": "completed", "tag": "d8101e2b-fe83-4c51-a395-dd3ab68a4df9", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:33:41.096206 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0de656e2-769c-4d3a-8c1b-8b24587db230 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:33:41.096619 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb87492-2643-4c89-98e1-8ffa7cef54b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8101e2b-fe83-4c51-a395-dd3ab68a4df9', 'code': 200} Jul 27 20:33:41.133109 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] No DVR routers for this DVR port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:33:41.159098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:41.204035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Attempting to bind port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:33:41.204373 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Attempting to bind port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'df1b80ab-966d-4c8f-98fe-e77bad938cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc78f247-b480-4fe2-94e0-76da6a1adfc6'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:33:41.204798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Attempting to bind port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 on network bc78f247-b480-4fe2-94e0-76da6a1adfc6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:33:41.211861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 on network bc78f247-b480-4fe2-94e0-76da6a1adfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:33:41.212182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Attempting to bind port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 on network bc78f247-b480-4fe2-94e0-76da6a1adfc6 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:33:41.222383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:33:41.222723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Checking segment: {'id': 'df1b80ab-966d-4c8f-98fe-e77bad938cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc78f247-b480-4fe2-94e0-76da6a1adfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:33:41.223118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Bound using segment: {'id': 'df1b80ab-966d-4c8f-98fe-e77bad938cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc78f247-b480-4fe2-94e0-76da6a1adfc6'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:33:41.223551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Bound port: d8101e2b-fe83-4c51-a395-dd3ab68a4df9, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1b80ab-966d-4c8f-98fe-e77bad938cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bc78f247-b480-4fe2-94e0-76da6a1adfc6'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:33:41.223925 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:41.245659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8259e-1e3b-440a-bbac-16ff50a103dd req-8a2acc50-3f04-4ace-9b55-1bed88bfbd69 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:41.247227 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94d8259e-1e3b-440a-bbac-16ff50a103dd req-8a2acc50-3f04-4ace-9b55-1bed88bfbd69 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 944 time: 0.1474397 Jul 27 20:33:41.324577 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94d8259e-1e3b-440a-bbac-16ff50a103dd req-b58f2ba3-fb4a-4d50-b707-803a2e97bf56 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563283 Jul 27 20:33:41.327121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] For port d8101e2b-fe83-4c51-a395-dd3ab68a4df9, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:33:41.330606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] For port d8101e2b-fe83-4c51-a395-dd3ab68a4df9, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,segment=NetworkSegment(df1b80ab-966d-4c8f-98fe-e77bad938cfe),segment_id=df1b80ab-966d-4c8f-98fe-e77bad938cfe)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:33:41.335621 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:41.375476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:41.376099 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:41.377521 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] 10.222.0.63 "PUT /v2.0/ports/d8101e2b-fe83-4c51-a395-dd3ab68a4df9 HTTP/1.1" status: 200 len: 1093 time: 0.7194240 Jul 27 20:33:41.398765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d29477-3553-4066-84e9-02553d0f86c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:41.458131 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-c65482c4-a451-44e0-b63d-d1a5a19d1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:41.459702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-c65482c4-a451-44e0-b63d-d1a5a19d1267 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b31e81246bfd45289682c650c8dda4ec&device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 1096 time: 0.0579622 Jul 27 20:33:41.550056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-1094eceb-cae8-4e22-a612-41db9c245098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:41.551554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-1094eceb-cae8-4e22-a612-41db9c245098 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bc78f247-b480-4fe2-94e0-76da6a1adfc6 HTTP/1.1" status: 200 len: 913 time: 0.0846460 Jul 27 20:33:41.599264 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-ae7b0f54-b53d-47bb-b338-80e9dc5a41fe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9 HTTP/1.1" status: 200 len: 217 time: 0.0399170 Jul 27 20:33:41.649177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-c0469c4b-144e-48ca-958e-440763b53ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:41.650666 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-c0469c4b-144e-48ca-958e-440763b53ca2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c864c155-0c23-4032-94f2-64c5e68152e4 HTTP/1.1" status: 200 len: 852 time: 0.0449872 Jul 27 20:33:41.686886 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-22a1fd16-7801-492c-9163-bf1b870069c2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bc78f247-b480-4fe2-94e0-76da6a1adfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288885 Jul 27 20:33:41.785024 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-ec3c810c-23ad-4807-9363-be6bb59fd08f service neutron] 10.222.0.63 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910478 Jul 27 20:33:41.878858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ff5cf8-4d78-4454-9c31-0e7ab4afe42e req-9a1ac798-63bc-46aa-a8fc-40fb3b9162ab service neutron] 10.222.0.63 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864780 Jul 27 20:33:42.024418 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:42.478221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b8271-6ece-4776-a083-2fd6f5561680 req-9e6942c4-1794-4de4-be34-734c25bb4957 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:42.479690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-708b8271-6ece-4776-a083-2fd6f5561680 req-9e6942c4-1794-4de4-be34-734c25bb4957 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 944 time: 0.0793374 Jul 27 20:33:42.519736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-708b8271-6ece-4776-a083-2fd6f5561680 req-fb3aad42-7dff-4502-8db0-0014ec518412 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339432 Jul 27 20:33:43.097698 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb87492-2643-4c89-98e1-8ffa7cef54b7', 'tag': 'd8101e2b-fe83-4c51-a395-dd3ab68a4df9'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:33:43.100349 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55" -d '{"events": [{"name": "network-changed", "server_uuid": "4bb87492-2643-4c89-98e1-8ffa7cef54b7", "tag": "d8101e2b-fe83-4c51-a395-dd3ab68a4df9"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:33:43.150750 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030629a2-c883-45d3-9578-65430f24fe90 x-openstack-request-id: req-030629a2-c883-45d3-9578-65430f24fe90 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:33:43.151042 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bb87492-2643-4c89-98e1-8ffa7cef54b7", "tag": "d8101e2b-fe83-4c51-a395-dd3ab68a4df9", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:33:43.151293 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-030629a2-c883-45d3-9578-65430f24fe90 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:33:43.151694 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb87492-2643-4c89-98e1-8ffa7cef54b7', 'tag': 'd8101e2b-fe83-4c51-a395-dd3ab68a4df9', 'status': 'completed', 'code': 200} Jul 27 20:33:43.266285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-f5de46ee-3034-4a9c-89d1-4afada082d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:43.267840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-f5de46ee-3034-4a9c-89d1-4afada082d9c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b31e81246bfd45289682c650c8dda4ec&device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 1096 time: 0.0940933 Jul 27 20:33:43.273886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-a6bbac27-38bf-4bf4-b795-226e568daf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:43.275332 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-a6bbac27-38bf-4bf4-b795-226e568daf49 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b31e81246bfd45289682c650c8dda4ec&device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 1096 time: 0.0934722 Jul 27 20:33:43.442378 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-117cae3d-0de9-4375-8e6b-1a3fcd5b46e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:43.444192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-117cae3d-0de9-4375-8e6b-1a3fcd5b46e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc78f247-b480-4fe2-94e0-76da6a1adfc6 HTTP/1.1" status: 200 len: 913 time: 0.1604195 Jul 27 20:33:43.445688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-b8a25078-0c86-4b87-a2a0-7d08cc473a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:43.447643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-b8a25078-0c86-4b87-a2a0-7d08cc473a65 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bc78f247-b480-4fe2-94e0-76da6a1adfc6 HTTP/1.1" status: 200 len: 913 time: 0.1712861 Jul 27 20:33:43.475867 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-991ec0c6-2003-49cb-b566-2b4b4127e5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:43.495039 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-a1bcd512-8263-4f05-b92d-1aa5db706a71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9 HTTP/1.1" status: 200 len: 217 time: 0.0431862 Jul 27 20:33:43.529268 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-1de1a424-9162-4105-9350-b39dbcdbceed service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9 HTTP/1.1" status: 200 len: 217 time: 0.0696371 Jul 27 20:33:43.610005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-2da032f1-15bb-4e39-9b4c-a920a2d4c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:43.611457 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-2da032f1-15bb-4e39-9b4c-a920a2d4c49a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c864c155-0c23-4032-94f2-64c5e68152e4 HTTP/1.1" status: 200 len: 852 time: 0.0903625 Jul 27 20:33:43.630549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d8101e2b-fe83-4c51-a395-dd3ab68a4df9 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:33:43.644915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-67b4afdf-5010-44c0-a153-ccc47fa686a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:43.646403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-67b4afdf-5010-44c0-a153-ccc47fa686a1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c864c155-0c23-4032-94f2-64c5e68152e4 HTTP/1.1" status: 200 len: 852 time: 0.0941224 Jul 27 20:33:43.668960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d8101e2b-fe83-4c51-a395-dd3ab68a4df9 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:33:43.675009 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-8cd6d66a-6514-4539-8bc7-55321e17bf1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc78f247-b480-4fe2-94e0-76da6a1adfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405416 Jul 27 20:33:43.698649 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-6c04f17a-efe5-43dd-bf84-066479b983aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bc78f247-b480-4fe2-94e0-76da6a1adfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331836 Jul 27 20:33:43.867381 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ee487-ce4d-4d63-a3f2-746acfef33c0 req-89d49056-0491-4c32-bc1f-f73e30604ad7 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:43.869050 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-347ee487-ce4d-4d63-a3f2-746acfef33c0 req-89d49056-0491-4c32-bc1f-f73e30604ad7 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 944 time: 0.2703211 Jul 27 20:33:43.880618 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-4dbd0d05-c7fb-4e0f-bf4c-b43faa10409e service neutron] 10.222.0.63 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738718 Jul 27 20:33:43.903021 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-2f18ad3b-1e3e-4e52-9aaa-c95115317b7a service neutron] 10.222.0.52 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078362 Jul 27 20:33:44.010360 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-347ee487-ce4d-4d63-a3f2-746acfef33c0 req-c264d613-e25a-483c-942b-4e45de55b3e3 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340449 Jul 27 20:33:44.061226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-cf8b9738-8f19-459b-9a29-5201d8e62fd3 service neutron] 10.222.0.63 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730318 Jul 27 20:33:44.071766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad481cf6-aeb7-4383-b3d9-3c7f79d4ea55 req-63d09638-b05a-4607-a869-675632a8a5aa service neutron] 10.222.0.52 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558661 Jul 27 20:33:44.274511 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42280684-433c-4999-9769-d35bfee623a9 req-d3c06e04-feab-4882-9cdb-bcd62e57f8e2 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:44.276030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42280684-433c-4999-9769-d35bfee623a9 req-d3c06e04-feab-4882-9cdb-bcd62e57f8e2 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7&tenant_id=b31e81246bfd45289682c650c8dda4ec&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 944 time: 0.0705917 Jul 27 20:33:44.341259 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-42280684-433c-4999-9769-d35bfee623a9 req-16d223d6-d967-4fb6-ac4f-7de786901fb2 service neutron] delete failed (client error): The resource could not be found. Jul 27 20:33:44.342279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42280684-433c-4999-9769-d35bfee623a9 req-16d223d6-d967-4fb6-ac4f-7de786901fb2 service neutron] 10.222.0.52 "DELETE /v2.0/ports/d8101e2b-fe83-4c51-a395-dd3ab68a4df9/bindings/n-h1-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0583484 Jul 27 20:33:44.456786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42280684-433c-4999-9769-d35bfee623a9 req-301378ab-8311-4f98-b5cf-fdba1936ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:44.458326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42280684-433c-4999-9769-d35bfee623a9 req-301378ab-8311-4f98-b5cf-fdba1936ec99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b31e81246bfd45289682c650c8dda4ec&device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 1096 time: 0.0688517 Jul 27 20:33:44.548899 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42280684-433c-4999-9769-d35bfee623a9 req-ad87d151-c7e2-490b-ad20-da6aa40bc813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:44.550265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42280684-433c-4999-9769-d35bfee623a9 req-ad87d151-c7e2-490b-ad20-da6aa40bc813 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bc78f247-b480-4fe2-94e0-76da6a1adfc6 HTTP/1.1" status: 200 len: 913 time: 0.0849063 Jul 27 20:33:44.596381 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42280684-433c-4999-9769-d35bfee623a9 req-8a802391-9492-407e-b959-c7c0b5bc52ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9 HTTP/1.1" status: 200 len: 217 time: 0.0380533 Jul 27 20:33:44.645846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42280684-433c-4999-9769-d35bfee623a9 req-8154d292-1495-4465-93ec-ae37eb902c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:44.647667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42280684-433c-4999-9769-d35bfee623a9 req-8154d292-1495-4465-93ec-ae37eb902c54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c864c155-0c23-4032-94f2-64c5e68152e4 HTTP/1.1" status: 200 len: 852 time: 0.0441661 Jul 27 20:33:44.681840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42280684-433c-4999-9769-d35bfee623a9 req-457597ce-04ec-4c8b-a5c7-063d9be18f47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bc78f247-b480-4fe2-94e0-76da6a1adfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272422 Jul 27 20:33:44.777160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42280684-433c-4999-9769-d35bfee623a9 req-5dbb4cf5-34bd-48c0-a86e-a6ea49bbe84c service neutron] 10.222.0.52 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884233 Jul 27 20:33:44.880005 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42280684-433c-4999-9769-d35bfee623a9 req-59f1731d-ab0e-4796-9c6f-9a24b61d7788 service neutron] 10.222.0.52 "GET /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949543 Jul 27 20:33:45.087907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device d8101e2b-fe83-4c51-a395-dd3ab68a4df9 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:33:45.193040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port d8101e2b-fe83-4c51-a395-dd3ab68a4df9, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,segment=NetworkSegment(df1b80ab-966d-4c8f-98fe-e77bad938cfe),segment_id=df1b80ab-966d-4c8f-98fe-e77bad938cfe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:33:45.205061 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'd8101e2b-fe83-4c51-a395-dd3ab68a4df9', 'network_id': 'bc78f247-b480-4fe2-94e0-76da6a1adfc6', 'port_id': 'd8101e2b-fe83-4c51-a395-dd3ab68a4df9', 'mac_address': 'fa:16:3e:f9:85:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c864c155-0c23-4032-94f2-64c5e68152e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:33:45.246652 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:45.259888 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8101e2b-fe83-4c51-a395-dd3ab68a4df9 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:33:45.281871 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port d8101e2b-fe83-4c51-a395-dd3ab68a4df9, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,segment=NetworkSegment(df1b80ab-966d-4c8f-98fe-e77bad938cfe),segment_id=df1b80ab-966d-4c8f-98fe-e77bad938cfe)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:33:45.286524 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:45.338208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:45.498296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['d8101e2b-fe83-4c51-a395-dd3ab68a4df9'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:33:45.623868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c9e26-e9d6-4df1-b1dc-efaf006d33bc req-45eaa96d-4832-4ab7-ab0d-d59427772a20 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:45.625431 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-468c9e26-e9d6-4df1-b1dc-efaf006d33bc req-45eaa96d-4832-4ab7-ab0d-d59427772a20 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 945 time: 0.0707963 Jul 27 20:33:45.665940 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-468c9e26-e9d6-4df1-b1dc-efaf006d33bc req-d5792ac4-6bc9-4258-af03-ef7e779c7d39 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340965 Jul 27 20:33:45.816429 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:33:46.180129 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-68086042-6d31-4055-8541-f74c7fa09e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:46.275989 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:46.807503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1e27-62b6-403c-8cbd-8de44d0be55a req-178539bc-c59c-4dc8-85b4-399601242c44 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:46.809228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf3d1e27-62b6-403c-8cbd-8de44d0be55a req-178539bc-c59c-4dc8-85b4-399601242c44 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 945 time: 0.0723608 Jul 27 20:33:46.877190 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf3d1e27-62b6-403c-8cbd-8de44d0be55a req-a07659ae-64cb-47c0-9d78-22b4fafaa6ee tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.48 "GET /v2.0/security-groups?id=87631df5-a2c8-4fa9-a449-27caa864a30a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594406 Jul 27 20:33:46.899268 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42280684-433c-4999-9769-d35bfee623a9 req-ea932b7e-19c0-459d-8633-da0b16ed86a2 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:46.900776 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42280684-433c-4999-9769-d35bfee623a9 req-ea932b7e-19c0-459d-8633-da0b16ed86a2 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.63 "GET /v2.0/ports?device_id=4bb87492-2643-4c89-98e1-8ffa7cef54b7 HTTP/1.1" status: 200 len: 945 time: 0.0906351 Jul 27 20:33:47.006400 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-42280684-433c-4999-9769-d35bfee623a9 req-1560ed38-5353-4f44-acda-f1453d6d2df9 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Deleting port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:33:47.006637 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-42280684-433c-4999-9769-d35bfee623a9 req-1560ed38-5353-4f44-acda-f1453d6d2df9 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:47.093947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-42280684-433c-4999-9769-d35bfee623a9 req-1560ed38-5353-4f44-acda-f1453d6d2df9 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] For port d8101e2b-fe83-4c51-a395-dd3ab68a4df9, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,segment=NetworkSegment(df1b80ab-966d-4c8f-98fe-e77bad938cfe),segment_id=df1b80ab-966d-4c8f-98fe-e77bad938cfe)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:33:47.094312 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-42280684-433c-4999-9769-d35bfee623a9 req-1560ed38-5353-4f44-acda-f1453d6d2df9 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:47.096950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device d8101e2b-fe83-4c51-a395-dd3ab68a4df9 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:33:47.112565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-42280684-433c-4999-9769-d35bfee623a9 req-1560ed38-5353-4f44-acda-f1453d6d2df9 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Calling delete_port for d8101e2b-fe83-4c51-a395-dd3ab68a4df9 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:33:47.157450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:33:47.161299 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:33:47.161661 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:47.245879 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-42280684-433c-4999-9769-d35bfee623a9 req-1560ed38-5353-4f44-acda-f1453d6d2df9 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:47.248915 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:47.260935 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['d8101e2b-fe83-4c51-a395-dd3ab68a4df9'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:33:47.275294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560ed38-5353-4f44-acda-f1453d6d2df9 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Pushing event deleted for resources: {'Port': ['ID=d8101e2b-fe83-4c51-a395-dd3ab68a4df9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:47.329056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-42280684-433c-4999-9769-d35bfee623a9 req-1560ed38-5353-4f44-acda-f1453d6d2df9 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] No DVR routers for this DVR port d8101e2b-fe83-4c51-a395-dd3ab68a4df9 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:33:47.331704 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-42280684-433c-4999-9769-d35bfee623a9 req-1560ed38-5353-4f44-acda-f1453d6d2df9 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:47.333348 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:47.333805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42280684-433c-4999-9769-d35bfee623a9 req-1560ed38-5353-4f44-acda-f1453d6d2df9 tempest-DeleteServersTestJSON-2010679990 tempest-DeleteServersTestJSON-2010679990-project] 10.222.0.63 "DELETE /v2.0/ports/d8101e2b-fe83-4c51-a395-dd3ab68a4df9 HTTP/1.1" status: 204 len: 173 time: 0.4266508 Jul 27 20:33:47.334231 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb87492-2643-4c89-98e1-8ffa7cef54b7', 'name': 'network-vif-deleted', 'tag': 'd8101e2b-fe83-4c51-a395-dd3ab68a4df9'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:33:47.336542 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e5adf4-a310-4984-b7eb-fb32e11f311f" -d '{"events": [{"server_uuid": "4bb87492-2643-4c89-98e1-8ffa7cef54b7", "name": "network-vif-deleted", "tag": "d8101e2b-fe83-4c51-a395-dd3ab68a4df9"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:33:47.374372 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def47907-566c-4325-bed0-e4f740634dd8 x-openstack-request-id: req-def47907-566c-4325-bed0-e4f740634dd8 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:33:47.374662 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bb87492-2643-4c89-98e1-8ffa7cef54b7", "name": "network-vif-deleted", "tag": "d8101e2b-fe83-4c51-a395-dd3ab68a4df9", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:33:47.374919 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-def47907-566c-4325-bed0-e4f740634dd8 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:33:47.375325 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb87492-2643-4c89-98e1-8ffa7cef54b7', 'name': 'network-vif-deleted', 'tag': 'd8101e2b-fe83-4c51-a395-dd3ab68a4df9', 'status': 'completed', 'code': 200} Jul 27 20:33:48.017616 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35138) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:33:48.067532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Deleting subnet c864c155-0c23-4032-94f2-64c5e68152e4 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:33:48.070914 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.105870 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.145474 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.205228 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.237733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.239980 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c864c155-0c23-4032-94f2-64c5e68152e4 HTTP/1.1" status: 204 len: 168 time: 0.2211943 Jul 27 20:33:48.241045 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c864c155-0c23-4032-94f2-64c5e68152e4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:48.242818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35140) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:33:48.249396 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:48.250057 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:48.250394 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:48.250803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:48.251125 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:48.251497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:48.251816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:48.252149 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:48.252497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:48.252808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:48.253136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:48.253460 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f4446d-90a3-4b06-a6fb-8be965fc28a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:48.313252 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb787f55-9d76-4512-ac27-f5171b77abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.395660 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb787f55-9d76-4512-ac27-f5171b77abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.405757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-cb787f55-9d76-4512-ac27-f5171b77abb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc78f247-b480-4fe2-94e0-76da6a1adfc6']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:33:48.416321 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-cb787f55-9d76-4512-ac27-f5171b77abb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1b80ab-966d-4c8f-98fe-e77bad938cfe') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:33:48.416641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-cb787f55-9d76-4512-ac27-f5171b77abb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1b80ab-966d-4c8f-98fe-e77bad938cfe') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:33:48.426782 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb787f55-9d76-4512-ac27-f5171b77abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.442278 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb787f55-9d76-4512-ac27-f5171b77abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.448678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb787f55-9d76-4512-ac27-f5171b77abb2 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:33:48.449057 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb787f55-9d76-4512-ac27-f5171b77abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:33:48.450787 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:33:48.510313 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb787f55-9d76-4512-ac27-f5171b77abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.516009 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb787f55-9d76-4512-ac27-f5171b77abb2 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.518148 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cb787f55-9d76-4512-ac27-f5171b77abb2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bc78f247-b480-4fe2-94e0-76da6a1adfc6 HTTP/1.1" status: 204 len: 168 time: 0.2741826 Jul 27 20:33:48.530549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb787f55-9d76-4512-ac27-f5171b77abb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc78f247-b480-4fe2-94e0-76da6a1adfc6,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:48.642813 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35144) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:33:48.689250 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4dd49467-f8cf-4304-ae32-db7e351e04e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b31e81246bfd45289682c650c8dda4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452101 Jul 27 20:33:48.691863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35146) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:33:48.742599 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12d09da3-f6f3-4970-ba00-7c200f3ec4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.765281 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12d09da3-f6f3-4970-ba00-7c200f3ec4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.814538 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12d09da3-f6f3-4970-ba00-7c200f3ec4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.817120 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-12d09da3-f6f3-4970-ba00-7c200f3ec4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:48.818486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-12d09da3-f6f3-4970-ba00-7c200f3ec4cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87631df5-a2c8-4fa9-a449-27caa864a30a HTTP/1.1" status: 204 len: 168 time: 0.1255515 Jul 27 20:33:48.826473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d09da3-f6f3-4970-ba00-7c200f3ec4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87631df5-a2c8-4fa9-a449-27caa864a30a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:49.043261 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:49.500091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35168) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:33:49.612352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1797917923-network', 'tenant_id': '63ab696e75784c189c6207d8ea8c8716'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:33:49.634537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] Made reservation on behalf of 63ab696e75784c189c6207d8ea8c8716 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:33:49.636906 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:49.646396 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:49.735809 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:49.741295 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:49.766510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:33:49.776703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372cf7f5-d934-4274-863f-daaf8b2b9a0b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:49.781787 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:49.782127 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] Added segment e2309fb9-aecf-4486-8247-916c9f63613d of type vlan for network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 Jul 27 20:33:49.823571 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:49.855367 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:49.856237 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:49.856857 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:49.911588 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4098768 Jul 27 20:33:49.914480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35172) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:33:49.919810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-a1170b62-30ec-4e0a-99af-1d8f1c964a50 admin admin] Request body: {'subnet': {'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1797917923-subnet', 'tenant_id': '63ab696e75784c189c6207d8ea8c8716', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:33:49.920499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760bf88-8dc6-4e25-b9c1-d523cc74359c admin admin] Pushing event updated for resources: {'Network': ['ID=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:49.930823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:33:49.949818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1170b62-30ec-4e0a-99af-1d8f1c964a50 admin admin] Made reservation on behalf of 63ab696e75784c189c6207d8ea8c8716 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:33:49.952203 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1170b62-30ec-4e0a-99af-1d8f1c964a50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:50.128585 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1170b62-30ec-4e0a-99af-1d8f1c964a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:50.188434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1170b62-30ec-4e0a-99af-1d8f1c964a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10a1c14-f285-491a-b78a-26e788cadc58,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:50.203350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1170b62-30ec-4e0a-99af-1d8f1c964a50 admin admin] Checking segment: {'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:33:50.203712 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1170b62-30ec-4e0a-99af-1d8f1c964a50 admin admin] Network hostable DHCP agents. Network: d3003e1a-87e4-4704-ad46-ddb9b40cbaa2, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:33:50.223484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1170b62-30ec-4e0a-99af-1d8f1c964a50 admin admin] Network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:33:50.233459 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-a1170b62-30ec-4e0a-99af-1d8f1c964a50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, d3003e1a-87e4-4704-ad46-ddb9b40cbaa2) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:33:50.237788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1170b62-30ec-4e0a-99af-1d8f1c964a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:50.238392 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1170b62-30ec-4e0a-99af-1d8f1c964a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:50.243945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96ada69-3e74-4eed-aa21-33ae532a63bd None None] Network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:33:50.258869 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a1170b62-30ec-4e0a-99af-1d8f1c964a50 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3431785 Jul 27 20:33:50.374430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61e9086-393b-4ca9-b87f-d383b07dfb94 None None] Network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:33:50.703752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160a8d9-7946-4245-9036-491213c30061 req-a01266ee-cbc9-40dc-b24a-3dadc88e407d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:50.705186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4160a8d9-7946-4245-9036-491213c30061 req-a01266ee-cbc9-40dc-b24a-3dadc88e407d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 815 time: 0.1081822 Jul 27 20:33:50.721621 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4160a8d9-7946-4245-9036-491213c30061 req-28098b70-e4a3-402a-999a-2b33c9b9ddc6 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/quotas/63ab696e75784c189c6207d8ea8c8716 HTTP/1.1" status: 200 len: 375 time: 0.0103624 Jul 27 20:33:50.757647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4160a8d9-7946-4245-9036-491213c30061 req-22a6e5da-96d3-40b5-ac48-630d611b16f0 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301661 Jul 27 20:33:50.852430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4160a8d9-7946-4245-9036-491213c30061 req-08b15102-8157-4ed9-881c-640c358edf5c service neutron] 10.222.0.48 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877111 Jul 27 20:33:50.944604 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4160a8d9-7946-4245-9036-491213c30061 req-9c883de5-9ee0-4843-be0c-67cabc936c1f service neutron] 10.222.0.48 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858338 Jul 27 20:33:51.123559 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-124433b1-f43d-40a8-8364-c26f75b71fe4 req-9833dbd0-9ad9-403f-9566-cddf58765d34 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 210 time: 0.0311882 Jul 27 20:33:51.127596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device d8101e2b-fe83-4c51-a395-dd3ab68a4df9 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:33:51.159633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: d8101e2b-fe83-4c51-a395-dd3ab68a4df9 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:33:51.160004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device d8101e2b-fe83-4c51-a395-dd3ab68a4df9 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:33:52.064183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160a8d9-7946-4245-9036-491213c30061 req-6ebeb877-3a5d-49d4-8ba4-d4f3fe1e1541 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:52.065706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4160a8d9-7946-4245-9036-491213c30061 req-6ebeb877-3a5d-49d4-8ba4-d4f3fe1e1541 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.63 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 815 time: 0.1113923 Jul 27 20:33:52.078500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-4160a8d9-7946-4245-9036-491213c30061 req-15cb0461-9641-4a02-a848-deda5260882d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Request body: {'port': {'device_id': '2ce5e818-1752-410b-8576-360374b3c6c1', 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2', 'admin_state_up': True, 'tenant_id': '63ab696e75784c189c6207d8ea8c8716'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:33:52.208719 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4160a8d9-7946-4245-9036-491213c30061 req-15cb0461-9641-4a02-a848-deda5260882d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Made reservation on behalf of 63ab696e75784c189c6207d8ea8c8716 for: {'port': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:33:52.212135 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4160a8d9-7946-4245-9036-491213c30061 req-15cb0461-9641-4a02-a848-deda5260882d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:52.241915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b6bac08-7b06-4b26-9f4f-2aa2262f62eb req-55f3b587-3efd-49bd-a02d-24dd605aa5b3 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 210 time: 0.0450892 Jul 27 20:33:52.366815 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [req-4160a8d9-7946-4245-9036-491213c30061 req-15cb0461-9641-4a02-a848-deda5260882d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Allocated IP 172.20.0.11 (d3003e1a-87e4-4704-ad46-ddb9b40cbaa2/a10a1c14-f285-491a-b78a-26e788cadc58/cda401db-5d1f-4165-86f9-773065444526) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:33:52.522103 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4160a8d9-7946-4245-9036-491213c30061 req-15cb0461-9641-4a02-a848-deda5260882d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:52.564892 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4160a8d9-7946-4245-9036-491213c30061 req-15cb0461-9641-4a02-a848-deda5260882d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:52.610973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4160a8d9-7946-4245-9036-491213c30061 req-15cb0461-9641-4a02-a848-deda5260882d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:33:52.617611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [req-4160a8d9-7946-4245-9036-491213c30061 req-15cb0461-9641-4a02-a848-deda5260882d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:33:52.621565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4160a8d9-7946-4245-9036-491213c30061 req-15cb0461-9641-4a02-a848-deda5260882d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:33:52.628441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb0461-9641-4a02-a848-deda5260882d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Pushing event updated for resources: {'Port': ['ID=cda401db-5d1f-4165-86f9-773065444526,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:52.683911 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160a8d9-7946-4245-9036-491213c30061 req-15cb0461-9641-4a02-a848-deda5260882d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:52.684538 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4160a8d9-7946-4245-9036-491213c30061 req-15cb0461-9641-4a02-a848-deda5260882d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:52.702870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4160a8d9-7946-4245-9036-491213c30061 req-15cb0461-9641-4a02-a848-deda5260882d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6280615 Jul 27 20:33:52.715233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Request body: {'port': {'device_id': '2ce5e818-1752-410b-8576-360374b3c6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:33:53.134832 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:53.438465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb9e4e-1fe1-44a4-af3e-431290e13671 req-19f1a1e7-5181-410b-bf7f-1f793c23ca09 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:53.440247 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bcbb9e4e-1fe1-44a4-af3e-431290e13671 req-19f1a1e7-5181-410b-bf7f-1f793c23ca09 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 932 time: 0.1285005 Jul 27 20:33:53.448073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda401db-5d1f-4165-86f9-773065444526 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:33:53.457285 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:53.482539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Transition to ACTIVE for port object cda401db-5d1f-4165-86f9-773065444526 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:33:53.487107 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:53.523611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bcbb9e4e-1fe1-44a4-af3e-431290e13671 req-7ad56515-8d91-4f14-b2b7-aaedb5fc6d3b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708318 Jul 27 20:33:53.549413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Pushing event updated for resources: {'Port': ['ID=cda401db-5d1f-4165-86f9-773065444526,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:53.621695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Attempting to bind port cda401db-5d1f-4165-86f9-773065444526 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:33:53.622025 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Attempting to bind port cda401db-5d1f-4165-86f9-773065444526 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:33:53.622347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Attempting to bind port cda401db-5d1f-4165-86f9-773065444526 on network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:33:53.627066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Port cda401db-5d1f-4165-86f9-773065444526 on network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:33:53.627382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Attempting to bind port cda401db-5d1f-4165-86f9-773065444526 on network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:33:53.632568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:33:53.632900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Checking segment: {'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:33:53.633285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Bound using segment: {'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:33:53.633701 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Bound port: cda401db-5d1f-4165-86f9-773065444526, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:33:53.634034 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:53.696656 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] For port cda401db-5d1f-4165-86f9-773065444526, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:33:53.699553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] For port cda401db-5d1f-4165-86f9-773065444526, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=cda401db-5d1f-4165-86f9-773065444526,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:33:53.707536 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:53.741290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:53.741960 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:53.743428 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4160a8d9-7946-4245-9036-491213c30061 req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] 10.222.0.63 "PUT /v2.0/ports/cda401db-5d1f-4165-86f9-773065444526 HTTP/1.1" status: 200 len: 1093 time: 1.0327241 Jul 27 20:33:53.743860 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce5e818-1752-410b-8576-360374b3c6c1', 'tag': 'cda401db-5d1f-4165-86f9-773065444526'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:33:53.746157 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942fca7e-4908-469c-a7e7-bce3ecf95d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce5e818-1752-410b-8576-360374b3c6c1", "tag": "cda401db-5d1f-4165-86f9-773065444526"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:33:53.772316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12b9c7-4da9-4f1e-a7a1-6b28914fe37a service neutron] Pushing event updated for resources: {'Port': ['ID=cda401db-5d1f-4165-86f9-773065444526,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:53.788430 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03bbda8-5484-4001-926b-be67b7019c67 x-openstack-request-id: req-f03bbda8-5484-4001-926b-be67b7019c67 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:33:53.788754 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce5e818-1752-410b-8576-360374b3c6c1", "tag": "cda401db-5d1f-4165-86f9-773065444526", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:33:53.789002 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f03bbda8-5484-4001-926b-be67b7019c67 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:33:53.789432 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce5e818-1752-410b-8576-360374b3c6c1', 'tag': 'cda401db-5d1f-4165-86f9-773065444526', 'status': 'completed', 'code': 200} Jul 27 20:33:53.855520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160a8d9-7946-4245-9036-491213c30061 req-e7906ae8-fbaf-4a7e-97c9-2c918a5b5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:53.857134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4160a8d9-7946-4245-9036-491213c30061 req-e7906ae8-fbaf-4a7e-97c9-2c918a5b5914 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0621674 Jul 27 20:33:53.899709 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4160a8d9-7946-4245-9036-491213c30061 req-04e56a44-cfe5-477b-a657-910d912746fd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cda401db-5d1f-4165-86f9-773065444526 HTTP/1.1" status: 200 len: 217 time: 0.0348799 Jul 27 20:33:53.949156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160a8d9-7946-4245-9036-491213c30061 req-2e2542ce-a4d7-4da2-a2bb-d4ce7620e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:53.950491 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4160a8d9-7946-4245-9036-491213c30061 req-2e2542ce-a4d7-4da2-a2bb-d4ce7620e38f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a10a1c14-f285-491a-b78a-26e788cadc58 HTTP/1.1" status: 200 len: 855 time: 0.0444756 Jul 27 20:33:53.988578 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4160a8d9-7946-4245-9036-491213c30061 req-142d33e4-c645-4af3-b39c-d96ae27dcd2c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296276 Jul 27 20:33:54.086557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4160a8d9-7946-4245-9036-491213c30061 req-ae96f681-1950-4e9e-bfd0-48e4fc68c432 service neutron] 10.222.0.63 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907042 Jul 27 20:33:54.182140 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4160a8d9-7946-4245-9036-491213c30061 req-4d603942-301c-4e9e-a5c9-d9f5bede05a1 service neutron] 10.222.0.63 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881081 Jul 27 20:33:54.306225 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fca7e-4908-469c-a7e7-bce3ecf95d5c req-4174861d-86a1-4399-bfbd-3f4db52dd189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:54.307744 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-942fca7e-4908-469c-a7e7-bce3ecf95d5c req-4174861d-86a1-4399-bfbd-3f4db52dd189 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0698793 Jul 27 20:33:54.402911 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fca7e-4908-469c-a7e7-bce3ecf95d5c req-6cd8c676-2c92-450b-85a8-ba8b9ce875da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:54.404423 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-942fca7e-4908-469c-a7e7-bce3ecf95d5c req-6cd8c676-2c92-450b-85a8-ba8b9ce875da service neutron] 10.222.0.63 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 916 time: 0.0893097 Jul 27 20:33:54.454894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-942fca7e-4908-469c-a7e7-bce3ecf95d5c req-8a22ee7a-b365-456b-8ab7-477b4e47968d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cda401db-5d1f-4165-86f9-773065444526 HTTP/1.1" status: 200 len: 217 time: 0.0406280 Jul 27 20:33:54.520885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fca7e-4908-469c-a7e7-bce3ecf95d5c req-fd614519-fe4c-4d84-8f2a-8052700aa7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:54.522473 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-942fca7e-4908-469c-a7e7-bce3ecf95d5c req-fd614519-fe4c-4d84-8f2a-8052700aa7e4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a10a1c14-f285-491a-b78a-26e788cadc58 HTTP/1.1" status: 200 len: 855 time: 0.0598543 Jul 27 20:33:54.560650 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-942fca7e-4908-469c-a7e7-bce3ecf95d5c req-d80e0146-bf18-47a2-87b3-ff0c2926212a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302210 Jul 27 20:33:54.703092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-942fca7e-4908-469c-a7e7-bce3ecf95d5c req-881f5ec4-fbd1-443e-b55a-4aa2a85aedbb service neutron] 10.222.0.63 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339171 Jul 27 20:33:54.767644 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1291d-13e2-4205-a06a-b037446c095b req-92e680a6-179e-4e70-918e-5df63399b164 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:54.769202 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4df1291d-13e2-4205-a06a-b037446c095b req-92e680a6-179e-4e70-918e-5df63399b164 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 944 time: 0.1421120 Jul 27 20:33:54.840846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4df1291d-13e2-4205-a06a-b037446c095b req-17ce8874-865a-456d-a998-ad9b96a62371 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602024 Jul 27 20:33:54.844765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-942fca7e-4908-469c-a7e7-bce3ecf95d5c req-8e89445a-7bb4-4577-8ea2-aca2c11bf8b5 service neutron] 10.222.0.63 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344790 Jul 27 20:33:55.987018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a27a2-e4e9-4f91-86a5-bb65e8ef4691 req-34661b1b-3e1c-4e85-85b8-b4247fe29f59 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:55.988572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-394a27a2-e4e9-4f91-86a5-bb65e8ef4691 req-34661b1b-3e1c-4e85-85b8-b4247fe29f59 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 944 time: 0.0718646 Jul 27 20:33:56.028823 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-394a27a2-e4e9-4f91-86a5-bb65e8ef4691 req-d5cc1cbf-8352-4f8d-abc6-fb069dfb115b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337539 Jul 27 20:33:57.165639 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device cda401db-5d1f-4165-86f9-773065444526 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:33:57.178134 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc18a79-df0d-4f59-9777-ebbef169bb4a req-49a59a3f-4cf6-4452-8b26-f91fb4eb5ef7 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:57.179693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4bc18a79-df0d-4f59-9777-ebbef169bb4a req-49a59a3f-4cf6-4452-8b26-f91fb4eb5ef7 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 944 time: 0.0721030 Jul 27 20:33:57.221797 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4bc18a79-df0d-4f59-9777-ebbef169bb4a req-8f227ef0-7638-487a-9103-19c830e9cc4c tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358915 Jul 27 20:33:57.269692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port cda401db-5d1f-4165-86f9-773065444526, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=cda401db-5d1f-4165-86f9-773065444526,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:33:57.281717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'cda401db-5d1f-4165-86f9-773065444526', 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2', 'port_id': 'cda401db-5d1f-4165-86f9-773065444526', 'mac_address': 'fa:16:3e:3c:28:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10a1c14-f285-491a-b78a-26e788cadc58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:33:57.321712 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:57.334977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda401db-5d1f-4165-86f9-773065444526 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:33:57.356836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port cda401db-5d1f-4165-86f9-773065444526, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=cda401db-5d1f-4165-86f9-773065444526,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:33:57.361957 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:57.410225 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=cda401db-5d1f-4165-86f9-773065444526,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:57.419517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:57.419871 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:57.420246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:57.420621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:57.420959 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:57.421296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:57.421627 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:57.421961 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:57.422497 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:57.422824 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:57.423149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:57.423471 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:33:57.556544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['cda401db-5d1f-4165-86f9-773065444526'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:33:58.362771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db98ff-5160-4fe4-8da9-91428eab43a2 req-417cd3b6-df2d-4e6c-9241-9d0d4de7d66c tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:58.364300 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49db98ff-5160-4fe4-8da9-91428eab43a2 req-417cd3b6-df2d-4e6c-9241-9d0d4de7d66c tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 945 time: 0.0706575 Jul 27 20:33:58.405351 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49db98ff-5160-4fe4-8da9-91428eab43a2 req-33fa4aad-67e4-44d6-9aa5-c2f27cc5def8 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342898 Jul 27 20:33:59.191104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device cda401db-5d1f-4165-86f9-773065444526 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:33:59.247058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port cda401db-5d1f-4165-86f9-773065444526 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:33:59.254768 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port cda401db-5d1f-4165-86f9-773065444526 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:33:59.255210 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:59.342144 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:59.366669 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce5e818-1752-410b-8576-360374b3c6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda401db-5d1f-4165-86f9-773065444526'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:33:59.369022 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471157ad-64c6-44d8-8606-6164ce58e96c" -d '{"events": [{"server_uuid": "2ce5e818-1752-410b-8576-360374b3c6c1", "name": "network-vif-plugged", "status": "completed", "tag": "cda401db-5d1f-4165-86f9-773065444526"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:33:59.383328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port cda401db-5d1f-4165-86f9-773065444526, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=cda401db-5d1f-4165-86f9-773065444526,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:33:59.389055 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:33:59.416879 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f197b2a-9800-4aa3-9dad-2ee1dd450b3a x-openstack-request-id: req-4f197b2a-9800-4aa3-9dad-2ee1dd450b3a {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:33:59.417164 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce5e818-1752-410b-8576-360374b3c6c1", "name": "network-vif-plugged", "status": "completed", "tag": "cda401db-5d1f-4165-86f9-773065444526", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:33:59.417520 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f197b2a-9800-4aa3-9dad-2ee1dd450b3a {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:33:59.417807 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce5e818-1752-410b-8576-360374b3c6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda401db-5d1f-4165-86f9-773065444526', 'code': 200} Jul 27 20:33:59.446704 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=cda401db-5d1f-4165-86f9-773065444526,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:33:59.569446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f69656-c4da-44d1-8f6d-4254076929ef req-dd8d07cc-a90e-4dca-bb11-603b1eeb3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:59.570972 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13f69656-c4da-44d1-8f6d-4254076929ef req-dd8d07cc-a90e-4dca-bb11-603b1eeb3eee service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 1098 time: 0.1014001 Jul 27 20:33:59.582654 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12673c1f-50d0-4cee-ba32-6bd66449bef7 req-99907265-3bf3-4f49-bd55-0d18b8e144a1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:33:59.584261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-12673c1f-50d0-4cee-ba32-6bd66449bef7 req-99907265-3bf3-4f49-bd55-0d18b8e144a1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.1027131 Jul 27 20:33:59.631561 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13f69656-c4da-44d1-8f6d-4254076929ef req-8423ba3c-ed21-424c-8806-4194d9bd5fbe service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462899 Jul 27 20:33:59.644043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-12673c1f-50d0-4cee-ba32-6bd66449bef7 req-b93b6eca-3d20-455e-b555-b943e3db5b39 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520501 Jul 27 20:34:00.806852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f823d-d517-4526-ae1c-95e6450784a2 req-1c0c9baf-fccb-4cc3-b23b-7f6bc20c02a6 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:00.808386 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e05f823d-d517-4526-ae1c-95e6450784a2 req-1c0c9baf-fccb-4cc3-b23b-7f6bc20c02a6 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0694795 Jul 27 20:34:00.848379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e05f823d-d517-4526-ae1c-95e6450784a2 req-8080cb31-850f-4276-ba69-00234f8b6044 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337877 Jul 27 20:34:00.994487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf96136-360a-41c9-8575-c5e1c52474d8 req-4238be3f-802b-4a80-951e-c9f83f46a03e tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:00.995951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4cf96136-360a-41c9-8575-c5e1c52474d8 req-4238be3f-802b-4a80-951e-c9f83f46a03e tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0683136 Jul 27 20:34:01.041527 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4cf96136-360a-41c9-8575-c5e1c52474d8 req-80fc5bcf-bac0-46a0-ae0b-5f24bbe5bde3 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392141 Jul 27 20:34:01.295806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8ea6f-df9f-4459-8370-d6ef1953ec9f req-efadf3a1-5755-4efb-b299-03d4d00bee11 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:01.297461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49d8ea6f-df9f-4459-8370-d6ef1953ec9f req-efadf3a1-5755-4efb-b299-03d4d00bee11 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0754838 Jul 27 20:34:01.351230 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49d8ea6f-df9f-4459-8370-d6ef1953ec9f req-069a0840-9a40-434a-90f3-5051c849b429 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469704 Jul 27 20:34:01.500149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9434071-cdd3-44fd-8f5a-418e4888731d req-a4020d68-2528-464a-8daa-b0e009ff4933 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:01.501675 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9434071-cdd3-44fd-8f5a-418e4888731d req-a4020d68-2528-464a-8daa-b0e009ff4933 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0712965 Jul 27 20:34:01.554443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9434071-cdd3-44fd-8f5a-418e4888731d req-2b1a0e92-69b1-4572-92cf-e01d82064c9d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447488 Jul 27 20:34:01.803492 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ad24f00b-8820-4ab1-ac6b-3937e3539622 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0559640 Jul 27 20:34:01.821383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76daa-5ee0-4f76-a9bf-ff19c0b3b597 req-836a611d-7de9-4da1-8985-2d3c06da52ad tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:01.822915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5db76daa-5ee0-4f76-a9bf-ff19c0b3b597 req-836a611d-7de9-4da1-8985-2d3c06da52ad tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0684171 Jul 27 20:34:01.864694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5db76daa-5ee0-4f76-a9bf-ff19c0b3b597 req-77c73291-8c31-4b52-a4e0-3e1a9b880d30 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351512 Jul 27 20:34:03.008213 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c168b-1eec-4651-8566-d07a048d43b6 req-a144e1d7-e798-45b6-8ab0-ffa8de7ed8dd tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:03.009819 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-230c168b-1eec-4651-8566-d07a048d43b6 req-a144e1d7-e798-45b6-8ab0-ffa8de7ed8dd tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0703073 Jul 27 20:34:03.076626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-230c168b-1eec-4651-8566-d07a048d43b6 req-a656c190-a3e5-4a2a-bc0f-f23292140529 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602882 Jul 27 20:34:03.106721 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-d9c98163-1dbb-49e3-81e8-ce0d815c75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:03.108265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-d9c98163-1dbb-49e3-81e8-ce0d815c75d7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 1098 time: 0.0855711 Jul 27 20:34:03.207607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-4ae3fa14-237d-49d3-8a21-11a13dd35e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:03.209292 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-4ae3fa14-237d-49d3-8a21-11a13dd35e45 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 916 time: 0.0935917 Jul 27 20:34:03.255117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-c9c4ca9c-156a-4429-87a5-46e4456965e9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cda401db-5d1f-4165-86f9-773065444526 HTTP/1.1" status: 200 len: 217 time: 0.0387504 Jul 27 20:34:03.309850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-71f75b85-3fb0-48cf-be1f-d0d0cb1639cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:03.311327 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-71f75b85-3fb0-48cf-be1f-d0d0cb1639cc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a10a1c14-f285-491a-b78a-26e788cadc58 HTTP/1.1" status: 200 len: 855 time: 0.0495927 Jul 27 20:34:03.347401 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-a2288901-2b85-4ad8-96ed-8944c024b2a2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289149 Jul 27 20:34:03.447183 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-18d8dff0-87c3-4c89-8e4f-7e71b4e67f87 service neutron] 10.222.0.63 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922835 Jul 27 20:34:03.553595 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-3ab42a87-2482-4fde-b6b1-fcbed7d85796 service neutron] 10.222.0.63 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998435 Jul 27 20:34:04.220048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4068d64-e810-464a-87be-b3118e9e9f48 req-919043eb-1e18-472c-959f-2ff25c6b08c9 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:04.221956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4068d64-e810-464a-87be-b3118e9e9f48 req-919043eb-1e18-472c-959f-2ff25c6b08c9 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0684149 Jul 27 20:34:04.261535 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4068d64-e810-464a-87be-b3118e9e9f48 req-9b7984cf-4566-4bd0-9cf8-af30f742244c tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331392 Jul 27 20:34:05.412960 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba73e0-ff4a-4a41-9df0-efa6bc865539 req-1c84b510-7e98-4970-ae59-7422d0db0b7f tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:05.414591 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ba73e0-ff4a-4a41-9df0-efa6bc865539 req-1c84b510-7e98-4970-ae59-7422d0db0b7f tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0815527 Jul 27 20:34:05.461315 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16ba73e0-ff4a-4a41-9df0-efa6bc865539 req-bc0d634a-6043-455f-b85d-1c8d6e21ae14 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Jul 27 20:34:06.599422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65615ab0-a83a-45a8-b79f-376e209d78c9 req-3301709c-90d5-4d48-bbda-762236a8c595 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:06.601280 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65615ab0-a83a-45a8-b79f-376e209d78c9 req-3301709c-90d5-4d48-bbda-762236a8c595 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0674171 Jul 27 20:34:06.643316 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65615ab0-a83a-45a8-b79f-376e209d78c9 req-5ecc492b-a411-4d28-801c-fcd124c05eb9 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358179 Jul 27 20:34:07.780486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70e473-65d5-4d6c-94e3-69942b0b964a req-f909213c-9dda-4c2d-bbaa-787402fdc300 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:07.782001 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b70e473-65d5-4d6c-94e3-69942b0b964a req-f909213c-9dda-4c2d-bbaa-787402fdc300 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0682442 Jul 27 20:34:07.822486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b70e473-65d5-4d6c-94e3-69942b0b964a req-bd496a2c-2862-4f78-91f6-c97f114fb5ec tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341656 Jul 27 20:34:08.922560 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:08.960724 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185af0e6-240a-4751-8958-993a772c593e req-23af5c3a-64d4-4d45-b0eb-3956e054aff2 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:08.962208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-185af0e6-240a-4751-8958-993a772c593e req-23af5c3a-64d4-4d45-b0eb-3956e054aff2 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0690577 Jul 27 20:34:09.000792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-185af0e6-240a-4751-8958-993a772c593e req-fecd21c0-7dd5-4382-a855-4ba64ae969d2 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318727 Jul 27 20:34:10.138054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b98c2e-4922-43ed-afc9-f2adb54f8649 req-7e4d829b-d79e-4a74-abe7-7eaffef44a1c tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:10.139626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b98c2e-4922-43ed-afc9-f2adb54f8649 req-7e4d829b-d79e-4a74-abe7-7eaffef44a1c tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0676064 Jul 27 20:34:10.180695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36b98c2e-4922-43ed-afc9-f2adb54f8649 req-5cea0aae-d3b3-41f2-96c7-ea27c2f3182d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346799 Jul 27 20:34:11.328578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113dbe4-788f-440b-aba5-948c8c06597a req-ea469894-c10c-47bb-a6af-a75e6e1ca956 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:11.330119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5113dbe4-788f-440b-aba5-948c8c06597a req-ea469894-c10c-47bb-a6af-a75e6e1ca956 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0702269 Jul 27 20:34:11.369697 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5113dbe4-788f-440b-aba5-948c8c06597a req-bc109de1-8a97-4a0c-8ca1-f30a12a895ca tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334594 Jul 27 20:34:12.050218 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:12.512357 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358684cd-b0f9-4b65-9d23-29133458b116 req-bc081241-b321-4cb8-bbc0-1fd2c6f52f1d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:12.514076 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-358684cd-b0f9-4b65-9d23-29133458b116 req-bc081241-b321-4cb8-bbc0-1fd2c6f52f1d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0709488 Jul 27 20:34:12.553974 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-358684cd-b0f9-4b65-9d23-29133458b116 req-844d8cc9-3bd5-4969-abfa-e0a1210f0a25 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337331 Jul 27 20:34:13.481103 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-96f768bd-ed55-48b9-879b-3a753be6bfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:13.688613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb7065-d7d2-48a3-afc5-1bda17dd8fb0 req-646578a1-d956-44ac-8772-4fa35af43012 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:13.690162 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fb7065-d7d2-48a3-afc5-1bda17dd8fb0 req-646578a1-d956-44ac-8772-4fa35af43012 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0663064 Jul 27 20:34:13.730471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81fb7065-d7d2-48a3-afc5-1bda17dd8fb0 req-5a9e71c9-39dc-4684-bfc6-66c755adca6e tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332284 Jul 27 20:34:14.872035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27af73c-63fa-41f6-9e92-af4ec0276199 req-89311de1-9a53-4e03-b8ce-0701d74625a4 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:14.873579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d27af73c-63fa-41f6-9e92-af4ec0276199 req-89311de1-9a53-4e03-b8ce-0701d74625a4 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0739822 Jul 27 20:34:14.912429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d27af73c-63fa-41f6-9e92-af4ec0276199 req-e4c687c4-bcce-4d42-b6ca-53a3b3e50069 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327077 Jul 27 20:34:16.048608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ff3ba-c6c4-4a0e-9024-0f93ccbf9ba4 req-8463c9bc-e3da-45c1-8c56-59574725295e tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:16.050106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b19ff3ba-c6c4-4a0e-9024-0f93ccbf9ba4 req-8463c9bc-e3da-45c1-8c56-59574725295e tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0657549 Jul 27 20:34:16.090208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b19ff3ba-c6c4-4a0e-9024-0f93ccbf9ba4 req-f52d151e-1e74-4c25-8b7a-3274f9edb16b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337543 Jul 27 20:34:16.173076 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-29cb0454-d36f-4ebe-bab8-0afba33509eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:16.279638 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:17.239706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0020a-95d1-489e-9460-9ce4ac4f42ff req-b1533f3f-3a21-4dd7-9f3c-03cd12548b48 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:17.241222 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97d0020a-95d1-489e-9460-9ce4ac4f42ff req-b1533f3f-3a21-4dd7-9f3c-03cd12548b48 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0784736 Jul 27 20:34:17.283877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97d0020a-95d1-489e-9460-9ce4ac4f42ff req-b714ac79-869d-4440-8f57-0297d3aebca9 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361795 Jul 27 20:34:17.294791 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:18.421344 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7066aa-819d-4964-9e66-566aca935645 req-aedc156f-3d22-44c0-a6b1-c4e0826048bd tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:18.422771 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec7066aa-819d-4964-9e66-566aca935645 req-aedc156f-3d22-44c0-a6b1-c4e0826048bd tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0679379 Jul 27 20:34:18.463703 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ec7066aa-819d-4964-9e66-566aca935645 req-6be1b421-b915-45a8-9af9-3aaf569f4aac tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348799 Jul 27 20:34:19.045546 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:19.598919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8a2de-baf3-4632-b252-de319304e519 req-c163f157-8bf3-4f03-8f5a-6d00cdd330a7 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:19.600423 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70e8a2de-baf3-4632-b252-de319304e519 req-c163f157-8bf3-4f03-8f5a-6d00cdd330a7 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0658572 Jul 27 20:34:19.639278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70e8a2de-baf3-4632-b252-de319304e519 req-a8a97e03-110e-4622-9094-3ee4dcba128f tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326114 Jul 27 20:34:20.784036 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caf89d-910c-4a25-bf4f-d1b9d6c67921 req-d2947b36-0a77-49c8-984f-5effa48d69bb tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:20.785610 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4caf89d-910c-4a25-bf4f-d1b9d6c67921 req-d2947b36-0a77-49c8-984f-5effa48d69bb tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0730448 Jul 27 20:34:20.827588 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4caf89d-910c-4a25-bf4f-d1b9d6c67921 req-ac22cacd-3a5d-4559-83e4-eaa10d27ef51 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356894 Jul 27 20:34:21.975032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163b6c6-3aaa-4eb9-a8bd-532d777a82a8 req-1b362812-c71c-43d1-99f9-6822a7da10e7 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:21.976764 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4163b6c6-3aaa-4eb9-a8bd-532d777a82a8 req-1b362812-c71c-43d1-99f9-6822a7da10e7 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0671432 Jul 27 20:34:22.016877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4163b6c6-3aaa-4eb9-a8bd-532d777a82a8 req-0cda6247-15c6-41c1-8206-c2784d82f00a tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339215 Jul 27 20:34:22.816071 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:34:22.994345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-c8cfc126-881b-4001-8ce0-486dba79e3bb req-fe908a80-bb40-4b56-acf4-d5f8f2198b76 service neutron] (94060) timed out ('10.222.0.52', 59208) {{(pid=94060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:34:23.162194 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924bddc-74ff-4dec-83c8-fb9b5565dc0c req-6c547a12-dfe7-481b-a803-e006eb47c422 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:23.163694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2924bddc-74ff-4dec-83c8-fb9b5565dc0c req-6c547a12-dfe7-481b-a803-e006eb47c422 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0704050 Jul 27 20:34:23.204989 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2924bddc-74ff-4dec-83c8-fb9b5565dc0c req-0526e8f2-b306-4d3b-b28e-d13efd0d13d7 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349202 Jul 27 20:34:24.340487 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a3cc3-21cd-4b4c-bd29-6b2e31f6cd03 req-27c99b41-3f90-433b-87bf-7f8a7562efff tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:24.342048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d1a3cc3-21cd-4b4c-bd29-6b2e31f6cd03 req-27c99b41-3f90-433b-87bf-7f8a7562efff tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0667818 Jul 27 20:34:24.384798 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d1a3cc3-21cd-4b4c-bd29-6b2e31f6cd03 req-1af45c99-b893-4eb4-89d5-74d286504301 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354791 Jul 27 20:34:25.534578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f69664-4bfe-4504-a7fa-b84f2db010d6 req-f6f62d3b-b27f-4037-842e-cc556058941a tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:25.536101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0f69664-4bfe-4504-a7fa-b84f2db010d6 req-f6f62d3b-b27f-4037-842e-cc556058941a tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0687187 Jul 27 20:34:25.576900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e0f69664-4bfe-4504-a7fa-b84f2db010d6 req-1549bf84-f2c1-469f-985b-bc08a853282e tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Jul 27 20:34:26.742452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908c00d-20b7-48f2-8089-b7d20728193f req-8fa28848-600d-4c8c-a248-39cf2c8ce67a tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:26.743964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d908c00d-20b7-48f2-8089-b7d20728193f req-8fa28848-600d-4c8c-a248-39cf2c8ce67a tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0902743 Jul 27 20:34:26.787981 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d908c00d-20b7-48f2-8089-b7d20728193f req-5965fb86-b9e8-4ae3-b2c7-94254d70e275 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352407 Jul 27 20:34:27.928180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc0b14-1c21-465b-aafd-62035f498124 req-c9a66cf6-f7b7-4cde-b6f3-33631d099ac6 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:27.929813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65dc0b14-1c21-465b-aafd-62035f498124 req-c9a66cf6-f7b7-4cde-b6f3-33631d099ac6 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0675569 Jul 27 20:34:27.969073 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65dc0b14-1c21-465b-aafd-62035f498124 req-51888e89-6271-4fe2-8418-3abfe4609893 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Jul 27 20:34:29.112324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a081e6-31e8-4755-a8c3-2c952eeec4bf req-3bab2ea8-80d9-459a-8ca1-92de2fc977d9 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:29.113754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9a081e6-31e8-4755-a8c3-2c952eeec4bf req-3bab2ea8-80d9-459a-8ca1-92de2fc977d9 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0724335 Jul 27 20:34:29.154428 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9a081e6-31e8-4755-a8c3-2c952eeec4bf req-5ab866e3-0f9d-4e15-8c4b-ba9cc368d20e tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342569 Jul 27 20:34:30.324106 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-84c36e40-85d8-4260-9a7c-8de468502697 service neutron] show failed (client error): The resource could not be found. Jul 27 20:34:30.325174 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-84c36e40-85d8-4260-9a7c-8de468502697 service neutron] 10.222.0.63 "GET /v2.0/ports/cda401db-5d1f-4165-86f9-773065444526/bindings/n-h1-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0693464 Jul 27 20:34:30.333809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947631bd-f5df-4703-b1bc-4a56ba3fd10e req-59ec94eb-1a23-4afe-a8d3-33d23f70c690 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:30.335344 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-947631bd-f5df-4703-b1bc-4a56ba3fd10e req-59ec94eb-1a23-4afe-a8d3-33d23f70c690 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.1086874 Jul 27 20:34:30.377787 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-947631bd-f5df-4703-b1bc-4a56ba3fd10e req-f76680d3-a27b-4640-ab7d-af13a9a26692 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355072 Jul 27 20:34:30.545400 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-a104f7f5-9378-4ac5-a5fc-4cda14722e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:30.547063 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-a104f7f5-9378-4ac5-a5fc-4cda14722e98 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1&tenant_id=63ab696e75784c189c6207d8ea8c8716 HTTP/1.1" status: 200 len: 1098 time: 0.0614867 Jul 27 20:34:30.558963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:34:30.632669 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:30.840703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] For port cda401db-5d1f-4165-86f9-773065444526, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=cda401db-5d1f-4165-86f9-773065444526,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:34:30.887026 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] For port cda401db-5d1f-4165-86f9-773065444526, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:34:30.939598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce5e818-1752-410b-8576-360374b3c6c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cda401db-5d1f-4165-86f9-773065444526'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:34:30.942671 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c03d30-1a09-4aa6-9a9e-d953c5cd461f" -d '{"events": [{"server_uuid": "2ce5e818-1752-410b-8576-360374b3c6c1", "name": "network-vif-unplugged", "status": "completed", "tag": "cda401db-5d1f-4165-86f9-773065444526"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:34:30.947702 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:30.961782 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Transition to ACTIVE for port object cda401db-5d1f-4165-86f9-773065444526 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:34:30.966849 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:31.033399 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5662062-b360-43c8-82a8-8793356bf649 x-openstack-request-id: req-d5662062-b360-43c8-82a8-8793356bf649 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:34:31.033686 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce5e818-1752-410b-8576-360374b3c6c1", "name": "network-vif-unplugged", "status": "completed", "tag": "cda401db-5d1f-4165-86f9-773065444526", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:34:31.033957 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d5662062-b360-43c8-82a8-8793356bf649 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:34:31.034345 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce5e818-1752-410b-8576-360374b3c6c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cda401db-5d1f-4165-86f9-773065444526', 'code': 200} Jul 27 20:34:31.034902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Pushing event updated for resources: {'Port': ['ID=cda401db-5d1f-4165-86f9-773065444526,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:34:31.037336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] No DVR routers for this DVR port cda401db-5d1f-4165-86f9-773065444526 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:34:31.047866 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:34:31.048202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:34:31.048568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:34:31.048897 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:34:31.049258 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:34:31.049551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:34:31.049874 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:34:31.050184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:34:31.050502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:34:31.050817 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:34:31.051130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:34:31.051442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:34:31.086643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Attempting to bind port cda401db-5d1f-4165-86f9-773065444526 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:34:31.086972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Attempting to bind port cda401db-5d1f-4165-86f9-773065444526 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:34:31.087294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Attempting to bind port cda401db-5d1f-4165-86f9-773065444526 on network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:34:31.092631 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Port cda401db-5d1f-4165-86f9-773065444526 on network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:34:31.092828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Attempting to bind port cda401db-5d1f-4165-86f9-773065444526 on network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:34:31.098006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:34:31.098366 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Checking segment: {'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:34:31.098738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Bound using segment: {'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:34:31.099125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Bound port: cda401db-5d1f-4165-86f9-773065444526, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:34:31.099473 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:31.168519 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] For port cda401db-5d1f-4165-86f9-773065444526, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:34:31.171940 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] For port cda401db-5d1f-4165-86f9-773065444526, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=cda401db-5d1f-4165-86f9-773065444526,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:34:31.177875 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:31.213545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:31.214304 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:31.215835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] 10.222.0.52 "PUT /v2.0/ports/cda401db-5d1f-4165-86f9-773065444526 HTTP/1.1" status: 200 len: 1093 time: 0.6610472 Jul 27 20:34:31.237097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1aeecc-d67d-480f-b14c-43b09281e99c service neutron] Pushing event updated for resources: {'Port': ['ID=cda401db-5d1f-4165-86f9-773065444526,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:34:31.303551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-0294df24-b820-4f92-a316-0ab46d4a7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:31.305409 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-0294df24-b820-4f92-a316-0ab46d4a7c5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0654249 Jul 27 20:34:31.405849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-1b7efc27-3fb9-4e64-b39b-a349c8ba214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:31.408023 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-1b7efc27-3fb9-4e64-b39b-a349c8ba214e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 916 time: 0.0943148 Jul 27 20:34:31.451561 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-581c7b81-da73-4fdc-bf48-459e9ec686c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cda401db-5d1f-4165-86f9-773065444526 HTTP/1.1" status: 200 len: 217 time: 0.0367947 Jul 27 20:34:31.528944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-af1cbc23-2334-443b-8ce7-da41e5f79675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:31.530410 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-af1cbc23-2334-443b-8ce7-da41e5f79675 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a10a1c14-f285-491a-b78a-26e788cadc58 HTTP/1.1" status: 200 len: 855 time: 0.0698957 Jul 27 20:34:31.573515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-5d585259-748a-4871-aba4-5553a4c5b4bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325298 Jul 27 20:34:31.584832 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2448a-412f-416a-9d52-fd12efb37a66 req-75619149-71f3-4da2-b391-4090e602c72f tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:31.586656 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4e2448a-412f-416a-9d52-fd12efb37a66 req-75619149-71f3-4da2-b391-4090e602c72f tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 944 time: 0.1342247 Jul 27 20:34:31.677064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4e2448a-412f-416a-9d52-fd12efb37a66 req-6a20c247-5895-4f83-9dca-690b4d3bc563 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813065 Jul 27 20:34:31.706036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-dcfa04b0-6f3d-4cea-9963-76dcb809e411 service neutron] 10.222.0.52 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184168 Jul 27 20:34:31.798763 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c88803e5-ce01-411a-b2c8-cda0222bad54 req-2184cf53-8a74-46ce-99f3-157c097bee85 service neutron] 10.222.0.52 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857511 Jul 27 20:34:32.817469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a7e2c-ab23-4c7f-9440-9398cf78a8e1 req-892163d0-6e6a-4a6e-81dd-8e9d9d085faf tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:32.818961 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-468a7e2c-ab23-4c7f-9440-9398cf78a8e1 req-892163d0-6e6a-4a6e-81dd-8e9d9d085faf tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 944 time: 0.0663712 Jul 27 20:34:32.866915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-468a7e2c-ab23-4c7f-9440-9398cf78a8e1 req-4e2c81da-df06-4816-8605-6df06661b296 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406535 Jul 27 20:34:33.035926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce5e818-1752-410b-8576-360374b3c6c1', 'tag': 'cda401db-5d1f-4165-86f9-773065444526'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:34:33.038514 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f9c55a-aedc-471c-aa93-b8e126127d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce5e818-1752-410b-8576-360374b3c6c1", "tag": "cda401db-5d1f-4165-86f9-773065444526"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:34:33.089842 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d5f7ad-e5dc-41e5-bfda-634f63494468 x-openstack-request-id: req-c0d5f7ad-e5dc-41e5-bfda-634f63494468 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:34:33.090819 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce5e818-1752-410b-8576-360374b3c6c1", "tag": "cda401db-5d1f-4165-86f9-773065444526", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:34:33.091067 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0d5f7ad-e5dc-41e5-bfda-634f63494468 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:34:33.091808 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce5e818-1752-410b-8576-360374b3c6c1', 'tag': 'cda401db-5d1f-4165-86f9-773065444526', 'status': 'completed', 'code': 200} Jul 27 20:34:33.221042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-ceedddf9-0e45-4e39-91f4-2a27009f8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:33.222545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-ceedddf9-0e45-4e39-91f4-2a27009f8277 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 1096 time: 0.1138718 Jul 27 20:34:33.224328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-61b60854-1aed-416c-b429-7c3bc1edc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:33.225671 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-61b60854-1aed-416c-b429-7c3bc1edc582 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 1096 time: 0.1092222 Jul 27 20:34:33.385448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-a829b239-c50b-4712-8155-0b3860600d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:33.386854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-a829b239-c50b-4712-8155-0b3860600d76 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 916 time: 0.1574821 Jul 27 20:34:33.389614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-dbd8e32c-837a-4237-ace2-5fcdefd018fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:33.390957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-dbd8e32c-837a-4237-ace2-5fcdefd018fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 916 time: 0.1542916 Jul 27 20:34:33.440800 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-c4af6272-3b31-4a41-8b42-157b34592168 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cda401db-5d1f-4165-86f9-773065444526 HTTP/1.1" status: 200 len: 217 time: 0.0462577 Jul 27 20:34:33.477850 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-fa65ef51-d82b-416b-b02d-afe7868cf317 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cda401db-5d1f-4165-86f9-773065444526 HTTP/1.1" status: 200 len: 217 time: 0.0437567 Jul 27 20:34:33.546637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-d78d6ddc-f196-429d-9ea4-0bf3a39a289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:33.548135 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-d78d6ddc-f196-429d-9ea4-0bf3a39a289e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a10a1c14-f285-491a-b78a-26e788cadc58 HTTP/1.1" status: 200 len: 855 time: 0.0790112 Jul 27 20:34:33.553302 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-85c60a00-65d9-41df-ad64-0a8faa867a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:33.554852 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-85c60a00-65d9-41df-ad64-0a8faa867a49 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a10a1c14-f285-491a-b78a-26e788cadc58 HTTP/1.1" status: 200 len: 855 time: 0.0573685 Jul 27 20:34:33.610301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-c0248009-f129-4a19-a487-822f824fed28 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545714 Jul 27 20:34:33.611985 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-9c3a6c31-ad78-49bb-9a7d-8e0588beb7af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490894 Jul 27 20:34:33.824695 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device cda401db-5d1f-4165-86f9-773065444526 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:34:34.102197 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port cda401db-5d1f-4165-86f9-773065444526, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=cda401db-5d1f-4165-86f9-773065444526,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:34:34.114280 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'cda401db-5d1f-4165-86f9-773065444526', 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2', 'port_id': 'cda401db-5d1f-4165-86f9-773065444526', 'mac_address': 'fa:16:3e:3c:28:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10a1c14-f285-491a-b78a-26e788cadc58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:34:34.153361 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:34.170280 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda401db-5d1f-4165-86f9-773065444526 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:34:34.173617 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-4493e345-53b6-4525-ad69-c3360419c9e3 service neutron] 10.222.0.63 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554991 Jul 27 20:34:34.175355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-5fba688f-7fda-4664-b5a2-349f21635870 service neutron] 10.222.0.52 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499198 Jul 27 20:34:34.190810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port cda401db-5d1f-4165-86f9-773065444526, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=cda401db-5d1f-4165-86f9-773065444526,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:34:34.197259 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:34.250179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=cda401db-5d1f-4165-86f9-773065444526,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:34:34.287365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64598b-9553-48bd-bfe8-31dc58b6fced req-210bf9ac-50e5-4ae8-b8a0-73967de8928c tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:34.288902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b64598b-9553-48bd-bfe8-31dc58b6fced req-210bf9ac-50e5-4ae8-b8a0-73967de8928c tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 944 time: 0.2286212 Jul 27 20:34:34.379882 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-c466828d-207a-457f-b7cb-efa7f7314e90 service neutron] 10.222.0.63 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969941 Jul 27 20:34:34.388287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b64598b-9553-48bd-bfe8-31dc58b6fced req-9ce0f204-5760-4afb-951b-53c5f2d1824a tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923517 Jul 27 20:34:34.394446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9f9c55a-aedc-471c-aa93-b8e126127d5b req-0eb139c4-e87b-4fd3-9022-92ca2204bd4a service neutron] 10.222.0.52 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020736 Jul 27 20:34:34.427936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['cda401db-5d1f-4165-86f9-773065444526'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:34:34.660793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f851cd6-070a-4757-87be-2fb79facb712 req-ac6bf5d0-209f-4e19-9800-26d4afb4f0bc tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:34.663014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f851cd6-070a-4757-87be-2fb79facb712 req-ac6bf5d0-209f-4e19-9800-26d4afb4f0bc tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 945 time: 0.1211874 Jul 27 20:34:34.672480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd361e-c164-4234-87a0-fdef1cf94471 req-c2b4ee05-c990-49bd-a1ba-886ee560ddcb tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:34.673977 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45dd361e-c164-4234-87a0-fdef1cf94471 req-c2b4ee05-c990-49bd-a1ba-886ee560ddcb tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1&tenant_id=63ab696e75784c189c6207d8ea8c8716&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 945 time: 0.1196852 Jul 27 20:34:34.738385 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f851cd6-070a-4757-87be-2fb79facb712 req-3b5cfdbb-bad6-4841-901d-2f42265a44a0 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633848 Jul 27 20:34:34.759865 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [req-45dd361e-c164-4234-87a0-fdef1cf94471 req-8d3425f8-fe1c-494b-bc7f-eb5a7d6c1504 service neutron] delete failed (client error): The resource could not be found. Jul 27 20:34:34.760976 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45dd361e-c164-4234-87a0-fdef1cf94471 req-8d3425f8-fe1c-494b-bc7f-eb5a7d6c1504 service neutron] 10.222.0.63 "DELETE /v2.0/ports/cda401db-5d1f-4165-86f9-773065444526/bindings/n-h2-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0786974 Jul 27 20:34:34.868018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd361e-c164-4234-87a0-fdef1cf94471 req-3e935488-ba4e-4b74-97e0-bdae7082f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:34.869690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45dd361e-c164-4234-87a0-fdef1cf94471 req-3e935488-ba4e-4b74-97e0-bdae7082f87b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 1097 time: 0.0607448 Jul 27 20:34:34.967747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd361e-c164-4234-87a0-fdef1cf94471 req-71b270b3-ec29-4745-abd7-cc988313f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:34.969172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45dd361e-c164-4234-87a0-fdef1cf94471 req-71b270b3-ec29-4745-abd7-cc988313f9a8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 916 time: 0.0925210 Jul 27 20:34:35.013535 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45dd361e-c164-4234-87a0-fdef1cf94471 req-8670574e-27d1-434c-9cca-4770a2ab605e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cda401db-5d1f-4165-86f9-773065444526 HTTP/1.1" status: 200 len: 217 time: 0.0371079 Jul 27 20:34:35.069710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd361e-c164-4234-87a0-fdef1cf94471 req-a622302a-b176-459d-bd8d-0f3046d5619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:35.071528 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45dd361e-c164-4234-87a0-fdef1cf94471 req-a622302a-b176-459d-bd8d-0f3046d5619b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a10a1c14-f285-491a-b78a-26e788cadc58 HTTP/1.1" status: 200 len: 855 time: 0.0517638 Jul 27 20:34:35.107234 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45dd361e-c164-4234-87a0-fdef1cf94471 req-1731d812-a7b2-4631-a6e5-197a9583fa69 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284967 Jul 27 20:34:35.201207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45dd361e-c164-4234-87a0-fdef1cf94471 req-aba5e38e-b880-4392-913a-67efd1f59d93 service neutron] 10.222.0.63 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862911 Jul 27 20:34:35.296856 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45dd361e-c164-4234-87a0-fdef1cf94471 req-cb8b2dbe-3c86-46aa-9b24-33398e1ce289 service neutron] 10.222.0.63 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883615 Jul 27 20:34:35.346525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device cda401db-5d1f-4165-86f9-773065444526 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:34:35.392635 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device cda401db-5d1f-4165-86f9-773065444526 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:34:35.832000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device cda401db-5d1f-4165-86f9-773065444526 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:34:35.884793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c05af6-b0f1-46c8-8087-8bfd05e34416 req-a19818af-c34b-4727-8d34-91518fb44dfc tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:35.886539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-12c05af6-b0f1-46c8-8087-8bfd05e34416 req-a19818af-c34b-4727-8d34-91518fb44dfc tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 945 time: 0.0744288 Jul 27 20:34:35.887183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port cda401db-5d1f-4165-86f9-773065444526 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:34:35.891512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port cda401db-5d1f-4165-86f9-773065444526 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:34:35.891886 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:35.927116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-12c05af6-b0f1-46c8-8087-8bfd05e34416 req-cdfce01e-9bc1-4077-859a-7fb505a75358 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334604 Jul 27 20:34:35.969983 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:35.996984 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce5e818-1752-410b-8576-360374b3c6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda401db-5d1f-4165-86f9-773065444526'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:34:35.999278 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2f36bc-81ca-4a58-8372-a756cc3f5f1e" -d '{"events": [{"server_uuid": "2ce5e818-1752-410b-8576-360374b3c6c1", "name": "network-vif-plugged", "status": "completed", "tag": "cda401db-5d1f-4165-86f9-773065444526"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:34:36.014244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port cda401db-5d1f-4165-86f9-773065444526, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=cda401db-5d1f-4165-86f9-773065444526,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:34:36.018862 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:36.045327 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e491235-043d-4b2e-a866-d845259f4f36 x-openstack-request-id: req-1e491235-043d-4b2e-a866-d845259f4f36 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:34:36.045615 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce5e818-1752-410b-8576-360374b3c6c1", "name": "network-vif-plugged", "status": "completed", "tag": "cda401db-5d1f-4165-86f9-773065444526", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:34:36.045864 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e491235-043d-4b2e-a866-d845259f4f36 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:34:36.046256 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce5e818-1752-410b-8576-360374b3c6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda401db-5d1f-4165-86f9-773065444526', 'code': 200} Jul 27 20:34:36.074085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523b30e-eff2-4507-8dcd-c283ce3e4a9a req-acb543fc-1e89-4ae1-939d-b430e6f7ecdf tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:36.075336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9523b30e-eff2-4507-8dcd-c283ce3e4a9a req-acb543fc-1e89-4ae1-939d-b430e6f7ecdf tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 945 time: 0.0777776 Jul 27 20:34:36.076360 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=cda401db-5d1f-4165-86f9-773065444526,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:34:36.117163 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9523b30e-eff2-4507-8dcd-c283ce3e4a9a req-cc0988e2-deef-4059-95ac-ab5d770a56ee tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354521 Jul 27 20:34:36.254858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695fb88-72fb-4397-b519-fd544cc57522 req-151e6c8d-06f3-4326-be3e-36640419a4a3 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:36.256246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f695fb88-72fb-4397-b519-fd544cc57522 req-151e6c8d-06f3-4326-be3e-36640419a4a3 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0693836 Jul 27 20:34:36.296590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f695fb88-72fb-4397-b519-fd544cc57522 req-73e7499a-1a0b-4c54-930c-18650119dc06 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340557 Jul 27 20:34:36.669496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-d3854d66-9586-4078-97a6-b2ba4957f97f tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:36.670639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-d3854d66-9586-4078-97a6-b2ba4957f97f tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 815 time: 0.1069963 Jul 27 20:34:36.686938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-dd93dffa-40e2-4b30-ad0e-754ef50b433e tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/quotas/63ab696e75784c189c6207d8ea8c8716 HTTP/1.1" status: 200 len: 375 time: 0.0096948 Jul 27 20:34:36.753109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-1409a8dc-8674-4f91-b080-9f47e8b4f24e tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0603192 Jul 27 20:34:36.912792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-d30d5f0d-6747-4175-9222-03aa552d8567 service neutron] 10.222.0.48 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517780 Jul 27 20:34:37.004208 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-66d8ad5f-6acb-4c03-acb6-da8cade2935c service neutron] 10.222.0.48 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844605 Jul 27 20:34:37.183274 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b91aba83-1ff8-4382-a926-cd6ecc8e4190 req-07c0276e-66ad-4532-84cb-40ec993f265a tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 210 time: 0.0308361 Jul 27 20:34:37.814061 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f4977-ab31-4bc5-a19e-c34676c6eccb req-13e8d306-39b3-4d34-b658-d50704e555b6 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:37.815552 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0f4977-ab31-4bc5-a19e-c34676c6eccb req-13e8d306-39b3-4d34-b658-d50704e555b6 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce5e818-1752-410b-8576-360374b3c6c1 HTTP/1.1" status: 200 len: 946 time: 0.0714056 Jul 27 20:34:37.920998 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-2e0f4977-ab31-4bc5-a19e-c34676c6eccb req-e1435aea-f6de-4d7d-a2bb-8e851db2a6ad tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Deleting port cda401db-5d1f-4165-86f9-773065444526 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:34:37.921243 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e0f4977-ab31-4bc5-a19e-c34676c6eccb req-e1435aea-f6de-4d7d-a2bb-8e851db2a6ad tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:38.003183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.52', 59949) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:34:38.021415 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-2e0f4977-ab31-4bc5-a19e-c34676c6eccb req-e1435aea-f6de-4d7d-a2bb-8e851db2a6ad tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] For port cda401db-5d1f-4165-86f9-773065444526, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=cda401db-5d1f-4165-86f9-773065444526,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:34:38.021784 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e0f4977-ab31-4bc5-a19e-c34676c6eccb req-e1435aea-f6de-4d7d-a2bb-8e851db2a6ad tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:38.036169 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-2e0f4977-ab31-4bc5-a19e-c34676c6eccb req-e1435aea-f6de-4d7d-a2bb-8e851db2a6ad tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Calling delete_port for cda401db-5d1f-4165-86f9-773065444526 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:34:38.112884 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-1bae98e9-7912-44ef-9b06-6499983046cc tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:38.114415 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-1bae98e9-7912-44ef-9b06-6499983046cc tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.52 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 815 time: 0.1101904 Jul 27 20:34:38.129738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-479ec7d7-3665-4cd3-b6db-1146c196840b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Request body: {'port': {'device_id': 'd3768f50-4fc3-417c-ae0d-a558ca200e00', 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2', 'admin_state_up': True, 'tenant_id': '63ab696e75784c189c6207d8ea8c8716'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:34:38.169958 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e0f4977-ab31-4bc5-a19e-c34676c6eccb req-e1435aea-f6de-4d7d-a2bb-8e851db2a6ad tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:38.203839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1435aea-f6de-4d7d-a2bb-8e851db2a6ad tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Pushing event deleted for resources: {'Port': ['ID=cda401db-5d1f-4165-86f9-773065444526,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:34:38.257727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0f4977-ab31-4bc5-a19e-c34676c6eccb req-e1435aea-f6de-4d7d-a2bb-8e851db2a6ad tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] No DVR routers for this DVR port cda401db-5d1f-4165-86f9-773065444526 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:34:38.261080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-479ec7d7-3665-4cd3-b6db-1146c196840b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Made reservation on behalf of 63ab696e75784c189c6207d8ea8c8716 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:34:38.261326 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-2e0f4977-ab31-4bc5-a19e-c34676c6eccb req-e1435aea-f6de-4d7d-a2bb-8e851db2a6ad tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:38.263429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e0f4977-ab31-4bc5-a19e-c34676c6eccb req-e1435aea-f6de-4d7d-a2bb-8e851db2a6ad tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.52 "DELETE /v2.0/ports/cda401db-5d1f-4165-86f9-773065444526 HTTP/1.1" status: 204 len: 173 time: 0.4412386 Jul 27 20:34:38.263915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce5e818-1752-410b-8576-360374b3c6c1', 'name': 'network-vif-deleted', 'tag': 'cda401db-5d1f-4165-86f9-773065444526'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:34:38.265948 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-479ec7d7-3665-4cd3-b6db-1146c196840b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:38.266226 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65d2341-c3d5-4125-aa42-f5cfe73ded2c" -d '{"events": [{"server_uuid": "2ce5e818-1752-410b-8576-360374b3c6c1", "name": "network-vif-deleted", "tag": "cda401db-5d1f-4165-86f9-773065444526"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:34:38.304373 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-29da49d1-cd5f-4284-b410-7bc6854b64e9 req-90d70541-da9e-4b67-8336-74499f53f858 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 210 time: 0.0328820 Jul 27 20:34:38.315571 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42980a21-57e1-4e66-bf12-da158f1a337d x-openstack-request-id: req-42980a21-57e1-4e66-bf12-da158f1a337d {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:34:38.318217 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce5e818-1752-410b-8576-360374b3c6c1", "name": "network-vif-deleted", "tag": "cda401db-5d1f-4165-86f9-773065444526", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:34:38.318217 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42980a21-57e1-4e66-bf12-da158f1a337d {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:34:38.318217 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce5e818-1752-410b-8576-360374b3c6c1', 'name': 'network-vif-deleted', 'tag': 'cda401db-5d1f-4165-86f9-773065444526', 'status': 'completed', 'code': 200} Jul 27 20:34:38.430966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-479ec7d7-3665-4cd3-b6db-1146c196840b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Allocated IP 172.20.0.11 (d3003e1a-87e4-4704-ad46-ddb9b40cbaa2/a10a1c14-f285-491a-b78a-26e788cadc58/c8b94a07-2893-4f4d-8bb3-8f949d34ced2) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:34:38.594723 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-479ec7d7-3665-4cd3-b6db-1146c196840b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:38.639726 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-479ec7d7-3665-4cd3-b6db-1146c196840b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:38.684235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-479ec7d7-3665-4cd3-b6db-1146c196840b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:34:38.687535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-479ec7d7-3665-4cd3-b6db-1146c196840b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:34:38.691343 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-479ec7d7-3665-4cd3-b6db-1146c196840b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:34:38.726787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ec7d7-3665-4cd3-b6db-1146c196840b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Pushing event updated for resources: {'Port': ['ID=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:34:38.750904 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-479ec7d7-3665-4cd3-b6db-1146c196840b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:38.751534 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-479ec7d7-3665-4cd3-b6db-1146c196840b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:38.772060 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-479ec7d7-3665-4cd3-b6db-1146c196840b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6466289 Jul 27 20:34:38.785808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Request body: {'port': {'device_id': 'd3768f50-4fc3-417c-ae0d-a558ca200e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:34:38.865712 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:38.939634 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:39.147558 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b94a07-2893-4f4d-8bb3-8f949d34ced2 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:34:39.157062 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:39.170234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Transition to ACTIVE for port object c8b94a07-2893-4f4d-8bb3-8f949d34ced2 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:34:39.174473 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:39.225266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:34:39.300880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Attempting to bind port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:34:39.301221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Attempting to bind port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:34:39.301546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Attempting to bind port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 on network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:34:39.306389 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 on network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:34:39.306707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Attempting to bind port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 on network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:34:39.311738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:34:39.312083 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Checking segment: {'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:34:39.312622 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Bound using segment: {'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:34:39.313045 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Bound port: c8b94a07-2893-4f4d-8bb3-8f949d34ced2, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:34:39.313397 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:39.383760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] For port c8b94a07-2893-4f4d-8bb3-8f949d34ced2, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:34:39.387669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] For port c8b94a07-2893-4f4d-8bb3-8f949d34ced2, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:34:39.393505 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:39.432985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:39.433949 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:39.435379 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] 10.222.0.52 "PUT /v2.0/ports/c8b94a07-2893-4f4d-8bb3-8f949d34ced2 HTTP/1.1" status: 200 len: 1093 time: 0.6549842 Jul 27 20:34:39.439901 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3768f50-4fc3-417c-ae0d-a558ca200e00', 'tag': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:34:39.442252 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6bc0ad-a0df-41a6-84a8-36a3aebf4e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3768f50-4fc3-417c-ae0d-a558ca200e00", "tag": "c8b94a07-2893-4f4d-8bb3-8f949d34ced2"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:34:39.465678 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c4064-d716-4997-925e-d0c8a26ed976 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:34:39.483013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820502e-2df7-42b9-9606-4a6f64a9653d req-a51cebfa-16a3-44fc-ba38-46d9cc974862 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:39.484808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1820502e-2df7-42b9-9606-4a6f64a9653d req-a51cebfa-16a3-44fc-ba38-46d9cc974862 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 944 time: 0.1003284 Jul 27 20:34:39.557010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1820502e-2df7-42b9-9606-4a6f64a9653d req-3e3f560b-dcd4-45c7-9e9a-38deb1a49195 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637271 Jul 27 20:34:39.569087 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-834fe721-57bf-4978-8546-6b221f7f4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:39.570786 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-834fe721-57bf-4978-8546-6b221f7f4f55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 1096 time: 0.0835242 Jul 27 20:34:39.577673 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac170df4-d7e7-42a8-806e-735bfd2767a6 x-openstack-request-id: req-ac170df4-d7e7-42a8-806e-735bfd2767a6 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:34:39.578170 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3768f50-4fc3-417c-ae0d-a558ca200e00", "tag": "c8b94a07-2893-4f4d-8bb3-8f949d34ced2", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:34:39.578506 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac170df4-d7e7-42a8-806e-735bfd2767a6 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:34:39.579011 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3768f50-4fc3-417c-ae0d-a558ca200e00', 'tag': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2', 'status': 'completed', 'code': 200} Jul 27 20:34:39.621036 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-86f18fcc-bf42-4005-a4e6-7a1e2068a386 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2 HTTP/1.1" status: 200 len: 217 time: 0.0401313 Jul 27 20:34:39.672672 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-f671dfd0-27e7-416d-bde1-1a39716e298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:39.674179 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-f671dfd0-27e7-416d-bde1-1a39716e298d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a10a1c14-f285-491a-b78a-26e788cadc58 HTTP/1.1" status: 200 len: 855 time: 0.0467293 Jul 27 20:34:39.710976 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-12c69676-f903-46a7-89b1-2e372c43a497 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290837 Jul 27 20:34:39.810061 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-bfa401ef-8e11-4641-bc4e-3d1c68d8986a service neutron] 10.222.0.52 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918348 Jul 27 20:34:39.848120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device cda401db-5d1f-4165-86f9-773065444526 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:34:39.869031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: cda401db-5d1f-4165-86f9-773065444526 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:34:39.869347 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device cda401db-5d1f-4165-86f9-773065444526 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:34:39.912703 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a042bd78-be7f-454e-8eb5-1561ffb43b13 req-d90f9cc5-e8dd-4b0e-a037-79fd0d8f94e2 service neutron] 10.222.0.52 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949993 Jul 27 20:34:40.019844 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc0ad-a0df-41a6-84a8-36a3aebf4e3e req-e10cedea-6ed0-4b87-b613-abe37a032b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:40.021355 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6b6bc0ad-a0df-41a6-84a8-36a3aebf4e3e req-e10cedea-6ed0-4b87-b613-abe37a032b40 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 1096 time: 0.0615048 Jul 27 20:34:40.113990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc0ad-a0df-41a6-84a8-36a3aebf4e3e req-c185fcd2-85ba-41df-aa50-9585f577f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:40.115491 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6b6bc0ad-a0df-41a6-84a8-36a3aebf4e3e req-c185fcd2-85ba-41df-aa50-9585f577f91d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 916 time: 0.0859287 Jul 27 20:34:40.160136 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6b6bc0ad-a0df-41a6-84a8-36a3aebf4e3e req-e3a7c1c3-d0ec-4c51-9f55-9f9acc37bfaa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2 HTTP/1.1" status: 200 len: 217 time: 0.0363092 Jul 27 20:34:40.217351 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc0ad-a0df-41a6-84a8-36a3aebf4e3e req-7300dea3-cb19-485e-a6c7-2817ef2b1ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:40.219124 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6b6bc0ad-a0df-41a6-84a8-36a3aebf4e3e req-7300dea3-cb19-485e-a6c7-2817ef2b1ab7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a10a1c14-f285-491a-b78a-26e788cadc58 HTTP/1.1" status: 200 len: 855 time: 0.0503395 Jul 27 20:34:40.263473 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6b6bc0ad-a0df-41a6-84a8-36a3aebf4e3e req-6b43ab98-b4f7-4710-9a65-adab0929de40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349205 Jul 27 20:34:40.355520 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6b6bc0ad-a0df-41a6-84a8-36a3aebf4e3e req-cbac8da1-2817-4068-817f-be1f8d6c6ec2 service neutron] 10.222.0.52 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837765 Jul 27 20:34:40.450724 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6b6bc0ad-a0df-41a6-84a8-36a3aebf4e3e req-ace9d479-c4eb-4abb-8c3a-3e340bf4eed2 service neutron] 10.222.0.52 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867953 Jul 27 20:34:40.675363 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6f702-6d59-4a48-bebd-d459f8fd06d3 req-fb7273e7-b25f-4e4f-9ea7-57913d4d0835 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:40.676781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5eb6f702-6d59-4a48-bebd-d459f8fd06d3 req-fb7273e7-b25f-4e4f-9ea7-57913d4d0835 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 944 time: 0.0673943 Jul 27 20:34:40.717835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5eb6f702-6d59-4a48-bebd-d459f8fd06d3 req-1c11d677-ecc8-44c6-9e6e-d9f5517482e3 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347719 Jul 27 20:34:41.854414 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd6df9-bff5-42e7-bc1d-ec20b580e77b req-3d1e9366-c02c-4889-906e-ce33fb457d5f tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:41.855971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ccd6df9-bff5-42e7-bc1d-ec20b580e77b req-3d1e9366-c02c-4889-906e-ce33fb457d5f tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 944 time: 0.0670478 Jul 27 20:34:41.862834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device c8b94a07-2893-4f4d-8bb3-8f949d34ced2 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:34:41.897034 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ccd6df9-bff5-42e7-bc1d-ec20b580e77b req-1f8a9f6d-85cc-4ac3-8f18-70fa99a77856 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348787 Jul 27 20:34:41.967254 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port c8b94a07-2893-4f4d-8bb3-8f949d34ced2, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:34:41.979023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2', 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2', 'port_id': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2', 'mac_address': 'fa:16:3e:06:ea:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10a1c14-f285-491a-b78a-26e788cadc58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:34:42.017617 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:42.030991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b94a07-2893-4f4d-8bb3-8f949d34ced2 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:34:42.051597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port c8b94a07-2893-4f4d-8bb3-8f949d34ced2, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:34:42.057496 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:42.099844 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:42.114498 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:34:42.251968 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['c8b94a07-2893-4f4d-8bb3-8f949d34ced2'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:34:43.039451 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2f7a5-03ab-430e-83e5-ea2a14536250 req-ca40034e-ce6a-4964-b2c5-8a78a1c606e7 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:43.041071 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fb2f7a5-03ab-430e-83e5-ea2a14536250 req-ca40034e-ce6a-4964-b2c5-8a78a1c606e7 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 945 time: 0.0731387 Jul 27 20:34:43.084356 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fb2f7a5-03ab-430e-83e5-ea2a14536250 req-08ff97e6-1d2e-47ba-aa1b-fe9aadd99e45 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338752 Jul 27 20:34:43.484831 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-73162a92-03d5-44c6-8b70-aadf74251440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:43.874103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device c8b94a07-2893-4f4d-8bb3-8f949d34ced2 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:34:43.927428 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:34:43.931336 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:34:43.931715 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:44.013949 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:44.036545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3768f50-4fc3-417c-ae0d-a558ca200e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:34:44.038851 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42360555-06ea-4c05-b0a6-3b5861d08adf" -d '{"events": [{"server_uuid": "d3768f50-4fc3-417c-ae0d-a558ca200e00", "name": "network-vif-plugged", "status": "completed", "tag": "c8b94a07-2893-4f4d-8bb3-8f949d34ced2"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:34:44.051426 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port c8b94a07-2893-4f4d-8bb3-8f949d34ced2, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:34:44.056296 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:44.079860 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a51606f-a3b4-45d8-9600-77bb4c5ce7ba x-openstack-request-id: req-2a51606f-a3b4-45d8-9600-77bb4c5ce7ba {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:34:44.080152 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3768f50-4fc3-417c-ae0d-a558ca200e00", "name": "network-vif-plugged", "status": "completed", "tag": "c8b94a07-2893-4f4d-8bb3-8f949d34ced2", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:34:44.080422 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a51606f-a3b4-45d8-9600-77bb4c5ce7ba {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:34:44.080891 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3768f50-4fc3-417c-ae0d-a558ca200e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2', 'code': 200} Jul 27 20:34:44.110682 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:34:44.196013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea120b-d32f-435d-99c0-319c9989c6d8 req-4f67aa98-24f5-402e-a026-fd0c680d2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:44.197748 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3ea120b-d32f-435d-99c0-319c9989c6d8 req-4f67aa98-24f5-402e-a026-fd0c680d2dcb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 1098 time: 0.0607865 Jul 27 20:34:44.238364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb00d0-d8c0-42c2-bd69-94d43f3c03c6 req-6159f707-994b-4391-9a3e-5ec7838ef4d7 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:44.239989 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2eeb00d0-d8c0-42c2-bd69-94d43f3c03c6 req-6159f707-994b-4391-9a3e-5ec7838ef4d7 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0794666 Jul 27 20:34:44.242943 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3ea120b-d32f-435d-99c0-319c9989c6d8 req-2651cad1-a270-4088-b9f8-3a0cd7f5b66d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375764 Jul 27 20:34:44.281714 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2eeb00d0-d8c0-42c2-bd69-94d43f3c03c6 req-e031b41c-4f89-436d-9e59-34a00dec2461 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344768 Jul 27 20:34:45.419193 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83871c-e480-4d48-980a-f4aa5793b53b req-f15c83c0-f09f-4836-b4da-e7019da997b4 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:45.420619 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ce83871c-e480-4d48-980a-f4aa5793b53b req-f15c83c0-f09f-4836-b4da-e7019da997b4 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0674102 Jul 27 20:34:45.464245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ce83871c-e480-4d48-980a-f4aa5793b53b req-3e693ee1-c0c4-48c2-9f71-183dd8ca6663 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372202 Jul 27 20:34:45.597640 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1157cb-f880-45a5-99e4-4201311de271 req-ac540b87-aca9-4f8d-855e-dfd3a00107fa tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:45.599158 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a1157cb-f880-45a5-99e4-4201311de271 req-ac540b87-aca9-4f8d-855e-dfd3a00107fa tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0664225 Jul 27 20:34:45.639515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a1157cb-f880-45a5-99e4-4201311de271 req-8bf537f6-7843-473b-bb53-feec7bfc048d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338936 Jul 27 20:34:45.887942 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-f542f55e-9287-4a89-b97c-8c43066229bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0594387 Jul 27 20:34:45.904289 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb98e02-4591-43f2-a1c2-8401e3c7581b req-7e8e2f5e-3573-47a1-8e68-989ff03e1aaa tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:45.906109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2cb98e02-4591-43f2-a1c2-8401e3c7581b req-7e8e2f5e-3573-47a1-8e68-989ff03e1aaa tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0658491 Jul 27 20:34:45.947211 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2cb98e02-4591-43f2-a1c2-8401e3c7581b req-93fb54ba-ad26-4c1d-942d-cf16b9a69c54 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343952 Jul 27 20:34:46.177936 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2d835fc7-5bd2-41f8-aa53-dc59f7bee8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:46.282608 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:47.094857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f100c-c17f-49db-a86c-b3626b4fa107 req-a6e0a231-3da0-4053-9786-7aacee45c88a tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:47.096775 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c03f100c-c17f-49db-a86c-b3626b4fa107 req-a6e0a231-3da0-4053-9786-7aacee45c88a tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0760057 Jul 27 20:34:47.105296 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-40fcaf63-3cad-40ae-92ac-136e6ef98884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:47.107310 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-40fcaf63-3cad-40ae-92ac-136e6ef98884 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 1098 time: 0.0623827 Jul 27 20:34:47.138042 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c03f100c-c17f-49db-a86c-b3626b4fa107 req-5d0fd1d5-33bf-4243-827b-185e6a585388 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348330 Jul 27 20:34:47.200610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-ddf7f210-7c56-49a0-b5a5-01a4d4458565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:47.202099 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-ddf7f210-7c56-49a0-b5a5-01a4d4458565 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 916 time: 0.0869789 Jul 27 20:34:47.254508 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-c6ce2213-ae6f-469e-9c62-4d83ca40a838 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2 HTTP/1.1" status: 200 len: 217 time: 0.0441201 Jul 27 20:34:47.300892 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:47.313029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-a0d38262-7ba1-46f1-a9e1-e84577db6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:47.314547 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-a0d38262-7ba1-46f1-a9e1-e84577db6de3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a10a1c14-f285-491a-b78a-26e788cadc58 HTTP/1.1" status: 200 len: 855 time: 0.0520008 Jul 27 20:34:47.349137 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-2847b9a3-53e1-4f33-96cd-48e0f7830308 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278158 Jul 27 20:34:47.444593 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-ccfad837-8002-4e9f-ab26-e0114ba16425 service neutron] 10.222.0.52 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873046 Jul 27 20:34:47.537510 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-eea32016-43bb-4d92-83f7-c8b7229843af service neutron] 10.222.0.52 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852425 Jul 27 20:34:48.272162 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd23b7-5183-4d2c-abca-2aa0c80fc9f3 req-8c83382e-0896-4a2b-a20f-fd41bba0d85b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:48.273898 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8edd23b7-5183-4d2c-abca-2aa0c80fc9f3 req-8c83382e-0896-4a2b-a20f-fd41bba0d85b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0664046 Jul 27 20:34:48.314681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8edd23b7-5183-4d2c-abca-2aa0c80fc9f3 req-201f6a47-d95f-43b2-a3af-a3022f8ecc1e tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345700 Jul 27 20:34:49.058049 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:34:49.461882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268ad60-7f7a-4fcc-a291-421504953a0a req-7994b3ad-e9cd-416a-a310-54088ef331a2 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:49.463487 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6268ad60-7f7a-4fcc-a291-421504953a0a req-7994b3ad-e9cd-416a-a310-54088ef331a2 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0701375 Jul 27 20:34:49.510328 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6268ad60-7f7a-4fcc-a291-421504953a0a req-a94b70c7-2fdf-4e08-ad3f-08b1d585da82 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404131 Jul 27 20:34:50.645548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50f21f-a6ce-48e5-a790-9749703b3021 req-b3351596-7850-483b-acc0-01b01bb94c95 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:50.647062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af50f21f-a6ce-48e5-a790-9749703b3021 req-b3351596-7850-483b-acc0-01b01bb94c95 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0653110 Jul 27 20:34:50.687939 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af50f21f-a6ce-48e5-a790-9749703b3021 req-978235d8-b664-4a59-9098-33c47f75aaf6 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342114 Jul 27 20:34:51.842760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400334c-af47-439b-9145-7af2005e3cc7 req-2078507c-c701-4280-a56d-4965604ec66a tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:51.844277 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5400334c-af47-439b-9145-7af2005e3cc7 req-2078507c-c701-4280-a56d-4965604ec66a tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0766068 Jul 27 20:34:51.887829 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5400334c-af47-439b-9145-7af2005e3cc7 req-cce1bb8d-44e3-4b72-84b7-2b4ab6878ad1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340950 Jul 27 20:34:53.038536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72524640-72ce-4d52-9c76-cf3a9a285e72 req-65b77fba-15e8-4041-becd-d89e33294d4a tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:53.040180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-72524640-72ce-4d52-9c76-cf3a9a285e72 req-65b77fba-15e8-4041-becd-d89e33294d4a tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0732985 Jul 27 20:34:53.080906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-72524640-72ce-4d52-9c76-cf3a9a285e72 req-33190ed8-5855-48ea-ba56-92f0e56b73e5 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340018 Jul 27 20:34:54.229226 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6291e-9168-4973-a410-5d688aa3340e req-4412ef20-bea0-4212-904a-482dce9d94f6 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:54.230738 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2cd6291e-9168-4973-a410-5d688aa3340e req-4412ef20-bea0-4212-904a-482dce9d94f6 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0731320 Jul 27 20:34:54.273130 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2cd6291e-9168-4973-a410-5d688aa3340e req-a5323d1d-51c1-481c-832f-fe424d13656e tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350764 Jul 27 20:34:55.432223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921026bc-a42a-4300-bee0-7291939f6877 req-4d4148b0-2a18-40c5-bc9b-7f441fcdf798 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:55.433725 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-921026bc-a42a-4300-bee0-7291939f6877 req-4d4148b0-2a18-40c5-bc9b-7f441fcdf798 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0768361 Jul 27 20:34:55.476624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-921026bc-a42a-4300-bee0-7291939f6877 req-e3a4028b-5d8d-41cd-8d4e-7c600c31bf00 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366735 Jul 27 20:34:56.631334 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3870897-794a-4349-8725-453bb5ea65de req-24739b2a-9c28-4a4e-b018-6c996b8648bb tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:56.632980 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3870897-794a-4349-8725-453bb5ea65de req-24739b2a-9c28-4a4e-b018-6c996b8648bb tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0825770 Jul 27 20:34:56.674991 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3870897-794a-4349-8725-453bb5ea65de req-292ed27c-3a0f-48d3-8aa7-aca1413c613d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355911 Jul 27 20:34:57.810799 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4f2c8-c998-4b60-a727-b60218e26cb0 req-fb8be556-d72c-4ac1-97c3-8cc4c2016523 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:57.812324 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09c4f2c8-c998-4b60-a727-b60218e26cb0 req-fb8be556-d72c-4ac1-97c3-8cc4c2016523 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0674870 Jul 27 20:34:57.851603 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-09c4f2c8-c998-4b60-a727-b60218e26cb0 req-00101f61-6a2f-4d5d-97be-d6a5f4757260 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330880 Jul 27 20:34:58.995723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1e1b8-eb60-46bc-92e0-13449d585796 req-34869d43-9a12-4440-a45c-e2f3cdda0462 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:34:58.997481 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8a1e1b8-eb60-46bc-92e0-13449d585796 req-34869d43-9a12-4440-a45c-e2f3cdda0462 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0736740 Jul 27 20:34:59.041550 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8a1e1b8-eb60-46bc-92e0-13449d585796 req-6bf9ac3c-0e29-4c70-9354-a0e654ea13a7 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350306 Jul 27 20:34:59.815094 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:35:00.194428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af260b2-1f4f-43ca-94bd-41a20dfecb40 req-471e9c56-ac19-473f-a33d-2da5a843c01f tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:00.195971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3af260b2-1f4f-43ca-94bd-41a20dfecb40 req-471e9c56-ac19-473f-a33d-2da5a843c01f tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0828328 Jul 27 20:35:00.237127 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3af260b2-1f4f-43ca-94bd-41a20dfecb40 req-28ac6d21-32bf-47ec-8116-e635a61a4566 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349085 Jul 27 20:35:01.374307 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef47cc7-e35f-4678-9a8a-000d2d54623d req-e000e854-0b64-4f85-9200-97703c1ed1de tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:01.375824 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ef47cc7-e35f-4678-9a8a-000d2d54623d req-e000e854-0b64-4f85-9200-97703c1ed1de tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0688789 Jul 27 20:35:01.415610 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ef47cc7-e35f-4678-9a8a-000d2d54623d req-2c241430-ce48-45d5-898b-b70debb12028 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334342 Jul 27 20:35:02.562552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc771e-2e54-4d97-8e71-6cbec97c37f3 req-a8d82141-a49a-4265-99ca-f3eaae544852 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:02.564118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5cbc771e-2e54-4d97-8e71-6cbec97c37f3 req-a8d82141-a49a-4265-99ca-f3eaae544852 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0727506 Jul 27 20:35:02.605116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5cbc771e-2e54-4d97-8e71-6cbec97c37f3 req-36fbdbda-4658-4d16-b715-fd48fb931123 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347753 Jul 27 20:35:03.741987 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefd00c-4fc1-41d5-bbec-e5e27b7f8cac req-b6f4572c-0839-4467-a660-a69a51897045 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:03.743522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eeefd00c-4fc1-41d5-bbec-e5e27b7f8cac req-b6f4572c-0839-4467-a660-a69a51897045 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0679092 Jul 27 20:35:03.804746 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eeefd00c-4fc1-41d5-bbec-e5e27b7f8cac req-1d879d00-0b35-4b42-8e5b-abf2ca51ff9a tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484674 Jul 27 20:35:04.968281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6800d-f9c5-46d8-b9fc-6453dff024ee req-127c116b-f124-4c69-bb3d-05433dcafce6 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:04.969812 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ef6800d-f9c5-46d8-b9fc-6453dff024ee req-127c116b-f124-4c69-bb3d-05433dcafce6 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0715561 Jul 27 20:35:05.011510 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2ef6800d-f9c5-46d8-b9fc-6453dff024ee req-f05946d6-10f5-41f2-a243-928461524fd9 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350268 Jul 27 20:35:06.151858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad212b7-438a-4449-a292-d0f677dcdb0a req-f4082093-1566-48ba-b0f0-16cb27a26cb4 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:06.154196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bad212b7-438a-4449-a292-d0f677dcdb0a req-f4082093-1566-48ba-b0f0-16cb27a26cb4 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0673831 Jul 27 20:35:06.193377 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bad212b7-438a-4449-a292-d0f677dcdb0a req-aab04f9d-8628-460d-8433-47bf8849a763 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324192 Jul 27 20:35:07.330015 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95909a-48dd-44a5-b27d-3065ef5fb0fc req-827dba22-9ef1-4a68-9f62-ca3707bae7a1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:07.331472 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af95909a-48dd-44a5-b27d-3065ef5fb0fc req-827dba22-9ef1-4a68-9f62-ca3707bae7a1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0684125 Jul 27 20:35:07.372505 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-af95909a-48dd-44a5-b27d-3065ef5fb0fc req-22104e7e-3cdd-4ab0-bc23-089f565dda25 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344355 Jul 27 20:35:08.512083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fb67e-4c36-4156-a8d9-04e6f6499b79 req-a33cfcee-a9f5-4fcf-b3bf-13230779ff6e tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:08.513602 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc3fb67e-4c36-4156-a8d9-04e6f6499b79 req-a33cfcee-a9f5-4fcf-b3bf-13230779ff6e tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0702982 Jul 27 20:35:08.552489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc3fb67e-4c36-4156-a8d9-04e6f6499b79 req-f8065bd2-0d62-40e3-8a6f-72309b6503b6 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327616 Jul 27 20:35:08.938427 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:09.689192 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7258e7c-8d4b-40bc-b71a-c2211875a096 req-8a20f79b-fc1d-4fb3-bca8-9b67158e0c77 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:09.690674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7258e7c-8d4b-40bc-b71a-c2211875a096 req-8a20f79b-fc1d-4fb3-bca8-9b67158e0c77 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0669191 Jul 27 20:35:09.730833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7258e7c-8d4b-40bc-b71a-c2211875a096 req-c0de6b98-b30d-47ee-8a53-d5c7b589f0d1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336587 Jul 27 20:35:10.867446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c5726-e4ea-4d84-8ba0-10838a47a733 req-b8104773-6466-418a-8030-02a50c2f1c4d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:10.869168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a85c5726-e4ea-4d84-8ba0-10838a47a733 req-b8104773-6466-418a-8030-02a50c2f1c4d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0689521 Jul 27 20:35:10.908474 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a85c5726-e4ea-4d84-8ba0-10838a47a733 req-c024d75a-bcc4-4322-b504-38eb6d43155d tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329714 Jul 27 20:35:12.050539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271f6ea-ac56-46ae-a3e6-998178f055f3 req-78473ea0-f58b-4954-a271-3cd71e0efe35 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:12.052104 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a271f6ea-ac56-46ae-a3e6-998178f055f3 req-78473ea0-f58b-4954-a271-3cd71e0efe35 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0693870 Jul 27 20:35:12.079308 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:12.093698 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a271f6ea-ac56-46ae-a3e6-998178f055f3 req-ad41f336-30ee-45bf-8bc6-97b457808f5b tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348542 Jul 27 20:35:13.232853 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa7c01-44d5-4a11-8328-473c965a7e3e req-32e1eb84-65f9-4860-a6b7-63840d828c85 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:13.234465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bfaa7c01-44d5-4a11-8328-473c965a7e3e req-32e1eb84-65f9-4860-a6b7-63840d828c85 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0693948 Jul 27 20:35:13.275665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bfaa7c01-44d5-4a11-8328-473c965a7e3e req-ec3104ec-fa70-4efd-909a-2dbed0cb2f5f tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350530 Jul 27 20:35:13.496910 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b1c32458-6a90-4e7c-bc7c-979ce660ac69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:14.330210 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-034d3171-3e5a-46cb-99c6-b276b5cbe3d8 service neutron] show failed (client error): The resource could not be found. Jul 27 20:35:14.331303 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-034d3171-3e5a-46cb-99c6-b276b5cbe3d8 service neutron] 10.222.0.52 "GET /v2.0/ports/c8b94a07-2893-4f4d-8bb3-8f949d34ced2/bindings/n-h2-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0627434 Jul 27 20:35:14.422699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4024d1-e9a3-4fde-a60f-47ee01395c93 req-51095d4e-37ee-4106-bd1a-815050d14a51 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:14.424158 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac4024d1-e9a3-4fde-a60f-47ee01395c93 req-51095d4e-37ee-4106-bd1a-815050d14a51 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0729709 Jul 27 20:35:14.464128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ac4024d1-e9a3-4fde-a60f-47ee01395c93 req-b8a250ed-2d90-4198-8cca-048c59c8ab81 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336716 Jul 27 20:35:14.557794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-8ea34f7b-1649-428a-93fe-581534846476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:14.559956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-8ea34f7b-1649-428a-93fe-581534846476 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00&tenant_id=63ab696e75784c189c6207d8ea8c8716 HTTP/1.1" status: 200 len: 1098 time: 0.0572670 Jul 27 20:35:14.574052 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:35:14.651212 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:14.857608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] For port c8b94a07-2893-4f4d-8bb3-8f949d34ced2, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:35:14.894593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] For port c8b94a07-2893-4f4d-8bb3-8f949d34ced2, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:35:14.934369 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3768f50-4fc3-417c-ae0d-a558ca200e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:35:14.936725 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4df1c5c-dab6-4015-8261-f8e36002c1df" -d '{"events": [{"server_uuid": "d3768f50-4fc3-417c-ae0d-a558ca200e00", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b94a07-2893-4f4d-8bb3-8f949d34ced2"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:35:14.941141 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:14.954700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Transition to ACTIVE for port object c8b94a07-2893-4f4d-8bb3-8f949d34ced2 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:35:14.959250 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:14.990168 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb74144-3346-4a12-8e01-06eba0122ec1 x-openstack-request-id: req-beb74144-3346-4a12-8e01-06eba0122ec1 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:35:14.990467 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3768f50-4fc3-417c-ae0d-a558ca200e00", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b94a07-2893-4f4d-8bb3-8f949d34ced2", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:35:14.990717 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-beb74144-3346-4a12-8e01-06eba0122ec1 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:35:14.991162 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3768f50-4fc3-417c-ae0d-a558ca200e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2', 'code': 200} Jul 27 20:35:15.012572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Pushing event updated for resources: {'Port': ['ID=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:15.036880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] No DVR routers for this DVR port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:35:15.079499 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Attempting to bind port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:35:15.079824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Attempting to bind port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:35:15.080197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Attempting to bind port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 on network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:35:15.084811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 on network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:35:15.085141 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Attempting to bind port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 on network d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:35:15.090201 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:35:15.090543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Checking segment: {'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:35:15.090928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Bound using segment: {'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:35:15.091352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Bound port: c8b94a07-2893-4f4d-8bb3-8f949d34ced2, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2309fb9-aecf-4486-8247-916c9f63613d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:35:15.091714 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:15.166249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] For port c8b94a07-2893-4f4d-8bb3-8f949d34ced2, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:35:15.170100 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] For port c8b94a07-2893-4f4d-8bb3-8f949d34ced2, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:35:15.174941 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:15.215386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:15.216438 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:15.218794 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] 10.222.0.63 "PUT /v2.0/ports/c8b94a07-2893-4f4d-8bb3-8f949d34ced2 HTTP/1.1" status: 200 len: 1093 time: 0.6489756 Jul 27 20:35:15.297909 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f802a3f-942a-4640-8b90-aee4bceb132e service neutron] Pushing event updated for resources: {'Port': ['ID=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:15.332799 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9185e6c3-20b9-4a60-8961-882ecd0e9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:15.334343 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9185e6c3-20b9-4a60-8961-882ecd0e9743 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 1096 time: 0.0903313 Jul 27 20:35:15.435207 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-10b5c4ed-c4c2-4551-b797-d9478f368570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:15.435207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-10b5c4ed-c4c2-4551-b797-d9478f368570 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 916 time: 0.0917981 Jul 27 20:35:15.482608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-8bcba56f-a2ef-4d3d-9bf8-d9bd6b6d36f7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2 HTTP/1.1" status: 200 len: 217 time: 0.0412962 Jul 27 20:35:15.540633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-cc132dc4-2716-4483-bff5-ffaeb59abeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:15.542943 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-cc132dc4-2716-4483-bff5-ffaeb59abeb0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a10a1c14-f285-491a-b78a-26e788cadc58 HTTP/1.1" status: 200 len: 855 time: 0.0539272 Jul 27 20:35:15.609110 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-70221516-dc5b-41fa-9a54-c5bc562cbd1d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569916 Jul 27 20:35:15.705996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c88e9b-6467-40f4-a2d8-775a26b84274 req-22d42213-2731-4592-9353-b30b2e49cda7 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:15.707490 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45c88e9b-6467-40f4-a2d8-775a26b84274 req-22d42213-2731-4592-9353-b30b2e49cda7 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 944 time: 0.1636677 Jul 27 20:35:15.736883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-a66f32ae-0ff7-4951-a34a-1752f90e38a0 service neutron] 10.222.0.63 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205230 Jul 27 20:35:15.801024 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45c88e9b-6467-40f4-a2d8-775a26b84274 req-84c9428b-6d68-471e-ab09-6396cfa1958f tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861213 Jul 27 20:35:15.852113 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea5010fc-be80-4055-af81-f96baa0988b0 req-9d643fe9-24bb-4922-85ea-3521f0364d55 service neutron] 10.222.0.63 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082187 Jul 27 20:35:16.182008 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-989ba2c9-56ec-4186-8a36-61de90eb2d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:16.289100 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:16.951975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8b841-5320-4b19-a4ab-043c84942de0 req-0a362750-255b-4443-b954-ed0a583401d2 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:16.953539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d7c8b841-5320-4b19-a4ab-043c84942de0 req-0a362750-255b-4443-b954-ed0a583401d2 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 944 time: 0.0726697 Jul 27 20:35:16.992244 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3768f50-4fc3-417c-ae0d-a558ca200e00', 'tag': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:35:16.994987 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66161ffd-cf36-459f-a526-baf1abc810bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d3768f50-4fc3-417c-ae0d-a558ca200e00", "tag": "c8b94a07-2893-4f4d-8bb3-8f949d34ced2"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:35:17.001122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d7c8b841-5320-4b19-a4ab-043c84942de0 req-917c3efb-d073-4ddf-85f6-b4e21fbab1ed tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414317 Jul 27 20:35:17.043852 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b197f4-c7f9-4ba5-baa3-821701bdfd19 x-openstack-request-id: req-58b197f4-c7f9-4ba5-baa3-821701bdfd19 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:35:17.044136 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3768f50-4fc3-417c-ae0d-a558ca200e00", "tag": "c8b94a07-2893-4f4d-8bb3-8f949d34ced2", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:35:17.044383 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58b197f4-c7f9-4ba5-baa3-821701bdfd19 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:35:17.044826 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3768f50-4fc3-417c-ae0d-a558ca200e00', 'tag': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2', 'status': 'completed', 'code': 200} Jul 27 20:35:17.122301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66161ffd-cf36-459f-a526-baf1abc810bb req-5e8ebed3-dc0d-49e3-8434-6a373f90132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:17.123714 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66161ffd-cf36-459f-a526-baf1abc810bb req-5e8ebed3-dc0d-49e3-8434-6a373f90132d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 1096 time: 0.0592613 Jul 27 20:35:17.129398 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66161ffd-cf36-459f-a526-baf1abc810bb req-d4819b91-b516-4294-84f7-123488b471b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:17.130997 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-66161ffd-cf36-459f-a526-baf1abc810bb req-d4819b91-b516-4294-84f7-123488b471b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 1096 time: 0.0630713 Jul 27 20:35:17.225992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66161ffd-cf36-459f-a526-baf1abc810bb req-ad9fc01c-2d7c-44d6-b563-67b7c6a388de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:17.228157 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66161ffd-cf36-459f-a526-baf1abc810bb req-6fb9accb-f6b5-4e12-b748-e1c96dbe34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:17.228645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66161ffd-cf36-459f-a526-baf1abc810bb req-ad9fc01c-2d7c-44d6-b563-67b7c6a388de service neutron] 10.222.0.63 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 916 time: 0.0972857 Jul 27 20:35:17.230082 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-66161ffd-cf36-459f-a526-baf1abc810bb req-6fb9accb-f6b5-4e12-b748-e1c96dbe34d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 916 time: 0.0910649 Jul 27 20:35:17.274246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66161ffd-cf36-459f-a526-baf1abc810bb req-cd1957be-c324-4dca-8453-d5ab0704f1ed service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2 HTTP/1.1" status: 200 len: 217 time: 0.0364182 Jul 27 20:35:17.279278 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-66161ffd-cf36-459f-a526-baf1abc810bb req-d2ade23d-a77b-42ad-a89a-611debb832ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2 HTTP/1.1" status: 200 len: 217 time: 0.0413599 Jul 27 20:35:17.301757 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:17.329176 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66161ffd-cf36-459f-a526-baf1abc810bb req-56cd71b8-34db-4122-bcd4-764466cfde77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:17.330677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66161ffd-cf36-459f-a526-baf1abc810bb req-56cd71b8-34db-4122-bcd4-764466cfde77 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a10a1c14-f285-491a-b78a-26e788cadc58 HTTP/1.1" status: 200 len: 855 time: 0.0459752 Jul 27 20:35:17.334980 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66161ffd-cf36-459f-a526-baf1abc810bb req-3d6a8c51-9e77-4756-a6d4-227689ad47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:17.336569 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-66161ffd-cf36-459f-a526-baf1abc810bb req-3d6a8c51-9e77-4756-a6d4-227689ad47f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a10a1c14-f285-491a-b78a-26e788cadc58 HTTP/1.1" status: 200 len: 855 time: 0.0476496 Jul 27 20:35:17.374311 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66161ffd-cf36-459f-a526-baf1abc810bb req-b79a8cf5-6d26-4f22-9e01-5d04d120e541 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337148 Jul 27 20:35:17.374521 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-66161ffd-cf36-459f-a526-baf1abc810bb req-2c8c042d-0ad5-4bc5-a9c2-b7a1b8ca61bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298445 Jul 27 20:35:17.474416 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66161ffd-cf36-459f-a526-baf1abc810bb req-1edf889f-3f35-4640-8abb-3a7a4991fe64 service neutron] 10.222.0.63 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924914 Jul 27 20:35:17.477206 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-66161ffd-cf36-459f-a526-baf1abc810bb req-7785349d-4639-4657-9590-526c16696bde service neutron] 10.222.0.52 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956807 Jul 27 20:35:17.576132 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-66161ffd-cf36-459f-a526-baf1abc810bb req-8b0c074d-9902-44c4-8b23-e9bf3c7f4975 service neutron] 10.222.0.52 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914593 Jul 27 20:35:17.595625 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66161ffd-cf36-459f-a526-baf1abc810bb req-7bb88702-18a7-4975-a64f-f650582ffac5 service neutron] 10.222.0.63 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126390 Jul 27 20:35:18.494715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f6471-c14f-4872-af1b-3693e44eb8d4 req-0167e7c4-080c-47c5-8c61-40105b504230 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:18.496156 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a1f6471-c14f-4872-af1b-3693e44eb8d4 req-0167e7c4-080c-47c5-8c61-40105b504230 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 944 time: 0.4168487 Jul 27 20:35:18.535217 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a1f6471-c14f-4872-af1b-3693e44eb8d4 req-a03660d6-1796-4448-8f98-ad0566ff2c82 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328543 Jul 27 20:35:18.768822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c188a13-5a1d-40e8-9af3-4fa2871342f3 req-cdd6c06e-7aad-4ae8-b646-8be985fab471 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:18.770227 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c188a13-5a1d-40e8-9af3-4fa2871342f3 req-cdd6c06e-7aad-4ae8-b646-8be985fab471 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 944 time: 0.0668125 Jul 27 20:35:18.809880 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c188a13-5a1d-40e8-9af3-4fa2871342f3 req-226a0e70-f2db-43e6-be07-233a08994dcc tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330236 Jul 27 20:35:19.061573 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:19.190008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfd562-f473-498b-9074-cbd1458d2e7f req-dded700c-cf97-4443-b060-f5994238065f tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:19.191479 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cbfd562-f473-498b-9074-cbd1458d2e7f req-dded700c-cf97-4443-b060-f5994238065f tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00&tenant_id=63ab696e75784c189c6207d8ea8c8716&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 944 time: 0.4783595 Jul 27 20:35:19.258142 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [req-4cbfd562-f473-498b-9074-cbd1458d2e7f req-94fa8d1f-2e8b-4e08-9321-ffcaede9f19c service neutron] delete failed (client error): The resource could not be found. Jul 27 20:35:19.259170 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cbfd562-f473-498b-9074-cbd1458d2e7f req-94fa8d1f-2e8b-4e08-9321-ffcaede9f19c service neutron] 10.222.0.52 "DELETE /v2.0/ports/c8b94a07-2893-4f4d-8bb3-8f949d34ced2/bindings/n-h1-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0589702 Jul 27 20:35:19.377250 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfd562-f473-498b-9074-cbd1458d2e7f req-76341a60-47aa-4d88-a207-ddfd59549824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:19.378681 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cbfd562-f473-498b-9074-cbd1458d2e7f req-76341a60-47aa-4d88-a207-ddfd59549824 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=63ab696e75784c189c6207d8ea8c8716&device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 1096 time: 0.0694766 Jul 27 20:35:19.481907 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfd562-f473-498b-9074-cbd1458d2e7f req-6b452eb0-ef8d-44cc-a8ba-a6bbcf2af25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:19.483400 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cbfd562-f473-498b-9074-cbd1458d2e7f req-6b452eb0-ef8d-44cc-a8ba-a6bbcf2af25d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 200 len: 916 time: 0.0966465 Jul 27 20:35:19.528810 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cbfd562-f473-498b-9074-cbd1458d2e7f req-7f1c7365-d370-4c00-af25-212ed5359141 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2 HTTP/1.1" status: 200 len: 217 time: 0.0375168 Jul 27 20:35:19.579908 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c8b94a07-2893-4f4d-8bb3-8f949d34ced2 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:35:19.590657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfd562-f473-498b-9074-cbd1458d2e7f req-e2dec993-6e77-4e75-929e-59528ef57ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:19.593257 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cbfd562-f473-498b-9074-cbd1458d2e7f req-e2dec993-6e77-4e75-929e-59528ef57ddc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a10a1c14-f285-491a-b78a-26e788cadc58 HTTP/1.1" status: 200 len: 855 time: 0.0573332 Jul 27 20:35:19.632575 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cbfd562-f473-498b-9074-cbd1458d2e7f req-35684645-e07f-442e-99ed-d22e7e0cc765 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322421 Jul 27 20:35:19.678000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port c8b94a07-2893-4f4d-8bb3-8f949d34ced2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:35:19.691645 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2', 'network_id': 'd3003e1a-87e4-4704-ad46-ddb9b40cbaa2', 'port_id': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2', 'mac_address': 'fa:16:3e:06:ea:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10a1c14-f285-491a-b78a-26e788cadc58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:35:19.727813 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cbfd562-f473-498b-9074-cbd1458d2e7f req-5b02fa15-fba0-4375-b455-dbbd8bf53ce5 service neutron] 10.222.0.52 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870359 Jul 27 20:35:19.735065 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:19.751215 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b94a07-2893-4f4d-8bb3-8f949d34ced2 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:35:19.776601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port c8b94a07-2893-4f4d-8bb3-8f949d34ced2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:35:19.781218 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:19.833508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:19.841476 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4cbfd562-f473-498b-9074-cbd1458d2e7f req-61eec9e8-3be8-4217-9c7b-4ccc465506c0 service neutron] 10.222.0.52 "GET /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062715 Jul 27 20:35:19.842465 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:19.842813 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:19.843150 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:19.843487 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:19.843795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:19.844116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:19.844464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:19.844787 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:19.845239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:19.846871 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:19.847206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:19.847510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:19.958234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01a136-8c95-4c5b-8868-a60360a188e3 req-0420f9c2-e6fa-4b70-b09d-13320c4d29fa tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:19.959736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee01a136-8c95-4c5b-8868-a60360a188e3 req-0420f9c2-e6fa-4b70-b09d-13320c4d29fa tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 945 time: 0.0721226 Jul 27 20:35:19.998037 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['c8b94a07-2893-4f4d-8bb3-8f949d34ced2'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:35:20.001947 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee01a136-8c95-4c5b-8868-a60360a188e3 req-1ff34621-0c2a-4fe3-a146-b4275dc85541 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354111 Jul 27 20:35:20.026427 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device c8b94a07-2893-4f4d-8bb3-8f949d34ced2 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:35:20.091744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device c8b94a07-2893-4f4d-8bb3-8f949d34ced2 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:35:21.141762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d7c74-e78c-4da7-a383-e894619cb8d5 req-90273f28-a443-4c16-b05f-1d23ab20f5ec tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:21.143340 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa8d7c74-e78c-4da7-a383-e894619cb8d5 req-90273f28-a443-4c16-b05f-1d23ab20f5ec tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 945 time: 0.0703011 Jul 27 20:35:21.185294 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa8d7c74-e78c-4da7-a383-e894619cb8d5 req-d1b0bb0e-5346-42cb-8acd-79bd5a44b05c tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354707 Jul 27 20:35:21.330080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872c3a9-b3b2-40cb-8428-d447312a29a9 req-aefe0ee4-06de-4169-bd3c-162dbdaac5b3 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:21.331633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5872c3a9-b3b2-40cb-8428-d447312a29a9 req-aefe0ee4-06de-4169-bd3c-162dbdaac5b3 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 945 time: 0.0689495 Jul 27 20:35:21.376485 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5872c3a9-b3b2-40cb-8428-d447312a29a9 req-a11761d8-4ea7-4c53-9f8e-63067eafb121 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382521 Jul 27 20:35:21.511674 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253142b-2f16-405a-a13b-4e8e3421e387 req-78591f18-5477-4990-bcb6-6890ec687e60 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:21.513124 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0253142b-2f16-405a-a13b-4e8e3421e387 req-78591f18-5477-4990-bcb6-6890ec687e60 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 945 time: 0.0684941 Jul 27 20:35:21.551742 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0253142b-2f16-405a-a13b-4e8e3421e387 req-adacac7d-9dd1-4c20-96a3-71d994f542cd tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Jul 27 20:35:21.606842 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c8b94a07-2893-4f4d-8bb3-8f949d34ced2 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:35:21.658066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:35:21.662146 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:35:21.662541 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:21.759630 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:21.787300 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3768f50-4fc3-417c-ae0d-a558ca200e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:35:21.789813 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6a6fff-f80d-4c4c-a0e7-2936437686e9" -d '{"events": [{"server_uuid": "d3768f50-4fc3-417c-ae0d-a558ca200e00", "name": "network-vif-plugged", "status": "completed", "tag": "c8b94a07-2893-4f4d-8bb3-8f949d34ced2"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:35:21.803268 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port c8b94a07-2893-4f4d-8bb3-8f949d34ced2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:35:21.808991 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:21.835503 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e742378-1d05-4d22-b5bc-215d275e6fa4 x-openstack-request-id: req-4e742378-1d05-4d22-b5bc-215d275e6fa4 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:35:21.835895 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3768f50-4fc3-417c-ae0d-a558ca200e00", "name": "network-vif-plugged", "status": "completed", "tag": "c8b94a07-2893-4f4d-8bb3-8f949d34ced2", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:35:21.836048 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e742378-1d05-4d22-b5bc-215d275e6fa4 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:35:21.836478 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3768f50-4fc3-417c-ae0d-a558ca200e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2', 'code': 200} Jul 27 20:35:21.864435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:21.916039 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062365b5-1a88-465e-b2d9-c26e1c1043c4 req-4eeff6b2-4d0b-4b95-9a14-bdb89c788a63 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:21.917606 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-062365b5-1a88-465e-b2d9-c26e1c1043c4 req-4eeff6b2-4d0b-4b95-9a14-bdb89c788a63 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.0644610 Jul 27 20:35:21.955715 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-062365b5-1a88-465e-b2d9-c26e1c1043c4 req-2bdc2f1e-2ce2-40e0-8500-430f55167121 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Jul 27 20:35:23.130295 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e67c6-20a5-40c5-8b1e-87c76b361399 req-30ae0504-3ff7-45af-b214-9347689787be tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:23.131802 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d4e67c6-20a5-40c5-8b1e-87c76b361399 req-30ae0504-3ff7-45af-b214-9347689787be tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.63 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.1064909 Jul 27 20:35:23.140201 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59075da-5eac-4ac2-a7cb-8b33a835c7e8 req-7d34c27c-2277-4e35-973a-d5d23e4e13eb tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:23.141722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e59075da-5eac-4ac2-a7cb-8b33a835c7e8 req-7d34c27c-2277-4e35-973a-d5d23e4e13eb tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3768f50-4fc3-417c-ae0d-a558ca200e00 HTTP/1.1" status: 200 len: 946 time: 0.1081820 Jul 27 20:35:23.221876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e59075da-5eac-4ac2-a7cb-8b33a835c7e8 req-2c19879d-ab38-4964-bd99-9f962fabfeda tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.48 "GET /v2.0/security-groups?id=372cf7f5-d934-4274-863f-daaf8b2b9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729842 Jul 27 20:35:23.273580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0d4e67c6-20a5-40c5-8b1e-87c76b361399 req-c697654a-f4a9-4716-853a-a04fa92a17e1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Deleting port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:35:23.273926 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0d4e67c6-20a5-40c5-8b1e-87c76b361399 req-c697654a-f4a9-4716-853a-a04fa92a17e1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:23.379849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-0d4e67c6-20a5-40c5-8b1e-87c76b361399 req-c697654a-f4a9-4716-853a-a04fa92a17e1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] For port c8b94a07-2893-4f4d-8bb3-8f949d34ced2, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,segment=NetworkSegment(e2309fb9-aecf-4486-8247-916c9f63613d),segment_id=e2309fb9-aecf-4486-8247-916c9f63613d)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:35:23.380196 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0d4e67c6-20a5-40c5-8b1e-87c76b361399 req-c697654a-f4a9-4716-853a-a04fa92a17e1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:23.394409 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [req-0d4e67c6-20a5-40c5-8b1e-87c76b361399 req-c697654a-f4a9-4716-853a-a04fa92a17e1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Calling delete_port for c8b94a07-2893-4f4d-8bb3-8f949d34ced2 owned by compute:nova {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:35:23.531563 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0d4e67c6-20a5-40c5-8b1e-87c76b361399 req-c697654a-f4a9-4716-853a-a04fa92a17e1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:23.544195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['c8b94a07-2893-4f4d-8bb3-8f949d34ced2'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:35:23.559939 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697654a-f4a9-4716-853a-a04fa92a17e1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Pushing event deleted for resources: {'Port': ['ID=c8b94a07-2893-4f4d-8bb3-8f949d34ced2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:23.610246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4e67c6-20a5-40c5-8b1e-87c76b361399 req-c697654a-f4a9-4716-853a-a04fa92a17e1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] No DVR routers for this DVR port c8b94a07-2893-4f4d-8bb3-8f949d34ced2 on host n-h2-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:35:23.612924 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-0d4e67c6-20a5-40c5-8b1e-87c76b361399 req-c697654a-f4a9-4716-853a-a04fa92a17e1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:23.614933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d4e67c6-20a5-40c5-8b1e-87c76b361399 req-c697654a-f4a9-4716-853a-a04fa92a17e1 tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] 10.222.0.63 "DELETE /v2.0/ports/c8b94a07-2893-4f4d-8bb3-8f949d34ced2 HTTP/1.1" status: 204 len: 173 time: 0.4723654 Jul 27 20:35:23.615365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3768f50-4fc3-417c-ae0d-a558ca200e00', 'name': 'network-vif-deleted', 'tag': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:35:23.617657 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cffa200-1982-4c30-b9f3-5d1c37baaceb" -d '{"events": [{"server_uuid": "d3768f50-4fc3-417c-ae0d-a558ca200e00", "name": "network-vif-deleted", "tag": "c8b94a07-2893-4f4d-8bb3-8f949d34ced2"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:35:23.656333 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefd92cd-9d3f-4413-8a61-07d0dcd95cd8 x-openstack-request-id: req-cefd92cd-9d3f-4413-8a61-07d0dcd95cd8 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:35:23.656700 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3768f50-4fc3-417c-ae0d-a558ca200e00", "name": "network-vif-deleted", "tag": "c8b94a07-2893-4f4d-8bb3-8f949d34ced2", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:35:23.656958 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cefd92cd-9d3f-4413-8a61-07d0dcd95cd8 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:35:23.657352 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3768f50-4fc3-417c-ae0d-a558ca200e00', 'name': 'network-vif-deleted', 'tag': 'c8b94a07-2893-4f4d-8bb3-8f949d34ced2', 'status': 'completed', 'code': 200} Jul 27 20:35:24.356335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35506) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:35:24.402658 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Deleting subnet a10a1c14-f285-491a-b78a-26e788cadc58 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:35:24.406082 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:24.444327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:24.487101 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:24.549901 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:24.577204 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10a1c14-f285-491a-b78a-26e788cadc58,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:24.582031 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:24.584065 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a10a1c14-f285-491a-b78a-26e788cadc58 HTTP/1.1" status: 204 len: 168 time: 0.2265167 Jul 27 20:35:24.586663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35508) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:35:24.590254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:24.590638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:24.590987 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:24.591335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:24.591675 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:24.592016 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:24.592350 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:24.592713 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:24.593046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:24.593375 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:24.593705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:24.594029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728676e1-b219-41b2-988f-b88b9f205df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:24.662745 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-76a28079-61df-4800-a0e1-04976307bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:24.746444 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-76a28079-61df-4800-a0e1-04976307bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:24.756883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-76a28079-61df-4800-a0e1-04976307bb23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3003e1a-87e4-4704-ad46-ddb9b40cbaa2']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:35:24.773050 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-76a28079-61df-4800-a0e1-04976307bb23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2309fb9-aecf-4486-8247-916c9f63613d') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:35:24.773337 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-76a28079-61df-4800-a0e1-04976307bb23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2309fb9-aecf-4486-8247-916c9f63613d') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:35:24.783340 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-76a28079-61df-4800-a0e1-04976307bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:24.797499 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-76a28079-61df-4800-a0e1-04976307bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:24.803809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a28079-61df-4800-a0e1-04976307bb23 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:35:24.804192 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-76a28079-61df-4800-a0e1-04976307bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:35:24.806994 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:35:24.873214 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-76a28079-61df-4800-a0e1-04976307bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:24.878906 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-76a28079-61df-4800-a0e1-04976307bb23 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:24.883341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-76a28079-61df-4800-a0e1-04976307bb23 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d3003e1a-87e4-4704-ad46-ddb9b40cbaa2 HTTP/1.1" status: 204 len: 168 time: 0.2931535 Jul 27 20:35:24.894051 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a28079-61df-4800-a0e1-04976307bb23 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3003e1a-87e4-4704-ad46-ddb9b40cbaa2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:24.995833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35512) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:35:25.036479 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b525650f-9278-4609-b653-83f2db2a8286 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63ab696e75784c189c6207d8ea8c8716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393541 Jul 27 20:35:25.039009 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35514) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:35:25.089132 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a03988ce-01f8-447c-8c3e-c8f1d8882b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:25.115548 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a03988ce-01f8-447c-8c3e-c8f1d8882b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:25.165681 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a03988ce-01f8-447c-8c3e-c8f1d8882b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:25.168526 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a03988ce-01f8-447c-8c3e-c8f1d8882b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:25.169784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a03988ce-01f8-447c-8c3e-c8f1d8882b9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/372cf7f5-d934-4274-863f-daaf8b2b9a0b HTTP/1.1" status: 204 len: 168 time: 0.1298344 Jul 27 20:35:25.178114 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03988ce-01f8-447c-8c3e-c8f1d8882b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372cf7f5-d934-4274-863f-daaf8b2b9a0b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:25.855705 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35536) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:35:25.952864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-581011236-network', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:35:25.980006 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] Made reservation on behalf of d818b488e4104d16b3de6116fd21eb6a for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:35:25.982561 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:25.992429 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:26.085992 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:26.091009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:26.117873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:35:26.124474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2c98f1-18c6-4b4d-9667-aeb9367d0a04,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:26.130868 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:26.131370 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] Added segment f50a925f-6e9d-4799-bc86-a686e3bbae3d of type vlan for network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 Jul 27 20:35:26.173604 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:26.203850 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:26.204861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:26.205425 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:26.260613 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4036081 Jul 27 20:35:26.263648 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35540) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:35:26.268559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8a79f2bd-eea0-4378-b992-578c0f131fdf admin admin] Request body: {'subnet': {'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-581011236-subnet', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:35:26.284154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df41e0a-1632-479a-acb3-b1f8700fcdab admin admin] Pushing event updated for resources: {'Network': ['ID=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:26.297025 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:35:26.301041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a79f2bd-eea0-4378-b992-578c0f131fdf admin admin] Made reservation on behalf of d818b488e4104d16b3de6116fd21eb6a for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:35:26.305090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a79f2bd-eea0-4378-b992-578c0f131fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:26.485407 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a79f2bd-eea0-4378-b992-578c0f131fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:26.534786 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79f2bd-eea0-4378-b992-578c0f131fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df32f0f-2f38-46fb-811c-f2ba2f7530a9,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:26.551401 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79f2bd-eea0-4378-b992-578c0f131fdf admin admin] Checking segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:35:26.551784 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a79f2bd-eea0-4378-b992-578c0f131fdf admin admin] Network hostable DHCP agents. Network: 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:35:26.570372 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a79f2bd-eea0-4378-b992-578c0f131fdf admin admin] Network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:35:26.579387 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-8a79f2bd-eea0-4378-b992-578c0f131fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:35:26.583564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a79f2bd-eea0-4378-b992-578c0f131fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:26.584167 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8a79f2bd-eea0-4378-b992-578c0f131fdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:26.589737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a735cf8b-8c81-4630-b382-7763b28ad0cc None None] Network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:35:26.599395 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8a79f2bd-eea0-4378-b992-578c0f131fdf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3346825 Jul 27 20:35:26.602055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35542) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:35:26.608183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:35:26.630915 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:26.631870 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:26.691776 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:26.742196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:35:26.743063 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:26.831665 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:26.880827 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Allocated IP 172.20.0.2 (3f2b2f88-ea83-425a-8c9b-99b5ccb0f684/6df32f0f-2f38-46fb-811c-f2ba2f7530a9/7dbb90b6-dc2c-420b-8e96-47cbc86cfef9) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:35:27.038008 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:27.048019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Transition to ACTIVE for port object 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:35:27.057639 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:27.063046 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Transition to ACTIVE for port object 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:35:27.069763 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:27.090544 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:27.107277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:35:27.112419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:35:27.115745 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:35:27.121377 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Pushing event updated for resources: {'Port': ['ID=7dbb90b6-dc2c-420b-8e96-47cbc86cfef9,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:27.185436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Attempting to bind port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:35:27.185815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Attempting to bind port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:35:27.186187 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Attempting to bind port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:35:27.191392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:35:27.191776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Checking segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:35:27.192186 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:27.192617 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Bound using segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:35:27.193110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Bound port: 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:35:27.193495 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:27.243359 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Allocated IP 172.25.1.9 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/25ab05b1-49f4-4ef3-9ee8-7c995d61a655) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:35:27.259909 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] For port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:35:27.264172 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] For port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7dbb90b6-dc2c-420b-8e96-47cbc86cfef9,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:35:27.269387 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:27.331132 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1666d8-95c5-4c46-9429-363c1e24049b None None] Pushing event updated for resources: {'Port': ['ID=7dbb90b6-dc2c-420b-8e96-47cbc86cfef9,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:27.364050 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:27.406142 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:27.443628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:35:27.446667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:35:27.450188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:35:27.507366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Pushing event updated for resources: {'Port': ['ID=25ab05b1-49f4-4ef3-9ee8-7c995d61a655,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:27.612798 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:35:27.640585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c8b94a07-2893-4f4d-8bb3-8f949d34ced2 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:35:27.665458 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: c8b94a07-2893-4f4d-8bb3-8f949d34ced2 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:35:27.666014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device c8b94a07-2893-4f4d-8bb3-8f949d34ced2 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:35:27.690729 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:35:27.764584 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:27.977994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:28.123125 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:35:28.225595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11abfac3-e225-42cc-bb04-836b09097366 None None] Network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:35:28.241965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:35:28.263627 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:28.265892 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dcf33530-6059-4b61-b7a8-a78b9eac6261 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6610878 Jul 27 20:35:28.267709 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Sync routers for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:35:28.268273 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35544) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:35:28.287844 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:35:28.288539 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:35:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:35:28.366119 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b6836a60-afca-47fe-9727-4338deaf77d8 None None] Provisioning for port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:35:28.382960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b6836a60-afca-47fe-9727-4338deaf77d8 None None] Provisioning complete for port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:35:28.383254 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b6836a60-afca-47fe-9727-4338deaf77d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:28.495738 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:35:28.738322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:28.852056 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b6836a60-afca-47fe-9727-4338deaf77d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:28.911670 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Allocated IP 172.20.0.1 (3f2b2f88-ea83-425a-8c9b-99b5ccb0f684/6df32f0f-2f38-46fb-811c-f2ba2f7530a9/8552a1d2-a959-47f1-8049-a1611b8122a4) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:35:28.931319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b6836a60-afca-47fe-9727-4338deaf77d8 None None] For port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7dbb90b6-dc2c-420b-8e96-47cbc86cfef9,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:35:28.938083 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b6836a60-afca-47fe-9727-4338deaf77d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:28.997887 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6836a60-afca-47fe-9727-4338deaf77d8 None None] Pushing event updated for resources: {'Port': ['ID=7dbb90b6-dc2c-420b-8e96-47cbc86cfef9,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:29.003491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:27Z', 'revision_number': 3, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:35:29.031717 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.035644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Checking router: f523858c-0ca5-4fb9-ab0f-0a7c4383a289 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:35:29.035808 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Updating router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 port 25ab05b1-49f4-4ef3-9ee8-7c995d61a655 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:35:29.046746 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Transition to ACTIVE for port object 8552a1d2-a959-47f1-8049-a1611b8122a4 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:35:29.078609 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.084992 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.124735 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:35:29.129694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:35:29.133192 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:35:29.160125 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Pushing event updated for resources: {'Port': ['ID=8552a1d2-a959-47f1-8049-a1611b8122a4,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:29.183303 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.197367 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1b6187f2-8b95-4598-81fe-5d2f102ad9c6 None None] Provisioning complete for port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:35:29.198042 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1b6187f2-8b95-4598-81fe-5d2f102ad9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.334847 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.433572 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.443436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Transition to ACTIVE for port object 25ab05b1-49f4-4ef3-9ee8-7c995d61a655 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:35:29.450333 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.513143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f3ec4-f21e-4d8f-8c9a-5341fc99664e None None] Pushing event updated for resources: {'Port': ['ID=25ab05b1-49f4-4ef3-9ee8-7c995d61a655,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:29.514582 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.515748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Attempting to bind port 25ab05b1-49f4-4ef3-9ee8-7c995d61a655 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:35:29.516116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Attempting to bind port 25ab05b1-49f4-4ef3-9ee8-7c995d61a655 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:35:29.516779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Attempting to bind port 25ab05b1-49f4-4ef3-9ee8-7c995d61a655 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:35:29.520457 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-285db32f-6e95-4294-ba97-a2cbee963e19 None None] Provisioning for port 8552a1d2-a959-47f1-8049-a1611b8122a4 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:35:29.520606 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.525575 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:35:29.526227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:35:29.526340 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.526734 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:35:29.527218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Bound port: 25ab05b1-49f4-4ef3-9ee8-7c995d61a655, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:35:29.527603 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.530648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-285db32f-6e95-4294-ba97-a2cbee963e19 None None] Provisioning complete for port 8552a1d2-a959-47f1-8049-a1611b8122a4 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:35:29.531215 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-285db32f-6e95-4294-ba97-a2cbee963e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.609865 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:35:29.612738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Pushing event updated for resources: {'Port': ['ID=8552a1d2-a959-47f1-8049-a1611b8122a4,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:29.627185 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.666345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-285db32f-6e95-4294-ba97-a2cbee963e19 None None] Port 8552a1d2-a959-47f1-8049-a1611b8122a4 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:35:29.696519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] For port 25ab05b1-49f4-4ef3-9ee8-7c995d61a655, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:35:29.703460 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] For port 25ab05b1-49f4-4ef3-9ee8-7c995d61a655, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=25ab05b1-49f4-4ef3-9ee8-7c995d61a655,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:35:29.710684 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.778598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:35:29.779718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:35:29.798783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:35:29.799612 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:29.805610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:35:29.806270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:35:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:35:29.808720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f3ec4-f21e-4d8f-8c9a-5341fc99664e None None] Pushing event updated for resources: {'Port': ['ID=25ab05b1-49f4-4ef3-9ee8-7c995d61a655,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:29.927021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:35:29.981331 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:35:30.066015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:35:30.070855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-89505644-73f7-4b85-804f-40206a04dca4 admin admin] 10.222.0.48 "PUT /v2.0/routers/f523858c-0ca5-4fb9-ab0f-0a7c4383a289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8013875 Jul 27 20:35:30.129862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ba345127-5c03-4b9a-a82b-ed0181a13bb8 None None] Provisioning complete for port 8552a1d2-a959-47f1-8049-a1611b8122a4 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:35:30.130234 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ba345127-5c03-4b9a-a82b-ed0181a13bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:30.204566 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ba345127-5c03-4b9a-a82b-ed0181a13bb8 None None] Port 8552a1d2-a959-47f1-8049-a1611b8122a4 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:35:30.241066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 2, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:35:30.272511 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d4d865-1bb1-4f73-9ee4-aa4aa9f92a20 None None] The sync data for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 is: [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 2, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:35:30.842994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35552) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:35:30.848455 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-6c66addd-707a-42b6-90e1-c7ebd1d8c2ad tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084430928', 'description': 'tempest-description--1490659971'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:35:30.881323 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c66addd-707a-42b6-90e1-c7ebd1d8c2ad tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:30.986070 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c66addd-707a-42b6-90e1-c7ebd1d8c2ad tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:30.990491 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c66addd-707a-42b6-90e1-c7ebd1d8c2ad tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.015767 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6c66addd-707a-42b6-90e1-c7ebd1d8c2ad tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.017132 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6c66addd-707a-42b6-90e1-c7ebd1d8c2ad tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1729159 Jul 27 20:35:31.020146 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35554) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:35:31.026734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66addd-707a-42b6-90e1-c7ebd1d8c2ad tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:31.027970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Request body: {'security_group_rule': {'security_group_id': 'eab2e7b7-aec6-46ce-a2f4-78e0afb8d114', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:35:31.061374 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.150348 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.155771 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.175166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6922fc7-8d2b-47fb-b1d0-5754944dcc76,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:31.184795 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.186613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648672 Jul 27 20:35:31.188524 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:31.189097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:31.189508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35556) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:35:31.189651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:31.190193 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:31.190549 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:31.190886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:31.191217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:31.191546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:31.192049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:31.192376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:31.192730 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:31.193056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984e100e-e59d-4758-8223-e895b9d1c58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:31.196460 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ed127d3e-1db7-4ae7-9fd1-bd7d9efd7755 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Request body: {'security_group_rule': {'security_group_id': 'eab2e7b7-aec6-46ce-a2f4-78e0afb8d114', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:35:31.228866 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed127d3e-1db7-4ae7-9fd1-bd7d9efd7755 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.285375 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed127d3e-1db7-4ae7-9fd1-bd7d9efd7755 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.303293 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed127d3e-1db7-4ae7-9fd1-bd7d9efd7755 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.323893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed127d3e-1db7-4ae7-9fd1-bd7d9efd7755 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bf4eb7-fd39-4241-b0d4-8b3bb6b64b59,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:31.327542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed127d3e-1db7-4ae7-9fd1-bd7d9efd7755 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.331745 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ed127d3e-1db7-4ae7-9fd1-bd7d9efd7755 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381226 Jul 27 20:35:31.332525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 35558) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:35:31.336772 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:35:31.362751 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.475527 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.591611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Allocated IP 172.25.1.174 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/317c7fd0-41ae-4a30-9a4f-4334ff6494ca) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:35:31.608159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 25ab05b1-49f4-4ef3-9ee8-7c995d61a655 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:35:31.669536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 25ab05b1-49f4-4ef3-9ee8-7c995d61a655 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:35:31.673718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 25ab05b1-49f4-4ef3-9ee8-7c995d61a655 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:35:31.674177 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.706543 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.745804 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.755816 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.779685 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 25ab05b1-49f4-4ef3-9ee8-7c995d61a655, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=25ab05b1-49f4-4ef3-9ee8-7c995d61a655,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:35:31.784641 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.792955 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:35:31.795739 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:35:31.800174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:35:31.803291 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Pushing event updated for resources: {'Port': ['ID=317c7fd0-41ae-4a30-9a4f-4334ff6494ca,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:31.837440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=25ab05b1-49f4-4ef3-9ee8-7c995d61a655,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:31.889998 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:31.934730 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:32.105763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:32.111440 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:32.181116 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Pushing event updated for resources: {'Port': ['ID=317c7fd0-41ae-4a30-9a4f-4334ff6494ca,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:32.195227 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:32.213308 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:32.216467 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4d44fe18-f335-46e3-8321-4609aabf3fa0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8816733 Jul 27 20:35:32.276321 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Sync routers for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:35:32.286208 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:35:32.286824 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:35:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:35:32.365991 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-3a9a62ee-3b88-401f-b69f-1bb2a00ad43c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1084430928&fields=id&tenant_id=d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 267 time: 0.0347760 Jul 27 20:35:32.407414 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:35:32.480002 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-98338f10-8c54-482d-86d1-18d93c7afe64 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:32.481449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-98338f10-8c54-482d-86d1-18d93c7afe64 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 811 time: 0.1077950 Jul 27 20:35:32.500987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-b5a54bea-24a0-4195-8c54-e259ef9068e9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/quotas/d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 375 time: 0.0097470 Jul 27 20:35:32.572438 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-f84c7870-d55c-48bb-80e2-408f8cd70389 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651736 Jul 27 20:35:32.589791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-5c86bcfd-581c-4ee0-a6b3-aad22e32f31b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:35:32.590754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-5c86bcfd-581c-4ee0-a6b3-aad22e32f31b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055594 Jul 27 20:35:32.613617 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 2, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:35:32.640698 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Checking router: f523858c-0ca5-4fb9-ab0f-0a7c4383a289 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:35:32.641042 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Updating router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 port 8552a1d2-a959-47f1-8049-a1611b8122a4 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:35:32.675901 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:32.681088 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-414f7a76-3a8d-4aec-9398-e8fbbf8d5593 service neutron] 10.222.0.48 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836184 Jul 27 20:35:32.777078 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-e1a30b90-11c8-4366-95ca-11aad3a53a19 service neutron] 10.222.0.48 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893159 Jul 27 20:35:32.948748 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ecacccd7-2a42-42e8-8e85-4fad764c5d11 req-bef5f20d-c762-43b5-8c91-7e2f704ce8bb tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 210 time: 0.0304356 Jul 27 20:35:32.952730 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:32.965007 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Transition to ACTIVE for port object 8552a1d2-a959-47f1-8049-a1611b8122a4 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:35:32.971612 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:33.045121 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbb8b9-b594-455f-80fc-029b9d8640e2 None None] Pushing event updated for resources: {'Port': ['ID=8552a1d2-a959-47f1-8049-a1611b8122a4,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:33.078620 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbb8b9-b594-455f-80fc-029b9d8640e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:33.078959 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbb8b9-b594-455f-80fc-029b9d8640e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:33.079295 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbb8b9-b594-455f-80fc-029b9d8640e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:33.079627 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbb8b9-b594-455f-80fc-029b9d8640e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:33.079956 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbb8b9-b594-455f-80fc-029b9d8640e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:33.080278 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbb8b9-b594-455f-80fc-029b9d8640e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:33.080624 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbb8b9-b594-455f-80fc-029b9d8640e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:33.080947 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbb8b9-b594-455f-80fc-029b9d8640e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:33.081577 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbb8b9-b594-455f-80fc-029b9d8640e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:33.081577 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbb8b9-b594-455f-80fc-029b9d8640e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:33.081877 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbb8b9-b594-455f-80fc-029b9d8640e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:33.082195 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbb8b9-b594-455f-80fc-029b9d8640e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:35:33.087898 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Attempting to bind port 8552a1d2-a959-47f1-8049-a1611b8122a4 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:35:33.088260 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Attempting to bind port 8552a1d2-a959-47f1-8049-a1611b8122a4 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:35:33.088671 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Attempting to bind port 8552a1d2-a959-47f1-8049-a1611b8122a4 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:35:33.094109 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:35:33.094481 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Checking segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:35:33.094886 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:33.096058 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Bound using segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:35:33.096589 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Bound port: 8552a1d2-a959-47f1-8049-a1611b8122a4, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:35:33.096974 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:33.171297 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] For port 8552a1d2-a959-47f1-8049-a1611b8122a4, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:35:33.174570 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] For port 8552a1d2-a959-47f1-8049-a1611b8122a4, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8552a1d2-a959-47f1-8049-a1611b8122a4,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:35:33.180139 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:33.243720 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:35:33.245417 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:35:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:35:33.300062 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbb8b9-b594-455f-80fc-029b9d8640e2 None None] Pushing event updated for resources: {'Port': ['ID=8552a1d2-a959-47f1-8049-a1611b8122a4,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:33.383395 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:35:33.603638 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:35:33.628863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 25ab05b1-49f4-4ef3-9ee8-7c995d61a655 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:35:33.635309 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9f7d2-0186-47e0-aa6b-c603e210521c None None] The sync data for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 is: [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:35:33.680090 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 25ab05b1-49f4-4ef3-9ee8-7c995d61a655 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:35:33.680656 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:33.787852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8552a1d2-a959-47f1-8049-a1611b8122a4 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:35:33.842353 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 8552a1d2-a959-47f1-8049-a1611b8122a4 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:35:33.846875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8552a1d2-a959-47f1-8049-a1611b8122a4 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:35:33.847257 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:33.930614 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:33.965651 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 8552a1d2-a959-47f1-8049-a1611b8122a4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8552a1d2-a959-47f1-8049-a1611b8122a4,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:35:33.970577 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:34.021509 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=8552a1d2-a959-47f1-8049-a1611b8122a4,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:34.063326 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b669190-94dd-46ea-8f53-5cf7a84900c2 req-a503a918-15b6-4146-bd8d-f46c5e02a898 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 210 time: 0.0311189 Jul 27 20:35:34.228086 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-c5f8dc16-f683-4eb7-b271-b8dd18a0e017 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:34.230804 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-c5f8dc16-f683-4eb7-b271-b8dd18a0e017 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 811 time: 0.1229210 Jul 27 20:35:34.283707 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-80d3062a-16b1-4d20-981e-d020cf2b0cfc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 380 time: 0.0423143 Jul 27 20:35:34.294450 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-82f74f4e-f7f8-4c0f-81d5-6e93de083858 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Request body: {'port': {'device_id': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'admin_state_up': True, 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'security_groups': ['eab2e7b7-aec6-46ce-a2f4-78e0afb8d114']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:35:34.413849 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-82f74f4e-f7f8-4c0f-81d5-6e93de083858 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Made reservation on behalf of d818b488e4104d16b3de6116fd21eb6a for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:35:34.417968 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-82f74f4e-f7f8-4c0f-81d5-6e93de083858 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:34.916425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-82f74f4e-f7f8-4c0f-81d5-6e93de083858 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Allocated IP 172.20.0.10 (3f2b2f88-ea83-425a-8c9b-99b5ccb0f684/6df32f0f-2f38-46fb-811c-f2ba2f7530a9/f00f202e-0ea8-4485-9be2-e9a77f4e8ff1) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:35:35.050959 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-82f74f4e-f7f8-4c0f-81d5-6e93de083858 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:35.064030 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-82f74f4e-f7f8-4c0f-81d5-6e93de083858 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Transition to ACTIVE for port object f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:35:35.099874 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-82f74f4e-f7f8-4c0f-81d5-6e93de083858 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:35.150692 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-82f74f4e-f7f8-4c0f-81d5-6e93de083858 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:35:35.156164 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-82f74f4e-f7f8-4c0f-81d5-6e93de083858 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:35:35.159984 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-82f74f4e-f7f8-4c0f-81d5-6e93de083858 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:35:35.192768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f74f4e-f7f8-4c0f-81d5-6e93de083858 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Pushing event updated for resources: {'Port': ['ID=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:35.217308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-82f74f4e-f7f8-4c0f-81d5-6e93de083858 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:35.217984 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-82f74f4e-f7f8-4c0f-81d5-6e93de083858 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:35.226309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4a85-d37d-46cf-b4af-f858f9998b7a req-edda6698-71b8-408f-83fa-f7331891e100 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:35.234164 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c14e4a85-d37d-46cf-b4af-f858f9998b7a req-edda6698-71b8-408f-83fa-f7331891e100 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 932 time: 0.0881307 Jul 27 20:35:35.238546 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-82f74f4e-f7f8-4c0f-81d5-6e93de083858 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9483092 Jul 27 20:35:35.252912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Request body: {'port': {'device_id': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:35:35.270629 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c14e4a85-d37d-46cf-b4af-f858f9998b7a req-e1d00787-55b7-4a12-a3e0-3163bfc2ce94 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352073 Jul 27 20:35:35.332652 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:35.409609 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ec04448b-a51a-4f8b-a1d6-e84a3c2c0d30 None None] Provisioning for port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:35:35.413586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ec04448b-a51a-4f8b-a1d6-e84a3c2c0d30 None None] Provisioning complete for port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:35:35.414086 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ec04448b-a51a-4f8b-a1d6-e84a3c2c0d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:35.452495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ec04448b-a51a-4f8b-a1d6-e84a3c2c0d30 None None] Port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:35:35.593298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8552a1d2-a959-47f1-8049-a1611b8122a4 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:35:35.630611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:35:35.639697 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:35.651201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8552a1d2-a959-47f1-8049-a1611b8122a4 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:35:35.651585 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:35.652173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Transition to ACTIVE for port object f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:35:35.656482 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:35.709190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:35.779544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Attempting to bind port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:35:35.779889 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Attempting to bind port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:35:35.780223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Attempting to bind port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:35:35.785415 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:35:35.785773 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Attempting to bind port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:35:35.791174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:35:35.791519 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Checking segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:35:35.792030 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Bound using segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:35:35.792498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Bound port: f00f202e-0ea8-4485-9be2-e9a77f4e8ff1, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:35:35.792866 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:35.864471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] For port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:35:35.867948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] For port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:35:35.872868 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:35.907630 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:35.908261 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:35.909670 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] 10.222.0.52 "PUT /v2.0/ports/f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 HTTP/1.1" status: 200 len: 1093 time: 0.6615109 Jul 27 20:35:35.910108 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'tag': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:35:35.912380 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37af7107-ecf2-48a1-b07a-4e68b3e66aab" -d '{"events": [{"name": "network-changed", "server_uuid": "6f52938f-8991-4b12-9acc-a4bee07c8914", "tag": "f00f202e-0ea8-4485-9be2-e9a77f4e8ff1"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:35:35.943058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6c945-ad4e-4ec7-b2e3-5598e61370c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:35.967695 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8b1467-f447-4485-8622-4d8520ff9eb5 x-openstack-request-id: req-dc8b1467-f447-4485-8622-4d8520ff9eb5 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:35:35.967950 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f52938f-8991-4b12-9acc-a4bee07c8914", "tag": "f00f202e-0ea8-4485-9be2-e9a77f4e8ff1", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:35:35.968306 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc8b1467-f447-4485-8622-4d8520ff9eb5 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:35:35.968663 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'tag': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1', 'status': 'completed', 'code': 200} Jul 27 20:35:36.018272 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-d5f9d9e0-d7b2-48a0-9610-17d4d776008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:36.019874 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-d5f9d9e0-d7b2-48a0-9610-17d4d776008b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 1096 time: 0.0617397 Jul 27 20:35:36.069534 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-1084b31b-ee4f-4fdf-b426-0d2743117688 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 HTTP/1.1" status: 200 len: 217 time: 0.0395050 Jul 27 20:35:36.122812 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-516b6d33-a29f-434b-8953-3cb4c1357c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:36.124339 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-516b6d33-a29f-434b-8953-3cb4c1357c51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0466409 Jul 27 20:35:36.192235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-e01e23a4-850b-47bb-bbb8-d5abc9c8cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:36.193932 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-e01e23a4-850b-47bb-bbb8-d5abc9c8cdf9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619025 Jul 27 20:35:36.292804 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-6a76f330-4735-45ea-b285-f1cf7cbdd562 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893874 Jul 27 20:35:36.392718 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3cafcce-2bb4-44d0-ac80-948c7a573c89 req-0aac7a00-37a6-4224-b1da-4edfcf35a8f2 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904968 Jul 27 20:35:36.412292 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577fb4b-a324-4bd1-8966-f8e701a13405 req-7749d6e7-5426-4b25-a79c-e30969c2d7d3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:36.413908 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1577fb4b-a324-4bd1-8966-f8e701a13405 req-7749d6e7-5426-4b25-a79c-e30969c2d7d3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 944 time: 0.0678191 Jul 27 20:35:36.453534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1577fb4b-a324-4bd1-8966-f8e701a13405 req-fe428bc4-e5ca-43fb-9078-a9d30231c1ad tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334244 Jul 27 20:35:36.498947 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7107-ecf2-48a1-b07a-4e68b3e66aab req-13d2a4ad-8fa7-42b7-82d4-61368c671f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:36.500500 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37af7107-ecf2-48a1-b07a-4e68b3e66aab req-13d2a4ad-8fa7-42b7-82d4-61368c671f78 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 1096 time: 0.0595846 Jul 27 20:35:36.600532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7107-ecf2-48a1-b07a-4e68b3e66aab req-dd0cf960-9aaa-4a33-b753-a934e67a232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:36.602025 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37af7107-ecf2-48a1-b07a-4e68b3e66aab req-dd0cf960-9aaa-4a33-b753-a934e67a232c service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0943909 Jul 27 20:35:36.649627 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37af7107-ecf2-48a1-b07a-4e68b3e66aab req-3169baae-762f-44ee-ae24-0ad7faaacd8e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 HTTP/1.1" status: 200 len: 217 time: 0.0369134 Jul 27 20:35:36.707443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7107-ecf2-48a1-b07a-4e68b3e66aab req-e1a9f65f-d034-47d6-ba1c-34c6526412af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:36.708958 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37af7107-ecf2-48a1-b07a-4e68b3e66aab req-e1a9f65f-d034-47d6-ba1c-34c6526412af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0505288 Jul 27 20:35:36.773292 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7107-ecf2-48a1-b07a-4e68b3e66aab req-d2b44bbf-7b8e-44e1-92fe-99844886eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:36.774859 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37af7107-ecf2-48a1-b07a-4e68b3e66aab req-d2b44bbf-7b8e-44e1-92fe-99844886eb27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584359 Jul 27 20:35:36.815246 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:35:36.870155 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37af7107-ecf2-48a1-b07a-4e68b3e66aab req-6eca1cbe-64ff-415a-a072-2e774b72913b service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858438 Jul 27 20:35:36.971721 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37af7107-ecf2-48a1-b07a-4e68b3e66aab req-41ec6e7f-dc46-472f-9675-e3ba97c24153 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913684 Jul 27 20:35:37.617568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2f388-4659-4252-9bc6-7031c773d9e7 req-44d1bbfc-f675-4ec0-90da-45ccff00027b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:37.620679 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42e2f388-4659-4252-9bc6-7031c773d9e7 req-44d1bbfc-f675-4ec0-90da-45ccff00027b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 944 time: 0.0759640 Jul 27 20:35:37.660071 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-42e2f388-4659-4252-9bc6-7031c773d9e7 req-638c38cc-97e9-467a-82f7-95926490eeb7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331838 Jul 27 20:35:38.084630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:35:38.186919 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:35:38.199068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'port_id': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1', 'mac_address': 'fa:16:3e:3c:a0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:35:38.240025 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:38.254407 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:35:38.276163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:35:38.281342 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:38.333894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:38.487067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['f00f202e-0ea8-4485-9be2-e9a77f4e8ff1'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:35:38.796808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a00a45-6a67-42b1-9889-fc4645b82bc0 req-91696741-2d79-4cf9-914d-b6fd5c587e43 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:38.798348 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14a00a45-6a67-42b1-9889-fc4645b82bc0 req-91696741-2d79-4cf9-914d-b6fd5c587e43 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 945 time: 0.0687072 Jul 27 20:35:38.839169 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14a00a45-6a67-42b1-9889-fc4645b82bc0 req-998c74fa-dd95-4866-9be3-6dfa6e48d29b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345638 Jul 27 20:35:38.951961 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:39.974539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74643f59-556c-4c7e-95f1-ec782f797605 req-98bbaf1f-17d1-4809-8e75-2f235a5623ba tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:39.976043 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74643f59-556c-4c7e-95f1-ec782f797605 req-98bbaf1f-17d1-4809-8e75-2f235a5623ba tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 945 time: 0.0665917 Jul 27 20:35:40.021811 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74643f59-556c-4c7e-95f1-ec782f797605 req-bea63c99-fba5-4036-8373-65586a039a73 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391479 Jul 27 20:35:40.094053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:35:40.151988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:35:40.156017 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:35:40.156413 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:40.236046 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:40.258834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:35:40.261220 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96b2de6-665c-4d7e-be8d-71b5d319b72f" -d '{"events": [{"server_uuid": "6f52938f-8991-4b12-9acc-a4bee07c8914", "name": "network-vif-plugged", "status": "completed", "tag": "f00f202e-0ea8-4485-9be2-e9a77f4e8ff1"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:35:40.274320 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:35:40.278810 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:40.303088 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d9f144-d8c4-4769-bf95-f72f4af331f2 x-openstack-request-id: req-a4d9f144-d8c4-4769-bf95-f72f4af331f2 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:35:40.303386 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f52938f-8991-4b12-9acc-a4bee07c8914", "name": "network-vif-plugged", "status": "completed", "tag": "f00f202e-0ea8-4485-9be2-e9a77f4e8ff1", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:35:40.303641 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4d9f144-d8c4-4769-bf95-f72f4af331f2 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:35:40.304055 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1', 'code': 200} Jul 27 20:35:40.334021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:35:40.415146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b04e4c-4b8b-4751-9920-b56ed3ddf357 req-2a58b0cf-e58e-4eab-9419-45243a72404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:40.416884 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-08b04e4c-4b8b-4751-9920-b56ed3ddf357 req-2a58b0cf-e58e-4eab-9419-45243a72404e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 1098 time: 0.0557439 Jul 27 20:35:40.455178 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-08b04e4c-4b8b-4751-9920-b56ed3ddf357 req-3d1a5f47-37df-46ae-8c71-24bfd12bcada service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300317 Jul 27 20:35:41.159754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647f9a-a792-42b5-98e1-23558e71cb28 req-51b7f9b4-480b-4cc2-8d46-bc2f9711301e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:41.161283 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a647f9a-a792-42b5-98e1-23558e71cb28 req-51b7f9b4-480b-4cc2-8d46-bc2f9711301e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0693560 Jul 27 20:35:41.200681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a647f9a-a792-42b5-98e1-23558e71cb28 req-a211aee8-ceb7-4f0e-9125-19985ba5de3a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328636 Jul 27 20:35:42.077856 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:42.337314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c2451-c1b8-4461-9fe6-db2b9b11f866 req-09e91319-89ba-4979-bafb-8d7712130028 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:42.339090 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d89c2451-c1b8-4461-9fe6-db2b9b11f866 req-09e91319-89ba-4979-bafb-8d7712130028 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0686324 Jul 27 20:35:42.381349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d89c2451-c1b8-4461-9fe6-db2b9b11f866 req-d8001fe3-1c04-404d-8ee9-ea0c68bb4814 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351079 Jul 27 20:35:42.469705 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f3a8607e-7567-4756-a8bc-7ac866769baa req-732ca8d6-7e13-46fd-bda1-783715441689 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548627 Jul 27 20:35:42.519942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa7251-759c-459d-9e42-79460d7f4005 req-11dc5ce5-5c89-4542-982a-e3d3ccbb0c41 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:42.521519 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39aa7251-759c-459d-9e42-79460d7f4005 req-11dc5ce5-5c89-4542-982a-e3d3ccbb0c41 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0717518 Jul 27 20:35:42.530625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35610) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:35:42.535352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c3cc26c0-9e2d-4de2-a7bc-ae1c80e3dcec tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Request body: {'floatingip': {'port_id': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:35:42.575639 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3cc26c0-9e2d-4de2-a7bc-ae1c80e3dcec tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:42.580295 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8607e-7567-4756-a8bc-7ac866769baa req-43c0a111-4460-4e5e-9392-9ec748195e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:42.581864 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f3a8607e-7567-4756-a8bc-7ac866769baa req-43c0a111-4460-4e5e-9392-9ec748195e96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 1098 time: 0.0656543 Jul 27 20:35:42.698814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8607e-7567-4756-a8bc-7ac866769baa req-6d698995-8819-45ac-89ec-921a2e19a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:42.700234 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f3a8607e-7567-4756-a8bc-7ac866769baa req-6d698995-8819-45ac-89ec-921a2e19a285 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0960102 Jul 27 20:35:42.751724 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f3a8607e-7567-4756-a8bc-7ac866769baa req-4e7c5310-2a3b-45c8-bc32-0db8512bea69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 HTTP/1.1" status: 200 len: 217 time: 0.0418701 Jul 27 20:35:42.806279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8607e-7567-4756-a8bc-7ac866769baa req-8d8e5e39-908d-4179-8c2e-f707bb314c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:42.808536 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f3a8607e-7567-4756-a8bc-7ac866769baa req-8d8e5e39-908d-4179-8c2e-f707bb314c92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0471432 Jul 27 20:35:42.873027 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8607e-7567-4756-a8bc-7ac866769baa req-852342d8-4cd4-46f2-9663-0af226aa00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:42.874588 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f3a8607e-7567-4756-a8bc-7ac866769baa req-852342d8-4cd4-46f2-9663-0af226aa00b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585005 Jul 27 20:35:42.976732 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f3a8607e-7567-4756-a8bc-7ac866769baa req-550387b9-ff32-4e89-83cc-9701885a14d3 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942669 Jul 27 20:35:43.048967 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3cc26c0-9e2d-4de2-a7bc-ae1c80e3dcec tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:43.054040 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3cc26c0-9e2d-4de2-a7bc-ae1c80e3dcec tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:43.070721 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f3a8607e-7567-4756-a8bc-7ac866769baa req-e6a4c17e-c8ff-46e4-97ca-c904609880c6 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863161 Jul 27 20:35:43.158319 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-c3cc26c0-9e2d-4de2-a7bc-ae1c80e3dcec tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026 associated. External IP: 172.25.1.174, port: f00f202e-0ea8-4485-9be2-e9a77f4e8ff1. Jul 27 20:35:43.374931 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cc26c0-9e2d-4de2-a7bc-ae1c80e3dcec tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:35:43.488716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cc26c0-9e2d-4de2-a7bc-ae1c80e3dcec tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:35:43.492424 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-675a811a-2569-4bf9-824a-f5ef1f37b6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:43.494234 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c3cc26c0-9e2d-4de2-a7bc-ae1c80e3dcec tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:43.500640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61289e12-2752-4bfe-912b-81f990f3ffdd None None] Sync routers for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:35:43.509917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61289e12-2752-4bfe-912b-81f990f3ffdd None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:35:43.510649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-61289e12-2752-4bfe-912b-81f990f3ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:35:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:35:43.532489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c3cc26c0-9e2d-4de2-a7bc-ae1c80e3dcec tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "PUT /v2.0/floatingips/2909d660-c78a-4ad0-9fa1-dd151dc68026 HTTP/1.1" status: 200 len: 992 time: 1.0006583 Jul 27 20:35:43.533110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'tag': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:35:43.535520 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bbd557-3fcf-4c7d-aee2-27aa69b4c426" -d '{"events": [{"name": "network-changed", "server_uuid": "6f52938f-8991-4b12-9acc-a4bee07c8914", "tag": "f00f202e-0ea8-4485-9be2-e9a77f4e8ff1"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:35:43.629003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-61289e12-2752-4bfe-912b-81f990f3ffdd None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:35:43.644784 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42c6b9a-dff7-4e0b-8d3f-2313b53abbb6 x-openstack-request-id: req-f42c6b9a-dff7-4e0b-8d3f-2313b53abbb6 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:35:43.645050 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f52938f-8991-4b12-9acc-a4bee07c8914", "tag": "f00f202e-0ea8-4485-9be2-e9a77f4e8ff1", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:35:43.645303 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f42c6b9a-dff7-4e0b-8d3f-2313b53abbb6 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:35:43.645703 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'tag': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1', 'status': 'completed', 'code': 200} Jul 27 20:35:43.728802 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbd557-3fcf-4c7d-aee2-27aa69b4c426 req-2f74389f-0cad-404d-9589-18bedc48ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:43.730543 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-15bbd557-3fcf-4c7d-aee2-27aa69b4c426 req-2f74389f-0cad-404d-9589-18bedc48ad15 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 1098 time: 0.0592048 Jul 27 20:35:43.831073 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbd557-3fcf-4c7d-aee2-27aa69b4c426 req-8820fa77-096f-4c27-b163-e838c58fc527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:43.832551 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-15bbd557-3fcf-4c7d-aee2-27aa69b4c426 req-8820fa77-096f-4c27-b163-e838c58fc527 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0935168 Jul 27 20:35:43.866231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-61289e12-2752-4bfe-912b-81f990f3ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '2909d660-c78a-4ad0-9fa1-dd151dc68026', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'port_id': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'mac_address': 'fa:16:3e:3c:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:35:31Z', 'updated_at': '2021-07-27T20:35:42Z', 'revision_number': 1, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:35:43.894857 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61289e12-2752-4bfe-912b-81f990f3ffdd None None] Checking router: f523858c-0ca5-4fb9-ab0f-0a7c4383a289 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:35:43.904503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61289e12-2752-4bfe-912b-81f990f3ffdd None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:35:43.905258 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-61289e12-2752-4bfe-912b-81f990f3ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:35:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:35:43.909862 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-15bbd557-3fcf-4c7d-aee2-27aa69b4c426 req-0dae7671-9f48-472b-9d77-d547521c78bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 HTTP/1.1" status: 200 len: 1000 time: 0.0645800 Jul 27 20:35:43.968850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbd557-3fcf-4c7d-aee2-27aa69b4c426 req-58888986-801a-4d19-b077-ef269b84d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:43.970712 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-15bbd557-3fcf-4c7d-aee2-27aa69b4c426 req-58888986-801a-4d19-b077-ef269b84d358 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0518370 Jul 27 20:35:44.019057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-61289e12-2752-4bfe-912b-81f990f3ffdd None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:35:44.037815 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbd557-3fcf-4c7d-aee2-27aa69b4c426 req-0b41dd61-724b-44c5-bdf4-3f89837c6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:35:44.039405 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-15bbd557-3fcf-4c7d-aee2-27aa69b4c426 req-0b41dd61-724b-44c5-bdf4-3f89837c6028 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561063 Jul 27 20:35:44.136631 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-15bbd557-3fcf-4c7d-aee2-27aa69b4c426 req-1ad81a9a-9ca2-4b44-a1d3-1dea74139a1d service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858026 Jul 27 20:35:44.237128 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-15bbd557-3fcf-4c7d-aee2-27aa69b4c426 req-7fc7d78b-5078-455a-8156-5ff4ff75e37b service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921588 Jul 27 20:35:44.417200 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-61289e12-2752-4bfe-912b-81f990f3ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '2909d660-c78a-4ad0-9fa1-dd151dc68026', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'port_id': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'mac_address': 'fa:16:3e:3c:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:35:31Z', 'updated_at': '2021-07-27T20:35:42Z', 'revision_number': 1, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:35:44.444327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61289e12-2752-4bfe-912b-81f990f3ffdd None None] The sync data for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 is: [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '2909d660-c78a-4ad0-9fa1-dd151dc68026', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'port_id': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'mac_address': 'fa:16:3e:3c:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:35:31Z', 'updated_at': '2021-07-27T20:35:42Z', 'revision_number': 1, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:35:44.653773 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ab58d-2a48-4abb-952d-43ebc74bf1d3 None None] New status for floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:35:46.187425 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e9ff94ac-a07a-4979-898a-c68527ea98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:46.284049 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:47.309952 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:35:49.057482 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:36:08.969810 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:36:12.105925 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:36:13.496995 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-503fb0ca-90ff-4aa8-b578-cd6ecdbbe537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:36:13.816352 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:36:16.194861 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0c797b31-0946-4197-8f60-beef12724370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:36:16.292666 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:36:17.317016 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:36:19.069458 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:36:38.975540 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:36:42.098200 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:36:42.530643 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e426bfb3-0028-4b7c-94dd-6f5c08aae9e5 req-85bf5197-c018-49ab-8a56-bb46051aed23 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1094878 Jul 27 20:36:42.637512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426bfb3-0028-4b7c-94dd-6f5c08aae9e5 req-6b1813dd-5563-49d6-a007-8acbdc7fff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:36:42.639012 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e426bfb3-0028-4b7c-94dd-6f5c08aae9e5 req-6b1813dd-5563-49d6-a007-8acbdc7fff33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 1098 time: 0.0604324 Jul 27 20:36:42.750608 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426bfb3-0028-4b7c-94dd-6f5c08aae9e5 req-db6dc344-b2f4-47c4-b72d-f9ff375f9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:36:42.752088 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e426bfb3-0028-4b7c-94dd-6f5c08aae9e5 req-db6dc344-b2f4-47c4-b72d-f9ff375f9650 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0917273 Jul 27 20:36:42.833801 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e426bfb3-0028-4b7c-94dd-6f5c08aae9e5 req-e2b495c2-3523-4c87-9923-1d91adf6c8a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 HTTP/1.1" status: 200 len: 1002 time: 0.0741313 Jul 27 20:36:42.889341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426bfb3-0028-4b7c-94dd-6f5c08aae9e5 req-ca8a1930-500b-44d0-91f4-1a5f6c3f7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:36:42.890818 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e426bfb3-0028-4b7c-94dd-6f5c08aae9e5 req-ca8a1930-500b-44d0-91f4-1a5f6c3f7dd2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0490725 Jul 27 20:36:42.955673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426bfb3-0028-4b7c-94dd-6f5c08aae9e5 req-85bf6e07-d6da-4d3f-9204-5b08ff9ed1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:36:42.957185 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e426bfb3-0028-4b7c-94dd-6f5c08aae9e5 req-85bf6e07-d6da-4d3f-9204-5b08ff9ed1fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585153 Jul 27 20:36:43.055332 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e426bfb3-0028-4b7c-94dd-6f5c08aae9e5 req-be85005d-e53b-4bc4-b452-e9f2937205c3 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893743 Jul 27 20:36:43.151317 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e426bfb3-0028-4b7c-94dd-6f5c08aae9e5 req-e5bd457f-4355-4af5-ba67-d1af2f84f84f service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885262 Jul 27 20:36:43.502262 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d50d8425-3da9-4103-b523-e0ed7ddf61f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:36:46.192524 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b83b217a-4e26-474f-8936-7546bbbd825a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:36:46.288745 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:36:47.316439 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:36:49.066519 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:36:50.820774 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:37:08.991142 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:12.120026 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:13.508831 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9c4519f5-98ef-4212-94eb-29c158ef5813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:16.187745 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d7b35bdd-4bf9-4c08-8889-814b851f0e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:16.282594 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:17.318730 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:19.078513 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:21.260880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edb9e3-bab7-4030-a6ea-81db5890b2f4 req-eaa83bcc-704b-4108-aab7-a76d60fb0327 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:21.262400 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8edb9e3-bab7-4030-a6ea-81db5890b2f4 req-eaa83bcc-704b-4108-aab7-a76d60fb0327 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.1277497 Jul 27 20:37:21.306062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8edb9e3-bab7-4030-a6ea-81db5890b2f4 req-0e7c5d2f-2148-48f4-835b-e489b8eb7857 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349259 Jul 27 20:37:21.553828 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-446a8d85-cc5c-4953-b3f2-9fb6bbd181c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0545797 Jul 27 20:37:21.572319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea67d95-5aaa-4612-9cab-d4261b5480cf req-62b2000c-8289-4147-8bb4-3aa02a4d6481 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:21.573966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ea67d95-5aaa-4612-9cab-d4261b5480cf req-62b2000c-8289-4147-8bb4-3aa02a4d6481 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0666130 Jul 27 20:37:21.614038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ea67d95-5aaa-4612-9cab-d4261b5480cf req-6e954748-7e58-418e-8cef-75d09c0b5af1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337236 Jul 27 20:37:22.814510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-1d295934-2a08-458e-834f-389b7faf3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:22.816189 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-1d295934-2a08-458e-834f-389b7faf3c9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 1098 time: 0.0599926 Jul 27 20:37:22.839536 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151d271-8983-4e69-af28-ea62685c7898 req-333b43f3-24ee-489e-a1dd-2616f2a9ab2e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:22.841094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6151d271-8983-4e69-af28-ea62685c7898 req-333b43f3-24ee-489e-a1dd-2616f2a9ab2e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.1454082 Jul 27 20:37:22.885547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6151d271-8983-4e69-af28-ea62685c7898 req-7e803210-9de3-4a3c-97aa-627140fc7b1b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365288 Jul 27 20:37:22.916120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-89ab4b2b-f742-4b01-9bf5-b59b06fe9882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:22.917758 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-89ab4b2b-f742-4b01-9bf5-b59b06fe9882 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0941072 Jul 27 20:37:22.990761 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-9600e7e5-9177-4b89-a4ea-e547e9e5045f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 HTTP/1.1" status: 200 len: 1002 time: 0.0650849 Jul 27 20:37:23.052051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-d337c7b4-6f23-42fd-b5d9-1e3586cc3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:23.053574 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-d337c7b4-6f23-42fd-b5d9-1e3586cc3d4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0555279 Jul 27 20:37:23.116486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-123c3fb8-9efb-4da6-a641-aeda0ad4b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:23.118008 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-123c3fb8-9efb-4da6-a641-aeda0ad4b765 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567083 Jul 27 20:37:23.214810 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-41dfa845-39c3-4a69-80ea-7577b1ca45a0 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890412 Jul 27 20:37:23.311532 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-d1583a4c-29bd-4218-aebb-bbe3188a69c6 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892520 Jul 27 20:37:24.025981 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68da405-a16e-4bf9-a5e3-f4de87ae8531 req-028df68f-f97a-4dd0-b587-26aaa198a06a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:24.027719 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a68da405-a16e-4bf9-a5e3-f4de87ae8531 req-028df68f-f97a-4dd0-b587-26aaa198a06a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0708120 Jul 27 20:37:24.071214 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a68da405-a16e-4bf9-a5e3-f4de87ae8531 req-b1f71822-b731-4264-a52b-537b9f568a6e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345671 Jul 27 20:37:25.209456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447072de-d8c7-4df2-81e0-5e70b8f4ca86 req-ab5dda1e-8644-477c-b60f-76965b42ad62 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:25.210954 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-447072de-d8c7-4df2-81e0-5e70b8f4ca86 req-ab5dda1e-8644-477c-b60f-76965b42ad62 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0690746 Jul 27 20:37:25.262044 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-447072de-d8c7-4df2-81e0-5e70b8f4ca86 req-448193c8-5caa-49dd-ba23-c10cef78fb41 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442481 Jul 27 20:37:26.425858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535084e-6638-48d7-9e36-509ea3c6d072 req-229de549-daf2-4b43-aebf-57f69cb04609 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:26.427278 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2535084e-6638-48d7-9e36-509ea3c6d072 req-229de549-daf2-4b43-aebf-57f69cb04609 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0725138 Jul 27 20:37:26.471133 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2535084e-6638-48d7-9e36-509ea3c6d072 req-d6779a8a-b36f-47c7-ac55-2607bd4bdfbb tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346241 Jul 27 20:37:27.633242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39039d42-7dbe-42c1-8d11-e478c2b75ffd req-df3314b8-148f-41a9-9182-7d4de4dee778 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:27.634816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39039d42-7dbe-42c1-8d11-e478c2b75ffd req-df3314b8-148f-41a9-9182-7d4de4dee778 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0698845 Jul 27 20:37:27.676447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39039d42-7dbe-42c1-8d11-e478c2b75ffd req-1a3e57d0-6a9c-4f70-95d7-260280f10e91 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325949 Jul 27 20:37:27.827273 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:37:28.814008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c662c8c-f174-4c3d-938e-a637400d7fe4 req-bcb9d8eb-4d9f-490e-8f16-153ee9116ccd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:28.815541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c662c8c-f174-4c3d-938e-a637400d7fe4 req-bcb9d8eb-4d9f-490e-8f16-153ee9116ccd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0659604 Jul 27 20:37:28.858780 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c662c8c-f174-4c3d-938e-a637400d7fe4 req-7ec093b3-6d6f-4028-8513-4b44eeddb51e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345662 Jul 27 20:37:30.016167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d349ce-fdbd-4210-b552-5e6a2a04f412 req-bc68af48-b0f6-4a97-9e36-167951b7d121 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:30.017705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5d349ce-fdbd-4210-b552-5e6a2a04f412 req-bc68af48-b0f6-4a97-9e36-167951b7d121 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0774460 Jul 27 20:37:30.058622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5d349ce-fdbd-4210-b552-5e6a2a04f412 req-3c0ec3e8-2856-4240-bc9f-01f847da1ac4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Jul 27 20:37:31.221979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591ff38-d127-46a3-b524-a8c2b63a965b req-35f21537-5d82-435b-8991-137748d5be59 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:31.223485 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8591ff38-d127-46a3-b524-a8c2b63a965b req-35f21537-5d82-435b-8991-137748d5be59 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0803216 Jul 27 20:37:31.265359 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8591ff38-d127-46a3-b524-a8c2b63a965b req-401fc069-f37a-4e4d-bdb3-1d6cc2096100 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329525 Jul 27 20:37:32.432021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0f3ea-2495-401e-bcb7-6b0e9b6c8a99 req-1f5b37a7-18fa-43b3-9902-0fb94632bd01 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:32.433474 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-90c0f3ea-2495-401e-bcb7-6b0e9b6c8a99 req-1f5b37a7-18fa-43b3-9902-0fb94632bd01 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0792584 Jul 27 20:37:32.475050 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-90c0f3ea-2495-401e-bcb7-6b0e9b6c8a99 req-5b0facb5-ac12-4ea3-b601-98d0ac85e34d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353556 Jul 27 20:37:33.631462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d9707-68f4-494c-9a0d-17f890b7ae04 req-2e93b3c7-1343-4e1e-ad81-519b2b321408 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:33.632998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-996d9707-68f4-494c-9a0d-17f890b7ae04 req-2e93b3c7-1343-4e1e-ad81-519b2b321408 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0771713 Jul 27 20:37:33.674488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-996d9707-68f4-494c-9a0d-17f890b7ae04 req-e45d5a72-3cce-45d4-8630-3ef64a61e275 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350857 Jul 27 20:37:34.818100 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8ce05-fd67-4489-8e53-bb3d623e0cd3 req-f4e34d86-3fc7-45ab-a3ec-28c36660a079 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:34.819608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3be8ce05-fd67-4489-8e53-bb3d623e0cd3 req-f4e34d86-3fc7-45ab-a3ec-28c36660a079 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0675635 Jul 27 20:37:34.863842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3be8ce05-fd67-4489-8e53-bb3d623e0cd3 req-552acd4b-cd1a-45e0-a876-a02256033231 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346975 Jul 27 20:37:35.321921 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-5d330b20-a618-4445-9860-77dd456bcba8 service neutron] show failed (client error): The resource could not be found. Jul 27 20:37:35.323385 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-5d330b20-a618-4445-9860-77dd456bcba8 service neutron] 10.222.0.52 "GET /v2.0/ports/f00f202e-0ea8-4485-9be2-e9a77f4e8ff1/bindings/n-h2-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0686941 Jul 27 20:37:35.614038 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-007a0d2e-71c2-46f4-be32-876065b715b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:35.615539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-007a0d2e-71c2-46f4-be32-876065b715b6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914&tenant_id=d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 1098 time: 0.1205566 Jul 27 20:37:35.628963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:37:35.706486 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:35.915328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] For port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:37:35.973772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] For port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1, host n-h1-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:37:36.021809 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:37:36.024077 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400adbb2-7b7e-49bb-968f-3cbaf20116ed" -d '{"events": [{"server_uuid": "6f52938f-8991-4b12-9acc-a4bee07c8914", "name": "network-vif-unplugged", "status": "completed", "tag": "f00f202e-0ea8-4485-9be2-e9a77f4e8ff1"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:37:36.027852 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:36.047385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Transition to ACTIVE for port object f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:37:36.052613 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:36.070868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cef73-f136-46ba-8285-dbeab7b578d5 req-b1c677d5-264f-475e-8d61-07a7c2de4a4d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:36.072453 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd0cef73-f136-46ba-8285-dbeab7b578d5 req-b1c677d5-264f-475e-8d61-07a7c2de4a4d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.1351335 Jul 27 20:37:36.096898 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ae0c6f-0d14-44d8-8ddb-f023522dd5e5 x-openstack-request-id: req-b3ae0c6f-0d14-44d8-8ddb-f023522dd5e5 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:37:36.097157 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f52938f-8991-4b12-9acc-a4bee07c8914", "name": "network-vif-unplugged", "status": "completed", "tag": "f00f202e-0ea8-4485-9be2-e9a77f4e8ff1", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:37:36.097398 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3ae0c6f-0d14-44d8-8ddb-f023522dd5e5 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:37:36.097795 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1', 'code': 200} Jul 27 20:37:36.172226 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Pushing event updated for resources: {'Port': ['ID=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:37:36.196074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:36.196470 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:36.196762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:36.197103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:36.197433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:36.197785 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:36.198111 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:36.198462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:36.198763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:36.199067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:36.199388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:36.199710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:36.210516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd0cef73-f136-46ba-8285-dbeab7b578d5 req-fa3c4ba5-bf04-4cb4-8f0b-771cf67841dc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118777 Jul 27 20:37:36.235251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] No DVR routers for this DVR port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 on host n-h1-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:37:36.699313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdba41d-8e78-4312-a6f3-73c46445fa27 req-7b7e3bce-55d4-4079-b19f-cb121f939b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:36.700829 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5fdba41d-8e78-4312-a6f3-73c46445fa27 req-7b7e3bce-55d4-4079-b19f-cb121f939b53 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 1054 time: 0.0626621 Jul 27 20:37:36.714478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Attempting to bind port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:37:36.714814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Attempting to bind port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:37:36.715139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Attempting to bind port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:37:36.719688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:37:36.720346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Attempting to bind port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:37:36.725346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:37:36.725694 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Checking segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:37:36.726066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Bound using segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:37:36.726485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Bound port: f00f202e-0ea8-4485-9be2-e9a77f4e8ff1, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:37:36.726838 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:36.790247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] For port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1, host n-h2-705657-21, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:37:36.793360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] For port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:37:36.799140 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:36.805969 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdba41d-8e78-4312-a6f3-73c46445fa27 req-80ab474c-ff83-403e-9787-1004043e7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:36.807483 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5fdba41d-8e78-4312-a6f3-73c46445fa27 req-80ab474c-ff83-403e-9787-1004043e7cc5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0861051 Jul 27 20:37:36.834005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:36.834607 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:36.836421 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] 10.222.0.63 "PUT /v2.0/ports/f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 HTTP/1.1" status: 200 len: 1093 time: 1.2119734 Jul 27 20:37:36.863163 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] Pushing event updated for resources: {'Port': ['ID=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:37:36.886500 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5fdba41d-8e78-4312-a6f3-73c46445fa27 req-b497d234-3a35-4f0d-8266-4eb831bb4e50 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 HTTP/1.1" status: 200 len: 1000 time: 0.0718825 Jul 27 20:37:36.940826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdba41d-8e78-4312-a6f3-73c46445fa27 req-5dcd6afb-f4bf-49fa-8be6-8793c7a771dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:36.942326 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5fdba41d-8e78-4312-a6f3-73c46445fa27 req-5dcd6afb-f4bf-49fa-8be6-8793c7a771dc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0491567 Jul 27 20:37:37.006341 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdba41d-8e78-4312-a6f3-73c46445fa27 req-33a5f638-80df-4485-82cf-c22ff51d4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:37.007862 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5fdba41d-8e78-4312-a6f3-73c46445fa27 req-33a5f638-80df-4485-82cf-c22ff51d4f57 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566025 Jul 27 20:37:37.108644 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5fdba41d-8e78-4312-a6f3-73c46445fa27 req-9638af8a-e386-4e74-966e-db9e7b363b8e service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928421 Jul 27 20:37:37.207198 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5fdba41d-8e78-4312-a6f3-73c46445fa27 req-93c62ece-77f5-48d9-ac6b-e78f58a6bb78 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910690 Jul 27 20:37:37.321333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-51e61f67-606c-40e9-b422-12200fb501f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:37.322872 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-51e61f67-606c-40e9-b422-12200fb501f5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 1096 time: 0.0583079 Jul 27 20:37:37.362228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007639e9-3ddc-44e3-bf4c-116eb37df956 req-c22c1af1-68d4-4274-b5f6-0ba9722894b3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:37.363813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-007639e9-3ddc-44e3-bf4c-116eb37df956 req-c22c1af1-68d4-4274-b5f6-0ba9722894b3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 944 time: 0.0654211 Jul 27 20:37:37.402457 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-007639e9-3ddc-44e3-bf4c-116eb37df956 req-f28014ab-61a4-44fe-8d34-6baa0291f1a2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325730 Jul 27 20:37:37.421966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6139e29f-1e2a-411a-afd7-9248d58b67da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:37.423690 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6139e29f-1e2a-411a-afd7-9248d58b67da service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0933349 Jul 27 20:37:37.491097 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-0cd12336-2596-4faf-8343-a8f3fb9aeca5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 HTTP/1.1" status: 200 len: 1000 time: 0.0603769 Jul 27 20:37:37.546659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-10d505a7-198b-4c7d-891b-ae13718992d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:37.548121 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-10d505a7-198b-4c7d-891b-ae13718992d4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0499165 Jul 27 20:37:37.618329 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-b92f7a21-dffa-4353-bf61-86c00eaf7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:37.619881 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-b92f7a21-dffa-4353-bf61-86c00eaf7e51 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635319 Jul 27 20:37:37.724979 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-99547692-5f8f-43e5-899c-8abd739ef738 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979409 Jul 27 20:37:37.829345 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-35b50cfc-0f51-434f-b9aa-c537a4fd19b6 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963504 Jul 27 20:37:38.099402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'tag': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:37:38.103545 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec86473d-058d-49bc-8f5e-fc2b15f3c181" -d '{"events": [{"name": "network-changed", "server_uuid": "6f52938f-8991-4b12-9acc-a4bee07c8914", "tag": "f00f202e-0ea8-4485-9be2-e9a77f4e8ff1"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:37:38.161531 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db3d2dd-782c-4c7f-950b-35d81ceb3bcf x-openstack-request-id: req-7db3d2dd-782c-4c7f-950b-35d81ceb3bcf {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:37:38.161818 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f52938f-8991-4b12-9acc-a4bee07c8914", "tag": "f00f202e-0ea8-4485-9be2-e9a77f4e8ff1", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:37:38.162045 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7db3d2dd-782c-4c7f-950b-35d81ceb3bcf {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:37:38.162458 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'tag': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1', 'status': 'completed', 'code': 200} Jul 27 20:37:38.277062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-608d0a2c-e6d2-49cb-ba2b-293659760f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:38.278591 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-608d0a2c-e6d2-49cb-ba2b-293659760f39 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 1096 time: 0.0945857 Jul 27 20:37:38.280345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-6e87840b-7ece-4e60-a7b3-f94777016c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:38.281718 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-6e87840b-7ece-4e60-a7b3-f94777016c70 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 1096 time: 0.0897472 Jul 27 20:37:38.439499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-a571ac71-203a-4ea0-af69-4dab587c2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:38.440986 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-a571ac71-203a-4ea0-af69-4dab587c2ec7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.1545041 Jul 27 20:37:38.443766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-088c91c4-210e-44e3-95e4-f75ccdead0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:38.445148 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-088c91c4-210e-44e3-95e4-f75ccdead0d3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.1515903 Jul 27 20:37:38.541668 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8daf05-19d5-4b89-9d32-313c63ef39d5 req-fa09486a-3e4a-4cc1-9b2c-dc2ffc198481 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:38.543185 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd8daf05-19d5-4b89-9d32-313c63ef39d5 req-fa09486a-3e4a-4cc1-9b2c-dc2ffc198481 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 944 time: 0.0688696 Jul 27 20:37:38.557176 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-67c362c5-4144-4bf7-8cce-853742f32d7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 HTTP/1.1" status: 200 len: 1000 time: 0.1087630 Jul 27 20:37:38.558781 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-0a389751-b571-4429-92d4-c9880e834de3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 HTTP/1.1" status: 200 len: 1000 time: 0.1048293 Jul 27 20:37:38.586157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fd8daf05-19d5-4b89-9d32-313c63ef39d5 req-9754248e-9cdd-415a-9ba3-3a981830e950 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361860 Jul 27 20:37:38.643985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-6acb8889-3c6b-42b1-9e6a-88f52f3725dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:38.645503 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-6acb8889-3c6b-42b1-9e6a-88f52f3725dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0803194 Jul 27 20:37:38.647265 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-043b3fc4-b1a4-401f-b0e8-02a8bfa4c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:38.648594 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-043b3fc4-b1a4-401f-b0e8-02a8bfa4c701 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0755289 Jul 27 20:37:38.745810 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-89bc6298-8b8c-47df-afa5-3f5b1c8a4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:38.747222 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-89bc6298-8b8c-47df-afa5-3f5b1c8a4478 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936654 Jul 27 20:37:38.751484 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-2b3ec19a-a846-4ef0-ac99-e259a3e9baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:38.752887 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-2b3ec19a-a846-4ef0-ac99-e259a3e9baaf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920291 Jul 27 20:37:38.917551 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-6b33dbf5-908e-442c-9d39-61c0c2334143 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621981 Jul 27 20:37:38.921115 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-e227caf4-2c84-414e-a41a-181084a45b42 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587667 Jul 27 20:37:38.988425 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:39.083931 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-c3bf0528-2a7d-4c86-8572-18d3785b4cdc service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579742 Jul 27 20:37:39.085935 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ec86473d-058d-49bc-8f5e-fc2b15f3c181 req-e5bfb862-c32f-4393-8d20-35326e16a404 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529644 Jul 27 20:37:39.745259 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2375d-96a3-40e1-8826-53611de6968c req-c14aaddb-7523-4273-a600-ac902556d702 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:39.746768 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76b2375d-96a3-40e1-8826-53611de6968c req-c14aaddb-7523-4273-a600-ac902556d702 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 944 time: 0.0818543 Jul 27 20:37:39.791037 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76b2375d-96a3-40e1-8826-53611de6968c req-e1a4bb6e-b194-42d1-b0ae-26ab77767b33 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377407 Jul 27 20:37:40.016329 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9e44b-c3b3-4c70-a6a8-27581417b90d req-7dacc455-dd99-4abd-83fb-15b9edc61fb6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:40.018273 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05b9e44b-c3b3-4c70-a6a8-27581417b90d req-7dacc455-dd99-4abd-83fb-15b9edc61fb6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 944 time: 0.0674360 Jul 27 20:37:40.059938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05b9e44b-c3b3-4c70-a6a8-27581417b90d req-be8cc65b-82fc-4eaf-aa82-766dde3efb1e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353508 Jul 27 20:37:40.216464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:37:40.328198 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:37:40.342185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'port_id': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1', 'mac_address': 'fa:16:3e:3c:a0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:37:40.381976 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:40.395621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:37:40.402546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b63fb2-d9ec-4bed-81fe-c83cc3716964 req-b42a24d4-14d6-4a67-b11f-1d2280e625f4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:40.404023 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53b63fb2-d9ec-4bed-81fe-c83cc3716964 req-b42a24d4-14d6-4a67-b11f-1d2280e625f4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914&tenant_id=d818b488e4104d16b3de6116fd21eb6a&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 944 time: 0.4412203 Jul 27 20:37:40.416002 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:37:40.422427 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:40.475272 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [req-53b63fb2-d9ec-4bed-81fe-c83cc3716964 req-2b7a89a3-f05a-4b70-aabe-0c3e2b7f4368 service neutron] delete failed (client error): The resource could not be found. Jul 27 20:37:40.476237 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53b63fb2-d9ec-4bed-81fe-c83cc3716964 req-2b7a89a3-f05a-4b70-aabe-0c3e2b7f4368 service neutron] 10.222.0.52 "DELETE /v2.0/ports/f00f202e-0ea8-4485-9be2-e9a77f4e8ff1/bindings/n-h1-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0641699 Jul 27 20:37:40.477636 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:37:40.486194 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:40.486545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:40.486890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:40.487246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:40.487552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:40.487874 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:40.488230 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:40.488581 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:40.488910 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:40.489231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:40.489552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:40.489868 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:40.588871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b63fb2-d9ec-4bed-81fe-c83cc3716964 req-cc2f88b4-ed5e-460e-ab77-0de82ff52366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:40.590405 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53b63fb2-d9ec-4bed-81fe-c83cc3716964 req-cc2f88b4-ed5e-460e-ab77-0de82ff52366 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 1097 time: 0.0641258 Jul 27 20:37:40.596907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:37:40.635451 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['f00f202e-0ea8-4485-9be2-e9a77f4e8ff1'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:37:40.661861 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:37:40.692797 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b63fb2-d9ec-4bed-81fe-c83cc3716964 req-872d78a6-3d18-4779-a727-043d939e3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:40.694333 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53b63fb2-d9ec-4bed-81fe-c83cc3716964 req-872d78a6-3d18-4779-a727-043d939e3c88 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0969887 Jul 27 20:37:40.767680 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53b63fb2-d9ec-4bed-81fe-c83cc3716964 req-03fd53eb-14a8-4c04-bfd6-57718464a318 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 HTTP/1.1" status: 200 len: 1001 time: 0.0648816 Jul 27 20:37:40.816333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b63fb2-d9ec-4bed-81fe-c83cc3716964 req-88fb7d5e-3165-4af5-8f23-8094d035a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:40.817814 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53b63fb2-d9ec-4bed-81fe-c83cc3716964 req-88fb7d5e-3165-4af5-8f23-8094d035a1bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0437508 Jul 27 20:37:40.884165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b63fb2-d9ec-4bed-81fe-c83cc3716964 req-69fe82b8-3b9f-4035-a243-1bc2b77cae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:40.885698 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53b63fb2-d9ec-4bed-81fe-c83cc3716964 req-69fe82b8-3b9f-4035-a243-1bc2b77cae89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597174 Jul 27 20:37:40.980424 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53b63fb2-d9ec-4bed-81fe-c83cc3716964 req-ce0aa476-f6f9-49f6-817d-1ef28099ec8a service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865266 Jul 27 20:37:41.086373 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-53b63fb2-d9ec-4bed-81fe-c83cc3716964 req-f3972f65-439f-4523-8e0d-8091b706e785 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983167 Jul 27 20:37:41.210480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6eb99f-8d1c-4010-b5a9-1f34c4e8787a req-2dbf5482-48a4-4d4c-bb9c-6fef3b64e867 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:41.211987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-db6eb99f-8d1c-4010-b5a9-1f34c4e8787a req-2dbf5482-48a4-4d4c-bb9c-6fef3b64e867 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 945 time: 0.0639582 Jul 27 20:37:41.255933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-db6eb99f-8d1c-4010-b5a9-1f34c4e8787a req-c004f75c-86bb-4a90-9154-7879a93b4b5d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378141 Jul 27 20:37:42.119488 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:42.218487 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:37:42.281291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:37:42.285398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:37:42.285826 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:42.365782 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:42.389253 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:37:42.391436 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352999d7-1450-48b6-8a17-f4cc205a4776" -d '{"events": [{"server_uuid": "6f52938f-8991-4b12-9acc-a4bee07c8914", "name": "network-vif-plugged", "status": "completed", "tag": "f00f202e-0ea8-4485-9be2-e9a77f4e8ff1"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:37:42.392428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16645d-8e44-4f97-8549-470d4b7749d7 req-c0aa284f-a08c-4a78-aa8b-793e7d28b8a3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:42.394793 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a16645d-8e44-4f97-8549-470d4b7749d7 req-c0aa284f-a08c-4a78-aa8b-793e7d28b8a3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 945 time: 0.0649745 Jul 27 20:37:42.407938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:37:42.414881 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:42.437182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a16645d-8e44-4f97-8549-470d4b7749d7 req-aee22eee-59d7-411f-ad95-ba0cf0f0c881 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348089 Jul 27 20:37:42.438331 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be0bcf9-2017-4e83-a9b0-f8c8d4c94f98 x-openstack-request-id: req-1be0bcf9-2017-4e83-a9b0-f8c8d4c94f98 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:37:42.438623 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f52938f-8991-4b12-9acc-a4bee07c8914", "name": "network-vif-plugged", "status": "completed", "tag": "f00f202e-0ea8-4485-9be2-e9a77f4e8ff1", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:37:42.438876 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1be0bcf9-2017-4e83-a9b0-f8c8d4c94f98 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:37:42.439270 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1', 'code': 200} Jul 27 20:37:42.466278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:37:42.574200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7deaf4-1ba0-40b4-97dc-c8af37371034 req-69012464-3273-4a12-9adc-97af1da80d0f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:42.575708 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa7deaf4-1ba0-40b4-97dc-c8af37371034 req-69012464-3273-4a12-9adc-97af1da80d0f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0660160 Jul 27 20:37:42.624354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa7deaf4-1ba0-40b4-97dc-c8af37371034 req-b96df09b-4e20-4c37-bc51-2ff971e70355 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393713 Jul 27 20:37:42.791668 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d21011-243e-4888-a83a-15816e063432 req-6b2e78de-8e2c-43d4-892e-a5ba3f300bca tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:42.793589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08d21011-243e-4888-a83a-15816e063432 req-6b2e78de-8e2c-43d4-892e-a5ba3f300bca tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0885067 Jul 27 20:37:42.833771 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08d21011-243e-4888-a83a-15816e063432 req-20b459fd-68c0-4ba4-8975-6963c4f47d81 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338848 Jul 27 20:37:43.104946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5656e-0aad-49ff-aa35-b33d2cd802af req-fe25dea2-9c75-4e42-99a3-49bd2c9fab09 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:43.106443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ba5656e-0aad-49ff-aa35-b33d2cd802af req-fe25dea2-9c75-4e42-99a3-49bd2c9fab09 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0659511 Jul 27 20:37:43.145390 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9ba5656e-0aad-49ff-aa35-b33d2cd802af req-9deeaa7a-e290-4b00-b08f-58017cb38c9e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327394 Jul 27 20:37:43.506449 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-220b3784-282e-4832-a38a-3c528eccde9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:44.290742 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396cc26-aa36-40b7-980a-1218498db1c2 req-7f0f96f2-25b3-48af-be84-54f5714b774f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:44.292291 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d396cc26-aa36-40b7-980a-1218498db1c2 req-7f0f96f2-25b3-48af-be84-54f5714b774f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0696671 Jul 27 20:37:44.332317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d396cc26-aa36-40b7-980a-1218498db1c2 req-9105c0d0-eff7-4125-8abc-c8720182586c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338476 Jul 27 20:37:44.371442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-b73c64e6-c71d-4bd5-88de-71e10f1c0d44 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:44.372932 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-b73c64e6-c71d-4bd5-88de-71e10f1c0d44 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 946 time: 0.0671749 Jul 27 20:37:44.484997 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Deleting port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:37:44.485492 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:44.588202 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] For port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:37:44.588477 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:44.766680 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:44.767060 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:44.767362 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026 disassociated. External IP: 172.25.1.174, port: f00f202e-0ea8-4485-9be2-e9a77f4e8ff1. Jul 27 20:37:44.767751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Calling delete_port for f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:37:44.912036 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:44.942556 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Pushing event deleted for resources: {'Port': ['ID=f00f202e-0ea8-4485-9be2-e9a77f4e8ff1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:37:44.954256 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:44.954592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:44.954948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:44.955377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:44.955781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:44.956113 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:44.956428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:44.956785 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:44.957119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:44.957426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:44.957722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:44.958067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:37:45.071404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:37:45.197826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:37:45.209547 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290665fd-3aec-406e-b1eb-95cd691110e4 None None] Sync routers for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:37:45.221210 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290665fd-3aec-406e-b1eb-95cd691110e4 None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:37:45.221856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-290665fd-3aec-406e-b1eb-95cd691110e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:37:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:37:45.246643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] No DVR routers for this DVR port f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:37:45.249641 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:45.251805 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b1b4fd04-b644-4b1d-a99c-9c99d8fa7622 req-11ab14a7-f156-4946-bc8f-c7602e04d33d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.63 "DELETE /v2.0/ports/f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 HTTP/1.1" status: 204 len: 173 time: 0.8724167 Jul 27 20:37:45.252382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'name': 'network-vif-deleted', 'tag': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:37:45.254874 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3372f7ff-d610-4ff6-bfe3-413c01fec456" -d '{"events": [{"server_uuid": "6f52938f-8991-4b12-9acc-a4bee07c8914", "name": "network-vif-deleted", "tag": "f00f202e-0ea8-4485-9be2-e9a77f4e8ff1"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:37:45.297880 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc9fecb-89ac-41ef-8240-84c9eb8f6459 x-openstack-request-id: req-8fc9fecb-89ac-41ef-8240-84c9eb8f6459 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:37:45.298168 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f52938f-8991-4b12-9acc-a4bee07c8914", "name": "network-vif-deleted", "tag": "f00f202e-0ea8-4485-9be2-e9a77f4e8ff1", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:37:45.298417 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8fc9fecb-89ac-41ef-8240-84c9eb8f6459 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:37:45.298916 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f52938f-8991-4b12-9acc-a4bee07c8914', 'name': 'network-vif-deleted', 'tag': 'f00f202e-0ea8-4485-9be2-e9a77f4e8ff1', 'status': 'completed', 'code': 200} Jul 27 20:37:45.340193 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-290665fd-3aec-406e-b1eb-95cd691110e4 None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:37:45.459502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-398c4691-04a7-4999-b71d-5823916deb1a req-a23b80c7-102e-416c-81aa-9fdf05725324 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f52938f-8991-4b12-9acc-a4bee07c8914 HTTP/1.1" status: 200 len: 210 time: 0.0392928 Jul 27 20:37:45.553915 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-290665fd-3aec-406e-b1eb-95cd691110e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:37:45.583945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290665fd-3aec-406e-b1eb-95cd691110e4 None None] Checking router: f523858c-0ca5-4fb9-ab0f-0a7c4383a289 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:37:45.592829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290665fd-3aec-406e-b1eb-95cd691110e4 None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:37:45.593446 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-290665fd-3aec-406e-b1eb-95cd691110e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:37:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:37:45.700702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-290665fd-3aec-406e-b1eb-95cd691110e4 None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:37:45.907515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-290665fd-3aec-406e-b1eb-95cd691110e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:37:45.933744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290665fd-3aec-406e-b1eb-95cd691110e4 None None] The sync data for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 is: [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:37:46.193104 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8f2f81-3707-4d8a-88f0-a54f034b83e6 None None] New status for floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:37:46.193764 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4fca5b0f-35b9-4256-be9e-261df21dd686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:46.290476 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:46.719584 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-1d64b686-5a08-4f1f-9f10-1d8dfcded4c3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1084430928&fields=id&tenant_id=d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 267 time: 0.0347850 Jul 27 20:37:46.832616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-b1ffb5fc-5c9e-4be8-9c52-1ea37a11d890 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:46.834104 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-b1ffb5fc-5c9e-4be8-9c52-1ea37a11d890 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 811 time: 0.1071951 Jul 27 20:37:46.850085 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-81482133-207c-4b7e-b114-b5f698ef9119 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/quotas/d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 375 time: 0.0101411 Jul 27 20:37:46.926534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-49c7579e-6d4b-42d0-a28d-f7d417ff09dc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709639 Jul 27 20:37:47.028004 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-308106ef-f33f-4de0-af40-e9bed559cd42 service neutron] 10.222.0.48 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885403 Jul 27 20:37:47.128192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-1a56e595-af63-4e54-b47a-b242fda065ff service neutron] 10.222.0.48 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930583 Jul 27 20:37:47.309021 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ce90b5d-8858-4652-841e-c3b0a95df151 req-cf9f8a7c-9293-4f8e-af52-981d87965e14 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 210 time: 0.0325980 Jul 27 20:37:47.320199 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:48.232864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:37:48.254191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:37:48.254647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device f00f202e-0ea8-4485-9be2-e9a77f4e8ff1 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:37:48.286883 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-892f03d6-dfc2-4b07-9fd2-9045a1c0243d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:48.288373 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-892f03d6-dfc2-4b07-9fd2-9045a1c0243d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 811 time: 0.1168489 Jul 27 20:37:48.332952 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-8aff6843-7faf-45c4-ab97-add21e04a8ad tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 380 time: 0.0346651 Jul 27 20:37:48.348202 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-0de12393-2bdf-450d-b5ce-eacf32b3691c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Request body: {'port': {'device_id': '61b85d2e-d9f1-4596-bb98-f93704997589', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'admin_state_up': True, 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'security_groups': ['eab2e7b7-aec6-46ce-a2f4-78e0afb8d114']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:37:48.407172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-43d09c6e-2863-4a7f-99e5-942ec6b73f10 req-9cd6b9bd-9aa5-45ca-b162-fdae612ddb60 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 210 time: 0.0297372 Jul 27 20:37:48.461885 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-0de12393-2bdf-450d-b5ce-eacf32b3691c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Made reservation on behalf of d818b488e4104d16b3de6116fd21eb6a for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:37:48.465625 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-0de12393-2bdf-450d-b5ce-eacf32b3691c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:48.603610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-0de12393-2bdf-450d-b5ce-eacf32b3691c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Allocated IP 172.20.0.5 (3f2b2f88-ea83-425a-8c9b-99b5ccb0f684/6df32f0f-2f38-46fb-811c-f2ba2f7530a9/a1e00df0-e2d9-460a-9d81-3bccb1068447) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:37:48.759934 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-0de12393-2bdf-450d-b5ce-eacf32b3691c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:48.774647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-0de12393-2bdf-450d-b5ce-eacf32b3691c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Transition to ACTIVE for port object a1e00df0-e2d9-460a-9d81-3bccb1068447 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:37:48.810014 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-0de12393-2bdf-450d-b5ce-eacf32b3691c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:48.854758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-0de12393-2bdf-450d-b5ce-eacf32b3691c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:37:48.865936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-0de12393-2bdf-450d-b5ce-eacf32b3691c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:37:48.870922 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-0de12393-2bdf-450d-b5ce-eacf32b3691c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:37:48.878333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de12393-2bdf-450d-b5ce-eacf32b3691c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Pushing event updated for resources: {'Port': ['ID=a1e00df0-e2d9-460a-9d81-3bccb1068447,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:37:48.925726 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-0de12393-2bdf-450d-b5ce-eacf32b3691c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:48.926554 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-0de12393-2bdf-450d-b5ce-eacf32b3691c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:48.943540 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-0de12393-2bdf-450d-b5ce-eacf32b3691c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5996141 Jul 27 20:37:48.956951 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Request body: {'port': {'device_id': '61b85d2e-d9f1-4596-bb98-f93704997589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:37:49.039664 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:49.070930 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:49.096481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6a71354f-0f47-4bb9-ace9-4977d73698af None None] Provisioning for port a1e00df0-e2d9-460a-9d81-3bccb1068447 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:37:49.100867 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6a71354f-0f47-4bb9-ace9-4977d73698af None None] Provisioning complete for port a1e00df0-e2d9-460a-9d81-3bccb1068447 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:37:49.101234 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6a71354f-0f47-4bb9-ace9-4977d73698af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:49.138631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6a71354f-0f47-4bb9-ace9-4977d73698af None None] Port a1e00df0-e2d9-460a-9d81-3bccb1068447 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:37:49.321573 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e00df0-e2d9-460a-9d81-3bccb1068447 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:37:49.329266 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:49.341591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Transition to ACTIVE for port object a1e00df0-e2d9-460a-9d81-3bccb1068447 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:37:49.347282 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:49.401563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e00df0-e2d9-460a-9d81-3bccb1068447,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:37:49.482304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Attempting to bind port a1e00df0-e2d9-460a-9d81-3bccb1068447 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:37:49.482646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Attempting to bind port a1e00df0-e2d9-460a-9d81-3bccb1068447 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:37:49.482975 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Attempting to bind port a1e00df0-e2d9-460a-9d81-3bccb1068447 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:37:49.488015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Port a1e00df0-e2d9-460a-9d81-3bccb1068447 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:37:49.488422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Attempting to bind port a1e00df0-e2d9-460a-9d81-3bccb1068447 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:37:49.493822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:37:49.494124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Checking segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:37:49.494510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Bound using segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:37:49.494940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Bound port: a1e00df0-e2d9-460a-9d81-3bccb1068447, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:37:49.495328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:49.548162 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68abc77-f7e5-498a-810b-7ae6e7f345ee req-0f933407-a1b3-4c78-8195-d9df93b026e2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:49.549747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e68abc77-f7e5-498a-810b-7ae6e7f345ee req-0f933407-a1b3-4c78-8195-d9df93b026e2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 943 time: 0.0663612 Jul 27 20:37:49.567496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] For port a1e00df0-e2d9-460a-9d81-3bccb1068447, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:37:49.571034 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] For port a1e00df0-e2d9-460a-9d81-3bccb1068447, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:37:49.577583 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:49.595438 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e68abc77-f7e5-498a-810b-7ae6e7f345ee req-f62f975a-b95f-4192-b23e-7576b1196f0b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382526 Jul 27 20:37:49.625668 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:49.626225 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:49.627618 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] 10.222.0.63 "PUT /v2.0/ports/a1e00df0-e2d9-460a-9d81-3bccb1068447 HTTP/1.1" status: 200 len: 1092 time: 0.6754737 Jul 27 20:37:49.628074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b85d2e-d9f1-4596-bb98-f93704997589', 'tag': 'a1e00df0-e2d9-460a-9d81-3bccb1068447'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:37:49.630403 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06960d5bdc580c26b595f3c13574fdbe951e6f31a809ff19d143191afccf24b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa6101a-4e52-4760-b5d5-a93d3a5924a6" -d '{"events": [{"name": "network-changed", "server_uuid": "61b85d2e-d9f1-4596-bb98-f93704997589", "tag": "a1e00df0-e2d9-460a-9d81-3bccb1068447"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:37:49.649459 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b51c0-fdf7-429d-aad9-8e8bdd9095a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e00df0-e2d9-460a-9d81-3bccb1068447,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:37:49.679026 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eaaa3b9-7493-4aa2-a464-786df887aced x-openstack-request-id: req-6eaaa3b9-7493-4aa2-a464-786df887aced {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:37:49.679361 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b85d2e-d9f1-4596-bb98-f93704997589", "tag": "a1e00df0-e2d9-460a-9d81-3bccb1068447", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:37:49.679616 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6eaaa3b9-7493-4aa2-a464-786df887aced {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:37:49.680015 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b85d2e-d9f1-4596-bb98-f93704997589', 'tag': 'a1e00df0-e2d9-460a-9d81-3bccb1068447', 'status': 'completed', 'code': 200} Jul 27 20:37:49.729859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-de891a30-c89e-4929-a94c-555d21268176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:49.731401 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-de891a30-c89e-4929-a94c-555d21268176 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 1095 time: 0.0624909 Jul 27 20:37:49.775485 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-9225dc30-f482-4c86-a281-7e48882ed575 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447 HTTP/1.1" status: 200 len: 217 time: 0.0356433 Jul 27 20:37:49.830882 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-061e8492-359c-4400-be4a-90f11f580070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:49.832444 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-061e8492-359c-4400-be4a-90f11f580070 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0502291 Jul 27 20:37:49.894538 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-da378b79-655b-4ada-ac1a-7c9b4f11c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:49.896082 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-da378b79-655b-4ada-ac1a-7c9b4f11c444 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561509 Jul 27 20:37:49.992441 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-6af096a7-0edb-4b2f-926c-39d3c004e86d service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881898 Jul 27 20:37:50.095417 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-84233562-fa43-4b16-8f01-ce99117c6ed7 req-5f94ed5a-f104-4ca9-9aa6-2bcf71f6a34e service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939872 Jul 27 20:37:50.215165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6101a-4e52-4760-b5d5-a93d3a5924a6 req-34c865d6-60f5-4f32-afd7-1718f690be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:50.216708 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7fa6101a-4e52-4760-b5d5-a93d3a5924a6 req-34c865d6-60f5-4f32-afd7-1718f690be3c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 1095 time: 0.0603521 Jul 27 20:37:50.316418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6101a-4e52-4760-b5d5-a93d3a5924a6 req-2066e893-545a-4cd1-8e73-4f0c94b208da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:50.317880 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7fa6101a-4e52-4760-b5d5-a93d3a5924a6 req-2066e893-545a-4cd1-8e73-4f0c94b208da service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0939403 Jul 27 20:37:50.361736 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7fa6101a-4e52-4760-b5d5-a93d3a5924a6 req-e2e58e25-bcf7-4cfd-a365-bba53e15d9ac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447 HTTP/1.1" status: 200 len: 217 time: 0.0349407 Jul 27 20:37:50.414484 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6101a-4e52-4760-b5d5-a93d3a5924a6 req-9c937b40-6e20-4f4e-837d-80769c37f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:50.415930 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7fa6101a-4e52-4760-b5d5-a93d3a5924a6 req-9c937b40-6e20-4f4e-837d-80769c37f0d5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0453281 Jul 27 20:37:50.482725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6101a-4e52-4760-b5d5-a93d3a5924a6 req-3ef48ef6-ffa5-4eb6-ba85-e3b04f14238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:50.484212 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7fa6101a-4e52-4760-b5d5-a93d3a5924a6 req-3ef48ef6-ffa5-4eb6-ba85-e3b04f14238f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604718 Jul 27 20:37:50.589736 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7fa6101a-4e52-4760-b5d5-a93d3a5924a6 req-a535beb2-5856-4c6f-a165-f5966ebf59de service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963237 Jul 27 20:37:50.693253 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7fa6101a-4e52-4760-b5d5-a93d3a5924a6 req-0efa4ccc-1397-4427-a8be-bfac570e7234 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954294 Jul 27 20:37:50.736814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b6dde-a861-4da0-a657-982c1a5956af req-4996b2cf-42e1-4b0c-8393-1132a3a004e6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:50.738655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e99b6dde-a861-4da0-a657-982c1a5956af req-4996b2cf-42e1-4b0c-8393-1132a3a004e6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 943 time: 0.0686328 Jul 27 20:37:50.778780 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e99b6dde-a861-4da0-a657-982c1a5956af req-a7627491-281c-4713-be49-0e9db1622681 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340395 Jul 27 20:37:51.930461 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d53701-8e51-4964-94a4-016c28e20894 req-9459c6fa-e1f6-43a3-a072-c07b301b8e0d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:51.931912 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25d53701-8e51-4964-94a4-016c28e20894 req-9459c6fa-e1f6-43a3-a072-c07b301b8e0d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 943 time: 0.0686111 Jul 27 20:37:51.976426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25d53701-8e51-4964-94a4-016c28e20894 req-4a91ae58-973c-4721-94d5-140da1800850 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355484 Jul 27 20:37:52.279633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a1e00df0-e2d9-460a-9d81-3bccb1068447 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:37:52.378019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a1e00df0-e2d9-460a-9d81-3bccb1068447, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:37:52.389946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'a1e00df0-e2d9-460a-9d81-3bccb1068447', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'port_id': 'a1e00df0-e2d9-460a-9d81-3bccb1068447', 'mac_address': 'fa:16:3e:44:14:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:37:52.430648 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:52.443361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e00df0-e2d9-460a-9d81-3bccb1068447 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:37:52.462801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a1e00df0-e2d9-460a-9d81-3bccb1068447, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:37:52.468080 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:52.515118 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a1e00df0-e2d9-460a-9d81-3bccb1068447,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:37:52.657425 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['a1e00df0-e2d9-460a-9d81-3bccb1068447'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:37:53.182224 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9913145-9b89-4045-ad9d-537438f04555 req-9b398966-6fc0-4c89-b492-7cbc1a15b9e4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:53.183786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9913145-9b89-4045-ad9d-537438f04555 req-9b398966-6fc0-4c89-b492-7cbc1a15b9e4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 944 time: 0.0715308 Jul 27 20:37:53.225310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9913145-9b89-4045-ad9d-537438f04555 req-1d080b92-426f-41d9-b333-3daf2ebd3be9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353477 Jul 27 20:37:54.278864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a1e00df0-e2d9-460a-9d81-3bccb1068447 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:37:54.332247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port a1e00df0-e2d9-460a-9d81-3bccb1068447 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:37:54.336195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port a1e00df0-e2d9-460a-9d81-3bccb1068447 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:37:54.336609 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:54.395439 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fff807-6027-44a3-b029-79305ad469af req-75b30397-b750-4083-aa76-a1b36ae56c79 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:54.396975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3fff807-6027-44a3-b029-79305ad469af req-75b30397-b750-4083-aa76-a1b36ae56c79 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 944 time: 0.0646508 Jul 27 20:37:54.413790 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:54.436630 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3fff807-6027-44a3-b029-79305ad469af req-81c081a6-139c-40d4-ab16-bbcd43102237 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331988 Jul 27 20:37:54.438243 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b85d2e-d9f1-4596-bb98-f93704997589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e00df0-e2d9-460a-9d81-3bccb1068447'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:37:54.440671 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f0d0f219fc4f5a827566a2f581c16a0401e51a61ee2f7d3fd7baa5b862d960a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470b15d8-8c2d-40bd-98de-4e805b753b6b" -d '{"events": [{"server_uuid": "61b85d2e-d9f1-4596-bb98-f93704997589", "name": "network-vif-plugged", "status": "completed", "tag": "a1e00df0-e2d9-460a-9d81-3bccb1068447"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:37:54.454972 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port a1e00df0-e2d9-460a-9d81-3bccb1068447, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:37:54.460801 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:54.514476 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=a1e00df0-e2d9-460a-9d81-3bccb1068447,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:37:54.543532 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474ea39e-5c15-4341-ae58-ca0636b9e867 x-openstack-request-id: req-474ea39e-5c15-4341-ae58-ca0636b9e867 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:37:54.543841 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b85d2e-d9f1-4596-bb98-f93704997589", "name": "network-vif-plugged", "status": "completed", "tag": "a1e00df0-e2d9-460a-9d81-3bccb1068447", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:37:54.544087 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-474ea39e-5c15-4341-ae58-ca0636b9e867 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:37:54.544552 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b85d2e-d9f1-4596-bb98-f93704997589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e00df0-e2d9-460a-9d81-3bccb1068447', 'code': 200} Jul 27 20:37:54.662909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb417b-92f0-402a-b590-349ab86398fe req-3726bebd-d1b4-440c-935a-47917decc6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:54.664857 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a5bb417b-92f0-402a-b590-349ab86398fe req-3726bebd-d1b4-440c-935a-47917decc6ff service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 1097 time: 0.0605781 Jul 27 20:37:54.707670 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a5bb417b-92f0-402a-b590-349ab86398fe req-3758ca13-99d1-4b1e-b532-3264b6b94ca8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348961 Jul 27 20:37:55.664565 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6818d0d-3636-465b-932f-75a7a568e9b1 req-9de306c1-190e-4dca-9c0c-2a81c63ced6b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:55.666773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6818d0d-3636-465b-932f-75a7a568e9b1 req-9de306c1-190e-4dca-9c0c-2a81c63ced6b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.1184318 Jul 27 20:37:55.712259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6818d0d-3636-465b-932f-75a7a568e9b1 req-9d2292b2-c462-41f2-a334-e8571e9a3169 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390589 Jul 27 20:37:55.952798 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2987d9-c1c8-4b9f-a407-6b963b6c09cf req-3806d67d-a968-4ef7-852e-b135914a811b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:55.954311 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a2987d9-c1c8-4b9f-a407-6b963b6c09cf req-3806d67d-a968-4ef7-852e-b135914a811b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.1178269 Jul 27 20:37:55.967290 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 35982) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:37:55.972642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f625d5bd-0a0e-4ebc-882e-d788c73e91ae tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Request body: {'floatingip': {'port_id': 'a1e00df0-e2d9-460a-9d81-3bccb1068447'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:37:56.012949 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f625d5bd-0a0e-4ebc-882e-d788c73e91ae tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:56.497420 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f625d5bd-0a0e-4ebc-882e-d788c73e91ae tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:56.503550 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f625d5bd-0a0e-4ebc-882e-d788c73e91ae tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:56.619420 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-f625d5bd-0a0e-4ebc-882e-d788c73e91ae tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026 associated. External IP: 172.25.1.174, port: a1e00df0-e2d9-460a-9d81-3bccb1068447. Jul 27 20:37:56.841766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f625d5bd-0a0e-4ebc-882e-d788c73e91ae tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:37:56.956326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f625d5bd-0a0e-4ebc-882e-d788c73e91ae tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:37:56.961023 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f625d5bd-0a0e-4ebc-882e-d788c73e91ae tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:37:56.967068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7abc8b-2ec2-496a-87dd-86231c22b31e None None] Sync routers for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:37:56.977346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7abc8b-2ec2-496a-87dd-86231c22b31e None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:37:56.977987 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3b7abc8b-2ec2-496a-87dd-86231c22b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:37:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:37:56.998045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f625d5bd-0a0e-4ebc-882e-d788c73e91ae tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "PUT /v2.0/floatingips/2909d660-c78a-4ad0-9fa1-dd151dc68026 HTTP/1.1" status: 200 len: 991 time: 1.0296528 Jul 27 20:37:56.998688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b85d2e-d9f1-4596-bb98-f93704997589', 'tag': 'a1e00df0-e2d9-460a-9d81-3bccb1068447'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:37:57.001081 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91acbe136a5db88fcb9530f178e49f5d62aca5ea90aa478d7f1cdc8f94530456" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673719cd-f03e-4a8a-a81f-c32bf8b25156" -d '{"events": [{"name": "network-changed", "server_uuid": "61b85d2e-d9f1-4596-bb98-f93704997589", "tag": "a1e00df0-e2d9-460a-9d81-3bccb1068447"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:37:57.038550 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454f9aa9-8337-4579-956d-144415ef9484 x-openstack-request-id: req-454f9aa9-8337-4579-956d-144415ef9484 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:37:57.038832 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b85d2e-d9f1-4596-bb98-f93704997589", "tag": "a1e00df0-e2d9-460a-9d81-3bccb1068447", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:37:57.039080 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-454f9aa9-8337-4579-956d-144415ef9484 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:37:57.039523 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b85d2e-d9f1-4596-bb98-f93704997589', 'tag': 'a1e00df0-e2d9-460a-9d81-3bccb1068447', 'status': 'completed', 'code': 200} Jul 27 20:37:57.090994 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-3b7abc8b-2ec2-496a-87dd-86231c22b31e None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:37:57.115379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673719cd-f03e-4a8a-a81f-c32bf8b25156 req-ff811aca-8b06-44a9-91a5-8d634444f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:57.116855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-673719cd-f03e-4a8a-a81f-c32bf8b25156 req-ff811aca-8b06-44a9-91a5-8d634444f25d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 1097 time: 0.0539610 Jul 27 20:37:57.213351 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673719cd-f03e-4a8a-a81f-c32bf8b25156 req-c3a488c5-1c5d-418b-9de8-6c90bd970ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:57.214852 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-673719cd-f03e-4a8a-a81f-c32bf8b25156 req-c3a488c5-1c5d-418b-9de8-6c90bd970ca1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0906327 Jul 27 20:37:57.282202 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-673719cd-f03e-4a8a-a81f-c32bf8b25156 req-3a6e74ac-dd35-4a49-ab24-09ea55537d8a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447 HTTP/1.1" status: 200 len: 999 time: 0.0595376 Jul 27 20:37:57.315233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3b7abc8b-2ec2-496a-87dd-86231c22b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '2909d660-c78a-4ad0-9fa1-dd151dc68026', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'port_id': 'a1e00df0-e2d9-460a-9d81-3bccb1068447', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'mac_address': 'fa:16:3e:44:14:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b85d2e-d9f1-4596-bb98-f93704997589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:35:31Z', 'updated_at': '2021-07-27T20:37:56Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:37:57.331596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673719cd-f03e-4a8a-a81f-c32bf8b25156 req-fe626e95-37a3-4f0d-b662-3d1299739d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:57.333116 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-673719cd-f03e-4a8a-a81f-c32bf8b25156 req-fe626e95-37a3-4f0d-b662-3d1299739d80 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0440614 Jul 27 20:37:57.346066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7abc8b-2ec2-496a-87dd-86231c22b31e None None] Checking router: f523858c-0ca5-4fb9-ab0f-0a7c4383a289 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:37:57.355559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7abc8b-2ec2-496a-87dd-86231c22b31e None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:37:57.356185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3b7abc8b-2ec2-496a-87dd-86231c22b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:37:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:37:57.397966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673719cd-f03e-4a8a-a81f-c32bf8b25156 req-d6ce9ed3-1596-46cd-b5e4-a6d7d8d58d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:37:57.399398 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-673719cd-f03e-4a8a-a81f-c32bf8b25156 req-d6ce9ed3-1596-46cd-b5e4-a6d7d8d58d8b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591366 Jul 27 20:37:57.464274 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-3b7abc8b-2ec2-496a-87dd-86231c22b31e None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:37:57.497823 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-673719cd-f03e-4a8a-a81f-c32bf8b25156 req-25c852fa-d3d0-4045-88ec-65189fcd3d5a service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900135 Jul 27 20:37:57.593046 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-673719cd-f03e-4a8a-a81f-c32bf8b25156 req-0b50df94-e9cb-4aa8-9d2e-29a124657c6e service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878813 Jul 27 20:37:57.865384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3b7abc8b-2ec2-496a-87dd-86231c22b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '2909d660-c78a-4ad0-9fa1-dd151dc68026', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'port_id': 'a1e00df0-e2d9-460a-9d81-3bccb1068447', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'mac_address': 'fa:16:3e:44:14:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b85d2e-d9f1-4596-bb98-f93704997589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:35:31Z', 'updated_at': '2021-07-27T20:37:56Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:37:57.892265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7abc8b-2ec2-496a-87dd-86231c22b31e None None] The sync data for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 is: [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '2909d660-c78a-4ad0-9fa1-dd151dc68026', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'port_id': 'a1e00df0-e2d9-460a-9d81-3bccb1068447', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'mac_address': 'fa:16:3e:44:14:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b85d2e-d9f1-4596-bb98-f93704997589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:35:31Z', 'updated_at': '2021-07-27T20:37:56Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:37:58.217294 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cdfef6-6f52-469c-9d32-763994e4d586 None None] New status for floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:38:04.818412 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:38:08.994822 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:38:12.124850 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:38:13.503811 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-217de921-6601-48f5-99f4-a2a48e7fe746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:38:16.203718 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3625d542-0952-4e14-ba59-ccb1b9f7448d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:38:16.289410 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:38:17.329980 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:38:19.091661 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:38:38.449466 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3f63b8fa-a879-4149-9200-d416c39f4d86 req-73f126e1-5876-4593-9068-43d147b86758 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0992024 Jul 27 20:38:38.556462 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b8fa-a879-4149-9200-d416c39f4d86 req-725a807c-2cce-49f6-bf6a-c4818dcc3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:38:38.557998 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3f63b8fa-a879-4149-9200-d416c39f4d86 req-725a807c-2cce-49f6-bf6a-c4818dcc3b71 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 1097 time: 0.0617301 Jul 27 20:38:38.675442 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b8fa-a879-4149-9200-d416c39f4d86 req-b949a398-2bb3-4034-acf7-3088a09296c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:38:38.676969 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3f63b8fa-a879-4149-9200-d416c39f4d86 req-b949a398-2bb3-4034-acf7-3088a09296c6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0937853 Jul 27 20:38:38.745788 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3f63b8fa-a879-4149-9200-d416c39f4d86 req-2c093fe3-8b6d-4949-8f02-4a326e817b9d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447 HTTP/1.1" status: 200 len: 1001 time: 0.0612292 Jul 27 20:38:38.798397 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b8fa-a879-4149-9200-d416c39f4d86 req-3d783b6a-7692-41fc-9a2a-bae95d4b701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:38:38.799898 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3f63b8fa-a879-4149-9200-d416c39f4d86 req-3d783b6a-7692-41fc-9a2a-bae95d4b701b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0472667 Jul 27 20:38:38.867126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b8fa-a879-4149-9200-d416c39f4d86 req-b304f86f-69ef-4dfc-91e1-21f38c05d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:38:38.868671 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3f63b8fa-a879-4149-9200-d416c39f4d86 req-b304f86f-69ef-4dfc-91e1-21f38c05d2a5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608103 Jul 27 20:38:38.975892 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3f63b8fa-a879-4149-9200-d416c39f4d86 req-ed719ec7-7804-42fb-832e-a26e58a8a2ee service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986116 Jul 27 20:38:38.995159 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:38:39.078021 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3f63b8fa-a879-4149-9200-d416c39f4d86 req-6387e26b-3ed1-4b4d-9250-ba2edf987b30 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946169 Jul 27 20:38:41.823581 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:38:42.130657 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:38:43.500531 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3378f686-3246-47fe-9a6b-e1198b9f6da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:38:46.200660 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b4053e60-d1dc-4d77-aacd-bf3c4dd92b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:38:46.287948 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:38:47.329497 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:38:49.087685 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:08.997626 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:12.161455 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:13.505616 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e58a0cd5-af24-479e-882d-e4359e4760cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:16.193916 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7c583813-bd9c-40f9-ad86-c3794fb3ad29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:16.287781 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:17.332354 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:18.826792 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:39:19.087738 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:34.750101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88178a9-ff0b-492a-a9e5-8f876897fa60 req-a4e99db3-bd08-463b-82e4-12e14a71c99c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:34.752133 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a88178a9-ff0b-492a-a9e5-8f876897fa60 req-a4e99db3-bd08-463b-82e4-12e14a71c99c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0801811 Jul 27 20:39:34.791241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a88178a9-ff0b-492a-a9e5-8f876897fa60 req-4ebcc2ab-f188-4fbe-817b-af5c707bc532 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327332 Jul 27 20:39:35.936794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6d3a9-9dc4-4778-9c29-9c8c5cd6ff15 req-dc468055-0fa3-41d8-896e-03d89b1994d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:35.938215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5be6d3a9-9dc4-4778-9c29-9c8c5cd6ff15 req-dc468055-0fa3-41d8-896e-03d89b1994d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0739732 Jul 27 20:39:35.979343 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5be6d3a9-9dc4-4778-9c29-9c8c5cd6ff15 req-ee847449-dc37-4852-bf7a-505e59b7db60 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347912 Jul 27 20:39:37.140041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0816b-c162-471d-aa6b-91bcd9caeaa3 req-f1648bef-de38-4e31-9111-788b4ad6292a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:37.141670 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eef0816b-c162-471d-aa6b-91bcd9caeaa3 req-f1648bef-de38-4e31-9111-788b4ad6292a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0890064 Jul 27 20:39:37.187721 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eef0816b-c162-471d-aa6b-91bcd9caeaa3 req-a8d8edad-5366-41d1-853a-1b57dcfba651 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390944 Jul 27 20:39:38.335827 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e25d3-208a-4891-b673-0491a2d625e0 req-8f745de0-eaae-4282-9573-69bfbeec423f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:38.337625 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-770e25d3-208a-4891-b673-0491a2d625e0 req-8f745de0-eaae-4282-9573-69bfbeec423f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0739152 Jul 27 20:39:38.375916 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-770e25d3-208a-4891-b673-0491a2d625e0 req-f77544a5-1faa-4549-ad38-07215069a316 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322187 Jul 27 20:39:38.710728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f55d9c-5a05-4acf-bcdc-7b33d02d80bb req-1e78d518-ce40-410d-8ddb-bea2c9d37568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:38.712277 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00f55d9c-5a05-4acf-bcdc-7b33d02d80bb req-1e78d518-ce40-410d-8ddb-bea2c9d37568 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 1097 time: 0.0726657 Jul 27 20:39:38.826492 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f55d9c-5a05-4acf-bcdc-7b33d02d80bb req-412ed14a-4809-4470-ab32-6ec420a72de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:38.827990 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00f55d9c-5a05-4acf-bcdc-7b33d02d80bb req-412ed14a-4809-4470-ab32-6ec420a72de7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0949376 Jul 27 20:39:38.903241 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00f55d9c-5a05-4acf-bcdc-7b33d02d80bb req-3219e2b1-85ac-4509-88e3-5301e8047847 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447 HTTP/1.1" status: 200 len: 1001 time: 0.0665183 Jul 27 20:39:38.952427 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f55d9c-5a05-4acf-bcdc-7b33d02d80bb req-f90002a3-a77f-48da-ac60-c604c13974ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:38.953844 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00f55d9c-5a05-4acf-bcdc-7b33d02d80bb req-f90002a3-a77f-48da-ac60-c604c13974ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0435736 Jul 27 20:39:39.009803 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:39.019858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f55d9c-5a05-4acf-bcdc-7b33d02d80bb req-8c49caa4-c971-4a95-9338-1ec82ef94871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:39.021424 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00f55d9c-5a05-4acf-bcdc-7b33d02d80bb req-8c49caa4-c971-4a95-9338-1ec82ef94871 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597801 Jul 27 20:39:39.136880 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00f55d9c-5a05-4acf-bcdc-7b33d02d80bb req-3abb6cce-45db-4cb2-80b5-68ad6a8601cb service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074355 Jul 27 20:39:39.245770 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-00f55d9c-5a05-4acf-bcdc-7b33d02d80bb req-86f92180-c3a5-49b7-8b6b-6794514c4638 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011949 Jul 27 20:39:39.532501 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756fa63-a42f-4fab-96ba-a6765e69b1c2 req-86481d38-db65-413b-af88-601a5ec580cb tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:39.534049 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f756fa63-a42f-4fab-96ba-a6765e69b1c2 req-86481d38-db65-413b-af88-601a5ec580cb tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0702088 Jul 27 20:39:39.575703 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f756fa63-a42f-4fab-96ba-a6765e69b1c2 req-ea9362bd-3abf-47f7-9ff3-105ad3bc9b5c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338495 Jul 27 20:39:40.730948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8add87-d8ea-445e-9ae9-7d14a8c7a7d6 req-6431d99f-90cd-4e73-9a69-687630099486 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:40.732458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e8add87-d8ea-445e-9ae9-7d14a8c7a7d6 req-6431d99f-90cd-4e73-9a69-687630099486 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0805836 Jul 27 20:39:40.777485 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e8add87-d8ea-445e-9ae9-7d14a8c7a7d6 req-2d0d1318-8878-447f-afd5-0f0baf6affe1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355945 Jul 27 20:39:41.922474 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adcb3d-0a92-40b2-aaf3-566c172e400a req-2841c4fe-a15f-4160-9975-4f53ac227107 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:41.924028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82adcb3d-0a92-40b2-aaf3-566c172e400a req-2841c4fe-a15f-4160-9975-4f53ac227107 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0697234 Jul 27 20:39:41.961826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82adcb3d-0a92-40b2-aaf3-566c172e400a req-b2fb1181-bf7a-4ad4-b898-0cbc1a8de612 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317171 Jul 27 20:39:42.157825 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:43.115267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431af5d-1132-48fc-91ba-96ea88e71224 req-71a1acdf-eae7-477a-96cf-dbfb9cd9ec50 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:43.116835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2431af5d-1132-48fc-91ba-96ea88e71224 req-71a1acdf-eae7-477a-96cf-dbfb9cd9ec50 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0739000 Jul 27 20:39:43.161362 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2431af5d-1132-48fc-91ba-96ea88e71224 req-1b08893d-4dbf-4836-a7bc-5b6243484284 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354183 Jul 27 20:39:43.507343 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-86b69fd8-1e12-4be2-832f-29f19374d7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:44.333656 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ec301-7d2f-4d34-847d-be289649d621 req-afe96246-7147-4415-836b-2ac7941127d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:44.335202 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d3ec301-7d2f-4d34-847d-be289649d621 req-afe96246-7147-4415-836b-2ac7941127d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0837572 Jul 27 20:39:44.375151 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d3ec301-7d2f-4d34-847d-be289649d621 req-0635a22b-d20d-4806-8004-5bc8c5184655 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333905 Jul 27 20:39:45.515637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08215829-eaf0-4ffc-9b65-9a1b87d4778c req-6b8b4d36-5a1d-49cc-9a00-3f6e07b2f2d9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:45.517173 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08215829-eaf0-4ffc-9b65-9a1b87d4778c req-6b8b4d36-5a1d-49cc-9a00-3f6e07b2f2d9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0709722 Jul 27 20:39:45.557294 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08215829-eaf0-4ffc-9b65-9a1b87d4778c req-9a2a35ed-c5aa-407e-bba6-600579458d0e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340288 Jul 27 20:39:46.199204 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e6afa074-4b06-4c79-8905-e63ce6b437b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:46.289261 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:46.843811 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36238) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:39:46.865454 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca63c8-cafd-4086-aa7c-0e1d660ac3a5 req-218ce11e-ea5a-48a8-9f94-dcb3c3488f34 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:46.866982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fca63c8-cafd-4086-aa7c-0e1d660ac3a5 req-218ce11e-ea5a-48a8-9f94-dcb3c3488f34 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0658612 Jul 27 20:39:46.907167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fca63c8-cafd-4086-aa7c-0e1d660ac3a5 req-63a6ad70-c2aa-4564-90df-6b2116cf89fc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338657 Jul 27 20:39:46.940212 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-6658c82f-49e2-4934-b33a-7d00428fe113 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951777 Jul 27 20:39:47.338134 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:48.057803 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d4778-586d-44d7-bb34-f7457eb2ecbf req-9169f6f5-2112-448f-a84d-cbdf858d25d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:48.060014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-809d4778-586d-44d7-bb34-f7457eb2ecbf req-9169f6f5-2112-448f-a84d-cbdf858d25d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0798950 Jul 27 20:39:48.101609 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-809d4778-586d-44d7-bb34-f7457eb2ecbf req-a778d4f2-09d3-4e4f-9cf0-39e701f7a80c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345080 Jul 27 20:39:48.147066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-ee879ece-91d7-4bf8-9549-1c0cf7a05f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:48.148873 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-ee879ece-91d7-4bf8-9549-1c0cf7a05f48 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 1097 time: 0.0574813 Jul 27 20:39:48.251998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-edc659e4-c8b1-4a0d-b4e9-226db60cd635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:48.253454 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-edc659e4-c8b1-4a0d-b4e9-226db60cd635 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0971746 Jul 27 20:39:48.323958 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-dda0a6ba-d30a-4a4d-a275-a72bea15acfe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447 HTTP/1.1" status: 200 len: 1001 time: 0.0622711 Jul 27 20:39:48.375946 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-a3208232-7853-47f4-9014-b38acd0bc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:48.377464 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-a3208232-7853-47f4-9014-b38acd0bc0a2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0458343 Jul 27 20:39:48.443255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-756da8ce-7a43-4cb7-99cc-d29308fb9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:48.444835 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-756da8ce-7a43-4cb7-99cc-d29308fb9987 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600910 Jul 27 20:39:48.537580 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-f75a6520-085d-4e5c-a0b2-4219f6d2b75d service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853574 Jul 27 20:39:48.643719 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-4f1ecb80-1f69-4f55-82d4-3c1056a2adb1 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989149 Jul 27 20:39:49.090757 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:49.243753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe17f70-edae-4a2b-9035-cea27984ac6d req-ef065fe0-73b4-4122-bfc2-aea2e17a6814 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:49.245468 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbe17f70-edae-4a2b-9035-cea27984ac6d req-ef065fe0-73b4-4122-bfc2-aea2e17a6814 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0747876 Jul 27 20:39:49.287181 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbe17f70-edae-4a2b-9035-cea27984ac6d req-4d8836c8-ea82-4421-a7e3-bbbe4ec6bd17 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321331 Jul 27 20:39:50.440972 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c827d-cb79-4d6d-a186-9eecb19ae530 req-bb5894bf-2611-49b6-81cb-61e4efd39499 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:50.442420 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-276c827d-cb79-4d6d-a186-9eecb19ae530 req-bb5894bf-2611-49b6-81cb-61e4efd39499 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0711093 Jul 27 20:39:50.479449 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-eb555ecc-5432-4287-bd50-d4a352114e16 service neutron] show failed (client error): The resource could not be found. Jul 27 20:39:50.480539 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-eb555ecc-5432-4287-bd50-d4a352114e16 service neutron] 10.222.0.63 "GET /v2.0/ports/a1e00df0-e2d9-460a-9d81-3bccb1068447/bindings/n-h1-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0593665 Jul 27 20:39:50.481622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-276c827d-cb79-4d6d-a186-9eecb19ae530 req-b0d6d77b-83b0-4788-b870-d717d036e4eb tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332110 Jul 27 20:39:50.807367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-f6dd6841-911e-499c-be3d-d60055b92461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:50.808892 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-f6dd6841-911e-499c-be3d-d60055b92461 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589&tenant_id=d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 1097 time: 0.0979064 Jul 27 20:39:50.822971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:39:50.914197 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:51.492828 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] For port a1e00df0-e2d9-460a-9d81-3bccb1068447, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:39:51.527590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] For port a1e00df0-e2d9-460a-9d81-3bccb1068447, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:39:51.569417 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b85d2e-d9f1-4596-bb98-f93704997589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1e00df0-e2d9-460a-9d81-3bccb1068447'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:39:51.575411 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:51.590213 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Transition to ACTIVE for port object a1e00df0-e2d9-460a-9d81-3bccb1068447 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:39:51.596307 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:51.621319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d2f5e-227f-4143-94d2-a4b1b6613901 req-46d9bee3-4237-49cb-87a8-b5b7995c6b8e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:51.622901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-531d2f5e-227f-4143-94d2-a4b1b6613901 req-46d9bee3-4237-49cb-87a8-b5b7995c6b8e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0675151 Jul 27 20:39:51.637852 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18daac48-51f5-4d9c-9635-b9c7ae4015ff" -d '{"events": [{"server_uuid": "61b85d2e-d9f1-4596-bb98-f93704997589", "name": "network-vif-unplugged", "status": "completed", "tag": "a1e00df0-e2d9-460a-9d81-3bccb1068447"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:39:51.673060 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-531d2f5e-227f-4143-94d2-a4b1b6613901 req-8958bc02-ec6d-4a15-8aef-59cf10c24f2d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421662 Jul 27 20:39:51.720032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Pushing event updated for resources: {'Port': ['ID=a1e00df0-e2d9-460a-9d81-3bccb1068447,revision_number=6']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:39:51.735721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:51.736077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:51.736448 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:51.737135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:51.737482 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:51.737822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:51.738235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:51.738478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:51.739071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:51.739412 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:51.740735 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:51.741279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:51.750574 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cccba8-7170-4a00-82af-401dfa6baacd x-openstack-request-id: req-c0cccba8-7170-4a00-82af-401dfa6baacd {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:39:51.750865 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b85d2e-d9f1-4596-bb98-f93704997589", "name": "network-vif-unplugged", "status": "completed", "tag": "a1e00df0-e2d9-460a-9d81-3bccb1068447", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:39:51.751255 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0cccba8-7170-4a00-82af-401dfa6baacd {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:39:51.751650 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b85d2e-d9f1-4596-bb98-f93704997589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1e00df0-e2d9-460a-9d81-3bccb1068447', 'code': 200} Jul 27 20:39:51.772002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] No DVR routers for this DVR port a1e00df0-e2d9-460a-9d81-3bccb1068447 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:39:51.918356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Attempting to bind port a1e00df0-e2d9-460a-9d81-3bccb1068447 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:39:51.918587 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Attempting to bind port a1e00df0-e2d9-460a-9d81-3bccb1068447 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:39:51.918920 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Attempting to bind port a1e00df0-e2d9-460a-9d81-3bccb1068447 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:39:51.924211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Port a1e00df0-e2d9-460a-9d81-3bccb1068447 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:39:51.924569 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Attempting to bind port a1e00df0-e2d9-460a-9d81-3bccb1068447 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:39:51.930320 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:39:51.930662 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Checking segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:39:51.931043 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Bound using segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:39:51.931463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Bound port: a1e00df0-e2d9-460a-9d81-3bccb1068447, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:39:51.931836 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:52.003300 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] For port a1e00df0-e2d9-460a-9d81-3bccb1068447, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:39:52.006410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] For port a1e00df0-e2d9-460a-9d81-3bccb1068447, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:39:52.013485 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:52.047750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:52.048359 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:52.049803 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] 10.222.0.52 "PUT /v2.0/ports/a1e00df0-e2d9-460a-9d81-3bccb1068447 HTTP/1.1" status: 200 len: 1092 time: 1.2309043 Jul 27 20:39:52.073340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a075675-8a9f-44c5-9851-6a7d2f2db35b service neutron] Pushing event updated for resources: {'Port': ['ID=a1e00df0-e2d9-460a-9d81-3bccb1068447,revision_number=7']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:39:52.133851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-561a3ed8-f5e5-4aa4-b5ea-d9cb516e9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:52.135399 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-561a3ed8-f5e5-4aa4-b5ea-d9cb516e9541 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 1095 time: 0.0586760 Jul 27 20:39:52.234204 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-b51512ed-f4ae-4826-a618-3717179b55e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:52.235752 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-b51512ed-f4ae-4826-a618-3717179b55e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0924802 Jul 27 20:39:52.303969 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-c8ce7371-568d-42b5-8119-a6662f2a4aee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447 HTTP/1.1" status: 200 len: 999 time: 0.0595677 Jul 27 20:39:52.364655 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-03445219-0b46-4673-a177-45b137dceb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:52.366686 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-03445219-0b46-4673-a177-45b137dceb78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0547361 Jul 27 20:39:52.432923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-c0066665-65f4-47be-8372-7d14b86e9b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:52.434434 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-c0066665-65f4-47be-8372-7d14b86e9b1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600841 Jul 27 20:39:52.536626 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-c8fbccc0-9bd6-4299-9d37-0f0026589aa4 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938027 Jul 27 20:39:52.640559 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-33c22a69-8158-4138-b57b-a32fffb91636 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963631 Jul 27 20:39:52.818629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041869c1-d191-478a-b34b-1f860534aad0 req-d1bf9f92-7ea3-4a96-8f58-0ed77262a416 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:52.820506 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-041869c1-d191-478a-b34b-1f860534aad0 req-d1bf9f92-7ea3-4a96-8f58-0ed77262a416 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 943 time: 0.0665758 Jul 27 20:39:52.862354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-041869c1-d191-478a-b34b-1f860534aad0 req-fec77ec2-b41f-4334-b000-b89edb4e6fef tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356176 Jul 27 20:39:53.753086 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b85d2e-d9f1-4596-bb98-f93704997589', 'tag': 'a1e00df0-e2d9-460a-9d81-3bccb1068447'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:39:53.756504 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99" -d '{"events": [{"name": "network-changed", "server_uuid": "61b85d2e-d9f1-4596-bb98-f93704997589", "tag": "a1e00df0-e2d9-460a-9d81-3bccb1068447"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:39:53.807818 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6021bae-ac28-4448-a84f-bb72d38fe963 x-openstack-request-id: req-a6021bae-ac28-4448-a84f-bb72d38fe963 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:39:53.808102 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b85d2e-d9f1-4596-bb98-f93704997589", "tag": "a1e00df0-e2d9-460a-9d81-3bccb1068447", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:39:53.808354 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6021bae-ac28-4448-a84f-bb72d38fe963 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:39:53.808789 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b85d2e-d9f1-4596-bb98-f93704997589', 'tag': 'a1e00df0-e2d9-460a-9d81-3bccb1068447', 'status': 'completed', 'code': 200} Jul 27 20:39:53.923643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-fd7ce876-5738-4915-93a3-9fba9a110112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:53.926263 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-fd7ce876-5738-4915-93a3-9fba9a110112 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 1095 time: 0.0966320 Jul 27 20:39:53.931787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-ea3eb374-f12d-4eb7-a91c-1b9dc43c1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:53.933205 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-ea3eb374-f12d-4eb7-a91c-1b9dc43c1099 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 1095 time: 0.0961750 Jul 27 20:39:54.031680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd99aa-e9fb-457a-866d-c6d6d40a9d88 req-c89d6e08-7a40-4808-949c-de3e12507be9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:54.033632 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70cd99aa-e9fb-457a-866d-c6d6d40a9d88 req-c89d6e08-7a40-4808-949c-de3e12507be9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 943 time: 0.0881691 Jul 27 20:39:54.076919 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70cd99aa-e9fb-457a-866d-c6d6d40a9d88 req-dd40bc6b-5764-4b49-87cb-6abfa3bbb189 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358205 Jul 27 20:39:54.090866 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-48d4cd5d-6263-45f0-96c2-0d482510dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:54.092729 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-48d4cd5d-6263-45f0-96c2-0d482510dc59 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.1583662 Jul 27 20:39:54.097861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-fb53d46f-66fa-4204-964c-c8f35dbc26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:54.099227 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-fb53d46f-66fa-4204-964c-c8f35dbc26c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.1464553 Jul 27 20:39:54.207632 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-179ee21d-49d0-4ac3-9a1e-10fcc3763e2c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447 HTTP/1.1" status: 200 len: 999 time: 0.1073530 Jul 27 20:39:54.209335 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-80b1c96a-6813-4f33-905c-25249983eecf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447 HTTP/1.1" status: 200 len: 999 time: 0.1025825 Jul 27 20:39:54.292996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-3310897b-49ed-4151-b5be-73f63ce3234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:54.294470 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-3310897b-49ed-4151-b5be-73f63ce3234d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0796115 Jul 27 20:39:54.298197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-726cb67e-a35d-4a0c-a2ec-5932c316bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:54.299542 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-726cb67e-a35d-4a0c-a2ec-5932c316bee7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0770035 Jul 27 20:39:54.397732 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-92e38702-e6cc-4876-808a-c1a2502a18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:54.399269 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-92e38702-e6cc-4876-808a-c1a2502a18d6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964499 Jul 27 20:39:54.401127 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-b5f61202-019c-4633-b089-8aa8bd87fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:54.402484 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-b5f61202-019c-4633-b089-8aa8bd87fa50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924792 Jul 27 20:39:54.560811 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-dfb4fa5f-ba75-493c-80de-d3b9cda6554e service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537039 Jul 27 20:39:54.562704 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-92794580-f308-428a-b212-10a854892736 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485822 Jul 27 20:39:54.721126 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-01514c2a-56c8-4927-aa66-2f7343808127 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529994 Jul 27 20:39:54.724623 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c08b4b7f-e4c0-4e4c-86b5-75df9f4b6b99 req-166bd80a-1485-4b1a-a537-1ef7cfa2d5e6 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493669 Jul 27 20:39:54.917560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a1e00df0-e2d9-460a-9d81-3bccb1068447 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:39:54.956094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device a1e00df0-e2d9-460a-9d81-3bccb1068447 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:39:55.214138 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0c4bd-aa9b-4923-b9db-60bdd803598e req-0fa3bb2f-c410-42e6-b728-18e5a8d2b5e9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:55.215970 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d1a0c4bd-aa9b-4923-b9db-60bdd803598e req-0fa3bb2f-c410-42e6-b728-18e5a8d2b5e9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 943 time: 0.0647926 Jul 27 20:39:55.264407 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d1a0c4bd-aa9b-4923-b9db-60bdd803598e req-b0e91703-c4ed-4392-a7e6-d6fae739224b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414300 Jul 27 20:39:55.403821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device a1e00df0-e2d9-460a-9d81-3bccb1068447 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:39:55.514491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port a1e00df0-e2d9-460a-9d81-3bccb1068447, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:39:55.526453 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'a1e00df0-e2d9-460a-9d81-3bccb1068447', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'port_id': 'a1e00df0-e2d9-460a-9d81-3bccb1068447', 'mac_address': 'fa:16:3e:44:14:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:39:55.531428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d72a9-241d-4751-a4b9-28a7803263c3 req-f4200569-5b0b-45c5-8431-0cb05a890b87 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:55.533171 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-083d72a9-241d-4751-a4b9-28a7803263c3 req-f4200569-5b0b-45c5-8431-0cb05a890b87 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.63 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589&tenant_id=d818b488e4104d16b3de6116fd21eb6a&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 943 time: 0.0748513 Jul 27 20:39:55.545570 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37880208-bc5c-44a7-99c9-63dc9fac071c req-34ecfb6e-e472-49cd-a714-78bf888006ea tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:55.547504 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37880208-bc5c-44a7-99c9-63dc9fac071c req-34ecfb6e-e472-49cd-a714-78bf888006ea tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 943 time: 0.0759568 Jul 27 20:39:55.567751 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:55.581967 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e00df0-e2d9-460a-9d81-3bccb1068447 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:39:55.588673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-37880208-bc5c-44a7-99c9-63dc9fac071c req-6896ca83-59cb-4f4c-b058-8009e14fc894 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343921 Jul 27 20:39:55.603513 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port a1e00df0-e2d9-460a-9d81-3bccb1068447, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:39:55.608869 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:55.614740 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [req-083d72a9-241d-4751-a4b9-28a7803263c3 req-cd8cbdc6-5e47-40ce-bdaf-8c55b97b5180 service neutron] delete failed (client error): The resource could not be found. Jul 27 20:39:55.615795 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-083d72a9-241d-4751-a4b9-28a7803263c3 req-cd8cbdc6-5e47-40ce-bdaf-8c55b97b5180 service neutron] 10.222.0.63 "DELETE /v2.0/ports/a1e00df0-e2d9-460a-9d81-3bccb1068447/bindings/n-h2-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0737677 Jul 27 20:39:55.656564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=a1e00df0-e2d9-460a-9d81-3bccb1068447,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:39:55.663898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:55.664249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:55.664623 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:55.665021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:55.665354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:55.665685 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:55.666012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:55.666337 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:55.666727 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:55.667047 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:55.667371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:55.668764 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:39:55.715215 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d72a9-241d-4751-a4b9-28a7803263c3 req-43d73ab1-b4a4-4d64-af04-81541a0e79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:55.716835 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-083d72a9-241d-4751-a4b9-28a7803263c3 req-43d73ab1-b4a4-4d64-af04-81541a0e79e1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 1096 time: 0.0565891 Jul 27 20:39:55.816858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d72a9-241d-4751-a4b9-28a7803263c3 req-78d60998-78d1-4616-9559-5a537c68020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:55.818584 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-083d72a9-241d-4751-a4b9-28a7803263c3 req-78d60998-78d1-4616-9559-5a537c68020b service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0945728 Jul 27 20:39:55.825747 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:39:55.840533 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['a1e00df0-e2d9-460a-9d81-3bccb1068447'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:39:55.891993 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-083d72a9-241d-4751-a4b9-28a7803263c3 req-a7a74b92-8274-405e-89a0-b520446e4ed2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447 HTTP/1.1" status: 200 len: 1000 time: 0.0664158 Jul 27 20:39:55.955908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d72a9-241d-4751-a4b9-28a7803263c3 req-5d719374-2af0-4302-a2ec-015a88935c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:55.957529 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-083d72a9-241d-4751-a4b9-28a7803263c3 req-5d719374-2af0-4302-a2ec-015a88935c59 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0574903 Jul 27 20:39:56.024431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d72a9-241d-4751-a4b9-28a7803263c3 req-e9cd7901-76e1-402e-bdd8-962cb52eea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:56.025979 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-083d72a9-241d-4751-a4b9-28a7803263c3 req-e9cd7901-76e1-402e-bdd8-962cb52eea7f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603135 Jul 27 20:39:56.124714 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-083d72a9-241d-4751-a4b9-28a7803263c3 req-873ffdcb-38ea-4eba-9d0a-c69741b7880b service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911570 Jul 27 20:39:56.218921 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-083d72a9-241d-4751-a4b9-28a7803263c3 req-08ee388b-37a2-4d8d-8a90-3ee66b0f0e75 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856833 Jul 27 20:39:56.738704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca453e2-e20f-4d14-9c02-1908a483a1b3 req-a933ce88-36af-4b39-98ee-f9844388869a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:56.740246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ca453e2-e20f-4d14-9c02-1908a483a1b3 req-a933ce88-36af-4b39-98ee-f9844388869a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 944 time: 0.0691261 Jul 27 20:39:56.781297 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ca453e2-e20f-4d14-9c02-1908a483a1b3 req-d40c9f37-c87f-4f21-8dfd-2a394f6724d5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346093 Jul 27 20:39:56.921703 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c9f70-3e80-4ff8-8d06-501c0c3a4af4 req-b442154a-b770-4908-bf41-7375b846a621 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:56.924172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a07c9f70-3e80-4ff8-8d06-501c0c3a4af4 req-b442154a-b770-4908-bf41-7375b846a621 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 944 time: 0.0741546 Jul 27 20:39:56.966032 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a07c9f70-3e80-4ff8-8d06-501c0c3a4af4 req-76c07a90-b1b5-464a-a22f-4527e94b13e6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350511 Jul 27 20:39:57.187041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c9408-5a8e-41c1-a06c-aac5358bf022 req-eb976d4d-a1b3-416c-994f-77cafa2384fb tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:57.188861 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a0c9408-5a8e-41c1-a06c-aac5358bf022 req-eb976d4d-a1b3-416c-994f-77cafa2384fb tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 944 time: 0.0707345 Jul 27 20:39:57.217166 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e6cb1-14f4-443b-924d-28ea39558165 req-16aca47f-21fd-4d3b-a0d9-e64f14aff6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:57.218584 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-593e6cb1-14f4-443b-924d-28ea39558165 req-16aca47f-21fd-4d3b-a0d9-e64f14aff6b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 1096 time: 0.0620530 Jul 27 20:39:57.228316 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a0c9408-5a8e-41c1-a06c-aac5358bf022 req-a66ee528-8f6b-47e1-b5bd-d765430c7ccf tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331388 Jul 27 20:39:57.312319 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e6cb1-14f4-443b-924d-28ea39558165 req-3fa99693-5a97-4c28-b8d2-de11d6c01ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:57.313850 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-593e6cb1-14f4-443b-924d-28ea39558165 req-3fa99693-5a97-4c28-b8d2-de11d6c01ad0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0871725 Jul 27 20:39:57.390844 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-593e6cb1-14f4-443b-924d-28ea39558165 req-be67ec66-2c3c-4772-984f-151c09831a2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447 HTTP/1.1" status: 200 len: 1000 time: 0.0680285 Jul 27 20:39:57.418809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device a1e00df0-e2d9-460a-9d81-3bccb1068447 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:39:57.441361 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e6cb1-14f4-443b-924d-28ea39558165 req-e6566bbe-f042-4d22-941c-da11b468f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:57.442876 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-593e6cb1-14f4-443b-924d-28ea39558165 req-e6566bbe-f042-4d22-941c-da11b468f767 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0446486 Jul 27 20:39:57.474785 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port a1e00df0-e2d9-460a-9d81-3bccb1068447 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:39:57.480765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port a1e00df0-e2d9-460a-9d81-3bccb1068447 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:39:57.481295 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:57.503868 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e6cb1-14f4-443b-924d-28ea39558165 req-d2cf48ef-a45c-42e7-af68-d9788aae0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:57.505448 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-593e6cb1-14f4-443b-924d-28ea39558165 req-d2cf48ef-a45c-42e7-af68-d9788aae0ec2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542836 Jul 27 20:39:57.570013 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:57.596562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b85d2e-d9f1-4596-bb98-f93704997589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e00df0-e2d9-460a-9d81-3bccb1068447'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:39:57.602256 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-593e6cb1-14f4-443b-924d-28ea39558165 req-8e2ecb69-06e8-4b86-b0f8-abd626316346 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887289 Jul 27 20:39:57.610924 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port a1e00df0-e2d9-460a-9d81-3bccb1068447, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:39:57.615047 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:39:57.643258 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0259f372-2627-46b4-a92b-ff7eff705f98" -d '{"events": [{"server_uuid": "61b85d2e-d9f1-4596-bb98-f93704997589", "name": "network-vif-plugged", "status": "completed", "tag": "a1e00df0-e2d9-460a-9d81-3bccb1068447"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:39:57.671980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=a1e00df0-e2d9-460a-9d81-3bccb1068447,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:39:57.707067 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-593e6cb1-14f4-443b-924d-28ea39558165 req-209d98d3-d1c5-40be-a94d-c8a3891209ef service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967135 Jul 27 20:39:57.746612 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0161c8-c334-458e-88f1-b294b0425719 x-openstack-request-id: req-2e0161c8-c334-458e-88f1-b294b0425719 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:39:57.746907 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b85d2e-d9f1-4596-bb98-f93704997589", "name": "network-vif-plugged", "status": "completed", "tag": "a1e00df0-e2d9-460a-9d81-3bccb1068447", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:39:57.747158 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e0161c8-c334-458e-88f1-b294b0425719 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:39:57.747562 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b85d2e-d9f1-4596-bb98-f93704997589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e00df0-e2d9-460a-9d81-3bccb1068447', 'code': 200} Jul 27 20:39:58.367238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54a178-aae0-4eeb-a5c5-2f37856e04c8 req-19fa2d2a-02b6-458a-8344-4a9656b5fa6b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:58.368840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee54a178-aae0-4eeb-a5c5-2f37856e04c8 req-19fa2d2a-02b6-458a-8344-4a9656b5fa6b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0702250 Jul 27 20:39:58.419518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee54a178-aae0-4eeb-a5c5-2f37856e04c8 req-6850134b-5467-4d85-9248-e2d1bc57d850 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Jul 27 20:39:58.699096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09811ff-0bf5-4432-aeb1-9f513b68be10 req-be5aefcd-6924-4b0e-8bb7-8109c55d39c1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:58.700538 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b09811ff-0bf5-4432-aeb1-9f513b68be10 req-be5aefcd-6924-4b0e-8bb7-8109c55d39c1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0788262 Jul 27 20:39:58.742502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b09811ff-0bf5-4432-aeb1-9f513b68be10 req-4dcb29e1-6832-47ff-964f-83a9c1e29709 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330877 Jul 27 20:39:59.899119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc11c8-3f04-47f6-9feb-51053bec6ec1 req-cb43519a-280b-49bb-a73f-57a85c3a40b9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:39:59.900720 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-73bc11c8-3f04-47f6-9feb-51053bec6ec1 req-cb43519a-280b-49bb-a73f-57a85c3a40b9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0749834 Jul 27 20:39:59.942843 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-73bc11c8-3f04-47f6-9feb-51053bec6ec1 req-5f5efec0-e2f4-4365-ac17-5d1f82fab0c1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342956 Jul 27 20:40:00.095632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-75c6d309-f2fb-4ff3-9d0c-bbfb9f676612 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:00.097164 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-75c6d309-f2fb-4ff3-9d0c-bbfb9f676612 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.52 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 945 time: 0.0869553 Jul 27 20:40:00.209167 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-92be60cb-d4a5-400c-ad9f-943fff2e6c6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Deleting port a1e00df0-e2d9-460a-9d81-3bccb1068447 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:40:00.209405 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-92be60cb-d4a5-400c-ad9f-943fff2e6c6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:00.297897 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-92be60cb-d4a5-400c-ad9f-943fff2e6c6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] For port a1e00df0-e2d9-460a-9d81-3bccb1068447, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=a1e00df0-e2d9-460a-9d81-3bccb1068447,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:40:00.298254 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-92be60cb-d4a5-400c-ad9f-943fff2e6c6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:00.476212 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-92be60cb-d4a5-400c-ad9f-943fff2e6c6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:00.476482 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-92be60cb-d4a5-400c-ad9f-943fff2e6c6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:00.476802 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-92be60cb-d4a5-400c-ad9f-943fff2e6c6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026 disassociated. External IP: 172.25.1.174, port: a1e00df0-e2d9-460a-9d81-3bccb1068447. Jul 27 20:40:00.477136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-92be60cb-d4a5-400c-ad9f-943fff2e6c6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Calling delete_port for a1e00df0-e2d9-460a-9d81-3bccb1068447 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:40:00.626208 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-92be60cb-d4a5-400c-ad9f-943fff2e6c6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:00.659095 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be60cb-d4a5-400c-ad9f-943fff2e6c6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Pushing event deleted for resources: {'Port': ['ID=a1e00df0-e2d9-460a-9d81-3bccb1068447,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:40:00.777725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-92be60cb-d4a5-400c-ad9f-943fff2e6c6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:40:00.886429 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-92be60cb-d4a5-400c-ad9f-943fff2e6c6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:40:00.897007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d760d6d-62ee-4483-bc8d-250481b0c708 None None] Sync routers for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:40:00.907754 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d760d6d-62ee-4483-bc8d-250481b0c708 None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:40:00.908462 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4d760d6d-62ee-4483-bc8d-250481b0c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:39:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:40:00.934206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-92be60cb-d4a5-400c-ad9f-943fff2e6c6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] No DVR routers for this DVR port a1e00df0-e2d9-460a-9d81-3bccb1068447 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:40:00.937058 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-92be60cb-d4a5-400c-ad9f-943fff2e6c6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:00.939111 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d294c825-865b-4a95-ad3a-703bfcdc582e req-92be60cb-d4a5-400c-ad9f-943fff2e6c6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.52 "DELETE /v2.0/ports/a1e00df0-e2d9-460a-9d81-3bccb1068447 HTTP/1.1" status: 204 len: 173 time: 0.8346097 Jul 27 20:40:00.939550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b85d2e-d9f1-4596-bb98-f93704997589', 'name': 'network-vif-deleted', 'tag': 'a1e00df0-e2d9-460a-9d81-3bccb1068447'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:40:00.941849 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c5015d-3929-46fa-b035-74be16384c51" -d '{"events": [{"server_uuid": "61b85d2e-d9f1-4596-bb98-f93704997589", "name": "network-vif-deleted", "tag": "a1e00df0-e2d9-460a-9d81-3bccb1068447"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:40:00.980590 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1255171-d1e6-47e9-9b5b-16033ef17b42 x-openstack-request-id: req-b1255171-d1e6-47e9-9b5b-16033ef17b42 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:40:00.980888 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b85d2e-d9f1-4596-bb98-f93704997589", "name": "network-vif-deleted", "tag": "a1e00df0-e2d9-460a-9d81-3bccb1068447", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:40:00.981142 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1255171-d1e6-47e9-9b5b-16033ef17b42 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:40:00.981551 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b85d2e-d9f1-4596-bb98-f93704997589', 'name': 'network-vif-deleted', 'tag': 'a1e00df0-e2d9-460a-9d81-3bccb1068447', 'status': 'completed', 'code': 200} Jul 27 20:40:01.035174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-4d760d6d-62ee-4483-bc8d-250481b0c708 None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:40:01.063895 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-89081e79-aaa4-46bc-9f3f-c4f0ae628508 req-22a4b770-ae4d-4b0a-ae7d-40c2940bb731 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=61b85d2e-d9f1-4596-bb98-f93704997589 HTTP/1.1" status: 200 len: 210 time: 0.0305061 Jul 27 20:40:01.240204 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4d760d6d-62ee-4483-bc8d-250481b0c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:40:01.270216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d760d6d-62ee-4483-bc8d-250481b0c708 None None] Checking router: f523858c-0ca5-4fb9-ab0f-0a7c4383a289 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:40:01.278913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d760d6d-62ee-4483-bc8d-250481b0c708 None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:40:01.279570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4d760d6d-62ee-4483-bc8d-250481b0c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:39:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:40:01.397412 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-4d760d6d-62ee-4483-bc8d-250481b0c708 None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:40:01.608940 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-4d760d6d-62ee-4483-bc8d-250481b0c708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:40:01.637039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d760d6d-62ee-4483-bc8d-250481b0c708 None None] The sync data for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 is: [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:40:01.870510 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a2c348-6fe6-41f7-b94f-b6cb33db1236 None None] New status for floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:40:02.358967 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-73b1216d-2878-4214-9fd4-fdc8dbc2f32a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1084430928&fields=id&tenant_id=d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 267 time: 0.0412300 Jul 27 20:40:02.488571 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-71abd6ee-916e-47ca-9169-48f7b62daf91 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:02.490168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-71abd6ee-916e-47ca-9169-48f7b62daf91 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 811 time: 0.1211004 Jul 27 20:40:02.508887 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-b033b72d-b1ed-4797-96be-8cd58e3bad5d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/quotas/d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 375 time: 0.0127001 Jul 27 20:40:02.581768 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-8301da54-8322-46e4-8af4-b78b1a23ec02 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647948 Jul 27 20:40:02.695055 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-4fb50c10-bcab-4b01-a8dc-c6a4a6550de4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:40:02.696095 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-4fb50c10-bcab-4b01-a8dc-c6a4a6550de4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0609417 Jul 27 20:40:02.813402 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-707813e2-fb11-4a12-80fb-02b0640578cf service neutron] 10.222.0.48 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110609 Jul 27 20:40:02.913082 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-2f853bda-5d68-4517-8dad-d5cbf31bccdd service neutron] 10.222.0.48 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934505 Jul 27 20:40:03.100941 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a829081-2e85-46d7-82f9-abbce2b9ef47 req-ebce5dd5-3764-4523-92e2-8a9b48adbfbd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 210 time: 0.0347323 Jul 27 20:40:03.445561 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device a1e00df0-e2d9-460a-9d81-3bccb1068447 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:40:03.465792 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: a1e00df0-e2d9-460a-9d81-3bccb1068447 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:40:03.466108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device a1e00df0-e2d9-460a-9d81-3bccb1068447 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:40:04.182283 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-22634c83-3fec-4c0a-900a-e7b681758a94 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:04.184812 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-22634c83-3fec-4c0a-900a-e7b681758a94 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 811 time: 0.1124587 Jul 27 20:40:04.209261 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c3c20d9-7caf-40f9-9c59-9dfc9f66b305 req-4b1c7b3c-ccf7-4480-9777-b20d82b2b466 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 210 time: 0.0324783 Jul 27 20:40:04.233299 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-2ab035b5-a916-42a3-8caf-4055e8a77ef7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 380 time: 0.0397360 Jul 27 20:40:04.245805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-3c705700-21cc-41a0-8acd-a17eeaccd684 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Request body: {'port': {'device_id': '70aac1db-24e8-4626-a62e-33341bad0b95', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'admin_state_up': True, 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'security_groups': ['eab2e7b7-aec6-46ce-a2f4-78e0afb8d114']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:40:04.358892 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-3c705700-21cc-41a0-8acd-a17eeaccd684 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Made reservation on behalf of d818b488e4104d16b3de6116fd21eb6a for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:40:04.362603 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-3c705700-21cc-41a0-8acd-a17eeaccd684 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:04.496120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-3c705700-21cc-41a0-8acd-a17eeaccd684 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Allocated IP 172.20.0.10 (3f2b2f88-ea83-425a-8c9b-99b5ccb0f684/6df32f0f-2f38-46fb-811c-f2ba2f7530a9/fe693825-fb7f-4722-9198-ed2248ce73dc) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:40:04.643752 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-3c705700-21cc-41a0-8acd-a17eeaccd684 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:04.658512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-3c705700-21cc-41a0-8acd-a17eeaccd684 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Transition to ACTIVE for port object fe693825-fb7f-4722-9198-ed2248ce73dc will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:40:04.696065 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-3c705700-21cc-41a0-8acd-a17eeaccd684 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:04.741658 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-3c705700-21cc-41a0-8acd-a17eeaccd684 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:40:04.744813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-3c705700-21cc-41a0-8acd-a17eeaccd684 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:40:04.747590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-3c705700-21cc-41a0-8acd-a17eeaccd684 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:40:04.779660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c705700-21cc-41a0-8acd-a17eeaccd684 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Pushing event updated for resources: {'Port': ['ID=fe693825-fb7f-4722-9198-ed2248ce73dc,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:40:04.808688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-3c705700-21cc-41a0-8acd-a17eeaccd684 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:04.809322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-3c705700-21cc-41a0-8acd-a17eeaccd684 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:04.824504 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-3c705700-21cc-41a0-8acd-a17eeaccd684 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5825419 Jul 27 20:40:04.837814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Request body: {'port': {'device_id': '70aac1db-24e8-4626-a62e-33341bad0b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:40:04.914213 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:04.979199 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1ae0e81f-024f-463b-be56-9d512a3bc5f8 None None] Provisioning for port fe693825-fb7f-4722-9198-ed2248ce73dc completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:40:04.983286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1ae0e81f-024f-463b-be56-9d512a3bc5f8 None None] Provisioning complete for port fe693825-fb7f-4722-9198-ed2248ce73dc triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:40:04.983738 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1ae0e81f-024f-463b-be56-9d512a3bc5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:05.021199 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0e81f-024f-463b-be56-9d512a3bc5f8 None None] Port fe693825-fb7f-4722-9198-ed2248ce73dc cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:40:05.186100 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe693825-fb7f-4722-9198-ed2248ce73dc {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:40:05.194496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:05.207655 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Transition to ACTIVE for port object fe693825-fb7f-4722-9198-ed2248ce73dc will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:40:05.213035 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:05.285788 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Pushing event updated for resources: {'Port': ['ID=fe693825-fb7f-4722-9198-ed2248ce73dc,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:40:05.338387 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Attempting to bind port fe693825-fb7f-4722-9198-ed2248ce73dc on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:40:05.338822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Attempting to bind port fe693825-fb7f-4722-9198-ed2248ce73dc by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:40:05.339212 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Attempting to bind port fe693825-fb7f-4722-9198-ed2248ce73dc on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:40:05.344334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Port fe693825-fb7f-4722-9198-ed2248ce73dc on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:40:05.345121 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Attempting to bind port fe693825-fb7f-4722-9198-ed2248ce73dc on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:40:05.351849 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:40:05.352258 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Checking segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:40:05.352730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Bound using segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:40:05.353226 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Bound port: fe693825-fb7f-4722-9198-ed2248ce73dc, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:40:05.353651 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:05.355723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9160242-7f00-4f35-8245-b46889ea6f42 req-b7d434f7-ae07-418c-b2e6-34dbec7b016d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:05.360937 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f9160242-7f00-4f35-8245-b46889ea6f42 req-b7d434f7-ae07-418c-b2e6-34dbec7b016d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 944 time: 0.0762651 Jul 27 20:40:05.400179 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f9160242-7f00-4f35-8245-b46889ea6f42 req-9f6419d2-6b78-4e54-84b3-1ec3056e3f3c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346510 Jul 27 20:40:05.426609 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:40:05.429794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=fe693825-fb7f-4722-9198-ed2248ce73dc,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:40:05.435469 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:05.471637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:05.472257 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:05.473712 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] 10.222.0.63 "PUT /v2.0/ports/fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 1093 time: 0.6403852 Jul 27 20:40:05.474145 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70aac1db-24e8-4626-a62e-33341bad0b95', 'tag': 'fe693825-fb7f-4722-9198-ed2248ce73dc'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:40:05.476459 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3045db9f-7fa8-4808-892d-64b41e554815" -d '{"events": [{"name": "network-changed", "server_uuid": "70aac1db-24e8-4626-a62e-33341bad0b95", "tag": "fe693825-fb7f-4722-9198-ed2248ce73dc"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:40:05.505665 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31733b90-c221-487d-bc79-e821fa931e76 service neutron] Pushing event updated for resources: {'Port': ['ID=fe693825-fb7f-4722-9198-ed2248ce73dc,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:40:05.560881 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ce518f-0b57-40ec-bb2c-9c1420dd4fc3 x-openstack-request-id: req-b8ce518f-0b57-40ec-bb2c-9c1420dd4fc3 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:40:05.561203 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70aac1db-24e8-4626-a62e-33341bad0b95", "tag": "fe693825-fb7f-4722-9198-ed2248ce73dc", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:40:05.561449 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8ce518f-0b57-40ec-bb2c-9c1420dd4fc3 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:40:05.561852 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70aac1db-24e8-4626-a62e-33341bad0b95', 'tag': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'status': 'completed', 'code': 200} Jul 27 20:40:05.590095 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-37c3b511-737a-4c2e-856b-b1ec6be9ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:05.591642 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-37c3b511-737a-4c2e-856b-b1ec6be9ef56 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 1096 time: 0.0646331 Jul 27 20:40:05.644440 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-ef0735ea-9c89-495a-a5bb-bceefed8897e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 217 time: 0.0407128 Jul 27 20:40:05.696564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-abf6c067-d566-4fc0-bd87-f4e546694f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:05.698072 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-abf6c067-d566-4fc0-bd87-f4e546694f5f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0467176 Jul 27 20:40:05.772118 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-d2db94ad-6089-47e4-963b-e76e7435cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:05.773165 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-d2db94ad-6089-47e4-963b-e76e7435cd00 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588410 Jul 27 20:40:05.890005 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-b0b3f93f-221c-4e93-8ff4-5124f8ad6f6b service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964346 Jul 27 20:40:06.001200 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a287f142-9c17-4407-8b75-c6c479fa4d47 req-6808e8d8-a084-4125-94e4-55bc9f5172bb service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022501 Jul 27 20:40:06.124568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045db9f-7fa8-4808-892d-64b41e554815 req-3266737b-692e-45e3-bd3c-78bb6b56edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:06.126120 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3045db9f-7fa8-4808-892d-64b41e554815 req-3266737b-692e-45e3-bd3c-78bb6b56edb7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 1096 time: 0.0617676 Jul 27 20:40:06.225091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045db9f-7fa8-4808-892d-64b41e554815 req-3987dacd-1517-4d02-af36-ae45f3a2664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:06.226564 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3045db9f-7fa8-4808-892d-64b41e554815 req-3987dacd-1517-4d02-af36-ae45f3a2664a service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0925951 Jul 27 20:40:06.269902 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3045db9f-7fa8-4808-892d-64b41e554815 req-fd35ee6a-11ba-4207-93b3-185bd217f314 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 217 time: 0.0349164 Jul 27 20:40:06.326312 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045db9f-7fa8-4808-892d-64b41e554815 req-251cfcde-32fb-4e2e-adad-7f868ab19587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:06.328805 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3045db9f-7fa8-4808-892d-64b41e554815 req-251cfcde-32fb-4e2e-adad-7f868ab19587 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0509067 Jul 27 20:40:06.398922 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045db9f-7fa8-4808-892d-64b41e554815 req-34312ead-d221-4a0e-9e5c-9cec368c88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:06.400355 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3045db9f-7fa8-4808-892d-64b41e554815 req-34312ead-d221-4a0e-9e5c-9cec368c88ae service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582223 Jul 27 20:40:06.494312 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3045db9f-7fa8-4808-892d-64b41e554815 req-3ee79b62-f9ed-4be8-8712-657df0169677 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859284 Jul 27 20:40:06.536231 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fbed4-9f2b-4700-b49f-5352bce754e7 req-c41927a5-97f2-4bd5-834d-d51433033870 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:06.537772 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-906fbed4-9f2b-4700-b49f-5352bce754e7 req-c41927a5-97f2-4bd5-834d-d51433033870 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 944 time: 0.0679281 Jul 27 20:40:06.579403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-906fbed4-9f2b-4700-b49f-5352bce754e7 req-6ace7995-34e6-48d3-8d04-7e27ab56e0e4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351138 Jul 27 20:40:06.948040 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3045db9f-7fa8-4808-892d-64b41e554815 req-12e3c84a-f2f2-4810-aa3d-c6abb8596a45 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448559 Jul 27 20:40:07.732238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698e9cb-626b-4d54-b799-c29eb5d72e8f req-0ace4cf8-95f9-49e6-858a-5850c944e203 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:07.733944 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7698e9cb-626b-4d54-b799-c29eb5d72e8f req-0ace4cf8-95f9-49e6-858a-5850c944e203 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 944 time: 0.0764484 Jul 27 20:40:07.774894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7698e9cb-626b-4d54-b799-c29eb5d72e8f req-a6c1f226-7ffe-47f3-9e6f-1359579a8b1b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342824 Jul 27 20:40:08.926090 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd24a0-1bd2-47ad-9513-66a7a462f54b req-0db9fc2f-b290-4212-ac9e-994d40547390 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:08.927579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fdd24a0-1bd2-47ad-9513-66a7a462f54b req-0db9fc2f-b290-4212-ac9e-994d40547390 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 944 time: 0.0762901 Jul 27 20:40:08.971786 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fdd24a0-1bd2-47ad-9513-66a7a462f54b req-d8dfa3ea-cfd4-486d-925c-1dfea03dd252 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379212 Jul 27 20:40:08.979071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device fe693825-fb7f-4722-9198-ed2248ce73dc details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:40:09.054717 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:09.092332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=fe693825-fb7f-4722-9198-ed2248ce73dc,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:40:09.103820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'port_id': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'mac_address': 'fa:16:3e:ee:8f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:40:09.147552 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:09.164348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe693825-fb7f-4722-9198-ed2248ce73dc {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:40:09.184432 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=fe693825-fb7f-4722-9198-ed2248ce73dc,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:40:09.189424 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:09.238019 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=fe693825-fb7f-4722-9198-ed2248ce73dc,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:40:09.442127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['fe693825-fb7f-4722-9198-ed2248ce73dc'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:40:10.110996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c924ab-b401-4f71-8c40-c81ff0291b86 req-1e941fb5-c610-490b-8d5b-db9ec7507350 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:10.112495 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45c924ab-b401-4f71-8c40-c81ff0291b86 req-1e941fb5-c610-490b-8d5b-db9ec7507350 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 945 time: 0.0709112 Jul 27 20:40:10.153640 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45c924ab-b401-4f71-8c40-c81ff0291b86 req-245591f4-b332-45f6-b03a-a9239435375a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350201 Jul 27 20:40:11.005553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device fe693825-fb7f-4722-9198-ed2248ce73dc up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:40:11.072705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port fe693825-fb7f-4722-9198-ed2248ce73dc completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:40:11.078712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port fe693825-fb7f-4722-9198-ed2248ce73dc triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:40:11.079349 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:11.167516 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:11.191307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aac1db-24e8-4626-a62e-33341bad0b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe693825-fb7f-4722-9198-ed2248ce73dc'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:40:11.193687 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84575ed-c2ce-4b4c-a0fb-e2489d7366c5" -d '{"events": [{"server_uuid": "70aac1db-24e8-4626-a62e-33341bad0b95", "name": "network-vif-plugged", "status": "completed", "tag": "fe693825-fb7f-4722-9198-ed2248ce73dc"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:40:11.206998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=fe693825-fb7f-4722-9198-ed2248ce73dc,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:40:11.212344 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:11.239898 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dbc530-9903-4e63-83be-57f50aa4cb02 x-openstack-request-id: req-c5dbc530-9903-4e63-83be-57f50aa4cb02 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:40:11.240195 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70aac1db-24e8-4626-a62e-33341bad0b95", "name": "network-vif-plugged", "status": "completed", "tag": "fe693825-fb7f-4722-9198-ed2248ce73dc", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:40:11.240479 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5dbc530-9903-4e63-83be-57f50aa4cb02 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:40:11.240873 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aac1db-24e8-4626-a62e-33341bad0b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'code': 200} Jul 27 20:40:11.269994 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=fe693825-fb7f-4722-9198-ed2248ce73dc,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:40:11.290637 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c562db1-331f-42f7-b185-90f45746d6d5 req-bde89b43-5dba-40ef-84ea-0d579225a94d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:11.292128 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c562db1-331f-42f7-b185-90f45746d6d5 req-bde89b43-5dba-40ef-84ea-0d579225a94d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0681157 Jul 27 20:40:11.331522 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1c562db1-331f-42f7-b185-90f45746d6d5 req-e56bba07-eba0-4ee9-a807-da5159a33501 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331583 Jul 27 20:40:11.373067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f29bdb-2f6b-4d6e-bd90-39416d5861c8 req-38c9768f-6f44-4957-91b4-e955fcae3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:11.374564 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c9f29bdb-2f6b-4d6e-bd90-39416d5861c8 req-38c9768f-6f44-4957-91b4-e955fcae3bf8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 1098 time: 0.0603933 Jul 27 20:40:11.419339 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c9f29bdb-2f6b-4d6e-bd90-39416d5861c8 req-ae7ec969-af4b-4103-ab0e-a3d41ed9bca6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366731 Jul 27 20:40:12.163041 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:12.491611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507522ff-a4bc-4141-b2a5-8a8d131dcd34 req-fb6ac172-8845-4e4c-b7c0-45fba40d2a6d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:12.493056 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-507522ff-a4bc-4141-b2a5-8a8d131dcd34 req-fb6ac172-8845-4e4c-b7c0-45fba40d2a6d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0794690 Jul 27 20:40:12.534449 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-507522ff-a4bc-4141-b2a5-8a8d131dcd34 req-c7466e51-3a60-41c4-a9c0-0ba567ccc0f4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351377 Jul 27 20:40:12.672436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40eafb-9f3b-40e1-8c08-f1c00a15f623 req-9e64b382-08ca-453d-a1dc-6bce7b780cf5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:12.674364 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff40eafb-9f3b-40e1-8c08-f1c00a15f623 req-9e64b382-08ca-453d-a1dc-6bce7b780cf5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0744174 Jul 27 20:40:12.693438 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 36418) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:40:12.700816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d641aaf4-b157-4440-9d43-3ed50d02657f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Request body: {'floatingip': {'port_id': 'fe693825-fb7f-4722-9198-ed2248ce73dc'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:40:12.747086 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d641aaf4-b157-4440-9d43-3ed50d02657f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:13.251093 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d641aaf4-b157-4440-9d43-3ed50d02657f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:13.257871 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d641aaf4-b157-4440-9d43-3ed50d02657f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:13.363728 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-d641aaf4-b157-4440-9d43-3ed50d02657f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026 associated. External IP: 172.25.1.174, port: fe693825-fb7f-4722-9198-ed2248ce73dc. Jul 27 20:40:13.501818 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4ef3e3ac-0047-4633-a2f3-8a162e56ba7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:13.582467 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d641aaf4-b157-4440-9d43-3ed50d02657f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:40:13.696951 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d641aaf4-b157-4440-9d43-3ed50d02657f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:40:13.701882 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d641aaf4-b157-4440-9d43-3ed50d02657f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:13.708299 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809199a7-0c54-4b03-96e9-c3368aad6351 None None] Sync routers for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:40:13.718169 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809199a7-0c54-4b03-96e9-c3368aad6351 None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:40:13.718935 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-809199a7-0c54-4b03-96e9-c3368aad6351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:39:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:40:13.741396 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d641aaf4-b157-4440-9d43-3ed50d02657f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "PUT /v2.0/floatingips/2909d660-c78a-4ad0-9fa1-dd151dc68026 HTTP/1.1" status: 200 len: 992 time: 1.0464456 Jul 27 20:40:13.742087 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70aac1db-24e8-4626-a62e-33341bad0b95', 'tag': 'fe693825-fb7f-4722-9198-ed2248ce73dc'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:40:13.744460 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368275d6-14b2-4ad3-bdb3-4416bf97f271" -d '{"events": [{"name": "network-changed", "server_uuid": "70aac1db-24e8-4626-a62e-33341bad0b95", "tag": "fe693825-fb7f-4722-9198-ed2248ce73dc"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:40:13.781639 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9551ec-380f-4c22-b105-cfddfa371cfa x-openstack-request-id: req-0d9551ec-380f-4c22-b105-cfddfa371cfa {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:40:13.781955 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70aac1db-24e8-4626-a62e-33341bad0b95", "tag": "fe693825-fb7f-4722-9198-ed2248ce73dc", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:40:13.782243 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d9551ec-380f-4c22-b105-cfddfa371cfa {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:40:13.782649 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70aac1db-24e8-4626-a62e-33341bad0b95', 'tag': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'status': 'completed', 'code': 200} Jul 27 20:40:13.873858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368275d6-14b2-4ad3-bdb3-4416bf97f271 req-84916efb-5fe8-483f-bb45-eed668387730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:13.875410 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-368275d6-14b2-4ad3-bdb3-4416bf97f271 req-84916efb-5fe8-483f-bb45-eed668387730 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 1098 time: 0.0655174 Jul 27 20:40:13.973837 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368275d6-14b2-4ad3-bdb3-4416bf97f271 req-e2b9507d-2d52-4fc1-beba-23cb2b64b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:13.975426 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-368275d6-14b2-4ad3-bdb3-4416bf97f271 req-e2b9507d-2d52-4fc1-beba-23cb2b64b048 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0925152 Jul 27 20:40:13.999266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-809199a7-0c54-4b03-96e9-c3368aad6351 None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:40:14.051647 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-368275d6-14b2-4ad3-bdb3-4416bf97f271 req-93035e73-74f2-45c4-a15a-5619d1ffa288 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 1000 time: 0.0683453 Jul 27 20:40:14.105472 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368275d6-14b2-4ad3-bdb3-4416bf97f271 req-b737f95a-b618-44ec-9afb-aaade6311aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:14.106975 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-368275d6-14b2-4ad3-bdb3-4416bf97f271 req-b737f95a-b618-44ec-9afb-aaade6311aba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0476727 Jul 27 20:40:14.169928 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368275d6-14b2-4ad3-bdb3-4416bf97f271 req-71d9d8da-21fc-40a1-b0a1-490047154f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:14.171478 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-368275d6-14b2-4ad3-bdb3-4416bf97f271 req-71d9d8da-21fc-40a1-b0a1-490047154f2d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566804 Jul 27 20:40:14.227624 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-809199a7-0c54-4b03-96e9-c3368aad6351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '2909d660-c78a-4ad0-9fa1-dd151dc68026', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'port_id': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'mac_address': 'fa:16:3e:ee:8f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aac1db-24e8-4626-a62e-33341bad0b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:35:31Z', 'updated_at': '2021-07-27T20:40:13Z', 'revision_number': 9, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:40:14.254667 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809199a7-0c54-4b03-96e9-c3368aad6351 None None] Checking router: f523858c-0ca5-4fb9-ab0f-0a7c4383a289 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:40:14.263148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809199a7-0c54-4b03-96e9-c3368aad6351 None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:40:14.263737 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-809199a7-0c54-4b03-96e9-c3368aad6351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:39:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:40:14.269380 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-368275d6-14b2-4ad3-bdb3-4416bf97f271 req-34a102ff-c169-486b-a571-465a2538bc1d service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888886 Jul 27 20:40:14.362711 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-368275d6-14b2-4ad3-bdb3-4416bf97f271 req-b86358c5-53b5-4cd8-948f-85533e43ff32 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862670 Jul 27 20:40:14.371383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-809199a7-0c54-4b03-96e9-c3368aad6351 None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:40:14.618329 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-809199a7-0c54-4b03-96e9-c3368aad6351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '2909d660-c78a-4ad0-9fa1-dd151dc68026', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'port_id': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'mac_address': 'fa:16:3e:ee:8f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aac1db-24e8-4626-a62e-33341bad0b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:35:31Z', 'updated_at': '2021-07-27T20:40:13Z', 'revision_number': 9, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:40:14.644965 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809199a7-0c54-4b03-96e9-c3368aad6351 None None] The sync data for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 is: [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '2909d660-c78a-4ad0-9fa1-dd151dc68026', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'port_id': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'mac_address': 'fa:16:3e:ee:8f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aac1db-24e8-4626-a62e-33341bad0b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:35:31Z', 'updated_at': '2021-07-27T20:40:13Z', 'revision_number': 9, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:40:14.837459 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa5bac1-0244-459c-af68-3eb6177e3486 None None] New status for floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:40:16.205623 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7cd93f03-28cf-4859-a380-8459aace9398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:16.291786 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:17.343487 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:19.102543 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:32.836469 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:40:39.046492 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:39.671943 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dbfa7a2a-dc17-4501-86cc-0a1be0b6221a req-4b8fc3b9-1fa0-44bc-ba94-9616b292dbcc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0629337 Jul 27 20:40:39.780772 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa7a2a-dc17-4501-86cc-0a1be0b6221a req-4aecf1ea-4827-4093-8e21-0d362b8773f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:39.782307 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dbfa7a2a-dc17-4501-86cc-0a1be0b6221a req-4aecf1ea-4827-4093-8e21-0d362b8773f4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 1098 time: 0.0639145 Jul 27 20:40:39.893742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa7a2a-dc17-4501-86cc-0a1be0b6221a req-26d7df5e-8b5c-4769-88b6-f15861467c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:39.895215 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dbfa7a2a-dc17-4501-86cc-0a1be0b6221a req-26d7df5e-8b5c-4769-88b6-f15861467c7f service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0914366 Jul 27 20:40:39.968063 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dbfa7a2a-dc17-4501-86cc-0a1be0b6221a req-7d40f2b6-756f-4a9e-bddc-c1235a90d686 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 1003 time: 0.0648372 Jul 27 20:40:40.022177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa7a2a-dc17-4501-86cc-0a1be0b6221a req-ea4ece81-2346-4c8c-acc7-aa2b6a248c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:40.023606 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dbfa7a2a-dc17-4501-86cc-0a1be0b6221a req-ea4ece81-2346-4c8c-acc7-aa2b6a248c5b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0475206 Jul 27 20:40:40.085507 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa7a2a-dc17-4501-86cc-0a1be0b6221a req-0b1e956d-f268-4672-98f0-9ad1f1fd37af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:40:40.086890 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dbfa7a2a-dc17-4501-86cc-0a1be0b6221a req-0b1e956d-f268-4672-98f0-9ad1f1fd37af service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559824 Jul 27 20:40:40.186924 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dbfa7a2a-dc17-4501-86cc-0a1be0b6221a req-f53e23f6-8942-4f3b-8ab0-64e76cc0902d service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919735 Jul 27 20:40:40.279633 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dbfa7a2a-dc17-4501-86cc-0a1be0b6221a req-bb971a8d-d11e-4faa-ad50-3ca48a2e702c service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842702 Jul 27 20:40:42.166391 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:43.509069 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9a469d9f-3237-4eec-943d-ea909d7c0a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:46.205913 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfe89-c77f-4c43-86d9-6079d906d01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:46.288295 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:47.347640 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:40:49.101566 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:09.056846 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:09.830417 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:41:12.171530 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:13.506176 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bcd6aca1-2c0b-4245-90fb-f0dcda1d1150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:16.200966 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2f4caac6-e293-4716-b302-5982651b6fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:16.283814 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:17.347973 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:19.105354 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:39.059418 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:40.678878 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06888382-5181-45c6-ad36-b5a958d9b22b req-2c1f83f0-3a32-466a-8e42-ac8c74c95d0c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613019 Jul 27 20:41:40.783677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06888382-5181-45c6-ad36-b5a958d9b22b req-67183768-b5eb-47dd-a3f4-4cc04c72affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:40.785303 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06888382-5181-45c6-ad36-b5a958d9b22b req-67183768-b5eb-47dd-a3f4-4cc04c72affd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 1098 time: 0.0609698 Jul 27 20:41:40.896985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06888382-5181-45c6-ad36-b5a958d9b22b req-240838f7-f262-4608-bf3c-aad06fa74cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:40.898384 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06888382-5181-45c6-ad36-b5a958d9b22b req-240838f7-f262-4608-bf3c-aad06fa74cb3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0893750 Jul 27 20:41:40.973264 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06888382-5181-45c6-ad36-b5a958d9b22b req-582643f7-6e21-4a8d-a592-aab8c929bf5e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 1003 time: 0.0668926 Jul 27 20:41:41.032530 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06888382-5181-45c6-ad36-b5a958d9b22b req-b732b805-ff89-42b7-bfc5-3f8fd901d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:41.034013 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06888382-5181-45c6-ad36-b5a958d9b22b req-b732b805-ff89-42b7-bfc5-3f8fd901d6fd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0537255 Jul 27 20:41:41.106202 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06888382-5181-45c6-ad36-b5a958d9b22b req-ee130eb0-e2b9-42ed-9f0a-1bd1eaa7aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:41.107768 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06888382-5181-45c6-ad36-b5a958d9b22b req-ee130eb0-e2b9-42ed-9f0a-1bd1eaa7aada service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662541 Jul 27 20:41:41.208499 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06888382-5181-45c6-ad36-b5a958d9b22b req-a60f8622-6959-416c-b64b-d77321f0b4d9 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925002 Jul 27 20:41:41.304780 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06888382-5181-45c6-ad36-b5a958d9b22b req-9d04fb51-9a14-47e9-9e59-b8956f48f19f service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883176 Jul 27 20:41:42.167929 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:43.501920 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-54066eec-173f-40e8-bf0c-aa633c5986bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:46.208215 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-63f7ec79-b115-4439-adee-874454d0ce07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:46.296416 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:46.830814 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:41:47.352838 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:49.111723 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:41:51.690206 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34406b2c-4d42-450a-8f78-f5a40e15bfff req-c6bc3036-75a1-454d-94a3-b892f2fff099 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:51.692045 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34406b2c-4d42-450a-8f78-f5a40e15bfff req-c6bc3036-75a1-454d-94a3-b892f2fff099 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0744870 Jul 27 20:41:51.732427 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34406b2c-4d42-450a-8f78-f5a40e15bfff req-ffb58312-7a49-4e1c-b00f-dc15eac1f62f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339937 Jul 27 20:41:51.737017 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-db973ce6-b998-4928-adf2-03f57e09434a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960627 Jul 27 20:41:52.879572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7720fab-4677-4671-b4e3-0272d3851cd5 req-8d205960-ec41-422e-a061-ad9c7042b627 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:52.881117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7720fab-4677-4671-b4e3-0272d3851cd5 req-8d205960-ec41-422e-a061-ad9c7042b627 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0776088 Jul 27 20:41:52.924009 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7720fab-4677-4671-b4e3-0272d3851cd5 req-ae672b07-9839-4fd3-8180-d9523194158c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362415 Jul 27 20:41:52.993939 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2062f5e3-7a4f-4c8c-86c3-4ebbb97919ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:52.995511 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2062f5e3-7a4f-4c8c-86c3-4ebbb97919ae service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 1098 time: 0.0655248 Jul 27 20:41:53.090154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6206b2-6496-4736-93eb-d7304f249697 req-6d4ad644-24dd-4e98-9744-0c3c4d1beab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:53.091633 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-6d4ad644-24dd-4e98-9744-0c3c4d1beab9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0886295 Jul 27 20:41:53.163184 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-4e3bf335-7d3a-4497-8f05-683cebb261fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 1003 time: 0.0628710 Jul 27 20:41:53.214014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6206b2-6496-4736-93eb-d7304f249697 req-fb79b060-d0da-4c3e-8ead-0e1a7ef44794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:53.215442 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-fb79b060-d0da-4c3e-8ead-0e1a7ef44794 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0451007 Jul 27 20:41:53.289566 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6206b2-6496-4736-93eb-d7304f249697 req-7c4d2f70-1ef4-49b0-8fd3-8dbcc7239cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:53.291128 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-7c4d2f70-1ef4-49b0-8fd3-8dbcc7239cce service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668674 Jul 27 20:41:53.407273 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-3a811ad8-7562-4ad4-a4d1-73b8447f3587 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078920 Jul 27 20:41:53.501801 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-5c870a67-bdf2-464b-bbfb-3d8a04a4d75e service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868771 Jul 27 20:41:54.071133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d2a7e-44a0-4b6f-aaf5-707a94147549 req-2f158079-ecc3-4a62-b501-eba56c148b76 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:54.072692 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe5d2a7e-44a0-4b6f-aaf5-707a94147549 req-2f158079-ecc3-4a62-b501-eba56c148b76 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0706816 Jul 27 20:41:54.113918 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe5d2a7e-44a0-4b6f-aaf5-707a94147549 req-1cf9ccf5-9bf0-4278-a540-5bd1a2d121fc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324080 Jul 27 20:41:55.258854 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c364d-843c-4c29-b898-c76f208acc9b req-ac6ab0b0-a928-46b7-9584-073ecd807092 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:55.260379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb0c364d-843c-4c29-b898-c76f208acc9b req-ac6ab0b0-a928-46b7-9584-073ecd807092 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0703380 Jul 27 20:41:55.300660 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb0c364d-843c-4c29-b898-c76f208acc9b req-31008433-d1dc-49db-8f00-db4b1796b520 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341754 Jul 27 20:41:56.463550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7bbd6-e7cf-4e8e-9018-e39b113295f9 req-c16a795c-0ca7-418e-82ad-a2dfc07f4460 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:56.464975 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afb7bbd6-e7cf-4e8e-9018-e39b113295f9 req-c16a795c-0ca7-418e-82ad-a2dfc07f4460 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0838678 Jul 27 20:41:56.504626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afb7bbd6-e7cf-4e8e-9018-e39b113295f9 req-8fb68ea5-190e-436f-ba03-4fad574d3233 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324836 Jul 27 20:41:57.664089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce76cc4-b0f2-4fa0-b5cb-1634924ae4fc req-c4caf39d-592d-443b-8869-e700b11ba0dd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:57.665973 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dce76cc4-b0f2-4fa0-b5cb-1634924ae4fc req-c4caf39d-592d-443b-8869-e700b11ba0dd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0794787 Jul 27 20:41:57.708646 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dce76cc4-b0f2-4fa0-b5cb-1634924ae4fc req-fe026473-a9cb-401f-b9d4-cc941b29b516 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365672 Jul 27 20:41:58.861078 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810c24b-ffa5-4d2d-8be6-6a33276fb7b7 req-ee1ed951-f984-4fa3-b1a9-fd431f7716bb tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:41:58.862579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9810c24b-ffa5-4d2d-8be6-6a33276fb7b7 req-ee1ed951-f984-4fa3-b1a9-fd431f7716bb tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0791612 Jul 27 20:41:58.903633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9810c24b-ffa5-4d2d-8be6-6a33276fb7b7 req-471a1fcb-5ff3-4f6d-8b38-f0da3b145e4c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349250 Jul 27 20:42:00.054658 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708071-cc64-4628-a57a-a68be2fda3fb req-20d792e8-0af6-407c-9d2e-9e9f085e2d90 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:00.056175 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-03708071-cc64-4628-a57a-a68be2fda3fb req-20d792e8-0af6-407c-9d2e-9e9f085e2d90 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0765491 Jul 27 20:42:00.101336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-03708071-cc64-4628-a57a-a68be2fda3fb req-6b99d00d-2a95-466a-adec-db33b03976a9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358946 Jul 27 20:42:01.247210 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d79e8d-b768-4727-9c58-d7309c5df52a req-7e09c9b2-afb8-4dbb-99e9-cbedff71b670 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:01.248733 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31d79e8d-b768-4727-9c58-d7309c5df52a req-7e09c9b2-afb8-4dbb-99e9-cbedff71b670 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0690579 Jul 27 20:42:01.288071 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-31d79e8d-b768-4727-9c58-d7309c5df52a req-448a2b05-7d38-4b0b-8c0b-cd6bd765fadc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331457 Jul 27 20:42:02.437925 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8193b8-2d1c-4fd2-a2b0-bbe2a514ed87 req-e0497902-f5c5-4910-9c01-fd0bbd573ec9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:02.439325 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee8193b8-2d1c-4fd2-a2b0-bbe2a514ed87 req-e0497902-f5c5-4910-9c01-fd0bbd573ec9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0723772 Jul 27 20:42:02.479633 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee8193b8-2d1c-4fd2-a2b0-bbe2a514ed87 req-0a673ae5-455d-4f2f-a9de-76ad36136c42 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339146 Jul 27 20:42:03.634152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a2452-9e27-4cd5-8671-3bec593d0c84 req-42495d76-9883-419c-b7f7-97886e8b6b95 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:03.635652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c0a2452-9e27-4cd5-8671-3bec593d0c84 req-42495d76-9883-419c-b7f7-97886e8b6b95 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0687287 Jul 27 20:42:03.674147 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c0a2452-9e27-4cd5-8671-3bec593d0c84 req-5f8ba791-7719-40e1-af69-028af95f5cd3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322616 Jul 27 20:42:04.813222 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa079e-5994-4f6c-a066-79887e23127b req-460ccfa9-0fc1-4aee-abc5-2152d46b8968 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:04.814704 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20aa079e-5994-4f6c-a066-79887e23127b req-460ccfa9-0fc1-4aee-abc5-2152d46b8968 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0676072 Jul 27 20:42:04.854430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20aa079e-5994-4f6c-a066-79887e23127b req-b1345b4e-698c-46e6-844c-b1c7b3b1b1a1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336890 Jul 27 20:42:05.533038 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [req-5f6206b2-6496-4736-93eb-d7304f249697 req-ff465006-357b-4e77-bc06-58618861dc09 service neutron] show failed (client error): The resource could not be found. Jul 27 20:42:05.534537 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-ff465006-357b-4e77-bc06-58618861dc09 service neutron] 10.222.0.63 "GET /v2.0/ports/fe693825-fb7f-4722-9198-ed2248ce73dc/bindings/n-h1-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0693090 Jul 27 20:42:05.767539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6206b2-6496-4736-93eb-d7304f249697 req-68006e45-af8a-430c-a9a7-8e4851663286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:05.769095 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-68006e45-af8a-430c-a9a7-8e4851663286 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95&tenant_id=d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 1098 time: 0.0622880 Jul 27 20:42:05.782546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:42:05.857026 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:05.995093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49ded3-b387-4d2f-8cb6-6423343d64f6 req-74314df6-93b0-4c7f-936a-63795546a879 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:05.996622 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c49ded3-b387-4d2f-8cb6-6423343d64f6 req-74314df6-93b0-4c7f-936a-63795546a879 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0659242 Jul 27 20:42:06.044886 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c49ded3-b387-4d2f-8cb6-6423343d64f6 req-003af437-addd-4b7a-8ca0-23583fd2b159 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387318 Jul 27 20:42:06.071378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=fe693825-fb7f-4722-9198-ed2248ce73dc,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:42:06.105395 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:42:06.153136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aac1db-24e8-4626-a62e-33341bad0b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe693825-fb7f-4722-9198-ed2248ce73dc'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:42:06.155932 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20049456-77e4-4059-8559-bedee6932a75" -d '{"events": [{"server_uuid": "70aac1db-24e8-4626-a62e-33341bad0b95", "name": "network-vif-unplugged", "status": "completed", "tag": "fe693825-fb7f-4722-9198-ed2248ce73dc"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:42:06.161859 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:06.175977 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Transition to ACTIVE for port object fe693825-fb7f-4722-9198-ed2248ce73dc will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:42:06.180281 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:06.215740 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062029e3-434f-44ca-a585-0ff48d4c2b2e x-openstack-request-id: req-062029e3-434f-44ca-a585-0ff48d4c2b2e {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:42:06.216040 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70aac1db-24e8-4626-a62e-33341bad0b95", "name": "network-vif-unplugged", "status": "completed", "tag": "fe693825-fb7f-4722-9198-ed2248ce73dc", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:42:06.216251 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-062029e3-434f-44ca-a585-0ff48d4c2b2e {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:42:06.216712 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aac1db-24e8-4626-a62e-33341bad0b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'code': 200} Jul 27 20:42:06.257657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe693825-fb7f-4722-9198-ed2248ce73dc,revision_number=6']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:06.270508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:06.270856 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:06.271196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:06.271530 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:06.271857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:06.272187 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:06.272540 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:06.272866 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:06.273189 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:06.273537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:06.273836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:06.274141 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:06.319110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] No DVR routers for this DVR port fe693825-fb7f-4722-9198-ed2248ce73dc on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:42:06.461110 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Attempting to bind port fe693825-fb7f-4722-9198-ed2248ce73dc on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:42:06.461417 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Attempting to bind port fe693825-fb7f-4722-9198-ed2248ce73dc by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:42:06.461798 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Attempting to bind port fe693825-fb7f-4722-9198-ed2248ce73dc on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:42:06.466319 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Port fe693825-fb7f-4722-9198-ed2248ce73dc on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:42:06.466661 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Attempting to bind port fe693825-fb7f-4722-9198-ed2248ce73dc on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:42:06.472216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:42:06.472602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Checking segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:42:06.472992 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Bound using segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:42:06.473419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Bound port: fe693825-fb7f-4722-9198-ed2248ce73dc, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:42:06.473779 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:06.538620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:42:06.541879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fe693825-fb7f-4722-9198-ed2248ce73dc,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:42:06.547539 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:06.580154 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:06.580784 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:06.582186 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] 10.222.0.52 "PUT /v2.0/ports/fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 1093 time: 0.8039379 Jul 27 20:42:06.607457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34f35e-a17f-4491-9cda-40239d17c1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe693825-fb7f-4722-9198-ed2248ce73dc,revision_number=7']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:06.670076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6206b2-6496-4736-93eb-d7304f249697 req-f0caba47-f01f-4b36-8a13-c96b092f2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:06.671937 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-f0caba47-f01f-4b36-8a13-c96b092f2529 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 1096 time: 0.0608168 Jul 27 20:42:06.774824 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6206b2-6496-4736-93eb-d7304f249697 req-f82cb640-378f-4fd6-bdbf-e231c049a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:06.776336 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-f82cb640-378f-4fd6-bdbf-e231c049a161 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0972054 Jul 27 20:42:06.849419 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-58d81cd8-3ed3-4bad-8f0d-6a74ade6eb61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 1001 time: 0.0654876 Jul 27 20:42:06.899938 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6206b2-6496-4736-93eb-d7304f249697 req-fcde6f1a-ce28-41e2-a4c4-781e8ba55816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:06.901380 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-fcde6f1a-ce28-41e2-a4c4-781e8ba55816 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0447559 Jul 27 20:42:06.963770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6206b2-6496-4736-93eb-d7304f249697 req-4a2ce4db-f453-4337-b28c-2457ee43aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:06.965319 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-4a2ce4db-f453-4337-b28c-2457ee43aead service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562482 Jul 27 20:42:06.977351 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-f1697786-54ae-428e-b37f-15365f3c1298 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:42:06.978342 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-f1697786-54ae-428e-b37f-15365f3c1298 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050206 Jul 27 20:42:07.072627 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-df9ebfc2-74d6-4219-a187-1df6f62d7f15 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869560 Jul 27 20:42:07.170394 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5f6206b2-6496-4736-93eb-d7304f249697 req-a2ced84a-ac22-49fb-86bd-f7c4f46e204a service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904903 Jul 27 20:42:07.182435 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60565123-b80c-4e60-b122-6740fb27d3b9 req-00b10f16-807a-4662-8caf-7337e15ae63e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:07.183953 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60565123-b80c-4e60-b122-6740fb27d3b9 req-00b10f16-807a-4662-8caf-7337e15ae63e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 944 time: 0.0678270 Jul 27 20:42:07.568035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60565123-b80c-4e60-b122-6740fb27d3b9 req-9270b3bb-0729-4f25-9a24-413a601e53a2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3768997 Jul 27 20:42:08.218428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70aac1db-24e8-4626-a62e-33341bad0b95', 'tag': 'fe693825-fb7f-4722-9198-ed2248ce73dc'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:42:08.221994 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b4bba2-6011-4910-8fdf-dc0220aa45e9" -d '{"events": [{"name": "network-changed", "server_uuid": "70aac1db-24e8-4626-a62e-33341bad0b95", "tag": "fe693825-fb7f-4722-9198-ed2248ce73dc"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:42:08.277044 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b784d0c-24eb-4202-82ea-4e4032e79fff x-openstack-request-id: req-4b784d0c-24eb-4202-82ea-4e4032e79fff {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:42:08.277340 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70aac1db-24e8-4626-a62e-33341bad0b95", "tag": "fe693825-fb7f-4722-9198-ed2248ce73dc", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:42:08.277574 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b784d0c-24eb-4202-82ea-4e4032e79fff {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:42:08.277983 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70aac1db-24e8-4626-a62e-33341bad0b95', 'tag': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'status': 'completed', 'code': 200} Jul 27 20:42:08.391554 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-f843f123-b7d3-4c21-8d34-63b11d050fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:08.393206 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-f843f123-b7d3-4c21-8d34-63b11d050fe2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 1096 time: 0.0957708 Jul 27 20:42:08.397445 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-9d615fa6-4cec-461d-b471-b9a9ec062ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:08.398799 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-9d615fa6-4cec-461d-b471-b9a9ec062ddc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 1096 time: 0.0934153 Jul 27 20:42:08.554565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-3561b95e-26bf-4857-934a-2bddf9292637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:08.556056 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-3561b95e-26bf-4857-934a-2bddf9292637 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.1550429 Jul 27 20:42:08.557470 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-2ecb4d31-528a-44ee-ba14-7bad4954bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:08.558784 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-2ecb4d31-528a-44ee-ba14-7bad4954bfc3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.1496837 Jul 27 20:42:08.725436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630a1e8-2728-4a64-b0ab-7f14dbde0c31 req-beb655b5-4c1f-45c7-954a-e7a6c1377f75 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:08.727813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9630a1e8-2728-4a64-b0ab-7f14dbde0c31 req-beb655b5-4c1f-45c7-954a-e7a6c1377f75 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 944 time: 0.0806739 Jul 27 20:42:08.774577 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9630a1e8-2728-4a64-b0ab-7f14dbde0c31 req-d135450a-6ab6-48f0-9c58-9b8bd3a4abbd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Jul 27 20:42:09.041444 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-0248ae2a-c727-4334-b7c8-46bac7468fc1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 1001 time: 0.4768548 Jul 27 20:42:09.043204 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-1a5751a4-01e8-4fa9-9b62-abcbc5405ea0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 1001 time: 0.4697499 Jul 27 20:42:09.060132 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:09.137965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-7bda7340-6f83-4ec2-b377-d3aaf176d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:09.139638 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-7bda7340-6f83-4ec2-b377-d3aaf176d859 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0909102 Jul 27 20:42:09.141084 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-b7c83536-641b-4ef9-9470-790b7eb3c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:09.142418 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-b7c83536-641b-4ef9-9470-790b7eb3c4fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0845449 Jul 27 20:42:09.236520 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-9038561a-d6db-4d64-b93d-dbdaa503d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:09.238040 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-9038561a-d6db-4d64-b93d-dbdaa503d0bf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902662 Jul 27 20:42:09.242334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-48798c76-bc75-4ea8-8595-4e2b3f7eb1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:09.243698 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-48798c76-bc75-4ea8-8595-4e2b3f7eb1a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886171 Jul 27 20:42:09.398188 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-580a2e56-53cc-4f6f-b57f-e5710f6afb41 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512184 Jul 27 20:42:09.400313 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-874574a6-e9af-4220-b139-811763751410 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463368 Jul 27 20:42:09.568019 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-e3f36da8-3d09-4199-a3a9-82997af8ac64 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609821 Jul 27 20:42:09.569966 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-07b4bba2-6011-4910-8fdf-dc0220aa45e9 req-f6c938b1-3930-4a16-94c8-bedd4450b048 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619656 Jul 27 20:42:09.681109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device fe693825-fb7f-4722-9198-ed2248ce73dc no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:42:09.733204 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device fe693825-fb7f-4722-9198-ed2248ce73dc not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:42:09.918014 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e96ecd-fa01-4c6b-99bc-d44a4b252ae8 req-ebd27786-d036-4561-a940-84d1c5f9da87 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:09.919571 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63e96ecd-fa01-4c6b-99bc-d44a4b252ae8 req-ebd27786-d036-4561-a940-84d1c5f9da87 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 944 time: 0.0712116 Jul 27 20:42:09.963287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63e96ecd-fa01-4c6b-99bc-d44a4b252ae8 req-fa3f98aa-f460-427d-a3c6-6b81701b8f35 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363328 Jul 27 20:42:10.283901 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e98df-7c98-431c-95be-8b835af8f33c req-2a257c6b-65de-4767-abfb-eda924484732 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:10.285426 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-2a257c6b-65de-4767-abfb-eda924484732 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.52 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95&tenant_id=d818b488e4104d16b3de6116fd21eb6a&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 944 time: 0.0703700 Jul 27 20:42:10.297921 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1189d-189a-46df-8a7d-f5574d04e319 req-4f04c2de-50ec-4b02-81a2-93ca254c29bd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:10.299415 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ecd1189d-189a-46df-8a7d-f5574d04e319 req-4f04c2de-50ec-4b02-81a2-93ca254c29bd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 944 time: 0.0647585 Jul 27 20:42:10.338003 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ecd1189d-189a-46df-8a7d-f5574d04e319 req-9facbbbd-3c90-4b06-935c-b2669d609b4a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324421 Jul 27 20:42:10.352561 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-0990e2f2-8b01-43ea-a698-1cc2a6d530a9 service neutron] 10.222.0.52 "GET /v2.0/ports/fe693825-fb7f-4722-9198-ed2248ce73dc/bindings/n-h1-705657-21 HTTP/1.1" status: 200 len: 383 time: 0.0560777 Jul 27 20:42:10.440070 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e98df-7c98-431c-95be-8b835af8f33c req-c1689636-cd1c-4917-b86b-44b217243be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:10.441605 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-c1689636-cd1c-4917-b86b-44b217243be6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 1096 time: 0.0656638 Jul 27 20:42:10.542208 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e98df-7c98-431c-95be-8b835af8f33c req-ab374d26-8fb9-4516-97c4-db72fffa316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:10.543576 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-ab374d26-8fb9-4516-97c4-db72fffa316f service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0945992 Jul 27 20:42:10.628419 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-7fcc2608-6c58-41ae-9654-07d533f3bf86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 1001 time: 0.0770357 Jul 27 20:42:10.684284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e98df-7c98-431c-95be-8b835af8f33c req-8562713e-54d5-4fea-836f-ca1e006468db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:10.685740 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-8562713e-54d5-4fea-836f-ca1e006468db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0497146 Jul 27 20:42:10.752691 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e98df-7c98-431c-95be-8b835af8f33c req-790e5a0e-930c-4832-9bc0-c81fed6adf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:10.754949 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-790e5a0e-930c-4832-9bc0-c81fed6adf5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619619 Jul 27 20:42:10.853292 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-ad55291e-b9f4-4a86-89eb-5a703ddc3a4e service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901062 Jul 27 20:42:10.950652 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-dccb182a-5b53-4695-9be2-177f9edb40f0 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900853 Jul 27 20:42:11.489704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f9296-279d-4786-ac4d-4193f4fd4bdb req-df155b68-fa6e-48fb-9406-65c2e482ea9a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:11.491117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb3f9296-279d-4786-ac4d-4193f4fd4bdb req-df155b68-fa6e-48fb-9406-65c2e482ea9a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 944 time: 0.0678449 Jul 27 20:42:11.528884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb3f9296-279d-4786-ac4d-4193f4fd4bdb req-ba536860-9eba-4061-bb03-207cc6192844 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317130 Jul 27 20:42:12.002391 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fe693825-fb7f-4722-9198-ed2248ce73dc details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:42:12.101323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fe693825-fb7f-4722-9198-ed2248ce73dc,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:42:12.112818 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'port_id': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'mac_address': 'fa:16:3e:ee:8f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:42:12.150587 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:12.170836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe693825-fb7f-4722-9198-ed2248ce73dc {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:42:12.192531 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:12.195742 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fe693825-fb7f-4722-9198-ed2248ce73dc,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:42:12.202225 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:12.252708 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=fe693825-fb7f-4722-9198-ed2248ce73dc,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:12.260029 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:12.260376 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:12.260748 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:12.261092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:12.261433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:12.261774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:12.262087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:12.262411 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:12.262731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:12.263052 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:12.263374 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:12.263688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:12.686357 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d72800-4e40-4f12-b563-7057d0368e49 req-a81c180a-6c41-4bd3-b8a7-194105004f1e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:12.687998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35d72800-4e40-4f12-b563-7057d0368e49 req-a81c180a-6c41-4bd3-b8a7-194105004f1e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 945 time: 0.0747266 Jul 27 20:42:12.727711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-35d72800-4e40-4f12-b563-7057d0368e49 req-2587882c-7e65-4696-8715-1d3545483346 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336080 Jul 27 20:42:12.897027 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e98df-7c98-431c-95be-8b835af8f33c req-54ef43b2-af6d-44dd-9bc4-2b3063fb548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:12.898546 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-54ef43b2-af6d-44dd-9bc4-2b3063fb548b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95&tenant_id=d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 1097 time: 0.0579643 Jul 27 20:42:12.911694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:42:12.988012 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:13.208021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=fe693825-fb7f-4722-9198-ed2248ce73dc,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:42:13.248954 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:42:13.281413 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fe693825-fb7f-4722-9198-ed2248ce73dc {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:42:13.289937 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:13.301019 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Ignored duplicate provisioning block setup for port fe693825-fb7f-4722-9198-ed2248ce73dc by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 20:42:13.306233 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:13.388868 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Pushing event updated for resources: {'Port': ['ID=fe693825-fb7f-4722-9198-ed2248ce73dc,revision_number=9']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:13.433638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] No DVR routers for this DVR port fe693825-fb7f-4722-9198-ed2248ce73dc on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:42:13.501131 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-07ca3fbf-3cc0-485d-899a-a0f0731f2d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:13.586671 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Attempting to bind port fe693825-fb7f-4722-9198-ed2248ce73dc on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:42:13.586961 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Attempting to bind port fe693825-fb7f-4722-9198-ed2248ce73dc by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:42:13.587306 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Attempting to bind port fe693825-fb7f-4722-9198-ed2248ce73dc on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:42:13.592008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Port fe693825-fb7f-4722-9198-ed2248ce73dc on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:42:13.592330 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Attempting to bind port fe693825-fb7f-4722-9198-ed2248ce73dc on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:42:13.598002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:42:13.598335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Checking segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:42:13.598709 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Bound using segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:42:13.599126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Bound port: fe693825-fb7f-4722-9198-ed2248ce73dc, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:42:13.599474 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:13.664916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:42:13.668321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=fe693825-fb7f-4722-9198-ed2248ce73dc,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:42:13.675914 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:13.712317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:13.712987 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:13.714412 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] 10.222.0.63 "PUT /v2.0/ports/fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 1093 time: 0.8068047 Jul 27 20:42:13.714845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70aac1db-24e8-4626-a62e-33341bad0b95', 'tag': 'fe693825-fb7f-4722-9198-ed2248ce73dc'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:42:13.717172 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39" -d '{"events": [{"name": "network-changed", "server_uuid": "70aac1db-24e8-4626-a62e-33341bad0b95", "tag": "fe693825-fb7f-4722-9198-ed2248ce73dc"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:42:13.782981 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe571f-df65-4af2-a0bf-b963ab4ff3dd service neutron] Pushing event updated for resources: {'Port': ['ID=fe693825-fb7f-4722-9198-ed2248ce73dc,revision_number=10']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:13.786892 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec440b62-b7a8-4d9a-82a4-6c24ed171773 x-openstack-request-id: req-ec440b62-b7a8-4d9a-82a4-6c24ed171773 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:42:13.787179 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70aac1db-24e8-4626-a62e-33341bad0b95", "tag": "fe693825-fb7f-4722-9198-ed2248ce73dc", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:42:13.787429 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec440b62-b7a8-4d9a-82a4-6c24ed171773 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:42:13.787977 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70aac1db-24e8-4626-a62e-33341bad0b95', 'tag': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'status': 'completed', 'code': 200} Jul 27 20:42:13.850308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e98df-7c98-431c-95be-8b835af8f33c req-861a8da0-c749-40b9-b316-622cba6d42ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:13.852020 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-861a8da0-c749-40b9-b316-622cba6d42ef service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 1097 time: 0.1087253 Jul 27 20:42:13.891979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8bc0c-725c-438f-bdfc-2982b7bcce92 req-ae51043e-bdc8-4fde-b46a-5927b6381315 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:13.893770 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50f8bc0c-725c-438f-bdfc-2982b7bcce92 req-ae51043e-bdc8-4fde-b46a-5927b6381315 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 945 time: 0.0733750 Jul 27 20:42:13.931825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-89d1cb5d-cad6-4caf-a333-dffb8ac3c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:13.933398 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-89d1cb5d-cad6-4caf-a333-dffb8ac3c765 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 1097 time: 0.1265941 Jul 27 20:42:13.934656 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50f8bc0c-725c-438f-bdfc-2982b7bcce92 req-1eba09f7-4c88-4aeb-88e8-e4b5c8fa4c54 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345995 Jul 27 20:42:14.011013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e98df-7c98-431c-95be-8b835af8f33c req-92a5b925-a83c-4fe2-99d5-453c3504e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:14.012554 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-92a5b925-a83c-4fe2-99d5-453c3504e0b2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.1528416 Jul 27 20:42:14.094291 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-fd655051-92b2-4d47-bd7a-4214cc951c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:14.096093 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-fd655051-92b2-4d47-bd7a-4214cc951c00 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.1496782 Jul 27 20:42:14.104101 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-da6aa4a2-e4db-4e1d-aa9a-668e6cf49b01 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 1001 time: 0.0832489 Jul 27 20:42:14.200043 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-ce5fb820-cb4b-4f02-b7cc-3b9da32eb625 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 1001 time: 0.0948508 Jul 27 20:42:14.201487 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e98df-7c98-431c-95be-8b835af8f33c req-a06fb825-bdf1-49a6-a3dd-9966a7bf1d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:14.203098 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-a06fb825-bdf1-49a6-a3dd-9966a7bf1d01 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0915389 Jul 27 20:42:14.278303 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-8d6e4148-9bd2-47a7-925d-afa294381695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:14.279783 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-8d6e4148-9bd2-47a7-925d-afa294381695 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0716457 Jul 27 20:42:14.328368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e98df-7c98-431c-95be-8b835af8f33c req-3a39aee8-e98b-4839-b5d8-838c44342f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:14.329895 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-3a39aee8-e98b-4839-b5d8-838c44342f8a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145058 Jul 27 20:42:14.342071 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-c9675d2d-a1f3-49dd-9488-126ce8e1a89d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:42:14.343033 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-c9675d2d-a1f3-49dd-9488-126ce8e1a89d service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050738 Jul 27 20:42:14.408610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-ee509be1-0f6b-4f9b-923a-c94f71f60034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:14.410124 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-ee509be1-0f6b-4f9b-923a-c94f71f60034 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223428 Jul 27 20:42:14.497861 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-7e2a443b-87ab-46e9-8c96-801a10b77eb4 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454642 Jul 27 20:42:14.573432 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-da9820e3-48c1-4367-bee1-296fca42776d service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543522 Jul 27 20:42:14.679154 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-515e98df-7c98-431c-95be-8b835af8f33c req-bc17564c-fd33-4655-a7c9-aa1596bdea9e service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676469 Jul 27 20:42:14.701547 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-70aa7613-3de0-4e1c-9ece-c609853df164 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203792 Jul 27 20:42:14.798168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-b26d0015-e61a-4ab1-9d6a-92ec69571771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:14.799711 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-b26d0015-e61a-4ab1-9d6a-92ec69571771 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 1097 time: 0.0705857 Jul 27 20:42:14.900152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-c0df2cda-b75f-4393-b359-efc999279767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:14.901678 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-c0df2cda-b75f-4393-b359-efc999279767 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0939353 Jul 27 20:42:14.978775 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-75245d09-00ad-467a-9e50-28aeb1f7928f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 200 len: 1001 time: 0.0679743 Jul 27 20:42:15.031748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-c2fe798d-1e4f-4a62-895c-d8649637c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:15.033292 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-c2fe798d-1e4f-4a62-895c-d8649637c94f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0463741 Jul 27 20:42:15.080370 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62a23c-54b3-4184-ab32-059d3f54d840 req-72e84671-5805-46cb-be30-8c2a4f3108fc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:15.081889 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d62a23c-54b3-4184-ab32-059d3f54d840 req-72e84671-5805-46cb-be30-8c2a4f3108fc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 945 time: 0.0697908 Jul 27 20:42:15.100816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-bf302437-9a3a-41a0-8b7f-94871594ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:15.102473 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-bf302437-9a3a-41a0-8b7f-94871594ddd1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607553 Jul 27 20:42:15.129080 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d62a23c-54b3-4184-ab32-059d3f54d840 req-a51b249e-c4e7-488e-8bab-b97f69e9f96a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367019 Jul 27 20:42:15.201132 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-41ff55f8-6c20-48d8-98a9-8235e151076c service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901582 Jul 27 20:42:15.307003 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0a27c5ad-fd4b-4e59-8ffe-94c8011e9a39 req-fce58894-b773-475f-82db-ef4d59775d11 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969696 Jul 27 20:42:16.015531 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fe693825-fb7f-4722-9198-ed2248ce73dc no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:42:16.056212 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device fe693825-fb7f-4722-9198-ed2248ce73dc not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:42:16.202183 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-df49d5ed-c1c0-4cd0-b1f4-09bee6d12ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:16.263668 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a993c23-8fbd-4a98-b5ab-66c64c13ae10 req-84db87cb-79f7-46e4-bb54-291eef8032ee tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:16.265245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8a993c23-8fbd-4a98-b5ab-66c64c13ae10 req-84db87cb-79f7-46e4-bb54-291eef8032ee tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 945 time: 0.0670633 Jul 27 20:42:16.291663 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:16.306813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8a993c23-8fbd-4a98-b5ab-66c64c13ae10 req-629bc7c4-97d6-4aad-8039-d07cca10cb4e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349669 Jul 27 20:42:17.363510 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:17.466411 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658eab2-e534-44f5-8e1a-f01fc7565151 req-2fe46458-47e1-439b-93f1-3340583713b8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:17.467815 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3658eab2-e534-44f5-8e1a-f01fc7565151 req-2fe46458-47e1-439b-93f1-3340583713b8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 945 time: 0.0798714 Jul 27 20:42:17.512146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3658eab2-e534-44f5-8e1a-f01fc7565151 req-90e844d8-c1bb-4cfd-aca5-086645b40e03 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374827 Jul 27 20:42:17.657213 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60532c-18fd-40c8-8812-ecde74ab850b req-2533adfb-636d-444d-98b8-d5d0cbf3dd53 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:17.658691 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a60532c-18fd-40c8-8812-ecde74ab850b req-2533adfb-636d-444d-98b8-d5d0cbf3dd53 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 945 time: 0.0739963 Jul 27 20:42:17.703743 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a60532c-18fd-40c8-8812-ecde74ab850b req-16e53291-9d34-4a46-bce2-4b7eea509a0b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352743 Jul 27 20:42:17.735129 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device fe693825-fb7f-4722-9198-ed2248ce73dc details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:42:17.836930 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=fe693825-fb7f-4722-9198-ed2248ce73dc,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:42:17.841031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156cc9a-e5a4-4b5c-8f89-3c041edef405 req-a689b771-4196-476c-bad4-1fe5930c4851 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:17.842566 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c156cc9a-e5a4-4b5c-8f89-3c041edef405 req-a689b771-4196-476c-bad4-1fe5930c4851 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 945 time: 0.0647793 Jul 27 20:42:17.850088 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'port_id': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'mac_address': 'fa:16:3e:ee:8f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:42:17.882806 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c156cc9a-e5a4-4b5c-8f89-3c041edef405 req-7c4d52f1-e5a5-4874-9397-18d2cde92268 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323772 Jul 27 20:42:17.888305 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:17.901640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe693825-fb7f-4722-9198-ed2248ce73dc {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:42:17.923858 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=fe693825-fb7f-4722-9198-ed2248ce73dc,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:42:17.928488 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:17.976297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=fe693825-fb7f-4722-9198-ed2248ce73dc,revision_number=11']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:18.137702 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71495c70-66ef-46aa-b34f-30c2a082367b req-5b302a61-2708-4021-8689-f2d57fc76d81 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:18.139218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71495c70-66ef-46aa-b34f-30c2a082367b req-5b302a61-2708-4021-8689-f2d57fc76d81 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0660217 Jul 27 20:42:18.152524 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['fe693825-fb7f-4722-9198-ed2248ce73dc'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:42:18.179782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-71495c70-66ef-46aa-b34f-30c2a082367b req-38d08e2f-8189-44fc-93f0-c15e48a5e007 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340238 Jul 27 20:42:19.112812 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:19.336725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee5522-aaef-474f-bd8c-cecf947d7c4e req-50791208-d6ec-43fa-b53c-7b6f9928c344 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:19.338238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8dee5522-aaef-474f-bd8c-cecf947d7c4e req-50791208-d6ec-43fa-b53c-7b6f9928c344 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0729382 Jul 27 20:42:19.378513 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8dee5522-aaef-474f-bd8c-cecf947d7c4e req-704eb584-4cda-46e8-b96a-53177a072f8c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340171 Jul 27 20:42:19.417566 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-517724aa-90c1-4ccd-acfc-b074c582ffc6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:19.419066 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-517724aa-90c1-4ccd-acfc-b074c582ffc6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.63 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 946 time: 0.0660663 Jul 27 20:42:19.529887 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-e6e2e582-17b0-4a47-a059-5b26c758909b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Deleting port fe693825-fb7f-4722-9198-ed2248ce73dc {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:42:19.530249 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-e6e2e582-17b0-4a47-a059-5b26c758909b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:19.624672 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-e6e2e582-17b0-4a47-a059-5b26c758909b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] For port fe693825-fb7f-4722-9198-ed2248ce73dc, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=fe693825-fb7f-4722-9198-ed2248ce73dc,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:42:19.625028 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-e6e2e582-17b0-4a47-a059-5b26c758909b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:19.742383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device fe693825-fb7f-4722-9198-ed2248ce73dc up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:42:19.796015 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port fe693825-fb7f-4722-9198-ed2248ce73dc completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:42:19.799977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port fe693825-fb7f-4722-9198-ed2248ce73dc triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:42:19.800371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:19.807092 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-e6e2e582-17b0-4a47-a059-5b26c758909b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:19.807447 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-e6e2e582-17b0-4a47-a059-5b26c758909b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:19.807760 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-e6e2e582-17b0-4a47-a059-5b26c758909b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026 disassociated. External IP: 172.25.1.174, port: fe693825-fb7f-4722-9198-ed2248ce73dc. Jul 27 20:42:19.808105 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-e6e2e582-17b0-4a47-a059-5b26c758909b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Calling delete_port for fe693825-fb7f-4722-9198-ed2248ce73dc owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:42:19.881110 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:19.951345 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-e6e2e582-17b0-4a47-a059-5b26c758909b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:19.981191 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2e582-17b0-4a47-a059-5b26c758909b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Pushing event deleted for resources: {'Port': ['ID=fe693825-fb7f-4722-9198-ed2248ce73dc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:20.106051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-e6e2e582-17b0-4a47-a059-5b26c758909b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:42:20.220454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-e6e2e582-17b0-4a47-a059-5b26c758909b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:42:20.234591 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12390f1a-3681-4669-8d17-b2e38557e2bc None None] Sync routers for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:42:20.249926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12390f1a-3681-4669-8d17-b2e38557e2bc None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:42:20.250564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-12390f1a-3681-4669-8d17-b2e38557e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:20.273839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-e6e2e582-17b0-4a47-a059-5b26c758909b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] No DVR routers for this DVR port fe693825-fb7f-4722-9198-ed2248ce73dc on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:42:20.276798 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-e6e2e582-17b0-4a47-a059-5b26c758909b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:20.278857 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-601a6dda-37d2-46ff-9a18-c069b757f6c6 req-e6e2e582-17b0-4a47-a059-5b26c758909b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.63 "DELETE /v2.0/ports/fe693825-fb7f-4722-9198-ed2248ce73dc HTTP/1.1" status: 204 len: 173 time: 0.8490424 Jul 27 20:42:20.279375 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aac1db-24e8-4626-a62e-33341bad0b95', 'name': 'network-vif-deleted', 'tag': 'fe693825-fb7f-4722-9198-ed2248ce73dc'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:42:20.281614 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484a15f5-8f33-483a-8d38-4e3d8c3231a3" -d '{"events": [{"server_uuid": "70aac1db-24e8-4626-a62e-33341bad0b95", "name": "network-vif-deleted", "tag": "fe693825-fb7f-4722-9198-ed2248ce73dc"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:42:20.328627 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a2712c-61c0-4177-87fa-ac02e35489ef x-openstack-request-id: req-f8a2712c-61c0-4177-87fa-ac02e35489ef {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:42:20.328939 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70aac1db-24e8-4626-a62e-33341bad0b95", "name": "network-vif-deleted", "tag": "fe693825-fb7f-4722-9198-ed2248ce73dc", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:42:20.329386 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8a2712c-61c0-4177-87fa-ac02e35489ef {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:42:20.329762 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aac1db-24e8-4626-a62e-33341bad0b95', 'name': 'network-vif-deleted', 'tag': 'fe693825-fb7f-4722-9198-ed2248ce73dc', 'status': 'completed', 'code': 200} Jul 27 20:42:20.377355 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-12390f1a-3681-4669-8d17-b2e38557e2bc None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:42:20.491101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baf35dac-88e2-4e58-b11f-7e9c63816438 req-c639b574-555e-4451-9d25-78cd39068109 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=70aac1db-24e8-4626-a62e-33341bad0b95 HTTP/1.1" status: 200 len: 210 time: 0.0299087 Jul 27 20:42:20.590499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-12390f1a-3681-4669-8d17-b2e38557e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:20.616970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12390f1a-3681-4669-8d17-b2e38557e2bc None None] Checking router: f523858c-0ca5-4fb9-ab0f-0a7c4383a289 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:42:20.625647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12390f1a-3681-4669-8d17-b2e38557e2bc None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:42:20.626329 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-12390f1a-3681-4669-8d17-b2e38557e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:20.739815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-12390f1a-3681-4669-8d17-b2e38557e2bc None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:42:20.961013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-12390f1a-3681-4669-8d17-b2e38557e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:20.992099 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12390f1a-3681-4669-8d17-b2e38557e2bc None None] The sync data for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 is: [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:42:21.219104 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75145be8-bdb7-452b-881c-f4a5c1dc05fc None None] New status for floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:42:21.825639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-ffabffa8-6e3d-40a8-8120-ac0a4f398a6b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1084430928&fields=id&tenant_id=d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 267 time: 0.0345058 Jul 27 20:42:21.942220 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-6e4e7f00-ced9-4361-b415-315f4a59b117 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:21.943726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-6e4e7f00-ced9-4361-b415-315f4a59b117 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 811 time: 0.1091952 Jul 27 20:42:21.962461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-0efc52ec-f1cb-4b91-b3c5-bcf86fd2ca24 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/quotas/d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 375 time: 0.0098176 Jul 27 20:42:22.048600 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-757a864e-2229-40a7-a223-ab902c9cf90e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805352 Jul 27 20:42:22.281296 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-7d282053-3c62-410e-ab52-227b2f759a5c service neutron] 10.222.0.48 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360784 Jul 27 20:42:22.370318 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-15c052b1-9cd1-43d5-ac2a-9519a70acdc8 service neutron] 10.222.0.48 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825102 Jul 27 20:42:22.544075 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-313c92dc-d33e-4efe-86e2-ae8ea99e1fc8 req-82e1be73-6d33-4313-b286-6f75c326dfd6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 210 time: 0.0298805 Jul 27 20:42:23.642848 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-300a8e7f-0b1a-4a97-be46-a5c44e547237 req-68c4fe16-2545-49fc-b02e-d73f8d405838 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 210 time: 0.0334947 Jul 27 20:42:23.773862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device fe693825-fb7f-4722-9198-ed2248ce73dc no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:42:23.796569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: fe693825-fb7f-4722-9198-ed2248ce73dc {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:42:23.796917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device fe693825-fb7f-4722-9198-ed2248ce73dc not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:42:23.830243 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:42:24.730379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38abaa19-4602-407f-af01-72c6cc9bddc9 req-e1ba69bc-6f8b-4795-85a4-535146e43de8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 210 time: 0.0304613 Jul 27 20:42:25.584251 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-39f984d2-d205-4f07-8014-1d6bf037adfe tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:25.587373 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-39f984d2-d205-4f07-8014-1d6bf037adfe tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 811 time: 0.1133704 Jul 27 20:42:25.634099 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-de370490-8883-40e9-b78c-bb414f3d0a11 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 380 time: 0.0371137 Jul 27 20:42:25.644267 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-6027e84b-cfab-43a3-87ea-6300ee6ad58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Request body: {'port': {'device_id': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'admin_state_up': True, 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'security_groups': ['eab2e7b7-aec6-46ce-a2f4-78e0afb8d114']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:42:25.760148 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-6027e84b-cfab-43a3-87ea-6300ee6ad58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Made reservation on behalf of d818b488e4104d16b3de6116fd21eb6a for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:42:25.764025 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-6027e84b-cfab-43a3-87ea-6300ee6ad58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:25.831599 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b5ea1c2-bf51-4e4b-ae13-e1c29740f472 req-f8f7d1c1-e392-41f9-843e-6952f681812f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 210 time: 0.0292974 Jul 27 20:42:25.897597 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-6027e84b-cfab-43a3-87ea-6300ee6ad58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Allocated IP 172.20.0.9 (3f2b2f88-ea83-425a-8c9b-99b5ccb0f684/6df32f0f-2f38-46fb-811c-f2ba2f7530a9/3a3b955d-a496-4ef7-9771-2c85b1a3a851) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:42:26.057810 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-6027e84b-cfab-43a3-87ea-6300ee6ad58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:26.072150 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-6027e84b-cfab-43a3-87ea-6300ee6ad58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Transition to ACTIVE for port object 3a3b955d-a496-4ef7-9771-2c85b1a3a851 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:42:26.112550 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-6027e84b-cfab-43a3-87ea-6300ee6ad58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:26.160654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-6027e84b-cfab-43a3-87ea-6300ee6ad58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:42:26.163728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-6027e84b-cfab-43a3-87ea-6300ee6ad58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:42:26.168209 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-6027e84b-cfab-43a3-87ea-6300ee6ad58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:42:26.190018 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027e84b-cfab-43a3-87ea-6300ee6ad58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Pushing event updated for resources: {'Port': ['ID=3a3b955d-a496-4ef7-9771-2c85b1a3a851,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:26.219961 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-6027e84b-cfab-43a3-87ea-6300ee6ad58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:26.220463 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-6027e84b-cfab-43a3-87ea-6300ee6ad58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:26.236694 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-6027e84b-cfab-43a3-87ea-6300ee6ad58d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5959861 Jul 27 20:42:26.250540 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Request body: {'port': {'device_id': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:42:26.333528 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:26.414452 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ea3849d0-d9ea-45e1-9110-d3363fe302f1 None None] Provisioning for port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:42:26.418197 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ea3849d0-d9ea-45e1-9110-d3363fe302f1 None None] Provisioning complete for port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:42:26.418568 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ea3849d0-d9ea-45e1-9110-d3363fe302f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:26.455943 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ea3849d0-d9ea-45e1-9110-d3363fe302f1 None None] Port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:42:26.959909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3b955d-a496-4ef7-9771-2c85b1a3a851 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:42:26.968007 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:26.968421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21fb24-02b9-404e-b05c-0f3abb6d7376 req-fcf8ab9a-eaa2-4ef1-9942-b893bacb7207 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:26.970317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba21fb24-02b9-404e-b05c-0f3abb6d7376 req-fcf8ab9a-eaa2-4ef1-9942-b893bacb7207 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 931 time: 0.0651307 Jul 27 20:42:26.981523 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Transition to ACTIVE for port object 3a3b955d-a496-4ef7-9771-2c85b1a3a851 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:42:26.985502 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:27.018361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba21fb24-02b9-404e-b05c-0f3abb6d7376 req-cd519586-bceb-4214-bb24-f8fbfbbdd8df tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405664 Jul 27 20:42:27.040892 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Pushing event updated for resources: {'Port': ['ID=3a3b955d-a496-4ef7-9771-2c85b1a3a851,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:27.113509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Attempting to bind port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:42:27.113830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Attempting to bind port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:42:27.114339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Attempting to bind port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:42:27.118926 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:42:27.119246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Attempting to bind port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:42:27.124332 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:42:27.124906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Checking segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:42:27.125333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Bound using segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:42:27.125766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Bound port: 3a3b955d-a496-4ef7-9771-2c85b1a3a851, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:42:27.126127 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:27.196174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] For port 3a3b955d-a496-4ef7-9771-2c85b1a3a851, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:42:27.199668 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] For port 3a3b955d-a496-4ef7-9771-2c85b1a3a851, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:42:27.203738 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:27.244041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:27.244796 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:27.246232 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] 10.222.0.52 "PUT /v2.0/ports/3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1092 time: 1.0002072 Jul 27 20:42:27.246703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'tag': '3a3b955d-a496-4ef7-9771-2c85b1a3a851'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:42:27.249051 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0dcc9e-e9a4-4767-806a-99e3a2f5ead6" -d '{"events": [{"name": "network-changed", "server_uuid": "562fbd6d-d04a-4b36-92f8-4d902a486c38", "tag": "3a3b955d-a496-4ef7-9771-2c85b1a3a851"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:42:27.273223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff28a3-867e-4aab-ac0b-02f82cc0819d service neutron] Pushing event updated for resources: {'Port': ['ID=3a3b955d-a496-4ef7-9771-2c85b1a3a851,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:27.309236 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231d0183-7a90-4e22-bf68-63a5502d4a33 x-openstack-request-id: req-231d0183-7a90-4e22-bf68-63a5502d4a33 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:42:27.309598 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562fbd6d-d04a-4b36-92f8-4d902a486c38", "tag": "3a3b955d-a496-4ef7-9771-2c85b1a3a851", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:42:27.309966 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-231d0183-7a90-4e22-bf68-63a5502d4a33 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:42:27.310372 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'tag': '3a3b955d-a496-4ef7-9771-2c85b1a3a851', 'status': 'completed', 'code': 200} Jul 27 20:42:27.359992 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-bf18bb47-797e-4a52-8082-4e653f04d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:27.361595 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-bf18bb47-797e-4a52-8082-4e653f04d744 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1095 time: 0.0615528 Jul 27 20:42:27.406364 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-e901c8ec-daaf-48f5-a28a-0881b0236dc4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 217 time: 0.0356209 Jul 27 20:42:27.461354 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-894519f2-2ed6-47f6-8928-b1ea1bf5fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:27.462855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-894519f2-2ed6-47f6-8928-b1ea1bf5fcb9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0500197 Jul 27 20:42:27.523525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-da319e7e-4a53-4f4b-89ed-5e55f9c3ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:27.525074 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-da319e7e-4a53-4f4b-89ed-5e55f9c3ec8a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545890 Jul 27 20:42:27.623548 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-862f4e2c-6710-45c0-99fe-334c8cdbeec5 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899854 Jul 27 20:42:27.730749 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f6df09df-191c-4f82-b2bb-925a9ef08778 req-92efb914-6506-4df0-8e23-fdba967f2522 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001914 Jul 27 20:42:27.843838 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dcc9e-e9a4-4767-806a-99e3a2f5ead6 req-f6c3a177-7ff3-4951-973b-f490a22c953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:27.845906 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba0dcc9e-e9a4-4767-806a-99e3a2f5ead6 req-f6c3a177-7ff3-4951-973b-f490a22c953e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1095 time: 0.0628777 Jul 27 20:42:27.948415 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dcc9e-e9a4-4767-806a-99e3a2f5ead6 req-feee06ab-af76-4df9-9e86-51c4a9f5dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:27.949858 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba0dcc9e-e9a4-4767-806a-99e3a2f5ead6 req-feee06ab-af76-4df9-9e86-51c4a9f5dce9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0948565 Jul 27 20:42:27.994169 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba0dcc9e-e9a4-4767-806a-99e3a2f5ead6 req-62804ba2-3e1d-4a33-ae8e-1949168ef550 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 217 time: 0.0362821 Jul 27 20:42:28.048651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dcc9e-e9a4-4767-806a-99e3a2f5ead6 req-8a73d557-989a-47c1-ab79-6aa2e3e3c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:28.051520 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba0dcc9e-e9a4-4767-806a-99e3a2f5ead6 req-8a73d557-989a-47c1-ab79-6aa2e3e3c1b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0499680 Jul 27 20:42:28.131399 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dcc9e-e9a4-4767-806a-99e3a2f5ead6 req-a7dae1e4-227a-4294-914e-2429e7919184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:28.133095 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba0dcc9e-e9a4-4767-806a-99e3a2f5ead6 req-a7dae1e4-227a-4294-914e-2429e7919184 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745256 Jul 27 20:42:28.160570 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49279ed-06f4-47a0-acdd-26b9b4df2deb req-5e1c1305-472e-4e88-a375-46c43417c7e6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:28.162932 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b49279ed-06f4-47a0-acdd-26b9b4df2deb req-5e1c1305-472e-4e88-a375-46c43417c7e6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 943 time: 0.0735970 Jul 27 20:42:28.205062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b49279ed-06f4-47a0-acdd-26b9b4df2deb req-db4f2869-ea0d-4bcd-b7f2-a2e17b59aa4c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356362 Jul 27 20:42:28.236077 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba0dcc9e-e9a4-4767-806a-99e3a2f5ead6 req-db797f3e-e21c-46c1-9a4f-f918c6f5b76a service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944300 Jul 27 20:42:28.343082 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ba0dcc9e-e9a4-4767-806a-99e3a2f5ead6 req-4b651313-09e6-4792-8e14-72e8e8dc81c8 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985126 Jul 27 20:42:29.349541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b0109-7aa4-484b-8e2e-d9b0f9e12bb9 req-0940ba86-413d-40fb-b9bc-5d1535f95748 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:29.351049 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-774b0109-7aa4-484b-8e2e-d9b0f9e12bb9 req-0940ba86-413d-40fb-b9bc-5d1535f95748 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 943 time: 0.0697951 Jul 27 20:42:29.390114 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-774b0109-7aa4-484b-8e2e-d9b0f9e12bb9 req-bace166f-bb9e-4641-9030-c54379279994 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328996 Jul 27 20:42:30.543060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a46c5-c93b-4a58-abd8-e2b6fd24b224 req-84578832-9715-48d6-aa0b-8b405216a53f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:30.544598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e4a46c5-c93b-4a58-abd8-e2b6fd24b224 req-84578832-9715-48d6-aa0b-8b405216a53f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 943 time: 0.0738494 Jul 27 20:42:30.584065 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e4a46c5-c93b-4a58-abd8-e2b6fd24b224 req-656c7715-9eb3-4fbf-8acf-5c04d668ffe0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333920 Jul 27 20:42:31.736335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480f7e8-d59a-4595-9b91-070b2d65d29e req-72b0ac27-6149-46e9-a2df-570764b760d1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:31.737869 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a480f7e8-d59a-4595-9b91-070b2d65d29e req-72b0ac27-6149-46e9-a2df-570764b760d1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 943 time: 0.0689144 Jul 27 20:42:31.780041 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a480f7e8-d59a-4595-9b91-070b2d65d29e req-284f8aff-d689-408a-aa37-dd24abb56c45 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329645 Jul 27 20:42:32.060952 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3a3b955d-a496-4ef7-9771-2c85b1a3a851 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:42:32.165914 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3a3b955d-a496-4ef7-9771-2c85b1a3a851, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:42:32.178649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '3a3b955d-a496-4ef7-9771-2c85b1a3a851', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'port_id': '3a3b955d-a496-4ef7-9771-2c85b1a3a851', 'mac_address': 'fa:16:3e:65:31:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:42:32.220417 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:32.234160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3b955d-a496-4ef7-9771-2c85b1a3a851 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:42:32.260612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3a3b955d-a496-4ef7-9771-2c85b1a3a851, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:42:32.269639 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:32.326790 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=3a3b955d-a496-4ef7-9771-2c85b1a3a851,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:32.510398 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['3a3b955d-a496-4ef7-9771-2c85b1a3a851'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:42:32.930017 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9b751-7c78-48b4-86d9-599ebffcacc2 req-547614d7-e815-46b3-a1ef-c9e3b0f25a35 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:32.931520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b9b751-7c78-48b4-86d9-599ebffcacc2 req-547614d7-e815-46b3-a1ef-c9e3b0f25a35 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 944 time: 0.0706537 Jul 27 20:42:32.970175 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d4b9b751-7c78-48b4-86d9-599ebffcacc2 req-5caf7c0b-dd99-43e8-a451-ff786473f9dc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325592 Jul 27 20:42:34.088133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3a3b955d-a496-4ef7-9771-2c85b1a3a851 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:42:34.116604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c90ee-b104-48cf-9a1b-114f9d9c2bee req-fe386993-e4eb-4737-a6b5-2dd6520451fe tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:34.118177 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-641c90ee-b104-48cf-9a1b-114f9d9c2bee req-fe386993-e4eb-4737-a6b5-2dd6520451fe tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 944 time: 0.0727420 Jul 27 20:42:34.138356 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:42:34.142202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:42:34.142576 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:34.163374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-641c90ee-b104-48cf-9a1b-114f9d9c2bee req-f5a3fb11-0f79-4b26-8d0d-d93f26896327 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390377 Jul 27 20:42:34.224585 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:34.246723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3b955d-a496-4ef7-9771-2c85b1a3a851'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:42:34.249045 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644502e1-e006-4bcd-a147-b9676b43c0c2" -d '{"events": [{"server_uuid": "562fbd6d-d04a-4b36-92f8-4d902a486c38", "name": "network-vif-plugged", "status": "completed", "tag": "3a3b955d-a496-4ef7-9771-2c85b1a3a851"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:42:34.261838 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3a3b955d-a496-4ef7-9771-2c85b1a3a851, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:42:34.266445 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:34.291497 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb8b754-a984-49bb-84e4-9b760e19ba6b x-openstack-request-id: req-3eb8b754-a984-49bb-84e4-9b760e19ba6b {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:42:34.291795 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562fbd6d-d04a-4b36-92f8-4d902a486c38", "name": "network-vif-plugged", "status": "completed", "tag": "3a3b955d-a496-4ef7-9771-2c85b1a3a851", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:42:34.292023 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3eb8b754-a984-49bb-84e4-9b760e19ba6b {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:42:34.292460 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3b955d-a496-4ef7-9771-2c85b1a3a851', 'code': 200} Jul 27 20:42:34.316433 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=3a3b955d-a496-4ef7-9771-2c85b1a3a851,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:34.422727 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6f4d5-992f-4de4-8650-284e003a1bf8 req-b78401e2-5990-4e49-9453-34065f5cad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:34.424769 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a7a6f4d5-992f-4de4-8650-284e003a1bf8 req-b78401e2-5990-4e49-9453-34065f5cad07 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1097 time: 0.0698702 Jul 27 20:42:34.461456 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a7a6f4d5-992f-4de4-8650-284e003a1bf8 req-8b2ed476-fa03-4cac-bcc1-f8d80c6ac900 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292914 Jul 27 20:42:35.302528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675cad1-b226-4bfb-8436-230a8ab7a697 req-aa5e80c7-bbd6-4ad2-a52f-976f423e65e6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:35.304140 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5675cad1-b226-4bfb-8436-230a8ab7a697 req-aa5e80c7-bbd6-4ad2-a52f-976f423e65e6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0667610 Jul 27 20:42:35.343101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5675cad1-b226-4bfb-8436-230a8ab7a697 req-101167f2-74b0-4202-87c2-143012af125e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327675 Jul 27 20:42:36.499611 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3440108-fefe-4000-a4f5-311a807bdfc5 req-92d7d6f4-3e65-4117-b4f5-2e341591ba05 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:36.501071 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3440108-fefe-4000-a4f5-311a807bdfc5 req-92d7d6f4-3e65-4117-b4f5-2e341591ba05 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0760195 Jul 27 20:42:36.542154 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3440108-fefe-4000-a4f5-311a807bdfc5 req-63c9b2cd-ffca-4ebf-b7b3-5a42849158ef tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345919 Jul 27 20:42:36.677467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410135f-b04b-4410-b43f-60a6d1fca097 req-3ef95829-f0a0-491b-ba8f-86b26688cc37 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:36.679014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c410135f-b04b-4410-b43f-60a6d1fca097 req-3ef95829-f0a0-491b-ba8f-86b26688cc37 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0681236 Jul 27 20:42:36.692421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 36832) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:36.697581 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-ca78ce6d-903f-48b0-97fd-605bdd232741 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Request body: {'floatingip': {'port_id': '3a3b955d-a496-4ef7-9771-2c85b1a3a851'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:42:36.737671 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca78ce6d-903f-48b0-97fd-605bdd232741 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:37.224012 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca78ce6d-903f-48b0-97fd-605bdd232741 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:37.235134 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca78ce6d-903f-48b0-97fd-605bdd232741 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:37.343136 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-ca78ce6d-903f-48b0-97fd-605bdd232741 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026 associated. External IP: 172.25.1.174, port: 3a3b955d-a496-4ef7-9771-2c85b1a3a851. Jul 27 20:42:37.574101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca78ce6d-903f-48b0-97fd-605bdd232741 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:42:37.694282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca78ce6d-903f-48b0-97fd-605bdd232741 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:42:37.699759 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ca78ce6d-903f-48b0-97fd-605bdd232741 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:37.705612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be25bd8e-40d0-4048-adf7-d4b5c33c6280 None None] Sync routers for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:42:37.715913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be25bd8e-40d0-4048-adf7-d4b5c33c6280 None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:42:37.716644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-be25bd8e-40d0-4048-adf7-d4b5c33c6280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:37.735489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ca78ce6d-903f-48b0-97fd-605bdd232741 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "PUT /v2.0/floatingips/2909d660-c78a-4ad0-9fa1-dd151dc68026 HTTP/1.1" status: 200 len: 992 time: 1.0414817 Jul 27 20:42:37.736057 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'tag': '3a3b955d-a496-4ef7-9771-2c85b1a3a851'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:42:37.776689 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020f00d9105fea8a59345fdc35de2f2854bc43d5b9a74a339288cd71c0a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9d96c9-e9d4-4509-a20e-d33b959d0c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "562fbd6d-d04a-4b36-92f8-4d902a486c38", "tag": "3a3b955d-a496-4ef7-9771-2c85b1a3a851"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:42:37.879263 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd12ba2-be7f-4b0c-b8a0-205cf97b89c1 x-openstack-request-id: req-2bd12ba2-be7f-4b0c-b8a0-205cf97b89c1 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:42:37.879549 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562fbd6d-d04a-4b36-92f8-4d902a486c38", "tag": "3a3b955d-a496-4ef7-9771-2c85b1a3a851", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:42:37.879798 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2bd12ba2-be7f-4b0c-b8a0-205cf97b89c1 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:42:37.880220 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'tag': '3a3b955d-a496-4ef7-9771-2c85b1a3a851', 'status': 'completed', 'code': 200} Jul 27 20:42:37.967118 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d96c9-e9d4-4509-a20e-d33b959d0c4b req-409addae-8c0c-4d09-b673-e1521e44a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:37.968924 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-af9d96c9-e9d4-4509-a20e-d33b959d0c4b req-409addae-8c0c-4d09-b673-e1521e44a94f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1097 time: 0.0588989 Jul 27 20:42:38.013007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-be25bd8e-40d0-4048-adf7-d4b5c33c6280 None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:42:38.075797 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d96c9-e9d4-4509-a20e-d33b959d0c4b req-a61bb594-44f9-4267-a6bc-10c87058d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:38.077406 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-af9d96c9-e9d4-4509-a20e-d33b959d0c4b req-a61bb594-44f9-4267-a6bc-10c87058d46c service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0942636 Jul 27 20:42:38.158198 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-af9d96c9-e9d4-4509-a20e-d33b959d0c4b req-bbffdd55-4414-4954-b216-9a5540eea392 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1000 time: 0.0717618 Jul 27 20:42:38.214404 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d96c9-e9d4-4509-a20e-d33b959d0c4b req-861de6f3-efaa-4c78-819a-33f1973eb566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:38.215896 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-af9d96c9-e9d4-4509-a20e-d33b959d0c4b req-861de6f3-efaa-4c78-819a-33f1973eb566 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0475850 Jul 27 20:42:38.273385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-be25bd8e-40d0-4048-adf7-d4b5c33c6280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '2909d660-c78a-4ad0-9fa1-dd151dc68026', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'port_id': '3a3b955d-a496-4ef7-9771-2c85b1a3a851', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'mac_address': 'fa:16:3e:65:31:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:35:31Z', 'updated_at': '2021-07-27T20:42:37Z', 'revision_number': 13, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:38.281996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d96c9-e9d4-4509-a20e-d33b959d0c4b req-cccb0c37-914a-427d-97ef-b05658f540c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:38.283524 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-af9d96c9-e9d4-4509-a20e-d33b959d0c4b req-cccb0c37-914a-427d-97ef-b05658f540c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597219 Jul 27 20:42:38.299836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be25bd8e-40d0-4048-adf7-d4b5c33c6280 None None] Checking router: f523858c-0ca5-4fb9-ab0f-0a7c4383a289 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:42:38.308608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be25bd8e-40d0-4048-adf7-d4b5c33c6280 None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:42:38.309229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-be25bd8e-40d0-4048-adf7-d4b5c33c6280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:42:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:38.382158 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-af9d96c9-e9d4-4509-a20e-d33b959d0c4b req-744b9ba0-06ca-47fc-97a6-47e5fa6d702e service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887971 Jul 27 20:42:38.422724 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-be25bd8e-40d0-4048-adf7-d4b5c33c6280 None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:42:38.488021 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-af9d96c9-e9d4-4509-a20e-d33b959d0c4b req-e9294df5-32da-4a8f-85f4-4a312da046af service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925155 Jul 27 20:42:38.653802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-be25bd8e-40d0-4048-adf7-d4b5c33c6280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '2909d660-c78a-4ad0-9fa1-dd151dc68026', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'port_id': '3a3b955d-a496-4ef7-9771-2c85b1a3a851', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'mac_address': 'fa:16:3e:65:31:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:35:31Z', 'updated_at': '2021-07-27T20:42:37Z', 'revision_number': 13, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:38.684083 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be25bd8e-40d0-4048-adf7-d4b5c33c6280 None None] The sync data for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 is: [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '2909d660-c78a-4ad0-9fa1-dd151dc68026', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'port_id': '3a3b955d-a496-4ef7-9771-2c85b1a3a851', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'mac_address': 'fa:16:3e:65:31:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:35:31Z', 'updated_at': '2021-07-27T20:42:37Z', 'revision_number': 13, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:42:38.890210 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a723ab-a230-4731-9173-9079d302937e None None] New status for floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:42:39.062517 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:42.195567 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:43.500763 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9ddd17de-b80b-4500-afe1-887e7b664a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:46.209752 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4230a6cc-607c-4c54-99ce-0ee0b3a9b980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:46.304840 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:46.482550 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5485bf4b-63da-41b5-bb7e-28d84b6d71fb req-074f6b23-7239-4521-bd82-167bc8f2235e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0599389 Jul 27 20:42:46.590561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485bf4b-63da-41b5-bb7e-28d84b6d71fb req-c070988d-86b6-4e6b-a854-cb0bd20b80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:46.592242 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5485bf4b-63da-41b5-bb7e-28d84b6d71fb req-c070988d-86b6-4e6b-a854-cb0bd20b80ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1097 time: 0.0622888 Jul 27 20:42:46.703076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485bf4b-63da-41b5-bb7e-28d84b6d71fb req-d61ebf51-eb87-4c6d-ba42-f7754a90d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:46.704585 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5485bf4b-63da-41b5-bb7e-28d84b6d71fb req-d61ebf51-eb87-4c6d-ba42-f7754a90d281 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0916793 Jul 27 20:42:46.775765 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5485bf4b-63da-41b5-bb7e-28d84b6d71fb req-a3e158b1-ceeb-472d-81a7-5a3ad9b2accc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1002 time: 0.0624483 Jul 27 20:42:46.836643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485bf4b-63da-41b5-bb7e-28d84b6d71fb req-8c002063-e598-4a78-87f9-0a69dd4b1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:46.839036 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5485bf4b-63da-41b5-bb7e-28d84b6d71fb req-8c002063-e598-4a78-87f9-0a69dd4b1d0e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0558252 Jul 27 20:42:46.911979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485bf4b-63da-41b5-bb7e-28d84b6d71fb req-7be1c138-b7ef-4378-be06-042b0b245d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:46.913557 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5485bf4b-63da-41b5-bb7e-28d84b6d71fb req-7be1c138-b7ef-4378-be06-042b0b245d67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669472 Jul 27 20:42:47.022484 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5485bf4b-63da-41b5-bb7e-28d84b6d71fb req-885ba91e-fc93-4eff-bbb7-d266eeef2a9a service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992069 Jul 27 20:42:47.129043 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5485bf4b-63da-41b5-bb7e-28d84b6d71fb req-81e09c2f-4917-437f-8635-afa8e9adac9f service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981290 Jul 27 20:42:47.360121 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:49.114334 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:00.831779 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:43:09.079066 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:12.202418 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:13.494515 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-162a1d6b-7b2f-4ca0-a631-c168642d7481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:16.204778 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0800f5fb-95a2-431a-b116-77640cae83dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:16.306726 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:17.364145 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:19.124286 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:37.834330 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:43:39.072092 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:42.204439 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:43.510946 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a5dbbafb-d42a-4b87-a150-5cd6a0c4e569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:46.214712 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-74d8c212-1293-4fea-9f54-44add7e93d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:46.301941 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:47.369647 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:48.473146 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f829053-ea8c-4e83-8a0b-0c19b767eac9 req-f7a1965b-23d8-40d1-8151-e4abc2001aa7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595577 Jul 27 20:43:48.586545 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f829053-ea8c-4e83-8a0b-0c19b767eac9 req-3f0b67a1-77f3-4e85-995f-24d8e719f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:43:48.588828 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f829053-ea8c-4e83-8a0b-0c19b767eac9 req-3f0b67a1-77f3-4e85-995f-24d8e719f21a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1097 time: 0.0593128 Jul 27 20:43:48.701225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f829053-ea8c-4e83-8a0b-0c19b767eac9 req-09a36420-8cbc-41fe-828c-e4740972e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:43:48.702742 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f829053-ea8c-4e83-8a0b-0c19b767eac9 req-09a36420-8cbc-41fe-828c-e4740972e87d service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0931866 Jul 27 20:43:48.779418 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f829053-ea8c-4e83-8a0b-0c19b767eac9 req-a804ffa0-2da4-402d-9081-1485b3f056ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1002 time: 0.0681114 Jul 27 20:43:48.835490 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f829053-ea8c-4e83-8a0b-0c19b767eac9 req-4134cc4c-04de-4850-88af-a554379b6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:43:48.837084 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f829053-ea8c-4e83-8a0b-0c19b767eac9 req-4134cc4c-04de-4850-88af-a554379b6fec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0506876 Jul 27 20:43:48.905039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f829053-ea8c-4e83-8a0b-0c19b767eac9 req-06d34d3a-a5e3-416c-b7e3-4a959ace9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:43:48.906577 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f829053-ea8c-4e83-8a0b-0c19b767eac9 req-06d34d3a-a5e3-416c-b7e3-4a959ace9773 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623384 Jul 27 20:43:49.009171 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f829053-ea8c-4e83-8a0b-0c19b767eac9 req-2eb268bb-5952-4f44-821e-0afb5b8b606d service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938618 Jul 27 20:43:49.120007 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:49.121167 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8f829053-ea8c-4e83-8a0b-0c19b767eac9 req-20a404ab-b3b5-4069-ad26-133f1b7baad9 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037369 Jul 27 20:44:09.089059 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:12.222577 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:13.495213 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4b95e040-888c-46a2-8e1e-bb7616a96cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:14.836416 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:44:16.207355 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab4039bd-eded-4bcf-9c3a-16c94a2ae92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:16.307246 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:17.381956 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:19.040136 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3391f3c-a178-4697-bd62-37f40cb9d819 req-42863bca-91fd-4cbd-882d-023fe2f0f3b8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:19.041671 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3391f3c-a178-4697-bd62-37f40cb9d819 req-42863bca-91fd-4cbd-882d-023fe2f0f3b8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.1265917 Jul 27 20:44:19.079885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3391f3c-a178-4697-bd62-37f40cb9d819 req-775d4be3-492e-45fd-960a-f85f9e51faa2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320485 Jul 27 20:44:19.122433 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:30.463903 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-1f951c5b-99bb-44bf-8fd3-0743cf302d34 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0557029 Jul 27 20:44:30.482165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7c30-fbe0-4039-8dbf-e90d0f31a2f8 req-222e9a8c-a636-4b96-85fa-3c73b968db64 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:30.483972 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2bf7c30-fbe0-4039-8dbf-e90d0f31a2f8 req-222e9a8c-a636-4b96-85fa-3c73b968db64 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0652146 Jul 27 20:44:30.525363 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2bf7c30-fbe0-4039-8dbf-e90d0f31a2f8 req-a68ccf72-8b39-4eb0-bbf6-e0f645178751 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350635 Jul 27 20:44:31.682510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c6520-9083-43d4-8fa0-34f3ff5d2bd3 req-eb5e6c06-db73-417d-86e2-d3282c3ae84a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:31.684168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-346c6520-9083-43d4-8fa0-34f3ff5d2bd3 req-eb5e6c06-db73-417d-86e2-d3282c3ae84a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0761747 Jul 27 20:44:31.727267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-346c6520-9083-43d4-8fa0-34f3ff5d2bd3 req-ff7d88b3-e219-4e04-9414-8411fcfb1f43 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341821 Jul 27 20:44:32.889837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efe36f-d608-413f-abc8-a8107c036f9d req-ff40bcad-cb05-4f7b-8a46-6a5b27c79bbc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:32.891366 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41efe36f-d608-413f-abc8-a8107c036f9d req-ff40bcad-cb05-4f7b-8a46-6a5b27c79bbc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0810261 Jul 27 20:44:32.935581 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41efe36f-d608-413f-abc8-a8107c036f9d req-f41a31c5-b5d5-4ff7-8963-b57265f90790 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350063 Jul 27 20:44:34.090942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272828d-942b-4fca-8827-b1f064bb50a3 req-74037194-64cc-4af5-99bf-1b7a1133ee24 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:34.092506 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a272828d-942b-4fca-8827-b1f064bb50a3 req-74037194-64cc-4af5-99bf-1b7a1133ee24 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0770710 Jul 27 20:44:34.138029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a272828d-942b-4fca-8827-b1f064bb50a3 req-e5a856be-5b9b-46a2-a250-f93edaadc79c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359790 Jul 27 20:44:35.279820 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebddb9f-0341-4731-8c0a-066b20872143 req-84ffd933-f20f-47f0-80a7-99777919d0bd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:35.281376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ebddb9f-0341-4731-8c0a-066b20872143 req-84ffd933-f20f-47f0-80a7-99777919d0bd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0695863 Jul 27 20:44:35.321690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ebddb9f-0341-4731-8c0a-066b20872143 req-83a6480d-687d-4730-b6b7-f58079c6f040 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335696 Jul 27 20:44:35.740703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-ab2222bf-c31d-4f22-a55c-4700365fbba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:35.742233 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-ab2222bf-c31d-4f22-a55c-4700365fbba8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1097 time: 0.0568051 Jul 27 20:44:35.851911 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-8ffeb489-003a-47c1-a1e4-22e89a5d096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:35.853463 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-8ffeb489-003a-47c1-a1e4-22e89a5d096e service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.1034224 Jul 27 20:44:35.920652 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-a22a54c6-6679-4525-82ea-f390c6414f95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1002 time: 0.0595872 Jul 27 20:44:35.979271 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-1fdb9078-462a-4572-977b-232b11ba4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:35.980757 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-1fdb9078-462a-4572-977b-232b11ba4dd9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0533233 Jul 27 20:44:36.045866 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-794bd06d-478a-475f-8e82-895a78d8bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:36.047382 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-794bd06d-478a-475f-8e82-895a78d8bd92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583029 Jul 27 20:44:36.142140 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-a7d0700b-404b-4c4a-bb27-a317889ebc77 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872390 Jul 27 20:44:36.245101 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-df188e3d-704b-4cbe-9d87-33cb688ecdb4 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956533 Jul 27 20:44:36.462297 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab3b6b-82de-46cf-88dd-f6265b94e550 req-822ff901-a31d-4a3d-951c-550ecb6be97d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:36.463849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69ab3b6b-82de-46cf-88dd-f6265b94e550 req-822ff901-a31d-4a3d-951c-550ecb6be97d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0678442 Jul 27 20:44:36.507577 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69ab3b6b-82de-46cf-88dd-f6265b94e550 req-e7698374-506f-477e-9760-1d1016d43778 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344613 Jul 27 20:44:37.656110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60942f-0ee4-4235-8809-7743d775b4ef req-763e7281-21d2-438e-9a77-45eec210b279 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:37.657668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be60942f-0ee4-4235-8809-7743d775b4ef req-763e7281-21d2-438e-9a77-45eec210b279 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0676467 Jul 27 20:44:37.703241 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be60942f-0ee4-4235-8809-7743d775b4ef req-4fcfba49-cd68-4a45-9d5b-2c2472a8f694 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363281 Jul 27 20:44:38.853093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabca44c-771f-4626-9cf2-75f7f063c71a req-468ca409-2deb-499c-bf75-820b407253ea tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:38.854604 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dabca44c-771f-4626-9cf2-75f7f063c71a req-468ca409-2deb-499c-bf75-820b407253ea tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0771160 Jul 27 20:44:38.896454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dabca44c-771f-4626-9cf2-75f7f063c71a req-edbcca85-cde0-48a3-af6b-28f61c1f986c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343795 Jul 27 20:44:39.103677 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:40.048446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01048e-af86-418b-9d41-af72fb2dd6f7 req-44e067b6-796b-4469-97a1-11cd4f578113 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:40.049968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab01048e-af86-418b-9d41-af72fb2dd6f7 req-44e067b6-796b-4469-97a1-11cd4f578113 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0741880 Jul 27 20:44:40.089345 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab01048e-af86-418b-9d41-af72fb2dd6f7 req-f06c9ac8-6dde-43c6-9f19-d76b99d2bb81 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333354 Jul 27 20:44:41.249016 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c8a15-6193-41f6-aa73-e4f2d69044ba req-3d2e0cf9-9830-4828-ba2c-9638c7ad479a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:41.250906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-922c8a15-6193-41f6-aa73-e4f2d69044ba req-3d2e0cf9-9830-4828-ba2c-9638c7ad479a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0780976 Jul 27 20:44:41.294715 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-922c8a15-6193-41f6-aa73-e4f2d69044ba req-8ba6fe7e-1e5f-47c0-827f-6489fc396d24 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345554 Jul 27 20:44:42.211014 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:42.438298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7353f6-28b1-4704-ba2c-f80e56bd38a7 req-e5e77e32-a8e8-40d5-be54-8b9f4efe0ce0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:42.439816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c7353f6-28b1-4704-ba2c-f80e56bd38a7 req-e5e77e32-a8e8-40d5-be54-8b9f4efe0ce0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0688055 Jul 27 20:44:42.483423 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c7353f6-28b1-4704-ba2c-f80e56bd38a7 req-817a5cd5-5581-4173-ab0b-788e6d258b0d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343430 Jul 27 20:44:43.499453 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-da4f5351-1408-46cd-9dbb-b6d1f06f76c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:43.639352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e16fa0-99c8-4fda-a4dd-91ebfff447dc req-e42dfef8-77d5-4567-bce5-053a313b3061 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:43.640922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13e16fa0-99c8-4fda-a4dd-91ebfff447dc req-e42dfef8-77d5-4567-bce5-053a313b3061 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0791166 Jul 27 20:44:43.683842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13e16fa0-99c8-4fda-a4dd-91ebfff447dc req-65334ccd-95ec-44f0-85e6-a75f7a3d6c7f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335441 Jul 27 20:44:44.836621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e710948-6389-49a5-8cfa-24c094b53e91 req-2c01d2fe-1601-402e-ba11-4a6e6631a237 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:44.838094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e710948-6389-49a5-8cfa-24c094b53e91 req-2c01d2fe-1601-402e-ba11-4a6e6631a237 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0747895 Jul 27 20:44:44.877744 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6e710948-6389-49a5-8cfa-24c094b53e91 req-80e92d85-7dfd-47b6-a7de-458dd03f138c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336373 Jul 27 20:44:46.023037 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02a19e-43d0-46df-89f2-210d1f7acd54 req-9b00de57-4f34-4085-b6c6-18c3939e8e5c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:46.024652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f02a19e-43d0-46df-89f2-210d1f7acd54 req-9b00de57-4f34-4085-b6c6-18c3939e8e5c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0711646 Jul 27 20:44:46.066384 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f02a19e-43d0-46df-89f2-210d1f7acd54 req-ca34a3ae-9c0e-44ee-9246-b68ba1893f77 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326769 Jul 27 20:44:46.220961 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cf4a77f7-3075-4315-8ee1-f0e5158fe6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:46.317763 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:47.218213 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af2f0b-6532-4c28-af2c-f216f259f585 req-965754d1-a3cb-42ac-93d8-d7c67e36c4a7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:47.220079 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9af2f0b-6532-4c28-af2c-f216f259f585 req-965754d1-a3cb-42ac-93d8-d7c67e36c4a7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0829151 Jul 27 20:44:47.260408 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9af2f0b-6532-4c28-af2c-f216f259f585 req-6aa67ed0-edac-468b-84c0-ba8da9e95d91 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336406 Jul 27 20:44:47.378907 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:48.414984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02964c-411d-4e14-8dd3-dca55aad2848 req-42b17b7d-7b26-4f0f-953d-199bf1e24d75 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:48.416383 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd02964c-411d-4e14-8dd3-dca55aad2848 req-42b17b7d-7b26-4f0f-953d-199bf1e24d75 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0667062 Jul 27 20:44:48.462963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd02964c-411d-4e14-8dd3-dca55aad2848 req-b7e500c9-2a64-439b-9327-8323ff168d6d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370858 Jul 27 20:44:49.129236 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:49.514968 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad344bcc-8bf1-44d9-8251-5390502bda8d req-74036c7f-7963-41ff-94a9-400cce2642c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:49.516527 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ad344bcc-8bf1-44d9-8251-5390502bda8d req-74036c7f-7963-41ff-94a9-400cce2642c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1097 time: 0.0612361 Jul 27 20:44:49.605895 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b8b50-5e59-485b-af3c-ac1ff13adfec req-4e341c4a-2903-459e-a74f-c988e389ed2c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:49.607415 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff8b8b50-5e59-485b-af3c-ac1ff13adfec req-4e341c4a-2903-459e-a74f-c988e389ed2c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0687966 Jul 27 20:44:49.648253 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff8b8b50-5e59-485b-af3c-ac1ff13adfec req-29aaed78-dad2-4c96-b577-9c90b1e848fe tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343413 Jul 27 20:44:49.649862 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad344bcc-8bf1-44d9-8251-5390502bda8d req-db62f7cf-eaaf-42b9-a3db-2b7c69d4005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:49.651464 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ad344bcc-8bf1-44d9-8251-5390502bda8d req-db62f7cf-eaaf-42b9-a3db-2b7c69d4005d service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.1101952 Jul 27 20:44:49.725460 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ad344bcc-8bf1-44d9-8251-5390502bda8d req-a913f133-d749-4e9d-95f7-f19fb3f92dad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1002 time: 0.0607829 Jul 27 20:44:49.777872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad344bcc-8bf1-44d9-8251-5390502bda8d req-e916d673-5105-4817-99e2-ecf66b943359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:49.779404 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ad344bcc-8bf1-44d9-8251-5390502bda8d req-e916d673-5105-4817-99e2-ecf66b943359 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0462644 Jul 27 20:44:49.853615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad344bcc-8bf1-44d9-8251-5390502bda8d req-4fc8c0ee-4af1-4a03-a229-a8f91624ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:49.855174 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ad344bcc-8bf1-44d9-8251-5390502bda8d req-4fc8c0ee-4af1-4a03-a229-a8f91624ad60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655978 Jul 27 20:44:49.952512 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ad344bcc-8bf1-44d9-8251-5390502bda8d req-822dd2bb-51d7-4b9d-8245-19848051510c service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873377 Jul 27 20:44:50.053670 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ad344bcc-8bf1-44d9-8251-5390502bda8d req-940fd951-7dd5-4011-95ab-1f1e0cfa1c96 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919445 Jul 27 20:44:50.734891 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7f780f5b-d790-493f-94c9-0724330de7e2 service neutron] show failed (client error): The resource could not be found. Jul 27 20:44:50.735933 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7f780f5b-d790-493f-94c9-0724330de7e2 service neutron] 10.222.0.52 "GET /v2.0/ports/3a3b955d-a496-4ef7-9771-2c85b1a3a851/bindings/n-h2-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.1051042 Jul 27 20:44:50.793128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b4f04-158f-436e-a72c-9567c6d83206 req-541ccb96-288e-49c4-a7f0-673a1eeaebae tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:50.794574 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-834b4f04-158f-436e-a72c-9567c6d83206 req-541ccb96-288e-49c4-a7f0-673a1eeaebae tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0761254 Jul 27 20:44:50.833279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-834b4f04-158f-436e-a72c-9567c6d83206 req-40e9914d-03cd-4312-bf5e-d2531d213224 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325131 Jul 27 20:44:51.007222 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-b3433093-f2f2-4f94-a20c-47964e1b55cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:51.008785 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-b3433093-f2f2-4f94-a20c-47964e1b55cb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38&tenant_id=d818b488e4104d16b3de6116fd21eb6a HTTP/1.1" status: 200 len: 1097 time: 0.1050258 Jul 27 20:44:51.021581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:44:51.101809 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:51.310514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] For port 3a3b955d-a496-4ef7-9771-2c85b1a3a851, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:44:51.343750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] For port 3a3b955d-a496-4ef7-9771-2c85b1a3a851, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:44:51.385433 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a3b955d-a496-4ef7-9771-2c85b1a3a851'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:44:51.387812 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50d465e-91df-4b8c-8d4b-50a836f94c14" -d '{"events": [{"server_uuid": "562fbd6d-d04a-4b36-92f8-4d902a486c38", "name": "network-vif-unplugged", "status": "completed", "tag": "3a3b955d-a496-4ef7-9771-2c85b1a3a851"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:44:51.391585 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:51.405128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Transition to ACTIVE for port object 3a3b955d-a496-4ef7-9771-2c85b1a3a851 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:44:51.410633 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:51.442031 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638ac294-7767-43b6-ae6d-48cbdddb4ec8 x-openstack-request-id: req-638ac294-7767-43b6-ae6d-48cbdddb4ec8 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:44:51.442357 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562fbd6d-d04a-4b36-92f8-4d902a486c38", "name": "network-vif-unplugged", "status": "completed", "tag": "3a3b955d-a496-4ef7-9771-2c85b1a3a851", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:44:51.442607 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-638ac294-7767-43b6-ae6d-48cbdddb4ec8 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:44:51.443007 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a3b955d-a496-4ef7-9771-2c85b1a3a851', 'code': 200} Jul 27 20:44:51.463201 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3b955d-a496-4ef7-9771-2c85b1a3a851,revision_number=6']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:44:51.504345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:51.504715 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:51.505058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:51.505400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:51.505728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:51.506061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:51.506392 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:51.506715 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:51.507043 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:51.507367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:51.507693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:51.508020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:44:51.552690 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] No DVR routers for this DVR port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:44:51.698244 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Attempting to bind port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:44:51.698587 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Attempting to bind port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:44:51.699092 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Attempting to bind port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:44:51.703864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:44:51.704180 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Attempting to bind port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 on network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:44:51.709372 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:44:51.709706 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Checking segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:44:51.710085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Bound using segment: {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:44:51.710517 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Bound port: 3a3b955d-a496-4ef7-9771-2c85b1a3a851, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50a925f-6e9d-4799-bc86-a686e3bbae3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:44:51.710873 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:51.779144 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] For port 3a3b955d-a496-4ef7-9771-2c85b1a3a851, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:44:51.782350 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] For port 3a3b955d-a496-4ef7-9771-2c85b1a3a851, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:44:51.789372 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:51.825801 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:51.826454 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:51.827975 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] 10.222.0.63 "PUT /v2.0/ports/3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1092 time: 0.8107071 Jul 27 20:44:51.847907 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:44:51.867622 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c064b91-4621-4d7a-8688-1e178fdd8611 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3b955d-a496-4ef7-9771-2c85b1a3a851,revision_number=7']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:44:51.919581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-90dc9219-93d4-40bb-ae93-e8057d2b0d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:51.921165 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-90dc9219-93d4-40bb-ae93-e8057d2b0d7d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1095 time: 0.0674455 Jul 27 20:44:51.978436 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8dc6f-cdac-4402-9ae7-71bfb3a2060a req-8c469e52-f3bb-4214-b57b-d2a65538a9d1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:51.979923 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8d8dc6f-cdac-4402-9ae7-71bfb3a2060a req-8c469e52-f3bb-4214-b57b-d2a65538a9d1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 943 time: 0.0672691 Jul 27 20:44:52.022203 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8d8dc6f-cdac-4402-9ae7-71bfb3a2060a req-27b1ce4d-0d7b-4d54-9442-0ed0698e5d42 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361037 Jul 27 20:44:52.025236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-e3931252-9d9f-4ae5-8363-39d97d9b4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:52.026731 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-e3931252-9d9f-4ae5-8363-39d97d9b4b4a service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0977452 Jul 27 20:44:52.096873 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-ef32dfbc-5960-4395-8209-fe650252949f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1000 time: 0.0612595 Jul 27 20:44:52.149114 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-3224d21e-bf27-40ba-9c18-ef96ea969b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:52.150596 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-3224d21e-bf27-40ba-9c18-ef96ea969b2b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0468378 Jul 27 20:44:52.229223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-27319aef-cd26-4585-b56b-fb8e58038aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:52.230672 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-27319aef-cd26-4585-b56b-fb8e58038aa4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712833 Jul 27 20:44:52.326509 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-84f8ff61-9425-431c-a962-0d864d091559 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875406 Jul 27 20:44:52.423137 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-3d8ad55a-7001-4a0f-b76c-41965661b8d8 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887785 Jul 27 20:44:52.709988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3a3b955d-a496-4ef7-9771-2c85b1a3a851 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:44:52.754240 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3a3b955d-a496-4ef7-9771-2c85b1a3a851 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:44:53.169627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23608aca-ef3f-40e9-8cee-8fd44392f7a9 req-3e90123b-62e4-40aa-9cfe-ec0d93ca4eaf tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:53.171116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23608aca-ef3f-40e9-8cee-8fd44392f7a9 req-3e90123b-62e4-40aa-9cfe-ec0d93ca4eaf tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 943 time: 0.0690134 Jul 27 20:44:53.211800 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23608aca-ef3f-40e9-8cee-8fd44392f7a9 req-1bd50f60-3249-4486-b83e-a75914b32a7a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341787 Jul 27 20:44:53.444652 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'tag': '3a3b955d-a496-4ef7-9771-2c85b1a3a851'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:44:53.447000 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37719e7e-cc51-4609-840c-0e376431866d" -d '{"events": [{"name": "network-changed", "server_uuid": "562fbd6d-d04a-4b36-92f8-4d902a486c38", "tag": "3a3b955d-a496-4ef7-9771-2c85b1a3a851"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:44:53.550524 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9677d50-e7e2-45ed-8d02-6f7ff497d3d6 x-openstack-request-id: req-a9677d50-e7e2-45ed-8d02-6f7ff497d3d6 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:44:53.550924 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562fbd6d-d04a-4b36-92f8-4d902a486c38", "tag": "3a3b955d-a496-4ef7-9771-2c85b1a3a851", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:44:53.551401 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9677d50-e7e2-45ed-8d02-6f7ff497d3d6 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:44:53.551871 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'tag': '3a3b955d-a496-4ef7-9771-2c85b1a3a851', 'status': 'completed', 'code': 200} Jul 27 20:44:53.670518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37719e7e-cc51-4609-840c-0e376431866d req-412a04d1-c51d-49c7-98f0-566c1be1129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:53.672020 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37719e7e-cc51-4609-840c-0e376431866d req-412a04d1-c51d-49c7-98f0-566c1be1129c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1095 time: 0.0928991 Jul 27 20:44:53.674043 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37719e7e-cc51-4609-840c-0e376431866d req-bad6682a-9a4b-4e53-b250-8536362b1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:53.675623 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37719e7e-cc51-4609-840c-0e376431866d req-bad6682a-9a4b-4e53-b250-8536362b1a70 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1095 time: 0.1043544 Jul 27 20:44:53.836016 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37719e7e-cc51-4609-840c-0e376431866d req-214c9409-9b5d-46a7-9b6d-9b5c9b4bb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:53.837536 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37719e7e-cc51-4609-840c-0e376431866d req-214c9409-9b5d-46a7-9b6d-9b5c9b4bb771 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.1565437 Jul 27 20:44:53.840255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37719e7e-cc51-4609-840c-0e376431866d req-fe049644-db3b-4f29-94dd-241edcee114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:53.841712 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37719e7e-cc51-4609-840c-0e376431866d req-fe049644-db3b-4f29-94dd-241edcee114c service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.1530249 Jul 27 20:44:53.950567 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37719e7e-cc51-4609-840c-0e376431866d req-da7fb9a0-fc44-46d3-9a91-58e1dadb6d64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1000 time: 0.1047609 Jul 27 20:44:53.954190 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37719e7e-cc51-4609-840c-0e376431866d req-13cf5dbb-b1bd-460a-babc-b2641923bdc6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1000 time: 0.1026568 Jul 27 20:44:54.042512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37719e7e-cc51-4609-840c-0e376431866d req-1466da5d-3796-46e3-9038-8ed8ea4053d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:54.043990 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37719e7e-cc51-4609-840c-0e376431866d req-1466da5d-3796-46e3-9038-8ed8ea4053d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0851951 Jul 27 20:44:54.045438 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37719e7e-cc51-4609-840c-0e376431866d req-4acf73e7-519b-4119-a2c0-c30466d765ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:54.046872 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37719e7e-cc51-4609-840c-0e376431866d req-4acf73e7-519b-4119-a2c0-c30466d765ba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0804195 Jul 27 20:44:54.147577 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37719e7e-cc51-4609-840c-0e376431866d req-6a6c416d-5221-472c-9a3b-dc940f0889a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:54.149126 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37719e7e-cc51-4609-840c-0e376431866d req-6a6c416d-5221-472c-9a3b-dc940f0889a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959294 Jul 27 20:44:54.150952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37719e7e-cc51-4609-840c-0e376431866d req-6df73f16-74b6-4e1a-b2a2-95f31940456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:54.152289 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37719e7e-cc51-4609-840c-0e376431866d req-6df73f16-74b6-4e1a-b2a2-95f31940456e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919018 Jul 27 20:44:54.357724 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed66c07-6ee3-42a7-a077-040ade640c71 req-f57fb741-613b-414c-8ca1-840bce26c3e8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:54.359946 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eed66c07-6ee3-42a7-a077-040ade640c71 req-f57fb741-613b-414c-8ca1-840bce26c3e8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 943 time: 0.0720565 Jul 27 20:44:54.404086 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eed66c07-6ee3-42a7-a077-040ade640c71 req-95bfc4e4-598c-483c-af5a-00e51900d332 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367374 Jul 27 20:44:54.686353 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37719e7e-cc51-4609-840c-0e376431866d req-19fb6a44-d6f1-4c07-bd7d-6b58341af051 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279663 Jul 27 20:44:54.689694 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37719e7e-cc51-4609-840c-0e376431866d req-8e8e6534-c202-4880-982f-4ab879c01f09 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243268 Jul 27 20:44:54.848732 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37719e7e-cc51-4609-840c-0e376431866d req-aaf882d0-1413-4529-87c5-7e26ffde5855 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524563 Jul 27 20:44:54.850638 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37719e7e-cc51-4609-840c-0e376431866d req-b1a9a2a7-1e7f-4009-9e7d-520609d0649b service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472113 Jul 27 20:44:55.544485 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dd789-8175-419d-80a5-409356c56c86 req-e73481ab-c46d-4821-9d8e-ca5396bf1acf tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:44:55.546074 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a10dd789-8175-419d-80a5-409356c56c86 req-e73481ab-c46d-4821-9d8e-ca5396bf1acf tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 943 time: 0.0671003 Jul 27 20:44:55.589124 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a10dd789-8175-419d-80a5-409356c56c86 req-05eb6ef6-e437-4207-bc71-a3facf3113f1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364144 Jul 27 20:45:04.394923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3a3b955d-a496-4ef7-9771-2c85b1a3a851 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:45:04.494014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 3a3b955d-a496-4ef7-9771-2c85b1a3a851, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:45:04.510998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '3a3b955d-a496-4ef7-9771-2c85b1a3a851', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'port_id': '3a3b955d-a496-4ef7-9771-2c85b1a3a851', 'mac_address': 'fa:16:3e:65:31:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:45:04.557154 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:04.577673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3b955d-a496-4ef7-9771-2c85b1a3a851 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:45:04.601494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 3a3b955d-a496-4ef7-9771-2c85b1a3a851, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:45:04.609256 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:04.659169 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=3a3b955d-a496-4ef7-9771-2c85b1a3a851,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:45:04.667351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:04.667691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:04.668021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:04.668351 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:04.668715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:04.669036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:04.669364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:04.669672 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:04.669968 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:04.670282 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:04.670595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:04.670908 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:04.865333 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['3a3b955d-a496-4ef7-9771-2c85b1a3a851'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:45:06.411722 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3a3b955d-a496-4ef7-9771-2c85b1a3a851 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:45:06.466048 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:45:06.472094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:45:06.472726 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:06.557335 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:06.580105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3b955d-a496-4ef7-9771-2c85b1a3a851'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:45:06.582389 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b03656f-5e5e-4ace-8ffe-52a53c512f2f" -d '{"events": [{"server_uuid": "562fbd6d-d04a-4b36-92f8-4d902a486c38", "name": "network-vif-plugged", "status": "completed", "tag": "3a3b955d-a496-4ef7-9771-2c85b1a3a851"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:45:06.596434 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 3a3b955d-a496-4ef7-9771-2c85b1a3a851, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:45:06.601383 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:06.655788 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=3a3b955d-a496-4ef7-9771-2c85b1a3a851,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:45:06.682757 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3279e8d-a537-4baa-be3b-c77b76096173 x-openstack-request-id: req-b3279e8d-a537-4baa-be3b-c77b76096173 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:45:06.683060 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562fbd6d-d04a-4b36-92f8-4d902a486c38", "name": "network-vif-plugged", "status": "completed", "tag": "3a3b955d-a496-4ef7-9771-2c85b1a3a851", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:45:06.683301 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3279e8d-a537-4baa-be3b-c77b76096173 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:45:06.683690 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3b955d-a496-4ef7-9771-2c85b1a3a851', 'code': 200} Jul 27 20:45:09.103049 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:12.225586 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:13.502614 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3b8e867e-3f8f-4107-83ab-606ea0a7b8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:16.222991 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-859d4431-4bbc-4f30-9a42-b559a0cc581d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:16.313220 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:17.385047 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:19.139673 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:28.842999 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:45:39.104085 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:42.252910 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:43.514195 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37fcacfa-a6d3-4b9e-a9e7-11c7a940c335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:44.232893 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-5b66a4bd-7518-4d01-bd16-d8476d2b0dc6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0631020 Jul 27 20:45:44.349700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92ae2c-93bf-4909-a643-91069250a652 req-ea1519ff-3009-4929-8a11-ee10945e01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:44.351210 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-ea1519ff-3009-4929-8a11-ee10945e01b9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1097 time: 0.0698686 Jul 27 20:45:44.477390 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92ae2c-93bf-4909-a643-91069250a652 req-537a182b-b36f-4aad-a217-ac88709bbb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:44.479019 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-537a182b-b36f-4aad-a217-ac88709bbb87 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.1068320 Jul 27 20:45:44.554067 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-dac6c4ca-52bf-4d36-bcab-40f28a33592c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1002 time: 0.0664401 Jul 27 20:45:44.604412 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92ae2c-93bf-4909-a643-91069250a652 req-c460f827-6be5-427f-8ca8-85e6dc9f939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:44.605858 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-c460f827-6be5-427f-8ca8-85e6dc9f939d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0442843 Jul 27 20:45:44.668457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92ae2c-93bf-4909-a643-91069250a652 req-112b66f9-8f46-4b8c-a046-a2d5879a537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:44.669972 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-112b66f9-8f46-4b8c-a046-a2d5879a537b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565751 Jul 27 20:45:44.770111 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-9adc831d-2117-407f-b569-1b1f965fd526 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921490 Jul 27 20:45:44.863758 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-8ad52010-a905-4a7e-a50d-fdf28c783c99 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865655 Jul 27 20:45:45.159861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92ae2c-93bf-4909-a643-91069250a652 req-8656035b-45d9-4f75-925a-10533dd71ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:45.161425 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-8656035b-45d9-4f75-925a-10533dd71ef3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38&tenant_id=d818b488e4104d16b3de6116fd21eb6a&binding%3Ahost_id=n-h2-705657-21 HTTP/1.1" status: 200 len: 1097 time: 0.0642629 Jul 27 20:45:45.235277 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [req-8b92ae2c-93bf-4909-a643-91069250a652 req-ecea7866-45e1-4481-9ba8-08742fade1a9 service neutron] delete failed (client error): The resource could not be found. Jul 27 20:45:45.236293 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-ecea7866-45e1-4481-9ba8-08742fade1a9 service neutron] 10.222.0.52 "DELETE /v2.0/ports/3a3b955d-a496-4ef7-9771-2c85b1a3a851/bindings/n-h1-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0672212 Jul 27 20:45:45.348622 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92ae2c-93bf-4909-a643-91069250a652 req-818b6d60-cc8d-42cd-9f1b-2fbb72da37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:45.350172 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-818b6d60-cc8d-42cd-9f1b-2fbb72da37ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1097 time: 0.0658567 Jul 27 20:45:45.454042 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92ae2c-93bf-4909-a643-91069250a652 req-5181faf4-7cc2-45be-891f-2a769dccb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:45.456333 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-5181faf4-7cc2-45be-891f-2a769dccb2c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0988722 Jul 27 20:45:45.528616 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-16939a19-f5c5-44f7-8c97-1ccb73bc1d07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1002 time: 0.0640955 Jul 27 20:45:45.579454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92ae2c-93bf-4909-a643-91069250a652 req-a1060ad7-a1f7-46b8-8b0b-258526e133b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:45.581014 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-a1060ad7-a1f7-46b8-8b0b-258526e133b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0444014 Jul 27 20:45:45.641751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92ae2c-93bf-4909-a643-91069250a652 req-ee8b1802-914f-422b-8ec7-a0866fc21631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:45.643242 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-ee8b1802-914f-422b-8ec7-a0866fc21631 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550501 Jul 27 20:45:45.737604 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-dc7f36c3-3a53-4d48-aa33-91d1c73c0b73 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864847 Jul 27 20:45:45.848983 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b92ae2c-93bf-4909-a643-91069250a652 req-abe7dfa2-7954-45a1-8e92-5bc19cbb4e10 service neutron] 10.222.0.52 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041975 Jul 27 20:45:46.218528 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1f08-cbda-4890-a3eb-72c58f380710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:46.317919 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:47.386535 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:49.146619 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:57.023869 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165ca4f-f61e-4acf-bcd7-1943fdddb739 req-8e7674e7-ab34-4703-9c4b-0f1eb6a30bf7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:57.025403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1165ca4f-f61e-4acf-bcd7-1943fdddb739 req-8e7674e7-ab34-4703-9c4b-0f1eb6a30bf7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0701408 Jul 27 20:45:57.065777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1165ca4f-f61e-4acf-bcd7-1943fdddb739 req-877d4e30-e4db-4e1b-bb9c-e9ce76babf7e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342402 Jul 27 20:45:58.222453 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c6378-4556-4c3d-b5a3-00eee422171b req-199b7cac-b03f-48ed-8551-ff5acf294e42 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:58.223840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-639c6378-4556-4c3d-b5a3-00eee422171b req-199b7cac-b03f-48ed-8551-ff5acf294e42 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0758004 Jul 27 20:45:58.265242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-639c6378-4556-4c3d-b5a3-00eee422171b req-e3db9b44-b1c2-4e3f-9d40-c7c774ce1065 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351748 Jul 27 20:45:59.426325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516ef69-65ad-4498-9bb7-348b9c00ba35 req-03ecb419-9177-4960-a63f-52e0ccefdf73 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:59.428305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b516ef69-65ad-4498-9bb7-348b9c00ba35 req-03ecb419-9177-4960-a63f-52e0ccefdf73 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0818391 Jul 27 20:45:59.475927 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b516ef69-65ad-4498-9bb7-348b9c00ba35 req-8abf4745-c354-48b6-81a1-ddd7fc3fa1f0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Jul 27 20:46:00.622451 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ae30a-cfc1-41ff-8b48-1fcfa3fff5e7 req-e085ed08-483a-4ef0-a2a5-1793c09f348f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:00.623950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c0ae30a-cfc1-41ff-8b48-1fcfa3fff5e7 req-e085ed08-483a-4ef0-a2a5-1793c09f348f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0738614 Jul 27 20:46:00.664690 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c0ae30a-cfc1-41ff-8b48-1fcfa3fff5e7 req-8b0da083-b387-49a6-a033-d9bef39d967d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344951 Jul 27 20:46:01.821634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534b7db-9034-46f3-931a-507bf70f1d0f req-24a473fa-4e1b-46a3-9af4-877c5ed01b21 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:01.823296 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5534b7db-9034-46f3-931a-507bf70f1d0f req-24a473fa-4e1b-46a3-9af4-877c5ed01b21 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0791700 Jul 27 20:46:01.865936 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5534b7db-9034-46f3-931a-507bf70f1d0f req-d668a7e6-3543-43c0-9a16-98e1f231fc73 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337451 Jul 27 20:46:03.026250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515153b0-46d6-43fd-8521-d017cd86df59 req-af050d6c-3655-497e-ace9-22a06716c261 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:03.027734 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-515153b0-46d6-43fd-8521-d017cd86df59 req-af050d6c-3655-497e-ace9-22a06716c261 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0813498 Jul 27 20:46:03.069499 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-515153b0-46d6-43fd-8521-d017cd86df59 req-e0a25cc0-9b0f-46ab-b580-158ee0c43859 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329373 Jul 27 20:46:04.211647 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d44e6b-27f3-4a18-840b-0a5a08e216b7 req-0be3662f-27b5-4bfd-bf43-6519655f55dd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:04.213103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44d44e6b-27f3-4a18-840b-0a5a08e216b7 req-0be3662f-27b5-4bfd-bf43-6519655f55dd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0659854 Jul 27 20:46:04.266912 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44d44e6b-27f3-4a18-840b-0a5a08e216b7 req-1a56d59e-3f18-470e-bdc7-1c3f850ea8f4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441353 Jul 27 20:46:05.420865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93a3aa-4f0a-4ebf-a6ff-683a1845479b req-92b7f81b-1784-43de-93bd-d8b67fbefb25 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:05.422346 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef93a3aa-4f0a-4ebf-a6ff-683a1845479b req-92b7f81b-1784-43de-93bd-d8b67fbefb25 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0751865 Jul 27 20:46:05.464163 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef93a3aa-4f0a-4ebf-a6ff-683a1845479b req-fa82f18c-03d1-4291-bab8-9e0d56b2e1c1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328505 Jul 27 20:46:05.850015 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:46:06.623726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515020b4-ddcc-40c9-b4c5-69deae57ae37 req-65718deb-3489-451e-8a0f-b217f091d035 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:06.625272 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-515020b4-ddcc-40c9-b4c5-69deae57ae37 req-65718deb-3489-451e-8a0f-b217f091d035 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0755551 Jul 27 20:46:06.667363 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-515020b4-ddcc-40c9-b4c5-69deae57ae37 req-241bc4fc-2ff9-468d-a2dd-63c54c36ec84 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328052 Jul 27 20:46:07.824650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd72b33-42c3-4345-a69f-a6cf32fc98f0 req-9ff09b9d-5bb2-483d-8b6d-bd1efb94558e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:07.826176 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dcd72b33-42c3-4345-a69f-a6cf32fc98f0 req-9ff09b9d-5bb2-483d-8b6d-bd1efb94558e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0679352 Jul 27 20:46:07.866062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dcd72b33-42c3-4345-a69f-a6cf32fc98f0 req-ff623c77-5a77-41bc-901b-3ca450f25206 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336123 Jul 27 20:46:09.014621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88db60-1a0d-407b-b7c7-504768231887 req-9fb49c7a-7ae5-4865-bf9d-c705ac6c0bb8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:09.016099 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a88db60-1a0d-407b-b7c7-504768231887 req-9fb49c7a-7ae5-4865-bf9d-c705ac6c0bb8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0736427 Jul 27 20:46:09.054693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a88db60-1a0d-407b-b7c7-504768231887 req-6c91e8dc-f18d-4408-990c-af72d1e741c9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324583 Jul 27 20:46:09.097258 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:10.195439 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bc13a-c58e-4c78-b6d4-66d931d8ef75 req-aed9dc6e-1428-426c-bf9d-bc356e058628 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:10.196855 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d02bc13a-c58e-4c78-b6d4-66d931d8ef75 req-aed9dc6e-1428-426c-bf9d-bc356e058628 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0663040 Jul 27 20:46:10.242908 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d02bc13a-c58e-4c78-b6d4-66d931d8ef75 req-3cba5685-fa3a-4246-98e0-1fad26bce43b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395892 Jul 27 20:46:11.407966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141917e4-deaf-464d-b6c6-92ad6a2b4a5a req-b5fabb22-117b-4a0e-99c0-58008153ae52 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:11.409421 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-141917e4-deaf-464d-b6c6-92ad6a2b4a5a req-b5fabb22-117b-4a0e-99c0-58008153ae52 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0803239 Jul 27 20:46:11.449915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-141917e4-deaf-464d-b6c6-92ad6a2b4a5a req-69e1574c-8527-41c6-9d27-330e804dbe82 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342491 Jul 27 20:46:12.278921 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:12.603157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92256376-f1c3-4d59-82a6-56916b39c342 req-3cf0e7a0-84d9-486f-8237-02edd4454605 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:12.604701 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92256376-f1c3-4d59-82a6-56916b39c342 req-3cf0e7a0-84d9-486f-8237-02edd4454605 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0783048 Jul 27 20:46:12.648547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-92256376-f1c3-4d59-82a6-56916b39c342 req-96ac9860-4dbc-4af4-900b-413c5b6b0601 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375862 Jul 27 20:46:13.516895 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7e427f61-d3da-48bd-b358-071f926e0055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:13.805486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc10025-58e0-41a5-9928-2850de3195b8 req-70c97cf7-7feb-4884-ac6e-97db29098080 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:13.807146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efc10025-58e0-41a5-9928-2850de3195b8 req-70c97cf7-7feb-4884-ac6e-97db29098080 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0658221 Jul 27 20:46:13.852983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efc10025-58e0-41a5-9928-2850de3195b8 req-fdb0c333-fa4f-4216-8456-f0acf5e340a5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351443 Jul 27 20:46:15.001632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26191-8a60-4eac-a547-3dafc1890252 req-623c36a5-16c9-48ae-a12b-c61149267576 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:15.003103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64c26191-8a60-4eac-a547-3dafc1890252 req-623c36a5-16c9-48ae-a12b-c61149267576 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0762594 Jul 27 20:46:15.043839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64c26191-8a60-4eac-a547-3dafc1890252 req-c5a55401-0fee-4ebe-be4d-db935793c43c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345542 Jul 27 20:46:16.201238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9529a1b-11f0-4726-bd92-7ed03ff17762 req-22a081b0-fd00-42d2-84ca-71e26f99443c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:16.202637 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f9529a1b-11f0-4726-bd92-7ed03ff17762 req-22a081b0-fd00-42d2-84ca-71e26f99443c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0745974 Jul 27 20:46:16.221227 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-71382c0d-389f-4d1b-8309-e307fa549ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:16.242090 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f9529a1b-11f0-4726-bd92-7ed03ff17762 req-a163dad4-d283-4e1e-ac1b-f8bd57c05d81 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333776 Jul 27 20:46:16.327726 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:17.384870 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:17.394604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda6172-818e-4922-8f01-7a1e3fec3a32 req-5f2d3df1-9dad-4992-8df8-876a75567fe5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:17.396119 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5dda6172-818e-4922-8f01-7a1e3fec3a32 req-5f2d3df1-9dad-4992-8df8-876a75567fe5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0779212 Jul 27 20:46:17.440694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5dda6172-818e-4922-8f01-7a1e3fec3a32 req-be536c9f-d141-4882-89b2-bcc03e741a45 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379038 Jul 27 20:46:18.592081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745cc71-a5f0-4b72-a573-66a83a2835e8 req-de1734d5-b333-4648-b65f-e1aea8032f01 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:18.593607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8745cc71-a5f0-4b72-a573-66a83a2835e8 req-de1734d5-b333-4648-b65f-e1aea8032f01 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0763166 Jul 27 20:46:18.633679 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8745cc71-a5f0-4b72-a573-66a83a2835e8 req-abf21840-493d-4a19-9847-b24dddc7801b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335209 Jul 27 20:46:19.140106 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:19.789508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fc7b4-aeac-478c-9bdb-407045ab652b req-cfeb5326-8393-446a-ad2f-7fdd3f2f16d9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:19.791013 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f17fc7b4-aeac-478c-9bdb-407045ab652b req-cfeb5326-8393-446a-ad2f-7fdd3f2f16d9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0768750 Jul 27 20:46:19.833954 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f17fc7b4-aeac-478c-9bdb-407045ab652b req-7c259c8b-1131-46a3-9231-34578062b013 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361793 Jul 27 20:46:20.984736 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394acbfd-c47a-4f1a-b86a-4e84a643337c req-3c58d229-e00e-4c00-9bdb-538998759777 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:20.986238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-394acbfd-c47a-4f1a-b86a-4e84a643337c req-3c58d229-e00e-4c00-9bdb-538998759777 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0771332 Jul 27 20:46:21.027455 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-394acbfd-c47a-4f1a-b86a-4e84a643337c req-439f073e-390b-409e-88dd-0257168e3d70 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350792 Jul 27 20:46:22.175325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e24c5-21b1-465a-bc1d-7c562540569e req-6c03b76f-6b60-4523-b74a-e3c611d2cca8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:22.176874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-963e24c5-21b1-465a-bc1d-7c562540569e req-6c03b76f-6b60-4523-b74a-e3c611d2cca8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0658853 Jul 27 20:46:22.233305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-963e24c5-21b1-465a-bc1d-7c562540569e req-3b53fa7d-a994-40d8-af9b-34e2e096e6c3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467412 Jul 27 20:46:23.390781 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87708298-c11b-4a52-bb68-82fbc70a5f46 req-ae4b832a-b659-4a6e-a194-220621512867 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:23.392353 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-87708298-c11b-4a52-bb68-82fbc70a5f46 req-ae4b832a-b659-4a6e-a194-220621512867 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0781691 Jul 27 20:46:23.433733 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-87708298-c11b-4a52-bb68-82fbc70a5f46 req-394ba417-c66b-45c1-8f09-6d3e7437d398 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321136 Jul 27 20:46:24.586352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fa54b-9a22-4acf-95d1-c494fb4090fb req-54817d1c-fc64-4cb9-a11d-01df77e60a34 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:24.587823 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-861fa54b-9a22-4acf-95d1-c494fb4090fb req-54817d1c-fc64-4cb9-a11d-01df77e60a34 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0704179 Jul 27 20:46:24.626963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-861fa54b-9a22-4acf-95d1-c494fb4090fb req-499864d6-8221-4937-85b6-580b0bfd0942 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320315 Jul 27 20:46:25.787253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c401f-f006-4717-ba43-75a616c0f9db req-94f05e17-ce5e-4050-848e-5a9e3c6ce546 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:25.788756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa7c401f-f006-4717-ba43-75a616c0f9db req-94f05e17-ce5e-4050-848e-5a9e3c6ce546 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0746434 Jul 27 20:46:25.828297 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa7c401f-f006-4717-ba43-75a616c0f9db req-f8dd85bb-3129-4223-8057-f4dfbacbdfa8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334003 Jul 27 20:46:26.975850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61c8cc-ee01-4d3f-a0b7-28687ebb1cb3 req-c90fdf30-5a13-40bc-a40a-9628160b5331 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:26.977382 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b61c8cc-ee01-4d3f-a0b7-28687ebb1cb3 req-c90fdf30-5a13-40bc-a40a-9628160b5331 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0707862 Jul 27 20:46:27.019032 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b61c8cc-ee01-4d3f-a0b7-28687ebb1cb3 req-4d7a64c3-d05e-4433-966d-062ac4c1d553 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340185 Jul 27 20:46:28.154850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb44f4-bd74-46d4-adba-b942c0d5c958 req-e22dc28b-2684-4fce-bef4-b27b844fb016 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:28.156418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0adb44f4-bd74-46d4-adba-b942c0d5c958 req-e22dc28b-2684-4fce-bef4-b27b844fb016 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0668163 Jul 27 20:46:28.195331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0adb44f4-bd74-46d4-adba-b942c0d5c958 req-36b2db1c-9100-4be0-99f6-94ef099d11d7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327821 Jul 27 20:46:29.338868 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada399fc-92a8-47d6-a0c5-0c39cae226ce req-9224b7c1-ca9c-4007-9bc7-b7f351c74fef tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:29.340367 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ada399fc-92a8-47d6-a0c5-0c39cae226ce req-9224b7c1-ca9c-4007-9bc7-b7f351c74fef tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0720291 Jul 27 20:46:29.381677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ada399fc-92a8-47d6-a0c5-0c39cae226ce req-0060e89f-2209-43ca-bbc6-b6698a9f50b5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343466 Jul 27 20:46:30.526153 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4064a2-3002-4e94-b498-986469906aa5 req-6e60673a-a004-4746-a88a-2febc7d55f03 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:30.527658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa4064a2-3002-4e94-b498-986469906aa5 req-6e60673a-a004-4746-a88a-2febc7d55f03 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0687385 Jul 27 20:46:30.573511 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aa4064a2-3002-4e94-b498-986469906aa5 req-39cfbfc4-d639-41ce-9bf7-5613e42a8a60 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324473 Jul 27 20:46:31.735926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413d30a-b96f-4589-90c9-c1df2f85bc14 req-833158c3-2ec7-493e-81fa-7c7faa01bab4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:31.737476 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7413d30a-b96f-4589-90c9-c1df2f85bc14 req-833158c3-2ec7-493e-81fa-7c7faa01bab4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0752769 Jul 27 20:46:31.775757 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7413d30a-b96f-4589-90c9-c1df2f85bc14 req-582154d2-d038-473d-8460-4ffd23063a1a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321877 Jul 27 20:46:32.942120 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98493b89-89fd-48d1-a4ff-34b862f78a11 req-0b68e0b3-3da3-48d8-82cb-5bbcaf6187db tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:32.943789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-98493b89-89fd-48d1-a4ff-34b862f78a11 req-0b68e0b3-3da3-48d8-82cb-5bbcaf6187db tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0805833 Jul 27 20:46:32.984475 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-98493b89-89fd-48d1-a4ff-34b862f78a11 req-8b41675a-5685-46e8-a427-dfd159792451 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344801 Jul 27 20:46:34.148341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d0ab0-66f5-40db-9601-a50ec761986a req-f2ef6545-309b-4b63-9219-0cff9ff16ff1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:34.149907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-276d0ab0-66f5-40db-9601-a50ec761986a req-f2ef6545-309b-4b63-9219-0cff9ff16ff1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0838614 Jul 27 20:46:34.193854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-276d0ab0-66f5-40db-9601-a50ec761986a req-3963d2ac-866b-4c58-9974-6848bb140a43 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378084 Jul 27 20:46:35.361128 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96a6b5-6cd0-422e-9d9b-6267b5285ebc req-3d9b9543-ffb2-4b68-8012-4b4decf401c7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:35.362647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff96a6b5-6cd0-422e-9d9b-6267b5285ebc req-3d9b9543-ffb2-4b68-8012-4b4decf401c7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0837185 Jul 27 20:46:35.404270 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff96a6b5-6cd0-422e-9d9b-6267b5285ebc req-c6b34b93-bac3-420e-94b4-bb841ec24dba tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325286 Jul 27 20:46:36.543671 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d89c-5b87-4abf-b326-b16a89e1caf4 req-6cc864ef-958d-4ffc-9557-707645094595 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:36.545216 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14c4d89c-5b87-4abf-b326-b16a89e1caf4 req-6cc864ef-958d-4ffc-9557-707645094595 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0652022 Jul 27 20:46:36.585330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14c4d89c-5b87-4abf-b326-b16a89e1caf4 req-76db68b8-9c3e-40fe-b22e-f41d0cf4a393 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340750 Jul 27 20:46:37.739929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d961dad-6647-4f5e-8711-9aae2ba5c52e req-2b37a615-ee88-4e1f-8ec7-cfcb8ae35e06 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:37.741468 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d961dad-6647-4f5e-8711-9aae2ba5c52e req-2b37a615-ee88-4e1f-8ec7-cfcb8ae35e06 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0696685 Jul 27 20:46:37.782228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d961dad-6647-4f5e-8711-9aae2ba5c52e req-264395d0-edae-404f-b93c-b2c9d12f76da tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344741 Jul 27 20:46:38.933332 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0d6ef-3276-413a-ab2d-4e3f64bbefc0 req-0dfdbcc4-8c57-4900-b3fa-e8ca263f8429 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:38.934845 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20c0d6ef-3276-413a-ab2d-4e3f64bbefc0 req-0dfdbcc4-8c57-4900-b3fa-e8ca263f8429 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0816014 Jul 27 20:46:38.975094 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-20c0d6ef-3276-413a-ab2d-4e3f64bbefc0 req-4a8eb1e2-66ab-4e39-ac97-9bf0c8d4a84b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338447 Jul 27 20:46:39.101136 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:40.120486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4485cc-56ed-42fa-8a82-fc4387e168db req-c9b00782-9ac6-4adf-bc79-75396fa5e98a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:40.122101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e4485cc-56ed-42fa-8a82-fc4387e168db req-c9b00782-9ac6-4adf-bc79-75396fa5e98a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0688295 Jul 27 20:46:40.163381 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e4485cc-56ed-42fa-8a82-fc4387e168db req-c102d165-f380-4bc4-a4ab-760743923789 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336874 Jul 27 20:46:41.327088 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82102143-19aa-48d7-90b0-eb41aa57a721 req-b95d7cbc-aae6-4979-b996-d2e4ef4c0461 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:41.328636 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82102143-19aa-48d7-90b0-eb41aa57a721 req-b95d7cbc-aae6-4979-b996-d2e4ef4c0461 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0727556 Jul 27 20:46:41.369857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82102143-19aa-48d7-90b0-eb41aa57a721 req-8df6f586-5db9-468d-b8c5-557e14b50fdd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349751 Jul 27 20:46:42.288385 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:42.525399 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbfaba-56a2-49d1-bda3-fefc121e7689 req-7c10affd-7c45-4de5-9d57-fb85ec9feb11 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:42.526909 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8bbfaba-56a2-49d1-bda3-fefc121e7689 req-7c10affd-7c45-4de5-9d57-fb85ec9feb11 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0693469 Jul 27 20:46:42.565976 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8bbfaba-56a2-49d1-bda3-fefc121e7689 req-bdc7d335-5329-4dc5-aa05-83097ca99c25 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325422 Jul 27 20:46:42.845015 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:46:43.512082 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2e54bcd1-80f9-48b4-b429-76a9a5182abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:43.648868 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7aecce71-50f4-4dba-9926-b4c46fa7fc3f req-a2398c2f-cc16-4ebc-9942-9f631a0dab42 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0625560 Jul 27 20:46:43.704705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50159c2b-36bb-4b6d-9923-241566136ce7 req-b8801dd3-389e-47fd-941d-e14698d8aeb1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:43.707038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50159c2b-36bb-4b6d-9923-241566136ce7 req-b8801dd3-389e-47fd-941d-e14698d8aeb1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0699561 Jul 27 20:46:43.748569 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecce71-50f4-4dba-9926-b4c46fa7fc3f req-b3935b89-81e0-424d-a684-e4407b263734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:43.749038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50159c2b-36bb-4b6d-9923-241566136ce7 req-cf584f76-7e19-4a27-bc23-021eb0bdef4d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343673 Jul 27 20:46:43.754076 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7aecce71-50f4-4dba-9926-b4c46fa7fc3f req-b3935b89-81e0-424d-a684-e4407b263734 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1097 time: 0.0614550 Jul 27 20:46:43.875524 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecce71-50f4-4dba-9926-b4c46fa7fc3f req-4fdf5bb9-7199-474f-92fe-9d75299517cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:43.877135 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7aecce71-50f4-4dba-9926-b4c46fa7fc3f req-4fdf5bb9-7199-474f-92fe-9d75299517cf service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0982661 Jul 27 20:46:43.945109 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7aecce71-50f4-4dba-9926-b4c46fa7fc3f req-f55bf847-99ea-4be5-b8ef-5f9fe2d508af service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1002 time: 0.0605381 Jul 27 20:46:43.997579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecce71-50f4-4dba-9926-b4c46fa7fc3f req-c83a24a6-5724-4cd0-beb5-ec130d27cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:43.999025 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7aecce71-50f4-4dba-9926-b4c46fa7fc3f req-c83a24a6-5724-4cd0-beb5-ec130d27cebc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0464380 Jul 27 20:46:44.067724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecce71-50f4-4dba-9926-b4c46fa7fc3f req-623a9f81-189d-42e9-92d1-abb53a5b55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:44.069260 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7aecce71-50f4-4dba-9926-b4c46fa7fc3f req-623a9f81-189d-42e9-92d1-abb53a5b55d4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629141 Jul 27 20:46:44.176494 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7aecce71-50f4-4dba-9926-b4c46fa7fc3f req-c1bbca9f-9f73-40b8-b09b-4617912151a4 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997288 Jul 27 20:46:44.281894 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7aecce71-50f4-4dba-9926-b4c46fa7fc3f req-5f3c464d-76eb-4f32-847c-11c8182271c0 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977724 Jul 27 20:46:44.891369 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26430e00-1bb3-4310-972e-fc539454e879 req-d58bb2a1-7314-46bd-ba66-ea80c4044751 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:44.892751 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26430e00-1bb3-4310-972e-fc539454e879 req-d58bb2a1-7314-46bd-ba66-ea80c4044751 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0707059 Jul 27 20:46:44.932696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26430e00-1bb3-4310-972e-fc539454e879 req-7da5a3bf-22d0-443b-bbbb-f1a4a1629368 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335248 Jul 27 20:46:46.079698 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878318b-dfe9-41ec-bd1f-dfdfb0e64815 req-cf466324-1864-4c68-8421-0e815f48f400 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:46.081224 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d878318b-dfe9-41ec-bd1f-dfdfb0e64815 req-cf466324-1864-4c68-8421-0e815f48f400 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0755942 Jul 27 20:46:46.120658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d878318b-dfe9-41ec-bd1f-dfdfb0e64815 req-c1d78290-f74b-4d7e-a875-f568e018b74c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333250 Jul 27 20:46:46.226539 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c0a99495-3d0f-4b60-84de-68d1ac938843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:46.328959 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:47.274906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac0636-8fb6-4031-8e94-7287f9f2d86d req-3710300e-fe6c-4dcf-bff6-6d51d3fc0906 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:47.276550 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfac0636-8fb6-4031-8e94-7287f9f2d86d req-3710300e-fe6c-4dcf-bff6-6d51d3fc0906 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0825481 Jul 27 20:46:47.318443 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfac0636-8fb6-4031-8e94-7287f9f2d86d req-09d9373f-1d87-4f62-b51d-9fac2c8298db tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339415 Jul 27 20:46:47.389847 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:48.468591 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761aca-46a1-48b3-91b6-00bb59c1868c req-15a9059e-38b6-4f0c-a62c-3312fe37c15f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:48.470567 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15761aca-46a1-48b3-91b6-00bb59c1868c req-15a9059e-38b6-4f0c-a62c-3312fe37c15f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0771201 Jul 27 20:46:48.508471 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15761aca-46a1-48b3-91b6-00bb59c1868c req-63acf602-c5b2-4739-9c8a-6ec7b1e3c344 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318217 Jul 27 20:46:49.145481 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:49.649286 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0448d-55ef-4a11-ad08-bf9e9af28f00 req-0ae76f80-4f74-4a2b-b912-08e508c8f6ce tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:49.650790 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61c0448d-55ef-4a11-ad08-bf9e9af28f00 req-0ae76f80-4f74-4a2b-b912-08e508c8f6ce tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0657766 Jul 27 20:46:49.695134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61c0448d-55ef-4a11-ad08-bf9e9af28f00 req-f1c02060-fb43-4c85-8135-724295bfb42e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380292 Jul 27 20:46:51.196489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fbb2f-36f9-4f52-bd52-73406e761a36 req-7cd28119-364d-4651-a5ff-f711cbb9050c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:51.198030 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae6fbb2f-36f9-4f52-bd52-73406e761a36 req-7cd28119-364d-4651-a5ff-f711cbb9050c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.4211845 Jul 27 20:46:51.247652 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae6fbb2f-36f9-4f52-bd52-73406e761a36 req-6c50893a-f0bd-4f83-98e9-37108278009a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428123 Jul 27 20:46:52.388103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7954c4-26e2-4d29-a6a8-537a2ec95702 req-63a7f26b-4780-4862-bf3d-50367ba63633 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:52.389685 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e7954c4-26e2-4d29-a6a8-537a2ec95702 req-63a7f26b-4780-4862-bf3d-50367ba63633 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0718203 Jul 27 20:46:52.431790 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2e7954c4-26e2-4d29-a6a8-537a2ec95702 req-eb235458-1b8b-41f4-b95d-0b183a3cba17 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343888 Jul 27 20:46:53.599675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb29894-5047-4b05-85e8-9b30e8048bcb req-dcf08c5c-895e-4308-b11a-fff728044b3a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:53.601210 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dcb29894-5047-4b05-85e8-9b30e8048bcb req-dcf08c5c-895e-4308-b11a-fff728044b3a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0942550 Jul 27 20:46:53.642660 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dcb29894-5047-4b05-85e8-9b30e8048bcb req-a9ec7eba-d8ed-4018-a0aa-0380b874762c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352039 Jul 27 20:46:54.787835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d7276-e1e5-4b97-a1b8-bdc35beb4fe9 req-3268a22b-85a1-4706-9a37-7b37a706f4a8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:54.789366 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d1d7276-e1e5-4b97-a1b8-bdc35beb4fe9 req-3268a22b-85a1-4706-9a37-7b37a706f4a8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0728004 Jul 27 20:46:54.835777 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d1d7276-e1e5-4b97-a1b8-bdc35beb4fe9 req-0a08b49a-e84c-43fe-9a16-348b4fb57e01 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401492 Jul 27 20:46:55.973601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15ed5d-1c42-42d9-ab51-5a99d8e08e31 req-b230ce19-ef0f-4b41-bc31-a44e06a02d63 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:55.975091 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b15ed5d-1c42-42d9-ab51-5a99d8e08e31 req-b230ce19-ef0f-4b41-bc31-a44e06a02d63 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0688229 Jul 27 20:46:56.015200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b15ed5d-1c42-42d9-ab51-5a99d8e08e31 req-0df5f40c-0c08-4480-a11b-f882d80520a8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338380 Jul 27 20:46:57.161050 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc96ce4-3cd9-482e-84e1-5a3767e3872e req-83568db3-baa7-449e-a291-6f1987c03aa8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:57.162590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fc96ce4-3cd9-482e-84e1-5a3767e3872e req-83568db3-baa7-449e-a291-6f1987c03aa8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0767431 Jul 27 20:46:57.202984 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fc96ce4-3cd9-482e-84e1-5a3767e3872e req-e24a2b4a-f578-4eee-a00d-1a8940cec934 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342352 Jul 27 20:46:58.353045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd18587-7d62-46e4-ae01-cf98d17094a6 req-1139efc0-10cf-4fb0-b15c-46cccab55725 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:58.354573 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6cd18587-7d62-46e4-ae01-cf98d17094a6 req-1139efc0-10cf-4fb0-b15c-46cccab55725 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0787673 Jul 27 20:46:58.408971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6cd18587-7d62-46e4-ae01-cf98d17094a6 req-cccade79-d9d3-43b5-89fa-8825cbb02caa tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455842 Jul 27 20:46:59.557110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cedd16-12a7-44b4-bd31-ac0fd7f9776b req-6f67af27-938f-4935-b324-38a7db109f31 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:59.558608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7cedd16-12a7-44b4-bd31-ac0fd7f9776b req-6f67af27-938f-4935-b324-38a7db109f31 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0707450 Jul 27 20:46:59.605608 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e7cedd16-12a7-44b4-bd31-ac0fd7f9776b req-13b327df-3436-4e3a-9a22-de5583d8cefe tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375259 Jul 27 20:47:00.752810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bef8a8-fd56-4f8f-b3b1-5c8501edb1f4 req-b8b5be92-db5f-4ada-bc76-c4216429140a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:00.754338 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41bef8a8-fd56-4f8f-b3b1-5c8501edb1f4 req-b8b5be92-db5f-4ada-bc76-c4216429140a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0676756 Jul 27 20:47:00.803568 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-41bef8a8-fd56-4f8f-b3b1-5c8501edb1f4 req-8aa0b203-8dcc-40c4-ac27-17d1286d9429 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424893 Jul 27 20:47:01.963747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0ff71-223f-4805-b7bc-562854fd02fd req-a094b1e5-e8b4-424a-ab42-32778c171536 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:01.965267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2b0ff71-223f-4805-b7bc-562854fd02fd req-a094b1e5-e8b4-424a-ab42-32778c171536 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0815804 Jul 27 20:47:02.003933 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2b0ff71-223f-4805-b7bc-562854fd02fd req-a3afd880-3849-43c8-b19a-a9c75b03c0c0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318902 Jul 27 20:47:03.152074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfebe2-0140-452e-b607-b8d613b0bc1a req-d10a5ffa-3bdf-42d9-971e-ed000e26c512 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:03.153613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dbfebe2-0140-452e-b607-b8d613b0bc1a req-d10a5ffa-3bdf-42d9-971e-ed000e26c512 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0721295 Jul 27 20:47:03.192121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3dbfebe2-0140-452e-b607-b8d613b0bc1a req-0a5cfa88-04da-40c2-b18e-30418038e550 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321746 Jul 27 20:47:04.347309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d89b59-2080-4290-9f1e-65e9700e5525 req-6cd33859-5fd3-4282-80ee-596b1aaf0434 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:04.348822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0d89b59-2080-4290-9f1e-65e9700e5525 req-6cd33859-5fd3-4282-80ee-596b1aaf0434 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0780480 Jul 27 20:47:04.389191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0d89b59-2080-4290-9f1e-65e9700e5525 req-035c5517-8d20-4baf-b448-a8078567f444 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340765 Jul 27 20:47:05.549008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb822a81-32d1-4194-ab11-832f18828ec3 req-84aee738-55d5-442d-9a3e-2278ebf7f1d3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:05.550624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb822a81-32d1-4194-ab11-832f18828ec3 req-84aee738-55d5-442d-9a3e-2278ebf7f1d3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0825751 Jul 27 20:47:05.590815 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb822a81-32d1-4194-ab11-832f18828ec3 req-490a9996-0221-447b-8ebb-d93dc7118367 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339646 Jul 27 20:47:06.747328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fa5fa-43ca-422a-aed1-b5aabcc0aa98 req-c093884d-96d4-452d-b977-bd273d2812e5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:06.749741 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-892fa5fa-43ca-422a-aed1-b5aabcc0aa98 req-c093884d-96d4-452d-b977-bd273d2812e5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0802767 Jul 27 20:47:06.794506 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-892fa5fa-43ca-422a-aed1-b5aabcc0aa98 req-9a1f2a6f-b9ad-4a68-a675-10011a398a36 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354037 Jul 27 20:47:07.947686 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a299417-bef3-4243-b518-f7eeedb2ab79 req-7e48970e-a004-4063-8852-048e6119ec6e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:07.949320 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a299417-bef3-4243-b518-f7eeedb2ab79 req-7e48970e-a004-4063-8852-048e6119ec6e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0768621 Jul 27 20:47:07.990009 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0a299417-bef3-4243-b518-f7eeedb2ab79 req-bea2d5a4-3ad9-4028-8aef-e367b6d8b092 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338838 Jul 27 20:47:09.097289 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:09.143623 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998ee57-f8ef-4871-b323-dfe0c06a6ed9 req-bf762e78-0146-496d-a2ab-40251cc00044 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:09.145192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d998ee57-f8ef-4871-b323-dfe0c06a6ed9 req-bf762e78-0146-496d-a2ab-40251cc00044 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0730321 Jul 27 20:47:09.183978 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d998ee57-f8ef-4871-b323-dfe0c06a6ed9 req-769152fa-d655-45ce-9f8c-d9cd14163f1d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325878 Jul 27 20:47:10.333883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3d0b1-0ddd-4fe5-ba77-e12a06700b9f req-d7ff05c9-3ae5-40de-94a6-557c6cb815da tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:10.335784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1bb3d0b1-0ddd-4fe5-ba77-e12a06700b9f req-d7ff05c9-3ae5-40de-94a6-557c6cb815da tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0696294 Jul 27 20:47:10.378299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1bb3d0b1-0ddd-4fe5-ba77-e12a06700b9f req-4c323fce-865d-4702-8dde-372591ed8ccc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336597 Jul 27 20:47:11.523314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8dc08c-55da-4e6f-9dcb-2ea255d5df6c req-cc3c3e2a-b342-454b-b6ba-8e415639b048 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:11.525156 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f8dc08c-55da-4e6f-9dcb-2ea255d5df6c req-cc3c3e2a-b342-454b-b6ba-8e415639b048 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0731795 Jul 27 20:47:11.565944 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f8dc08c-55da-4e6f-9dcb-2ea255d5df6c req-9db1c15e-c6e1-466b-97db-9fabe437aa53 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320451 Jul 27 20:47:12.278404 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:12.712906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ab29c-610d-4786-968d-cb1011f7608b req-f025aa1d-f5f4-4036-aeb1-1938516773f6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:12.714494 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-431ab29c-610d-4786-968d-cb1011f7608b req-f025aa1d-f5f4-4036-aeb1-1938516773f6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0735915 Jul 27 20:47:12.769363 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-431ab29c-610d-4786-968d-cb1011f7608b req-0eac0312-d8cc-49f9-93e9-5e0e8740bee5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420864 Jul 27 20:47:13.522366 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c6a2-8df2-42fe-b107-87edd8caf00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:13.929850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd8e71-4cda-42ba-aa4e-2b466646a4b5 req-f929c5c0-f873-4809-aed7-8b996701937c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:13.931360 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8dd8e71-4cda-42ba-aa4e-2b466646a4b5 req-f929c5c0-f873-4809-aed7-8b996701937c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0739040 Jul 27 20:47:13.977239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e8dd8e71-4cda-42ba-aa4e-2b466646a4b5 req-50fd5087-0eaf-478f-a227-daa9318ef07d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369890 Jul 27 20:47:15.120179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035361cc-0711-4cad-b41a-e87b4db3f869 req-a379a89f-c658-4e2d-bab5-663481880e09 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:15.121701 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-035361cc-0711-4cad-b41a-e87b4db3f869 req-a379a89f-c658-4e2d-bab5-663481880e09 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0685689 Jul 27 20:47:15.172368 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-035361cc-0711-4cad-b41a-e87b4db3f869 req-52a20081-216c-475f-ab67-ec9a89df6d1a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Jul 27 20:47:16.235066 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0fb709cd-7a28-4407-a26c-dff8f6bcadf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:16.327689 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:16.348867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86a7cd-2744-4bdd-8462-481e73e5661f req-b34ce322-3468-4439-9b62-f186cdc97e03 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:16.350509 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d86a7cd-2744-4bdd-8462-481e73e5661f req-b34ce322-3468-4439-9b62-f186cdc97e03 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0826578 Jul 27 20:47:16.388912 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2d86a7cd-2744-4bdd-8462-481e73e5661f req-c9939b82-c3f8-4a11-be92-d620abbaae88 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323439 Jul 27 20:47:17.397108 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:17.527646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada49dd4-c1fd-4633-b519-e406c7443603 req-8b20596e-a9b9-4903-a518-96bbc9fac160 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:17.529183 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ada49dd4-c1fd-4633-b519-e406c7443603 req-8b20596e-a9b9-4903-a518-96bbc9fac160 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0681977 Jul 27 20:47:17.570553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ada49dd4-c1fd-4633-b519-e406c7443603 req-c1001d41-99a7-4d78-9ff9-9677d3221610 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326092 Jul 27 20:47:18.726155 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf0815-ddc0-435d-8ffa-53f0fe79a3c2 req-b66b45f9-dcc8-4576-a0dc-6c8d90c103bc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:18.727654 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30bf0815-ddc0-435d-8ffa-53f0fe79a3c2 req-b66b45f9-dcc8-4576-a0dc-6c8d90c103bc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0648839 Jul 27 20:47:18.780757 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30bf0815-ddc0-435d-8ffa-53f0fe79a3c2 req-320c6471-75c8-41ac-89e5-df82de53dc82 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437243 Jul 27 20:47:19.153339 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:19.845154 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:47:19.937251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523007d3-33f5-409e-9ea3-f9238e9e43d2 req-2c62f599-7b2a-4f4a-8e79-527a784c8f26 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:19.939474 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-523007d3-33f5-409e-9ea3-f9238e9e43d2 req-2c62f599-7b2a-4f4a-8e79-527a784c8f26 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0792646 Jul 27 20:47:19.982466 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-523007d3-33f5-409e-9ea3-f9238e9e43d2 req-4602fc93-e3d4-4a42-ba4f-7faaeba6b1fb tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356770 Jul 27 20:47:21.142807 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f926d1-a129-49d9-8e37-00f542931085 req-787a7d20-5486-4945-9522-5289443b4ef2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:21.144376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01f926d1-a129-49d9-8e37-00f542931085 req-787a7d20-5486-4945-9522-5289443b4ef2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0813735 Jul 27 20:47:21.189992 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01f926d1-a129-49d9-8e37-00f542931085 req-2ece176e-1ebc-439e-8d1d-db1d91fcc2d4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393064 Jul 27 20:47:22.338742 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9116126-099d-4778-aa9f-e60b4672ad7f req-2bce7a55-e4ac-4afa-a6e6-f9e48034387d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:22.341494 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9116126-099d-4778-aa9f-e60b4672ad7f req-2bce7a55-e4ac-4afa-a6e6-f9e48034387d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0743728 Jul 27 20:47:22.389402 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9116126-099d-4778-aa9f-e60b4672ad7f req-30656338-53f0-4b9a-9cdb-74e945f34cb4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424309 Jul 27 20:47:23.546171 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d3399-b3fc-4f4d-8a0b-41a9246f824e req-96801a99-f90f-40b9-881a-ebb922a1ea8f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:23.547696 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-827d3399-b3fc-4f4d-8a0b-41a9246f824e req-96801a99-f90f-40b9-881a-ebb922a1ea8f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0737188 Jul 27 20:47:23.588070 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-827d3399-b3fc-4f4d-8a0b-41a9246f824e req-d330bbf2-7182-4147-bc9c-09039c89bc22 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340817 Jul 27 20:47:24.741493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babb47b-c305-4d4c-a5af-5017105a580d req-14ee382e-0c9b-4f97-8d32-c7d7213b7fed tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:24.742968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4babb47b-c305-4d4c-a5af-5017105a580d req-14ee382e-0c9b-4f97-8d32-c7d7213b7fed tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0734298 Jul 27 20:47:24.791216 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4babb47b-c305-4d4c-a5af-5017105a580d req-c48d1af7-042f-4dd2-b3f0-3ff7047e1513 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414817 Jul 27 20:47:25.942928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e8eb2-2e9c-4a5b-a10c-6634ce77f0d1 req-15dd1898-2e38-459a-ae40-f2f3abfebbad tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:25.944447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-458e8eb2-2e9c-4a5b-a10c-6634ce77f0d1 req-15dd1898-2e38-459a-ae40-f2f3abfebbad tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0767138 Jul 27 20:47:25.984624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-458e8eb2-2e9c-4a5b-a10c-6634ce77f0d1 req-a5e49e32-fa63-4de7-8385-30ede42f0f2b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335906 Jul 27 20:47:27.140726 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54596e78-6cf3-469d-ba57-f98e7e85dee3 req-0bda21d5-f9e1-4616-a797-548cf817ed3c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:27.142274 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-54596e78-6cf3-469d-ba57-f98e7e85dee3 req-0bda21d5-f9e1-4616-a797-548cf817ed3c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0800769 Jul 27 20:47:27.184310 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-54596e78-6cf3-469d-ba57-f98e7e85dee3 req-efb2252a-5054-4331-8e92-bcecedb63584 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331120 Jul 27 20:47:28.342455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad846f34-0c1e-4f89-b00e-4e4096980890 req-8e75105f-8335-4e33-bef6-67c1f27b84c1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:28.344331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad846f34-0c1e-4f89-b00e-4e4096980890 req-8e75105f-8335-4e33-bef6-67c1f27b84c1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0662460 Jul 27 20:47:28.383282 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad846f34-0c1e-4f89-b00e-4e4096980890 req-50fbf889-cda0-4760-9b83-9a33f2f5d52c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328028 Jul 27 20:47:29.533008 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ef114-e1b3-43e2-a3b7-cf6b007b12d1 req-cd354914-0c40-410a-9c3c-6c8a935fd96c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:29.534540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-828ef114-e1b3-43e2-a3b7-cf6b007b12d1 req-cd354914-0c40-410a-9c3c-6c8a935fd96c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0741076 Jul 27 20:47:29.574317 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-828ef114-e1b3-43e2-a3b7-cf6b007b12d1 req-6850d3fb-8b45-4cc9-9241-bf4a765a8a02 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335803 Jul 27 20:47:30.733516 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd07255-1964-481b-beb8-69407418aa84 req-37b987c6-233a-4b9f-8cba-a973f2e5891f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:30.735025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ddd07255-1964-481b-beb8-69407418aa84 req-37b987c6-233a-4b9f-8cba-a973f2e5891f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0756783 Jul 27 20:47:30.779335 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ddd07255-1964-481b-beb8-69407418aa84 req-6a3b1486-13dc-4475-8b93-3bd4ce57483b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352325 Jul 27 20:47:31.942317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5df64-333c-4455-a045-9ab4d53acf66 req-c2cf9327-d0f8-4edd-9c49-c2b03bc288d4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:31.944650 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5b5df64-333c-4455-a045-9ab4d53acf66 req-c2cf9327-d0f8-4edd-9c49-c2b03bc288d4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0826974 Jul 27 20:47:31.988073 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d5b5df64-333c-4455-a045-9ab4d53acf66 req-7fcb69ca-23b0-4a18-abae-e276151da5a4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351269 Jul 27 20:47:33.142463 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50d686-9864-4a55-a0f5-381ea4c772cc req-fb90681e-59a0-42c9-a492-e9457fa5f14c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:33.144018 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d50d686-9864-4a55-a0f5-381ea4c772cc req-fb90681e-59a0-42c9-a492-e9457fa5f14c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0774274 Jul 27 20:47:33.181818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4d50d686-9864-4a55-a0f5-381ea4c772cc req-cba9b4f6-0789-47ae-bb00-a9cb33bd8ab5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316322 Jul 27 20:47:34.332040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad9023-bc07-427c-b4f6-4aa92eec3679 req-195fc4b0-bfab-4ff7-b76d-7d1698c07da2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:34.334323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50ad9023-bc07-427c-b4f6-4aa92eec3679 req-195fc4b0-bfab-4ff7-b76d-7d1698c07da2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0686717 Jul 27 20:47:34.374374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50ad9023-bc07-427c-b4f6-4aa92eec3679 req-8d1de565-14fd-418e-9fbe-2d8d9150c852 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347066 Jul 27 20:47:35.569985 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab572ea9-32f7-43c7-875a-445492c55cf3 req-35ee82ef-12cb-4756-982a-2786f4252f12 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:35.571539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab572ea9-32f7-43c7-875a-445492c55cf3 req-35ee82ef-12cb-4756-982a-2786f4252f12 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0956070 Jul 27 20:47:35.615357 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab572ea9-32f7-43c7-875a-445492c55cf3 req-6b90531d-0e2b-4cc7-a1e0-076f4f1c7a5a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372913 Jul 27 20:47:36.762710 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec309ae-db90-4dd0-9e9e-f0b9578a0a77 req-2cad487e-0520-4150-9f98-624c65545f81 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:36.764217 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ec309ae-db90-4dd0-9e9e-f0b9578a0a77 req-2cad487e-0520-4150-9f98-624c65545f81 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0691071 Jul 27 20:47:36.807253 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ec309ae-db90-4dd0-9e9e-f0b9578a0a77 req-97698c24-1f4e-4b5d-8d8d-1e8811371181 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337694 Jul 27 20:47:37.978592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c667b8f-fe53-4468-b967-6d4f865faf88 req-8f32be53-19f1-4b39-9158-3aa7e1fdd505 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:37.980557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c667b8f-fe53-4468-b967-6d4f865faf88 req-8f32be53-19f1-4b39-9158-3aa7e1fdd505 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0862157 Jul 27 20:47:38.022888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c667b8f-fe53-4468-b967-6d4f865faf88 req-ecad60be-e68a-41c5-9a74-3bdfa8bd160d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361059 Jul 27 20:47:39.094345 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:39.172533 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b62270-2032-4e49-a1df-bfc6152505bb req-3316b369-9461-4f00-acf4-2dd6d9804f3b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:39.174038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21b62270-2032-4e49-a1df-bfc6152505bb req-3316b369-9461-4f00-acf4-2dd6d9804f3b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0689397 Jul 27 20:47:39.212376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21b62270-2032-4e49-a1df-bfc6152505bb req-a2a2c463-1f4b-4c87-a02a-be2e48a97d42 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321319 Jul 27 20:47:40.362794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ede76-87eb-417d-9390-64dea5f57992 req-6f81fab3-352d-4155-9e5d-401fc66fc793 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:40.364488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d33ede76-87eb-417d-9390-64dea5f57992 req-6f81fab3-352d-4155-9e5d-401fc66fc793 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0710020 Jul 27 20:47:40.411468 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d33ede76-87eb-417d-9390-64dea5f57992 req-3f82574e-e3e3-441f-a51b-18ab7e87868b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402839 Jul 27 20:47:41.562983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd969d4-19b7-4587-aa73-298ac297f363 req-39fa4f04-f41e-4ece-995d-c3b41e7932d7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:41.564578 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7dd969d4-19b7-4587-aa73-298ac297f363 req-39fa4f04-f41e-4ece-995d-c3b41e7932d7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0798876 Jul 27 20:47:41.609242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7dd969d4-19b7-4587-aa73-298ac297f363 req-1719ad32-bf9e-4753-84bd-d588e3080dd1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380113 Jul 27 20:47:42.292813 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:42.758865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fe9bf-3448-4c44-8206-20dc2f4b9cb3 req-b2168dcc-210b-4cbc-97de-643a08508e32 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:42.762847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-859fe9bf-3448-4c44-8206-20dc2f4b9cb3 req-b2168dcc-210b-4cbc-97de-643a08508e32 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0705888 Jul 27 20:47:42.801156 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-859fe9bf-3448-4c44-8206-20dc2f4b9cb3 req-3df47b48-3d5a-4644-a76f-6251ff934978 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331688 Jul 27 20:47:43.524233 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7252aef0-fa18-4fe7-a2a5-8e2236abb7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:43.946114 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba425c5c-de3d-4566-8b23-c546806176d2 req-e1c362c6-86bf-4c14-ae23-553d3e812266 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:43.947593 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba425c5c-de3d-4566-8b23-c546806176d2 req-e1c362c6-86bf-4c14-ae23-553d3e812266 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0733256 Jul 27 20:47:43.995040 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba425c5c-de3d-4566-8b23-c546806176d2 req-04d3952f-de77-4fc1-aa48-3afd5a5beade tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371857 Jul 27 20:47:45.149148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe4fad-b922-43da-92da-2cfea41dcec7 req-dda0a0f4-d7a3-4138-b569-ac81c501cc3b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:45.150722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05fe4fad-b922-43da-92da-2cfea41dcec7 req-dda0a0f4-d7a3-4138-b569-ac81c501cc3b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0766432 Jul 27 20:47:45.191915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-05fe4fad-b922-43da-92da-2cfea41dcec7 req-6dbc95fe-b569-437d-af80-8990c06548a5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349777 Jul 27 20:47:45.654584 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6a404c66-2017-4e1b-b4e1-b1f6414a7085 req-c33037b3-348e-4266-8829-7c848712f544 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0592484 Jul 27 20:47:45.760023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a404c66-2017-4e1b-b4e1-b1f6414a7085 req-d6043039-b73e-4aad-96ab-63bca4054fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:45.761580 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6a404c66-2017-4e1b-b4e1-b1f6414a7085 req-d6043039-b73e-4aad-96ab-63bca4054fdd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1097 time: 0.0626016 Jul 27 20:47:45.886767 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a404c66-2017-4e1b-b4e1-b1f6414a7085 req-2013fce1-98e5-418b-b390-4d1e8bc3a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:45.888441 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6a404c66-2017-4e1b-b4e1-b1f6414a7085 req-2013fce1-98e5-418b-b390-4d1e8bc3a241 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.1048448 Jul 27 20:47:45.957717 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6a404c66-2017-4e1b-b4e1-b1f6414a7085 req-c275df15-a53a-47fb-a878-1d6ae727f099 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1002 time: 0.0619137 Jul 27 20:47:46.008158 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a404c66-2017-4e1b-b4e1-b1f6414a7085 req-97f7c4d5-a599-4450-922a-afc191409eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:46.009757 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6a404c66-2017-4e1b-b4e1-b1f6414a7085 req-97f7c4d5-a599-4450-922a-afc191409eb1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0455616 Jul 27 20:47:46.082758 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a404c66-2017-4e1b-b4e1-b1f6414a7085 req-d480c9a6-a6ab-41f4-86ad-af3e0b716332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:46.084262 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6a404c66-2017-4e1b-b4e1-b1f6414a7085 req-d480c9a6-a6ab-41f4-86ad-af3e0b716332 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668740 Jul 27 20:47:46.176955 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6a404c66-2017-4e1b-b4e1-b1f6414a7085 req-ee41112d-da77-44fb-8e96-aa74ff52975e service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844882 Jul 27 20:47:46.230306 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3180d2b2-c600-4fa0-9b7e-7d92661abd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:46.284258 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6a404c66-2017-4e1b-b4e1-b1f6414a7085 req-0370aafd-c011-4dcd-a28e-c3c4b6e744e9 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989492 Jul 27 20:47:46.322237 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:46.339072 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daae826-57db-45cb-86df-eb0b10ab0405 req-16e51f75-fa36-47d4-b9d7-028725e95203 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:46.340609 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2daae826-57db-45cb-86df-eb0b10ab0405 req-16e51f75-fa36-47d4-b9d7-028725e95203 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0719049 Jul 27 20:47:46.381825 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2daae826-57db-45cb-86df-eb0b10ab0405 req-3111cb2b-74bb-40b1-b353-a39cfdb037ee tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345259 Jul 27 20:47:47.402412 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:47.532336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc493d3-ae15-45b2-bdc6-40ed55b6b817 req-c52d624f-9125-452a-8c4b-511937917557 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:47.534035 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfc493d3-ae15-45b2-bdc6-40ed55b6b817 req-c52d624f-9125-452a-8c4b-511937917557 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0775185 Jul 27 20:47:47.573115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dfc493d3-ae15-45b2-bdc6-40ed55b6b817 req-fd3cd5d1-ab08-420a-9931-b410e0817011 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328805 Jul 27 20:47:48.732179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaffe6-8828-443b-acc1-06e14f32db41 req-46398eaa-3460-46cf-8e62-d93704f7de9e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:48.733706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbaaffe6-8828-443b-acc1-06e14f32db41 req-46398eaa-3460-46cf-8e62-d93704f7de9e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0681009 Jul 27 20:47:48.775416 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cbaaffe6-8828-443b-acc1-06e14f32db41 req-e33edda8-3830-4e6e-9f44-ecf35633c998 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352805 Jul 27 20:47:49.159949 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:49.926092 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f54ef-eb7d-4713-92b3-6060f9aaf112 req-e7f2b5e6-dfd8-4c1b-aa7a-ee16f767a3a8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:49.927587 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-962f54ef-eb7d-4713-92b3-6060f9aaf112 req-e7f2b5e6-dfd8-4c1b-aa7a-ee16f767a3a8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0732274 Jul 27 20:47:49.973712 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-962f54ef-eb7d-4713-92b3-6060f9aaf112 req-f80bf655-49cb-48de-814e-e44b26f1bcf2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371664 Jul 27 20:47:51.126434 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543ed44-cfb4-4bc6-97eb-1aa4796e2437 req-2c02c2fa-9d74-45ba-8094-7a9cbb8e07ab tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:51.127922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6543ed44-cfb4-4bc6-97eb-1aa4796e2437 req-2c02c2fa-9d74-45ba-8094-7a9cbb8e07ab tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0773072 Jul 27 20:47:51.169108 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6543ed44-cfb4-4bc6-97eb-1aa4796e2437 req-0c3c8848-97a3-4d91-8067-3c89a3b2c471 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350277 Jul 27 20:47:52.331733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029025f-1807-474e-8f1a-175350902b7c req-49701d40-b452-4ec1-af2a-f136d0da1ba6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:52.333252 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6029025f-1807-474e-8f1a-175350902b7c req-49701d40-b452-4ec1-af2a-f136d0da1ba6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0749986 Jul 27 20:47:52.375761 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6029025f-1807-474e-8f1a-175350902b7c req-cf168097-0fa5-422e-ad93-d6074023e37a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352194 Jul 27 20:47:53.540134 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bc210-8314-437e-b393-fee5e61b6d05 req-e6a99e04-0a3a-4d71-977d-f60d6aa2f599 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:53.541668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c95bc210-8314-437e-b393-fee5e61b6d05 req-e6a99e04-0a3a-4d71-977d-f60d6aa2f599 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0809839 Jul 27 20:47:53.581885 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c95bc210-8314-437e-b393-fee5e61b6d05 req-19551ea9-5205-4a96-b0bc-17710b06642e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319316 Jul 27 20:47:54.733078 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3613e78-d788-40eb-a2dc-19de31e565cc req-eab3bda7-b7c4-4822-9847-b26d5872df91 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:54.734779 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3613e78-d788-40eb-a2dc-19de31e565cc req-eab3bda7-b7c4-4822-9847-b26d5872df91 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0755424 Jul 27 20:47:54.773909 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d3613e78-d788-40eb-a2dc-19de31e565cc req-26e9e114-8ced-4016-b9f9-5aa6b739a47e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328012 Jul 27 20:47:55.919936 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649f109-ba95-46af-bcbd-323024dcbe29 req-548e4acc-a9a0-4fd1-96f6-d1ba76ccbc6e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:55.921502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d649f109-ba95-46af-bcbd-323024dcbe29 req-548e4acc-a9a0-4fd1-96f6-d1ba76ccbc6e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0668576 Jul 27 20:47:55.962178 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d649f109-ba95-46af-bcbd-323024dcbe29 req-8777626f-cafb-424a-ab94-bced2b2a1300 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342100 Jul 27 20:47:56.848305 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:47:57.111614 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322e749-ed92-45ea-a6e4-80a914c2afc8 req-a85e6626-fdf7-4032-a859-a845c788c928 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:57.113056 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9322e749-ed92-45ea-a6e4-80a914c2afc8 req-a85e6626-fdf7-4032-a859-a845c788c928 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0710008 Jul 27 20:47:57.156493 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9322e749-ed92-45ea-a6e4-80a914c2afc8 req-4520f546-e392-459f-8c67-8daf1a66baa4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334389 Jul 27 20:47:58.305100 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e00197-6e92-446e-92f5-057b1cc703f8 req-37f3fdfa-19fb-4a47-b5df-ec43a2c33a97 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:58.306585 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4e00197-6e92-446e-92f5-057b1cc703f8 req-37f3fdfa-19fb-4a47-b5df-ec43a2c33a97 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0770173 Jul 27 20:47:58.349993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a4e00197-6e92-446e-92f5-057b1cc703f8 req-fd217173-5014-4ddd-a5ea-d3deea3c31f0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343215 Jul 27 20:47:59.514365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f05e21-a01d-44bf-b7a3-d48136771ad1 req-50153a85-186b-47ac-9c9b-5851f2d47763 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:47:59.515774 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-87f05e21-a01d-44bf-b7a3-d48136771ad1 req-50153a85-186b-47ac-9c9b-5851f2d47763 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0825648 Jul 27 20:47:59.556923 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-87f05e21-a01d-44bf-b7a3-d48136771ad1 req-42a298ad-ed04-4028-b064-debae2c8908c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345073 Jul 27 20:48:00.705569 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6717f-80e5-45ce-b762-7b66a9a303b2 req-f4abe6e4-a269-4a31-a2cc-7aec886d7388 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:00.707714 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36e6717f-80e5-45ce-b762-7b66a9a303b2 req-f4abe6e4-a269-4a31-a2cc-7aec886d7388 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0715775 Jul 27 20:48:00.755450 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-36e6717f-80e5-45ce-b762-7b66a9a303b2 req-2f1d1cac-e43e-4592-9fef-a3d66b71b896 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415087 Jul 27 20:48:01.913301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d3f47-5fda-4b86-8609-9a211b20bcf5 req-be578bd3-2e6f-4571-8001-f9c0eeb330f4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:01.914899 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f1d3f47-5fda-4b86-8609-9a211b20bcf5 req-be578bd3-2e6f-4571-8001-f9c0eeb330f4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0837579 Jul 27 20:48:01.959116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0f1d3f47-5fda-4b86-8609-9a211b20bcf5 req-a225fd88-a23a-446d-a825-f9bfddc8be24 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348945 Jul 27 20:48:03.106062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ffaf7-730b-472f-b0c8-fa9819539cc7 req-e9d7e2a7-aed5-41b7-a4e0-b52fe56d9170 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:03.107557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e9ffaf7-730b-472f-b0c8-fa9819539cc7 req-e9d7e2a7-aed5-41b7-a4e0-b52fe56d9170 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0736773 Jul 27 20:48:03.149170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e9ffaf7-730b-472f-b0c8-fa9819539cc7 req-df239fa3-3fdb-4536-8895-7731ee363b38 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323508 Jul 27 20:48:04.286867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324c133-f161-48a6-81f1-fafaa24cb98b req-8c3be885-78d4-4c15-90e6-208dab95c944 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:04.288366 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9324c133-f161-48a6-81f1-fafaa24cb98b req-8c3be885-78d4-4c15-90e6-208dab95c944 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0698831 Jul 27 20:48:04.327628 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9324c133-f161-48a6-81f1-fafaa24cb98b req-fb7281d6-25d0-41c5-8b6f-3884ed014806 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331521 Jul 27 20:48:05.480590 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad285-d148-4001-821a-27a728ebafc4 req-b7bae86a-5a29-4116-ae51-ade5d0a20305 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:05.482069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1cad285-d148-4001-821a-27a728ebafc4 req-b7bae86a-5a29-4116-ae51-ade5d0a20305 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0760975 Jul 27 20:48:05.521296 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1cad285-d148-4001-821a-27a728ebafc4 req-e9cecaa7-3745-4895-9acc-ca2e642e0647 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331218 Jul 27 20:48:06.662137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e9a4a-0007-4726-9118-192a8ebaee2d req-c3fe8cc7-158a-4e68-908a-295a9fcaec88 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:06.663655 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-980e9a4a-0007-4726-9118-192a8ebaee2d req-c3fe8cc7-158a-4e68-908a-295a9fcaec88 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0648148 Jul 27 20:48:06.703897 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-980e9a4a-0007-4726-9118-192a8ebaee2d req-234fe321-452e-4ec6-82ec-1224a3364b02 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340307 Jul 27 20:48:07.864236 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ee08c-81d9-458e-bec5-19572a12e984 req-f1aa509a-f986-42e5-ab83-bdb65193b154 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:07.865815 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-635ee08c-81d9-458e-bec5-19572a12e984 req-f1aa509a-f986-42e5-ab83-bdb65193b154 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0783470 Jul 27 20:48:07.917775 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-635ee08c-81d9-458e-bec5-19572a12e984 req-aed04ed2-3abf-4e08-87cf-6c35486f439b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430789 Jul 27 20:48:09.069771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1856621-6f3f-4881-a5c5-763b1c9ce93a req-0b9f3aae-90e5-469b-8aaf-c02885b3c28c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:09.071244 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1856621-6f3f-4881-a5c5-763b1c9ce93a req-0b9f3aae-90e5-469b-8aaf-c02885b3c28c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0721338 Jul 27 20:48:09.109274 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:09.114464 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1856621-6f3f-4881-a5c5-763b1c9ce93a req-fab437c4-f381-4863-a5f8-9b1237174173 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368719 Jul 27 20:48:10.275553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6413ad5-1080-4ea7-a942-20e005745fbb req-97d1908a-4c4c-46e5-aba4-2ccd06d8fbcd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:10.277747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6413ad5-1080-4ea7-a942-20e005745fbb req-97d1908a-4c4c-46e5-aba4-2ccd06d8fbcd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0834351 Jul 27 20:48:10.328803 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6413ad5-1080-4ea7-a942-20e005745fbb req-2acfab4d-2934-400d-bf9d-9075ec298069 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Jul 27 20:48:11.486295 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf86fa-b3c9-4036-9d50-53b5fae9ef11 req-3836bc89-ec97-41dc-ae6a-b6e0a0607970 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:11.487701 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40bf86fa-b3c9-4036-9d50-53b5fae9ef11 req-3836bc89-ec97-41dc-ae6a-b6e0a0607970 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0837364 Jul 27 20:48:11.531915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40bf86fa-b3c9-4036-9d50-53b5fae9ef11 req-34b1bad9-8eb1-4b3b-8498-a189cada45f2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354307 Jul 27 20:48:12.326201 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:12.682805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba058-359d-4564-9ae6-71cd68fbae8e req-581aaf74-186d-4dd4-9052-24464aeba6ad tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:12.684352 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df8ba058-359d-4564-9ae6-71cd68fbae8e req-581aaf74-186d-4dd4-9052-24464aeba6ad tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0736969 Jul 27 20:48:12.730524 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df8ba058-359d-4564-9ae6-71cd68fbae8e req-4cf91b31-954a-4653-af20-bcae2503fe9e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400696 Jul 27 20:48:13.528491 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88521e22-7418-4db9-9066-b72127855336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:13.877130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9734f-bfc1-4172-8340-23798e8dfdf6 req-01d25f5e-ce4e-4d44-95b4-cb9ab1458c06 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:13.878555 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58d9734f-bfc1-4172-8340-23798e8dfdf6 req-01d25f5e-ce4e-4d44-95b4-cb9ab1458c06 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0662105 Jul 27 20:48:13.917691 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58d9734f-bfc1-4172-8340-23798e8dfdf6 req-54266914-81dd-45e0-9111-01e0e94dd39c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329227 Jul 27 20:48:15.073390 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324d45-bb24-41d7-bd37-d55ae9eae57c req-cd2bc832-37d6-4017-9e24-b10d3af55f39 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:15.074918 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2324d45-bb24-41d7-bd37-d55ae9eae57c req-cd2bc832-37d6-4017-9e24-b10d3af55f39 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0793500 Jul 27 20:48:15.113899 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2324d45-bb24-41d7-bd37-d55ae9eae57c req-3ad07f80-871b-4b50-9282-b5ffdc5cb90a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329494 Jul 27 20:48:16.233261 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-796f37bc-0e1a-4772-8264-a8abf62da2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:16.255151 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6bd6f-5de2-49fd-81e2-50b388b3604e req-2a9dfb08-2151-433c-abc8-23571033fdc5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:16.256765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3d6bd6f-5de2-49fd-81e2-50b388b3604e req-2a9dfb08-2151-433c-abc8-23571033fdc5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0698962 Jul 27 20:48:16.299968 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f3d6bd6f-5de2-49fd-81e2-50b388b3604e req-29e9a9f5-a901-4f68-a3e0-aeb690cd694b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340085 Jul 27 20:48:16.326803 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:17.402018 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:17.451841 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3c25c-a7f5-47b8-8ce4-f623582454c1 req-76566513-7d0f-46c7-b6eb-33a3bb783138 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:17.454322 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9af3c25c-a7f5-47b8-8ce4-f623582454c1 req-76566513-7d0f-46c7-b6eb-33a3bb783138 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0798380 Jul 27 20:48:17.496350 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9af3c25c-a7f5-47b8-8ce4-f623582454c1 req-e620aa59-506c-45c5-8cbb-674560964118 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354133 Jul 27 20:48:18.648432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd962b9-b4ae-46ec-849e-9c094e928613 req-a352917f-2476-4403-9c46-01799974b57f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:18.649991 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0cd962b9-b4ae-46ec-849e-9c094e928613 req-a352917f-2476-4403-9c46-01799974b57f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0785406 Jul 27 20:48:18.689686 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0cd962b9-b4ae-46ec-849e-9c094e928613 req-961bd601-3a56-4f0b-bc8c-30fabfb946d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336137 Jul 27 20:48:19.156371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:19.841477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dd6ae-a013-438e-8a15-93ca2b10c5a7 req-e94a83f1-1836-41b3-9174-478a2271edd1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:19.843009 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-456dd6ae-a013-438e-8a15-93ca2b10c5a7 req-e94a83f1-1836-41b3-9174-478a2271edd1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0801122 Jul 27 20:48:19.885599 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-456dd6ae-a013-438e-8a15-93ca2b10c5a7 req-22225f10-8095-44db-9429-849de162e920 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338011 Jul 27 20:48:21.042482 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50491123-2f90-4c92-80ca-c5a11b106ca0 req-f695cc19-7a06-41ee-bf60-f9f0a553a1d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:21.043890 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50491123-2f90-4c92-80ca-c5a11b106ca0 req-f695cc19-7a06-41ee-bf60-f9f0a553a1d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0810282 Jul 27 20:48:21.085487 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50491123-2f90-4c92-80ca-c5a11b106ca0 req-fb6f878e-7030-4ea6-9dc5-9372a677e0c1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323513 Jul 27 20:48:22.235163 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c04782-f942-4a4f-a06c-6ef85143fc43 req-777ea4c9-b13e-42ec-8170-28cec0cd8a48 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:22.236675 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08c04782-f942-4a4f-a06c-6ef85143fc43 req-777ea4c9-b13e-42ec-8170-28cec0cd8a48 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0706553 Jul 27 20:48:22.284061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-08c04782-f942-4a4f-a06c-6ef85143fc43 req-54dd0c79-8ce7-4d3a-ad82-2dfa0be0811c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378337 Jul 27 20:48:23.450515 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217edd1-f304-4fbe-9c36-8f2f4a2d373a req-e07d82ad-cadb-4583-bdb9-029561aadf5f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:23.451927 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f217edd1-f304-4fbe-9c36-8f2f4a2d373a req-e07d82ad-cadb-4583-bdb9-029561aadf5f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0789146 Jul 27 20:48:23.495441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f217edd1-f304-4fbe-9c36-8f2f4a2d373a req-e7557055-ed96-478e-937b-7606cc4e7883 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340996 Jul 27 20:48:24.660885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14eae1-f82c-4811-ae2b-f985a3ae8cab req-6eefe06d-a7d4-41fd-81ab-558f1ab6d9a0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:24.662639 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b14eae1-f82c-4811-ae2b-f985a3ae8cab req-6eefe06d-a7d4-41fd-81ab-558f1ab6d9a0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0750346 Jul 27 20:48:24.705722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b14eae1-f82c-4811-ae2b-f985a3ae8cab req-2f1addb2-a3aa-4b21-ad3d-675483ce3ed9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339873 Jul 27 20:48:25.858535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15704fdc-2f50-46ee-b2e0-0cf17b1c44e4 req-170a746e-8312-45d9-862f-7ba53e4758d3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:25.860073 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15704fdc-2f50-46ee-b2e0-0cf17b1c44e4 req-170a746e-8312-45d9-862f-7ba53e4758d3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0730171 Jul 27 20:48:25.901187 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15704fdc-2f50-46ee-b2e0-0cf17b1c44e4 req-1b31774d-ec88-46ea-9c57-7fc67aa9e630 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338361 Jul 27 20:48:27.045629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8b8bc-21be-4a4f-8412-04fde9262212 req-99d7460a-47f5-45d1-8ac2-7b7d76321d34 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:27.047434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58e8b8bc-21be-4a4f-8412-04fde9262212 req-99d7460a-47f5-45d1-8ac2-7b7d76321d34 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0738463 Jul 27 20:48:27.094547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58e8b8bc-21be-4a4f-8412-04fde9262212 req-ba4a4765-4a00-456f-bc9e-f7c7a11da129 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385194 Jul 27 20:48:28.502495 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc36c3-2d2c-42c1-b4ad-62bb4d03f68f req-9b5ea658-83ee-48e2-aeca-b1f2a9a107e5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:28.503858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5fc36c3-2d2c-42c1-b4ad-62bb4d03f68f req-9b5ea658-83ee-48e2-aeca-b1f2a9a107e5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0673757 Jul 27 20:48:28.543238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5fc36c3-2d2c-42c1-b4ad-62bb4d03f68f req-2cd7ce88-8508-4f69-a6fb-08e91b473d9e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328560 Jul 27 20:48:29.687745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425550fa-8984-4897-9109-4aa375d9354e req-08eaa981-6e63-42d9-8e50-22abeedd9fe2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:29.689299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-425550fa-8984-4897-9109-4aa375d9354e req-08eaa981-6e63-42d9-8e50-22abeedd9fe2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0754313 Jul 27 20:48:29.730840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-425550fa-8984-4897-9109-4aa375d9354e req-24ab66c1-07b1-4d9a-9818-0dd2a7aa3d40 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337861 Jul 27 20:48:30.882400 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6fa59-1216-4772-a49b-77313a40a01c req-0d0bcc11-575f-4e88-a7df-dd831ba41752 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:30.883947 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3b6fa59-1216-4772-a49b-77313a40a01c req-0d0bcc11-575f-4e88-a7df-dd831ba41752 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0763843 Jul 27 20:48:30.928958 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3b6fa59-1216-4772-a49b-77313a40a01c req-eca02261-27bc-4d40-a42a-90fb0ebe91ce tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356972 Jul 27 20:48:32.076094 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22643a0-342f-4168-bb46-7d0eb6aa5b23 req-9a7b4ca7-d277-499f-9b7c-849a8f2b5dc1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:32.077602 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f22643a0-342f-4168-bb46-7d0eb6aa5b23 req-9a7b4ca7-d277-499f-9b7c-849a8f2b5dc1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0684257 Jul 27 20:48:32.124319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f22643a0-342f-4168-bb46-7d0eb6aa5b23 req-f962147c-f1f5-4716-a00e-374960058ac4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378408 Jul 27 20:48:33.286343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549307f-02e8-47ca-9435-222323d04952 req-d6f75bdc-307c-4927-9d24-902d7e887af9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:33.288014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1549307f-02e8-47ca-9435-222323d04952 req-d6f75bdc-307c-4927-9d24-902d7e887af9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0712948 Jul 27 20:48:33.331020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1549307f-02e8-47ca-9435-222323d04952 req-2b504a9b-a8f1-4d95-8425-9b16e6128ef8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342009 Jul 27 20:48:33.851523 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:48:34.476072 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f3bc9-a643-4011-9f55-363b8f67e756 req-a34a31b2-95e8-4259-90a0-9760550f9803 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:34.477658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d4f3bc9-a643-4011-9f55-363b8f67e756 req-a34a31b2-95e8-4259-90a0-9760550f9803 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0722463 Jul 27 20:48:34.520579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d4f3bc9-a643-4011-9f55-363b8f67e756 req-ba7c62ab-18e0-4209-ab4f-a11cc80bb1e2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340397 Jul 27 20:48:35.680863 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4da6f-98e5-48c1-9273-f1c26d21c230 req-2e0bb7fb-f891-4fde-85db-54d6f62d3ace tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:35.682396 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fdf4da6f-98e5-48c1-9273-f1c26d21c230 req-2e0bb7fb-f891-4fde-85db-54d6f62d3ace tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0816498 Jul 27 20:48:35.726100 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fdf4da6f-98e5-48c1-9273-f1c26d21c230 req-94f7c966-23d7-4c2d-91dd-cb2bc8c7b182 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374310 Jul 27 20:48:36.879576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e7328-4c90-444d-9398-25ac02e2ab65 req-707b8e1a-9c0f-467c-9516-80e6fee54034 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:36.881234 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-396e7328-4c90-444d-9398-25ac02e2ab65 req-707b8e1a-9c0f-467c-9516-80e6fee54034 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0742860 Jul 27 20:48:36.920198 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-396e7328-4c90-444d-9398-25ac02e2ab65 req-62e7828e-d3df-4463-9d8f-fdead09983f8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326371 Jul 27 20:48:38.072689 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d70994-ad83-47a9-9233-397a81f76c4c req-1ab564ae-e7e9-479b-b94d-1c27f43cd8c1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:38.074199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4d70994-ad83-47a9-9233-397a81f76c4c req-1ab564ae-e7e9-479b-b94d-1c27f43cd8c1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0707843 Jul 27 20:48:38.124728 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4d70994-ad83-47a9-9233-397a81f76c4c req-ee30f5b2-ed69-4f5e-b997-4c899854b19b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443051 Jul 27 20:48:39.117238 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:39.272687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd63ad-69b2-4eda-ab39-1e7a201bed03 req-29ae4748-7582-4d0a-9ad5-12f855bdaa12 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:39.274206 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2dd63ad-69b2-4eda-ab39-1e7a201bed03 req-29ae4748-7582-4d0a-9ad5-12f855bdaa12 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0778291 Jul 27 20:48:39.318067 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2dd63ad-69b2-4eda-ab39-1e7a201bed03 req-acb864ad-59e0-40e0-917f-d53678cd1deb tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347836 Jul 27 20:48:40.469392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50d4a7-c5b6-44ec-a50b-23232e9acdf3 req-8a57d451-7921-4e13-90ac-eee0afe5dc13 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:40.470913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d50d4a7-c5b6-44ec-a50b-23232e9acdf3 req-8a57d451-7921-4e13-90ac-eee0afe5dc13 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0805168 Jul 27 20:48:40.509849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d50d4a7-c5b6-44ec-a50b-23232e9acdf3 req-645741ec-97fa-4492-8f18-d91b2debd11b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327353 Jul 27 20:48:41.655155 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94aa96-ad89-4ffa-b42d-35b6fe4ca43b req-047c9e49-3b0b-4022-84a0-1955937c223e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:41.656665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea94aa96-ad89-4ffa-b42d-35b6fe4ca43b req-047c9e49-3b0b-4022-84a0-1955937c223e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0722654 Jul 27 20:48:41.696037 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea94aa96-ad89-4ffa-b42d-35b6fe4ca43b req-96c18245-2f9d-45ac-ae61-184b0ce54958 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331988 Jul 27 20:48:42.327626 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:42.852902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8364e-6463-44e7-8859-0a63fd1a18d4 req-8ac453e6-0a46-42d3-b235-6b26cf24492e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:42.854397 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66f8364e-6463-44e7-8859-0a63fd1a18d4 req-8ac453e6-0a46-42d3-b235-6b26cf24492e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0730631 Jul 27 20:48:42.896236 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66f8364e-6463-44e7-8859-0a63fd1a18d4 req-b6da4073-2bdf-45ff-a77b-cab27ea7d91e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329223 Jul 27 20:48:43.531680 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-847d0c00-3dde-49ef-a845-6602bf42cb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:44.050572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a50a4-d8af-4239-98e6-0d8c4dec5b89 req-6940a4c3-e375-4e4a-b32b-f528317927e5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:44.052097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1e4a50a4-d8af-4239-98e6-0d8c4dec5b89 req-6940a4c3-e375-4e4a-b32b-f528317927e5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0681601 Jul 27 20:48:44.092108 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1e4a50a4-d8af-4239-98e6-0d8c4dec5b89 req-74cc67c2-c17a-443e-a69e-a527e781c846 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335319 Jul 27 20:48:45.240905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526d5e2-f1e3-417b-89dc-6c7bb1e0e16b req-898d74e0-dad1-4ff9-a86b-a41b1003ebba tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:45.242589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b526d5e2-f1e3-417b-89dc-6c7bb1e0e16b req-898d74e0-dad1-4ff9-a86b-a41b1003ebba tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0703216 Jul 27 20:48:45.285200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b526d5e2-f1e3-417b-89dc-6c7bb1e0e16b req-ce5ad4be-d067-432e-a889-803a323de19c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331693 Jul 27 20:48:46.242065 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-05f5daf4-29ce-4ec6-a8c6-7e508fd13fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:46.331846 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:46.425396 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d975802-a0e6-45ae-ace5-53e59e4abd2c req-140abfa0-1e0e-4383-bc42-fe38007eef9a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:46.426882 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d975802-a0e6-45ae-ace5-53e59e4abd2c req-140abfa0-1e0e-4383-bc42-fe38007eef9a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0696261 Jul 27 20:48:46.468846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d975802-a0e6-45ae-ace5-53e59e4abd2c req-00de4690-93d7-4da3-b2c0-e208fa2a091d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335407 Jul 27 20:48:47.382145 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-315795eb-1a8d-40ab-8fd9-2f72327ac337 req-f5b65c53-d7ef-4c5d-aee8-6812d47017cf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0616772 Jul 27 20:48:47.403870 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:47.491051 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315795eb-1a8d-40ab-8fd9-2f72327ac337 req-50181092-5fc4-43fd-9f09-5e1f040a41a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:47.492740 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-315795eb-1a8d-40ab-8fd9-2f72327ac337 req-50181092-5fc4-43fd-9f09-5e1f040a41a2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1097 time: 0.0632360 Jul 27 20:48:47.602408 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315795eb-1a8d-40ab-8fd9-2f72327ac337 req-dd6c40de-ebd1-45a5-9cfb-ee18e82a3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:47.603905 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-315795eb-1a8d-40ab-8fd9-2f72327ac337 req-dd6c40de-ebd1-45a5-9cfb-ee18e82a3fe8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0892909 Jul 27 20:48:47.614338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50974b59-3b46-43d8-b6f6-8aedd333e666 req-68acad85-19ce-47d2-ba09-032b187d1436 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:47.615855 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50974b59-3b46-43d8-b6f6-8aedd333e666 req-68acad85-19ce-47d2-ba09-032b187d1436 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0681736 Jul 27 20:48:47.655694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-50974b59-3b46-43d8-b6f6-8aedd333e666 req-5d1e9ed0-a661-4878-afb0-6a1b82c576be tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334821 Jul 27 20:48:47.670730 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-315795eb-1a8d-40ab-8fd9-2f72327ac337 req-069ba6ae-9996-4d32-a8b8-d42be94e8583 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1002 time: 0.0593712 Jul 27 20:48:47.724256 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315795eb-1a8d-40ab-8fd9-2f72327ac337 req-ce07ca4c-a412-4020-9645-5ff587cdd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:47.726143 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-315795eb-1a8d-40ab-8fd9-2f72327ac337 req-ce07ca4c-a412-4020-9645-5ff587cdd672 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0481544 Jul 27 20:48:47.803311 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315795eb-1a8d-40ab-8fd9-2f72327ac337 req-4676fe3b-23a3-4acd-819c-c5c5ebc4e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:47.805013 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-315795eb-1a8d-40ab-8fd9-2f72327ac337 req-4676fe3b-23a3-4acd-819c-c5c5ebc4e81c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715358 Jul 27 20:48:47.908680 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-315795eb-1a8d-40ab-8fd9-2f72327ac337 req-e3997bcb-fd3c-4535-8f34-b4ab930c121e service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948458 Jul 27 20:48:48.015283 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-315795eb-1a8d-40ab-8fd9-2f72327ac337 req-7de682b6-58ee-427a-8824-220c3fe09dc4 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989244 Jul 27 20:48:48.816754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d979caf-bd67-481d-a19b-d7788f5b098c req-0ce64d00-2387-4147-9fde-ed1f73985fab tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:48.818242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d979caf-bd67-481d-a19b-d7788f5b098c req-0ce64d00-2387-4147-9fde-ed1f73985fab tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0778098 Jul 27 20:48:48.863250 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d979caf-bd67-481d-a19b-d7788f5b098c req-74f2415c-968a-4be5-a1df-b172eeaaf0e8 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373845 Jul 27 20:48:49.161671 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:50.024015 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470091f-aaa8-4a45-9a17-edd9077a19fd req-09ac0117-edde-4a25-a1f0-3a825ed0988b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:50.025514 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0470091f-aaa8-4a45-9a17-edd9077a19fd req-09ac0117-edde-4a25-a1f0-3a825ed0988b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0781536 Jul 27 20:48:50.069100 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0470091f-aaa8-4a45-9a17-edd9077a19fd req-f5a84141-0bd7-4ff3-935c-1472e2989c4e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340645 Jul 27 20:48:51.213317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4408a8-dfab-4bf8-9ae1-dbbc2e4d69f4 req-ba299127-7ebe-40e6-8c1d-8549eb020d9d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:51.214831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d4408a8-dfab-4bf8-9ae1-dbbc2e4d69f4 req-ba299127-7ebe-40e6-8c1d-8549eb020d9d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0715840 Jul 27 20:48:51.258341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d4408a8-dfab-4bf8-9ae1-dbbc2e4d69f4 req-2b2f2416-f611-44c5-aae7-44a648e362b0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341809 Jul 27 20:48:52.419636 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4324c-a0c2-40bf-85b2-ab178a7b52ea req-897b12ad-98a7-456f-aec7-506826b53741 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:52.421355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45d4324c-a0c2-40bf-85b2-ab178a7b52ea req-897b12ad-98a7-456f-aec7-506826b53741 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0800440 Jul 27 20:48:52.463688 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-45d4324c-a0c2-40bf-85b2-ab178a7b52ea req-ef65aaf5-e152-4571-93dd-c49b5f1fac86 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359509 Jul 27 20:48:53.619162 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00200b1c-021a-4cf4-b3aa-2d15aa0e0a17 req-0a8a7ecc-c470-448c-9414-136acef0aa44 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:53.620681 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00200b1c-021a-4cf4-b3aa-2d15aa0e0a17 req-0a8a7ecc-c470-448c-9414-136acef0aa44 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0760076 Jul 27 20:48:53.662834 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00200b1c-021a-4cf4-b3aa-2d15aa0e0a17 req-6dbf0e05-2dcd-4722-a26f-a1d6801f3b9e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330884 Jul 27 20:48:54.817688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf319af-8050-4bf3-a51f-9f5ab02df3b3 req-057cc83b-1033-4bcd-b02c-41dc5adfde3a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:54.819665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fbf319af-8050-4bf3-a51f-9f5ab02df3b3 req-057cc83b-1033-4bcd-b02c-41dc5adfde3a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0770950 Jul 27 20:48:54.859607 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fbf319af-8050-4bf3-a51f-9f5ab02df3b3 req-cba67d97-343b-480f-a29e-48a2cfba8c2a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337558 Jul 27 20:48:56.007271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6a21e-fcad-4eb2-82f2-81265ea5360d req-15142a80-b35f-4f14-92a3-526818264eae tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:56.008859 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bfe6a21e-fcad-4eb2-82f2-81265ea5360d req-15142a80-b35f-4f14-92a3-526818264eae tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0721414 Jul 27 20:48:56.048794 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bfe6a21e-fcad-4eb2-82f2-81265ea5360d req-6ef3a6fe-5f6d-4e07-a911-838a8a3bae25 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337512 Jul 27 20:48:57.197834 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c1a7a-beed-4857-81c0-7f03a42d72bc req-6c8e0c85-b64e-46f5-a2c3-7fce7998f69f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:57.199324 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925c1a7a-beed-4857-81c0-7f03a42d72bc req-6c8e0c85-b64e-46f5-a2c3-7fce7998f69f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0707207 Jul 27 20:48:57.238056 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925c1a7a-beed-4857-81c0-7f03a42d72bc req-7aceafc6-7f1d-46dc-9f57-8f58117559b2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325339 Jul 27 20:48:58.387942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ab965-087a-47f8-8dbc-9f7c9ff57452 req-cfda4980-3b5d-4b3e-87ea-06ed56bdcd23 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:58.389355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f89ab965-087a-47f8-8dbc-9f7c9ff57452 req-cfda4980-3b5d-4b3e-87ea-06ed56bdcd23 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0775063 Jul 27 20:48:58.432052 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f89ab965-087a-47f8-8dbc-9f7c9ff57452 req-db760e8d-0687-46c8-8c91-5daacd90803a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337529 Jul 27 20:48:59.590216 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d503f5-fa1f-4ae1-bde4-bacc2313b93f req-ef5110fd-de4a-4416-ab1a-d281c3ad2bea tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:48:59.591706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60d503f5-fa1f-4ae1-bde4-bacc2313b93f req-ef5110fd-de4a-4416-ab1a-d281c3ad2bea tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0812945 Jul 27 20:48:59.632124 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60d503f5-fa1f-4ae1-bde4-bacc2313b93f req-8a5053d5-9cf5-4955-aad0-f7fc7b23d1c6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333133 Jul 27 20:49:00.788741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f0373-2862-4fc6-8cc8-9898fbf1314c req-8b3cdc53-7525-486e-b6e2-a3d471197717 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:00.790252 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-208f0373-2862-4fc6-8cc8-9898fbf1314c req-8b3cdc53-7525-486e-b6e2-a3d471197717 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0759778 Jul 27 20:49:00.829895 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-208f0373-2862-4fc6-8cc8-9898fbf1314c req-7c34d915-6c48-46ae-b857-e8c3d62a0e5d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335622 Jul 27 20:49:01.987165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581b16a-be48-4890-b3ce-7e4b9ba8a8b7 req-222fe88b-0dfe-4702-ad58-cad8514773c7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:01.988688 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a581b16a-be48-4890-b3ce-7e4b9ba8a8b7 req-222fe88b-0dfe-4702-ad58-cad8514773c7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0736775 Jul 27 20:49:02.041255 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a581b16a-be48-4890-b3ce-7e4b9ba8a8b7 req-fbf33ccd-5578-4991-9c56-d141db01ca94 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445728 Jul 27 20:49:03.188373 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff85cc3-19b5-4dce-8c4e-0cba5f32d4b9 req-5dc1c707-b34f-44bb-a302-b15109287a27 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:03.189857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eff85cc3-19b5-4dce-8c4e-0cba5f32d4b9 req-5dc1c707-b34f-44bb-a302-b15109287a27 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0742919 Jul 27 20:49:03.234791 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eff85cc3-19b5-4dce-8c4e-0cba5f32d4b9 req-514ffee8-13c3-4779-962b-302ea67c00e6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384965 Jul 27 20:49:04.387136 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740d39f-b2e9-4fe7-aef9-d3854c30324d req-0d3532e8-52c1-4e83-b7f8-fb262ab7de9b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:04.388604 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b740d39f-b2e9-4fe7-aef9-d3854c30324d req-0d3532e8-52c1-4e83-b7f8-fb262ab7de9b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0689831 Jul 27 20:49:04.428321 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b740d39f-b2e9-4fe7-aef9-d3854c30324d req-5f8d98a0-6d07-4bbf-ba90-8cca8b3b3677 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336094 Jul 27 20:49:05.577355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63582352-ba2b-43c6-b848-a8a9fcc86dcc req-acea0a19-911b-4205-b0e9-1c08d1fb1910 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:05.578956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63582352-ba2b-43c6-b848-a8a9fcc86dcc req-acea0a19-911b-4205-b0e9-1c08d1fb1910 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0712521 Jul 27 20:49:05.617732 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63582352-ba2b-43c6-b848-a8a9fcc86dcc req-3d5fefc8-ea16-4514-b672-3055d3decc70 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325487 Jul 27 20:49:06.762756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0af2f-7503-4657-a42f-da3672b06877 req-1e52cf58-805a-45df-8499-4927720c548a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:06.764223 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64c0af2f-7503-4657-a42f-da3672b06877 req-1e52cf58-805a-45df-8499-4927720c548a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0672882 Jul 27 20:49:06.806987 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64c0af2f-7503-4657-a42f-da3672b06877 req-99b47c39-0e8e-4c66-914f-232292b80333 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337725 Jul 27 20:49:07.962050 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e1ad4-3ea3-4963-9ef4-f4daf53f00a8 req-b853d79f-48e7-470f-b863-bba85e2c53db tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:07.963651 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-362e1ad4-3ea3-4963-9ef4-f4daf53f00a8 req-b853d79f-48e7-470f-b863-bba85e2c53db tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0731032 Jul 27 20:49:08.003658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-362e1ad4-3ea3-4963-9ef4-f4daf53f00a8 req-c878f7d4-10b3-404e-8070-21b499fcb137 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335855 Jul 27 20:49:09.111437 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:09.159233 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdf5eb-31d6-4989-a19e-e4a71380838d req-0b998410-febe-42bd-9721-2d039d54c6b1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:09.161218 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0dbdf5eb-31d6-4989-a19e-e4a71380838d req-0b998410-febe-42bd-9721-2d039d54c6b1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0792141 Jul 27 20:49:09.206249 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0dbdf5eb-31d6-4989-a19e-e4a71380838d req-cb81ec0f-517d-47cc-9f20-e67a5f0f493b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381687 Jul 27 20:49:10.353129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234134f-0792-4bbe-a859-8a178b24a31e req-9db5307b-b917-496d-872e-46fdc5d3e2a3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:10.354613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f234134f-0792-4bbe-a859-8a178b24a31e req-9db5307b-b917-496d-872e-46fdc5d3e2a3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0729473 Jul 27 20:49:10.398727 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f234134f-0792-4bbe-a859-8a178b24a31e req-ca9c132c-2108-4f04-8dc0-f7c033007a43 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350404 Jul 27 20:49:10.857111 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:49:11.573325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00692bcc-4fc9-43e9-99d0-18f74eba0388 req-97dbe5ca-41d3-436e-a858-c1228a8f4e9f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:11.574845 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00692bcc-4fc9-43e9-99d0-18f74eba0388 req-97dbe5ca-41d3-436e-a858-c1228a8f4e9f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0943496 Jul 27 20:49:11.620738 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00692bcc-4fc9-43e9-99d0-18f74eba0388 req-2ba845e5-a6ca-4b3b-b99c-70c501bc6e49 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369449 Jul 27 20:49:12.324851 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:12.777720 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0970c-a3a7-4270-876b-ffedc71db9cb req-95468db6-2cbc-4d4c-a122-c81408c59209 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:12.779250 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fff0970c-a3a7-4270-876b-ffedc71db9cb req-95468db6-2cbc-4d4c-a122-c81408c59209 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0793622 Jul 27 20:49:12.822489 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fff0970c-a3a7-4270-876b-ffedc71db9cb req-3e12b37c-51f7-45a4-b476-dbdbcbadd7af tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333726 Jul 27 20:49:13.529164 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bdfb3a60-d92e-46d7-8de3-10c8561b3d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:13.978347 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8daf73-41cd-4eb5-85c0-bacc84004162 req-9587e872-834b-4a00-99ad-bfcbfcf622a7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:13.979931 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c8daf73-41cd-4eb5-85c0-bacc84004162 req-9587e872-834b-4a00-99ad-bfcbfcf622a7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0716858 Jul 27 20:49:14.022794 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2c8daf73-41cd-4eb5-85c0-bacc84004162 req-2990c74d-23ee-4b6f-a3c8-260e99d00e99 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341167 Jul 27 20:49:15.179873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215beb7d-bf64-420f-af88-b432e194d9bc req-78d4d4aa-b8c0-44a2-93a0-aaf16875944d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:15.181398 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-215beb7d-bf64-420f-af88-b432e194d9bc req-78d4d4aa-b8c0-44a2-93a0-aaf16875944d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0795047 Jul 27 20:49:15.234810 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-215beb7d-bf64-420f-af88-b432e194d9bc req-144d2953-0fba-4089-b6a0-c430f1985c8e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430832 Jul 27 20:49:16.241844 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2cd7c401-9da6-48d4-ad9b-53ed99ef6a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:16.327586 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:16.378078 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244c200-3b7c-4e81-9358-4dbc6388f016 req-a61a2abd-33ec-49c9-bf8b-e4ee1adcfe6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:16.379612 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a244c200-3b7c-4e81-9358-4dbc6388f016 req-a61a2abd-33ec-49c9-bf8b-e4ee1adcfe6c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0691028 Jul 27 20:49:16.420160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a244c200-3b7c-4e81-9358-4dbc6388f016 req-b1183941-02f2-4def-8ddd-20fecd81ffcb tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339806 Jul 27 20:49:17.411778 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:17.582859 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d579ee3-e315-45b7-ae88-3ceea9009613 req-6daecdb8-2c62-4297-a288-97bdcc11d920 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:17.584372 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d579ee3-e315-45b7-ae88-3ceea9009613 req-6daecdb8-2c62-4297-a288-97bdcc11d920 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0833185 Jul 27 20:49:17.623798 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1d579ee3-e315-45b7-ae88-3ceea9009613 req-7baf6d5a-6d26-491d-8653-39a173722d1b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331337 Jul 27 20:49:18.772312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ffbf0-3dd8-4d59-a6fe-928b16f17218 req-ab8aaa07-a99b-472a-8d73-3c11808dea3e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:18.773827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b00ffbf0-3dd8-4d59-a6fe-928b16f17218 req-ab8aaa07-a99b-472a-8d73-3c11808dea3e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0656621 Jul 27 20:49:18.931323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b00ffbf0-3dd8-4d59-a6fe-928b16f17218 req-5239a648-8b48-4d8f-ad61-ed66454b8730 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507287 Jul 27 20:49:19.159991 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:20.078167 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de037cf-d643-4f14-82b0-3873b2da2415 req-c995eb2f-c7ce-4c4e-b3c3-ae89f9ace10c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:20.079668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3de037cf-d643-4f14-82b0-3873b2da2415 req-c995eb2f-c7ce-4c4e-b3c3-ae89f9ace10c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0705388 Jul 27 20:49:20.120676 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3de037cf-d643-4f14-82b0-3873b2da2415 req-34d3ee83-93d8-4e11-adb3-4a770ac303e0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346367 Jul 27 20:49:21.285002 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a9e44-3391-47c5-9568-ea154b1a85f3 req-247f0491-eb36-4eaf-8b76-3333459677c2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:21.287345 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f79a9e44-3391-47c5-9568-ea154b1a85f3 req-247f0491-eb36-4eaf-8b76-3333459677c2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0862241 Jul 27 20:49:21.328418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f79a9e44-3391-47c5-9568-ea154b1a85f3 req-9f45b340-4f6a-481c-baa6-7a0d91c48de0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328481 Jul 27 20:49:22.472624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d02307-dd5c-49d5-9c7d-a83eb1999eee req-5dd1e783-78ad-43f1-925f-cbecee99a783 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:22.474165 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46d02307-dd5c-49d5-9c7d-a83eb1999eee req-5dd1e783-78ad-43f1-925f-cbecee99a783 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0684416 Jul 27 20:49:22.513158 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46d02307-dd5c-49d5-9c7d-a83eb1999eee req-8ed7c08b-8b0b-4752-9f67-b598fca47f1d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327764 Jul 27 20:49:23.671552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff811b-5a3d-41bb-b34d-ad6d08451a51 req-38ecfb9b-a009-4661-939b-6c6544901bd4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:23.673186 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a7ff811b-5a3d-41bb-b34d-ad6d08451a51 req-38ecfb9b-a009-4661-939b-6c6544901bd4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0721397 Jul 27 20:49:23.713432 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a7ff811b-5a3d-41bb-b34d-ad6d08451a51 req-8c525f96-e732-4c6c-bbce-3c2d01f7a122 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341635 Jul 27 20:49:24.872240 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739495dc-bc5c-46e0-ae96-9f2c4fe93129 req-5c132b85-edd3-448c-9752-ddb44e09e5e7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:24.873796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-739495dc-bc5c-46e0-ae96-9f2c4fe93129 req-5c132b85-edd3-448c-9752-ddb44e09e5e7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0775800 Jul 27 20:49:24.915487 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-739495dc-bc5c-46e0-ae96-9f2c4fe93129 req-1f51f0c7-fe0b-4592-ba83-c14c52d300c0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322349 Jul 27 20:49:26.064852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba430494-2d80-4253-800c-298f431d2dea req-5f915b58-48ab-44bd-a836-16f8333487e9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:26.066314 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba430494-2d80-4253-800c-298f431d2dea req-5f915b58-48ab-44bd-a836-16f8333487e9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0760524 Jul 27 20:49:26.109601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba430494-2d80-4253-800c-298f431d2dea req-0c89eed6-bf0f-4145-b3cf-3cfa5365b1b9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335827 Jul 27 20:49:27.252650 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c28bc-7d6e-496e-a6c5-8d3bff98d263 req-938f02cf-4fb7-4a9f-bb7c-25b5012c435a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:27.254166 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a5c28bc-7d6e-496e-a6c5-8d3bff98d263 req-938f02cf-4fb7-4a9f-bb7c-25b5012c435a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0711763 Jul 27 20:49:27.295358 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a5c28bc-7d6e-496e-a6c5-8d3bff98d263 req-cb8789d6-9814-4d67-878d-202589043cf2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322011 Jul 27 20:49:28.439880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a8756-f18c-4d71-937d-47d229eef8ad req-a14eda4f-b4d3-4447-bc0c-444a44e62650 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:28.441480 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a8756-f18c-4d71-937d-47d229eef8ad req-a14eda4f-b4d3-4447-bc0c-444a44e62650 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0672674 Jul 27 20:49:28.483394 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-925a8756-f18c-4d71-937d-47d229eef8ad req-bb5377c9-afc4-4cc6-88a7-c7810ff4ba23 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356004 Jul 27 20:49:29.655451 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0942e-898e-4559-85e6-053882d2d104 req-1d3736e9-8753-45c2-ba7f-b26122b1b7ab tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:29.656983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69a0942e-898e-4559-85e6-053882d2d104 req-1d3736e9-8753-45c2-ba7f-b26122b1b7ab tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0728490 Jul 27 20:49:29.699287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69a0942e-898e-4559-85e6-053882d2d104 req-d29c5ccd-37e9-4ddb-aa8b-56ea82afcc25 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331635 Jul 27 20:49:30.851341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec190a-fe54-4197-a7a1-d7412fa7b573 req-c5920156-3de3-4678-a665-6fa422e27ca3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:30.852862 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5eec190a-fe54-4197-a7a1-d7412fa7b573 req-c5920156-3de3-4678-a665-6fa422e27ca3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0692418 Jul 27 20:49:30.902638 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5eec190a-fe54-4197-a7a1-d7412fa7b573 req-28275545-89e1-4111-9b1a-f5084bcc85e4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430965 Jul 27 20:49:32.049644 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe7720-ce36-420d-8452-faa880c3474b req-a8e604b6-d040-4049-b20c-0a7786556594 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:32.051120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9fe7720-ce36-420d-8452-faa880c3474b req-a8e604b6-d040-4049-b20c-0a7786556594 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0682552 Jul 27 20:49:32.101536 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9fe7720-ce36-420d-8452-faa880c3474b req-a6402515-3b50-40ea-9676-718bff6a79fd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404158 Jul 27 20:49:33.260388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3772243-651a-46a2-97cd-29c375365797 req-86ea5412-6c8c-4150-a971-7339dde9191d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:33.262228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3772243-651a-46a2-97cd-29c375365797 req-86ea5412-6c8c-4150-a971-7339dde9191d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0802166 Jul 27 20:49:33.303383 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c3772243-651a-46a2-97cd-29c375365797 req-296a617b-41b7-46a0-bfdc-81a2075fd1af tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345986 Jul 27 20:49:34.466894 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdd0bd-0519-4ad9-9bcd-622d93c0cc3d req-8a6c7baf-7ba3-4f51-a48f-9d705c1ee3a7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:34.468842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ebdd0bd-0519-4ad9-9bcd-622d93c0cc3d req-8a6c7baf-7ba3-4f51-a48f-9d705c1ee3a7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0772440 Jul 27 20:49:34.507285 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4ebdd0bd-0519-4ad9-9bcd-622d93c0cc3d req-e1ab1538-1649-4e72-aa5e-8879df7e61be tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323808 Jul 27 20:49:35.662401 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a55f05-5d3b-43f9-9b97-afb6bd0e26f2 req-51fde5ff-1e61-4347-bc19-6586a48876fd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:35.664849 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15a55f05-5d3b-43f9-9b97-afb6bd0e26f2 req-51fde5ff-1e61-4347-bc19-6586a48876fd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0790558 Jul 27 20:49:35.708285 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-15a55f05-5d3b-43f9-9b97-afb6bd0e26f2 req-0d4bd3db-9729-4f95-b641-f9ab084dc41f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354288 Jul 27 20:49:36.861156 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a40ca-9f90-4f46-b843-9841370f8bdf req-698882cb-e048-425b-a657-77a94745cdc6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:36.862674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-980a40ca-9f90-4f46-b843-9841370f8bdf req-698882cb-e048-425b-a657-77a94745cdc6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0730617 Jul 27 20:49:36.902255 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-980a40ca-9f90-4f46-b843-9841370f8bdf req-2469ca97-f1ed-42f4-8e3c-6f245ec9f65b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332544 Jul 27 20:49:38.054856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e692ac0-c60c-400a-85cf-fec4d3a22a54 req-0b677e6d-c116-4b37-9c9b-20caeb71877c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:38.056527 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e692ac0-c60c-400a-85cf-fec4d3a22a54 req-0b677e6d-c116-4b37-9c9b-20caeb71877c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0687039 Jul 27 20:49:38.100755 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7e692ac0-c60c-400a-85cf-fec4d3a22a54 req-55ac9db7-5d26-46a9-9742-5e3cef3a2aa9 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353553 Jul 27 20:49:38.265506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-2e0f4977-ab31-4bc5-a19e-c34676c6eccb req-e1435aea-f6de-4d7d-a2bb-8e851db2a6ad tempest-ServerDiskConfigTestJSON-1812707420 tempest-ServerDiskConfigTestJSON-1812707420-project] (94059) timed out ('10.222.0.52', 59228) {{(pid=94059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:49:39.116270 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:39.256908 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1058c74-5ae8-4299-a66f-2bcbdd47d2ef req-a9439df2-ce1b-49f5-840d-d48ad9f3bb76 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:39.258408 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d1058c74-5ae8-4299-a66f-2bcbdd47d2ef req-a9439df2-ce1b-49f5-840d-d48ad9f3bb76 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0716379 Jul 27 20:49:39.301135 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d1058c74-5ae8-4299-a66f-2bcbdd47d2ef req-a657b7a1-0e01-494f-9e87-e439bb3cc6cc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330667 Jul 27 20:49:40.458926 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83c925-fb93-42ea-b05d-3e4bf7b196de req-cf9cd7c5-ca93-4147-aa4e-585642bf8afc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:40.460502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef83c925-fb93-42ea-b05d-3e4bf7b196de req-cf9cd7c5-ca93-4147-aa4e-585642bf8afc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0757647 Jul 27 20:49:40.510132 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ef83c925-fb93-42ea-b05d-3e4bf7b196de req-ab7d5065-0a14-4b73-9ac1-452396eddc5e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432990 Jul 27 20:49:41.664562 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14c039-0278-4264-b42b-8d88957a7794 req-360a4737-27bc-49e4-b0a4-622b31a9ee7b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:41.666072 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f14c039-0278-4264-b42b-8d88957a7794 req-360a4737-27bc-49e4-b0a4-622b31a9ee7b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0710490 Jul 27 20:49:41.704878 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f14c039-0278-4264-b42b-8d88957a7794 req-702e056a-0949-4b63-b5cb-93eb403b54e5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324976 Jul 27 20:49:42.325605 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:42.865546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b8f71-feec-466b-aac1-64382db936fc req-54197f9b-ce74-4a22-9828-7067b4fdbff1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:42.868925 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-013b8f71-feec-466b-aac1-64382db936fc req-54197f9b-ce74-4a22-9828-7067b4fdbff1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0824552 Jul 27 20:49:42.910773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-013b8f71-feec-466b-aac1-64382db936fc req-7aaa0867-8f8e-493e-a77b-c37e5cbaef52 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349879 Jul 27 20:49:43.526378 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a1da886e-bd43-4e4d-add7-52ce285caabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:44.067685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90073d3f-3adb-4ff0-953c-9a588bc95eff req-cc845804-5ac6-4dcb-b39e-1d168e4ef5c7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:44.069217 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-90073d3f-3adb-4ff0-953c-9a588bc95eff req-cc845804-5ac6-4dcb-b39e-1d168e4ef5c7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0701773 Jul 27 20:49:44.108092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-90073d3f-3adb-4ff0-953c-9a588bc95eff req-5faebbc3-a192-4d9e-b102-b660a333040d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327106 Jul 27 20:49:45.266616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1190ef3-1652-418d-b89e-8c6ee427d811 req-f933d9ff-7288-4c7b-bf0b-80799726a5f3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:45.268167 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1190ef3-1652-418d-b89e-8c6ee427d811 req-f933d9ff-7288-4c7b-bf0b-80799726a5f3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0815768 Jul 27 20:49:45.316835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1190ef3-1652-418d-b89e-8c6ee427d811 req-3ccfb8fe-90b3-436d-8fcf-7f354319e4c2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389965 Jul 27 20:49:46.243463 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-abc1a02c-4651-447d-837c-5384bfa0b8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:46.336625 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:46.464107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49cf9e-53a6-4f39-b1be-32c2b404c20b req-8661cf42-ad99-41ff-ad3c-3805d1247279 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:46.465653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b49cf9e-53a6-4f39-b1be-32c2b404c20b req-8661cf42-ad99-41ff-ad3c-3805d1247279 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0691295 Jul 27 20:49:46.514858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b49cf9e-53a6-4f39-b1be-32c2b404c20b req-8e2d25de-4252-486a-95cd-f1c57b4dd211 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416658 Jul 27 20:49:47.415285 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:47.674317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d6243-f967-4384-a5a7-ac5d18e3dbad req-a8705c4b-86a7-42d3-8ba9-4a96a7928034 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:47.675730 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b8d6243-f967-4384-a5a7-ac5d18e3dbad req-a8705c4b-86a7-42d3-8ba9-4a96a7928034 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0730920 Jul 27 20:49:47.717758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b8d6243-f967-4384-a5a7-ac5d18e3dbad req-230396e1-0d14-49f5-8a7e-63103cd107a7 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330021 Jul 27 20:49:47.860777 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:49:48.859604 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf303a9-07ad-42b4-9c4f-19413e39b404 req-b92d9ac0-4fab-4d69-9977-ccb0b688c220 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:48.861138 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baf303a9-07ad-42b4-9c4f-19413e39b404 req-b92d9ac0-4fab-4d69-9977-ccb0b688c220 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0688062 Jul 27 20:49:48.910361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baf303a9-07ad-42b4-9c4f-19413e39b404 req-8e3b6652-e288-4778-aee0-de8900c26a0a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429299 Jul 27 20:49:49.166448 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:49.222214 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-12a9debb-d3e0-4ecb-8b6b-a2057da65a2e req-6b3d42ee-b3dd-44ae-8539-9d56a1564067 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585985 Jul 27 20:49:49.320076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9debb-d3e0-4ecb-8b6b-a2057da65a2e req-203d8bfd-3b0c-46ea-a08e-527ca6d5e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:49.321620 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-12a9debb-d3e0-4ecb-8b6b-a2057da65a2e req-203d8bfd-3b0c-46ea-a08e-527ca6d5e46e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d818b488e4104d16b3de6116fd21eb6a&device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 1097 time: 0.0559130 Jul 27 20:49:49.436465 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9debb-d3e0-4ecb-8b6b-a2057da65a2e req-3b543c12-6032-4584-a235-71ef7c4c5de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:49.438096 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-12a9debb-d3e0-4ecb-8b6b-a2057da65a2e req-3b543c12-6032-4584-a235-71ef7c4c5de9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 200 len: 912 time: 0.0961218 Jul 27 20:49:49.507606 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-12a9debb-d3e0-4ecb-8b6b-a2057da65a2e req-a4309c35-db96-4065-a76f-df6d9b5112dc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 200 len: 1002 time: 0.0622120 Jul 27 20:49:49.560635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9debb-d3e0-4ecb-8b6b-a2057da65a2e req-f2e6cec8-6982-4818-a0e5-94b0c4153e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:49.562139 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-12a9debb-d3e0-4ecb-8b6b-a2057da65a2e req-f2e6cec8-6982-4818-a0e5-94b0c4153e72 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 200 len: 850 time: 0.0473831 Jul 27 20:49:49.633456 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9debb-d3e0-4ecb-8b6b-a2057da65a2e req-9841c787-aa10-4e45-b63b-3ae802ace25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:49.634997 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-12a9debb-d3e0-4ecb-8b6b-a2057da65a2e req-9841c787-aa10-4e45-b63b-3ae802ace25c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655861 Jul 27 20:49:49.725335 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-12a9debb-d3e0-4ecb-8b6b-a2057da65a2e req-20896dc0-5ee5-413f-b22c-14df882b19a0 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829871 Jul 27 20:49:49.825320 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-12a9debb-d3e0-4ecb-8b6b-a2057da65a2e req-2063d1a2-3c16-43e0-92b6-1ee8a8334319 service neutron] 10.222.0.63 "GET /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926445 Jul 27 20:49:50.057819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de19f9-cb32-4c25-a2ea-b6e28e9bc932 req-af23c2e5-e1ac-4bfc-95dd-ec9f247f39ab tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:50.059336 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4de19f9-cb32-4c25-a2ea-b6e28e9bc932 req-af23c2e5-e1ac-4bfc-95dd-ec9f247f39ab tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0669248 Jul 27 20:49:50.101475 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4de19f9-cb32-4c25-a2ea-b6e28e9bc932 req-2f561567-990f-4d6b-b4cb-9c3ace11bb17 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330904 Jul 27 20:49:51.588314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d02e43-d53f-43b5-a5d2-7af7a2623e55 req-61fb4a89-0fb5-4113-b22b-1de61f009d04 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:51.589816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97d02e43-d53f-43b5-a5d2-7af7a2623e55 req-61fb4a89-0fb5-4113-b22b-1de61f009d04 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.4055288 Jul 27 20:49:51.632992 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-97d02e43-d53f-43b5-a5d2-7af7a2623e55 req-19870bd4-a0fe-4cb7-b462-68ad1e487383 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328059 Jul 27 20:49:52.785683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31c444-2f24-44aa-9b02-3a2d5b4bc117 req-48dfee4e-baa2-4c5d-bfcb-57fd81c50b56 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:52.787157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df31c444-2f24-44aa-9b02-3a2d5b4bc117 req-48dfee4e-baa2-4c5d-bfcb-57fd81c50b56 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0833783 Jul 27 20:49:52.829295 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df31c444-2f24-44aa-9b02-3a2d5b4bc117 req-cefac1d1-1565-4100-8d72-b0dc5b11f0a2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323191 Jul 27 20:49:54.002907 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a60f32-9384-4668-a860-f75925a14b2d req-c52ae578-71a2-48d7-a060-388b81b176b3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:54.004430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9a60f32-9384-4668-a860-f75925a14b2d req-c52ae578-71a2-48d7-a060-388b81b176b3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0867956 Jul 27 20:49:54.043139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c9a60f32-9384-4668-a860-f75925a14b2d req-a7e4be06-8c50-4a93-91f5-6868b50dd0da tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324516 Jul 27 20:49:55.186843 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7665f0-8b25-4617-a801-ec4d2bd2a6f4 req-1912e1fd-29af-4150-8164-fb0837fca68c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:55.188500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c7665f0-8b25-4617-a801-ec4d2bd2a6f4 req-1912e1fd-29af-4150-8164-fb0837fca68c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0711765 Jul 27 20:49:55.228645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5c7665f0-8b25-4617-a801-ec4d2bd2a6f4 req-16bf5a0c-8525-41a8-8ad8-24471413a7ab tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337987 Jul 27 20:49:56.374812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2712180-641f-43da-897b-c573684a4396 req-1dc32779-a06a-487c-91cc-0c600822947b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:56.376191 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2712180-641f-43da-897b-c573684a4396 req-1dc32779-a06a-487c-91cc-0c600822947b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0666134 Jul 27 20:49:56.413818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d2712180-641f-43da-897b-c573684a4396 req-469f2cd9-6483-44e8-9f39-63ad5fa0df06 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315735 Jul 27 20:49:57.566280 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02698cb-5c14-4198-8146-3e3b52367d5e req-403ff3d6-8773-40e6-88c0-2c68b8a0f46a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:57.567758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d02698cb-5c14-4198-8146-3e3b52367d5e req-403ff3d6-8773-40e6-88c0-2c68b8a0f46a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0748217 Jul 27 20:49:57.609977 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d02698cb-5c14-4198-8146-3e3b52367d5e req-beafeb8c-d5cf-4111-86b4-772646522df0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331359 Jul 27 20:49:58.763246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946ef2e-8c34-4207-822c-2b3960f9106c req-13d1cb35-aca0-45aa-a70e-8b56cfd61790 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:58.764842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c946ef2e-8c34-4207-822c-2b3960f9106c req-13d1cb35-aca0-45aa-a70e-8b56cfd61790 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0714736 Jul 27 20:49:58.805200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c946ef2e-8c34-4207-822c-2b3960f9106c req-dbde36c4-51bc-4f35-97c4-3f43513d650d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340841 Jul 27 20:49:59.978025 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b301e8d-767d-4f99-82f7-0dbcb2f11bd5 req-fb926045-630c-4b22-a0a9-9c89f0b8e581 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:49:59.979503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b301e8d-767d-4f99-82f7-0dbcb2f11bd5 req-fb926045-630c-4b22-a0a9-9c89f0b8e581 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0801053 Jul 27 20:50:00.018920 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b301e8d-767d-4f99-82f7-0dbcb2f11bd5 req-e2df6442-b5e0-467f-876d-ef63459def10 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332398 Jul 27 20:50:01.168142 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61528aac-2ad0-4b4e-acb0-83b28c36dd94 req-efd4b04f-6903-447c-906d-80c530ddcf0a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:01.169722 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61528aac-2ad0-4b4e-acb0-83b28c36dd94 req-efd4b04f-6903-447c-906d-80c530ddcf0a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0715368 Jul 27 20:50:01.210445 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-61528aac-2ad0-4b4e-acb0-83b28c36dd94 req-8bbd9ae5-be22-4ccc-aa90-818cee77398e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341532 Jul 27 20:50:02.352386 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5f0e7-9a3c-4be1-9692-dbdc9a363030 req-1693d14b-547a-4a3a-ab4d-0de7266d0628 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:02.353833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6cd5f0e7-9a3c-4be1-9692-dbdc9a363030 req-1693d14b-547a-4a3a-ab4d-0de7266d0628 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0664406 Jul 27 20:50:02.394279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6cd5f0e7-9a3c-4be1-9692-dbdc9a363030 req-85b3576f-8bcd-4f26-b7cf-9bfd8fea4f6e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342400 Jul 27 20:50:03.541698 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaee1ae-7231-4ce0-92f5-b51fde095ff0 req-9d524e71-3536-4d6e-a1fa-e005d692da47 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:03.543206 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-feaee1ae-7231-4ce0-92f5-b51fde095ff0 req-9d524e71-3536-4d6e-a1fa-e005d692da47 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0733857 Jul 27 20:50:03.583861 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-feaee1ae-7231-4ce0-92f5-b51fde095ff0 req-8fcfa560-008a-4c22-9458-9edc3e6a25ec tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325246 Jul 27 20:50:04.745558 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228ffae-59a2-49fc-96ba-a77a6ee7ea4e req-8d66f100-a82d-47fe-a721-360658c8e354 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:04.747065 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e228ffae-59a2-49fc-96ba-a77a6ee7ea4e req-8d66f100-a82d-47fe-a721-360658c8e354 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0705862 Jul 27 20:50:04.789501 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e228ffae-59a2-49fc-96ba-a77a6ee7ea4e req-220e8b59-92bd-4fd1-81a1-f2e020443af5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331662 Jul 27 20:50:05.938858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ae0ea-e394-4ee5-864a-116f5a8b36c3 req-97c1aef2-496f-4abe-b284-c153d5a588bc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:05.940663 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e0ae0ea-e394-4ee5-864a-116f5a8b36c3 req-97c1aef2-496f-4abe-b284-c153d5a588bc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0721815 Jul 27 20:50:05.985068 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5e0ae0ea-e394-4ee5-864a-116f5a8b36c3 req-f8354a31-a740-498a-809f-cc4f1895f756 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348179 Jul 27 20:50:07.137452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df8349-9681-49fb-8a3c-fd419076d799 req-d55387f8-3448-4a6e-b876-df2add66e1da tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:07.138962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84df8349-9681-49fb-8a3c-fd419076d799 req-d55387f8-3448-4a6e-b876-df2add66e1da tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0791631 Jul 27 20:50:07.178168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84df8349-9681-49fb-8a3c-fd419076d799 req-77f8f6ac-dd58-4725-a785-577974d9e030 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324402 Jul 27 20:50:08.331962 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cae8e-c20e-44e6-a890-283d4853fc9c req-a1fec06b-fa21-4f05-9de1-06264454d5a4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:08.333768 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea9cae8e-c20e-44e6-a890-283d4853fc9c req-a1fec06b-fa21-4f05-9de1-06264454d5a4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0781004 Jul 27 20:50:08.384237 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea9cae8e-c20e-44e6-a890-283d4853fc9c req-ea1dd156-9133-4e63-b53c-a9b67752b76b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365195 Jul 27 20:50:09.111186 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:09.555054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f4a1f-5bff-4e82-a392-20a386607457 req-61d231d5-7af5-4df4-94ef-82d35d000a5a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:09.556550 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e1f4a1f-5bff-4e82-a392-20a386607457 req-61d231d5-7af5-4df4-94ef-82d35d000a5a tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0771019 Jul 27 20:50:09.598684 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e1f4a1f-5bff-4e82-a392-20a386607457 req-85e222d5-5927-431f-8ec9-24126314d30b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358384 Jul 27 20:50:10.760196 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62ac83-40db-4283-95ad-97615bff7e38 req-262da9a0-5fbf-4a5b-af36-c453ec26ab59 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:10.762669 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c62ac83-40db-4283-95ad-97615bff7e38 req-262da9a0-5fbf-4a5b-af36-c453ec26ab59 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0783656 Jul 27 20:50:10.819445 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c62ac83-40db-4283-95ad-97615bff7e38 req-36ede806-6ebf-4538-8b9e-098672aa4442 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465717 Jul 27 20:50:11.983322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a26476-872f-48b0-b5be-9f190f5b8c71 req-37902cf1-ba77-4f69-a783-a5594066c531 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:11.984826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88a26476-872f-48b0-b5be-9f190f5b8c71 req-37902cf1-ba77-4f69-a783-a5594066c531 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0813005 Jul 27 20:50:12.031089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-88a26476-872f-48b0-b5be-9f190f5b8c71 req-e94aa3c9-0a02-4408-9984-cc01b6ad11c4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395625 Jul 27 20:50:12.329870 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:13.177369 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9d4f8-2696-48d5-92e9-4df874337dbd req-39154a15-29f0-4e13-8db4-d93aaf3f99e0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:13.179233 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70b9d4f8-2696-48d5-92e9-4df874337dbd req-39154a15-29f0-4e13-8db4-d93aaf3f99e0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0752709 Jul 27 20:50:13.227109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-70b9d4f8-2696-48d5-92e9-4df874337dbd req-5fdc15cb-0981-48e7-a9a9-a47808f5ddf5 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410693 Jul 27 20:50:13.521905 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2765bcf3-4e9f-4107-aa91-ec15166282cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:14.389821 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d4548-055a-49fc-a475-a981f1b9edba req-c663d3f0-4aef-454a-8618-b0ea01fc04f0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:14.391246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca2d4548-055a-49fc-a475-a981f1b9edba req-c663d3f0-4aef-454a-8618-b0ea01fc04f0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0829608 Jul 27 20:50:14.430391 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ca2d4548-055a-49fc-a475-a981f1b9edba req-018cbcf6-c4b9-40b6-9eda-0f4d6a82fd96 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328155 Jul 27 20:50:15.585774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcb92e-a282-4803-a23e-1f44f7621fe4 req-8acb6a52-4c8f-4fb5-b273-09acfb9b166d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:15.587349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02dcb92e-a282-4803-a23e-1f44f7621fe4 req-8acb6a52-4c8f-4fb5-b273-09acfb9b166d tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0778868 Jul 27 20:50:15.628611 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02dcb92e-a282-4803-a23e-1f44f7621fe4 req-a5be4423-d902-4cc0-b20a-53129a17ae38 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316365 Jul 27 20:50:16.245952 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3e5f6c6d-ba68-451e-b464-cd083f323302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:16.331815 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:16.778223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3b7c2-fe6b-4ae8-9fec-aa0839b86154 req-11a91278-b9ae-4011-bfa8-c3799319beda tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:16.779738 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ae3b7c2-fe6b-4ae8-9fec-aa0839b86154 req-11a91278-b9ae-4011-bfa8-c3799319beda tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0688412 Jul 27 20:50:16.819735 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ae3b7c2-fe6b-4ae8-9fec-aa0839b86154 req-cadb6b22-35cb-43ae-bd60-cbfc9a199af3 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337400 Jul 27 20:50:17.417735 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:17.974480 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc124d-bb6f-4e27-aeb3-8d5c8b536b25 req-24f31635-2bbd-4bdc-886e-866428dd8932 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:17.976039 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64fc124d-bb6f-4e27-aeb3-8d5c8b536b25 req-24f31635-2bbd-4bdc-886e-866428dd8932 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0691969 Jul 27 20:50:18.015986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-64fc124d-bb6f-4e27-aeb3-8d5c8b536b25 req-5b778397-652f-42d2-afed-cca37510620c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338218 Jul 27 20:50:19.164366 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:19.167988 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd998879-2c8f-41b7-aee2-f43bb4db8e28 req-1b241838-5a48-46d1-ada0-81ac97b0f5bc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:19.169651 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd998879-2c8f-41b7-aee2-f43bb4db8e28 req-1b241838-5a48-46d1-ada0-81ac97b0f5bc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0712106 Jul 27 20:50:19.218114 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd998879-2c8f-41b7-aee2-f43bb4db8e28 req-b6de66d7-dcfc-4e96-acfc-2669b90bb821 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421739 Jul 27 20:50:20.375582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4d142-5d8b-455e-9c99-17330530fd25 req-4dd64d2e-bb9c-4a41-9326-5b00f869455b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:20.377508 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fb4d142-5d8b-455e-9c99-17330530fd25 req-4dd64d2e-bb9c-4a41-9326-5b00f869455b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0737574 Jul 27 20:50:20.417454 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2fb4d142-5d8b-455e-9c99-17330530fd25 req-0fc5d7d6-4144-440e-bc42-155a6e10da3e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335150 Jul 27 20:50:21.570975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839d061-6576-4a12-ab70-d2d7cba33276 req-3592314b-c697-426f-a7c3-ca3ad7e53c91 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:21.572510 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2839d061-6576-4a12-ab70-d2d7cba33276 req-3592314b-c697-426f-a7c3-ca3ad7e53c91 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0753381 Jul 27 20:50:21.613549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2839d061-6576-4a12-ab70-d2d7cba33276 req-9e4ea4cb-42da-41d2-a819-1a19984c410b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348976 Jul 27 20:50:22.770297 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894c2c0-6cff-440b-9444-3e3fed9a7fae req-0be152e6-ae1f-47a1-91ca-3d9d7c6f647f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:22.771893 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8894c2c0-6cff-440b-9444-3e3fed9a7fae req-0be152e6-ae1f-47a1-91ca-3d9d7c6f647f tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0727787 Jul 27 20:50:22.814539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8894c2c0-6cff-440b-9444-3e3fed9a7fae req-2e22d279-873d-438c-9f2b-01d3f68a53b1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337422 Jul 27 20:50:23.968098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02202396-f366-420f-9a94-b1f41e405f84 req-53f85b33-4678-4744-b40c-8a05aab4e7ea tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:23.970334 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02202396-f366-420f-9a94-b1f41e405f84 req-53f85b33-4678-4744-b40c-8a05aab4e7ea tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0778198 Jul 27 20:50:24.010233 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02202396-f366-420f-9a94-b1f41e405f84 req-84c51a91-fa8e-465a-9fb9-8fb67f76a8fc tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334835 Jul 27 20:50:24.866604 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:50:25.161100 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa683b-1159-41de-9ac2-1ea1a534b1e6 req-05675355-4953-4428-97bb-ffd4665b38a4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:25.162653 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4aa683b-1159-41de-9ac2-1ea1a534b1e6 req-05675355-4953-4428-97bb-ffd4665b38a4 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0665457 Jul 27 20:50:25.201081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4aa683b-1159-41de-9ac2-1ea1a534b1e6 req-25888abb-5c94-49f6-9053-72301c5b5ebd tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322549 Jul 27 20:50:26.366214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e0910-61dc-4b2d-9d34-02fe58db40a1 req-4dd1b835-60a7-4577-845c-52715e2f091e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:26.367796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e2e0910-61dc-4b2d-9d34-02fe58db40a1 req-4dd1b835-60a7-4577-845c-52715e2f091e tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0720735 Jul 27 20:50:26.409804 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e2e0910-61dc-4b2d-9d34-02fe58db40a1 req-6aa67994-434f-44dc-b585-df0ea92fcab6 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328703 Jul 27 20:50:27.569867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3b1a0-4927-4410-a02d-206c8eb13cbc req-c6caade5-7791-4e3d-a30a-1f54ffb7f475 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:27.571418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ceb3b1a0-4927-4410-a02d-206c8eb13cbc req-c6caade5-7791-4e3d-a30a-1f54ffb7f475 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0776908 Jul 27 20:50:27.612526 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ceb3b1a0-4927-4410-a02d-206c8eb13cbc req-c97fdd9b-8425-43b4-9922-c39945a1747b tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345633 Jul 27 20:50:28.759559 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7b168-44a8-4a5a-855e-f9b61efb54d2 req-c395d732-3fe7-42b4-ad17-ed1f6d2be373 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:28.761217 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ac7b168-44a8-4a5a-855e-f9b61efb54d2 req-c395d732-3fe7-42b4-ad17-ed1f6d2be373 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0685396 Jul 27 20:50:28.802472 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3ac7b168-44a8-4a5a-855e-f9b61efb54d2 req-38d28650-2988-40b5-9a06-89e3b1c47703 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351679 Jul 27 20:50:29.951763 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756177e-99f5-4440-9c48-e3bce4095a84 req-28cf9dc5-dede-4d5e-89c0-ed095193fa66 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:29.953306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2756177e-99f5-4440-9c48-e3bce4095a84 req-28cf9dc5-dede-4d5e-89c0-ed095193fa66 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0714748 Jul 27 20:50:29.998888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2756177e-99f5-4440-9c48-e3bce4095a84 req-73793307-9f76-42d6-ac0a-d2b1a5935ee2 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365257 Jul 27 20:50:30.159566 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c740468-4587-4fcf-8394-d3cc17e096b9 req-19c1e7df-6037-4edd-ac90-b98b6fade683 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:30.161120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c740468-4587-4fcf-8394-d3cc17e096b9 req-19c1e7df-6037-4edd-ac90-b98b6fade683 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0705478 Jul 27 20:50:30.200636 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6c740468-4587-4fcf-8394-d3cc17e096b9 req-96279799-f053-4c08-815a-b2ef24513166 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332832 Jul 27 20:50:30.493265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7f690-6a15-45e7-ab03-b6615312466a req-ef2ad0fb-98d0-4c16-be78-786436064483 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:30.494789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2f7f690-6a15-45e7-ab03-b6615312466a req-ef2ad0fb-98d0-4c16-be78-786436064483 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0715146 Jul 27 20:50:30.533590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2f7f690-6a15-45e7-ab03-b6615312466a req-abe909ac-68c9-44b8-bc4a-2082cc1dcf5c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups?id=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323799 Jul 27 20:50:31.067196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bf2c5e9-7fac-4361-8912-1e5fbea18c75 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:31.068691 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bf2c5e9-7fac-4361-8912-1e5fbea18c75 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.63 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 945 time: 0.0687537 Jul 27 20:50:31.178492 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Deleting port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:50:31.178848 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:31.278001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] For port 3a3b955d-a496-4ef7-9771-2c85b1a3a851, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3a3b955d-a496-4ef7-9771-2c85b1a3a851,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:50:31.278345 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:31.461691 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:31.461923 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:31.462153 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026 disassociated. External IP: 172.25.1.174, port: 3a3b955d-a496-4ef7-9771-2c85b1a3a851. Jul 27 20:50:31.462493 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Calling delete_port for 3a3b955d-a496-4ef7-9771-2c85b1a3a851 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:50:31.601996 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:31.629640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Pushing event deleted for resources: {'Port': ['ID=3a3b955d-a496-4ef7-9771-2c85b1a3a851,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:31.642188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:31.642536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:31.642876 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:31.643206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:31.643537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:31.643867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:31.644065 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d52661a-77a9-4c66-852a-c92d47b9e020 req-7e98f04a-bcfa-4967-9014-6672fd80ca89 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 210 time: 0.0344570 Jul 27 20:50:31.644497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:31.644579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:31.644874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:31.645198 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:31.645521 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:31.645840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:31.766072 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:50:31.883010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:50:31.894450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201840e1-93a4-4376-b4b2-39fc7d216470 None None] Sync routers for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:50:31.906820 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201840e1-93a4-4376-b4b2-39fc7d216470 None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:50:31.907744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-201840e1-93a4-4376-b4b2-39fc7d216470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:50:31.929730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] No DVR routers for this DVR port 3a3b955d-a496-4ef7-9771-2c85b1a3a851 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:50:31.932534 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:31.934673 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-82f008e9-74b5-4fe1-ae63-857b149373e5 req-2bb2353c-7c1f-4a70-a004-4967d691833c tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.63 "DELETE /v2.0/ports/3a3b955d-a496-4ef7-9771-2c85b1a3a851 HTTP/1.1" status: 204 len: 173 time: 0.8593543 Jul 27 20:50:31.935106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'name': 'network-vif-deleted', 'tag': '3a3b955d-a496-4ef7-9771-2c85b1a3a851'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:50:31.937447 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c151269-ed22-4f60-9e00-40632c7dc515" -d '{"events": [{"server_uuid": "562fbd6d-d04a-4b36-92f8-4d902a486c38", "name": "network-vif-deleted", "tag": "3a3b955d-a496-4ef7-9771-2c85b1a3a851"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:50:32.018682 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-201840e1-93a4-4376-b4b2-39fc7d216470 None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:50:32.063397 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc8dc61-3cb7-4df4-bbe0-17988548f7fa x-openstack-request-id: req-ecc8dc61-3cb7-4df4-bbe0-17988548f7fa {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:50:32.063887 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562fbd6d-d04a-4b36-92f8-4d902a486c38", "name": "network-vif-deleted", "tag": "3a3b955d-a496-4ef7-9771-2c85b1a3a851", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:50:32.064295 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ecc8dc61-3cb7-4df4-bbe0-17988548f7fa {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:50:32.064737 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562fbd6d-d04a-4b36-92f8-4d902a486c38', 'name': 'network-vif-deleted', 'tag': '3a3b955d-a496-4ef7-9771-2c85b1a3a851', 'status': 'completed', 'code': 200} Jul 27 20:50:32.245600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-201840e1-93a4-4376-b4b2-39fc7d216470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:50:32.441116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201840e1-93a4-4376-b4b2-39fc7d216470 None None] Checking router: f523858c-0ca5-4fb9-ab0f-0a7c4383a289 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:50:32.457101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201840e1-93a4-4376-b4b2-39fc7d216470 None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:50:32.457706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-201840e1-93a4-4376-b4b2-39fc7d216470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:50:32.605378 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-201840e1-93a4-4376-b4b2-39fc7d216470 None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:50:32.753276 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b4c6092-91e8-441e-a2af-174081349539 req-81d5f1c1-90db-4970-a0be-a5f6288fdaa1 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 210 time: 0.0307727 Jul 27 20:50:32.859498 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-201840e1-93a4-4376-b4b2-39fc7d216470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:50:32.891291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201840e1-93a4-4376-b4b2-39fc7d216470 None None] The sync data for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 is: [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:35:29Z', 'revision_number': 4, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '8552a1d2-a959-47f1-8049-a1611b8122a4', 'name': '', 'network_id': '3f2b2f88-ea83-425a-8c9b-99b5ccb0f684', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'mac_address': 'fa:16:3e:c4:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:28Z', 'updated_at': '2021-07-27T20:35:33Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'subnets': [{'id': '6df32f0f-2f38-46fb-811c-f2ba2f7530a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:50:33.110091 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f232f77-bedb-4868-874a-4770db7c0ffe None None] New status for floating IP 2909d660-c78a-4ad0-9fa1-dd151dc68026: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:50:33.858990 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a6bec085-7ada-4f2e-b570-07e83d85b64f req-840c60a8-b34c-4cec-b496-1f7cc1df8457 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 210 time: 0.0305882 Jul 27 20:50:34.961598 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-334d0958-0447-4382-a13b-d601dc12e2c1 req-10cb55a1-986f-4ce6-9226-5957e9f46895 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/ports?device_id=562fbd6d-d04a-4b36-92f8-4d902a486c38 HTTP/1.1" status: 200 len: 210 time: 0.0292859 Jul 27 20:50:36.293414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3a3b955d-a496-4ef7-9771-2c85b1a3a851 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:50:36.315053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 3a3b955d-a496-4ef7-9771-2c85b1a3a851 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:50:36.315168 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3a3b955d-a496-4ef7-9771-2c85b1a3a851 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:50:39.125091 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:39.824277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37814) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:50:39.885781 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:39.909568 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:39.965809 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:39.969931 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:39.971483 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "DELETE /v2.0/security-groups/eab2e7b7-aec6-46ce-a2f4-78e0afb8d114 HTTP/1.1" status: 204 len: 168 time: 0.1462002 Jul 27 20:50:39.974552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37816) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:50:39.984206 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab2e7b7-aec6-46ce-a2f4-78e0afb8d114,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:39.995074 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [None req-6acb78c9-4d4a-45f3-8806-a98e29748c57 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] show failed (client error): The resource could not be found. Jul 27 20:50:39.998998 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6acb78c9-4d4a-45f3-8806-a98e29748c57 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "GET /v2.0/security-groups/eab2e7b7-aec6-46ce-a2f4-78e0afb8d114 HTTP/1.1" status: 404 len: 347 time: 0.0202298 Jul 27 20:50:39.999139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:39.999139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:39.999139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:39.999139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:39.999139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:39.999139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:39.999139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:39.999139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:39.999823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37818) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:50:39.999917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:39.999917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:39.999917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:40.000462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec4ec23-121c-4b91-a281-5eb952fb13d0 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:40.136959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-15f52a2e-9edf-4674-a64a-b5bec276c473 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Deleting port 317c7fd0-41ae-4a30-9a4f-4334ff6494ca {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:50:40.137298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15f52a2e-9edf-4674-a64a-b5bec276c473 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:40.225402 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15f52a2e-9edf-4674-a64a-b5bec276c473 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:40.225690 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15f52a2e-9edf-4674-a64a-b5bec276c473 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:40.238094 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-15f52a2e-9edf-4674-a64a-b5bec276c473 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Calling delete_port for 317c7fd0-41ae-4a30-9a4f-4334ff6494ca owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:50:40.386402 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15f52a2e-9edf-4674-a64a-b5bec276c473 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:40.411451 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f52a2e-9edf-4674-a64a-b5bec276c473 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Pushing event deleted for resources: {'Port': ['ID=317c7fd0-41ae-4a30-9a4f-4334ff6494ca,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:40.481995 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15f52a2e-9edf-4674-a64a-b5bec276c473 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:40.484712 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-15f52a2e-9edf-4674-a64a-b5bec276c473 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:40.485942 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-15f52a2e-9edf-4674-a64a-b5bec276c473 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] 10.222.0.48 "DELETE /v2.0/floatingips/2909d660-c78a-4ad0-9fa1-dd151dc68026 HTTP/1.1" status: 204 len: 168 time: 0.4857852 Jul 27 20:50:40.490711 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37820) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:50:41.013627 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac87c-a6ce-4a39-9ae8-8d4928adf342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:41.272918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ac87c-a6ce-4a39-9ae8-8d4928adf342 admin admin] Deleting port 8552a1d2-a959-47f1-8049-a1611b8122a4 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:50:41.273235 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac87c-a6ce-4a39-9ae8-8d4928adf342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:41.359265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-9d1ac87c-a6ce-4a39-9ae8-8d4928adf342 admin admin] For port 8552a1d2-a959-47f1-8049-a1611b8122a4, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8552a1d2-a959-47f1-8049-a1611b8122a4,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:50:41.359628 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac87c-a6ce-4a39-9ae8-8d4928adf342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:41.376443 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ac87c-a6ce-4a39-9ae8-8d4928adf342 admin admin] Calling delete_port for 8552a1d2-a959-47f1-8049-a1611b8122a4 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:50:41.576255 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac87c-a6ce-4a39-9ae8-8d4928adf342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:41.601692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ac87c-a6ce-4a39-9ae8-8d4928adf342 admin admin] Pushing event deleted for resources: {'Port': ['ID=8552a1d2-a959-47f1-8049-a1611b8122a4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:41.777800 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac87c-a6ce-4a39-9ae8-8d4928adf342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:42.003755 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1ac87c-a6ce-4a39-9ae8-8d4928adf342 admin admin] Router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:50:42.111857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1ac87c-a6ce-4a39-9ae8-8d4928adf342 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:50:42.116982 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9d1ac87c-a6ce-4a39-9ae8-8d4928adf342 admin admin] 10.222.0.48 "PUT /v2.0/routers/f523858c-0ca5-4fb9-ab0f-0a7c4383a289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6251898 Jul 27 20:50:42.120283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37824) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:50:42.132357 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b209917-7f66-4a36-8e31-b0ace5b21363 None None] Sync routers for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:50:42.147800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b209917-7f66-4a36-8e31-b0ace5b21363 None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:50:42.148541 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3b209917-7f66-4a36-8e31-b0ace5b21363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:50:42.226616 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:42.256625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-3b209917-7f66-4a36-8e31-b0ace5b21363 None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:50:42.326576 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:42.365233 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:42.384752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] Deleting port 25ab05b1-49f4-4ef3-9ee8-7c995d61a655 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:50:42.385185 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:42.451024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3b209917-7f66-4a36-8e31-b0ace5b21363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:50:41Z', 'revision_number': 5, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port': {'id': '25ab05b1-49f4-4ef3-9ee8-7c995d61a655', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:45:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:35:27Z', 'updated_at': '2021-07-27T20:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:50:42.465794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] For port 25ab05b1-49f4-4ef3-9ee8-7c995d61a655, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=25ab05b1-49f4-4ef3-9ee8-7c995d61a655,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:50:42.466163 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:42.479600 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] Calling delete_port for 25ab05b1-49f4-4ef3-9ee8-7c995d61a655 owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:50:42.482177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b209917-7f66-4a36-8e31-b0ace5b21363 None None] Checking router: f523858c-0ca5-4fb9-ab0f-0a7c4383a289 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:50:42.490862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b209917-7f66-4a36-8e31-b0ace5b21363 None None] Routers {'f523858c-0ca5-4fb9-ab0f-0a7c4383a289'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:50:42.492438 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3b209917-7f66-4a36-8e31-b0ace5b21363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:50:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:50:42.574794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-3b209917-7f66-4a36-8e31-b0ace5b21363 None None] Set router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:50:42.630678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3b209917-7f66-4a36-8e31-b0ace5b21363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:50:42Z', 'revision_number': 6, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:50:42.650048 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:42.657178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b209917-7f66-4a36-8e31-b0ace5b21363 None None] The sync data for ids ['f523858c-0ca5-4fb9-ab0f-0a7c4383a289'] in n-d-705657-21 is: [{'id': 'f523858c-0ca5-4fb9-ab0f-0a7c4383a289', 'name': 'tempest-ServerActionsTestJSON-581011236-router', 'tenant_id': 'd818b488e4104d16b3de6116fd21eb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:35:26Z', 'updated_at': '2021-07-27T20:50:42Z', 'revision_number': 6, 'project_id': 'd818b488e4104d16b3de6116fd21eb6a', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:50:42.676388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] Pushing event deleted for resources: {'Port': ['ID=25ab05b1-49f4-4ef3-9ee8-7c995d61a655,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:42.749291 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:42.842501 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:42.845084 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:42.894224 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:42.895004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f523858c-0ca5-4fb9-ab0f-0a7c4383a289 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:50:42.903273 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:42.905251 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-b9098488-24e5-4170-9d7e-0d5e4d222acd admin admin] 10.222.0.48 "DELETE /v2.0/routers/f523858c-0ca5-4fb9-ab0f-0a7c4383a289 HTTP/1.1" status: 204 len: 168 time: 0.7837300 Jul 27 20:50:42.908938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37826) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:50:42.960183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a10424d-2ea3-4ea0-a158-430313a117c0 admin admin] Deleting subnet 6df32f0f-2f38-46fb-811c-f2ba2f7530a9 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:50:42.963578 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a10424d-2ea3-4ea0-a158-430313a117c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:43.350807 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a10424d-2ea3-4ea0-a158-430313a117c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:43.438969 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a10424d-2ea3-4ea0-a158-430313a117c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:43.501990 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a10424d-2ea3-4ea0-a158-430313a117c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:43.527873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8753d3b0-97a5-4fd7-852e-fd44e6627134 None None] Network 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:50:43.533312 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a10424d-2ea3-4ea0-a158-430313a117c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:43.539902 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7a10424d-2ea3-4ea0-a158-430313a117c0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6df32f0f-2f38-46fb-811c-f2ba2f7530a9 HTTP/1.1" status: 204 len: 168 time: 0.6255925 Jul 27 20:50:43.539902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10424d-2ea3-4ea0-a158-430313a117c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df32f0f-2f38-46fb-811c-f2ba2f7530a9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:43.540178 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37828) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:50:43.608233 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7e941bb2-b1bf-4be0-97ed-2d105bf46866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:43.626850 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:43.680343 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] Deleting port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:50:43.680915 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:43.757853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] DHCP port deletion for 3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:50:43.764219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] For port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7dbb90b6-dc2c-420b-8e96-47cbc86cfef9,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:50:43.764622 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:43.779255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] Calling delete_port for 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:50:43.826966 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Deleting port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:50:43.830476 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:43.870296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:43.892907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] For port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=7dbb90b6-dc2c-420b-8e96-47cbc86cfef9,segment=NetworkSegment(f50a925f-6e9d-4799-bc86-a686e3bbae3d),segment_id=f50a925f-6e9d-4799-bc86-a686e3bbae3d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:50:43.893311 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:43.897406 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] No DVR routers for this DVR port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:50:43.899224 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dbb90b6-dc2c-420b-8e96-47cbc86cfef9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:43.907310 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Calling delete_port for 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:50:43.978651 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:50:43.978970 n-d-705657-21 neutron-server[94061]: self.session.flush() Jul 27 20:50:43.987831 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:43.989037 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2b2f88-ea83-425a-8c9b-99b5ccb0f684']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:50:43.999983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50a925f-6e9d-4799-bc86-a686e3bbae3d') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:50:44.000279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50a925f-6e9d-4799-bc86-a686e3bbae3d') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:50:44.010160 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:44.016557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Pushing event deleted for resources: {'Port': ['ID=7dbb90b6-dc2c-420b-8e96-47cbc86cfef9,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:44.021875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] No DVR routers for this DVR port 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:50:44.024678 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:44.033031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:44.033610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:44.034201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:44.034439 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:44.034740 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:44.035131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:44.036970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:44.036970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:44.036970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:44.036970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:44.037528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:44.037528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6655b6be-c0b2-4706-98a2-aef0e1598b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:50:44.038004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:50:44.038694 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:50:44.041774 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:50:44.097208 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:44.102290 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:44.107120 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3f2b2f88-ea83-425a-8c9b-99b5ccb0f684 HTTP/1.1" status: 204 len: 168 time: 0.5652444 Jul 27 20:50:44.122137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705552b-8ab6-44cc-9e67-130b2e4f5e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f2b2f88-ea83-425a-8c9b-99b5ccb0f684,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:44.184079 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 25ab05b1-49f4-4ef3-9ee8-7c995d61a655 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:50:44.204610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 25ab05b1-49f4-4ef3-9ee8-7c995d61a655 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:50:44.205020 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 25ab05b1-49f4-4ef3-9ee8-7c995d61a655 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:50:44.205495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8552a1d2-a959-47f1-8049-a1611b8122a4 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:50:44.226189 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37832) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:50:44.227547 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 8552a1d2-a959-47f1-8049-a1611b8122a4 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:50:44.227892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8552a1d2-a959-47f1-8049-a1611b8122a4 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:50:44.228407 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:50:44.247535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:50:44.247875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 7dbb90b6-dc2c-420b-8e96-47cbc86cfef9 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:50:44.266795 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cf17c430-bd63-46e9-86f7-6751a3b97f42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d818b488e4104d16b3de6116fd21eb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393913 Jul 27 20:50:44.269363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37834) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:50:44.319128 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f523c04c-6beb-42c7-994d-b2ad4d2c121e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:44.341752 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f523c04c-6beb-42c7-994d-b2ad4d2c121e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:44.398684 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f523c04c-6beb-42c7-994d-b2ad4d2c121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:44.402586 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f523c04c-6beb-42c7-994d-b2ad4d2c121e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:44.403771 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f523c04c-6beb-42c7-994d-b2ad4d2c121e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a2c98f1-18c6-4b4d-9667-aeb9367d0a04 HTTP/1.1" status: 204 len: 168 time: 0.1334686 Jul 27 20:50:44.412134 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523c04c-6beb-42c7-994d-b2ad4d2c121e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2c98f1-18c6-4b4d-9667-aeb9367d0a04,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:45.186470 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 37858) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:50:45.291976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1050397185-network', 'tenant_id': 'd5ae4a312a0d40b9b1f8e7d5fb8fc908'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:50:45.319885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] Made reservation on behalf of d5ae4a312a0d40b9b1f8e7d5fb8fc908 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:50:45.322585 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:45.331333 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:45.440073 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:45.446436 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:45.472738 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:50:45.482929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d4720e-6144-4029-8ad6-6e4ad3906bbc,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:45.489047 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:45.489385 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] Added segment 57f517f4-9503-4b72-bf23-d8098cb0b87f of type vlan for network dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 Jul 27 20:50:45.530907 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:45.561539 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:45.562525 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:45.563185 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:45.616370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4287543 Jul 27 20:50:45.619664 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 37862) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:50:45.625425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-21964c0f-3fd2-4adc-bdf0-7d52e612fba7 admin admin] Request body: {'subnet': {'network_id': 'dffd5d5d-a7dc-43bf-95f6-1c289c7710a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1050397185-subnet', 'tenant_id': 'd5ae4a312a0d40b9b1f8e7d5fb8fc908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:50:45.625561 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca4330-c630-454f-bec0-bddbba071989 admin admin] Pushing event updated for resources: {'Network': ['ID=dffd5d5d-a7dc-43bf-95f6-1c289c7710a3,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:45.636480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:50:45.648638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21964c0f-3fd2-4adc-bdf0-7d52e612fba7 admin admin] Made reservation on behalf of d5ae4a312a0d40b9b1f8e7d5fb8fc908 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:50:45.651230 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21964c0f-3fd2-4adc-bdf0-7d52e612fba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:45.824764 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21964c0f-3fd2-4adc-bdf0-7d52e612fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:45.878297 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21964c0f-3fd2-4adc-bdf0-7d52e612fba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ea49c1c-cea9-4f1d-a7ac-b43e519f25e3,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:45.889109 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21964c0f-3fd2-4adc-bdf0-7d52e612fba7 admin admin] Checking segment: {'id': '57f517f4-9503-4b72-bf23-d8098cb0b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dffd5d5d-a7dc-43bf-95f6-1c289c7710a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:50:45.889547 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21964c0f-3fd2-4adc-bdf0-7d52e612fba7 admin admin] Network hostable DHCP agents. Network: dffd5d5d-a7dc-43bf-95f6-1c289c7710a3, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:50:45.908783 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21964c0f-3fd2-4adc-bdf0-7d52e612fba7 admin admin] Network dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:50:45.918183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-21964c0f-3fd2-4adc-bdf0-7d52e612fba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, dffd5d5d-a7dc-43bf-95f6-1c289c7710a3) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:50:45.922400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21964c0f-3fd2-4adc-bdf0-7d52e612fba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:45.923142 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-21964c0f-3fd2-4adc-bdf0-7d52e612fba7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:45.927394 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f909a5-0c43-43df-b01b-b77dbac9a8c0 None None] Network dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:50:45.938565 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-21964c0f-3fd2-4adc-bdf0-7d52e612fba7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3171699 Jul 27 20:50:46.063991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb99d2f-aa47-487a-856a-459c65858145 None None] Network dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:50:46.239412 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4747aae7-418e-4299-92f9-ab97b36d672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:46.335702 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:46.378143 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-91b9996d-17b4-48d0-bd4e-ebc27ac8d8f8 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:46.379765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-91b9996d-17b4-48d0-bd4e-ebc27ac8d8f8 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/networks?id=dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 HTTP/1.1" status: 200 len: 814 time: 0.1040514 Jul 27 20:50:46.397320 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-56d11190-60e8-40a4-931c-cb725e8c73df tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/quotas/d5ae4a312a0d40b9b1f8e7d5fb8fc908 HTTP/1.1" status: 200 len: 375 time: 0.0097396 Jul 27 20:50:46.437194 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-8808b904-da68-46ad-93df-406715262e65 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d5ae4a312a0d40b9b1f8e7d5fb8fc908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340152 Jul 27 20:50:46.503618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-c1393043-57ae-47e3-a88a-46730e179c3d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:50:46.504728 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-c1393043-57ae-47e3-a88a-46730e179c3d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0604818 Jul 27 20:50:46.610609 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-c86207d8-4fc3-431f-a168-146d80415120 service neutron] 10.222.0.48 "GET /v2.0/networks/dffd5d5d-a7dc-43bf-95f6-1c289c7710a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987251 Jul 27 20:50:46.707998 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-5bbbad0c-33b0-4e89-9d15-0c3e9c155547 service neutron] 10.222.0.48 "GET /v2.0/networks/dffd5d5d-a7dc-43bf-95f6-1c289c7710a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909679 Jul 27 20:50:46.879783 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7106e223-edf1-47a1-9399-1e8575fbf8ca req-701a57c2-4294-45b9-892c-529ba8e24dfd tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 210 time: 0.0310428 Jul 27 20:50:47.416065 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:47.989857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b5a2829-093c-464d-85bf-d42c10d78c59 req-c0ed9af3-fff6-4aa6-9431-e273c17ac847 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 210 time: 0.0328403 Jul 27 20:50:48.408638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-937e7720-d138-42ab-97fe-0c5a3a5fff98 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:48.410124 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-937e7720-d138-42ab-97fe-0c5a3a5fff98 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.52 "GET /v2.0/networks?id=dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 HTTP/1.1" status: 200 len: 814 time: 0.4885793 Jul 27 20:50:48.423367 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-5345a2ea-0efd-4076-8094-c86ebdc9f0a7 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Request body: {'port': {'device_id': '585c6da8-f0b9-4a71-962e-8a3d667fb45c', 'network_id': 'dffd5d5d-a7dc-43bf-95f6-1c289c7710a3', 'admin_state_up': True, 'tenant_id': 'd5ae4a312a0d40b9b1f8e7d5fb8fc908'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:50:48.544203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-5345a2ea-0efd-4076-8094-c86ebdc9f0a7 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Made reservation on behalf of d5ae4a312a0d40b9b1f8e7d5fb8fc908 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:50:48.547893 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-5345a2ea-0efd-4076-8094-c86ebdc9f0a7 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:48.690496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-5345a2ea-0efd-4076-8094-c86ebdc9f0a7 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Allocated IP 172.20.0.9 (dffd5d5d-a7dc-43bf-95f6-1c289c7710a3/0ea49c1c-cea9-4f1d-a7ac-b43e519f25e3/ab0cd206-16e4-4ed1-ad4d-fdce968c09c5) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:50:48.852053 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-5345a2ea-0efd-4076-8094-c86ebdc9f0a7 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:48.894689 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-5345a2ea-0efd-4076-8094-c86ebdc9f0a7 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:48.937340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-5345a2ea-0efd-4076-8094-c86ebdc9f0a7 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Network dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:50:48.942417 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-5345a2ea-0efd-4076-8094-c86ebdc9f0a7 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:50:48.945942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-5345a2ea-0efd-4076-8094-c86ebdc9f0a7 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:50:48.952684 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345a2ea-0efd-4076-8094-c86ebdc9f0a7 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Pushing event updated for resources: {'Port': ['ID=ab0cd206-16e4-4ed1-ad4d-fdce968c09c5,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:49.004646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-5345a2ea-0efd-4076-8094-c86ebdc9f0a7 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:49.005256 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-5345a2ea-0efd-4076-8094-c86ebdc9f0a7 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:49.021677 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-5345a2ea-0efd-4076-8094-c86ebdc9f0a7 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6019988 Jul 27 20:50:49.082797 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Request body: {'port': {'device_id': '585c6da8-f0b9-4a71-962e-8a3d667fb45c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:50:49.126891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcff29f-6101-4a9b-a69e-dfbded632178 req-5f8f39bd-af4a-4c9e-9c5c-ddb82f13333a tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:49.128461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8bcff29f-6101-4a9b-a69e-dfbded632178 req-5f8f39bd-af4a-4c9e-9c5c-ddb82f13333a tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 931 time: 0.0653441 Jul 27 20:50:49.157106 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:49.168288 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:49.179548 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8bcff29f-6101-4a9b-a69e-dfbded632178 req-8ca218c7-d3a0-4dfe-9bd3-a4f6b3d36c4c tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407608 Jul 27 20:50:49.451569 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:50:49.459988 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:49.478313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Transition to ACTIVE for port object ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:50:49.483944 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:49.532369 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Pushing event updated for resources: {'Port': ['ID=ab0cd206-16e4-4ed1-ad4d-fdce968c09c5,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:49.610720 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Attempting to bind port ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:50:49.611061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Attempting to bind port ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '57f517f4-9503-4b72-bf23-d8098cb0b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dffd5d5d-a7dc-43bf-95f6-1c289c7710a3'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:50:49.611397 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Attempting to bind port ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 on network dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:50:49.616219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Port ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 on network dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:50:49.616565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Attempting to bind port ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 on network dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:50:49.622202 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:50:49.622545 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Checking segment: {'id': '57f517f4-9503-4b72-bf23-d8098cb0b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dffd5d5d-a7dc-43bf-95f6-1c289c7710a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:50:49.622942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Bound using segment: {'id': '57f517f4-9503-4b72-bf23-d8098cb0b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dffd5d5d-a7dc-43bf-95f6-1c289c7710a3'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:50:49.623374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Bound port: ab0cd206-16e4-4ed1-ad4d-fdce968c09c5, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f517f4-9503-4b72-bf23-d8098cb0b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dffd5d5d-a7dc-43bf-95f6-1c289c7710a3'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:50:49.623742 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:49.692066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] For port ab0cd206-16e4-4ed1-ad4d-fdce968c09c5, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:50:49.695365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] For port ab0cd206-16e4-4ed1-ad4d-fdce968c09c5, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=ab0cd206-16e4-4ed1-ad4d-fdce968c09c5,segment=NetworkSegment(57f517f4-9503-4b72-bf23-d8098cb0b87f),segment_id=57f517f4-9503-4b72-bf23-d8098cb0b87f)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:50:49.700314 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:49.734121 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:49.734776 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:49.736167 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] 10.222.0.52 "PUT /v2.0/ports/ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 HTTP/1.1" status: 200 len: 1092 time: 0.7061534 Jul 27 20:50:49.736612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585c6da8-f0b9-4a71-962e-8a3d667fb45c', 'tag': 'ab0cd206-16e4-4ed1-ad4d-fdce968c09c5'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:50:49.738889 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108a2733-a30d-48dc-aea7-8ee91bd0cadd" -d '{"events": [{"name": "network-changed", "server_uuid": "585c6da8-f0b9-4a71-962e-8a3d667fb45c", "tag": "ab0cd206-16e4-4ed1-ad4d-fdce968c09c5"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:50:49.767087 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ef2e7-af92-4b99-ba1f-e4a930cefa7a service neutron] Pushing event updated for resources: {'Port': ['ID=ab0cd206-16e4-4ed1-ad4d-fdce968c09c5,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:49.784717 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7692685-73b5-4ccf-a95d-2cefeb21b6fb x-openstack-request-id: req-d7692685-73b5-4ccf-a95d-2cefeb21b6fb {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:50:49.785003 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585c6da8-f0b9-4a71-962e-8a3d667fb45c", "tag": "ab0cd206-16e4-4ed1-ad4d-fdce968c09c5", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:50:49.785252 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7692685-73b5-4ccf-a95d-2cefeb21b6fb {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:50:49.785647 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585c6da8-f0b9-4a71-962e-8a3d667fb45c', 'tag': 'ab0cd206-16e4-4ed1-ad4d-fdce968c09c5', 'status': 'completed', 'code': 200} Jul 27 20:50:49.835343 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-2cb2bf12-b48d-4aaa-8585-0c60d795ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:49.836887 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-2cb2bf12-b48d-4aaa-8585-0c60d795ced2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5ae4a312a0d40b9b1f8e7d5fb8fc908&device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 1095 time: 0.0614014 Jul 27 20:50:49.887685 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-0b864984-ce16-4f54-b56a-bc695513ed4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 HTTP/1.1" status: 200 len: 217 time: 0.0426764 Jul 27 20:50:49.937945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-7563d4ed-35a3-412d-95da-902c5f66efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:49.939399 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-7563d4ed-35a3-412d-95da-902c5f66efdb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0ea49c1c-cea9-4f1d-a7ac-b43e519f25e3 HTTP/1.1" status: 200 len: 854 time: 0.0449209 Jul 27 20:50:49.976585 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-dc52e20f-4495-40f4-bbc9-908223abe80c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dffd5d5d-a7dc-43bf-95f6-1c289c7710a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294831 Jul 27 20:50:50.081871 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-ed4f59f0-dce9-4f09-8efe-7da0a7442468 service neutron] 10.222.0.52 "GET /v2.0/networks/dffd5d5d-a7dc-43bf-95f6-1c289c7710a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972781 Jul 27 20:50:50.177823 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dd8d6f8c-1c12-4f85-a3d0-a0e96859cedb req-e27e21f2-163e-4d2c-bdf6-a9872382805b service neutron] 10.222.0.52 "GET /v2.0/networks/dffd5d5d-a7dc-43bf-95f6-1c289c7710a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886106 Jul 27 20:50:50.281647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a2733-a30d-48dc-aea7-8ee91bd0cadd req-412e092c-9f53-465d-85dd-3730f23ea406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:50.283289 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-108a2733-a30d-48dc-aea7-8ee91bd0cadd req-412e092c-9f53-465d-85dd-3730f23ea406 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5ae4a312a0d40b9b1f8e7d5fb8fc908&device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 1095 time: 0.0567198 Jul 27 20:50:50.313242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecb5df-fb36-4c51-b43a-e6e49ed7174f req-2c697dce-5bac-4256-b81d-5df9187ca9a3 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:50.314782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8fecb5df-fb36-4c51-b43a-e6e49ed7174f req-2c697dce-5bac-4256-b81d-5df9187ca9a3 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 943 time: 0.0642922 Jul 27 20:50:50.356511 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8fecb5df-fb36-4c51-b43a-e6e49ed7174f req-a81dd399-8d3f-4211-b99e-e8613917953d tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351124 Jul 27 20:50:50.382696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a2733-a30d-48dc-aea7-8ee91bd0cadd req-8ae1a402-9dd0-4f04-836d-e59319fb9a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:50.384654 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-108a2733-a30d-48dc-aea7-8ee91bd0cadd req-8ae1a402-9dd0-4f04-836d-e59319fb9a63 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 HTTP/1.1" status: 200 len: 915 time: 0.0938413 Jul 27 20:50:50.427596 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-108a2733-a30d-48dc-aea7-8ee91bd0cadd req-66d6f772-458b-4a48-aea6-07ec01a77198 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 HTTP/1.1" status: 200 len: 217 time: 0.0346925 Jul 27 20:50:50.480226 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a2733-a30d-48dc-aea7-8ee91bd0cadd req-325ca1f1-5e97-4747-b506-f8a69affd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:50.481691 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-108a2733-a30d-48dc-aea7-8ee91bd0cadd req-325ca1f1-5e97-4747-b506-f8a69affd817 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0ea49c1c-cea9-4f1d-a7ac-b43e519f25e3 HTTP/1.1" status: 200 len: 854 time: 0.0462899 Jul 27 20:50:50.522449 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-108a2733-a30d-48dc-aea7-8ee91bd0cadd req-b7561abf-16a9-4dfe-93c8-03a0b5d4cd7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dffd5d5d-a7dc-43bf-95f6-1c289c7710a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325332 Jul 27 20:50:50.631781 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-108a2733-a30d-48dc-aea7-8ee91bd0cadd req-f8aad76b-a8ea-406f-963f-e25727a674e1 service neutron] 10.222.0.52 "GET /v2.0/networks/dffd5d5d-a7dc-43bf-95f6-1c289c7710a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005039 Jul 27 20:50:50.739649 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-108a2733-a30d-48dc-aea7-8ee91bd0cadd req-cccce77a-9c43-4d53-a486-90b66a9bb1d1 service neutron] 10.222.0.52 "GET /v2.0/networks/dffd5d5d-a7dc-43bf-95f6-1c289c7710a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999892 Jul 27 20:50:51.498937 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caba37-1c65-490c-b8e5-da9b790c6725 req-3f85583c-e26b-4e97-877d-421951bb05fd tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:51.500360 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34caba37-1c65-490c-b8e5-da9b790c6725 req-3f85583c-e26b-4e97-877d-421951bb05fd tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 943 time: 0.0721018 Jul 27 20:50:51.541066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-34caba37-1c65-490c-b8e5-da9b790c6725 req-4f2bfa7e-e07d-4bef-956f-3062b52c81da tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343711 Jul 27 20:50:52.305930 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:50:52.413942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port ab0cd206-16e4-4ed1-ad4d-fdce968c09c5, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=ab0cd206-16e4-4ed1-ad4d-fdce968c09c5,segment=NetworkSegment(57f517f4-9503-4b72-bf23-d8098cb0b87f),segment_id=57f517f4-9503-4b72-bf23-d8098cb0b87f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:50:52.424350 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'ab0cd206-16e4-4ed1-ad4d-fdce968c09c5', 'network_id': 'dffd5d5d-a7dc-43bf-95f6-1c289c7710a3', 'port_id': 'ab0cd206-16e4-4ed1-ad4d-fdce968c09c5', 'mac_address': 'fa:16:3e:8e:af:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea49c1c-cea9-4f1d-a7ac-b43e519f25e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:50:52.461825 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:52.475040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:50:52.495562 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port ab0cd206-16e4-4ed1-ad4d-fdce968c09c5, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=ab0cd206-16e4-4ed1-ad4d-fdce968c09c5,segment=NetworkSegment(57f517f4-9503-4b72-bf23-d8098cb0b87f),segment_id=57f517f4-9503-4b72-bf23-d8098cb0b87f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:50:52.503242 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:52.565411 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=ab0cd206-16e4-4ed1-ad4d-fdce968c09c5,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:52.703238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a56ff-a619-4a71-95b5-a0a2e4aec3c6 req-6087fe9e-07a9-4dae-86c8-a2551e4e6682 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:52.704707 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a56ff-a619-4a71-95b5-a0a2e4aec3c6 req-6087fe9e-07a9-4dae-86c8-a2551e4e6682 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 944 time: 0.0833406 Jul 27 20:50:52.747332 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f1a56ff-a619-4a71-95b5-a0a2e4aec3c6 req-43354714-fcd4-4c1f-8ac6-98fd49cb7874 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333085 Jul 27 20:50:52.757494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['ab0cd206-16e4-4ed1-ad4d-fdce968c09c5'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:50:53.883303 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d964d-1713-4b6a-9f69-3944393369c9 req-dc58f491-a218-4e00-bce6-57462a30712e tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:53.884811 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a89d964d-1713-4b6a-9f69-3944393369c9 req-dc58f491-a218-4e00-bce6-57462a30712e tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 944 time: 0.0674448 Jul 27 20:50:53.925066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a89d964d-1713-4b6a-9f69-3944393369c9 req-433ffebd-6a5e-49eb-9463-1d8c8638cbbf tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339189 Jul 27 20:50:54.319316 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:50:54.390593 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:50:54.397171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:50:54.397732 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:54.485001 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:54.508332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585c6da8-f0b9-4a71-962e-8a3d667fb45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0cd206-16e4-4ed1-ad4d-fdce968c09c5'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:50:54.510630 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e555f658-e0fe-4151-83ad-405f7dab559d" -d '{"events": [{"server_uuid": "585c6da8-f0b9-4a71-962e-8a3d667fb45c", "name": "network-vif-plugged", "status": "completed", "tag": "ab0cd206-16e4-4ed1-ad4d-fdce968c09c5"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:50:54.525673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port ab0cd206-16e4-4ed1-ad4d-fdce968c09c5, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=ab0cd206-16e4-4ed1-ad4d-fdce968c09c5,segment=NetworkSegment(57f517f4-9503-4b72-bf23-d8098cb0b87f),segment_id=57f517f4-9503-4b72-bf23-d8098cb0b87f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:50:54.531615 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:54.585567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=ab0cd206-16e4-4ed1-ad4d-fdce968c09c5,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:54.600682 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5386eae8-fec6-4e02-9e58-eca4a6ff1ee5 x-openstack-request-id: req-5386eae8-fec6-4e02-9e58-eca4a6ff1ee5 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:50:54.600979 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585c6da8-f0b9-4a71-962e-8a3d667fb45c", "name": "network-vif-plugged", "status": "completed", "tag": "ab0cd206-16e4-4ed1-ad4d-fdce968c09c5", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:50:54.601225 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5386eae8-fec6-4e02-9e58-eca4a6ff1ee5 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:50:54.601622 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585c6da8-f0b9-4a71-962e-8a3d667fb45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0cd206-16e4-4ed1-ad4d-fdce968c09c5', 'code': 200} Jul 27 20:50:54.721703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf9d43-0bb2-4ad1-99cc-a4c099f168c9 req-7cdd1416-df6a-4975-809c-f963af1fa6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:54.723440 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cadf9d43-0bb2-4ad1-99cc-a4c099f168c9 req-7cdd1416-df6a-4975-809c-f963af1fa6b7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 1097 time: 0.0628545 Jul 27 20:50:54.767641 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cadf9d43-0bb2-4ad1-99cc-a4c099f168c9 req-dc2e6631-361a-4b37-8271-c07553d3343c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369363 Jul 27 20:50:55.063920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ebc0b-d18d-4b5c-8745-4f8fbd99d035 req-918cd7fc-de25-4af7-865a-d0c8f08ce54d tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:55.065547 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df7ebc0b-d18d-4b5c-8745-4f8fbd99d035 req-918cd7fc-de25-4af7-865a-d0c8f08ce54d tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 945 time: 0.0705395 Jul 27 20:50:55.108932 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df7ebc0b-d18d-4b5c-8745-4f8fbd99d035 req-cd96483c-104a-4798-965d-743f58443c09 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372202 Jul 27 20:50:56.257346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828d90a-e671-4f01-9e66-693c08158a12 req-d8688145-edca-4769-8364-9a9813aa2a82 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:56.258857 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1828d90a-e671-4f01-9e66-693c08158a12 req-d8688145-edca-4769-8364-9a9813aa2a82 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 945 time: 0.0792627 Jul 27 20:50:56.297123 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1828d90a-e671-4f01-9e66-693c08158a12 req-7f280d9a-ac24-4b84-a4b1-d832da7435da tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320623 Jul 27 20:50:56.544534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-9f63be84-a096-407c-a6d8-73bb6121b833 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:56.546059 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-9f63be84-a096-407c-a6d8-73bb6121b833 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/networks?id=dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 HTTP/1.1" status: 200 len: 814 time: 0.1140130 Jul 27 20:50:56.570200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-f45f4906-d60e-4a12-a262-618d1b4e48ea tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/quotas/d5ae4a312a0d40b9b1f8e7d5fb8fc908 HTTP/1.1" status: 200 len: 375 time: 0.0149806 Jul 27 20:50:56.640907 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-ce9d3e21-3664-4462-b1d4-c6771e45a7ab tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d5ae4a312a0d40b9b1f8e7d5fb8fc908&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0649583 Jul 27 20:50:56.740321 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-e3a988a3-639c-4199-a67e-96eb74294bf0 service neutron] 10.222.0.48 "GET /v2.0/networks/dffd5d5d-a7dc-43bf-95f6-1c289c7710a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890124 Jul 27 20:50:56.851515 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-df10cf70-cd7b-4bb2-9e41-8e6a864f5cb8 service neutron] 10.222.0.48 "GET /v2.0/networks/dffd5d5d-a7dc-43bf-95f6-1c289c7710a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046119 Jul 27 20:50:57.019103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c8c3e04e-9ece-48af-9d8e-7d26386d038d req-55873cd1-98c8-4670-9ed7-932aca3e2072 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=282bd0a4-8227-49f6-8889-9cedfcac1ab3 HTTP/1.1" status: 200 len: 210 time: 0.0304534 Jul 27 20:50:57.976921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-58248cb5-576f-44a5-a862-611b2e5e7023 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:57.978403 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-58248cb5-576f-44a5-a862-611b2e5e7023 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.63 "GET /v2.0/networks?id=dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 HTTP/1.1" status: 200 len: 814 time: 0.1186442 Jul 27 20:50:57.991802 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-8a937406-b21c-42e3-a0cc-de91cf13e199 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Request body: {'port': {'device_id': '282bd0a4-8227-49f6-8889-9cedfcac1ab3', 'network_id': 'dffd5d5d-a7dc-43bf-95f6-1c289c7710a3', 'admin_state_up': True, 'tenant_id': 'd5ae4a312a0d40b9b1f8e7d5fb8fc908'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:50:58.105796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-8a937406-b21c-42e3-a0cc-de91cf13e199 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Made reservation on behalf of d5ae4a312a0d40b9b1f8e7d5fb8fc908 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:50:58.110054 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-8a937406-b21c-42e3-a0cc-de91cf13e199 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:58.119418 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0470e451-98b4-4bc9-ad08-19cb4d6c5ad0 req-5d451a02-57a6-48de-90a3-e5d999eb9867 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=282bd0a4-8227-49f6-8889-9cedfcac1ab3 HTTP/1.1" status: 200 len: 210 time: 0.0301790 Jul 27 20:50:58.250333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-8a937406-b21c-42e3-a0cc-de91cf13e199 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Allocated IP 172.20.0.4 (dffd5d5d-a7dc-43bf-95f6-1c289c7710a3/0ea49c1c-cea9-4f1d-a7ac-b43e519f25e3/36077993-e3a1-401c-b2d3-347e86b29410) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:50:58.408200 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-8a937406-b21c-42e3-a0cc-de91cf13e199 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:58.464631 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-8a937406-b21c-42e3-a0cc-de91cf13e199 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:58.477679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['ab0cd206-16e4-4ed1-ad4d-fdce968c09c5'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:50:58.513410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-8a937406-b21c-42e3-a0cc-de91cf13e199 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Network dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:50:58.516290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-8a937406-b21c-42e3-a0cc-de91cf13e199 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:50:58.520778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-8a937406-b21c-42e3-a0cc-de91cf13e199 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:50:58.524743 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a937406-b21c-42e3-a0cc-de91cf13e199 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Pushing event updated for resources: {'Port': ['ID=36077993-e3a1-401c-b2d3-347e86b29410,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:58.571416 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-8a937406-b21c-42e3-a0cc-de91cf13e199 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:58.572023 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-8a937406-b21c-42e3-a0cc-de91cf13e199 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:58.586103 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-8a937406-b21c-42e3-a0cc-de91cf13e199 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5983360 Jul 27 20:50:58.642613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Request body: {'port': {'device_id': '282bd0a4-8227-49f6-8889-9cedfcac1ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:50:58.720654 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:59.019645 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36077993-e3a1-401c-b2d3-347e86b29410 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:50:59.027672 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:59.041562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Transition to ACTIVE for port object 36077993-e3a1-401c-b2d3-347e86b29410 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:50:59.048221 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:59.109069 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Pushing event updated for resources: {'Port': ['ID=36077993-e3a1-401c-b2d3-347e86b29410,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:59.182515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Attempting to bind port 36077993-e3a1-401c-b2d3-347e86b29410 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:50:59.182853 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Attempting to bind port 36077993-e3a1-401c-b2d3-347e86b29410 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '57f517f4-9503-4b72-bf23-d8098cb0b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dffd5d5d-a7dc-43bf-95f6-1c289c7710a3'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:50:59.183184 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Attempting to bind port 36077993-e3a1-401c-b2d3-347e86b29410 on network dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:50:59.187988 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Port 36077993-e3a1-401c-b2d3-347e86b29410 on network dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:50:59.188282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Attempting to bind port 36077993-e3a1-401c-b2d3-347e86b29410 on network dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:50:59.194557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:50:59.194893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Checking segment: {'id': '57f517f4-9503-4b72-bf23-d8098cb0b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dffd5d5d-a7dc-43bf-95f6-1c289c7710a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:50:59.195283 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Bound using segment: {'id': '57f517f4-9503-4b72-bf23-d8098cb0b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dffd5d5d-a7dc-43bf-95f6-1c289c7710a3'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:50:59.195710 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Bound port: 36077993-e3a1-401c-b2d3-347e86b29410, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f517f4-9503-4b72-bf23-d8098cb0b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dffd5d5d-a7dc-43bf-95f6-1c289c7710a3'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:50:59.196069 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:59.259945 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] For port 36077993-e3a1-401c-b2d3-347e86b29410, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:50:59.263276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] For port 36077993-e3a1-401c-b2d3-347e86b29410, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=36077993-e3a1-401c-b2d3-347e86b29410,segment=NetworkSegment(57f517f4-9503-4b72-bf23-d8098cb0b87f),segment_id=57f517f4-9503-4b72-bf23-d8098cb0b87f)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:50:59.265458 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069ca9c-ebb2-4a44-8579-9bcfe98d642d req-2201a8d0-0158-4c9b-aabd-fe6673c3eb5c tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:59.267216 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5069ca9c-ebb2-4a44-8579-9bcfe98d642d req-2201a8d0-0158-4c9b-aabd-fe6673c3eb5c tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=282bd0a4-8227-49f6-8889-9cedfcac1ab3 HTTP/1.1" status: 200 len: 943 time: 0.0710192 Jul 27 20:50:59.268826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:59.303168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:59.303789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:59.305233 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] 10.222.0.63 "PUT /v2.0/ports/36077993-e3a1-401c-b2d3-347e86b29410 HTTP/1.1" status: 200 len: 1092 time: 0.7107737 Jul 27 20:50:59.305665 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282bd0a4-8227-49f6-8889-9cedfcac1ab3', 'tag': '36077993-e3a1-401c-b2d3-347e86b29410'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:50:59.307589 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5069ca9c-ebb2-4a44-8579-9bcfe98d642d req-d20db539-cc2f-4804-b6ea-a1a81b94a2bf tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342090 Jul 27 20:50:59.307928 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827f4b62-9c63-4cfe-bffd-b09d883c74f4" -d '{"events": [{"name": "network-changed", "server_uuid": "282bd0a4-8227-49f6-8889-9cedfcac1ab3", "tag": "36077993-e3a1-401c-b2d3-347e86b29410"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:50:59.338913 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49d316-198f-44b8-b76e-31269d4b500b service neutron] Pushing event updated for resources: {'Port': ['ID=36077993-e3a1-401c-b2d3-347e86b29410,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:50:59.356538 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1e87e1-180c-45fe-8de3-10546737afd2 x-openstack-request-id: req-2a1e87e1-180c-45fe-8de3-10546737afd2 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:50:59.356945 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282bd0a4-8227-49f6-8889-9cedfcac1ab3", "tag": "36077993-e3a1-401c-b2d3-347e86b29410", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:50:59.357186 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a1e87e1-180c-45fe-8de3-10546737afd2 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:50:59.357718 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282bd0a4-8227-49f6-8889-9cedfcac1ab3', 'tag': '36077993-e3a1-401c-b2d3-347e86b29410', 'status': 'completed', 'code': 200} Jul 27 20:50:59.409796 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-40d5598e-dc1c-43e4-ad7b-664680f5682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:59.411325 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-40d5598e-dc1c-43e4-ad7b-664680f5682a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d5ae4a312a0d40b9b1f8e7d5fb8fc908&device_id=282bd0a4-8227-49f6-8889-9cedfcac1ab3 HTTP/1.1" status: 200 len: 1095 time: 0.0666685 Jul 27 20:50:59.455612 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-55e9d53e-96a1-439d-b3a9-4b5166ec4ff3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36077993-e3a1-401c-b2d3-347e86b29410 HTTP/1.1" status: 200 len: 217 time: 0.0355260 Jul 27 20:50:59.507814 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-ad985c43-00ee-4d2d-a705-57bb10882267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:59.509284 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-ad985c43-00ee-4d2d-a705-57bb10882267 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0ea49c1c-cea9-4f1d-a7ac-b43e519f25e3 HTTP/1.1" status: 200 len: 854 time: 0.0457616 Jul 27 20:50:59.544903 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-8a5a721e-e364-4143-a755-37248f27f3f7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dffd5d5d-a7dc-43bf-95f6-1c289c7710a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282021 Jul 27 20:50:59.646638 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-405f2510-dc32-4b13-9fcc-177c41542676 service neutron] 10.222.0.63 "GET /v2.0/networks/dffd5d5d-a7dc-43bf-95f6-1c289c7710a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945656 Jul 27 20:50:59.746874 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-38fd1fd9-a6db-4ea8-974d-567fa2b73f5f req-345ddc43-32a8-4f52-b999-ffa366be2e49 service neutron] 10.222.0.63 "GET /v2.0/networks/dffd5d5d-a7dc-43bf-95f6-1c289c7710a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919523 Jul 27 20:50:59.860865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4b62-9c63-4cfe-bffd-b09d883c74f4 req-0ce487b5-df62-4039-9355-bbcb8c02f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:59.862515 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-827f4b62-9c63-4cfe-bffd-b09d883c74f4 req-0ce487b5-df62-4039-9355-bbcb8c02f677 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d5ae4a312a0d40b9b1f8e7d5fb8fc908&device_id=282bd0a4-8227-49f6-8889-9cedfcac1ab3 HTTP/1.1" status: 200 len: 1095 time: 0.0687544 Jul 27 20:50:59.957851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4b62-9c63-4cfe-bffd-b09d883c74f4 req-f609083b-a5d5-4e23-94dd-5e0a27f78e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:50:59.959241 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-827f4b62-9c63-4cfe-bffd-b09d883c74f4 req-f609083b-a5d5-4e23-94dd-5e0a27f78e56 service neutron] 10.222.0.63 "GET /v2.0/networks?id=dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 HTTP/1.1" status: 200 len: 915 time: 0.0900803 Jul 27 20:51:00.007717 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-827f4b62-9c63-4cfe-bffd-b09d883c74f4 req-5f719122-2ad8-4880-ac20-c779b6d19021 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36077993-e3a1-401c-b2d3-347e86b29410 HTTP/1.1" status: 200 len: 217 time: 0.0402699 Jul 27 20:51:00.061751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4b62-9c63-4cfe-bffd-b09d883c74f4 req-09df314f-01dd-46d7-aab8-00fca39263da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:00.063188 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-827f4b62-9c63-4cfe-bffd-b09d883c74f4 req-09df314f-01dd-46d7-aab8-00fca39263da service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0ea49c1c-cea9-4f1d-a7ac-b43e519f25e3 HTTP/1.1" status: 200 len: 854 time: 0.0469768 Jul 27 20:51:00.099078 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-827f4b62-9c63-4cfe-bffd-b09d883c74f4 req-927ec0ff-4cb3-4ee1-a659-995f43a68150 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=dffd5d5d-a7dc-43bf-95f6-1c289c7710a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285337 Jul 27 20:51:00.194540 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-827f4b62-9c63-4cfe-bffd-b09d883c74f4 req-d506677d-f1c7-4df2-9a56-dabcd4963c1f service neutron] 10.222.0.63 "GET /v2.0/networks/dffd5d5d-a7dc-43bf-95f6-1c289c7710a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871816 Jul 27 20:51:00.287311 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-827f4b62-9c63-4cfe-bffd-b09d883c74f4 req-f2a04fa8-9b5b-47fd-9dd9-486ced619fba service neutron] 10.222.0.63 "GET /v2.0/networks/dffd5d5d-a7dc-43bf-95f6-1c289c7710a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841863 Jul 27 20:51:00.471523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e10ec-df15-49c3-9e3a-70146cdb072f req-64425623-4c1c-49f2-90ef-f6317ad69018 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:00.473034 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-303e10ec-df15-49c3-9e3a-70146cdb072f req-64425623-4c1c-49f2-90ef-f6317ad69018 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=282bd0a4-8227-49f6-8889-9cedfcac1ab3 HTTP/1.1" status: 200 len: 943 time: 0.0796318 Jul 27 20:51:00.511986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-303e10ec-df15-49c3-9e3a-70146cdb072f req-3c57b5a7-83b8-4164-91a8-92c31288867b tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326884 Jul 27 20:51:01.673135 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525c60d-f9e2-417b-8fc5-f98382479794 req-5248a098-475a-47be-a4d6-9605934993ab tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:01.674583 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2525c60d-f9e2-417b-8fc5-f98382479794 req-5248a098-475a-47be-a4d6-9605934993ab tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=282bd0a4-8227-49f6-8889-9cedfcac1ab3 HTTP/1.1" status: 200 len: 943 time: 0.0717309 Jul 27 20:51:01.715583 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2525c60d-f9e2-417b-8fc5-f98382479794 req-943c26f4-4055-48cd-b727-e62e8c77bcb1 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347991 Jul 27 20:51:01.868890 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:51:02.388383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 36077993-e3a1-401c-b2d3-347e86b29410 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:51:02.495202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 36077993-e3a1-401c-b2d3-347e86b29410, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=36077993-e3a1-401c-b2d3-347e86b29410,segment=NetworkSegment(57f517f4-9503-4b72-bf23-d8098cb0b87f),segment_id=57f517f4-9503-4b72-bf23-d8098cb0b87f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:02.506621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '36077993-e3a1-401c-b2d3-347e86b29410', 'network_id': 'dffd5d5d-a7dc-43bf-95f6-1c289c7710a3', 'port_id': '36077993-e3a1-401c-b2d3-347e86b29410', 'mac_address': 'fa:16:3e:5a:be:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea49c1c-cea9-4f1d-a7ac-b43e519f25e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:51:02.543550 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:02.557599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36077993-e3a1-401c-b2d3-347e86b29410 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:51:02.578406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 36077993-e3a1-401c-b2d3-347e86b29410, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=36077993-e3a1-401c-b2d3-347e86b29410,segment=NetworkSegment(57f517f4-9503-4b72-bf23-d8098cb0b87f),segment_id=57f517f4-9503-4b72-bf23-d8098cb0b87f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:02.583681 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:02.630323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=36077993-e3a1-401c-b2d3-347e86b29410,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:02.818714 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['36077993-e3a1-401c-b2d3-347e86b29410'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:51:02.870903 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6d4ee-3b5d-4172-bfe2-45c98aeb42f9 req-55929d77-8d00-4dab-989e-068fda7c406c tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:02.872579 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83d6d4ee-3b5d-4172-bfe2-45c98aeb42f9 req-55929d77-8d00-4dab-989e-068fda7c406c tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=282bd0a4-8227-49f6-8889-9cedfcac1ab3 HTTP/1.1" status: 200 len: 944 time: 0.0773315 Jul 27 20:51:02.915285 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83d6d4ee-3b5d-4172-bfe2-45c98aeb42f9 req-0cf77d86-1b96-4bd6-b7ae-cc1b0b7a8dfe tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357931 Jul 27 20:51:04.065189 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c316f1-6aac-4428-89b6-6b20d4a93025 req-f3d753a9-2df8-476c-bace-c5638e0e6e82 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:04.066673 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95c316f1-6aac-4428-89b6-6b20d4a93025 req-f3d753a9-2df8-476c-bace-c5638e0e6e82 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=282bd0a4-8227-49f6-8889-9cedfcac1ab3 HTTP/1.1" status: 200 len: 944 time: 0.0723622 Jul 27 20:51:04.105546 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95c316f1-6aac-4428-89b6-6b20d4a93025 req-44422f5b-1ed7-437c-a1e1-1160e3c57462 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328417 Jul 27 20:51:04.387678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 36077993-e3a1-401c-b2d3-347e86b29410 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:04.442674 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 36077993-e3a1-401c-b2d3-347e86b29410 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:04.446791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 36077993-e3a1-401c-b2d3-347e86b29410 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:04.447162 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:04.526524 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:04.549628 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282bd0a4-8227-49f6-8889-9cedfcac1ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36077993-e3a1-401c-b2d3-347e86b29410'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:51:04.551876 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a39907a-50a3-4880-97aa-7c970efab1e2" -d '{"events": [{"server_uuid": "282bd0a4-8227-49f6-8889-9cedfcac1ab3", "name": "network-vif-plugged", "status": "completed", "tag": "36077993-e3a1-401c-b2d3-347e86b29410"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:51:04.565286 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 36077993-e3a1-401c-b2d3-347e86b29410, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=36077993-e3a1-401c-b2d3-347e86b29410,segment=NetworkSegment(57f517f4-9503-4b72-bf23-d8098cb0b87f),segment_id=57f517f4-9503-4b72-bf23-d8098cb0b87f)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:04.569227 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:04.593900 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517bb42a-57a2-4afe-9426-8e76fb05875d x-openstack-request-id: req-517bb42a-57a2-4afe-9426-8e76fb05875d {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:51:04.594184 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282bd0a4-8227-49f6-8889-9cedfcac1ab3", "name": "network-vif-plugged", "status": "completed", "tag": "36077993-e3a1-401c-b2d3-347e86b29410", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:51:04.594431 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-517bb42a-57a2-4afe-9426-8e76fb05875d {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:51:04.594817 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282bd0a4-8227-49f6-8889-9cedfcac1ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36077993-e3a1-401c-b2d3-347e86b29410', 'code': 200} Jul 27 20:51:04.621153 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=36077993-e3a1-401c-b2d3-347e86b29410,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:04.702644 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a06964-c293-4b46-bdb6-9da8eedfd8a7 req-ab7437c8-f697-4675-add2-ec28c07884c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:04.704079 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4a06964-c293-4b46-bdb6-9da8eedfd8a7 req-ab7437c8-f697-4675-add2-ec28c07884c3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=282bd0a4-8227-49f6-8889-9cedfcac1ab3 HTTP/1.1" status: 200 len: 1097 time: 0.0567808 Jul 27 20:51:04.741479 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f4a06964-c293-4b46-bdb6-9da8eedfd8a7 req-da5abd58-cb90-4ae5-bff9-89db6bc3f4d5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300360 Jul 27 20:51:05.252505 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76473cb4-c6cd-40d8-bd59-aee26cb52066 req-543b44af-92d5-4cd8-8404-786fc2e5e133 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:05.253913 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76473cb4-c6cd-40d8-bd59-aee26cb52066 req-543b44af-92d5-4cd8-8404-786fc2e5e133 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=282bd0a4-8227-49f6-8889-9cedfcac1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0713630 Jul 27 20:51:05.294141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-76473cb4-c6cd-40d8-bd59-aee26cb52066 req-2d7a96a0-9e2b-4484-b84c-a24f12a02a6a tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340824 Jul 27 20:51:06.443150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938bcf8-628e-4193-93c1-90260c781624 req-ae138714-3f64-4c9e-ba13-a2144db96fdf tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:06.444562 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f938bcf8-628e-4193-93c1-90260c781624 req-ae138714-3f64-4c9e-ba13-a2144db96fdf tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=282bd0a4-8227-49f6-8889-9cedfcac1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0693116 Jul 27 20:51:06.486745 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f938bcf8-628e-4193-93c1-90260c781624 req-46ee068b-bc3b-4f2e-97f5-700f4024746f tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360782 Jul 27 20:51:06.775893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13db4b4-107f-430e-adfd-d8a59ec7384b req-82aae638-9db8-4695-b3ee-0b4ca51a694e tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:06.777422 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c13db4b4-107f-430e-adfd-d8a59ec7384b req-82aae638-9db8-4695-b3ee-0b4ca51a694e tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=282bd0a4-8227-49f6-8889-9cedfcac1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0892107 Jul 27 20:51:06.816891 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c13db4b4-107f-430e-adfd-d8a59ec7384b req-27a9714a-3d46-49ad-b04d-cabcc3746664 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325487 Jul 27 20:51:07.955486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dae39e-6fac-4b48-98e0-7e7600efc697 req-92eb6606-266a-4fbf-b46f-b132fc56479d tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:07.957008 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-05dae39e-6fac-4b48-98e0-7e7600efc697 req-92eb6606-266a-4fbf-b46f-b132fc56479d tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.63 "GET /v2.0/ports?device_id=282bd0a4-8227-49f6-8889-9cedfcac1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0686142 Jul 27 20:51:07.958626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ac454-3f03-4821-89e8-b9913b64420f req-a897c2f1-4fca-4bc3-bf37-e339eb8d8c32 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:07.960145 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-656ac454-3f03-4821-89e8-b9913b64420f req-a897c2f1-4fca-4bc3-bf37-e339eb8d8c32 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=282bd0a4-8227-49f6-8889-9cedfcac1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0643060 Jul 27 20:51:07.999279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-656ac454-3f03-4821-89e8-b9913b64420f req-872c1e94-b7d6-4a69-8794-b377b0064da1 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329456 Jul 27 20:51:08.059246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-05dae39e-6fac-4b48-98e0-7e7600efc697 req-b796b2fa-8e10-41b6-b042-60478603698b tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Deleting port 36077993-e3a1-401c-b2d3-347e86b29410 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:51:08.059592 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-05dae39e-6fac-4b48-98e0-7e7600efc697 req-b796b2fa-8e10-41b6-b042-60478603698b tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:08.156825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-05dae39e-6fac-4b48-98e0-7e7600efc697 req-b796b2fa-8e10-41b6-b042-60478603698b tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] For port 36077993-e3a1-401c-b2d3-347e86b29410, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=36077993-e3a1-401c-b2d3-347e86b29410,segment=NetworkSegment(57f517f4-9503-4b72-bf23-d8098cb0b87f),segment_id=57f517f4-9503-4b72-bf23-d8098cb0b87f)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:08.157195 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-05dae39e-6fac-4b48-98e0-7e7600efc697 req-b796b2fa-8e10-41b6-b042-60478603698b tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:08.170326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-05dae39e-6fac-4b48-98e0-7e7600efc697 req-b796b2fa-8e10-41b6-b042-60478603698b tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Calling delete_port for 36077993-e3a1-401c-b2d3-347e86b29410 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:51:08.311098 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-05dae39e-6fac-4b48-98e0-7e7600efc697 req-b796b2fa-8e10-41b6-b042-60478603698b tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:08.324888 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['ab0cd206-16e4-4ed1-ad4d-fdce968c09c5'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:51:08.327126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['36077993-e3a1-401c-b2d3-347e86b29410'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:51:08.343742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796b2fa-8e10-41b6-b042-60478603698b tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Pushing event deleted for resources: {'Port': ['ID=36077993-e3a1-401c-b2d3-347e86b29410,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:08.392897 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dae39e-6fac-4b48-98e0-7e7600efc697 req-b796b2fa-8e10-41b6-b042-60478603698b tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] No DVR routers for this DVR port 36077993-e3a1-401c-b2d3-347e86b29410 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:51:08.395622 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-05dae39e-6fac-4b48-98e0-7e7600efc697 req-b796b2fa-8e10-41b6-b042-60478603698b tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:08.397648 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-05dae39e-6fac-4b48-98e0-7e7600efc697 req-b796b2fa-8e10-41b6-b042-60478603698b tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.63 "DELETE /v2.0/ports/36077993-e3a1-401c-b2d3-347e86b29410 HTTP/1.1" status: 204 len: 173 time: 0.4346354 Jul 27 20:51:08.398165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282bd0a4-8227-49f6-8889-9cedfcac1ab3', 'name': 'network-vif-deleted', 'tag': '36077993-e3a1-401c-b2d3-347e86b29410'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:51:08.400521 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76ebbeb-8195-4984-ad80-8620ac4e876e" -d '{"events": [{"server_uuid": "282bd0a4-8227-49f6-8889-9cedfcac1ab3", "name": "network-vif-deleted", "tag": "36077993-e3a1-401c-b2d3-347e86b29410"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:51:08.439131 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02d45f3-70dd-4708-ba2b-8b3113ff6494 x-openstack-request-id: req-b02d45f3-70dd-4708-ba2b-8b3113ff6494 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:51:08.439846 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282bd0a4-8227-49f6-8889-9cedfcac1ab3", "name": "network-vif-deleted", "tag": "36077993-e3a1-401c-b2d3-347e86b29410", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:51:08.440729 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b02d45f3-70dd-4708-ba2b-8b3113ff6494 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:51:08.440729 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282bd0a4-8227-49f6-8889-9cedfcac1ab3', 'name': 'network-vif-deleted', 'tag': '36077993-e3a1-401c-b2d3-347e86b29410', 'status': 'completed', 'code': 200} Jul 27 20:51:09.118560 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:09.176681 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3bdd5-c66b-4820-9506-2623834bd849 req-87af2d4d-3367-47a6-8581-f79583f4f27a tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:09.178199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19f3bdd5-c66b-4820-9506-2623834bd849 req-87af2d4d-3367-47a6-8581-f79583f4f27a tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 945 time: 0.0652444 Jul 27 20:51:09.217554 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19f3bdd5-c66b-4820-9506-2623834bd849 req-681a80d9-9ebf-4dd9-8599-1e9937516ea0 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331001 Jul 27 20:51:09.392900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db8215-1d03-4673-b92e-5daeeac333e7 req-985c6fe2-a728-4d07-b0eb-e61c33d34639 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:09.394424 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1db8215-1d03-4673-b92e-5daeeac333e7 req-985c6fe2-a728-4d07-b0eb-e61c33d34639 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 945 time: 0.0757637 Jul 27 20:51:09.433291 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1db8215-1d03-4673-b92e-5daeeac333e7 req-1924653e-8ad7-4ceb-9f6f-043adee2690d tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327618 Jul 27 20:51:09.576932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65704917-358d-4d85-a2f8-ee901b1470e6 req-5bc83ecb-03a1-41e3-9a42-a95691e61c70 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:09.578352 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65704917-358d-4d85-a2f8-ee901b1470e6 req-5bc83ecb-03a1-41e3-9a42-a95691e61c70 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 945 time: 0.0730007 Jul 27 20:51:09.619027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-65704917-358d-4d85-a2f8-ee901b1470e6 req-42ba8f70-e49d-4551-88eb-88bcf97165c6 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341868 Jul 27 20:51:09.812761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40072e6-de67-41fd-bd2c-9dadf6ea8b9d req-8b8cb148-ebd9-413c-a3c1-eeae383e7246 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:09.814379 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d40072e6-de67-41fd-bd2c-9dadf6ea8b9d req-8b8cb148-ebd9-413c-a3c1-eeae383e7246 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 945 time: 0.0733984 Jul 27 20:51:09.873243 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d40072e6-de67-41fd-bd2c-9dadf6ea8b9d req-dad249e5-a9e5-4379-8f43-ef3328c54c82 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486691 Jul 27 20:51:10.018330 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d22f1-1a39-4bec-a1e4-8a59c1b2659e req-00021da9-f678-44d0-85f7-4de33b05381b tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:10.019838 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-855d22f1-1a39-4bec-a1e4-8a59c1b2659e req-00021da9-f678-44d0-85f7-4de33b05381b tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 945 time: 0.0734057 Jul 27 20:51:10.059448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-855d22f1-1a39-4bec-a1e4-8a59c1b2659e req-571db209-56b9-4284-b829-d17551215a9a tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334034 Jul 27 20:51:10.201990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd024fa2-a089-4d38-9fb1-68c3a8d2f860 req-897a07d3-f9d3-48bc-9d11-f2c60aa2a71b tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:10.203447 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd024fa2-a089-4d38-9fb1-68c3a8d2f860 req-897a07d3-f9d3-48bc-9d11-f2c60aa2a71b tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 945 time: 0.0642395 Jul 27 20:51:10.243527 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd024fa2-a089-4d38-9fb1-68c3a8d2f860 req-7c745bdb-dc9b-4e27-9dea-f58896ee0d24 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334859 Jul 27 20:51:10.594351 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08eacc-6c73-4378-8aa5-e928d72ebf44 req-2e127d86-00c9-4e84-9abf-b549ce35c7a1 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:10.595983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c08eacc-6c73-4378-8aa5-e928d72ebf44 req-2e127d86-00c9-4e84-9abf-b549ce35c7a1 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 945 time: 0.0720282 Jul 27 20:51:10.636311 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0c08eacc-6c73-4378-8aa5-e928d72ebf44 req-a115ca3d-1db9-4471-838f-7d9608e983b6 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339289 Jul 27 20:51:11.782102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34a5e7-758f-4826-89cc-adf1838a165e req-00fab303-b1e5-447e-9c7d-0ed7ec6fa137 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:11.783609 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1e34a5e7-758f-4826-89cc-adf1838a165e req-00fab303-b1e5-447e-9c7d-0ed7ec6fa137 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 945 time: 0.0713122 Jul 27 20:51:11.827440 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1e34a5e7-758f-4826-89cc-adf1838a165e req-e694b6bb-8af8-41b4-8d0a-a6238b845eda tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/security-groups?id=99d4720e-6144-4029-8ad6-6e4ad3906bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372930 Jul 27 20:51:11.994081 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf449e4b-1659-4642-a38d-30630bce808c req-8cced6b1-2fc9-41c1-a770-881fd902b1f4 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:11.995528 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bf449e4b-1659-4642-a38d-30630bce808c req-8cced6b1-2fc9-41c1-a770-881fd902b1f4 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.52 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 945 time: 0.0775757 Jul 27 20:51:12.103940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-bf449e4b-1659-4642-a38d-30630bce808c req-c57ffc4d-5a4f-4863-afff-d34bcd9f2448 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Deleting port ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:51:12.104293 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bf449e4b-1659-4642-a38d-30630bce808c req-c57ffc4d-5a4f-4863-afff-d34bcd9f2448 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:12.204748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-bf449e4b-1659-4642-a38d-30630bce808c req-c57ffc4d-5a4f-4863-afff-d34bcd9f2448 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] For port ab0cd206-16e4-4ed1-ad4d-fdce968c09c5, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=ab0cd206-16e4-4ed1-ad4d-fdce968c09c5,segment=NetworkSegment(57f517f4-9503-4b72-bf23-d8098cb0b87f),segment_id=57f517f4-9503-4b72-bf23-d8098cb0b87f)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:12.205081 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bf449e4b-1659-4642-a38d-30630bce808c req-c57ffc4d-5a4f-4863-afff-d34bcd9f2448 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:12.219439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-bf449e4b-1659-4642-a38d-30630bce808c req-c57ffc4d-5a4f-4863-afff-d34bcd9f2448 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Calling delete_port for ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:51:12.320500 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:12.363215 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bf449e4b-1659-4642-a38d-30630bce808c req-c57ffc4d-5a4f-4863-afff-d34bcd9f2448 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:12.375004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['ab0cd206-16e4-4ed1-ad4d-fdce968c09c5'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:51:12.391860 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ffc4d-5a4f-4863-afff-d34bcd9f2448 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Pushing event deleted for resources: {'Port': ['ID=ab0cd206-16e4-4ed1-ad4d-fdce968c09c5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:12.443152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf449e4b-1659-4642-a38d-30630bce808c req-c57ffc4d-5a4f-4863-afff-d34bcd9f2448 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] No DVR routers for this DVR port ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:51:12.446362 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bf449e4b-1659-4642-a38d-30630bce808c req-c57ffc4d-5a4f-4863-afff-d34bcd9f2448 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:12.448371 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bf449e4b-1659-4642-a38d-30630bce808c req-c57ffc4d-5a4f-4863-afff-d34bcd9f2448 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.52 "DELETE /v2.0/ports/ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 HTTP/1.1" status: 204 len: 173 time: 0.4470398 Jul 27 20:51:12.448865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585c6da8-f0b9-4a71-962e-8a3d667fb45c', 'name': 'network-vif-deleted', 'tag': 'ab0cd206-16e4-4ed1-ad4d-fdce968c09c5'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:51:12.451098 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87761b0-5718-44d9-b85c-2f8f1ec4b45b" -d '{"events": [{"server_uuid": "585c6da8-f0b9-4a71-962e-8a3d667fb45c", "name": "network-vif-deleted", "tag": "ab0cd206-16e4-4ed1-ad4d-fdce968c09c5"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:51:12.455435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 36077993-e3a1-401c-b2d3-347e86b29410 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:51:12.480465 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 36077993-e3a1-401c-b2d3-347e86b29410 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:51:12.481112 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 36077993-e3a1-401c-b2d3-347e86b29410 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:51:12.489867 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3659412d-09a8-4914-a821-734dab02ee1f x-openstack-request-id: req-3659412d-09a8-4914-a821-734dab02ee1f {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:51:12.490159 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585c6da8-f0b9-4a71-962e-8a3d667fb45c", "name": "network-vif-deleted", "tag": "ab0cd206-16e4-4ed1-ad4d-fdce968c09c5", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:51:12.490412 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3659412d-09a8-4914-a821-734dab02ee1f {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:51:12.490820 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585c6da8-f0b9-4a71-962e-8a3d667fb45c', 'name': 'network-vif-deleted', 'tag': 'ab0cd206-16e4-4ed1-ad4d-fdce968c09c5', 'status': 'completed', 'code': 200} Jul 27 20:51:12.957135 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82d64ff6-4fa2-49e8-a27d-fdd3178e92a4 req-9dcafb06-e123-431d-aa19-b2816cf5f0b9 tempest-ServersNegativeTestJSON-1639717944 tempest-ServersNegativeTestJSON-1639717944-project] 10.222.0.48 "GET /v2.0/ports?device_id=585c6da8-f0b9-4a71-962e-8a3d667fb45c HTTP/1.1" status: 200 len: 210 time: 0.0343571 Jul 27 20:51:13.536991 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3122b409-2feb-47b7-a3f5-bc8e3bc698be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.016317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38018) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:14.062700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e047859-66e6-467c-a810-cc6622e163f3 admin admin] Deleting subnet 0ea49c1c-cea9-4f1d-a7ac-b43e519f25e3 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:51:14.066254 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e047859-66e6-467c-a810-cc6622e163f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.101206 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e047859-66e6-467c-a810-cc6622e163f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.140436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e047859-66e6-467c-a810-cc6622e163f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.207384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e047859-66e6-467c-a810-cc6622e163f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.231755 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e047859-66e6-467c-a810-cc6622e163f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ea49c1c-cea9-4f1d-a7ac-b43e519f25e3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:14.238934 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e047859-66e6-467c-a810-cc6622e163f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.240773 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1e047859-66e6-467c-a810-cc6622e163f3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0ea49c1c-cea9-4f1d-a7ac-b43e519f25e3 HTTP/1.1" status: 204 len: 168 time: 0.2234249 Jul 27 20:51:14.243359 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38020) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:14.313887 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8df67b8b-f356-421f-aad3-fa53e489da30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.358071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:51:14.378803 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:51:14.379148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device ab0cd206-16e4-4ed1-ad4d-fdce968c09c5 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:51:14.401607 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8df67b8b-f356-421f-aad3-fa53e489da30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.412080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-8df67b8b-f356-421f-aad3-fa53e489da30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffd5d5d-a7dc-43bf-95f6-1c289c7710a3']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:14.422218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-8df67b8b-f356-421f-aad3-fa53e489da30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f517f4-9503-4b72-bf23-d8098cb0b87f') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:14.422513 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-8df67b8b-f356-421f-aad3-fa53e489da30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f517f4-9503-4b72-bf23-d8098cb0b87f') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:14.431301 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8df67b8b-f356-421f-aad3-fa53e489da30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.446211 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8df67b8b-f356-421f-aad3-fa53e489da30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.452613 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df67b8b-f356-421f-aad3-fa53e489da30 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:51:14.452997 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8df67b8b-f356-421f-aad3-fa53e489da30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:51:14.454619 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:51:14.521029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8df67b8b-f356-421f-aad3-fa53e489da30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.525995 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8df67b8b-f356-421f-aad3-fa53e489da30 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.531188 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8df67b8b-f356-421f-aad3-fa53e489da30 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dffd5d5d-a7dc-43bf-95f6-1c289c7710a3 HTTP/1.1" status: 204 len: 168 time: 0.2840106 Jul 27 20:51:14.546968 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df67b8b-f356-421f-aad3-fa53e489da30 admin admin] Pushing event deleted for resources: {'Network': ['ID=dffd5d5d-a7dc-43bf-95f6-1c289c7710a3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:14.649544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38024) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:14.696206 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ddcd0f0b-fe71-46bf-b117-b1e7e070b195 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5ae4a312a0d40b9b1f8e7d5fb8fc908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454121 Jul 27 20:51:14.699968 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38026) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:14.750164 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99e0c2a4-8899-45ed-ab8c-da913374ac47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.771558 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99e0c2a4-8899-45ed-ab8c-da913374ac47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.825772 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99e0c2a4-8899-45ed-ab8c-da913374ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.828409 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-99e0c2a4-8899-45ed-ab8c-da913374ac47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:14.829603 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-99e0c2a4-8899-45ed-ab8c-da913374ac47 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99d4720e-6144-4029-8ad6-6e4ad3906bbc HTTP/1.1" status: 204 len: 168 time: 0.1287158 Jul 27 20:51:14.837724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0c2a4-8899-45ed-ab8c-da913374ac47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d4720e-6144-4029-8ad6-6e4ad3906bbc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:15.570466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38048) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:15.668236 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1901230239'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:15.694936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Made reservation on behalf of 5d19d95bd07e4d568eeff67339803e5b for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:15.700564 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:15.714599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:15.813624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:15.819388 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:15.846029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:51:15.856077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642bb5f6-e7d9-4fc2-b48f-ba9b65f0020c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:15.861141 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:15.861487 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Added segment 286753b5-77b9-4f38-9ee1-89a5274a5744 of type vlan for network 54d51a09-6056-415c-8ea8-7ab45ed0ea1b Jul 27 20:51:15.905028 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:15.936487 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:15.942342 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:15.942931 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:15.998780 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4272127 Jul 27 20:51:16.009728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f0ba0-54e4-4cf3-9d7f-2294a3d0a47e tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event updated for resources: {'Network': ['ID=54d51a09-6056-415c-8ea8-7ab45ed0ea1b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:16.021907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 54d51a09-6056-415c-8ea8-7ab45ed0ea1b details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:51:16.242020 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1bcb8f1b-2104-4d8b-a38b-d44dbf503234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:16.340419 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:17.420085 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:19.169039 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:19.330730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38052) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:19.339288 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dc19aafc-01b4-4611-a52b-2291ad4c33f4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Request body: {'subnet': {'network_id': '54d51a09-6056-415c-8ea8-7ab45ed0ea1b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:19.450834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc19aafc-01b4-4611-a52b-2291ad4c33f4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Made reservation on behalf of 5d19d95bd07e4d568eeff67339803e5b for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:19.454482 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc19aafc-01b4-4611-a52b-2291ad4c33f4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:19.654466 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc19aafc-01b4-4611-a52b-2291ad4c33f4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:19.711159 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19aafc-01b4-4611-a52b-2291ad4c33f4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event updated for resources: {'Subnet': ['ID=8a6f7df6-e745-4b3f-b21e-6f6db5d001d8,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:19.731203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19aafc-01b4-4611-a52b-2291ad4c33f4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Checking segment: {'id': '286753b5-77b9-4f38-9ee1-89a5274a5744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d51a09-6056-415c-8ea8-7ab45ed0ea1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:19.731700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19aafc-01b4-4611-a52b-2291ad4c33f4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Network hostable DHCP agents. Network: 54d51a09-6056-415c-8ea8-7ab45ed0ea1b, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:51:19.754581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19aafc-01b4-4611-a52b-2291ad4c33f4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Network 54d51a09-6056-415c-8ea8-7ab45ed0ea1b is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:51:19.766282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-dc19aafc-01b4-4611-a52b-2291ad4c33f4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 54d51a09-6056-415c-8ea8-7ab45ed0ea1b) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:19.772651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc19aafc-01b4-4611-a52b-2291ad4c33f4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:19.772771 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dc19aafc-01b4-4611-a52b-2291ad4c33f4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:19.775808 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c189ae4c-8d1d-4c28-8b53-2be22ca88cc7 None None] Network 54d51a09-6056-415c-8ea8-7ab45ed0ea1b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:19.793905 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dc19aafc-01b4-4611-a52b-2291ad4c33f4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4584138 Jul 27 20:51:19.794184 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38054) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:19.799164 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-36589c45-848c-4225-a8b2-c529fa54dd84 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1435875447'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:19.822433 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36589c45-848c-4225-a8b2-c529fa54dd84 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Made reservation on behalf of 5d19d95bd07e4d568eeff67339803e5b for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:19.826004 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-36589c45-848c-4225-a8b2-c529fa54dd84 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:19.850775 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36589c45-848c-4225-a8b2-c529fa54dd84 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:51:19.859828 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-36589c45-848c-4225-a8b2-c529fa54dd84 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:19.860221 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-36589c45-848c-4225-a8b2-c529fa54dd84 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Added segment dab8a6e5-b911-44e4-8ce1-4ddb58ca9ba8 of type vlan for network 3a3b296e-7180-461c-ba7a-85b65ef74240 Jul 27 20:51:19.901743 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-36589c45-848c-4225-a8b2-c529fa54dd84 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:19.923382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-54d51a09-6056-415c-8ea8-7ab45ed0ea1b', 'network_id': '54d51a09-6056-415c-8ea8-7ab45ed0ea1b', 'tenant_id': '5d19d95bd07e4d568eeff67339803e5b', 'fixed_ips': [{'subnet_id': '8a6f7df6-e745-4b3f-b21e-6f6db5d001d8'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:51:19.924278 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:19.932190 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-36589c45-848c-4225-a8b2-c529fa54dd84 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:19.937736 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36589c45-848c-4225-a8b2-c529fa54dd84 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:19.938503 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-36589c45-848c-4225-a8b2-c529fa54dd84 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:19.995924 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-36589c45-848c-4225-a8b2-c529fa54dd84 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2004344 Jul 27 20:51:19.998915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38056) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:20.006786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e8a95228-142a-4435-b645-363d9cae000a tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Request body: {'subnet': {'network_id': '3a3b296e-7180-461c-ba7a-85b65ef74240', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:20.014690 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36589c45-848c-4225-a8b2-c529fa54dd84 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event updated for resources: {'Network': ['ID=3a3b296e-7180-461c-ba7a-85b65ef74240,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:20.030880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 3a3b296e-7180-461c-ba7a-85b65ef74240 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:51:20.105847 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a95228-142a-4435-b645-363d9cae000a tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Made reservation on behalf of 5d19d95bd07e4d568eeff67339803e5b for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:20.109402 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e8a95228-142a-4435-b645-363d9cae000a tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.134321 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Allocated IP 2001:db8:0:ffff::2 (54d51a09-6056-415c-8ea8-7ab45ed0ea1b/8a6f7df6-e745-4b3f-b21e-6f6db5d001d8/868c39a8-c13a-4eb3-8014-845b87daeb2d) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:51:20.274991 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.283288 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Transition to ACTIVE for port object 868c39a8-c13a-4eb3-8014-845b87daeb2d will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:20.297810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Transition to ACTIVE for port object 868c39a8-c13a-4eb3-8014-845b87daeb2d will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:20.303919 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.306389 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e8a95228-142a-4435-b645-363d9cae000a tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.351865 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Network 54d51a09-6056-415c-8ea8-7ab45ed0ea1b is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:51:20.355891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:20.357652 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Pushing event updated for resources: {'Port': ['ID=868c39a8-c13a-4eb3-8014-845b87daeb2d,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:20.359805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:51:20.367999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a95228-142a-4435-b645-363d9cae000a tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event updated for resources: {'Subnet': ['ID=f11db3ee-c804-4931-be01-f19555cf1b1a,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:20.379385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a95228-142a-4435-b645-363d9cae000a tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Checking segment: {'id': 'dab8a6e5-b911-44e4-8ce1-4ddb58ca9ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3a3b296e-7180-461c-ba7a-85b65ef74240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:20.379745 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a95228-142a-4435-b645-363d9cae000a tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Network hostable DHCP agents. Network: 3a3b296e-7180-461c-ba7a-85b65ef74240, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:51:20.398986 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a95228-142a-4435-b645-363d9cae000a tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Network 3a3b296e-7180-461c-ba7a-85b65ef74240 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:51:20.409518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-e8a95228-142a-4435-b645-363d9cae000a tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 3a3b296e-7180-461c-ba7a-85b65ef74240) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:20.414182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a95228-142a-4435-b645-363d9cae000a tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:20.414793 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e8a95228-142a-4435-b645-363d9cae000a tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.417582 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Attempting to bind port 868c39a8-c13a-4eb3-8014-845b87daeb2d on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:51:20.418306 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Attempting to bind port 868c39a8-c13a-4eb3-8014-845b87daeb2d by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '286753b5-77b9-4f38-9ee1-89a5274a5744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d51a09-6056-415c-8ea8-7ab45ed0ea1b'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:51:20.418306 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Attempting to bind port 868c39a8-c13a-4eb3-8014-845b87daeb2d on network 54d51a09-6056-415c-8ea8-7ab45ed0ea1b {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:51:20.421537 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54563e69-94cd-4505-995f-ab3d200c4184 None None] Network 3a3b296e-7180-461c-ba7a-85b65ef74240 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:20.431283 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e8a95228-142a-4435-b645-363d9cae000a tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4308653 Jul 27 20:51:20.434056 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38058) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:20.436247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:51:20.436643 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Checking segment: {'id': '286753b5-77b9-4f38-9ee1-89a5274a5744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d51a09-6056-415c-8ea8-7ab45ed0ea1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:20.437040 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.437428 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Bound using segment: {'id': '286753b5-77b9-4f38-9ee1-89a5274a5744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d51a09-6056-415c-8ea8-7ab45ed0ea1b'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:51:20.437900 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Bound port: 868c39a8-c13a-4eb3-8014-845b87daeb2d, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286753b5-77b9-4f38-9ee1-89a5274a5744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '54d51a09-6056-415c-8ea8-7ab45ed0ea1b'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:51:20.438273 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.535195 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.554981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] For port 868c39a8-c13a-4eb3-8014-845b87daeb2d, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:51:20.586332 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] For port 868c39a8-c13a-4eb3-8014-845b87daeb2d, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=868c39a8-c13a-4eb3-8014-845b87daeb2d,segment=NetworkSegment(286753b5-77b9-4f38-9ee1-89a5274a5744),segment_id=286753b5-77b9-4f38-9ee1-89a5274a5744)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:51:20.591047 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.612992 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.670040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d59daa-8a6f-4ffe-9768-ac5c96910e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-3a3b296e-7180-461c-ba7a-85b65ef74240', 'network_id': '3a3b296e-7180-461c-ba7a-85b65ef74240', 'tenant_id': '5d19d95bd07e4d568eeff67339803e5b', 'fixed_ips': [{'subnet_id': 'f11db3ee-c804-4931-be01-f19555cf1b1a'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:51:20.670881 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e8d59daa-8a6f-4ffe-9768-ac5c96910e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.690423 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e301f17-c779-4093-bad6-45ac5b5cd56a None None] Pushing event updated for resources: {'Port': ['ID=868c39a8-c13a-4eb3-8014-845b87daeb2d,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:20.694116 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.733168 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event deleted for resources: {'Subnet': ['ID=f11db3ee-c804-4931-be01-f19555cf1b1a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server [None req-e8d59daa-8a6f-4ffe-9768-ac5c96910e0f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f11db3ee-c804-4931-be01-f19555cf1b1a: This subnet is being modified by another concurrent operation. Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server raise exception Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f11db3ee-c804-4931-be01-f19555cf1b1a: This subnet is being modified by another concurrent operation. Jul 27 20:51:20.780469 n-d-705657-21 neutron-server[94061]: ERROR oslo_messaging.rpc.server Jul 27 20:51:20.796702 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.799578 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17c9cc7-ab25-45be-8b3a-f215e19c05aa None None] Network 3a3b296e-7180-461c-ba7a-85b65ef74240 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:20.808724 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3b296e-7180-461c-ba7a-85b65ef74240']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:20.819774 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab8a6e5-b911-44e4-8ce1-4ddb58ca9ba8') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:20.820068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab8a6e5-b911-44e4-8ce1-4ddb58ca9ba8') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:20.829469 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.848611 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.859448 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:51:20.860291 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:51:20.863995 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:51:20.945621 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.952885 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:20.955109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "DELETE /v2.0/networks/3a3b296e-7180-461c-ba7a-85b65ef74240 HTTP/1.1" status: 204 len: 168 time: 0.5201375 Jul 27 20:51:20.958892 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38060) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:20.964054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-5261bb8c-0fc4-4a40-b23d-58c8b5908aed tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-497532957'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:20.969554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fe0aa-f8ea-46f0-aa04-7a22e555f377 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event deleted for resources: {'Network': ['ID=3a3b296e-7180-461c-ba7a-85b65ef74240,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:20.990786 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5261bb8c-0fc4-4a40-b23d-58c8b5908aed tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Made reservation on behalf of 5d19d95bd07e4d568eeff67339803e5b for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:20.994398 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5261bb8c-0fc4-4a40-b23d-58c8b5908aed tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:21.023174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5261bb8c-0fc4-4a40-b23d-58c8b5908aed tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:51:21.033011 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5261bb8c-0fc4-4a40-b23d-58c8b5908aed tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:21.033352 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-5261bb8c-0fc4-4a40-b23d-58c8b5908aed tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Added segment c437bad1-a2a4-4b0f-9bd4-1ba677497611 of type vlan for network c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63 Jul 27 20:51:21.072683 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5261bb8c-0fc4-4a40-b23d-58c8b5908aed tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:21.105400 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5261bb8c-0fc4-4a40-b23d-58c8b5908aed tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:21.115584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5261bb8c-0fc4-4a40-b23d-58c8b5908aed tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:21.116355 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5261bb8c-0fc4-4a40-b23d-58c8b5908aed tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:21.182170 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5261bb8c-0fc4-4a40-b23d-58c8b5908aed tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2221296 Jul 27 20:51:21.185267 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38062) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:21.190727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d9d4af58-8334-420d-8915-fd758abd6ab2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Request body: {'subnet': {'network_id': 'c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:21.193260 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261bb8c-0fc4-4a40-b23d-58c8b5908aed tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event updated for resources: {'Network': ['ID=c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:21.203625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:51:21.285425 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d4af58-8334-420d-8915-fd758abd6ab2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Made reservation on behalf of 5d19d95bd07e4d568eeff67339803e5b for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:21.290648 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d9d4af58-8334-420d-8915-fd758abd6ab2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:21.352060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.ipam_backend_mixin [None req-d9d4af58-8334-420d-8915-fd758abd6ab2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Performing IP validity checks on allocation pools {{(pid=94059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 20:51:21.352629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.ipam_backend_mixin [None req-d9d4af58-8334-420d-8915-fd758abd6ab2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94059) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 20:51:21.483322 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d9d4af58-8334-420d-8915-fd758abd6ab2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:21.543081 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4af58-8334-420d-8915-fd758abd6ab2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event updated for resources: {'Subnet': ['ID=27fbd6e1-c50c-4747-bdf6-3c3fc68e1dc3,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:21.553996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4af58-8334-420d-8915-fd758abd6ab2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Checking segment: {'id': 'c437bad1-a2a4-4b0f-9bd4-1ba677497611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:21.554350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d4af58-8334-420d-8915-fd758abd6ab2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Network hostable DHCP agents. Network: c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:51:21.572430 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d4af58-8334-420d-8915-fd758abd6ab2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Network c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:51:21.582042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d9d4af58-8334-420d-8915-fd758abd6ab2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:21.586707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d4af58-8334-420d-8915-fd758abd6ab2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:21.587312 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d9d4af58-8334-420d-8915-fd758abd6ab2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:21.595103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adfdc39-20a6-4d93-8c17-7dc5c286054a None None] Network c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:21.604210 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d9d4af58-8334-420d-8915-fd758abd6ab2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4175136 Jul 27 20:51:21.605699 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38064) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:21.644363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7fe1ce-99fb-48bd-86fb-9c2ed8c112bb None None] Network 54d51a09-6056-415c-8ea8-7ab45ed0ea1b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:21.705736 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:21.724514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-08c52703-ddc0-4b14-8fa7-0af19a5ab263 None None] Provisioning for port 868c39a8-c13a-4eb3-8014-845b87daeb2d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:21.791929 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:21.855019 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:21.871045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9d90d1-8124-4b37-bb2b-a0ada03dd57e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63', 'network_id': 'c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63', 'tenant_id': '5d19d95bd07e4d568eeff67339803e5b', 'fixed_ips': [{'subnet_id': '27fbd6e1-c50c-4747-bdf6-3c3fc68e1dc3'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:51:21.871900 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bd9d90d1-8124-4b37-bb2b-a0ada03dd57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:21.883402 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event deleted for resources: {'Subnet': ['ID=27fbd6e1-c50c-4747-bdf6-3c3fc68e1dc3,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:21.970114 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4edfd73-0156-41b5-9792-086d446fc335 None None] Network c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:22.147578 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650cad2c-44f3-4685-add5-07dcd6df8a61 None None] get_active_networks_info from n-d-705657-21 {{(pid=94061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 20:51:22.234996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650cad2c-44f3-4685-add5-07dcd6df8a61 None None] Resources bound (agent type, host, resource id): {{(pid=94061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 20:51:22.252587 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 868c39a8-c13a-4eb3-8014-845b87daeb2d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:22.332736 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:22.342655 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:22.353686 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c437bad1-a2a4-4b0f-9bd4-1ba677497611') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:22.353959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c437bad1-a2a4-4b0f-9bd4-1ba677497611') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:22.363451 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:22.370618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 868c39a8-c13a-4eb3-8014-845b87daeb2d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:22.377442 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:22.384082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:51:22.384486 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:22.385178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 868c39a8-c13a-4eb3-8014-845b87daeb2d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:22.385554 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:51:22.387549 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:51:22.447141 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:22.452327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:22.454694 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "DELETE /v2.0/networks/c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63 HTTP/1.1" status: 204 len: 168 time: 0.8476739 Jul 27 20:51:22.459869 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38066) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:22.466618 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-517f9fde-b2fe-4ebd-8f73-96afcc167789 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660926680'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:22.478963 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2810a-0a8f-40ab-adab-c188b4c2f43b tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event deleted for resources: {'Network': ['ID=c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:22.494990 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517f9fde-b2fe-4ebd-8f73-96afcc167789 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Made reservation on behalf of 5d19d95bd07e4d568eeff67339803e5b for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:22.498660 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-517f9fde-b2fe-4ebd-8f73-96afcc167789 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:22.508929 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:22.524649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517f9fde-b2fe-4ebd-8f73-96afcc167789 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:51:22.534603 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-517f9fde-b2fe-4ebd-8f73-96afcc167789 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:22.535182 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-517f9fde-b2fe-4ebd-8f73-96afcc167789 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Added segment d96b53a6-188e-4bb5-8232-148aa222dd4f of type vlan for network 106a4c81-003f-426f-bd46-087fa23e5df4 Jul 27 20:51:22.571666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 868c39a8-c13a-4eb3-8014-845b87daeb2d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=868c39a8-c13a-4eb3-8014-845b87daeb2d,segment=NetworkSegment(286753b5-77b9-4f38-9ee1-89a5274a5744),segment_id=286753b5-77b9-4f38-9ee1-89a5274a5744)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:22.576761 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-517f9fde-b2fe-4ebd-8f73-96afcc167789 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:22.577387 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:22.612133 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-517f9fde-b2fe-4ebd-8f73-96afcc167789 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:22.617999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517f9fde-b2fe-4ebd-8f73-96afcc167789 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:22.618500 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-517f9fde-b2fe-4ebd-8f73-96afcc167789 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:22.629936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=868c39a8-c13a-4eb3-8014-845b87daeb2d,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:22.678784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-517f9fde-b2fe-4ebd-8f73-96afcc167789 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2171865 Jul 27 20:51:22.682511 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38068) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:22.687741 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-98c086f0-f8ec-4bf4-8701-065b394ffa64 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Request body: {'subnet': {'network_id': '106a4c81-003f-426f-bd46-087fa23e5df4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:22.689737 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f9fde-b2fe-4ebd-8f73-96afcc167789 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event updated for resources: {'Network': ['ID=106a4c81-003f-426f-bd46-087fa23e5df4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:22.701011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 106a4c81-003f-426f-bd46-087fa23e5df4 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:51:22.789226 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c086f0-f8ec-4bf4-8701-065b394ffa64 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Made reservation on behalf of 5d19d95bd07e4d568eeff67339803e5b for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:22.792996 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98c086f0-f8ec-4bf4-8701-065b394ffa64 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:22.981986 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98c086f0-f8ec-4bf4-8701-065b394ffa64 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.042857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c086f0-f8ec-4bf4-8701-065b394ffa64 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event updated for resources: {'Subnet': ['ID=2186217d-b162-4525-ae65-9ea586d3ec81,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:23.053951 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c086f0-f8ec-4bf4-8701-065b394ffa64 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Checking segment: {'id': 'd96b53a6-188e-4bb5-8232-148aa222dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '106a4c81-003f-426f-bd46-087fa23e5df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:23.054313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c086f0-f8ec-4bf4-8701-065b394ffa64 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Network hostable DHCP agents. Network: 106a4c81-003f-426f-bd46-087fa23e5df4, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:51:23.072898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c086f0-f8ec-4bf4-8701-065b394ffa64 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Network 106a4c81-003f-426f-bd46-087fa23e5df4 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:51:23.082439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-98c086f0-f8ec-4bf4-8701-065b394ffa64 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 106a4c81-003f-426f-bd46-087fa23e5df4) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:23.086584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c086f0-f8ec-4bf4-8701-065b394ffa64 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:23.087175 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-98c086f0-f8ec-4bf4-8701-065b394ffa64 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.093474 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d6e203-467f-4fbf-b5fa-15e98e342776 None None] Network 106a4c81-003f-426f-bd46-087fa23e5df4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:23.103422 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-98c086f0-f8ec-4bf4-8701-065b394ffa64 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4197717 Jul 27 20:51:23.107124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38070) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:23.112382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-97cdbc18-7e68-4b05-b610-be53b64e9348 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2005367375'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:23.137381 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cdbc18-7e68-4b05-b610-be53b64e9348 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Made reservation on behalf of 5d19d95bd07e4d568eeff67339803e5b for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:23.140995 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-97cdbc18-7e68-4b05-b610-be53b64e9348 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.175388 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97cdbc18-7e68-4b05-b610-be53b64e9348 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:51:23.184215 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-97cdbc18-7e68-4b05-b610-be53b64e9348 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.184581 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-97cdbc18-7e68-4b05-b610-be53b64e9348 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Added segment f485ea68-441e-4318-8753-7b428407f21b of type vlan for network 72d17222-611b-42ef-9b85-5075ff1db76b Jul 27 20:51:23.225185 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-97cdbc18-7e68-4b05-b610-be53b64e9348 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.250470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-106a4c81-003f-426f-bd46-087fa23e5df4', 'network_id': '106a4c81-003f-426f-bd46-087fa23e5df4', 'tenant_id': '5d19d95bd07e4d568eeff67339803e5b', 'fixed_ips': [{'subnet_id': '2186217d-b162-4525-ae65-9ea586d3ec81'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:51:23.251489 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.260122 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-97cdbc18-7e68-4b05-b610-be53b64e9348 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.266041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cdbc18-7e68-4b05-b610-be53b64e9348 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:23.266643 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-97cdbc18-7e68-4b05-b610-be53b64e9348 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.327509 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-97cdbc18-7e68-4b05-b610-be53b64e9348 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2164757 Jul 27 20:51:23.327723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38072) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:23.335085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9f9c55a4-6049-42c0-a7e0-86de5f07bd1f tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Request body: {'subnet': {'network_id': '72d17222-611b-42ef-9b85-5075ff1db76b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:23.354353 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdbc18-7e68-4b05-b610-be53b64e9348 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event updated for resources: {'Network': ['ID=72d17222-611b-42ef-9b85-5075ff1db76b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:23.365482 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 72d17222-611b-42ef-9b85-5075ff1db76b details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:51:23.439140 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Allocated IP 2001:db8::2 (106a4c81-003f-426f-bd46-087fa23e5df4/2186217d-b162-4525-ae65-9ea586d3ec81/f9fe524e-2245-4b60-b714-188f47621d31) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:51:23.439750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9c55a4-6049-42c0-a7e0-86de5f07bd1f tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Made reservation on behalf of 5d19d95bd07e4d568eeff67339803e5b for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:23.444325 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9f9c55a4-6049-42c0-a7e0-86de5f07bd1f tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.591198 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.599925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Transition to ACTIVE for port object f9fe524e-2245-4b60-b714-188f47621d31 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:23.614607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Transition to ACTIVE for port object f9fe524e-2245-4b60-b714-188f47621d31 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:23.621209 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.635413 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9f9c55a4-6049-42c0-a7e0-86de5f07bd1f tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.656726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Network 106a4c81-003f-426f-bd46-087fa23e5df4 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:51:23.659549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:23.665087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:51:23.673980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Pushing event updated for resources: {'Port': ['ID=f9fe524e-2245-4b60-b714-188f47621d31,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:23.696851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c55a4-6049-42c0-a7e0-86de5f07bd1f tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event updated for resources: {'Subnet': ['ID=a14b8296-a8e3-4aba-972b-c66c211ea2b1,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:23.705675 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9c55a4-6049-42c0-a7e0-86de5f07bd1f tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Checking segment: {'id': 'f485ea68-441e-4318-8753-7b428407f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '72d17222-611b-42ef-9b85-5075ff1db76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:23.706129 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c55a4-6049-42c0-a7e0-86de5f07bd1f tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Network hostable DHCP agents. Network: 72d17222-611b-42ef-9b85-5075ff1db76b, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:51:23.723780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c55a4-6049-42c0-a7e0-86de5f07bd1f tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Network 72d17222-611b-42ef-9b85-5075ff1db76b is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:51:23.734386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Attempting to bind port f9fe524e-2245-4b60-b714-188f47621d31 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:51:23.734719 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-9f9c55a4-6049-42c0-a7e0-86de5f07bd1f tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 72d17222-611b-42ef-9b85-5075ff1db76b) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:23.734913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Attempting to bind port f9fe524e-2245-4b60-b714-188f47621d31 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'd96b53a6-188e-4bb5-8232-148aa222dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '106a4c81-003f-426f-bd46-087fa23e5df4'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:51:23.735147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Attempting to bind port f9fe524e-2245-4b60-b714-188f47621d31 on network 106a4c81-003f-426f-bd46-087fa23e5df4 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:51:23.739377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9c55a4-6049-42c0-a7e0-86de5f07bd1f tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:23.740029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9f9c55a4-6049-42c0-a7e0-86de5f07bd1f tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.740856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:51:23.741237 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Checking segment: {'id': 'd96b53a6-188e-4bb5-8232-148aa222dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '106a4c81-003f-426f-bd46-087fa23e5df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:23.741624 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.742013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Bound using segment: {'id': 'd96b53a6-188e-4bb5-8232-148aa222dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '106a4c81-003f-426f-bd46-087fa23e5df4'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:51:23.742472 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Bound port: f9fe524e-2245-4b60-b714-188f47621d31, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96b53a6-188e-4bb5-8232-148aa222dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '106a4c81-003f-426f-bd46-087fa23e5df4'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:51:23.742852 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.753732 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566ac40e-6f47-4ddd-93fe-97e2c5a45df7 None None] Network 72d17222-611b-42ef-9b85-5075ff1db76b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:23.758180 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9f9c55a4-6049-42c0-a7e0-86de5f07bd1f tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4270179 Jul 27 20:51:23.758667 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38074) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:23.859117 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.869875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] For port f9fe524e-2245-4b60-b714-188f47621d31, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:51:23.874294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] For port f9fe524e-2245-4b60-b714-188f47621d31, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f9fe524e-2245-4b60-b714-188f47621d31,segment=NetworkSegment(d96b53a6-188e-4bb5-8232-148aa222dd4f),segment_id=d96b53a6-188e-4bb5-8232-148aa222dd4f)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:51:23.880691 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.916922 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:23.984957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac26c6-3b79-442a-a723-a28d3a7387cd None None] Pushing event updated for resources: {'Port': ['ID=f9fe524e-2245-4b60-b714-188f47621d31,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:23.994450 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.004254 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e40c05f-55f2-4e22-ac0a-da7e9ec07967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-72d17222-611b-42ef-9b85-5075ff1db76b', 'network_id': '72d17222-611b-42ef-9b85-5075ff1db76b', 'tenant_id': '5d19d95bd07e4d568eeff67339803e5b', 'fixed_ips': [{'subnet_id': 'a14b8296-a8e3-4aba-972b-c66c211ea2b1'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:51:24.005166 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e40c05f-55f2-4e22-ac0a-da7e9ec07967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.023808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event deleted for resources: {'Subnet': ['ID=a14b8296-a8e3-4aba-972b-c66c211ea2b1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:24.089940 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.095551 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e35f46-166c-4b94-928d-7f7d129c6f59 None None] Network 72d17222-611b-42ef-9b85-5075ff1db76b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:24.102786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d17222-611b-42ef-9b85-5075ff1db76b']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:24.143609 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f485ea68-441e-4318-8753-7b428407f21b') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:24.144074 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f485ea68-441e-4318-8753-7b428407f21b') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:24.155410 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.171021 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.178875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:51:24.179268 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:51:24.184002 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:51:24.266809 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.273052 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.274983 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "DELETE /v2.0/networks/72d17222-611b-42ef-9b85-5075ff1db76b HTTP/1.1" status: 204 len: 168 time: 0.5148468 Jul 27 20:51:24.277831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38076) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:24.304045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7362a-9cd8-44ab-bdc2-9c6833e9b088 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event deleted for resources: {'Network': ['ID=72d17222-611b-42ef-9b85-5075ff1db76b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:24.311483 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1273def-fa46-41c9-9390-bd50a1808ac7 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] GET failed (client error): The resource could not be found. Jul 27 20:51:24.312868 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b1273def-fa46-41c9-9390-bd50a1808ac7 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "GET /v2.0/subnets/a14b8296-a8e3-4aba-972b-c66c211ea2b1 HTTP/1.1" status: 404 len: 337 time: 0.0340352 Jul 27 20:51:24.315665 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38078) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:24.324596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f9fe524e-2245-4b60-b714-188f47621d31 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:24.337121 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be89565-de65-4d5b-b8d0-84fa91aa4a65 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] DELETE failed (client error): The resource could not be found. Jul 27 20:51:24.337730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be89565-de65-4d5b-b8d0-84fa91aa4a65 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:51:24.339510 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6be89565-de65-4d5b-b8d0-84fa91aa4a65 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "DELETE /v2.0/networks/72d17222-611b-42ef-9b85-5075ff1db76b HTTP/1.1" status: 404 len: 339 time: 0.0228758 Jul 27 20:51:24.343746 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38080) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:24.373886 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee013f70-7dc1-4493-b2c1-41f7b566488d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] DELETE failed (client error): The resource could not be found. Jul 27 20:51:24.374312 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee013f70-7dc1-4493-b2c1-41f7b566488d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:51:24.376146 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ee013f70-7dc1-4493-b2c1-41f7b566488d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "DELETE /v2.0/subnets/a14b8296-a8e3-4aba-972b-c66c211ea2b1 HTTP/1.1" status: 404 len: 337 time: 0.0313993 Jul 27 20:51:24.379368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38082) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:24.379919 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f9fe524e-2245-4b60-b714-188f47621d31 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:24.385204 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 868c39a8-c13a-4eb3-8014-845b87daeb2d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:24.398629 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4262f1c3-08c4-4cd7-be7a-c660eda38453 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] DELETE failed (client error): The resource could not be found. Jul 27 20:51:24.399160 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4262f1c3-08c4-4cd7-be7a-c660eda38453 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:51:24.401083 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4262f1c3-08c4-4cd7-be7a-c660eda38453 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "DELETE /v2.0/networks/72d17222-611b-42ef-9b85-5075ff1db76b HTTP/1.1" status: 404 len: 339 time: 0.0204129 Jul 27 20:51:24.403587 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38084) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:24.433626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 868c39a8-c13a-4eb3-8014-845b87daeb2d triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:24.434221 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.462344 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6869a9b0-32ff-4c12-b16a-7760665a7a59 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Deleting subnet 2186217d-b162-4525-ae65-9ea586d3ec81 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:51:24.465562 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6869a9b0-32ff-4c12-b16a-7760665a7a59 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.505715 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6869a9b0-32ff-4c12-b16a-7760665a7a59 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.598999 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6869a9b0-32ff-4c12-b16a-7760665a7a59 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.664497 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6869a9b0-32ff-4c12-b16a-7760665a7a59 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.693382 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869a9b0-32ff-4c12-b16a-7760665a7a59 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event deleted for resources: {'Subnet': ['ID=2186217d-b162-4525-ae65-9ea586d3ec81,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:24.695395 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6869a9b0-32ff-4c12-b16a-7760665a7a59 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.697348 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6869a9b0-32ff-4c12-b16a-7760665a7a59 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "DELETE /v2.0/subnets/2186217d-b162-4525-ae65-9ea586d3ec81 HTTP/1.1" status: 204 len: 168 time: 0.2928169 Jul 27 20:51:24.699915 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38086) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:24.779717 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.834103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Deleting port f9fe524e-2245-4b60-b714-188f47621d31 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:51:24.834439 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.905040 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] For port f9fe524e-2245-4b60-b714-188f47621d31, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f9fe524e-2245-4b60-b714-188f47621d31,segment=NetworkSegment(d96b53a6-188e-4bb5-8232-148aa222dd4f),segment_id=d96b53a6-188e-4bb5-8232-148aa222dd4f)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:24.905408 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:24.908329 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc14b54-deb7-4b67-9d0e-f4f80b7b7525 None None] Network 106a4c81-003f-426f-bd46-087fa23e5df4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:24.920573 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Calling delete_port for f9fe524e-2245-4b60-b714-188f47621d31 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:51:24.978514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b33ebc8e-e488-4555-bae7-f120fbf77fa7 None None] Provisioning for port f9fe524e-2245-4b60-b714-188f47621d31 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:24.985090 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b33ebc8e-e488-4555-bae7-f120fbf77fa7 None None] Provisioning complete for port f9fe524e-2245-4b60-b714-188f47621d31 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:24.985461 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b33ebc8e-e488-4555-bae7-f120fbf77fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.000723 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.028878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event deleted for resources: {'Port': ['ID=f9fe524e-2245-4b60-b714-188f47621d31,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:25.036328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] No DVR routers for this DVR port f9fe524e-2245-4b60-b714-188f47621d31 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:51:25.059987 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b33ebc8e-e488-4555-bae7-f120fbf77fa7 None None] Could not find standard attr ID for object f9fe524e-2245-4b60-b714-188f47621d31. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:51:25.062789 n-d-705657-21 neutron-server[94061]: INFO neutron.plugins.ml2.db [None req-b33ebc8e-e488-4555-bae7-f120fbf77fa7 None None] No ports have port_id starting with f9fe524e-2245-4b60-b714-188f47621d31 Jul 27 20:51:25.104141 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edc5f09-21ca-4e27-b347-cc11e19ce8d8 None None] DHCP port deletion for 106a4c81-003f-426f-bd46-087fa23e5df4 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:51:25.118670 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.128849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106a4c81-003f-426f-bd46-087fa23e5df4']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:25.140646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96b53a6-188e-4bb5-8232-148aa222dd4f') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:25.140935 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96b53a6-188e-4bb5-8232-148aa222dd4f') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:25.150703 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.164491 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.170125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:51:25.170501 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:51:25.173362 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:51:25.238934 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.245113 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.247553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "DELETE /v2.0/networks/106a4c81-003f-426f-bd46-087fa23e5df4 HTTP/1.1" status: 204 len: 168 time: 0.5462129 Jul 27 20:51:25.250319 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38088) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:25.264731 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1849d63-325d-4729-92a4-404df46cf918 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event deleted for resources: {'Network': ['ID=106a4c81-003f-426f-bd46-087fa23e5df4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:25.279492 n-d-705657-21 neutron-server[94060]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6e505c-258a-4793-a3e3-b4b35b1a2ea4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] DELETE failed (client error): The resource could not be found. Jul 27 20:51:25.279954 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6e505c-258a-4793-a3e3-b4b35b1a2ea4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94060) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:51:25.281812 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ae6e505c-258a-4793-a3e3-b4b35b1a2ea4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "DELETE /v2.0/subnets/27fbd6e1-c50c-4747-bdf6-3c3fc68e1dc3 HTTP/1.1" status: 404 len: 337 time: 0.0301552 Jul 27 20:51:25.285639 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38090) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:25.313469 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8019baa-26d3-4d08-b55e-3bf7786057ad tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] DELETE failed (client error): The resource could not be found. Jul 27 20:51:25.314221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8019baa-26d3-4d08-b55e-3bf7786057ad tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:51:25.316378 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f8019baa-26d3-4d08-b55e-3bf7786057ad tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "DELETE /v2.0/networks/c5d5ab8b-136e-4cc4-a1d7-93abc16b7a63 HTTP/1.1" status: 404 len: 339 time: 0.0295887 Jul 27 20:51:25.319005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38092) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:25.344657 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0dc518-c54e-4404-b34c-3fff5d67e2e2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] DELETE failed (client error): The resource could not be found. Jul 27 20:51:25.345086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0dc518-c54e-4404-b34c-3fff5d67e2e2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:51:25.347211 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aa0dc518-c54e-4404-b34c-3fff5d67e2e2 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "DELETE /v2.0/subnets/f11db3ee-c804-4931-be01-f19555cf1b1a HTTP/1.1" status: 404 len: 337 time: 0.0273077 Jul 27 20:51:25.349870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38094) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:25.367933 n-d-705657-21 neutron-server[94059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd40712-976b-4261-87b7-91330266ac0f tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] DELETE failed (client error): The resource could not be found. Jul 27 20:51:25.368503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd40712-976b-4261-87b7-91330266ac0f tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94059) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 20:51:25.370120 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ffd40712-976b-4261-87b7-91330266ac0f tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "DELETE /v2.0/networks/3a3b296e-7180-461c-ba7a-85b65ef74240 HTTP/1.1" status: 404 len: 339 time: 0.0194042 Jul 27 20:51:25.372646 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38096) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:25.424713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b50f006-7b51-4b8a-9c16-c877837735d4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Deleting subnet 8a6f7df6-e745-4b3f-b21e-6f6db5d001d8 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:51:25.427897 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b50f006-7b51-4b8a-9c16-c877837735d4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.477441 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b50f006-7b51-4b8a-9c16-c877837735d4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.577528 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b50f006-7b51-4b8a-9c16-c877837735d4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.649784 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b50f006-7b51-4b8a-9c16-c877837735d4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.681456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50f006-7b51-4b8a-9c16-c877837735d4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6f7df6-e745-4b3f-b21e-6f6db5d001d8,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:25.683426 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b50f006-7b51-4b8a-9c16-c877837735d4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.688126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38098) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:25.688913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef56f53-ac37-4636-b3bc-9b43b03c2023 None None] Network 54d51a09-6056-415c-8ea8-7ab45ed0ea1b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:25.689467 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6b50f006-7b51-4b8a-9c16-c877837735d4 tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "DELETE /v2.0/subnets/8a6f7df6-e745-4b3f-b21e-6f6db5d001d8 HTTP/1.1" status: 204 len: 168 time: 0.3127160 Jul 27 20:51:25.769905 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.829283 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Deleting port 868c39a8-c13a-4eb3-8014-845b87daeb2d {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:51:25.829559 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.885177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff77011-3c7b-40e0-a6e5-b0c35f3f62dc None None] DHCP port deletion for 54d51a09-6056-415c-8ea8-7ab45ed0ea1b request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:51:25.899234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] For port 868c39a8-c13a-4eb3-8014-845b87daeb2d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=868c39a8-c13a-4eb3-8014-845b87daeb2d,segment=NetworkSegment(286753b5-77b9-4f38-9ee1-89a5274a5744),segment_id=286753b5-77b9-4f38-9ee1-89a5274a5744)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:25.899605 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:25.912923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Calling delete_port for 868c39a8-c13a-4eb3-8014-845b87daeb2d owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:51:25.938057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-bff77011-3c7b-40e0-a6e5-b0c35f3f62dc None None] Deleting port 868c39a8-c13a-4eb3-8014-845b87daeb2d {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:51:25.938637 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bff77011-3c7b-40e0-a6e5-b0c35f3f62dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:26.001246 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:26.001771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-bff77011-3c7b-40e0-a6e5-b0c35f3f62dc None None] For port 868c39a8-c13a-4eb3-8014-845b87daeb2d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=868c39a8-c13a-4eb3-8014-845b87daeb2d,segment=NetworkSegment(286753b5-77b9-4f38-9ee1-89a5274a5744),segment_id=286753b5-77b9-4f38-9ee1-89a5274a5744)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:26.002179 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bff77011-3c7b-40e0-a6e5-b0c35f3f62dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:26.015508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-bff77011-3c7b-40e0-a6e5-b0c35f3f62dc None None] Calling delete_port for 868c39a8-c13a-4eb3-8014-845b87daeb2d owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:51:26.029246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] No DVR routers for this DVR port 868c39a8-c13a-4eb3-8014-845b87daeb2d on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:51:26.031276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event deleted for resources: {'Port': ['ID=868c39a8-c13a-4eb3-8014-845b87daeb2d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:26.093873 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bff77011-3c7b-40e0-a6e5-b0c35f3f62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:26.110347 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:26.118763 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff77011-3c7b-40e0-a6e5-b0c35f3f62dc None None] Pushing event deleted for resources: {'Port': ['ID=868c39a8-c13a-4eb3-8014-845b87daeb2d,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:26.120170 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d51a09-6056-415c-8ea8-7ab45ed0ea1b']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:26.122713 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff77011-3c7b-40e0-a6e5-b0c35f3f62dc None None] No DVR routers for this DVR port 868c39a8-c13a-4eb3-8014-845b87daeb2d on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:51:26.134219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286753b5-77b9-4f38-9ee1-89a5274a5744') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:26.135063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286753b5-77b9-4f38-9ee1-89a5274a5744') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:26.148116 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:26.163897 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:26.170574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:51:26.170998 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:51:26.173932 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:51:26.201596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f9fe524e-2245-4b60-b714-188f47621d31 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:51:26.227157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f9fe524e-2245-4b60-b714-188f47621d31 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:51:26.227502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f9fe524e-2245-4b60-b714-188f47621d31 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:51:26.227902 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 868c39a8-c13a-4eb3-8014-845b87daeb2d no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:51:26.247112 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:26.247379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 868c39a8-c13a-4eb3-8014-845b87daeb2d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:51:26.247492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 868c39a8-c13a-4eb3-8014-845b87daeb2d not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:51:26.254227 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:26.259369 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] 10.222.0.48 "DELETE /v2.0/networks/54d51a09-6056-415c-8ea8-7ab45ed0ea1b HTTP/1.1" status: 204 len: 168 time: 0.5669546 Jul 27 20:51:26.275747 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a8c8d-40f8-4e68-91dd-b777ef50266d tempest-NetworksIpV6Test-1283765491 tempest-NetworksIpV6Test-1283765491-project] Pushing event deleted for resources: {'Network': ['ID=54d51a09-6056-415c-8ea8-7ab45ed0ea1b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:26.510013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38104) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:26.650577 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-34b2765a-3f30-4735-bbd7-d0a9c406215d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d19d95bd07e4d568eeff67339803e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392105 Jul 27 20:51:26.653246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38108) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:26.704428 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3c76283a-9ba6-4ee2-b04c-16da44cfe40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:26.726878 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3c76283a-9ba6-4ee2-b04c-16da44cfe40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:26.782790 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3c76283a-9ba6-4ee2-b04c-16da44cfe40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:26.787482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3c76283a-9ba6-4ee2-b04c-16da44cfe40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:26.789459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3c76283a-9ba6-4ee2-b04c-16da44cfe40d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/642bb5f6-e7d9-4fc2-b48f-ba9b65f0020c HTTP/1.1" status: 204 len: 168 time: 0.1351030 Jul 27 20:51:26.800118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76283a-9ba6-4ee2-b04c-16da44cfe40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642bb5f6-e7d9-4fc2-b48f-ba9b65f0020c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:27.489963 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38130) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:27.610623 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-19494656-99da-4d6c-adb0-66e8ccd966d5 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1743945494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:27.644240 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19494656-99da-4d6c-adb0-66e8ccd966d5 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:27.645779 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19494656-99da-4d6c-adb0-66e8ccd966d5 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:27.705800 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19494656-99da-4d6c-adb0-66e8ccd966d5 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:27.713857 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19494656-99da-4d6c-adb0-66e8ccd966d5 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:27.733962 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19494656-99da-4d6c-adb0-66e8ccd966d5 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:27.735182 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-19494656-99da-4d6c-adb0-66e8ccd966d5 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2438531 Jul 27 20:51:27.738295 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38134) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:27.743359 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1062457158'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:27.767203 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Made reservation on behalf of 0472bf36443a41109b14ff26c33b95ab for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:27.772806 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:27.782211 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:27.883480 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:27.888514 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:27.919058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:51:27.926902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912d6d7e-b107-4796-b3bd-9de60549629b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:27.933362 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:27.933705 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Added segment 0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b of type vlan for network f54e7374-d2d0-4a13-9260-9aa2c640d10e Jul 27 20:51:27.976584 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:28.008543 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:28.013986 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:28.014567 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:28.076223 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3341787 Jul 27 20:51:28.076484 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38136) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:28.081757 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3c728ec0-56d1-46da-b78b-5c1ca833096d tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Request body: {'subnet': {'network_id': 'f54e7374-d2d0-4a13-9260-9aa2c640d10e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:28.130104 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a75a2-aeb3-4051-af7a-f696b3fad681 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Pushing event updated for resources: {'Network': ['ID=f54e7374-d2d0-4a13-9260-9aa2c640d10e,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:28.145759 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network f54e7374-d2d0-4a13-9260-9aa2c640d10e details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:51:28.181667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c728ec0-56d1-46da-b78b-5c1ca833096d tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Made reservation on behalf of 0472bf36443a41109b14ff26c33b95ab for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:28.185267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c728ec0-56d1-46da-b78b-5c1ca833096d tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:28.374883 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c728ec0-56d1-46da-b78b-5c1ca833096d tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:28.435996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c728ec0-56d1-46da-b78b-5c1ca833096d tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Pushing event updated for resources: {'Subnet': ['ID=f80765c1-3a76-4303-b21a-0bc0ba372acd,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:28.449829 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c728ec0-56d1-46da-b78b-5c1ca833096d tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Checking segment: {'id': '0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f54e7374-d2d0-4a13-9260-9aa2c640d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:28.450197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c728ec0-56d1-46da-b78b-5c1ca833096d tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Network hostable DHCP agents. Network: f54e7374-d2d0-4a13-9260-9aa2c640d10e, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:51:28.469066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c728ec0-56d1-46da-b78b-5c1ca833096d tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Network f54e7374-d2d0-4a13-9260-9aa2c640d10e is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:51:28.478587 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-3c728ec0-56d1-46da-b78b-5c1ca833096d tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, f54e7374-d2d0-4a13-9260-9aa2c640d10e) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:28.482726 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c728ec0-56d1-46da-b78b-5c1ca833096d tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:28.483306 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3c728ec0-56d1-46da-b78b-5c1ca833096d tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:28.490475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037ddf66-3288-465a-8786-8376c73e8d4e None None] Network f54e7374-d2d0-4a13-9260-9aa2c640d10e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:28.503100 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3c728ec0-56d1-46da-b78b-5c1ca833096d tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4226859 Jul 27 20:51:28.503688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38138) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:28.508673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7a88669c-9ef9-4df3-b4a3-fdcd0a99d824 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-291232336'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:28.530352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a88669c-9ef9-4df3-b4a3-fdcd0a99d824 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Made reservation on behalf of 0472bf36443a41109b14ff26c33b95ab for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:28.534171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a88669c-9ef9-4df3-b4a3-fdcd0a99d824 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:28.562966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a88669c-9ef9-4df3-b4a3-fdcd0a99d824 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:51:28.572250 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a88669c-9ef9-4df3-b4a3-fdcd0a99d824 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:28.572656 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-7a88669c-9ef9-4df3-b4a3-fdcd0a99d824 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Added segment b0e17df4-f43a-4d82-8291-4449c38c2738 of type vlan for network 82e2a4c0-ac86-42d4-984a-e3a8fbf5883a Jul 27 20:51:28.614741 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a88669c-9ef9-4df3-b4a3-fdcd0a99d824 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:28.643958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-f54e7374-d2d0-4a13-9260-9aa2c640d10e', 'network_id': 'f54e7374-d2d0-4a13-9260-9aa2c640d10e', 'tenant_id': '0472bf36443a41109b14ff26c33b95ab', 'fixed_ips': [{'subnet_id': 'f80765c1-3a76-4303-b21a-0bc0ba372acd'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:51:28.645014 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a88669c-9ef9-4df3-b4a3-fdcd0a99d824 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:28.645147 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:28.650701 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a88669c-9ef9-4df3-b4a3-fdcd0a99d824 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:28.651300 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a88669c-9ef9-4df3-b4a3-fdcd0a99d824 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:28.704159 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7a88669c-9ef9-4df3-b4a3-fdcd0a99d824 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1997120 Jul 27 20:51:28.707605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38140) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:28.713917 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e1e5fd5f-aaf7-41ba-b217-c0d73d22adb6 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Request body: {'subnet': {'network_id': '82e2a4c0-ac86-42d4-984a-e3a8fbf5883a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:28.723670 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88669c-9ef9-4df3-b4a3-fdcd0a99d824 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Pushing event updated for resources: {'Network': ['ID=82e2a4c0-ac86-42d4-984a-e3a8fbf5883a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:28.740679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 82e2a4c0-ac86-42d4-984a-e3a8fbf5883a details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:51:28.813548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e5fd5f-aaf7-41ba-b217-c0d73d22adb6 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Made reservation on behalf of 0472bf36443a41109b14ff26c33b95ab for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:28.817247 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1e5fd5f-aaf7-41ba-b217-c0d73d22adb6 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:28.840069 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Allocated IP 172.20.0.2 (f54e7374-d2d0-4a13-9260-9aa2c640d10e/f80765c1-3a76-4303-b21a-0bc0ba372acd/fa2e790c-73d3-41ac-999a-95986b73e11d) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:51:28.988948 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:28.997829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Transition to ACTIVE for port object fa2e790c-73d3-41ac-999a-95986b73e11d will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:29.003523 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1e5fd5f-aaf7-41ba-b217-c0d73d22adb6 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:29.012847 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Transition to ACTIVE for port object fa2e790c-73d3-41ac-999a-95986b73e11d will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:29.018918 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:29.059337 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Network f54e7374-d2d0-4a13-9260-9aa2c640d10e is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:51:29.062140 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:29.067374 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:51:29.069704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5fd5f-aaf7-41ba-b217-c0d73d22adb6 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Pushing event updated for resources: {'Subnet': ['ID=f5c879f8-47d4-4200-bbee-6cbbb0ef78ff,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:29.070399 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Pushing event updated for resources: {'Port': ['ID=fa2e790c-73d3-41ac-999a-95986b73e11d,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:29.072157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e5fd5f-aaf7-41ba-b217-c0d73d22adb6 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Checking segment: {'id': 'b0e17df4-f43a-4d82-8291-4449c38c2738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '82e2a4c0-ac86-42d4-984a-e3a8fbf5883a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:29.072328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e5fd5f-aaf7-41ba-b217-c0d73d22adb6 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Network hostable DHCP agents. Network: 82e2a4c0-ac86-42d4-984a-e3a8fbf5883a, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:51:29.089955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e5fd5f-aaf7-41ba-b217-c0d73d22adb6 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Network 82e2a4c0-ac86-42d4-984a-e3a8fbf5883a is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:51:29.099523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-e1e5fd5f-aaf7-41ba-b217-c0d73d22adb6 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 82e2a4c0-ac86-42d4-984a-e3a8fbf5883a) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:29.104094 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e5fd5f-aaf7-41ba-b217-c0d73d22adb6 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:29.104742 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1e5fd5f-aaf7-41ba-b217-c0d73d22adb6 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:29.119828 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f7e118-4730-4efd-a397-bb610c399ee4 None None] Network 82e2a4c0-ac86-42d4-984a-e3a8fbf5883a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:29.123691 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e1e5fd5f-aaf7-41ba-b217-c0d73d22adb6 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4121892 Jul 27 20:51:29.124357 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38144) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:29.133756 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-4b58f2d9-b444-4993-942b-6698587d0a36 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Request body: {'router': {'external_gateway_info': {'network_id': '82e2a4c0-ac86-42d4-984a-e3a8fbf5883a'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:29.171059 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Attempting to bind port fa2e790c-73d3-41ac-999a-95986b73e11d on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:51:29.171640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Attempting to bind port fa2e790c-73d3-41ac-999a-95986b73e11d by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f54e7374-d2d0-4a13-9260-9aa2c640d10e'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:51:29.171786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Attempting to bind port fa2e790c-73d3-41ac-999a-95986b73e11d on network f54e7374-d2d0-4a13-9260-9aa2c640d10e {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:51:29.182386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:51:29.182763 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Checking segment: {'id': '0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f54e7374-d2d0-4a13-9260-9aa2c640d10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:29.183172 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:29.183567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Bound using segment: {'id': '0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f54e7374-d2d0-4a13-9260-9aa2c640d10e'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:51:29.184035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Bound port: fa2e790c-73d3-41ac-999a-95986b73e11d, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f54e7374-d2d0-4a13-9260-9aa2c640d10e'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:51:29.184445 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:29.302867 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] For port fa2e790c-73d3-41ac-999a-95986b73e11d, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:51:29.318690 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] For port fa2e790c-73d3-41ac-999a-95986b73e11d, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=fa2e790c-73d3-41ac-999a-95986b73e11d,segment=NetworkSegment(0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b),segment_id=0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:51:29.336144 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:29.366244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-82e2a4c0-ac86-42d4-984a-e3a8fbf5883a', 'network_id': '82e2a4c0-ac86-42d4-984a-e3a8fbf5883a', 'tenant_id': '0472bf36443a41109b14ff26c33b95ab', 'fixed_ips': [{'subnet_id': 'f5c879f8-47d4-4200-bbee-6cbbb0ef78ff'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:51:29.367111 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:29.412000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c17ce-bdb5-449a-8ca1-a44c74b467d9 None None] Pushing event updated for resources: {'Port': ['ID=fa2e790c-73d3-41ac-999a-95986b73e11d,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:29.547776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Allocated IP 172.21.0.2 (82e2a4c0-ac86-42d4-984a-e3a8fbf5883a/f5c879f8-47d4-4200-bbee-6cbbb0ef78ff/0ed6dc47-0281-42c7-8a46-4a86fc3a69d5) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:51:29.733931 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:29.743379 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b58f2d9-b444-4993-942b-6698587d0a36 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:29.743988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Transition to ACTIVE for port object 0ed6dc47-0281-42c7-8a46-4a86fc3a69d5 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:29.759868 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Transition to ACTIVE for port object 0ed6dc47-0281-42c7-8a46-4a86fc3a69d5 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:29.766343 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:29.812107 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Network 82e2a4c0-ac86-42d4-984a-e3a8fbf5883a is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:51:29.815055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:29.819982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:51:29.821947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Pushing event updated for resources: {'Port': ['ID=0ed6dc47-0281-42c7-8a46-4a86fc3a69d5,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:29.854831 n-d-705657-21 neutron-server[94059]: INFO neutron.api.v2.resource [None req-4b58f2d9-b444-4993-942b-6698587d0a36 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 20:51:29.855936 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4b58f2d9-b444-4993-942b-6698587d0a36 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] 10.222.0.48 "PUT /v2.0/routers/2b66a17a-6ab2-4751-9f71-80b89091932b HTTP/1.1" status: 400 len: 364 time: 0.7305233 Jul 27 20:51:29.862059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38146) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:29.920764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a82a8c-6bbe-4802-92d0-d14b01400796 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Deleting subnet f5c879f8-47d4-4200-bbee-6cbbb0ef78ff {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:51:29.924506 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a9a82a8c-6bbe-4802-92d0-d14b01400796 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:29.971590 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a9a82a8c-6bbe-4802-92d0-d14b01400796 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.046054 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Attempting to bind port 0ed6dc47-0281-42c7-8a46-4a86fc3a69d5 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:51:30.046440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Attempting to bind port 0ed6dc47-0281-42c7-8a46-4a86fc3a69d5 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'b0e17df4-f43a-4d82-8291-4449c38c2738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '82e2a4c0-ac86-42d4-984a-e3a8fbf5883a'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:51:30.046793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Attempting to bind port 0ed6dc47-0281-42c7-8a46-4a86fc3a69d5 on network 82e2a4c0-ac86-42d4-984a-e3a8fbf5883a {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:51:30.052413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:51:30.052717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Checking segment: {'id': 'b0e17df4-f43a-4d82-8291-4449c38c2738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '82e2a4c0-ac86-42d4-984a-e3a8fbf5883a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:30.053129 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.053508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Bound using segment: {'id': 'b0e17df4-f43a-4d82-8291-4449c38c2738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '82e2a4c0-ac86-42d4-984a-e3a8fbf5883a'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:51:30.054004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Bound port: 0ed6dc47-0281-42c7-8a46-4a86fc3a69d5, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e17df4-f43a-4d82-8291-4449c38c2738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '82e2a4c0-ac86-42d4-984a-e3a8fbf5883a'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:51:30.054387 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.058833 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a9a82a8c-6bbe-4802-92d0-d14b01400796 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.122402 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a9a82a8c-6bbe-4802-92d0-d14b01400796 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.126056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] For port 0ed6dc47-0281-42c7-8a46-4a86fc3a69d5, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:51:30.133954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] For port 0ed6dc47-0281-42c7-8a46-4a86fc3a69d5, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0ed6dc47-0281-42c7-8a46-4a86fc3a69d5,segment=NetworkSegment(b0e17df4-f43a-4d82-8291-4449c38c2738),segment_id=b0e17df4-f43a-4d82-8291-4449c38c2738)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:51:30.138993 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.158911 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a82a8c-6bbe-4802-92d0-d14b01400796 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c879f8-47d4-4200-bbee-6cbbb0ef78ff,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:30.163371 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a9a82a8c-6bbe-4802-92d0-d14b01400796 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.165385 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a9a82a8c-6bbe-4802-92d0-d14b01400796 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] 10.222.0.48 "DELETE /v2.0/subnets/f5c879f8-47d4-4200-bbee-6cbbb0ef78ff HTTP/1.1" status: 204 len: 168 time: 0.3021955 Jul 27 20:51:30.167897 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38148) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:30.235782 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b21b19-9ab9-464f-8d21-4843edf41ebc None None] Pushing event updated for resources: {'Port': ['ID=0ed6dc47-0281-42c7-8a46-4a86fc3a69d5,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:30.265333 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.284702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device fa2e790c-73d3-41ac-999a-95986b73e11d up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:30.334799 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Deleting port 0ed6dc47-0281-42c7-8a46-4a86fc3a69d5 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:51:30.335358 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.342843 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port fa2e790c-73d3-41ac-999a-95986b73e11d completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:30.411101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] For port 0ed6dc47-0281-42c7-8a46-4a86fc3a69d5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0ed6dc47-0281-42c7-8a46-4a86fc3a69d5,segment=NetworkSegment(b0e17df4-f43a-4d82-8291-4449c38c2738),segment_id=b0e17df4-f43a-4d82-8291-4449c38c2738)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:30.411469 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.424848 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Calling delete_port for 0ed6dc47-0281-42c7-8a46-4a86fc3a69d5 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:51:30.515298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4920fa39-4cdd-4c43-b3e8-955865a575d0 None None] Network f54e7374-d2d0-4a13-9260-9aa2c640d10e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:30.526961 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.564011 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] No DVR routers for this DVR port 0ed6dc47-0281-42c7-8a46-4a86fc3a69d5 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:51:30.566137 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Pushing event deleted for resources: {'Port': ['ID=0ed6dc47-0281-42c7-8a46-4a86fc3a69d5,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:30.571037 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fd5dedc4-c77a-40ac-8838-f50147a761bd None None] Provisioning for port fa2e790c-73d3-41ac-999a-95986b73e11d completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:30.578864 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fd5dedc4-c77a-40ac-8838-f50147a761bd None None] Provisioning complete for port fa2e790c-73d3-41ac-999a-95986b73e11d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:30.578864 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fd5dedc4-c77a-40ac-8838-f50147a761bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.655463 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.666376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e2a4c0-ac86-42d4-984a-e3a8fbf5883a']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:30.677507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e17df4-f43a-4d82-8291-4449c38c2738') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:30.677806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e17df4-f43a-4d82-8291-4449c38c2738') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:30.687102 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.701647 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.709192 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:51:30.709676 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:51:30.713107 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:51:30.729101 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fd5dedc4-c77a-40ac-8838-f50147a761bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.776251 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-fd5dedc4-c77a-40ac-8838-f50147a761bd None None] For port fa2e790c-73d3-41ac-999a-95986b73e11d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=fa2e790c-73d3-41ac-999a-95986b73e11d,segment=NetworkSegment(0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b),segment_id=0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:30.779662 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.781034 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fd5dedc4-c77a-40ac-8838-f50147a761bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.788472 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.789463 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] 10.222.0.48 "DELETE /v2.0/networks/82e2a4c0-ac86-42d4-984a-e3a8fbf5883a HTTP/1.1" status: 204 len: 168 time: 0.6201324 Jul 27 20:51:30.792326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38150) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:30.805739 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2ecae-b4ff-42f3-8d95-736cb1f74d71 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Pushing event deleted for resources: {'Network': ['ID=82e2a4c0-ac86-42d4-984a-e3a8fbf5883a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:30.838258 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5dedc4-c77a-40ac-8838-f50147a761bd None None] Pushing event updated for resources: {'Port': ['ID=fa2e790c-73d3-41ac-999a-95986b73e11d,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:30.871902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba256829-e4e0-495a-82ea-a4ca7ec210aa tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Deleting subnet f80765c1-3a76-4303-b21a-0bc0ba372acd {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:51:30.875344 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ba256829-e4e0-495a-82ea-a4ca7ec210aa tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:30.924302 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ba256829-e4e0-495a-82ea-a4ca7ec210aa tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.020351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ba256829-e4e0-495a-82ea-a4ca7ec210aa tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.089199 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ba256829-e4e0-495a-82ea-a4ca7ec210aa tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.101397 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-80ec8ded-13f6-4feb-8b04-da86fb553f42 None None] Provisioning complete for port fa2e790c-73d3-41ac-999a-95986b73e11d triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:31.101792 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-80ec8ded-13f6-4feb-8b04-da86fb553f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.122768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba256829-e4e0-495a-82ea-a4ca7ec210aa tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Pushing event deleted for resources: {'Subnet': ['ID=f80765c1-3a76-4303-b21a-0bc0ba372acd,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:31.124885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ba256829-e4e0-495a-82ea-a4ca7ec210aa tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.126918 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ba256829-e4e0-495a-82ea-a4ca7ec210aa tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] 10.222.0.48 "DELETE /v2.0/subnets/f80765c1-3a76-4303-b21a-0bc0ba372acd HTTP/1.1" status: 204 len: 168 time: 0.3328624 Jul 27 20:51:31.129644 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38152) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:31.147738 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e630bd-1507-4416-a71c-7dc99e2ae695 None None] Network f54e7374-d2d0-4a13-9260-9aa2c640d10e requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:31.215491 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.277921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Deleting port fa2e790c-73d3-41ac-999a-95986b73e11d {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:51:31.278267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.345923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be8eb53-06ec-49cf-8c2c-e365a5ce91c0 None None] DHCP port deletion for 82e2a4c0-ac86-42d4-984a-e3a8fbf5883a request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:51:31.358959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] For port fa2e790c-73d3-41ac-999a-95986b73e11d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=fa2e790c-73d3-41ac-999a-95986b73e11d,segment=NetworkSegment(0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b),segment_id=0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:31.358959 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.361971 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8abf9f-66b8-42f3-9a78-bd690696ec93 None None] Network 82e2a4c0-ac86-42d4-984a-e3a8fbf5883a requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:31.374906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8abf9f-66b8-42f3-9a78-bd690696ec93 None None] Network 82e2a4c0-ac86-42d4-984a-e3a8fbf5883a could not be found, it might have been deleted concurrently. {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 20:51:31.375156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Calling delete_port for fa2e790c-73d3-41ac-999a-95986b73e11d owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:51:31.396201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81197300-062e-4b8a-9406-9d9259ef2a24 None None] DHCP port deletion for f54e7374-d2d0-4a13-9260-9aa2c640d10e request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:51:31.429618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-09698d01-863b-462d-bd05-17260ba8acdf None None] Could not find standard attr ID for object 0ed6dc47-0281-42c7-8a46-4a86fc3a69d5. {{(pid=94061) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 20:51:31.451938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-81197300-062e-4b8a-9406-9d9259ef2a24 None None] Deleting port fa2e790c-73d3-41ac-999a-95986b73e11d {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:51:31.452418 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-81197300-062e-4b8a-9406-9d9259ef2a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.457168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.489055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Pushing event deleted for resources: {'Port': ['ID=fa2e790c-73d3-41ac-999a-95986b73e11d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:31.490957 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] No DVR routers for this DVR port fa2e790c-73d3-41ac-999a-95986b73e11d on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:51:31.521918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-81197300-062e-4b8a-9406-9d9259ef2a24 None None] For port fa2e790c-73d3-41ac-999a-95986b73e11d, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=fa2e790c-73d3-41ac-999a-95986b73e11d,segment=NetworkSegment(0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b),segment_id=0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:31.522320 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-81197300-062e-4b8a-9406-9d9259ef2a24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.535473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-81197300-062e-4b8a-9406-9d9259ef2a24 None None] Calling delete_port for fa2e790c-73d3-41ac-999a-95986b73e11d owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:51:31.568539 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.578770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54e7374-d2d0-4a13-9260-9aa2c640d10e']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:31.591359 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:31.591618 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efd390a-f4c8-4a49-ad5d-7e6d34de4b4b') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:31.602360 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.617344 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-81197300-062e-4b8a-9406-9d9259ef2a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.617548 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.623564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:51:31.623948 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:51:31.627315 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:51:31.644283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81197300-062e-4b8a-9406-9d9259ef2a24 None None] Pushing event deleted for resources: {'Port': ['ID=fa2e790c-73d3-41ac-999a-95986b73e11d,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:31.646143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81197300-062e-4b8a-9406-9d9259ef2a24 None None] No DVR routers for this DVR port fa2e790c-73d3-41ac-999a-95986b73e11d on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:51:31.690772 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.697705 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.699541 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] 10.222.0.48 "DELETE /v2.0/networks/f54e7374-d2d0-4a13-9260-9aa2c640d10e HTTP/1.1" status: 204 len: 168 time: 0.5689087 Jul 27 20:51:31.702504 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38154) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:31.712175 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Pushing event deleted for resources: {'Network': ['ID=f54e7374-d2d0-4a13-9260-9aa2c640d10e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:31.720428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:31.720813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:31.721591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:31.721591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:31.722182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:31.722530 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:31.722851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:31.723181 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:31.723507 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:31.723834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:31.724165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:31.724525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302058f9-8d27-4ed8-869d-d9f54fd2410e tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:31.732677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1e522225-949c-4d1d-8bee-53bbb80d158d tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b66a17a-6ab2-4751-9f71-80b89091932b HTTP/1.1" status: 200 len: 205 time: 0.0288212 Jul 27 20:51:31.735118 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38156) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:31.810943 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4225dd12-288a-4c61-a481-f67d213fb9f5 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.969366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4225dd12-288a-4c61-a481-f67d213fb9f5 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:31.971482 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4225dd12-288a-4c61-a481-f67d213fb9f5 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:32.020227 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4225dd12-288a-4c61-a481-f67d213fb9f5 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:32.020873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4225dd12-288a-4c61-a481-f67d213fb9f5 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Fanout notify agent at l3_agent the message router_deleted on router 2b66a17a-6ab2-4751-9f71-80b89091932b {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:51:32.030967 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4225dd12-288a-4c61-a481-f67d213fb9f5 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:32.032400 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4225dd12-288a-4c61-a481-f67d213fb9f5 tempest-RoutersNegativeTest-461292611 tempest-RoutersNegativeTest-461292611-project] 10.222.0.48 "DELETE /v2.0/routers/2b66a17a-6ab2-4751-9f71-80b89091932b HTTP/1.1" status: 204 len: 168 time: 0.2961540 Jul 27 20:51:32.199893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device fa2e790c-73d3-41ac-999a-95986b73e11d no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:51:32.220521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: fa2e790c-73d3-41ac-999a-95986b73e11d {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:51:32.220773 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device fa2e790c-73d3-41ac-999a-95986b73e11d not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:51:32.302916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38162) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:32.445284 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-252d45bc-ced7-4955-b702-6c0d7a9f25bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0472bf36443a41109b14ff26c33b95ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411765 Jul 27 20:51:32.448014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38166) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:32.521643 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7105856c-4181-4bbe-91e2-32048b30ed01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:32.542649 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7105856c-4181-4bbe-91e2-32048b30ed01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:32.595630 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7105856c-4181-4bbe-91e2-32048b30ed01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:32.599027 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7105856c-4181-4bbe-91e2-32048b30ed01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:32.600188 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7105856c-4181-4bbe-91e2-32048b30ed01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/912d6d7e-b107-4796-b3bd-9de60549629b HTTP/1.1" status: 204 len: 168 time: 0.1510468 Jul 27 20:51:32.614861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105856c-4181-4bbe-91e2-32048b30ed01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912d6d7e-b107-4796-b3bd-9de60549629b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:33.318949 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38188) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:33.427177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-599217818-network', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:33.451054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] Made reservation on behalf of a916bb3cf1dc463eb03c20c46a9b83d9 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:33.454615 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:33.464219 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:33.558298 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:33.563559 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:33.587466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:51:33.597496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39b60af-b4b5-40d5-9414-f3c1fae4d4da,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:33.602344 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:33.602796 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] Added segment 87bfe34a-6451-4cfd-90bd-64dfe6f85329 of type vlan for network 96b9fd1a-2834-4c12-bd94-58acc19bef84 Jul 27 20:51:33.646327 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:33.679132 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:33.680238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:33.680890 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:33.736057 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4158740 Jul 27 20:51:33.739979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38192) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:33.744051 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed701a0-c1ef-438b-98c9-6eb0e7f3159c admin admin] Pushing event updated for resources: {'Network': ['ID=96b9fd1a-2834-4c12-bd94-58acc19bef84,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:33.745346 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-109229c7-b3fb-4abe-af05-f8a9abd9e7bb admin admin] Request body: {'subnet': {'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-599217818-subnet', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:33.763535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 96b9fd1a-2834-4c12-bd94-58acc19bef84 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:51:33.772351 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109229c7-b3fb-4abe-af05-f8a9abd9e7bb admin admin] Made reservation on behalf of a916bb3cf1dc463eb03c20c46a9b83d9 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:33.774858 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-109229c7-b3fb-4abe-af05-f8a9abd9e7bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:33.953570 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-109229c7-b3fb-4abe-af05-f8a9abd9e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.003441 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109229c7-b3fb-4abe-af05-f8a9abd9e7bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc38347-e8a3-41c5-84ce-d303a0bec344,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:34.019995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109229c7-b3fb-4abe-af05-f8a9abd9e7bb admin admin] Checking segment: {'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:34.020561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109229c7-b3fb-4abe-af05-f8a9abd9e7bb admin admin] Network hostable DHCP agents. Network: 96b9fd1a-2834-4c12-bd94-58acc19bef84, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:51:34.041240 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109229c7-b3fb-4abe-af05-f8a9abd9e7bb admin admin] Network 96b9fd1a-2834-4c12-bd94-58acc19bef84 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:51:34.051716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-109229c7-b3fb-4abe-af05-f8a9abd9e7bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 96b9fd1a-2834-4c12-bd94-58acc19bef84) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:34.056602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109229c7-b3fb-4abe-af05-f8a9abd9e7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:34.057196 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-109229c7-b3fb-4abe-af05-f8a9abd9e7bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.063096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2c5d9b-9490-4d0e-80b8-dbc5a3a42aa9 None None] Network 96b9fd1a-2834-4c12-bd94-58acc19bef84 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:34.074412 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-109229c7-b3fb-4abe-af05-f8a9abd9e7bb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3332751 Jul 27 20:51:34.077137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38194) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:34.081853 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-599217818-router', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:34.105033 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.106027 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.159905 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.216344 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-96b9fd1a-2834-4c12-bd94-58acc19bef84', 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'fixed_ips': [{'subnet_id': '5cc38347-e8a3-41c5-84ce-d303a0bec344'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:51:34.217325 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.301255 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.360382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Allocated IP 172.20.0.2 (96b9fd1a-2834-4c12-bd94-58acc19bef84/5cc38347-e8a3-41c5-84ce-d303a0bec344/64e673a8-62a8-4b29-b011-767828dbb342) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:51:34.503237 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.506890 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.513594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Transition to ACTIVE for port object 64e673a8-62a8-4b29-b011-767828dbb342 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:34.526617 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.529536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Transition to ACTIVE for port object 64e673a8-62a8-4b29-b011-767828dbb342 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:34.536472 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.572379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Network 96b9fd1a-2834-4c12-bd94-58acc19bef84 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:51:34.578462 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:34.581127 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:51:34.589913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Pushing event updated for resources: {'Port': ['ID=64e673a8-62a8-4b29-b011-767828dbb342,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:34.632625 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Allocated IP 172.25.1.239 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/43dad9e4-61a8-44d3-b409-b56133d47275) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:51:34.647248 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Attempting to bind port 64e673a8-62a8-4b29-b011-767828dbb342 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:51:34.647615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Attempting to bind port 64e673a8-62a8-4b29-b011-767828dbb342 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:51:34.647962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Attempting to bind port 64e673a8-62a8-4b29-b011-767828dbb342 on network 96b9fd1a-2834-4c12-bd94-58acc19bef84 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:51:34.653327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:51:34.653662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Checking segment: {'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:34.654089 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.654450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Bound using segment: {'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:51:34.654933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Bound port: 64e673a8-62a8-4b29-b011-767828dbb342, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:51:34.655307 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.722599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] For port 64e673a8-62a8-4b29-b011-767828dbb342, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:51:34.725834 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] For port 64e673a8-62a8-4b29-b011-767828dbb342, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=64e673a8-62a8-4b29-b011-767828dbb342,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:51:34.731121 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.741249 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.785045 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:34.792339 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5caefe4-edd7-41d2-9892-8c2f5dcf9c07 None None] Pushing event updated for resources: {'Port': ['ID=64e673a8-62a8-4b29-b011-767828dbb342,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:34.823615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:51:34.828539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:34.832544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:51:34.838290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Pushing event updated for resources: {'Port': ['ID=43dad9e4-61a8-44d3-b409-b56133d47275,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:35.107220 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:35.653443 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b6ef73-2d91-408f-a917-66cf4d2d5f11 None None] Network 96b9fd1a-2834-4c12-bd94-58acc19bef84 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:35.689798 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:35.718695 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-229da951-c279-4061-9826-60b73138d709 None None] Provisioning for port 64e673a8-62a8-4b29-b011-767828dbb342 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:35.825781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Router 9dd4a544-a09f-44dc-b346-98bdfdc96ec3 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:51:35.938001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:51:35.952436 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Sync routers for ids ['9dd4a544-a09f-44dc-b346-98bdfdc96ec3'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:51:35.955320 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:35.956906 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e7a14093-921b-48eb-a46f-fd208e358a20 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8786340 Jul 27 20:51:35.959526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38196) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:35.963049 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Routers {'9dd4a544-a09f-44dc-b346-98bdfdc96ec3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:51:35.963658 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:51:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9dd4a544-a09f-44dc-b346-98bdfdc96ec3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:36.076178 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Set router 9dd4a544-a09f-44dc-b346-98bdfdc96ec3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:51:36.249169 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 64e673a8-62a8-4b29-b011-767828dbb342 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:36.264749 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'name': 'tempest-TestEncryptedCinderVolumes-599217818-router', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '43dad9e4-61a8-44d3-b409-b56133d47275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:51:34Z', 'revision_number': 3, 'project_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'gw_port': {'id': '43dad9e4-61a8-44d3-b409-b56133d47275', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:89:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:36.291053 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Checking router: 9dd4a544-a09f-44dc-b346-98bdfdc96ec3 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:51:36.291375 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Updating router 9dd4a544-a09f-44dc-b346-98bdfdc96ec3 port 43dad9e4-61a8-44d3-b409-b56133d47275 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:51:36.300191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 64e673a8-62a8-4b29-b011-767828dbb342 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:36.304799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 64e673a8-62a8-4b29-b011-767828dbb342 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:36.305393 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:36.327047 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:36.391367 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:36.414468 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:36.424356 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 64e673a8-62a8-4b29-b011-767828dbb342, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=64e673a8-62a8-4b29-b011-767828dbb342,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:36.429711 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:36.483726 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=64e673a8-62a8-4b29-b011-767828dbb342,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:36.587825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Allocated IP 172.20.0.1 (96b9fd1a-2834-4c12-bd94-58acc19bef84/5cc38347-e8a3-41c5-84ce-d303a0bec344/5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:51:36.599457 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:36.609614 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Transition to ACTIVE for port object 43dad9e4-61a8-44d3-b409-b56133d47275 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:36.615438 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:36.662878 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Attempting to bind port 43dad9e4-61a8-44d3-b409-b56133d47275 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:51:36.663244 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Attempting to bind port 43dad9e4-61a8-44d3-b409-b56133d47275 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:51:36.663630 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Attempting to bind port 43dad9e4-61a8-44d3-b409-b56133d47275 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:51:36.669913 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:51:36.670281 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:36.670685 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:36.671084 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:51:36.671536 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Bound port: 43dad9e4-61a8-44d3-b409-b56133d47275, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:51:36.671914 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:36.677043 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e6700-5456-4bdc-8c51-5d33f6cc5556 None None] Pushing event updated for resources: {'Port': ['ID=43dad9e4-61a8-44d3-b409-b56133d47275,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:36.696492 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:36.701223 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6700-5456-4bdc-8c51-5d33f6cc5556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:36.701584 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6700-5456-4bdc-8c51-5d33f6cc5556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:36.701918 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6700-5456-4bdc-8c51-5d33f6cc5556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:36.702665 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6700-5456-4bdc-8c51-5d33f6cc5556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:36.702665 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6700-5456-4bdc-8c51-5d33f6cc5556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:36.702895 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6700-5456-4bdc-8c51-5d33f6cc5556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:36.703187 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6700-5456-4bdc-8c51-5d33f6cc5556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:36.703515 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6700-5456-4bdc-8c51-5d33f6cc5556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:36.703831 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6700-5456-4bdc-8c51-5d33f6cc5556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:36.704150 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6700-5456-4bdc-8c51-5d33f6cc5556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:36.704489 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6700-5456-4bdc-8c51-5d33f6cc5556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:36.704797 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6700-5456-4bdc-8c51-5d33f6cc5556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:36.709641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Transition to ACTIVE for port object 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:36.737673 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] For port 43dad9e4-61a8-44d3-b409-b56133d47275, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:51:36.741119 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] For port 43dad9e4-61a8-44d3-b409-b56133d47275, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=43dad9e4-61a8-44d3-b409-b56133d47275,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:51:36.746423 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:36.751171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:36.796779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Network 96b9fd1a-2834-4c12-bd94-58acc19bef84 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:51:36.803118 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:36.806336 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e6700-5456-4bdc-8c51-5d33f6cc5556 None None] Pushing event updated for resources: {'Port': ['ID=43dad9e4-61a8-44d3-b409-b56133d47275,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:36.807748 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:51:36.810397 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Routers {'9dd4a544-a09f-44dc-b346-98bdfdc96ec3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:51:36.811014 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:51:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9dd4a544-a09f-44dc-b346-98bdfdc96ec3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:36.829282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Pushing event updated for resources: {'Port': ['ID=5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:36.853820 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:37.009279 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:37.018962 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] Set router 9dd4a544-a09f-44dc-b346-98bdfdc96ec3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:51:37.088241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ad6044f0-86c9-40ef-8a29-f18ac3382829 None None] Provisioning for port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:37.092766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ad6044f0-86c9-40ef-8a29-f18ac3382829 None None] Provisioning complete for port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:37.093760 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ad6044f0-86c9-40ef-8a29-f18ac3382829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:37.138947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ad6044f0-86c9-40ef-8a29-f18ac3382829 None None] Port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:51:37.188321 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:37.194323 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:37.200848 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'name': 'tempest-TestEncryptedCinderVolumes-599217818-router', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '43dad9e4-61a8-44d3-b409-b56133d47275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:51:34Z', 'revision_number': 3, 'project_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'gw_port': {'id': '43dad9e4-61a8-44d3-b409-b56133d47275', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:89:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:37.227347 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710b5c5-0b5d-4b89-8591-00191d6b185d None None] The sync data for ids ['9dd4a544-a09f-44dc-b346-98bdfdc96ec3'] in n-d-705657-21 is: [{'id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'name': 'tempest-TestEncryptedCinderVolumes-599217818-router', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '43dad9e4-61a8-44d3-b409-b56133d47275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:51:34Z', 'revision_number': 3, 'project_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'gw_port': {'id': '43dad9e4-61a8-44d3-b409-b56133d47275', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:89:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:51:37.263920 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:37.265841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Pushing event updated for resources: {'Port': ['ID=5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:37.367960 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Network 96b9fd1a-2834-4c12-bd94-58acc19bef84 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:51:37.369473 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:37.512073 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Router 9dd4a544-a09f-44dc-b346-98bdfdc96ec3 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:51:37.635200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:51:37.640420 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c85feafd-0bd8-4649-853a-d72e261e9b5f admin admin] 10.222.0.48 "PUT /v2.0/routers/9dd4a544-a09f-44dc-b346-98bdfdc96ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6798508 Jul 27 20:51:37.672585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-99de00c6-1491-4579-97bc-d294b76b993b None None] Provisioning complete for port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:37.673200 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-99de00c6-1491-4579-97bc-d294b76b993b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:37.712512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-99de00c6-1491-4579-97bc-d294b76b993b None None] Port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:51:38.139123 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38216) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:38.144325 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1898587013-network', 'tenant_id': '216410986da948659995e1df87d66276'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:38.171173 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] Made reservation on behalf of 216410986da948659995e1df87d66276 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:38.174292 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.184374 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.281459 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 64e673a8-62a8-4b29-b011-767828dbb342 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:38.291805 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.296072 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.321628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:51:38.328062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 64e673a8-62a8-4b29-b011-767828dbb342 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:38.328464 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.331439 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4424bc27-9031-469e-999d-25b72815a57e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:38.336518 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.336865 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] Added segment 3dde9241-77e3-4608-bc94-116d9a7b61c6 of type vlan for network a3197d56-5b91-4b38-9d33-68b2afa029ff Jul 27 20:51:38.378124 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.407176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 43dad9e4-61a8-44d3-b409-b56133d47275 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:38.407522 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.408696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:38.409290 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.460186 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 43dad9e4-61a8-44d3-b409-b56133d47275 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:38.466525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 43dad9e4-61a8-44d3-b409-b56133d47275 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:38.466898 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.474816 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3345089 Jul 27 20:51:38.477567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38218) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:38.484495 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-7d3a5b4c-9207-42b6-8d59-fb736dd64fb7 admin admin] Request body: {'subnet': {'network_id': 'a3197d56-5b91-4b38-9d33-68b2afa029ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1898587013-subnet', 'tenant_id': '216410986da948659995e1df87d66276', 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:38.493266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c46aec-8af0-4719-a258-e73d278ba473 admin admin] Pushing event updated for resources: {'Network': ['ID=a3197d56-5b91-4b38-9d33-68b2afa029ff,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:38.510008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network a3197d56-5b91-4b38-9d33-68b2afa029ff details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:51:38.512616 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3a5b4c-9207-42b6-8d59-fb736dd64fb7 admin admin] Made reservation on behalf of 216410986da948659995e1df87d66276 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:38.516075 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5b4c-9207-42b6-8d59-fb736dd64fb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.619091 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.640997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 43dad9e4-61a8-44d3-b409-b56133d47275, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=43dad9e4-61a8-44d3-b409-b56133d47275,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:38.646316 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.694384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=43dad9e4-61a8-44d3-b409-b56133d47275,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:38.700291 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5b4c-9207-42b6-8d59-fb736dd64fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.749550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a5b4c-9207-42b6-8d59-fb736dd64fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cb5d54-945d-408c-b578-862baef6f46d,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:38.769708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a5b4c-9207-42b6-8d59-fb736dd64fb7 admin admin] Checking segment: {'id': '3dde9241-77e3-4608-bc94-116d9a7b61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3197d56-5b91-4b38-9d33-68b2afa029ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:38.770058 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3a5b4c-9207-42b6-8d59-fb736dd64fb7 admin admin] Network hostable DHCP agents. Network: a3197d56-5b91-4b38-9d33-68b2afa029ff, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:51:38.792358 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3a5b4c-9207-42b6-8d59-fb736dd64fb7 admin admin] Network a3197d56-5b91-4b38-9d33-68b2afa029ff is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:51:38.794488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Sync routers for ids ['9dd4a544-a09f-44dc-b346-98bdfdc96ec3'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:51:38.802102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-7d3a5b4c-9207-42b6-8d59-fb736dd64fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, a3197d56-5b91-4b38-9d33-68b2afa029ff) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:38.804586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Routers {'9dd4a544-a09f-44dc-b346-98bdfdc96ec3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:51:38.805210 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:51:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9dd4a544-a09f-44dc-b346-98bdfdc96ec3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:38.807488 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3a5b4c-9207-42b6-8d59-fb736dd64fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:38.807882 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5b4c-9207-42b6-8d59-fb736dd64fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.826679 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7d3a5b4c-9207-42b6-8d59-fb736dd64fb7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3455608 Jul 27 20:51:38.826916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38220) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:38.831375 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1898587013-router', 'tenant_id': '216410986da948659995e1df87d66276', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:38.840853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c16c9a-5e1e-4eee-bd48-5e1541f3f3c5 None None] Network a3197d56-5b91-4b38-9d33-68b2afa029ff requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:38.854762 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.856120 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.868275 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:51:38.912252 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.979049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Set router 9dd4a544-a09f-44dc-b346-98bdfdc96ec3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:51:39.051568 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:39.273095 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:39.292239 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:39.308672 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:39.318695 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-a3197d56-5b91-4b38-9d33-68b2afa029ff', 'network_id': 'a3197d56-5b91-4b38-9d33-68b2afa029ff', 'tenant_id': '216410986da948659995e1df87d66276', 'fixed_ips': [{'subnet_id': '89cb5d54-945d-408c-b578-862baef6f46d'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:51:39.319559 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:39.402685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Allocated IP 172.25.1.115 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/6e451384-012c-4006-898a-773cbae0d400) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:51:39.507628 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:39.511012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Allocated IP 172.20.0.2 (a3197d56-5b91-4b38-9d33-68b2afa029ff/89cb5d54-945d-408c-b578-862baef6f46d/0336b6f5-9543-4edd-be33-8105f4e20c88) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:51:39.519611 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'name': 'tempest-TestEncryptedCinderVolumes-599217818-router', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '43dad9e4-61a8-44d3-b409-b56133d47275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:51:36Z', 'revision_number': 4, 'project_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'gw_port': {'id': '43dad9e4-61a8-44d3-b409-b56133d47275', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a', 'name': '', 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'mac_address': 'fa:16:3e:c0:1d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '5cc38347-e8a3-41c5-84ce-d303a0bec344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:36Z', 'updated_at': '2021-07-27T20:51:37Z', 'revision_number': 2, 'project_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'subnets': [{'id': '5cc38347-e8a3-41c5-84ce-d303a0bec344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:39.549445 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:39.555692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Checking router: 9dd4a544-a09f-44dc-b346-98bdfdc96ec3 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:51:39.556056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Updating router 9dd4a544-a09f-44dc-b346-98bdfdc96ec3 port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:51:39.591586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:51:39.597255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:39.599465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Pushing event updated for resources: {'Port': ['ID=6e451384-012c-4006-898a-773cbae0d400,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:39.601622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:51:39.630686 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:39.809690 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:39.825091 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Transition to ACTIVE for port object 0336b6f5-9543-4edd-be33-8105f4e20c88 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:39.858607 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:39.882154 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Transition to ACTIVE for port object 0336b6f5-9543-4edd-be33-8105f4e20c88 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:39.894778 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:39.959162 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Network a3197d56-5b91-4b38-9d33-68b2afa029ff is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:51:39.976705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:39.980443 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:51:40.003718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Pushing event updated for resources: {'Port': ['ID=0336b6f5-9543-4edd-be33-8105f4e20c88,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:40.076241 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:40.115440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Attempting to bind port 0336b6f5-9543-4edd-be33-8105f4e20c88 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:51:40.115815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Attempting to bind port 0336b6f5-9543-4edd-be33-8105f4e20c88 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '3dde9241-77e3-4608-bc94-116d9a7b61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3197d56-5b91-4b38-9d33-68b2afa029ff'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:51:40.116180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Attempting to bind port 0336b6f5-9543-4edd-be33-8105f4e20c88 on network a3197d56-5b91-4b38-9d33-68b2afa029ff {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:51:40.129038 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:40.132514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:51:40.132956 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Checking segment: {'id': '3dde9241-77e3-4608-bc94-116d9a7b61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3197d56-5b91-4b38-9d33-68b2afa029ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:40.133428 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:40.134052 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Bound using segment: {'id': '3dde9241-77e3-4608-bc94-116d9a7b61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3197d56-5b91-4b38-9d33-68b2afa029ff'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:51:40.134835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Bound port: 0336b6f5-9543-4edd-be33-8105f4e20c88, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dde9241-77e3-4608-bc94-116d9a7b61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3197d56-5b91-4b38-9d33-68b2afa029ff'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:51:40.135250 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:40.159812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Transition to ACTIVE for port object 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:40.187437 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:40.226045 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 43dad9e4-61a8-44d3-b409-b56133d47275 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:40.246355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Router 5c49ce1b-0da2-497f-87ba-e06690323f8a is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:51:40.295132 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b23c3f-832e-4667-8d82-31c4c48b93ca None None] Pushing event updated for resources: {'Port': ['ID=5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:40.319618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] For port 0336b6f5-9543-4edd-be33-8105f4e20c88, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:51:40.325957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] For port 0336b6f5-9543-4edd-be33-8105f4e20c88, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0336b6f5-9543-4edd-be33-8105f4e20c88,segment=NetworkSegment(3dde9241-77e3-4608-bc94-116d9a7b61c6),segment_id=3dde9241-77e3-4608-bc94-116d9a7b61c6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:51:40.350631 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:40.389692 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:51:40.401796 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Sync routers for ids ['5c49ce1b-0da2-497f-87ba-e06690323f8a'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:51:40.412708 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Routers {'5c49ce1b-0da2-497f-87ba-e06690323f8a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:51:40.413628 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:51:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['5c49ce1b-0da2-497f-87ba-e06690323f8a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:40.428983 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Attempting to bind port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:51:40.429566 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Attempting to bind port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:51:40.430116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Attempting to bind port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a on network 96b9fd1a-2834-4c12-bd94-58acc19bef84 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:51:40.433587 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:40.441157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a46006ab-2b42-46e9-a76b-52fe3347b31a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6093352 Jul 27 20:51:40.441477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:51:40.441708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38222) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:40.441869 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Checking segment: {'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:40.441869 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:40.442189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Bound using segment: {'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:51:40.442507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Bound port: 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:51:40.442897 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:40.444829 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 43dad9e4-61a8-44d3-b409-b56133d47275 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:40.448931 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:40.559183 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Set router 5c49ce1b-0da2-497f-87ba-e06690323f8a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:51:40.560479 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5fb63-3780-4503-9276-be8aaa1ada0a None None] Pushing event updated for resources: {'Port': ['ID=0336b6f5-9543-4edd-be33-8105f4e20c88,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:40.617608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] For port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:51:40.620946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] For port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:51:40.662409 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:40.757070 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b23c3f-832e-4667-8d82-31c4c48b93ca None None] Pushing event updated for resources: {'Port': ['ID=5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:40.759975 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Routers {'9dd4a544-a09f-44dc-b346-98bdfdc96ec3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:51:40.760625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:51:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9dd4a544-a09f-44dc-b346-98bdfdc96ec3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:40.872366 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'name': 'tempest-TestEncryptedCinderVolumes-1898587013-router', 'tenant_id': '216410986da948659995e1df87d66276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '6e451384-012c-4006-898a-773cbae0d400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:38Z', 'updated_at': '2021-07-27T20:51:39Z', 'revision_number': 3, 'project_id': '216410986da948659995e1df87d66276', 'gw_port': {'id': '6e451384-012c-4006-898a-773cbae0d400', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:39Z', 'updated_at': '2021-07-27T20:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:40.904634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] Set router 9dd4a544-a09f-44dc-b346-98bdfdc96ec3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:51:40.905816 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Checking router: 5c49ce1b-0da2-497f-87ba-e06690323f8a for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:51:40.906161 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Updating router 5c49ce1b-0da2-497f-87ba-e06690323f8a port 6e451384-012c-4006-898a-773cbae0d400 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:51:40.946747 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:41.090567 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:41.149058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'name': 'tempest-TestEncryptedCinderVolumes-599217818-router', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '43dad9e4-61a8-44d3-b409-b56133d47275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:51:36Z', 'revision_number': 4, 'project_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'gw_port': {'id': '43dad9e4-61a8-44d3-b409-b56133d47275', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a', 'name': '', 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'mac_address': 'fa:16:3e:c0:1d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '5cc38347-e8a3-41c5-84ce-d303a0bec344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:36Z', 'updated_at': '2021-07-27T20:51:40Z', 'revision_number': 4, 'project_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'subnets': [{'id': '5cc38347-e8a3-41c5-84ce-d303a0bec344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:41.178047 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33cf140-c9da-45e8-837e-2e164dde23ab None None] The sync data for ids ['9dd4a544-a09f-44dc-b346-98bdfdc96ec3'] in n-d-705657-21 is: [{'id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'name': 'tempest-TestEncryptedCinderVolumes-599217818-router', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '43dad9e4-61a8-44d3-b409-b56133d47275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:51:36Z', 'revision_number': 4, 'project_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'gw_port': {'id': '43dad9e4-61a8-44d3-b409-b56133d47275', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a', 'name': '', 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'mac_address': 'fa:16:3e:c0:1d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '5cc38347-e8a3-41c5-84ce-d303a0bec344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:36Z', 'updated_at': '2021-07-27T20:51:40Z', 'revision_number': 4, 'project_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'subnets': [{'id': '5cc38347-e8a3-41c5-84ce-d303a0bec344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:51:41.259231 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:41.282349 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Transition to ACTIVE for port object 6e451384-012c-4006-898a-773cbae0d400 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:41.288029 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Allocated IP 172.20.0.1 (a3197d56-5b91-4b38-9d33-68b2afa029ff/89cb5d54-945d-408c-b578-862baef6f46d/fed15615-182f-486a-a88f-a1e3b3c9760e) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:51:41.293422 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:41.349318 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec696f-ac38-442e-a0c1-e1327ef9003f None None] Pushing event updated for resources: {'Port': ['ID=6e451384-012c-4006-898a-773cbae0d400,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:41.351543 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Attempting to bind port 6e451384-012c-4006-898a-773cbae0d400 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:51:41.351908 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Attempting to bind port 6e451384-012c-4006-898a-773cbae0d400 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:51:41.352267 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Attempting to bind port 6e451384-012c-4006-898a-773cbae0d400 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:51:41.359931 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:51:41.360308 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:41.360774 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:41.361362 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:51:41.361966 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Bound port: 6e451384-012c-4006-898a-773cbae0d400, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:51:41.362369 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:41.422034 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] For port 6e451384-012c-4006-898a-773cbae0d400, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:51:41.426087 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] For port 6e451384-012c-4006-898a-773cbae0d400, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6e451384-012c-4006-898a-773cbae0d400,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:51:41.431543 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:41.436508 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:41.457323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Transition to ACTIVE for port object fed15615-182f-486a-a88f-a1e3b3c9760e will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:41.497959 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:41.504457 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec696f-ac38-442e-a0c1-e1327ef9003f None None] Pushing event updated for resources: {'Port': ['ID=6e451384-012c-4006-898a-773cbae0d400,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:41.515816 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Routers {'5c49ce1b-0da2-497f-87ba-e06690323f8a'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:51:41.516572 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:51:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['5c49ce1b-0da2-497f-87ba-e06690323f8a'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:41.565476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Network a3197d56-5b91-4b38-9d33-68b2afa029ff is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:51:41.571277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:41.576880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:51:41.610235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Pushing event updated for resources: {'Port': ['ID=fed15615-182f-486a-a88f-a1e3b3c9760e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:41.631176 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:41.631518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:41.631851 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:41.632179 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:41.632535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:41.632862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:41.633180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:41.633503 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:41.633857 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:41.634414 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:41.634746 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:41.635310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:41.656303 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:41.660810 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] Set router 5c49ce1b-0da2-497f-87ba-e06690323f8a gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:51:41.731348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a195d0-29b7-49fa-a202-e1787f9dd6ae None None] Network a3197d56-5b91-4b38-9d33-68b2afa029ff requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:51:41.817061 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:41.821368 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4c74918d-fac3-462b-8947-bdd4a07ad8b1 None None] Provisioning for port 0336b6f5-9543-4edd-be33-8105f4e20c88 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:41.881922 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'name': 'tempest-TestEncryptedCinderVolumes-1898587013-router', 'tenant_id': '216410986da948659995e1df87d66276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '6e451384-012c-4006-898a-773cbae0d400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:38Z', 'updated_at': '2021-07-27T20:51:39Z', 'revision_number': 3, 'project_id': '216410986da948659995e1df87d66276', 'gw_port': {'id': '6e451384-012c-4006-898a-773cbae0d400', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:39Z', 'updated_at': '2021-07-27T20:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:41.912167 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba30d3-ebf1-43a4-9f0e-6f7e6349c269 None None] The sync data for ids ['5c49ce1b-0da2-497f-87ba-e06690323f8a'] in n-d-705657-21 is: [{'id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'name': 'tempest-TestEncryptedCinderVolumes-1898587013-router', 'tenant_id': '216410986da948659995e1df87d66276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '6e451384-012c-4006-898a-773cbae0d400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:38Z', 'updated_at': '2021-07-27T20:51:39Z', 'revision_number': 3, 'project_id': '216410986da948659995e1df87d66276', 'gw_port': {'id': '6e451384-012c-4006-898a-773cbae0d400', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:39Z', 'updated_at': '2021-07-27T20:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:51:42.017152 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:42.025359 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:42.104305 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Pushing event updated for resources: {'Port': ['ID=fed15615-182f-486a-a88f-a1e3b3c9760e,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:42.111020 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:42.282080 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a496c623-f850-478d-810b-d992f02dd199 None None] Provisioning for port fed15615-182f-486a-a88f-a1e3b3c9760e completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:42.291556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Network a3197d56-5b91-4b38-9d33-68b2afa029ff is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:51:42.293421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:42.293822 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a496c623-f850-478d-810b-d992f02dd199 None None] Provisioning complete for port fed15615-182f-486a-a88f-a1e3b3c9760e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:42.294198 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a496c623-f850-478d-810b-d992f02dd199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:42.350414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:42.419863 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a496c623-f850-478d-810b-d992f02dd199 None None] Port fed15615-182f-486a-a88f-a1e3b3c9760e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:51:42.423320 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:42.453723 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:42.464923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:42.465302 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:42.511499 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Router 5c49ce1b-0da2-497f-87ba-e06690323f8a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:51:42.569371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:42.597674 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-abdb3584-cd71-40ee-b5c3-9c0562351d7a None None] Provisioning complete for port fed15615-182f-486a-a88f-a1e3b3c9760e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:42.598125 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-abdb3584-cd71-40ee-b5c3-9c0562351d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:42.637845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:42.654188 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:42.655518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0336b6f5-9543-4edd-be33-8105f4e20c88 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:42.675261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:51:42.685477 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-87b770cd-a091-4b63-a507-fba9b3d5d197 admin admin] 10.222.0.48 "PUT /v2.0/routers/5c49ce1b-0da2-497f-87ba-e06690323f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2399309 Jul 27 20:51:42.706058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-abdb3584-cd71-40ee-b5c3-9c0562351d7a None None] Port fed15615-182f-486a-a88f-a1e3b3c9760e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:51:42.747812 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:42.771853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 0336b6f5-9543-4edd-be33-8105f4e20c88 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:42.776241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 0336b6f5-9543-4edd-be33-8105f4e20c88 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:42.776655 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:42.836786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-50818e77-39be-433c-a01e-b7d7adfe9e2c None None] Provisioning complete for port fed15615-182f-486a-a88f-a1e3b3c9760e triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:42.837320 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-50818e77-39be-433c-a01e-b7d7adfe9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:42.906801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-50818e77-39be-433c-a01e-b7d7adfe9e2c None None] Port fed15615-182f-486a-a88f-a1e3b3c9760e cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:51:42.913191 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:42.947673 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 0336b6f5-9543-4edd-be33-8105f4e20c88, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0336b6f5-9543-4edd-be33-8105f4e20c88,segment=NetworkSegment(3dde9241-77e3-4608-bc94-116d9a7b61c6),segment_id=3dde9241-77e3-4608-bc94-116d9a7b61c6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:42.952957 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:43.006278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=0336b6f5-9543-4edd-be33-8105f4e20c88,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:43.532358 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e48c-9a4d-4fcc-aa95-095fe749a5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:43.543315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-8654fd06-ec57-40a1-899a-7b30aa48a6a1 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:43.544896 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-8654fd06-ec57-40a1-899a-7b30aa48a6a1 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/networks?id=96b9fd1a-2834-4c12-bd94-58acc19bef84 HTTP/1.1" status: 200 len: 816 time: 0.1113508 Jul 27 20:51:43.560804 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-5ba8834d-6f14-49ce-9ea0-c614f35a6833 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/quotas/a916bb3cf1dc463eb03c20c46a9b83d9 HTTP/1.1" status: 200 len: 375 time: 0.0095308 Jul 27 20:51:43.638898 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-58940734-ed49-44d0-a4f8-2394726f2e5d tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a916bb3cf1dc463eb03c20c46a9b83d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725048 Jul 27 20:51:43.746165 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-766f38a3-c67a-4d19-bb4b-ce0c1af64cc4 service neutron] 10.222.0.48 "GET /v2.0/networks/96b9fd1a-2834-4c12-bd94-58acc19bef84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951462 Jul 27 20:51:44.190643 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-5542d227-d086-46aa-8a22-156102606199 service neutron] 10.222.0.48 "GET /v2.0/networks/96b9fd1a-2834-4c12-bd94-58acc19bef84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379904 Jul 27 20:51:44.306345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6e451384-012c-4006-898a-773cbae0d400 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:44.386361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 6e451384-012c-4006-898a-773cbae0d400 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:44.387740 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-acaff034-7239-4c04-91d3-632e9f753cf9 req-a4c608ee-0af2-48c9-89f4-2cdf83570e70 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 210 time: 0.0352173 Jul 27 20:51:44.393899 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6e451384-012c-4006-898a-773cbae0d400 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:44.393899 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:44.593580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Sync routers for ids ['5c49ce1b-0da2-497f-87ba-e06690323f8a'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:51:44.615521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Routers {'5c49ce1b-0da2-497f-87ba-e06690323f8a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:51:44.616176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:51:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['5c49ce1b-0da2-497f-87ba-e06690323f8a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:44.752945 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:44.789853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 6e451384-012c-4006-898a-773cbae0d400, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6e451384-012c-4006-898a-773cbae0d400,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:44.792011 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Set router 5c49ce1b-0da2-497f-87ba-e06690323f8a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:51:44.794667 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:44.795540 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:44.976410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=6e451384-012c-4006-898a-773cbae0d400,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:44.995234 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:44.995424 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:44.995760 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:44.996095 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:44.996444 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:44.996775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:44.997101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:44.997429 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:44.997750 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:44.998071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:44.998392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:44.998710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:51:45.011543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:45.011922 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:45.151125 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0336b6f5-9543-4edd-be33-8105f4e20c88 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:45.189491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'name': 'tempest-TestEncryptedCinderVolumes-1898587013-router', 'tenant_id': '216410986da948659995e1df87d66276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '6e451384-012c-4006-898a-773cbae0d400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:38Z', 'updated_at': '2021-07-27T20:51:41Z', 'revision_number': 4, 'project_id': '216410986da948659995e1df87d66276', 'gw_port': {'id': '6e451384-012c-4006-898a-773cbae0d400', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:39Z', 'updated_at': '2021-07-27T20:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'fed15615-182f-486a-a88f-a1e3b3c9760e', 'name': '', 'network_id': 'a3197d56-5b91-4b38-9d33-68b2afa029ff', 'tenant_id': '216410986da948659995e1df87d66276', 'mac_address': 'fa:16:3e:72:d8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '89cb5d54-945d-408c-b578-862baef6f46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:41Z', 'updated_at': '2021-07-27T20:51:41Z', 'revision_number': 2, 'project_id': '216410986da948659995e1df87d66276', 'subnets': [{'id': '89cb5d54-945d-408c-b578-862baef6f46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:45.222510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Checking router: 5c49ce1b-0da2-497f-87ba-e06690323f8a for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:51:45.222918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Updating router 5c49ce1b-0da2-497f-87ba-e06690323f8a port fed15615-182f-486a-a88f-a1e3b3c9760e binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:51:45.263131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 0336b6f5-9543-4edd-be33-8105f4e20c88 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:45.263506 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:45.265041 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:45.496719 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b5a6535-4562-4a20-a7ff-0ffbf921843f req-6137222a-8f3a-4b56-9aef-f6b35fd96af1 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 210 time: 0.0299847 Jul 27 20:51:45.608656 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:45.620220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Transition to ACTIVE for port object fed15615-182f-486a-a88f-a1e3b3c9760e will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:45.629835 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:45.679148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0646d6-5f36-4cf9-a2a3-b6e004e9cfb1 None None] Pushing event updated for resources: {'Port': ['ID=fed15615-182f-486a-a88f-a1e3b3c9760e,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:45.711569 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-98d455c0-065f-4f9a-aa10-ea67d4317584 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:45.713266 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-98d455c0-065f-4f9a-aa10-ea67d4317584 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.52 "GET /v2.0/networks?id=96b9fd1a-2834-4c12-bd94-58acc19bef84 HTTP/1.1" status: 200 len: 816 time: 0.1126535 Jul 27 20:51:45.728561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-fc30adb5-fbc3-4e85-9765-bcff7cca8bef tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Request body: {'port': {'device_id': '710bae78-9c91-4b4b-a19a-5f1b030ecf23', 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84', 'admin_state_up': True, 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:45.744468 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Attempting to bind port fed15615-182f-486a-a88f-a1e3b3c9760e on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:51:45.744852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Attempting to bind port fed15615-182f-486a-a88f-a1e3b3c9760e by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '3dde9241-77e3-4608-bc94-116d9a7b61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3197d56-5b91-4b38-9d33-68b2afa029ff'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:51:45.745225 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Attempting to bind port fed15615-182f-486a-a88f-a1e3b3c9760e on network a3197d56-5b91-4b38-9d33-68b2afa029ff {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:51:45.750619 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:51:45.751004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Checking segment: {'id': '3dde9241-77e3-4608-bc94-116d9a7b61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3197d56-5b91-4b38-9d33-68b2afa029ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:45.751407 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:45.751810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Bound using segment: {'id': '3dde9241-77e3-4608-bc94-116d9a7b61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3197d56-5b91-4b38-9d33-68b2afa029ff'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:51:45.752808 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Bound port: fed15615-182f-486a-a88f-a1e3b3c9760e, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dde9241-77e3-4608-bc94-116d9a7b61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3197d56-5b91-4b38-9d33-68b2afa029ff'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:51:45.753082 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:45.833328 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] For port fed15615-182f-486a-a88f-a1e3b3c9760e, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:51:45.839159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] For port fed15615-182f-486a-a88f-a1e3b3c9760e, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=fed15615-182f-486a-a88f-a1e3b3c9760e,segment=NetworkSegment(3dde9241-77e3-4608-bc94-116d9a7b61c6),segment_id=3dde9241-77e3-4608-bc94-116d9a7b61c6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:51:45.845690 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:45.882848 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-fc30adb5-fbc3-4e85-9765-bcff7cca8bef tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Made reservation on behalf of a916bb3cf1dc463eb03c20c46a9b83d9 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:51:45.886936 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-fc30adb5-fbc3-4e85-9765-bcff7cca8bef tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:45.904701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Routers {'5c49ce1b-0da2-497f-87ba-e06690323f8a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:51:45.905364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:51:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['5c49ce1b-0da2-497f-87ba-e06690323f8a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:45.952644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0646d6-5f36-4cf9-a2a3-b6e004e9cfb1 None None] Pushing event updated for resources: {'Port': ['ID=fed15615-182f-486a-a88f-a1e3b3c9760e,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:46.033927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-fc30adb5-fbc3-4e85-9765-bcff7cca8bef tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Allocated IP 172.20.0.4 (96b9fd1a-2834-4c12-bd94-58acc19bef84/5cc38347-e8a3-41c5-84ce-d303a0bec344/37987a9d-4bd4-414b-9782-adb21b493904) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:51:46.038648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] Set router 5c49ce1b-0da2-497f-87ba-e06690323f8a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:51:46.198030 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-fc30adb5-fbc3-4e85-9765-bcff7cca8bef tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:46.213419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-fc30adb5-fbc3-4e85-9765-bcff7cca8bef tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Transition to ACTIVE for port object 37987a9d-4bd4-414b-9782-adb21b493904 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:46.237778 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6e451384-012c-4006-898a-773cbae0d400 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:46.249403 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-fc30adb5-fbc3-4e85-9765-bcff7cca8bef tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:46.285023 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afbae7d1-70df-45c8-a41f-cb6140d923e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:46.294209 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-fc30adb5-fbc3-4e85-9765-bcff7cca8bef tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Network 96b9fd1a-2834-4c12-bd94-58acc19bef84 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:51:46.301591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-fc30adb5-fbc3-4e85-9765-bcff7cca8bef tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:51:46.304095 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-fc30adb5-fbc3-4e85-9765-bcff7cca8bef tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:51:46.313392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6e451384-012c-4006-898a-773cbae0d400 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:46.313665 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:46.318056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'name': 'tempest-TestEncryptedCinderVolumes-1898587013-router', 'tenant_id': '216410986da948659995e1df87d66276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '6e451384-012c-4006-898a-773cbae0d400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:38Z', 'updated_at': '2021-07-27T20:51:41Z', 'revision_number': 4, 'project_id': '216410986da948659995e1df87d66276', 'gw_port': {'id': '6e451384-012c-4006-898a-773cbae0d400', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:39Z', 'updated_at': '2021-07-27T20:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'fed15615-182f-486a-a88f-a1e3b3c9760e', 'name': '', 'network_id': 'a3197d56-5b91-4b38-9d33-68b2afa029ff', 'tenant_id': '216410986da948659995e1df87d66276', 'mac_address': 'fa:16:3e:72:d8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '89cb5d54-945d-408c-b578-862baef6f46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:41Z', 'updated_at': '2021-07-27T20:51:45Z', 'revision_number': 4, 'project_id': '216410986da948659995e1df87d66276', 'subnets': [{'id': '89cb5d54-945d-408c-b578-862baef6f46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:51:46.332191 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30adb5-fbc3-4e85-9765-bcff7cca8bef tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Pushing event updated for resources: {'Port': ['ID=37987a9d-4bd4-414b-9782-adb21b493904,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:46.363601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-fc30adb5-fbc3-4e85-9765-bcff7cca8bef tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:46.364228 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-fc30adb5-fbc3-4e85-9765-bcff7cca8bef tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:46.374094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476d710-44f0-4896-ae40-8f7774ca5b51 None None] The sync data for ids ['5c49ce1b-0da2-497f-87ba-e06690323f8a'] in n-d-705657-21 is: [{'id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'name': 'tempest-TestEncryptedCinderVolumes-1898587013-router', 'tenant_id': '216410986da948659995e1df87d66276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '6e451384-012c-4006-898a-773cbae0d400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:38Z', 'updated_at': '2021-07-27T20:51:41Z', 'revision_number': 4, 'project_id': '216410986da948659995e1df87d66276', 'gw_port': {'id': '6e451384-012c-4006-898a-773cbae0d400', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:39Z', 'updated_at': '2021-07-27T20:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'fed15615-182f-486a-a88f-a1e3b3c9760e', 'name': '', 'network_id': 'a3197d56-5b91-4b38-9d33-68b2afa029ff', 'tenant_id': '216410986da948659995e1df87d66276', 'mac_address': 'fa:16:3e:72:d8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '89cb5d54-945d-408c-b578-862baef6f46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:41Z', 'updated_at': '2021-07-27T20:51:45Z', 'revision_number': 4, 'project_id': '216410986da948659995e1df87d66276', 'subnets': [{'id': '89cb5d54-945d-408c-b578-862baef6f46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:51:46.380438 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-fc30adb5-fbc3-4e85-9765-bcff7cca8bef tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6574159 Jul 27 20:51:46.389640 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:46.396067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Request body: {'port': {'device_id': '710bae78-9c91-4b4b-a19a-5f1b030ecf23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:51:46.513942 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:46.690046 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72092179-d7af-495a-ab9d-ab9a3859fa65 req-598e1001-09ba-4a5c-a261-ae4c082598f4 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:46.692464 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-72092179-d7af-495a-ab9d-ab9a3859fa65 req-598e1001-09ba-4a5c-a261-ae4c082598f4 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 931 time: 0.0848038 Jul 27 20:51:46.706862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b53f46f9-7307-4841-a03e-f092c3e3f50c None None] Provisioning for port 37987a9d-4bd4-414b-9782-adb21b493904 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:46.711609 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b53f46f9-7307-4841-a03e-f092c3e3f50c None None] Provisioning complete for port 37987a9d-4bd4-414b-9782-adb21b493904 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:46.711989 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b53f46f9-7307-4841-a03e-f092c3e3f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:46.751107 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-72092179-d7af-495a-ab9d-ab9a3859fa65 req-67ee61e8-ac3b-4e08-91af-2cab7838b164 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521688 Jul 27 20:51:46.760540 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b53f46f9-7307-4841-a03e-f092c3e3f50c None None] Port 37987a9d-4bd4-414b-9782-adb21b493904 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:51:46.876551 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37987a9d-4bd4-414b-9782-adb21b493904 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:51:46.886351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:46.899927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Transition to ACTIVE for port object 37987a9d-4bd4-414b-9782-adb21b493904 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:51:46.905145 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:46.963063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Pushing event updated for resources: {'Port': ['ID=37987a9d-4bd4-414b-9782-adb21b493904,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:47.046688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Attempting to bind port 37987a9d-4bd4-414b-9782-adb21b493904 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:51:47.047021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Attempting to bind port 37987a9d-4bd4-414b-9782-adb21b493904 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:51:47.047418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Attempting to bind port 37987a9d-4bd4-414b-9782-adb21b493904 on network 96b9fd1a-2834-4c12-bd94-58acc19bef84 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:51:47.052264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Port 37987a9d-4bd4-414b-9782-adb21b493904 on network 96b9fd1a-2834-4c12-bd94-58acc19bef84 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:51:47.052704 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Attempting to bind port 37987a9d-4bd4-414b-9782-adb21b493904 on network 96b9fd1a-2834-4c12-bd94-58acc19bef84 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:51:47.057886 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:51:47.058217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Checking segment: {'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:51:47.058599 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Bound using segment: {'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:51:47.059021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Bound port: 37987a9d-4bd4-414b-9782-adb21b493904, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:51:47.059377 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:47.131556 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] For port 37987a9d-4bd4-414b-9782-adb21b493904, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:51:47.134955 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] For port 37987a9d-4bd4-414b-9782-adb21b493904, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=37987a9d-4bd4-414b-9782-adb21b493904,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:51:47.140423 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:47.177906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:47.179137 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:47.180824 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] 10.222.0.52 "PUT /v2.0/ports/37987a9d-4bd4-414b-9782-adb21b493904 HTTP/1.1" status: 200 len: 1092 time: 0.7912636 Jul 27 20:51:47.184751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710bae78-9c91-4b4b-a19a-5f1b030ecf23', 'tag': '37987a9d-4bd4-414b-9782-adb21b493904'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:51:47.186297 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e0f1e3-5b28-42d6-bc43-b95b8838975b" -d '{"events": [{"name": "network-changed", "server_uuid": "710bae78-9c91-4b4b-a19a-5f1b030ecf23", "tag": "37987a9d-4bd4-414b-9782-adb21b493904"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:51:47.217237 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c981c1-4c7a-4167-8bee-ed7e287e4a74 service neutron] Pushing event updated for resources: {'Port': ['ID=37987a9d-4bd4-414b-9782-adb21b493904,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:47.251129 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2728c42b-dcfe-4b1a-89eb-a9f593d45c6d x-openstack-request-id: req-2728c42b-dcfe-4b1a-89eb-a9f593d45c6d {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:51:47.251697 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710bae78-9c91-4b4b-a19a-5f1b030ecf23", "tag": "37987a9d-4bd4-414b-9782-adb21b493904", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:51:47.252437 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2728c42b-dcfe-4b1a-89eb-a9f593d45c6d {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:51:47.253061 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710bae78-9c91-4b4b-a19a-5f1b030ecf23', 'tag': '37987a9d-4bd4-414b-9782-adb21b493904', 'status': 'completed', 'code': 200} Jul 27 20:51:47.307370 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-bd874048-3c23-4d9c-9b95-52c989749ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:47.308933 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-bd874048-3c23-4d9c-9b95-52c989749ad4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a916bb3cf1dc463eb03c20c46a9b83d9&device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 1095 time: 0.0692463 Jul 27 20:51:47.357203 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-681d68f4-7200-49b8-810f-ac1d7983170b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37987a9d-4bd4-414b-9782-adb21b493904 HTTP/1.1" status: 200 len: 217 time: 0.0396721 Jul 27 20:51:47.416093 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-3b969cca-9b89-4dc7-8b27-78dc44fc640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:47.417824 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-3b969cca-9b89-4dc7-8b27-78dc44fc640b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5cc38347-e8a3-41c5-84ce-d303a0bec344 HTTP/1.1" status: 200 len: 855 time: 0.0532737 Jul 27 20:51:47.427196 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:47.480948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-8dadc065-f8cb-4f5d-9e3e-01e30c7003c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:47.482353 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-8dadc065-f8cb-4f5d-9e3e-01e30c7003c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=96b9fd1a-2834-4c12-bd94-58acc19bef84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563161 Jul 27 20:51:47.592319 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-96b6b34f-0168-43da-b066-a2f70e48955b service neutron] 10.222.0.52 "GET /v2.0/networks/96b9fd1a-2834-4c12-bd94-58acc19bef84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015522 Jul 27 20:51:47.695983 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb726b00-80bd-474e-a3f3-094be7edf0c0 req-0a8ae5b5-74f2-49b6-85f6-b777141e5429 service neutron] 10.222.0.52 "GET /v2.0/networks/96b9fd1a-2834-4c12-bd94-58acc19bef84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953503 Jul 27 20:51:47.810638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0f1e3-5b28-42d6-bc43-b95b8838975b req-68016fd6-0461-4570-91f6-b5e6be870a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:47.812198 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-69e0f1e3-5b28-42d6-bc43-b95b8838975b req-68016fd6-0461-4570-91f6-b5e6be870a7d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a916bb3cf1dc463eb03c20c46a9b83d9&device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 1095 time: 0.0637140 Jul 27 20:51:47.879706 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bf3fa-f935-4fa0-8873-391a3bbb762b req-4e6cb6f4-faa3-44cb-89c6-286861cbbaae tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:47.881301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae3bf3fa-f935-4fa0-8873-391a3bbb762b req-4e6cb6f4-faa3-44cb-89c6-286861cbbaae tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 943 time: 0.0674009 Jul 27 20:51:47.913488 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0f1e3-5b28-42d6-bc43-b95b8838975b req-e47d2e16-2294-4ff1-a5c9-791ef366193f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:47.915108 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-69e0f1e3-5b28-42d6-bc43-b95b8838975b req-e47d2e16-2294-4ff1-a5c9-791ef366193f service neutron] 10.222.0.52 "GET /v2.0/networks?id=96b9fd1a-2834-4c12-bd94-58acc19bef84 HTTP/1.1" status: 200 len: 917 time: 0.0956490 Jul 27 20:51:47.922699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae3bf3fa-f935-4fa0-8873-391a3bbb762b req-0d00f377-2a7b-419d-a6dd-65d40d1a33b3 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348365 Jul 27 20:51:47.959121 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-69e0f1e3-5b28-42d6-bc43-b95b8838975b req-16ae5cf6-ba44-4cba-877a-320c6aaaf6f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37987a9d-4bd4-414b-9782-adb21b493904 HTTP/1.1" status: 200 len: 217 time: 0.0358727 Jul 27 20:51:48.011187 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0f1e3-5b28-42d6-bc43-b95b8838975b req-767c6347-24ed-4ab6-a584-4ae1f9808f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:48.012661 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-69e0f1e3-5b28-42d6-bc43-b95b8838975b req-767c6347-24ed-4ab6-a584-4ae1f9808f2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5cc38347-e8a3-41c5-84ce-d303a0bec344 HTTP/1.1" status: 200 len: 855 time: 0.0459249 Jul 27 20:51:48.077890 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0f1e3-5b28-42d6-bc43-b95b8838975b req-daf5786e-7cf2-4dd9-91c5-707dd84affa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:48.079291 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-69e0f1e3-5b28-42d6-bc43-b95b8838975b req-daf5786e-7cf2-4dd9-91c5-707dd84affa5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=96b9fd1a-2834-4c12-bd94-58acc19bef84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586495 Jul 27 20:51:48.186649 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-69e0f1e3-5b28-42d6-bc43-b95b8838975b req-fb1739e6-4bd9-4196-920f-4fc10765d450 service neutron] 10.222.0.52 "GET /v2.0/networks/96b9fd1a-2834-4c12-bd94-58acc19bef84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987959 Jul 27 20:51:48.234470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device fed15615-182f-486a-a88f-a1e3b3c9760e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:48.286560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port fed15615-182f-486a-a88f-a1e3b3c9760e completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:48.288851 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-69e0f1e3-5b28-42d6-bc43-b95b8838975b req-968c13ba-2722-4b33-aed2-5a04f28473f1 service neutron] 10.222.0.52 "GET /v2.0/networks/96b9fd1a-2834-4c12-bd94-58acc19bef84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931468 Jul 27 20:51:48.291348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port fed15615-182f-486a-a88f-a1e3b3c9760e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:48.291751 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:48.372330 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:48.406305 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port fed15615-182f-486a-a88f-a1e3b3c9760e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=fed15615-182f-486a-a88f-a1e3b3c9760e,segment=NetworkSegment(3dde9241-77e3-4608-bc94-116d9a7b61c6),segment_id=3dde9241-77e3-4608-bc94-116d9a7b61c6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:48.411115 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:48.464810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=fed15615-182f-486a-a88f-a1e3b3c9760e,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:49.065718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5163fec-49f9-4da1-ae98-477dfe9fbf70 req-e17de576-93a3-45b2-b7c3-6e9628300157 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:49.067277 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5163fec-49f9-4da1-ae98-477dfe9fbf70 req-e17de576-93a3-45b2-b7c3-6e9628300157 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 943 time: 0.0703375 Jul 27 20:51:49.112862 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5163fec-49f9-4da1-ae98-477dfe9fbf70 req-862eebcd-1680-4f95-859e-25ea21d1a161 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368471 Jul 27 20:51:49.175318 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:50.224236 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device fed15615-182f-486a-a88f-a1e3b3c9760e up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:50.250383 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d4a5f-d9e5-4c71-84ae-ad6759d38e2a req-6f5cb537-153b-4dbd-88e3-608657298d12 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:50.252200 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d56d4a5f-d9e5-4c71-84ae-ad6759d38e2a req-6f5cb537-153b-4dbd-88e3-608657298d12 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 943 time: 0.0678718 Jul 27 20:51:50.271500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port fed15615-182f-486a-a88f-a1e3b3c9760e triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:50.271871 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:50.292430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d56d4a5f-d9e5-4c71-84ae-ad6759d38e2a req-68091278-d3db-4b0d-9dfd-e6a96bf647d7 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334396 Jul 27 20:51:50.499010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 37987a9d-4bd4-414b-9782-adb21b493904 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:51:50.606345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 37987a9d-4bd4-414b-9782-adb21b493904, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=37987a9d-4bd4-414b-9782-adb21b493904,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:50.618355 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '37987a9d-4bd4-414b-9782-adb21b493904', 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84', 'port_id': '37987a9d-4bd4-414b-9782-adb21b493904', 'mac_address': 'fa:16:3e:a4:97:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc38347-e8a3-41c5-84ce-d303a0bec344', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:51:50.655491 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:50.668313 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37987a9d-4bd4-414b-9782-adb21b493904 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:51:50.688279 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 37987a9d-4bd4-414b-9782-adb21b493904, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=37987a9d-4bd4-414b-9782-adb21b493904,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:50.696456 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:50.758542 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=37987a9d-4bd4-414b-9782-adb21b493904,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:50.893762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['37987a9d-4bd4-414b-9782-adb21b493904'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:51:51.442550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74584069-2e4c-4900-b58c-71d478374654 req-b3e8e6d7-058d-41c3-905d-da14da6ed2ce tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:51.443963 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74584069-2e4c-4900-b58c-71d478374654 req-b3e8e6d7-058d-41c3-905d-da14da6ed2ce tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 944 time: 0.0754988 Jul 27 20:51:51.484706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74584069-2e4c-4900-b58c-71d478374654 req-ba8d12d6-5486-4fe6-b8e9-32425301ffa9 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345669 Jul 27 20:51:52.506142 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 37987a9d-4bd4-414b-9782-adb21b493904 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:51:52.563578 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 37987a9d-4bd4-414b-9782-adb21b493904 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:51:52.568016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 37987a9d-4bd4-414b-9782-adb21b493904 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:51:52.568421 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:52.635093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb7a70-fa09-4642-a52c-136bf82ffa33 req-1371f32f-ae3f-43d4-882a-9f3cb7467c2c tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:52.636759 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9cb7a70-fa09-4642-a52c-136bf82ffa33 req-1371f32f-ae3f-43d4-882a-9f3cb7467c2c tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 944 time: 0.0705564 Jul 27 20:51:52.648146 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:52.670560 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710bae78-9c91-4b4b-a19a-5f1b030ecf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37987a9d-4bd4-414b-9782-adb21b493904'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:51:52.672966 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34542fee-093c-4002-a36f-cb8afd442aa2" -d '{"events": [{"server_uuid": "710bae78-9c91-4b4b-a19a-5f1b030ecf23", "name": "network-vif-plugged", "status": "completed", "tag": "37987a9d-4bd4-414b-9782-adb21b493904"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:51:52.677236 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9cb7a70-fa09-4642-a52c-136bf82ffa33 req-bc6f7816-e489-40c3-905d-e91f78b819ba tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341873 Jul 27 20:51:52.686836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 37987a9d-4bd4-414b-9782-adb21b493904, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=37987a9d-4bd4-414b-9782-adb21b493904,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:51:52.692894 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:52.734415 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba27e93-c982-470f-81cb-4ae7b58ce623 x-openstack-request-id: req-4ba27e93-c982-470f-81cb-4ae7b58ce623 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:51:52.734698 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710bae78-9c91-4b4b-a19a-5f1b030ecf23", "name": "network-vif-plugged", "status": "completed", "tag": "37987a9d-4bd4-414b-9782-adb21b493904", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:51:52.734953 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ba27e93-c982-470f-81cb-4ae7b58ce623 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:51:52.735350 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710bae78-9c91-4b4b-a19a-5f1b030ecf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37987a9d-4bd4-414b-9782-adb21b493904', 'code': 200} Jul 27 20:51:52.748616 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=37987a9d-4bd4-414b-9782-adb21b493904,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:51:52.856472 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19070a-6386-4731-b00d-378d922451c2 req-60a6bf1a-0f79-4986-bece-ad5f08c069cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:52.858861 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3c19070a-6386-4731-b00d-378d922451c2 req-60a6bf1a-0f79-4986-bece-ad5f08c069cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 1097 time: 0.0646710 Jul 27 20:51:52.894944 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3c19070a-6386-4731-b00d-378d922451c2 req-a0242470-12ef-4b9d-8104-7cc216569adb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293396 Jul 27 20:51:53.820182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fd3e7-4ede-41a1-9e85-b43f0876f6a7 req-b44e4ae1-e4b2-4041-acb4-d0bc43fab228 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:53.821700 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea7fd3e7-4ede-41a1-9e85-b43f0876f6a7 req-b44e4ae1-e4b2-4041-acb4-d0bc43fab228 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 945 time: 0.0656807 Jul 27 20:51:53.866331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea7fd3e7-4ede-41a1-9e85-b43f0876f6a7 req-d9bcc9e1-088c-4483-a481-8f78226b5a1c tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354521 Jul 27 20:51:54.009093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07070a0-48b3-4ece-b317-b9462a9739a7 req-7242806d-6728-4e31-8e21-a0b38d71d1b3 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:54.010651 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f07070a0-48b3-4ece-b317-b9462a9739a7 req-7242806d-6728-4e31-8e21-a0b38d71d1b3 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 945 time: 0.0741582 Jul 27 20:51:54.051056 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f07070a0-48b3-4ece-b317-b9462a9739a7 req-2c818529-3ccb-41e0-851e-074cfe3ea0e9 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342357 Jul 27 20:51:56.456333 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8abf2a52-fa8d-4024-b355-656f38479706 req-7411602c-7c03-4dcd-a676-b8c9b258ba74 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543866 Jul 27 20:51:56.557235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf2a52-fa8d-4024-b355-656f38479706 req-46f6534c-8069-4534-aa8e-ee5e9d79aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:56.558791 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8abf2a52-fa8d-4024-b355-656f38479706 req-46f6534c-8069-4534-aa8e-ee5e9d79aca3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a916bb3cf1dc463eb03c20c46a9b83d9&device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 1097 time: 0.0578828 Jul 27 20:51:56.677659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf2a52-fa8d-4024-b355-656f38479706 req-14ff3588-cf4a-4619-a5e1-f2fe214f41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:56.679168 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8abf2a52-fa8d-4024-b355-656f38479706 req-14ff3588-cf4a-4619-a5e1-f2fe214f41a0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=96b9fd1a-2834-4c12-bd94-58acc19bef84 HTTP/1.1" status: 200 len: 917 time: 0.0995884 Jul 27 20:51:56.725720 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8abf2a52-fa8d-4024-b355-656f38479706 req-3220b086-2f9a-4c35-b3d5-bf02fd65344e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37987a9d-4bd4-414b-9782-adb21b493904 HTTP/1.1" status: 200 len: 217 time: 0.0388148 Jul 27 20:51:56.786296 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf2a52-fa8d-4024-b355-656f38479706 req-0c447ebf-8caa-4fe1-9253-d916b3526fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:56.787829 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8abf2a52-fa8d-4024-b355-656f38479706 req-0c447ebf-8caa-4fe1-9253-d916b3526fd6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5cc38347-e8a3-41c5-84ce-d303a0bec344 HTTP/1.1" status: 200 len: 855 time: 0.0552368 Jul 27 20:51:56.850289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf2a52-fa8d-4024-b355-656f38479706 req-aa75a74e-7d74-4346-9264-10d03c189dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:51:56.851762 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8abf2a52-fa8d-4024-b355-656f38479706 req-aa75a74e-7d74-4346-9264-10d03c189dcf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=96b9fd1a-2834-4c12-bd94-58acc19bef84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567727 Jul 27 20:51:56.942024 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8abf2a52-fa8d-4024-b355-656f38479706 req-e5fdef56-a999-4bc3-af5f-930ff9b960cb service neutron] 10.222.0.52 "GET /v2.0/networks/96b9fd1a-2834-4c12-bd94-58acc19bef84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826957 Jul 27 20:51:57.037171 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8abf2a52-fa8d-4024-b355-656f38479706 req-7c85634c-2ea3-4388-9e0e-c08d7c168dc7 service neutron] 10.222.0.52 "GET /v2.0/networks/96b9fd1a-2834-4c12-bd94-58acc19bef84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879550 Jul 27 20:52:09.149852 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:12.329781 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.540996 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-979196a6-927f-476b-bfbe-2cec2aeba99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:13.906601 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6800a17-6ce2-4b9a-b362-3e27355aa5dc req-1c283a54-713f-4396-8cec-fbfbec1388f6 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:13.908153 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6800a17-6ce2-4b9a-b362-3e27355aa5dc req-1c283a54-713f-4396-8cec-fbfbec1388f6 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 945 time: 0.0747716 Jul 27 20:52:13.951513 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6800a17-6ce2-4b9a-b362-3e27355aa5dc req-7e3b4ddf-9e0d-4fb2-8fb0-dacafaf566ef tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343094 Jul 27 20:52:15.095534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13658b39-82ff-4246-9790-a63979caf0b4 req-19a437f1-8c97-4a2b-94b7-b99ad682d2e8 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:15.097069 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13658b39-82ff-4246-9790-a63979caf0b4 req-19a437f1-8c97-4a2b-94b7-b99ad682d2e8 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 945 time: 0.0731971 Jul 27 20:52:15.137459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-13658b39-82ff-4246-9790-a63979caf0b4 req-cd7574a3-2d9d-45b7-b3ec-e220137cf86c tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Jul 27 20:52:15.530190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcb6dd-0a12-4fe2-8685-76ccd4f71a6f req-944b2324-96d7-4293-a5b1-e1fe79116ca0 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:15.531641 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8bcb6dd-0a12-4fe2-8685-76ccd4f71a6f req-944b2324-96d7-4293-a5b1-e1fe79116ca0 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.52 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 945 time: 0.0719452 Jul 27 20:52:15.646474 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-c8bcb6dd-0a12-4fe2-8685-76ccd4f71a6f req-40ffc00c-ac82-462a-8317-58d97a5589b1 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Deleting port 37987a9d-4bd4-414b-9782-adb21b493904 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:52:15.646779 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c8bcb6dd-0a12-4fe2-8685-76ccd4f71a6f req-40ffc00c-ac82-462a-8317-58d97a5589b1 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.734555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-c8bcb6dd-0a12-4fe2-8685-76ccd4f71a6f req-40ffc00c-ac82-462a-8317-58d97a5589b1 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] For port 37987a9d-4bd4-414b-9782-adb21b493904, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=37987a9d-4bd4-414b-9782-adb21b493904,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:15.734906 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c8bcb6dd-0a12-4fe2-8685-76ccd4f71a6f req-40ffc00c-ac82-462a-8317-58d97a5589b1 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.748960 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-c8bcb6dd-0a12-4fe2-8685-76ccd4f71a6f req-40ffc00c-ac82-462a-8317-58d97a5589b1 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Calling delete_port for 37987a9d-4bd4-414b-9782-adb21b493904 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:52:15.868172 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:52:15.887097 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c8bcb6dd-0a12-4fe2-8685-76ccd4f71a6f req-40ffc00c-ac82-462a-8317-58d97a5589b1 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.899852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['37987a9d-4bd4-414b-9782-adb21b493904'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:52:15.915218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffc00c-ac82-462a-8317-58d97a5589b1 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Pushing event deleted for resources: {'Port': ['ID=37987a9d-4bd4-414b-9782-adb21b493904,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:15.966036 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bcb6dd-0a12-4fe2-8685-76ccd4f71a6f req-40ffc00c-ac82-462a-8317-58d97a5589b1 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] No DVR routers for this DVR port 37987a9d-4bd4-414b-9782-adb21b493904 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:52:15.969280 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-c8bcb6dd-0a12-4fe2-8685-76ccd4f71a6f req-40ffc00c-ac82-462a-8317-58d97a5589b1 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:15.971404 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8bcb6dd-0a12-4fe2-8685-76ccd4f71a6f req-40ffc00c-ac82-462a-8317-58d97a5589b1 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.52 "DELETE /v2.0/ports/37987a9d-4bd4-414b-9782-adb21b493904 HTTP/1.1" status: 204 len: 173 time: 0.4325774 Jul 27 20:52:15.971843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710bae78-9c91-4b4b-a19a-5f1b030ecf23', 'name': 'network-vif-deleted', 'tag': '37987a9d-4bd4-414b-9782-adb21b493904'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:15.974294 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399c5c00-d48f-4572-bd46-f539333e1677" -d '{"events": [{"server_uuid": "710bae78-9c91-4b4b-a19a-5f1b030ecf23", "name": "network-vif-deleted", "tag": "37987a9d-4bd4-414b-9782-adb21b493904"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:16.018016 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8a3d29-762a-457f-87e1-ad903d86a84f x-openstack-request-id: req-0c8a3d29-762a-457f-87e1-ad903d86a84f {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:16.018435 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710bae78-9c91-4b4b-a19a-5f1b030ecf23", "name": "network-vif-deleted", "tag": "37987a9d-4bd4-414b-9782-adb21b493904", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:16.018699 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c8a3d29-762a-457f-87e1-ad903d86a84f {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:16.019244 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710bae78-9c91-4b4b-a19a-5f1b030ecf23', 'name': 'network-vif-deleted', 'tag': '37987a9d-4bd4-414b-9782-adb21b493904', 'status': 'completed', 'code': 200} Jul 27 20:52:16.247749 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-98d7f435-68ef-45a7-bd43-e1e252ff7333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:16.256117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ab1bddf5-7f89-47c4-8487-a6cf0d106e61 req-1e4ea6c1-6e21-4af0-bf03-7a2dd99846ac tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=710bae78-9c91-4b4b-a19a-5f1b030ecf23 HTTP/1.1" status: 200 len: 210 time: 0.0344987 Jul 27 20:52:16.344348 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:17.426437 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:17.751226 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67363738-a367-4a27-8c42-40e578fa47d3 req-94b55652-797d-4cec-af6a-78e4f01cee2d tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:17.752806 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-94b55652-797d-4cec-af6a-78e4f01cee2d tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/networks?id=96b9fd1a-2834-4c12-bd94-58acc19bef84 HTTP/1.1" status: 200 len: 816 time: 0.1073823 Jul 27 20:52:17.768456 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-15f60415-8433-44cc-ada9-0c911ae67b9f tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/quotas/a916bb3cf1dc463eb03c20c46a9b83d9 HTTP/1.1" status: 200 len: 375 time: 0.0096974 Jul 27 20:52:17.844723 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-af83974a-2082-42e0-b3fd-c07ad67b7ee9 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a916bb3cf1dc463eb03c20c46a9b83d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700154 Jul 27 20:52:17.943556 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-23d3cbbf-ba42-49e2-87e3-ea95162ffca8 service neutron] 10.222.0.48 "GET /v2.0/networks/96b9fd1a-2834-4c12-bd94-58acc19bef84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854301 Jul 27 20:52:18.046389 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-2eae9b9b-30ee-4cf6-bb51-4fa72288079a service neutron] 10.222.0.48 "GET /v2.0/networks/96b9fd1a-2834-4c12-bd94-58acc19bef84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933356 Jul 27 20:52:18.226366 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2348a6c8-68d4-4f66-ac53-69f50bbb67ec req-de3e4cf7-90c7-4b1e-b7cf-15112e045a97 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 210 time: 0.0304232 Jul 27 20:52:18.598188 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 37987a9d-4bd4-414b-9782-adb21b493904 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:52:18.619571 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 37987a9d-4bd4-414b-9782-adb21b493904 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:52:18.619921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 37987a9d-4bd4-414b-9782-adb21b493904 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:52:19.176523 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:19.232356 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67363738-a367-4a27-8c42-40e578fa47d3 req-60024b8e-c231-4cb1-b499-08ad794d60aa tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:19.233908 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-60024b8e-c231-4cb1-b499-08ad794d60aa tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.52 "GET /v2.0/networks?id=96b9fd1a-2834-4c12-bd94-58acc19bef84 HTTP/1.1" status: 200 len: 816 time: 0.1148651 Jul 27 20:52:19.248596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-67363738-a367-4a27-8c42-40e578fa47d3 req-8941009b-2e63-4dfe-89c3-5005e8f41e45 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Request body: {'port': {'device_id': 'ba361484-ccbb-408a-9362-4be2ff36c8a0', 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84', 'admin_state_up': True, 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:19.326232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8bbf739f-585c-48a6-a3e5-6c2bd2a4785c req-da773996-25df-445e-b1db-fb051c4c6b2e tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 210 time: 0.0297520 Jul 27 20:52:19.361900 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67363738-a367-4a27-8c42-40e578fa47d3 req-8941009b-2e63-4dfe-89c3-5005e8f41e45 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Made reservation on behalf of a916bb3cf1dc463eb03c20c46a9b83d9 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:19.365655 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-67363738-a367-4a27-8c42-40e578fa47d3 req-8941009b-2e63-4dfe-89c3-5005e8f41e45 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:19.491747 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-67363738-a367-4a27-8c42-40e578fa47d3 req-8941009b-2e63-4dfe-89c3-5005e8f41e45 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Allocated IP 172.20.0.4 (96b9fd1a-2834-4c12-bd94-58acc19bef84/5cc38347-e8a3-41c5-84ce-d303a0bec344/92644a8a-bf67-43e6-8232-6803fa837bd9) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:19.647856 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-67363738-a367-4a27-8c42-40e578fa47d3 req-8941009b-2e63-4dfe-89c3-5005e8f41e45 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:19.665768 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-67363738-a367-4a27-8c42-40e578fa47d3 req-8941009b-2e63-4dfe-89c3-5005e8f41e45 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Transition to ACTIVE for port object 92644a8a-bf67-43e6-8232-6803fa837bd9 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:19.703857 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-67363738-a367-4a27-8c42-40e578fa47d3 req-8941009b-2e63-4dfe-89c3-5005e8f41e45 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:19.747964 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67363738-a367-4a27-8c42-40e578fa47d3 req-8941009b-2e63-4dfe-89c3-5005e8f41e45 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Network 96b9fd1a-2834-4c12-bd94-58acc19bef84 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:19.754486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-67363738-a367-4a27-8c42-40e578fa47d3 req-8941009b-2e63-4dfe-89c3-5005e8f41e45 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:19.759733 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-67363738-a367-4a27-8c42-40e578fa47d3 req-8941009b-2e63-4dfe-89c3-5005e8f41e45 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:19.763734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941009b-2e63-4dfe-89c3-5005e8f41e45 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Pushing event updated for resources: {'Port': ['ID=92644a8a-bf67-43e6-8232-6803fa837bd9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:19.813632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67363738-a367-4a27-8c42-40e578fa47d3 req-8941009b-2e63-4dfe-89c3-5005e8f41e45 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:19.814262 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-67363738-a367-4a27-8c42-40e578fa47d3 req-8941009b-2e63-4dfe-89c3-5005e8f41e45 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:19.831393 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-8941009b-2e63-4dfe-89c3-5005e8f41e45 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5882070 Jul 27 20:52:19.842487 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-44f550dc-1661-468b-ae23-7ad50d86cd70 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:52:19.843817 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-44f550dc-1661-468b-ae23-7ad50d86cd70 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057745 Jul 27 20:52:19.856083 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Request body: {'port': {'device_id': 'ba361484-ccbb-408a-9362-4be2ff36c8a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:19.937863 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:19.961371 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aa05a8b3-6536-434c-8b9c-48d964b1992e None None] Provisioning for port 92644a8a-bf67-43e6-8232-6803fa837bd9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:19.966614 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aa05a8b3-6536-434c-8b9c-48d964b1992e None None] Provisioning complete for port 92644a8a-bf67-43e6-8232-6803fa837bd9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:19.966993 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aa05a8b3-6536-434c-8b9c-48d964b1992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:20.005316 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-aa05a8b3-6536-434c-8b9c-48d964b1992e None None] Port 92644a8a-bf67-43e6-8232-6803fa837bd9 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:20.472021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e0a04-33dd-4718-a0ed-73c10b9bd626 req-97300c21-85de-418c-9f0b-5e71d19bb61f tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:20.473721 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f81e0a04-33dd-4718-a0ed-73c10b9bd626 req-97300c21-85de-418c-9f0b-5e71d19bb61f tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 931 time: 0.0711651 Jul 27 20:52:20.514290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f81e0a04-33dd-4718-a0ed-73c10b9bd626 req-5727d092-de26-4adf-b18c-03121a30ba16 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338335 Jul 27 20:52:20.591902 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92644a8a-bf67-43e6-8232-6803fa837bd9 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:20.600938 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:20.614219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Transition to ACTIVE for port object 92644a8a-bf67-43e6-8232-6803fa837bd9 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:20.620510 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:20.671044 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Pushing event updated for resources: {'Port': ['ID=92644a8a-bf67-43e6-8232-6803fa837bd9,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:20.749048 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Attempting to bind port 92644a8a-bf67-43e6-8232-6803fa837bd9 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:20.749363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Attempting to bind port 92644a8a-bf67-43e6-8232-6803fa837bd9 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:20.749738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Attempting to bind port 92644a8a-bf67-43e6-8232-6803fa837bd9 on network 96b9fd1a-2834-4c12-bd94-58acc19bef84 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:20.754595 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Port 92644a8a-bf67-43e6-8232-6803fa837bd9 on network 96b9fd1a-2834-4c12-bd94-58acc19bef84 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:52:20.754994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Attempting to bind port 92644a8a-bf67-43e6-8232-6803fa837bd9 on network 96b9fd1a-2834-4c12-bd94-58acc19bef84 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:20.760363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:20.760766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Checking segment: {'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:20.761141 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Bound using segment: {'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:20.761561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Bound port: 92644a8a-bf67-43e6-8232-6803fa837bd9, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87bfe34a-6451-4cfd-90bd-64dfe6f85329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:20.761912 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:20.832471 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] For port 92644a8a-bf67-43e6-8232-6803fa837bd9, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:20.837576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] For port 92644a8a-bf67-43e6-8232-6803fa837bd9, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=92644a8a-bf67-43e6-8232-6803fa837bd9,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:20.846569 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:20.885942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:20.886959 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:20.888609 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] 10.222.0.52 "PUT /v2.0/ports/92644a8a-bf67-43e6-8232-6803fa837bd9 HTTP/1.1" status: 200 len: 1092 time: 1.0367670 Jul 27 20:52:20.889091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba361484-ccbb-408a-9362-4be2ff36c8a0', 'tag': '92644a8a-bf67-43e6-8232-6803fa837bd9'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:20.891417 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f0fe4c-0775-45be-bc57-4dfa10281ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "ba361484-ccbb-408a-9362-4be2ff36c8a0", "tag": "92644a8a-bf67-43e6-8232-6803fa837bd9"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:20.917880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b4367-1d31-4f09-b30e-88d5e49ebe21 service neutron] Pushing event updated for resources: {'Port': ['ID=92644a8a-bf67-43e6-8232-6803fa837bd9,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:20.936835 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91451bf7-44bd-484c-8307-d1bd3428fe9e x-openstack-request-id: req-91451bf7-44bd-484c-8307-d1bd3428fe9e {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:20.937132 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba361484-ccbb-408a-9362-4be2ff36c8a0", "tag": "92644a8a-bf67-43e6-8232-6803fa837bd9", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:20.937459 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-91451bf7-44bd-484c-8307-d1bd3428fe9e {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:20.937826 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba361484-ccbb-408a-9362-4be2ff36c8a0', 'tag': '92644a8a-bf67-43e6-8232-6803fa837bd9', 'status': 'completed', 'code': 200} Jul 27 20:52:21.002634 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67363738-a367-4a27-8c42-40e578fa47d3 req-25b3f13e-5661-4dfd-9b11-536aca8c1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:21.004235 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-25b3f13e-5661-4dfd-9b11-536aca8c1e76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a916bb3cf1dc463eb03c20c46a9b83d9&device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 1095 time: 0.0594563 Jul 27 20:52:21.049004 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-67069365-6844-494e-9e4b-646ed3fbcaec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92644a8a-bf67-43e6-8232-6803fa837bd9 HTTP/1.1" status: 200 len: 217 time: 0.0368316 Jul 27 20:52:21.107192 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c18fd99f-057c-4992-a212-3ae5b46e347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:21.108723 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-c18fd99f-057c-4992-a212-3ae5b46e347f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5cc38347-e8a3-41c5-84ce-d303a0bec344 HTTP/1.1" status: 200 len: 855 time: 0.0521500 Jul 27 20:52:21.171028 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67363738-a367-4a27-8c42-40e578fa47d3 req-59e24301-f621-4981-a377-6dc75ff86de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:21.172592 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-59e24301-f621-4981-a377-6dc75ff86de2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=96b9fd1a-2834-4c12-bd94-58acc19bef84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564003 Jul 27 20:52:21.276265 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-ffe8c99d-d04a-456e-8ad7-dacf7b393e91 service neutron] 10.222.0.52 "GET /v2.0/networks/96b9fd1a-2834-4c12-bd94-58acc19bef84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955036 Jul 27 20:52:21.371711 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-67363738-a367-4a27-8c42-40e578fa47d3 req-7e48d4f8-9d56-4b00-9c9d-cbaa50587d09 service neutron] 10.222.0.52 "GET /v2.0/networks/96b9fd1a-2834-4c12-bd94-58acc19bef84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877664 Jul 27 20:52:21.479036 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0fe4c-0775-45be-bc57-4dfa10281ac3 req-6e24c321-c816-4008-9730-45e4f5af1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:21.480543 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-12f0fe4c-0775-45be-bc57-4dfa10281ac3 req-6e24c321-c816-4008-9730-45e4f5af1486 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a916bb3cf1dc463eb03c20c46a9b83d9&device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 1095 time: 0.0564899 Jul 27 20:52:21.578140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0fe4c-0775-45be-bc57-4dfa10281ac3 req-97933167-1c10-4962-9979-e1d54b3adf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:21.579710 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-12f0fe4c-0775-45be-bc57-4dfa10281ac3 req-97933167-1c10-4962-9979-e1d54b3adf5e service neutron] 10.222.0.52 "GET /v2.0/networks?id=96b9fd1a-2834-4c12-bd94-58acc19bef84 HTTP/1.1" status: 200 len: 917 time: 0.0922775 Jul 27 20:52:21.623615 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-12f0fe4c-0775-45be-bc57-4dfa10281ac3 req-2092381f-572b-4351-af31-0538431ee7a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92644a8a-bf67-43e6-8232-6803fa837bd9 HTTP/1.1" status: 200 len: 217 time: 0.0356154 Jul 27 20:52:21.658277 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375d81e-5176-4cb5-811e-639c6a935601 req-00bbfa42-fa85-47a9-a573-9e2ab70ce75b tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:21.660087 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6375d81e-5176-4cb5-811e-639c6a935601 req-00bbfa42-fa85-47a9-a573-9e2ab70ce75b tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 943 time: 0.0690396 Jul 27 20:52:21.677893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0fe4c-0775-45be-bc57-4dfa10281ac3 req-dbc4900b-bd76-4c34-ad67-c0448898211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:21.679360 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-12f0fe4c-0775-45be-bc57-4dfa10281ac3 req-dbc4900b-bd76-4c34-ad67-c0448898211e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5cc38347-e8a3-41c5-84ce-d303a0bec344 HTTP/1.1" status: 200 len: 855 time: 0.0473645 Jul 27 20:52:21.698950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6375d81e-5176-4cb5-811e-639c6a935601 req-a47aaae4-b631-4fc2-8216-dc4314a5c114 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327687 Jul 27 20:52:21.752221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0fe4c-0775-45be-bc57-4dfa10281ac3 req-61817b13-7201-4dcd-8cc8-ca17afebdbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:21.754418 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-12f0fe4c-0775-45be-bc57-4dfa10281ac3 req-61817b13-7201-4dcd-8cc8-ca17afebdbaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=96b9fd1a-2834-4c12-bd94-58acc19bef84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670943 Jul 27 20:52:21.856737 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-12f0fe4c-0775-45be-bc57-4dfa10281ac3 req-4c9cd8af-f0bc-4697-89dc-d7006e196c4c service neutron] 10.222.0.52 "GET /v2.0/networks/96b9fd1a-2834-4c12-bd94-58acc19bef84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939157 Jul 27 20:52:21.954943 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-12f0fe4c-0775-45be-bc57-4dfa10281ac3 req-e84206ae-d72e-4f4f-8526-f59060a4e3dc service neutron] 10.222.0.52 "GET /v2.0/networks/96b9fd1a-2834-4c12-bd94-58acc19bef84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899372 Jul 27 20:52:22.842563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c11076-3488-4a43-98d5-253f8aa144bd req-db26dff4-c99f-4302-a285-af6cfa0a56ad tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:22.844435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0c11076-3488-4a43-98d5-253f8aa144bd req-db26dff4-c99f-4302-a285-af6cfa0a56ad tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 943 time: 0.0670853 Jul 27 20:52:22.885497 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0c11076-3488-4a43-98d5-253f8aa144bd req-169f399f-fdf4-4d62-bd7a-96691575e180 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319541 Jul 27 20:52:24.047214 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67b197-ea5e-4012-bbea-3bd4f5f1f1c2 req-bb783547-26b8-49de-81f2-2af8e08bf9c2 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:24.048872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a67b197-ea5e-4012-bbea-3bd4f5f1f1c2 req-bb783547-26b8-49de-81f2-2af8e08bf9c2 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 943 time: 0.0775554 Jul 27 20:52:24.088788 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a67b197-ea5e-4012-bbea-3bd4f5f1f1c2 req-cc842d6d-8370-40f2-96e6-10254f4c999e tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333748 Jul 27 20:52:24.631558 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 92644a8a-bf67-43e6-8232-6803fa837bd9 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:52:24.744301 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 92644a8a-bf67-43e6-8232-6803fa837bd9, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=92644a8a-bf67-43e6-8232-6803fa837bd9,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:24.755930 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '92644a8a-bf67-43e6-8232-6803fa837bd9', 'network_id': '96b9fd1a-2834-4c12-bd94-58acc19bef84', 'port_id': '92644a8a-bf67-43e6-8232-6803fa837bd9', 'mac_address': 'fa:16:3e:8e:8a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc38347-e8a3-41c5-84ce-d303a0bec344', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:52:24.805298 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:24.819149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92644a8a-bf67-43e6-8232-6803fa837bd9 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:52:24.838759 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 92644a8a-bf67-43e6-8232-6803fa837bd9, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=92644a8a-bf67-43e6-8232-6803fa837bd9,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:24.844329 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:24.894033 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=92644a8a-bf67-43e6-8232-6803fa837bd9,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:25.048810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['92644a8a-bf67-43e6-8232-6803fa837bd9'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:52:25.230605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211f0f3-6bb8-45a8-b4c0-16fa09019672 req-2609dd76-138f-4ea1-84f7-54f588f75e60 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:25.232134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6211f0f3-6bb8-45a8-b4c0-16fa09019672 req-2609dd76-138f-4ea1-84f7-54f588f75e60 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 944 time: 0.0666738 Jul 27 20:52:25.271645 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6211f0f3-6bb8-45a8-b4c0-16fa09019672 req-6baad5e5-3721-481b-8ae6-30db354f7e51 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330827 Jul 27 20:52:26.423678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d4f59-3f7c-43ac-af67-e1b8ff2ac24c req-dc217df4-5107-4209-a6df-9432f2a5834e tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:26.425117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e0d4f59-3f7c-43ac-af67-e1b8ff2ac24c req-dc217df4-5107-4209-a6df-9432f2a5834e tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 944 time: 0.0755002 Jul 27 20:52:26.465706 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e0d4f59-3f7c-43ac-af67-e1b8ff2ac24c req-f243068a-4100-47bb-8f0f-3833eae76491 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335157 Jul 27 20:52:26.638614 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 92644a8a-bf67-43e6-8232-6803fa837bd9 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:26.696852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 92644a8a-bf67-43e6-8232-6803fa837bd9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:26.700484 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 92644a8a-bf67-43e6-8232-6803fa837bd9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:26.700860 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.779870 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.802094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba361484-ccbb-408a-9362-4be2ff36c8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92644a8a-bf67-43e6-8232-6803fa837bd9'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:26.804337 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ca1067-9f01-4409-950a-a15f3932c380" -d '{"events": [{"server_uuid": "ba361484-ccbb-408a-9362-4be2ff36c8a0", "name": "network-vif-plugged", "status": "completed", "tag": "92644a8a-bf67-43e6-8232-6803fa837bd9"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:26.817126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 92644a8a-bf67-43e6-8232-6803fa837bd9, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=92644a8a-bf67-43e6-8232-6803fa837bd9,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:26.821902 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:26.844560 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b509b198-70a1-49f5-962c-321ab763ae62 x-openstack-request-id: req-b509b198-70a1-49f5-962c-321ab763ae62 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:26.844846 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba361484-ccbb-408a-9362-4be2ff36c8a0", "name": "network-vif-plugged", "status": "completed", "tag": "92644a8a-bf67-43e6-8232-6803fa837bd9", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:26.845097 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b509b198-70a1-49f5-962c-321ab763ae62 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:26.845445 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba361484-ccbb-408a-9362-4be2ff36c8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92644a8a-bf67-43e6-8232-6803fa837bd9', 'code': 200} Jul 27 20:52:26.876606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=92644a8a-bf67-43e6-8232-6803fa837bd9,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:26.959899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740452f3-7c97-4c95-a13a-2ee1e9c040de req-678ef943-41dc-4501-bc64-cd139d8fc57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:26.961568 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-740452f3-7c97-4c95-a13a-2ee1e9c040de req-678ef943-41dc-4501-bc64-cd139d8fc57e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 1097 time: 0.0594289 Jul 27 20:52:27.001766 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-740452f3-7c97-4c95-a13a-2ee1e9c040de req-38893a1f-3f96-45cc-be2f-fe7e69147e79 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314848 Jul 27 20:52:27.624450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f3cc8-b186-4c0d-8a60-4d830edfe778 req-625e4cd4-f276-414f-bffa-df3dc60abf8a tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:27.625959 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-744f3cc8-b186-4c0d-8a60-4d830edfe778 req-625e4cd4-f276-414f-bffa-df3dc60abf8a tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0820763 Jul 27 20:52:27.672103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-744f3cc8-b186-4c0d-8a60-4d830edfe778 req-fe822691-9773-43ec-addb-8782a4f7d8c1 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380116 Jul 27 20:52:28.811004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da927a5-35a1-472f-bad6-9e2df18e67c6 req-02d9a434-480a-4d78-a661-ff8d392197a2 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:28.812536 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2da927a5-35a1-472f-bad6-9e2df18e67c6 req-02d9a434-480a-4d78-a661-ff8d392197a2 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0684919 Jul 27 20:52:28.855840 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2da927a5-35a1-472f-bad6-9e2df18e67c6 req-62b3034a-c31d-4eab-aa52-715f0a06983e tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342631 Jul 27 20:52:29.000058 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e353dc1-9729-4082-b857-aa88f3826645 req-7c581fdc-d49e-43b2-99df-0f19643a4dec tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:29.001525 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e353dc1-9729-4082-b857-aa88f3826645 req-7c581fdc-d49e-43b2-99df-0f19643a4dec tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0751915 Jul 27 20:52:29.045604 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4e353dc1-9729-4082-b857-aa88f3826645 req-2c51c473-6a4c-4f8f-96fb-9645bdefb586 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362344 Jul 27 20:52:36.838450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-559e1455-de3b-49f1-8d08-c76c8f567f7a req-6ab049ce-8d14-4899-8b8b-803f1ac2d9de service neutron] (94059) timed out ('10.222.0.63', 60497) {{(pid=94059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:52:39.155815 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:42.332075 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:43.539887 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3ab9d4be-5724-4688-98f1-684546e806ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:46.253500 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-32623282-6ae9-4a92-a849-ef43636653e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:46.355359 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:47.429157 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:47.643309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d597160-5c89-45e9-85cb-5a633b7aad34 req-d1533337-2ffa-4290-9d45-7a94305b4c3a tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:47.644935 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d597160-5c89-45e9-85cb-5a633b7aad34 req-d1533337-2ffa-4290-9d45-7a94305b4c3a tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0701499 Jul 27 20:52:47.685381 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d597160-5c89-45e9-85cb-5a633b7aad34 req-4b77c637-60d8-4d41-84d3-b18f3e3744bd tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332186 Jul 27 20:52:48.832862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b7fe4-fab9-4d2b-84bc-e5d1d56b3717 req-a9d5de82-034b-4389-a7c9-4629bfdd7562 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:48.835151 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-423b7fe4-fab9-4d2b-84bc-e5d1d56b3717 req-a9d5de82-034b-4389-a7c9-4629bfdd7562 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0706320 Jul 27 20:52:48.875818 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-423b7fe4-fab9-4d2b-84bc-e5d1d56b3717 req-8e22254c-6b03-4c66-b462-43f73b093b23 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/security-groups?id=d39b60af-b4b5-40d5-9414-f3c1fae4d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349576 Jul 27 20:52:49.179444 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.283411 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca45022-637e-4d24-8378-261095ed798b req-dbd3f4c5-b41d-470b-9118-e1f08ce2b139 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:49.284988 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5ca45022-637e-4d24-8378-261095ed798b req-dbd3f4c5-b41d-470b-9118-e1f08ce2b139 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 945 time: 0.0720873 Jul 27 20:52:49.401925 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-5ca45022-637e-4d24-8378-261095ed798b req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Deleting port 92644a8a-bf67-43e6-8232-6803fa837bd9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:52:49.402151 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5ca45022-637e-4d24-8378-261095ed798b req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.494302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-5ca45022-637e-4d24-8378-261095ed798b req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] For port 92644a8a-bf67-43e6-8232-6803fa837bd9, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=92644a8a-bf67-43e6-8232-6803fa837bd9,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:49.494675 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5ca45022-637e-4d24-8378-261095ed798b req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.507904 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-5ca45022-637e-4d24-8378-261095ed798b req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Calling delete_port for 92644a8a-bf67-43e6-8232-6803fa837bd9 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:52:49.647341 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5ca45022-637e-4d24-8378-261095ed798b req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.661461 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['92644a8a-bf67-43e6-8232-6803fa837bd9'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:52:49.677215 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Pushing event deleted for resources: {'Port': ['ID=92644a8a-bf67-43e6-8232-6803fa837bd9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:49.689770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.690122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.690465 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.690805 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.691257 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.691470 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.691804 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.692135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.692493 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.692822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.693146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.693469 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.739077 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca45022-637e-4d24-8378-261095ed798b req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] No DVR routers for this DVR port 92644a8a-bf67-43e6-8232-6803fa837bd9 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:52:49.742215 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-5ca45022-637e-4d24-8378-261095ed798b req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.744531 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5ca45022-637e-4d24-8378-261095ed798b req-3fa83dc9-3d0d-44ff-bda5-bc89b0986ae5 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.52 "DELETE /v2.0/ports/92644a8a-bf67-43e6-8232-6803fa837bd9 HTTP/1.1" status: 204 len: 173 time: 0.4523978 Jul 27 20:52:49.744998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba361484-ccbb-408a-9362-4be2ff36c8a0', 'name': 'network-vif-deleted', 'tag': '92644a8a-bf67-43e6-8232-6803fa837bd9'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:52:49.747414 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db7d6b8-8844-4ce2-bf5a-a27ed4941291" -d '{"events": [{"server_uuid": "ba361484-ccbb-408a-9362-4be2ff36c8a0", "name": "network-vif-deleted", "tag": "92644a8a-bf67-43e6-8232-6803fa837bd9"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:52:49.789556 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b7a967-d4b8-4dc3-abf7-034213631d41 x-openstack-request-id: req-e7b7a967-d4b8-4dc3-abf7-034213631d41 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:52:49.789919 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba361484-ccbb-408a-9362-4be2ff36c8a0", "name": "network-vif-deleted", "tag": "92644a8a-bf67-43e6-8232-6803fa837bd9", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:52:49.790238 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7b7a967-d4b8-4dc3-abf7-034213631d41 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:52:49.790706 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba361484-ccbb-408a-9362-4be2ff36c8a0', 'name': 'network-vif-deleted', 'tag': '92644a8a-bf67-43e6-8232-6803fa837bd9', 'status': 'completed', 'code': 200} Jul 27 20:52:49.992782 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fe62c2ed-0664-4281-9331-67ade35b023f req-f1d86e79-5abe-4f9c-91a6-dd541a77f9d2 tempest-TestEncryptedCinderVolumes-1446929311 tempest-TestEncryptedCinderVolumes-1446929311-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba361484-ccbb-408a-9362-4be2ff36c8a0 HTTP/1.1" status: 200 len: 210 time: 0.0344822 Jul 27 20:52:51.088887 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38526) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:51.472531 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e0bb150-83d7-43a4-9e89-d3208a142fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.739962 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bb150-83d7-43a4-9e89-d3208a142fc3 admin admin] Deleting port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:52:51.740219 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e0bb150-83d7-43a4-9e89-d3208a142fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.827755 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-8e0bb150-83d7-43a4-9e89-d3208a142fc3 admin admin] For port 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:51.828088 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e0bb150-83d7-43a4-9e89-d3208a142fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.845482 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8e0bb150-83d7-43a4-9e89-d3208a142fc3 admin admin] Calling delete_port for 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:52:52.064023 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e0bb150-83d7-43a4-9e89-d3208a142fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.091766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bb150-83d7-43a4-9e89-d3208a142fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:52.266549 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8e0bb150-83d7-43a4-9e89-d3208a142fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.500164 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0bb150-83d7-43a4-9e89-d3208a142fc3 admin admin] Router 9dd4a544-a09f-44dc-b346-98bdfdc96ec3 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:52:52.619074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0bb150-83d7-43a4-9e89-d3208a142fc3 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:52:52.625067 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8e0bb150-83d7-43a4-9e89-d3208a142fc3 admin admin] 10.222.0.48 "PUT /v2.0/routers/9dd4a544-a09f-44dc-b346-98bdfdc96ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5349417 Jul 27 20:52:52.626850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38528) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:52.628578 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22562a8b-7240-4482-a681-16320399c48d None None] Sync routers for ids ['9dd4a544-a09f-44dc-b346-98bdfdc96ec3'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:52:52.642091 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22562a8b-7240-4482-a681-16320399c48d None None] Routers {'9dd4a544-a09f-44dc-b346-98bdfdc96ec3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:52.642717 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-22562a8b-7240-4482-a681-16320399c48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9dd4a544-a09f-44dc-b346-98bdfdc96ec3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:52.733854 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.743868 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-22562a8b-7240-4482-a681-16320399c48d None None] Set router 9dd4a544-a09f-44dc-b346-98bdfdc96ec3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:52.792672 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 92644a8a-bf67-43e6-8232-6803fa837bd9 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:52:52.813494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 92644a8a-bf67-43e6-8232-6803fa837bd9 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:52:52.813837 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 92644a8a-bf67-43e6-8232-6803fa837bd9 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:52:52.841034 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.871178 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:52:52.895160 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] Deleting port 43dad9e4-61a8-44d3-b409-b56133d47275 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:52:52.895509 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.927983 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-22562a8b-7240-4482-a681-16320399c48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'name': 'tempest-TestEncryptedCinderVolumes-599217818-router', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '43dad9e4-61a8-44d3-b409-b56133d47275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:52:52Z', 'revision_number': 5, 'project_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'gw_port': {'id': '43dad9e4-61a8-44d3-b409-b56133d47275', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:52.953884 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22562a8b-7240-4482-a681-16320399c48d None None] Checking router: 9dd4a544-a09f-44dc-b346-98bdfdc96ec3 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:52:52.962362 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22562a8b-7240-4482-a681-16320399c48d None None] Routers {'9dd4a544-a09f-44dc-b346-98bdfdc96ec3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:52.963009 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-22562a8b-7240-4482-a681-16320399c48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9dd4a544-a09f-44dc-b346-98bdfdc96ec3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:52.977415 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] For port 43dad9e4-61a8-44d3-b409-b56133d47275, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=43dad9e4-61a8-44d3-b409-b56133d47275,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:52.977781 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.990057 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] Calling delete_port for 43dad9e4-61a8-44d3-b409-b56133d47275 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:52:53.048205 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-22562a8b-7240-4482-a681-16320399c48d None None] Set router 9dd4a544-a09f-44dc-b346-98bdfdc96ec3 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:53.101956 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-22562a8b-7240-4482-a681-16320399c48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'name': 'tempest-TestEncryptedCinderVolumes-599217818-router', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:52:52Z', 'revision_number': 6, 'project_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:53.130880 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22562a8b-7240-4482-a681-16320399c48d None None] The sync data for ids ['9dd4a544-a09f-44dc-b346-98bdfdc96ec3'] in n-d-705657-21 is: [{'id': '9dd4a544-a09f-44dc-b346-98bdfdc96ec3', 'name': 'tempest-TestEncryptedCinderVolumes-599217818-router', 'tenant_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:34Z', 'updated_at': '2021-07-27T20:52:52Z', 'revision_number': 6, 'project_id': 'a916bb3cf1dc463eb03c20c46a9b83d9', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:52:53.163947 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.186412 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=43dad9e4-61a8-44d3-b409-b56133d47275,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:53.255077 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.347090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.349311 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.406815 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.407693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dd4a544-a09f-44dc-b346-98bdfdc96ec3 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:52:53.415907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.417772 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-015d1fd9-03a9-4e39-8d21-e2d3e0262df0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9dd4a544-a09f-44dc-b346-98bdfdc96ec3 HTTP/1.1" status: 204 len: 168 time: 0.7895119 Jul 27 20:52:53.422381 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38530) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:53.473241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65f69d0-1e50-444a-bf4c-f05220989559 admin admin] Deleting subnet 5cc38347-e8a3-41c5-84ce-d303a0bec344 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:52:53.476981 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c65f69d0-1e50-444a-bf4c-f05220989559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.514117 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c65f69d0-1e50-444a-bf4c-f05220989559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.599833 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c65f69d0-1e50-444a-bf4c-f05220989559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.655089 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c65f69d0-1e50-444a-bf4c-f05220989559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.680636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f69d0-1e50-444a-bf4c-f05220989559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc38347-e8a3-41c5-84ce-d303a0bec344,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:53.684026 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c65f69d0-1e50-444a-bf4c-f05220989559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.686717 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c65f69d0-1e50-444a-bf4c-f05220989559 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5cc38347-e8a3-41c5-84ce-d303a0bec344 HTTP/1.1" status: 204 len: 168 time: 0.2628431 Jul 27 20:52:53.688752 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38532) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:53.689835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5212af9-dc69-45f8-a029-383bf2fe5ce7 None None] Network 96b9fd1a-2834-4c12-bd94-58acc19bef84 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:52:53.758209 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.813642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Deleting port 64e673a8-62a8-4b29-b011-767828dbb342 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:52:53.814269 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.898999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] For port 64e673a8-62a8-4b29-b011-767828dbb342, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=64e673a8-62a8-4b29-b011-767828dbb342,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:53.899426 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.908028 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] DHCP port deletion for 96b9fd1a-2834-4c12-bd94-58acc19bef84 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:52:53.914993 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Calling delete_port for 64e673a8-62a8-4b29-b011-767828dbb342 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:52:53.953322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Deleting port 64e673a8-62a8-4b29-b011-767828dbb342 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:52:53.953702 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.996932 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.021103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] For port 64e673a8-62a8-4b29-b011-767828dbb342, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=64e673a8-62a8-4b29-b011-767828dbb342,segment=NetworkSegment(87bfe34a-6451-4cfd-90bd-64dfe6f85329),segment_id=87bfe34a-6451-4cfd-90bd-64dfe6f85329)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:54.021505 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.030466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] No DVR routers for this DVR port 64e673a8-62a8-4b29-b011-767828dbb342 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:52:54.034755 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Calling delete_port for 64e673a8-62a8-4b29-b011-767828dbb342 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:52:54.035744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e673a8-62a8-4b29-b011-767828dbb342,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:54.062645 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.063114 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.063343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.063659 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.063980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.064465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.065343 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.065673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.065997 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.067024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.067362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.067685 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.111472 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.123829 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.137963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b9fd1a-2834-4c12-bd94-58acc19bef84']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:54.140137 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Pushing event deleted for resources: {'Port': ['ID=64e673a8-62a8-4b29-b011-767828dbb342,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:54.148187 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] No DVR routers for this DVR port 64e673a8-62a8-4b29-b011-767828dbb342 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:52:54.154224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.154877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.155431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.155946 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.156373 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bfe34a-6451-4cfd-90bd-64dfe6f85329') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:54.156709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bfe34a-6451-4cfd-90bd-64dfe6f85329') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:54.157040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.158004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.158525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.159043 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.159580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.160576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.161074 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.161695 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cea370-7eca-4ade-8fa1-1f7bc4a1e8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:54.176563 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.193341 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.201791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:52:54.202340 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:52:54.204149 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:52:54.255190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 64e673a8-62a8-4b29-b011-767828dbb342 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:52:54.270323 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.279149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 64e673a8-62a8-4b29-b011-767828dbb342 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:52:54.279501 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 64e673a8-62a8-4b29-b011-767828dbb342 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:52:54.279926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:52:54.288024 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.291255 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/96b9fd1a-2834-4c12-bd94-58acc19bef84 HTTP/1.1" status: 204 len: 168 time: 0.6003881 Jul 27 20:52:54.291255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87c5f6-3ca1-4d2b-b6fb-82f2701517a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=96b9fd1a-2834-4c12-bd94-58acc19bef84,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:54.293429 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38534) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:54.298931 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:52:54.299280 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5dfc10c3-60ba-422a-a86d-8b45b8cd6f7a not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:52:54.299704 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 43dad9e4-61a8-44d3-b409-b56133d47275 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:52:54.318325 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 43dad9e4-61a8-44d3-b409-b56133d47275 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:52:54.318641 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 43dad9e4-61a8-44d3-b409-b56133d47275 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:52:55.011925 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cd0815d-9ba6-48fb-8016-f2448f1bbb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:55.288784 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7cd0815d-9ba6-48fb-8016-f2448f1bbb70 admin admin] Deleting port fed15615-182f-486a-a88f-a1e3b3c9760e {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:52:55.289125 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cd0815d-9ba6-48fb-8016-f2448f1bbb70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:55.370054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-7cd0815d-9ba6-48fb-8016-f2448f1bbb70 admin admin] For port fed15615-182f-486a-a88f-a1e3b3c9760e, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=fed15615-182f-486a-a88f-a1e3b3c9760e,segment=NetworkSegment(3dde9241-77e3-4608-bc94-116d9a7b61c6),segment_id=3dde9241-77e3-4608-bc94-116d9a7b61c6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:55.370746 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cd0815d-9ba6-48fb-8016-f2448f1bbb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:55.383354 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-7cd0815d-9ba6-48fb-8016-f2448f1bbb70 admin admin] Calling delete_port for fed15615-182f-486a-a88f-a1e3b3c9760e owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:52:55.596631 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cd0815d-9ba6-48fb-8016-f2448f1bbb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:55.627278 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0815d-9ba6-48fb-8016-f2448f1bbb70 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed15615-182f-486a-a88f-a1e3b3c9760e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:55.796782 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7cd0815d-9ba6-48fb-8016-f2448f1bbb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.040919 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd0815d-9ba6-48fb-8016-f2448f1bbb70 admin admin] Router 5c49ce1b-0da2-497f-87ba-e06690323f8a has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:52:56.152841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd0815d-9ba6-48fb-8016-f2448f1bbb70 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:52:56.158263 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7cd0815d-9ba6-48fb-8016-f2448f1bbb70 admin admin] 10.222.0.48 "PUT /v2.0/routers/5c49ce1b-0da2-497f-87ba-e06690323f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8637574 Jul 27 20:52:56.161736 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38536) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:56.164927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e05a5b2-ee02-4e2b-b00f-cef20aa35940 None None] Sync routers for ids ['5c49ce1b-0da2-497f-87ba-e06690323f8a'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:52:56.175493 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e05a5b2-ee02-4e2b-b00f-cef20aa35940 None None] Routers {'5c49ce1b-0da2-497f-87ba-e06690323f8a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:56.176131 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7e05a5b2-ee02-4e2b-b00f-cef20aa35940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['5c49ce1b-0da2-497f-87ba-e06690323f8a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:56.274844 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.284352 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-7e05a5b2-ee02-4e2b-b00f-cef20aa35940 None None] Set router 5c49ce1b-0da2-497f-87ba-e06690323f8a gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:56.374993 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.433199 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] Deleting port 6e451384-012c-4006-898a-773cbae0d400 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:52:56.433542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.463410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7e05a5b2-ee02-4e2b-b00f-cef20aa35940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'name': 'tempest-TestEncryptedCinderVolumes-1898587013-router', 'tenant_id': '216410986da948659995e1df87d66276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '6e451384-012c-4006-898a-773cbae0d400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:38Z', 'updated_at': '2021-07-27T20:52:55Z', 'revision_number': 5, 'project_id': '216410986da948659995e1df87d66276', 'gw_port': {'id': '6e451384-012c-4006-898a-773cbae0d400', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:51:39Z', 'updated_at': '2021-07-27T20:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:56.495034 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e05a5b2-ee02-4e2b-b00f-cef20aa35940 None None] Checking router: 5c49ce1b-0da2-497f-87ba-e06690323f8a for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:52:56.504044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e05a5b2-ee02-4e2b-b00f-cef20aa35940 None None] Routers {'5c49ce1b-0da2-497f-87ba-e06690323f8a'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:56.504693 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7e05a5b2-ee02-4e2b-b00f-cef20aa35940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['5c49ce1b-0da2-497f-87ba-e06690323f8a'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:56.511586 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] For port 6e451384-012c-4006-898a-773cbae0d400, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6e451384-012c-4006-898a-773cbae0d400,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:56.511973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.528322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] Calling delete_port for 6e451384-012c-4006-898a-773cbae0d400 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:52:56.597269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-7e05a5b2-ee02-4e2b-b00f-cef20aa35940 None None] Set router 5c49ce1b-0da2-497f-87ba-e06690323f8a gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:56.650402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7e05a5b2-ee02-4e2b-b00f-cef20aa35940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'name': 'tempest-TestEncryptedCinderVolumes-1898587013-router', 'tenant_id': '216410986da948659995e1df87d66276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:38Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 6, 'project_id': '216410986da948659995e1df87d66276', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:56.681159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e05a5b2-ee02-4e2b-b00f-cef20aa35940 None None] The sync data for ids ['5c49ce1b-0da2-497f-87ba-e06690323f8a'] in n-d-705657-21 is: [{'id': '5c49ce1b-0da2-497f-87ba-e06690323f8a', 'name': 'tempest-TestEncryptedCinderVolumes-1898587013-router', 'tenant_id': '216410986da948659995e1df87d66276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:51:38Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 6, 'project_id': '216410986da948659995e1df87d66276', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:52:56.702927 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.731041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e451384-012c-4006-898a-773cbae0d400,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:56.798757 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.890108 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.892258 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.945086 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.945605 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c49ce1b-0da2-497f-87ba-e06690323f8a {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:52:56.950726 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.951904 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0de210a1-fd5b-4bf2-8569-2a649a46355b admin admin] 10.222.0.48 "DELETE /v2.0/routers/5c49ce1b-0da2-497f-87ba-e06690323f8a HTTP/1.1" status: 204 len: 168 time: 0.7892876 Jul 27 20:52:56.955384 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38538) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:57.006284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1001e6-1b23-40b7-8c99-61c51b49691e admin admin] Deleting subnet 89cb5d54-945d-408c-b578-862baef6f46d {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:52:57.010456 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a1001e6-1b23-40b7-8c99-61c51b49691e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.046648 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a1001e6-1b23-40b7-8c99-61c51b49691e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.137372 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a1001e6-1b23-40b7-8c99-61c51b49691e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.197982 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a1001e6-1b23-40b7-8c99-61c51b49691e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.236339 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1001e6-1b23-40b7-8c99-61c51b49691e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89cb5d54-945d-408c-b578-862baef6f46d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:57.239968 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a1001e6-1b23-40b7-8c99-61c51b49691e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.241945 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3a1001e6-1b23-40b7-8c99-61c51b49691e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/89cb5d54-945d-408c-b578-862baef6f46d HTTP/1.1" status: 204 len: 168 time: 0.2856286 Jul 27 20:52:57.244621 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38542) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:57.245523 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1715413b-14cb-4663-aba5-6d4366bb19f1 None None] Network a3197d56-5b91-4b38-9d33-68b2afa029ff requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:52:57.312430 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.375045 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] Deleting port 0336b6f5-9543-4edd-be33-8105f4e20c88 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:52:57.375302 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.444693 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7293400f-c450-4926-9fdc-42ee93e65930 None None] DHCP port deletion for a3197d56-5b91-4b38-9d33-68b2afa029ff request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:52:57.451421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] For port 0336b6f5-9543-4edd-be33-8105f4e20c88, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0336b6f5-9543-4edd-be33-8105f4e20c88,segment=NetworkSegment(3dde9241-77e3-4608-bc94-116d9a7b61c6),segment_id=3dde9241-77e3-4608-bc94-116d9a7b61c6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:57.451775 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.465413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] Calling delete_port for 0336b6f5-9543-4edd-be33-8105f4e20c88 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:52:57.493233 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-7293400f-c450-4926-9fdc-42ee93e65930 None None] Deleting port 0336b6f5-9543-4edd-be33-8105f4e20c88 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:52:57.493657 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7293400f-c450-4926-9fdc-42ee93e65930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.551770 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.561076 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7293400f-c450-4926-9fdc-42ee93e65930 None None] For port 0336b6f5-9543-4edd-be33-8105f4e20c88, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=0336b6f5-9543-4edd-be33-8105f4e20c88,segment=NetworkSegment(3dde9241-77e3-4608-bc94-116d9a7b61c6),segment_id=3dde9241-77e3-4608-bc94-116d9a7b61c6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:57.561482 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7293400f-c450-4926-9fdc-42ee93e65930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.574959 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-7293400f-c450-4926-9fdc-42ee93e65930 None None] Calling delete_port for 0336b6f5-9543-4edd-be33-8105f4e20c88 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:52:57.577958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] Pushing event deleted for resources: {'Port': ['ID=0336b6f5-9543-4edd-be33-8105f4e20c88,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:57.581694 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] No DVR routers for this DVR port 0336b6f5-9543-4edd-be33-8105f4e20c88 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:52:57.659090 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.663358 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7293400f-c450-4926-9fdc-42ee93e65930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.671813 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3197d56-5b91-4b38-9d33-68b2afa029ff']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:57.684157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dde9241-77e3-4608-bc94-116d9a7b61c6') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:57.684540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dde9241-77e3-4608-bc94-116d9a7b61c6') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:57.689725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293400f-c450-4926-9fdc-42ee93e65930 None None] Pushing event deleted for resources: {'Port': ['ID=0336b6f5-9543-4edd-be33-8105f4e20c88,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:57.693640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7293400f-c450-4926-9fdc-42ee93e65930 None None] No DVR routers for this DVR port 0336b6f5-9543-4edd-be33-8105f4e20c88 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:52:57.708597 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.720299 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.729101 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:52:57.729488 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:52:57.731132 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:52:57.789065 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.794680 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.798951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a3197d56-5b91-4b38-9d33-68b2afa029ff HTTP/1.1" status: 204 len: 168 time: 0.5509002 Jul 27 20:52:57.808423 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b16b0-811e-41e9-908a-319eb7854667 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3197d56-5b91-4b38-9d33-68b2afa029ff,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:57.985920 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38546) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:58.028309 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f9460419-fe17-47c4-b6a9-10d40daaa613 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a916bb3cf1dc463eb03c20c46a9b83d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410457 Jul 27 20:52:58.030882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38548) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:58.079233 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11f87d4a-270e-4560-a330-5279db4f82a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.102078 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11f87d4a-270e-4560-a330-5279db4f82a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.157874 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11f87d4a-270e-4560-a330-5279db4f82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.160611 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11f87d4a-270e-4560-a330-5279db4f82a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.161805 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-11f87d4a-270e-4560-a330-5279db4f82a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d39b60af-b4b5-40d5-9414-f3c1fae4d4da HTTP/1.1" status: 204 len: 168 time: 0.1300609 Jul 27 20:52:58.170121 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f87d4a-270e-4560-a330-5279db4f82a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39b60af-b4b5-40d5-9414-f3c1fae4d4da,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:58.265670 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6e451384-012c-4006-898a-773cbae0d400 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:52:58.286502 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 6e451384-012c-4006-898a-773cbae0d400 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:52:58.286872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6e451384-012c-4006-898a-773cbae0d400 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:52:58.287278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0336b6f5-9543-4edd-be33-8105f4e20c88 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:52:58.309350 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 0336b6f5-9543-4edd-be33-8105f4e20c88 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:52:58.309960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 0336b6f5-9543-4edd-be33-8105f4e20c88 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:52:58.310403 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device fed15615-182f-486a-a88f-a1e3b3c9760e no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:52:58.334492 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: fed15615-182f-486a-a88f-a1e3b3c9760e {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:52:58.334842 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device fed15615-182f-486a-a88f-a1e3b3c9760e not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:52:58.527067 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38554) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:58.568002 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c57ed2f2-d0aa-4f16-95fd-8ee21f371ea4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=216410986da948659995e1df87d66276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397561 Jul 27 20:52:58.571869 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38556) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:58.632486 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-70aad05c-5e2b-4104-bd48-9dbfd4068af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.660176 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-70aad05c-5e2b-4104-bd48-9dbfd4068af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.710707 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-70aad05c-5e2b-4104-bd48-9dbfd4068af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.713304 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-70aad05c-5e2b-4104-bd48-9dbfd4068af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.714476 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-70aad05c-5e2b-4104-bd48-9dbfd4068af1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4424bc27-9031-469e-999d-25b72815a57e HTTP/1.1" status: 204 len: 168 time: 0.1416879 Jul 27 20:52:58.723016 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aad05c-5e2b-4104-bd48-9dbfd4068af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4424bc27-9031-469e-999d-25b72815a57e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:59.467708 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38578) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:59.589715 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-758123159-network', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:59.614752 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] Made reservation on behalf of 325c3e56d2744b2a9c509204c86ad6da for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:59.620310 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.635797 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.761215 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.768332 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.799237 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:52:59.809090 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71902be7-9175-4848-a744-9e2c3023825f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:59.813925 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.814268 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] Added segment 73a19d53-d206-41ff-a74b-fe33123bee35 of type vlan for network bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 Jul 27 20:52:59.855168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.886328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.887294 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:59.887920 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.941895 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4726863 Jul 27 20:52:59.945251 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38582) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:59.950466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-32b82389-c78b-4c4a-acf7-dc8967045c4c admin admin] Request body: {'subnet': {'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-758123159-subnet', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:59.950987 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40487d25-8dfd-405d-8845-55163ca2594a admin admin] Pushing event updated for resources: {'Network': ['ID=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:59.965334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:52:59.978254 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b82389-c78b-4c4a-acf7-dc8967045c4c admin admin] Made reservation on behalf of 325c3e56d2744b2a9c509204c86ad6da for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:59.980636 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-32b82389-c78b-4c4a-acf7-dc8967045c4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.179258 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-32b82389-c78b-4c4a-acf7-dc8967045c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.227462 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b82389-c78b-4c4a-acf7-dc8967045c4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41c0db4-590f-4d53-9265-85b72e8fd2c4,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:00.242719 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b82389-c78b-4c4a-acf7-dc8967045c4c admin admin] Checking segment: {'id': '73a19d53-d206-41ff-a74b-fe33123bee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:00.243085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b82389-c78b-4c4a-acf7-dc8967045c4c admin admin] Network hostable DHCP agents. Network: bbff5f22-dd2d-47a1-99ca-5f3edc540bd0, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:53:00.261098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b82389-c78b-4c4a-acf7-dc8967045c4c admin admin] Network bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:53:00.270578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-32b82389-c78b-4c4a-acf7-dc8967045c4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, bbff5f22-dd2d-47a1-99ca-5f3edc540bd0) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:00.274733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b82389-c78b-4c4a-acf7-dc8967045c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:00.275328 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-32b82389-c78b-4c4a-acf7-dc8967045c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.281852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacf62bf-39ec-4ed4-81a3-5c64445bf5f8 None None] Network bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:00.290493 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-32b82389-c78b-4c4a-acf7-dc8967045c4c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3440733 Jul 27 20:53:00.293304 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38584) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:00.297888 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:00.319767 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.321435 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.378850 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.433170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'fixed_ips': [{'subnet_id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:53:00.434062 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.520243 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.573657 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Allocated IP 172.20.0.2 (bbff5f22-dd2d-47a1-99ca-5f3edc540bd0/b41c0db4-590f-4d53-9265-85b72e8fd2c4/57d29abd-f721-4b5d-a119-95e1f43ff85c) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:00.717267 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.726908 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.727302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Transition to ACTIVE for port object 57d29abd-f721-4b5d-a119-95e1f43ff85c will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:00.741555 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Transition to ACTIVE for port object 57d29abd-f721-4b5d-a119-95e1f43ff85c will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:00.747579 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.747793 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.792478 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Network bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:00.798681 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:00.803551 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:00.806921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Pushing event updated for resources: {'Port': ['ID=57d29abd-f721-4b5d-a119-95e1f43ff85c,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:00.855992 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Allocated IP 172.25.1.152 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/e4caf26a-3d16-4407-8ade-d8398d535f87) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:00.864997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Attempting to bind port 57d29abd-f721-4b5d-a119-95e1f43ff85c on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:00.865453 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Attempting to bind port 57d29abd-f721-4b5d-a119-95e1f43ff85c by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '73a19d53-d206-41ff-a74b-fe33123bee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:00.865976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Attempting to bind port 57d29abd-f721-4b5d-a119-95e1f43ff85c on network bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:00.871170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:00.871547 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Checking segment: {'id': '73a19d53-d206-41ff-a74b-fe33123bee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:00.871955 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.872467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Bound using segment: {'id': '73a19d53-d206-41ff-a74b-fe33123bee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:00.872848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Bound port: 57d29abd-f721-4b5d-a119-95e1f43ff85c, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a19d53-d206-41ff-a74b-fe33123bee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:00.873230 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.935579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] For port 57d29abd-f721-4b5d-a119-95e1f43ff85c, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:00.938670 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] For port 57d29abd-f721-4b5d-a119-95e1f43ff85c, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=57d29abd-f721-4b5d-a119-95e1f43ff85c,segment=NetworkSegment(73a19d53-d206-41ff-a74b-fe33123bee35),segment_id=73a19d53-d206-41ff-a74b-fe33123bee35)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:00.943679 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.957507 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.004505 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02172fa3-915e-418e-98a7-25c93a985156 None None] Pushing event updated for resources: {'Port': ['ID=57d29abd-f721-4b5d-a119-95e1f43ff85c,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:01.005487 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.048645 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:01.051441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:01.056118 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:01.059296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Pushing event updated for resources: {'Port': ['ID=e4caf26a-3d16-4407-8ade-d8398d535f87,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:01.326974 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.528353 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.664264 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Router 9e1b6e19-8985-4585-be36-3a01746a45ca is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:53:01.776652 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:53:01.789402 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Sync routers for ids ['9e1b6e19-8985-4585-be36-3a01746a45ca'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:53:01.796306 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.800370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4d8549be-d2b7-4f70-8624-1f2b7f083a8b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5035281 Jul 27 20:53:01.800697 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38586) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:01.801353 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Routers {'9e1b6e19-8985-4585-be36-3a01746a45ca'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:01.802081 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9e1b6e19-8985-4585-be36-3a01746a45ca'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:01.896204 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db46a461-4118-4a49-8812-8543daef1845 None None] Network bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:01.911591 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Set router 9e1b6e19-8985-4585-be36-3a01746a45ca gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:02.020006 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-779613db-4b42-4ffd-a5e1-41497830d466 None None] Provisioning for port 57d29abd-f721-4b5d-a119-95e1f43ff85c completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:02.117728 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:01Z', 'revision_number': 3, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'gw_port': {'id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:14:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:02.146438 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Checking router: 9e1b6e19-8985-4585-be36-3a01746a45ca for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:53:02.146831 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Updating router 9e1b6e19-8985-4585-be36-3a01746a45ca port e4caf26a-3d16-4407-8ade-d8398d535f87 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:53:02.183701 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.327842 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 57d29abd-f721-4b5d-a119-95e1f43ff85c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:02.387508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 57d29abd-f721-4b5d-a119-95e1f43ff85c completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:02.392208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 57d29abd-f721-4b5d-a119-95e1f43ff85c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:02.392208 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.464867 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.473170 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.477007 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Transition to ACTIVE for port object e4caf26a-3d16-4407-8ade-d8398d535f87 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:02.483479 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.508386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 57d29abd-f721-4b5d-a119-95e1f43ff85c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=57d29abd-f721-4b5d-a119-95e1f43ff85c,segment=NetworkSegment(73a19d53-d206-41ff-a74b-fe33123bee35),segment_id=73a19d53-d206-41ff-a74b-fe33123bee35)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:02.515287 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.529810 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Attempting to bind port e4caf26a-3d16-4407-8ade-d8398d535f87 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:02.530180 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Attempting to bind port e4caf26a-3d16-4407-8ade-d8398d535f87 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:02.530540 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Attempting to bind port e4caf26a-3d16-4407-8ade-d8398d535f87 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:02.542106 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:02.542334 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:02.542685 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.543138 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:02.543563 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Bound port: e4caf26a-3d16-4407-8ade-d8398d535f87, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:02.544185 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.569227 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56d08a-66b4-47b7-8c23-0f6c9d957d1d None None] Pushing event updated for resources: {'Port': ['ID=e4caf26a-3d16-4407-8ade-d8398d535f87,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:02.569495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=57d29abd-f721-4b5d-a119-95e1f43ff85c,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:02.597576 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56d08a-66b4-47b7-8c23-0f6c9d957d1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:02.597792 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.598285 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56d08a-66b4-47b7-8c23-0f6c9d957d1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:02.598285 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56d08a-66b4-47b7-8c23-0f6c9d957d1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:02.598564 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56d08a-66b4-47b7-8c23-0f6c9d957d1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:02.598890 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56d08a-66b4-47b7-8c23-0f6c9d957d1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:02.599216 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56d08a-66b4-47b7-8c23-0f6c9d957d1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:02.599538 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56d08a-66b4-47b7-8c23-0f6c9d957d1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:02.599882 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56d08a-66b4-47b7-8c23-0f6c9d957d1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:02.600214 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56d08a-66b4-47b7-8c23-0f6c9d957d1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:02.600744 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56d08a-66b4-47b7-8c23-0f6c9d957d1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:02.600904 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56d08a-66b4-47b7-8c23-0f6c9d957d1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:02.601178 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56d08a-66b4-47b7-8c23-0f6c9d957d1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:02.610308 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] For port e4caf26a-3d16-4407-8ade-d8398d535f87, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:02.613480 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] For port e4caf26a-3d16-4407-8ade-d8398d535f87, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e4caf26a-3d16-4407-8ade-d8398d535f87,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:02.618089 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.674963 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Routers {'9e1b6e19-8985-4585-be36-3a01746a45ca'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:02.675594 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9e1b6e19-8985-4585-be36-3a01746a45ca'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:02.677401 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56d08a-66b4-47b7-8c23-0f6c9d957d1d None None] Pushing event updated for resources: {'Port': ['ID=e4caf26a-3d16-4407-8ade-d8398d535f87,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:02.765007 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Allocated IP 172.20.0.1 (bbff5f22-dd2d-47a1-99ca-5f3edc540bd0/b41c0db4-590f-4d53-9265-85b72e8fd2c4/2d1d3953-115c-4942-ac99-255a3ae85c30) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:02.788811 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] Set router 9e1b6e19-8985-4585-be36-3a01746a45ca gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:02.876001 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.889319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Transition to ACTIVE for port object 2d1d3953-115c-4942-ac99-255a3ae85c30 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:02.923684 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.964773 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Network bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:02.970350 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:01Z', 'revision_number': 3, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'gw_port': {'id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:14:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:02.971551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:02.975634 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:02.999356 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df222fb7-23e0-4f39-8e12-4611987442ea None None] The sync data for ids ['9e1b6e19-8985-4585-be36-3a01746a45ca'] in n-d-705657-21 is: [{'id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:01Z', 'revision_number': 3, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'gw_port': {'id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:14:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:53:03.000747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1d3953-115c-4942-ac99-255a3ae85c30,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:03.022887 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.179085 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.205566 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a51ffb6f-4f98-4e03-88c6-7494c4e9f858 None None] Provisioning for port 2d1d3953-115c-4942-ac99-255a3ae85c30 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:03.215564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a51ffb6f-4f98-4e03-88c6-7494c4e9f858 None None] Provisioning complete for port 2d1d3953-115c-4942-ac99-255a3ae85c30 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:03.216757 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a51ffb6f-4f98-4e03-88c6-7494c4e9f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.268814 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a51ffb6f-4f98-4e03-88c6-7494c4e9f858 None None] Port 2d1d3953-115c-4942-ac99-255a3ae85c30 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:03.374924 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.381175 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.449059 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.451073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1d3953-115c-4942-ac99-255a3ae85c30,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:03.549541 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Network bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:03.551148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:03.675095 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Router 9e1b6e19-8985-4585-be36-3a01746a45ca has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:53:03.790610 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:53:03.797111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b094516f-6b2c-4612-aaa7-a37ee9951fb1 None None] Provisioning complete for port 2d1d3953-115c-4942-ac99-255a3ae85c30 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:03.797555 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b094516f-6b2c-4612-aaa7-a37ee9951fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.800905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1463cb05-0dd9-48a7-bb6e-86ccc2468c15 admin admin] 10.222.0.48 "PUT /v2.0/routers/9e1b6e19-8985-4585-be36-3a01746a45ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9990907 Jul 27 20:53:03.847319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b094516f-6b2c-4612-aaa7-a37ee9951fb1 None None] Port 2d1d3953-115c-4942-ac99-255a3ae85c30 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:04.312346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38602) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:04.317770 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-231666066-network', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:04.343333 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] Made reservation on behalf of 0e5bfa464bc44051a6b73f634f2709f0 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:04.344007 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 57d29abd-f721-4b5d-a119-95e1f43ff85c up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:04.346215 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.359361 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.391699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 57d29abd-f721-4b5d-a119-95e1f43ff85c triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:04.392087 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.455113 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.460668 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.480484 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e4caf26a-3d16-4407-8ade-d8398d535f87 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:04.482910 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:53:04.498353 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dccfbf1-206a-4005-94e1-3dca29484ef6,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:04.501438 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.501780 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] Added segment 5abb75b9-18e8-4df5-a4a4-5070500c39fb of type vlan for network 6204b013-cfdc-45f4-93b3-5d6b29346ca4 Jul 27 20:53:04.534159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port e4caf26a-3d16-4407-8ade-d8398d535f87 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:04.540547 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e4caf26a-3d16-4407-8ade-d8398d535f87 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:04.540921 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.546556 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.576832 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.577867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:04.578458 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.624619 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.630426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3168094 Jul 27 20:53:04.633299 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38604) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:04.638247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Sync routers for ids ['9e1b6e19-8985-4585-be36-3a01746a45ca'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:53:04.638709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-7a905830-aac5-40c7-ae7e-ad1010fbd317 admin admin] Request body: {'subnet': {'network_id': '6204b013-cfdc-45f4-93b3-5d6b29346ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-231666066-subnet', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0', 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:04.661400 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port e4caf26a-3d16-4407-8ade-d8398d535f87, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e4caf26a-3d16-4407-8ade-d8398d535f87,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:04.662335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3873231-7b6b-42bb-b67b-ccd086a13209 admin admin] Pushing event updated for resources: {'Network': ['ID=6204b013-cfdc-45f4-93b3-5d6b29346ca4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:04.662543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Routers {'9e1b6e19-8985-4585-be36-3a01746a45ca'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:04.663758 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9e1b6e19-8985-4585-be36-3a01746a45ca'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:04.669907 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.677945 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a905830-aac5-40c7-ae7e-ad1010fbd317 admin admin] Made reservation on behalf of 0e5bfa464bc44051a6b73f634f2709f0 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:04.680964 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a905830-aac5-40c7-ae7e-ad1010fbd317 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.709297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 6204b013-cfdc-45f4-93b3-5d6b29346ca4 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:53:04.860734 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a905830-aac5-40c7-ae7e-ad1010fbd317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.926664 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a905830-aac5-40c7-ae7e-ad1010fbd317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee7f32b7-73e3-4fbb-b0a5-e0fcfa9bc471,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:04.934802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a905830-aac5-40c7-ae7e-ad1010fbd317 admin admin] Checking segment: {'id': '5abb75b9-18e8-4df5-a4a4-5070500c39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6204b013-cfdc-45f4-93b3-5d6b29346ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:04.935166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a905830-aac5-40c7-ae7e-ad1010fbd317 admin admin] Network hostable DHCP agents. Network: 6204b013-cfdc-45f4-93b3-5d6b29346ca4, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:53:04.952387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a905830-aac5-40c7-ae7e-ad1010fbd317 admin admin] Network 6204b013-cfdc-45f4-93b3-5d6b29346ca4 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:53:04.962829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-7a905830-aac5-40c7-ae7e-ad1010fbd317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 6204b013-cfdc-45f4-93b3-5d6b29346ca4) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:04.966968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a905830-aac5-40c7-ae7e-ad1010fbd317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:04.967635 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a905830-aac5-40c7-ae7e-ad1010fbd317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.980356 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e0a3ea-e4ed-4908-bb44-3109d1b4dc29 None None] Network 6204b013-cfdc-45f4-93b3-5d6b29346ca4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:04.989028 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-7a905830-aac5-40c7-ae7e-ad1010fbd317 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3543949 Jul 27 20:53:04.989588 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38606) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:04.995008 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-231666066-router', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:05.016693 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.017832 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.075345 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.081944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=e4caf26a-3d16-4407-8ade-d8398d535f87,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:05.123271 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Set router 9e1b6e19-8985-4585-be36-3a01746a45ca gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:05.218336 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.319801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-6204b013-cfdc-45f4-93b3-5d6b29346ca4', 'network_id': '6204b013-cfdc-45f4-93b3-5d6b29346ca4', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0', 'fixed_ips': [{'subnet_id': 'ee7f32b7-73e3-4fbb-b0a5-e0fcfa9bc471'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:53:05.321494 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.421071 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.444773 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.501712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:03Z', 'revision_number': 4, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'gw_port': {'id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '2d1d3953-115c-4942-ac99-255a3ae85c30', 'name': '', 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'mac_address': 'fa:16:3e:77:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:02Z', 'updated_at': '2021-07-27T20:53:03Z', 'revision_number': 2, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'subnets': [{'id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:05.506903 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Allocated IP 172.20.0.2 (6204b013-cfdc-45f4-93b3-5d6b29346ca4/ee7f32b7-73e3-4fbb-b0a5-e0fcfa9bc471/f38869f7-85e1-45db-a49b-8a189ae23aa9) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:05.534256 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Checking router: 9e1b6e19-8985-4585-be36-3a01746a45ca for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:53:05.534625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Updating router 9e1b6e19-8985-4585-be36-3a01746a45ca port 2d1d3953-115c-4942-ac99-255a3ae85c30 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:53:05.551932 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Allocated IP 172.25.1.31 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/2b641561-e709-4885-ab03-0273554b94f2) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:05.616757 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.667932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.709317 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.748791 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:05.753665 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:05.757709 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:05.763431 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Pushing event updated for resources: {'Port': ['ID=2b641561-e709-4885-ab03-0273554b94f2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:05.806771 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.851758 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Transition to ACTIVE for port object f38869f7-85e1-45db-a49b-8a189ae23aa9 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:05.876408 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Transition to ACTIVE for port object f38869f7-85e1-45db-a49b-8a189ae23aa9 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:05.888740 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.942413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Network 6204b013-cfdc-45f4-93b3-5d6b29346ca4 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:05.955292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:05.960071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:05.972274 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Pushing event updated for resources: {'Port': ['ID=f38869f7-85e1-45db-a49b-8a189ae23aa9,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:06.022956 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.064550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Attempting to bind port f38869f7-85e1-45db-a49b-8a189ae23aa9 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:06.064925 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Attempting to bind port f38869f7-85e1-45db-a49b-8a189ae23aa9 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5abb75b9-18e8-4df5-a4a4-5070500c39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6204b013-cfdc-45f4-93b3-5d6b29346ca4'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:06.065294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Attempting to bind port f38869f7-85e1-45db-a49b-8a189ae23aa9 on network 6204b013-cfdc-45f4-93b3-5d6b29346ca4 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:06.076809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:06.077165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Checking segment: {'id': '5abb75b9-18e8-4df5-a4a4-5070500c39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6204b013-cfdc-45f4-93b3-5d6b29346ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:06.077577 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.078070 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Bound using segment: {'id': '5abb75b9-18e8-4df5-a4a4-5070500c39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6204b013-cfdc-45f4-93b3-5d6b29346ca4'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:06.078477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Bound port: f38869f7-85e1-45db-a49b-8a189ae23aa9, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abb75b9-18e8-4df5-a4a4-5070500c39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6204b013-cfdc-45f4-93b3-5d6b29346ca4'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:06.078897 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.081862 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.106652 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Transition to ACTIVE for port object 2d1d3953-115c-4942-ac99-255a3ae85c30 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:06.128451 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.198051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fdcc7-b316-4f32-82de-1c2670502548 None None] Pushing event updated for resources: {'Port': ['ID=2d1d3953-115c-4942-ac99-255a3ae85c30,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:06.203962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] For port f38869f7-85e1-45db-a49b-8a189ae23aa9, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:06.207884 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] For port f38869f7-85e1-45db-a49b-8a189ae23aa9, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f38869f7-85e1-45db-a49b-8a189ae23aa9,segment=NetworkSegment(5abb75b9-18e8-4df5-a4a4-5070500c39fb),segment_id=5abb75b9-18e8-4df5-a4a4-5070500c39fb)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:06.237669 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.308571 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e4caf26a-3d16-4407-8ade-d8398d535f87 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:06.323413 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Attempting to bind port 2d1d3953-115c-4942-ac99-255a3ae85c30 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:06.323792 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Attempting to bind port 2d1d3953-115c-4942-ac99-255a3ae85c30 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '73a19d53-d206-41ff-a74b-fe33123bee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:06.324161 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Attempting to bind port 2d1d3953-115c-4942-ac99-255a3ae85c30 on network bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:06.364302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:06.364718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Checking segment: {'id': '73a19d53-d206-41ff-a74b-fe33123bee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:06.365131 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.365600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Bound using segment: {'id': '73a19d53-d206-41ff-a74b-fe33123bee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:06.366226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Bound port: 2d1d3953-115c-4942-ac99-255a3ae85c30, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a19d53-d206-41ff-a74b-fe33123bee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:06.366617 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.391679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29931e3f-14fc-4bc5-90ae-94a49380a471 None None] Pushing event updated for resources: {'Port': ['ID=f38869f7-85e1-45db-a49b-8a189ae23aa9,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:06.435188 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e4caf26a-3d16-4407-8ade-d8398d535f87 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:06.435570 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.537407 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] For port 2d1d3953-115c-4942-ac99-255a3ae85c30, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:06.541676 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] For port 2d1d3953-115c-4942-ac99-255a3ae85c30, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2d1d3953-115c-4942-ac99-255a3ae85c30,segment=NetworkSegment(73a19d53-d206-41ff-a74b-fe33123bee35),segment_id=73a19d53-d206-41ff-a74b-fe33123bee35)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:06.558212 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.658799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fdcc7-b316-4f32-82de-1c2670502548 None None] Pushing event updated for resources: {'Port': ['ID=2d1d3953-115c-4942-ac99-255a3ae85c30,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:06.678988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Routers {'9e1b6e19-8985-4585-be36-3a01746a45ca'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:06.679652 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9e1b6e19-8985-4585-be36-3a01746a45ca'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:06.694930 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.806380 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] Set router 9e1b6e19-8985-4585-be36-3a01746a45ca gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:06.839639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Router d6323697-0463-4043-9969-faf079afb0cc is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:53:06.955515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:53:06.967106 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Sync routers for ids ['d6323697-0463-4043-9969-faf079afb0cc'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:53:06.978709 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Routers {'d6323697-0463-4043-9969-faf079afb0cc'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:06.979579 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d6323697-0463-4043-9969-faf079afb0cc'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:06.981591 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.983286 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cea7a620-a86b-4a6a-b8fd-245fc8e29a7a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9922538 Jul 27 20:53:06.986041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38608) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:07.055098 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:03Z', 'revision_number': 4, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'gw_port': {'id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '2d1d3953-115c-4942-ac99-255a3ae85c30', 'name': '', 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'mac_address': 'fa:16:3e:77:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:02Z', 'updated_at': '2021-07-27T20:53:06Z', 'revision_number': 4, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'subnets': [{'id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:07.085272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebcf780-0c66-4606-9c16-15c849b99639 None None] The sync data for ids ['9e1b6e19-8985-4585-be36-3a01746a45ca'] in n-d-705657-21 is: [{'id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:03Z', 'revision_number': 4, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'gw_port': {'id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '2d1d3953-115c-4942-ac99-255a3ae85c30', 'name': '', 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'mac_address': 'fa:16:3e:77:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:02Z', 'updated_at': '2021-07-27T20:53:06Z', 'revision_number': 4, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'subnets': [{'id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:53:07.259412 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Set router d6323697-0463-4043-9969-faf079afb0cc gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:07.414250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38030968-0e1d-4981-882b-1e122a78157f None None] Network 6204b013-cfdc-45f4-93b3-5d6b29346ca4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:07.469485 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6323697-0463-4043-9969-faf079afb0cc', 'name': 'tempest-TestMinimumBasicScenario-231666066-router', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '2b641561-e709-4885-ab03-0273554b94f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 3, 'project_id': '0e5bfa464bc44051a6b73f634f2709f0', 'gw_port': {'id': '2b641561-e709-4885-ab03-0273554b94f2', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6323697-0463-4043-9969-faf079afb0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:07.504061 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Checking router: d6323697-0463-4043-9969-faf079afb0cc for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:53:07.504938 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Updating router d6323697-0463-4043-9969-faf079afb0cc port 2b641561-e709-4885-ab03-0273554b94f2 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:53:07.547796 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.548720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-eb250f46-17ee-48b2-afe7-91e1c32a3129 None None] Provisioning for port f38869f7-85e1-45db-a49b-8a189ae23aa9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:07.565361 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.755416 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Allocated IP 172.20.0.1 (6204b013-cfdc-45f4-93b3-5d6b29346ca4/ee7f32b7-73e3-4fbb-b0a5-e0fcfa9bc471/f0109606-f3f6-4f37-9046-25cbe6b0d2e5) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:07.875820 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.893349 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.893732 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Transition to ACTIVE for port object 2b641561-e709-4885-ab03-0273554b94f2 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:07.902080 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.909496 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Transition to ACTIVE for port object f0109606-f3f6-4f37-9046-25cbe6b0d2e5 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:07.948500 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.965616 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03111cec-a42e-47e2-8772-64bdc4a7e1db None None] Pushing event updated for resources: {'Port': ['ID=2b641561-e709-4885-ab03-0273554b94f2,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:07.970552 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Attempting to bind port 2b641561-e709-4885-ab03-0273554b94f2 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:07.971171 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Attempting to bind port 2b641561-e709-4885-ab03-0273554b94f2 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:07.971719 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Attempting to bind port 2b641561-e709-4885-ab03-0273554b94f2 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:07.978576 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:07.978933 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:07.979520 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.979903 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:07.980361 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Bound port: 2b641561-e709-4885-ab03-0273554b94f2, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:07.980769 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.998648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Network 6204b013-cfdc-45f4-93b3-5d6b29346ca4 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:08.001657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:08.006603 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:08.030962 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Pushing event updated for resources: {'Port': ['ID=f0109606-f3f6-4f37-9046-25cbe6b0d2e5,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:08.041801 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] For port 2b641561-e709-4885-ab03-0273554b94f2, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:08.045646 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] For port 2b641561-e709-4885-ab03-0273554b94f2, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2b641561-e709-4885-ab03-0273554b94f2,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:08.054838 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.058768 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.110583 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Routers {'d6323697-0463-4043-9969-faf079afb0cc'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:08.111483 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d6323697-0463-4043-9969-faf079afb0cc'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:08.180346 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03111cec-a42e-47e2-8772-64bdc4a7e1db None None] Pushing event updated for resources: {'Port': ['ID=2b641561-e709-4885-ab03-0273554b94f2,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:08.236110 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.277523 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] Set router d6323697-0463-4043-9969-faf079afb0cc gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:08.323636 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fd5fee98-70e5-41bd-a8fb-fc6381f6e110 None None] Provisioning for port f0109606-f3f6-4f37-9046-25cbe6b0d2e5 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:08.328421 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fd5fee98-70e5-41bd-a8fb-fc6381f6e110 None None] Provisioning complete for port f0109606-f3f6-4f37-9046-25cbe6b0d2e5 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:08.328966 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fd5fee98-70e5-41bd-a8fb-fc6381f6e110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.382702 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-fd5fee98-70e5-41bd-a8fb-fc6381f6e110 None None] Port f0109606-f3f6-4f37-9046-25cbe6b0d2e5 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:08.386223 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f38869f7-85e1-45db-a49b-8a189ae23aa9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:08.446202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f38869f7-85e1-45db-a49b-8a189ae23aa9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:08.450632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f38869f7-85e1-45db-a49b-8a189ae23aa9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:08.451017 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.451988 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.458756 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.499045 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6323697-0463-4043-9969-faf079afb0cc', 'name': 'tempest-TestMinimumBasicScenario-231666066-router', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '2b641561-e709-4885-ab03-0273554b94f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 3, 'project_id': '0e5bfa464bc44051a6b73f634f2709f0', 'gw_port': {'id': '2b641561-e709-4885-ab03-0273554b94f2', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6323697-0463-4043-9969-faf079afb0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:08.531455 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fbf21-fc88-4fa8-a5b6-0e1402294550 None None] The sync data for ids ['d6323697-0463-4043-9969-faf079afb0cc'] in n-d-705657-21 is: [{'id': 'd6323697-0463-4043-9969-faf079afb0cc', 'name': 'tempest-TestMinimumBasicScenario-231666066-router', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '2b641561-e709-4885-ab03-0273554b94f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 3, 'project_id': '0e5bfa464bc44051a6b73f634f2709f0', 'gw_port': {'id': '2b641561-e709-4885-ab03-0273554b94f2', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6323697-0463-4043-9969-faf079afb0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:53:08.537098 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.537856 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.570015 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Pushing event updated for resources: {'Port': ['ID=f0109606-f3f6-4f37-9046-25cbe6b0d2e5,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:08.587066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port f38869f7-85e1-45db-a49b-8a189ae23aa9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f38869f7-85e1-45db-a49b-8a189ae23aa9,segment=NetworkSegment(5abb75b9-18e8-4df5-a4a4-5070500c39fb),segment_id=5abb75b9-18e8-4df5-a4a4-5070500c39fb)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:08.592200 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.593585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2d1d3953-115c-4942-ac99-255a3ae85c30 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:08.658221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Network 6204b013-cfdc-45f4-93b3-5d6b29346ca4 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:08.660116 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:08.671210 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=f38869f7-85e1-45db-a49b-8a189ae23aa9,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:08.685572 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 2d1d3953-115c-4942-ac99-255a3ae85c30 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:08.690754 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 2d1d3953-115c-4942-ac99-255a3ae85c30 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:08.691397 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.782081 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.799374 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Router d6323697-0463-4043-9969-faf079afb0cc has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:53:08.833280 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 2d1d3953-115c-4942-ac99-255a3ae85c30, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2d1d3953-115c-4942-ac99-255a3ae85c30,segment=NetworkSegment(73a19d53-d206-41ff-a74b-fe33123bee35),segment_id=73a19d53-d206-41ff-a74b-fe33123bee35)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:08.843613 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.902607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=2d1d3953-115c-4942-ac99-255a3ae85c30,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:08.957392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:53:08.962862 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c24967e2-c941-45e2-b138-bbda6ce33eee admin admin] 10.222.0.48 "PUT /v2.0/routers/d6323697-0463-4043-9969-faf079afb0cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9757175 Jul 27 20:53:09.006765 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-df8a7dfb-57ec-48de-b9e9-aaddc08ce799 None None] Provisioning complete for port f0109606-f3f6-4f37-9046-25cbe6b0d2e5 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:09.007107 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-df8a7dfb-57ec-48de-b9e9-aaddc08ce799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.045489 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-df8a7dfb-57ec-48de-b9e9-aaddc08ce799 None None] Port f0109606-f3f6-4f37-9046-25cbe6b0d2e5 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:09.151889 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:10.381303 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f38869f7-85e1-45db-a49b-8a189ae23aa9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:10.624671 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Sync routers for ids ['d6323697-0463-4043-9969-faf079afb0cc'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:53:10.640871 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f38869f7-85e1-45db-a49b-8a189ae23aa9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:10.641225 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:10.662091 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Routers {'d6323697-0463-4043-9969-faf079afb0cc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:10.664058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d6323697-0463-4043-9969-faf079afb0cc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:10.815930 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2d1d3953-115c-4942-ac99-255a3ae85c30 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:10.818948 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Set router d6323697-0463-4043-9969-faf079afb0cc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:10.987040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 2d1d3953-115c-4942-ac99-255a3ae85c30 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:10.987621 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.120566 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2b641561-e709-4885-ab03-0273554b94f2 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:11.173040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6323697-0463-4043-9969-faf079afb0cc', 'name': 'tempest-TestMinimumBasicScenario-231666066-router', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '2b641561-e709-4885-ab03-0273554b94f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:53:08Z', 'revision_number': 4, 'project_id': '0e5bfa464bc44051a6b73f634f2709f0', 'gw_port': {'id': '2b641561-e709-4885-ab03-0273554b94f2', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6323697-0463-4043-9969-faf079afb0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'f0109606-f3f6-4f37-9046-25cbe6b0d2e5', 'name': '', 'network_id': '6204b013-cfdc-45f4-93b3-5d6b29346ca4', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0', 'mac_address': 'fa:16:3e:e3:bc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6323697-0463-4043-9969-faf079afb0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ee7f32b7-73e3-4fbb-b0a5-e0fcfa9bc471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:07Z', 'updated_at': '2021-07-27T20:53:08Z', 'revision_number': 2, 'project_id': '0e5bfa464bc44051a6b73f634f2709f0', 'subnets': [{'id': 'ee7f32b7-73e3-4fbb-b0a5-e0fcfa9bc471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:11.204225 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Checking router: d6323697-0463-4043-9969-faf079afb0cc for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:53:11.204640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Updating router d6323697-0463-4043-9969-faf079afb0cc port f0109606-f3f6-4f37-9046-25cbe6b0d2e5 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:53:11.229077 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 2b641561-e709-4885-ab03-0273554b94f2 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:11.238947 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 2b641561-e709-4885-ab03-0273554b94f2 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:11.239349 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.274147 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.431629 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.491762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 2b641561-e709-4885-ab03-0273554b94f2, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2b641561-e709-4885-ab03-0273554b94f2,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:11.500336 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.581731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=2b641561-e709-4885-ab03-0273554b94f2,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:11.649486 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.660573 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Transition to ACTIVE for port object f0109606-f3f6-4f37-9046-25cbe6b0d2e5 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:11.670696 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.731802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2697d04-c6cd-4228-95e9-f4e9da16aa7b None None] Pushing event updated for resources: {'Port': ['ID=f0109606-f3f6-4f37-9046-25cbe6b0d2e5,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:11.801551 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Attempting to bind port f0109606-f3f6-4f37-9046-25cbe6b0d2e5 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:11.801917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Attempting to bind port f0109606-f3f6-4f37-9046-25cbe6b0d2e5 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '5abb75b9-18e8-4df5-a4a4-5070500c39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6204b013-cfdc-45f4-93b3-5d6b29346ca4'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:11.802278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Attempting to bind port f0109606-f3f6-4f37-9046-25cbe6b0d2e5 on network 6204b013-cfdc-45f4-93b3-5d6b29346ca4 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:11.808387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:11.808774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Checking segment: {'id': '5abb75b9-18e8-4df5-a4a4-5070500c39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6204b013-cfdc-45f4-93b3-5d6b29346ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:11.809172 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.809568 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Bound using segment: {'id': '5abb75b9-18e8-4df5-a4a4-5070500c39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6204b013-cfdc-45f4-93b3-5d6b29346ca4'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:11.810038 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Bound port: f0109606-f3f6-4f37-9046-25cbe6b0d2e5, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abb75b9-18e8-4df5-a4a4-5070500c39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6204b013-cfdc-45f4-93b3-5d6b29346ca4'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:11.810418 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.896707 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] For port f0109606-f3f6-4f37-9046-25cbe6b0d2e5, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:11.900477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] For port f0109606-f3f6-4f37-9046-25cbe6b0d2e5, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f0109606-f3f6-4f37-9046-25cbe6b0d2e5,segment=NetworkSegment(5abb75b9-18e8-4df5-a4a4-5070500c39fb),segment_id=5abb75b9-18e8-4df5-a4a4-5070500c39fb)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:11.912873 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.995741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Routers {'d6323697-0463-4043-9969-faf079afb0cc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:11.996450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:52:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d6323697-0463-4043-9969-faf079afb0cc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:12.049665 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2697d04-c6cd-4228-95e9-f4e9da16aa7b None None] Pushing event updated for resources: {'Port': ['ID=f0109606-f3f6-4f37-9046-25cbe6b0d2e5,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:12.161466 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] Set router d6323697-0463-4043-9969-faf079afb0cc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:12.309619 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2b641561-e709-4885-ab03-0273554b94f2 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:12.381099 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.446876 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 2b641561-e709-4885-ab03-0273554b94f2 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:12.447651 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.535062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6323697-0463-4043-9969-faf079afb0cc', 'name': 'tempest-TestMinimumBasicScenario-231666066-router', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '2b641561-e709-4885-ab03-0273554b94f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:53:08Z', 'revision_number': 4, 'project_id': '0e5bfa464bc44051a6b73f634f2709f0', 'gw_port': {'id': '2b641561-e709-4885-ab03-0273554b94f2', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6323697-0463-4043-9969-faf079afb0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'f0109606-f3f6-4f37-9046-25cbe6b0d2e5', 'name': '', 'network_id': '6204b013-cfdc-45f4-93b3-5d6b29346ca4', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0', 'mac_address': 'fa:16:3e:e3:bc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6323697-0463-4043-9969-faf079afb0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ee7f32b7-73e3-4fbb-b0a5-e0fcfa9bc471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:07Z', 'updated_at': '2021-07-27T20:53:11Z', 'revision_number': 4, 'project_id': '0e5bfa464bc44051a6b73f634f2709f0', 'subnets': [{'id': 'ee7f32b7-73e3-4fbb-b0a5-e0fcfa9bc471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:12.563810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9f948f-0548-486d-ae5f-bd3eb1adfa49 None None] The sync data for ids ['d6323697-0463-4043-9969-faf079afb0cc'] in n-d-705657-21 is: [{'id': 'd6323697-0463-4043-9969-faf079afb0cc', 'name': 'tempest-TestMinimumBasicScenario-231666066-router', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '2b641561-e709-4885-ab03-0273554b94f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:53:08Z', 'revision_number': 4, 'project_id': '0e5bfa464bc44051a6b73f634f2709f0', 'gw_port': {'id': '2b641561-e709-4885-ab03-0273554b94f2', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6323697-0463-4043-9969-faf079afb0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'f0109606-f3f6-4f37-9046-25cbe6b0d2e5', 'name': '', 'network_id': '6204b013-cfdc-45f4-93b3-5d6b29346ca4', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0', 'mac_address': 'fa:16:3e:e3:bc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6323697-0463-4043-9969-faf079afb0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ee7f32b7-73e3-4fbb-b0a5-e0fcfa9bc471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:07Z', 'updated_at': '2021-07-27T20:53:11Z', 'revision_number': 4, 'project_id': '0e5bfa464bc44051a6b73f634f2709f0', 'subnets': [{'id': 'ee7f32b7-73e3-4fbb-b0a5-e0fcfa9bc471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:53:13.544360 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab6f5c87-5c12-499c-aa8b-43d0937614e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:14.330375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f0109606-f3f6-4f37-9046-25cbe6b0d2e5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:14.398733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f0109606-f3f6-4f37-9046-25cbe6b0d2e5 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:14.403668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f0109606-f3f6-4f37-9046-25cbe6b0d2e5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:14.404117 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:14.499653 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:14.545988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port f0109606-f3f6-4f37-9046-25cbe6b0d2e5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f0109606-f3f6-4f37-9046-25cbe6b0d2e5,segment=NetworkSegment(5abb75b9-18e8-4df5-a4a4-5070500c39fb),segment_id=5abb75b9-18e8-4df5-a4a4-5070500c39fb)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:14.555408 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:14.627747 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=f0109606-f3f6-4f37-9046-25cbe6b0d2e5,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:16.251511 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-88be89fa-a1a3-4b42-8f55-cc29fd2590a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.292201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f0109606-f3f6-4f37-9046-25cbe6b0d2e5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:16.354508 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.363939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f0109606-f3f6-4f37-9046-25cbe6b0d2e5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:16.364315 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.441588 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.162599 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-eb785bd6-e4ca-457a-8864-ea7efeffe8f0 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:19.164048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-eb785bd6-e4ca-457a-8864-ea7efeffe8f0 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/networks?id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 HTTP/1.1" status: 200 len: 814 time: 0.1223080 Jul 27 20:53:19.180718 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-ef7858a7-6e09-4b0f-b3af-c0560ca67b3b tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/quotas/325c3e56d2744b2a9c509204c86ad6da HTTP/1.1" status: 200 len: 375 time: 0.0102844 Jul 27 20:53:19.183238 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.250121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-8ffcc652-78fb-47fa-9903-0ee36793e767 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=325c3e56d2744b2a9c509204c86ad6da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629766 Jul 27 20:53:19.350813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-d0333508-8fd0-49f5-ab4c-42b25a44ccae service neutron] 10.222.0.48 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878124 Jul 27 20:53:19.452134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-09c607a8-8178-402a-8229-22a54df4a9f3 service neutron] 10.222.0.48 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948873 Jul 27 20:53:19.637360 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f4a3432-3442-40a1-a87f-1e8598c2ca5c req-d98abc8b-21ec-41f6-9fa2-b4c8763ddba2 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 210 time: 0.0304475 Jul 27 20:53:20.605344 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-0114489e-5462-4335-8864-f67af8e51a58 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.606815 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-0114489e-5462-4335-8864-f67af8e51a58 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.63 "GET /v2.0/networks?id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 HTTP/1.1" status: 200 len: 814 time: 0.1147580 Jul 27 20:53:20.619966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-006b4010-4f47-4f1c-b816-41da863ac12a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Request body: {'port': {'device_id': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'admin_state_up': True, 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:20.743977 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-006b4010-4f47-4f1c-b816-41da863ac12a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Made reservation on behalf of 325c3e56d2744b2a9c509204c86ad6da for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:20.744230 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-14da38d3-5a5e-47da-8d4b-d574d17bf236 req-02bfb9f6-e4c6-4105-b9ea-24a2dc35fdac tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 210 time: 0.0369413 Jul 27 20:53:20.748412 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-006b4010-4f47-4f1c-b816-41da863ac12a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.882525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-006b4010-4f47-4f1c-b816-41da863ac12a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Allocated IP 172.20.0.12 (bbff5f22-dd2d-47a1-99ca-5f3edc540bd0/b41c0db4-590f-4d53-9265-85b72e8fd2c4/78b5e6cd-20db-41b9-8d34-beab9f5cdaad) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:21.043208 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-006b4010-4f47-4f1c-b816-41da863ac12a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:21.058125 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-006b4010-4f47-4f1c-b816-41da863ac12a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Transition to ACTIVE for port object 78b5e6cd-20db-41b9-8d34-beab9f5cdaad will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:21.094991 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-006b4010-4f47-4f1c-b816-41da863ac12a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:21.142188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-006b4010-4f47-4f1c-b816-41da863ac12a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Network bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:21.143919 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-006b4010-4f47-4f1c-b816-41da863ac12a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:21.148685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-006b4010-4f47-4f1c-b816-41da863ac12a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:21.212179 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-006b4010-4f47-4f1c-b816-41da863ac12a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:21.212886 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-006b4010-4f47-4f1c-b816-41da863ac12a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:21.220217 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b4010-4f47-4f1c-b816-41da863ac12a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Pushing event updated for resources: {'Port': ['ID=78b5e6cd-20db-41b9-8d34-beab9f5cdaad,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:21.239638 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-006b4010-4f47-4f1c-b816-41da863ac12a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6237166 Jul 27 20:53:21.482092 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-473a7631-f24d-4b97-a753-e9d1355296a3 None None] Provisioning for port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:21.488583 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-473a7631-f24d-4b97-a753-e9d1355296a3 None None] Provisioning complete for port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:21.489254 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-473a7631-f24d-4b97-a753-e9d1355296a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:21.528145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-473a7631-f24d-4b97-a753-e9d1355296a3 None None] Port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:21.890732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ee52d-c908-4aa6-87a4-8b1a6bc1b797 req-e9ea3fa9-dafd-4ebc-9d11-105b167cb75a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:21.892232 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c86ee52d-c908-4aa6-87a4-8b1a6bc1b797 req-e9ea3fa9-dafd-4ebc-9d11-105b167cb75a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 932 time: 0.0777309 Jul 27 20:53:21.936549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c86ee52d-c908-4aa6-87a4-8b1a6bc1b797 req-dcca10b2-f2fc-40f7-aa5f-6fef23fba739 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377948 Jul 27 20:53:23.077625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694bed5-3d35-4667-8aff-8e7593c2829a req-5a9f858c-ceae-4f73-8598-76a77c2758ee tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:23.079358 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6694bed5-3d35-4667-8aff-8e7593c2829a req-5a9f858c-ceae-4f73-8598-76a77c2758ee tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 932 time: 0.0632131 Jul 27 20:53:23.122441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6694bed5-3d35-4667-8aff-8e7593c2829a req-3daeaf4d-c477-43fd-ad6a-b8bbe2ba54fa tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359569 Jul 27 20:53:24.262795 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9811d-8e62-43ee-bcd0-1811af193ab2 req-a8795322-85a3-4dc1-976d-8e770a2ec81a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:24.264426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ad9811d-8e62-43ee-bcd0-1811af193ab2 req-a8795322-85a3-4dc1-976d-8e770a2ec81a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 932 time: 0.0710816 Jul 27 20:53:24.307115 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6ad9811d-8e62-43ee-bcd0-1811af193ab2 req-0b8e8a12-2222-406f-8ae7-b7c995d9a46d tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347645 Jul 27 20:53:25.444148 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4df70-5936-4644-aab7-1ad3e2251324 req-56a4e06a-9203-4fe3-a041-1ce8cdf7d2df tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:25.445954 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efe4df70-5936-4644-aab7-1ad3e2251324 req-56a4e06a-9203-4fe3-a041-1ce8cdf7d2df tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 932 time: 0.0706487 Jul 27 20:53:25.497373 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efe4df70-5936-4644-aab7-1ad3e2251324 req-744ffc42-6881-4900-94fe-354d10434007 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446644 Jul 27 20:53:26.635949 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e1b5e-bb48-4756-9e23-42de5dec90f8 req-a1331b3d-8e1a-4805-9038-65b219d3aed6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:26.637468 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d1e1b5e-bb48-4756-9e23-42de5dec90f8 req-a1331b3d-8e1a-4805-9038-65b219d3aed6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 932 time: 0.0671961 Jul 27 20:53:26.683005 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d1e1b5e-bb48-4756-9e23-42de5dec90f8 req-b40b7cf5-8bbb-4580-8103-633f178f5cb7 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393071 Jul 27 20:53:27.826029 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77f8ba-352b-4b64-ad46-b8c42d8c2148 req-4e676789-10c2-412e-929a-95db563bd91c tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:27.827544 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a77f8ba-352b-4b64-ad46-b8c42d8c2148 req-4e676789-10c2-412e-929a-95db563bd91c tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 932 time: 0.0726306 Jul 27 20:53:27.876858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a77f8ba-352b-4b64-ad46-b8c42d8c2148 req-414b3537-e021-44c9-9641-1cad8172ab89 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348797 Jul 27 20:53:29.009433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cebc9-e306-4e0c-bba3-c99f36b71652 req-254b6d2a-eed0-4710-aee2-3007f809167e tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:29.011183 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b54cebc9-e306-4e0c-bba3-c99f36b71652 req-254b6d2a-eed0-4710-aee2-3007f809167e tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 932 time: 0.0662379 Jul 27 20:53:29.051757 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b54cebc9-e306-4e0c-bba3-c99f36b71652 req-4afb25fb-d94f-4b5f-8a22-85f0fbcf0e24 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336213 Jul 27 20:53:29.873580 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:53:30.206256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b673df-f10f-45ae-8769-36f07cf1f8b5 req-ea3c356c-51df-4533-a9e9-74e1d61ba8b8 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:30.208781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4b673df-f10f-45ae-8769-36f07cf1f8b5 req-ea3c356c-51df-4533-a9e9-74e1d61ba8b8 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 932 time: 0.0738664 Jul 27 20:53:30.255557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4b673df-f10f-45ae-8769-36f07cf1f8b5 req-a02dbbf1-7dc6-4fc7-8bed-caaa59bb2b97 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Jul 27 20:53:31.152791 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-a5ae11f8-6080-4aed-bedf-6f73b6284ac5 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:53:31.154934 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-a5ae11f8-6080-4aed-bedf-6f73b6284ac5 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107431 Jul 27 20:53:31.167916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Request body: {'port': {'device_id': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:31.241872 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.390665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42f869-1fab-4016-a4ab-7525574f3917 req-ffba4087-9449-4f08-97ac-b6ab32559e99 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:31.392612 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e42f869-1fab-4016-a4ab-7525574f3917 req-ffba4087-9449-4f08-97ac-b6ab32559e99 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 932 time: 0.0669503 Jul 27 20:53:31.431349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e42f869-1fab-4016-a4ab-7525574f3917 req-3c21b162-7cb1-4f51-a850-d0a173a3e1e2 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322711 Jul 27 20:53:31.520062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b5e6cd-20db-41b9-8d34-beab9f5cdaad {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:31.528065 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.541163 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Transition to ACTIVE for port object 78b5e6cd-20db-41b9-8d34-beab9f5cdaad will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:31.548680 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.609628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Pushing event updated for resources: {'Port': ['ID=78b5e6cd-20db-41b9-8d34-beab9f5cdaad,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:31.682965 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Attempting to bind port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:31.683195 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Attempting to bind port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '73a19d53-d206-41ff-a74b-fe33123bee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:31.683530 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Attempting to bind port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad on network bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:31.688558 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad on network bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:31.688851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Attempting to bind port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad on network bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:31.694050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:31.694402 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Checking segment: {'id': '73a19d53-d206-41ff-a74b-fe33123bee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:31.694760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Bound using segment: {'id': '73a19d53-d206-41ff-a74b-fe33123bee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:31.695182 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Bound port: 78b5e6cd-20db-41b9-8d34-beab9f5cdaad, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a19d53-d206-41ff-a74b-fe33123bee35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:31.695538 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.769032 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] For port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:31.772151 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] For port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad,segment=NetworkSegment(73a19d53-d206-41ff-a74b-fe33123bee35),segment_id=73a19d53-d206-41ff-a74b-fe33123bee35)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:31.784263 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.820739 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:31.821369 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.822790 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] 10.222.0.63 "PUT /v2.0/ports/78b5e6cd-20db-41b9-8d34-beab9f5cdaad HTTP/1.1" status: 200 len: 1093 time: 0.6589468 Jul 27 20:53:31.823228 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'tag': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:31.825680 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce2f800-7d39-4f3b-8225-3a374621198e" -d '{"events": [{"name": "network-changed", "server_uuid": "2460edb3-5dab-46cb-ad03-ecdb0f6bd59f", "tag": "78b5e6cd-20db-41b9-8d34-beab9f5cdaad"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:31.854900 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94095a29-5577-4475-a5f9-f590cb2b9014 service neutron] Pushing event updated for resources: {'Port': ['ID=78b5e6cd-20db-41b9-8d34-beab9f5cdaad,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:31.879450 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd528c22-4cf4-4750-ac0d-e3dcc329cb10 x-openstack-request-id: req-cd528c22-4cf4-4750-ac0d-e3dcc329cb10 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:31.879737 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2460edb3-5dab-46cb-ad03-ecdb0f6bd59f", "tag": "78b5e6cd-20db-41b9-8d34-beab9f5cdaad", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:31.879991 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd528c22-4cf4-4750-ac0d-e3dcc329cb10 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:31.880518 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'tag': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad', 'status': 'completed', 'code': 200} Jul 27 20:53:31.926596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-bd8c7a0f-e3fd-4b92-b82c-715f805e92eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:31.928260 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-bd8c7a0f-e3fd-4b92-b82c-715f805e92eb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=325c3e56d2744b2a9c509204c86ad6da&device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 1096 time: 0.0614958 Jul 27 20:53:31.977757 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-44ad4a39-23fd-4e76-bd37-897e3667a69d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad HTTP/1.1" status: 200 len: 217 time: 0.0409904 Jul 27 20:53:32.028106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-8076ebc6-dd97-40bc-a3bb-f8959d610834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:32.029205 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-8076ebc6-dd97-40bc-a3bb-f8959d610834 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b41c0db4-590f-4d53-9265-85b72e8fd2c4 HTTP/1.1" status: 200 len: 853 time: 0.0445011 Jul 27 20:53:32.089636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-66b97235-903a-4935-b721-2ff2fdd1fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:32.091232 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-66b97235-903a-4935-b721-2ff2fdd1fabd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549641 Jul 27 20:53:32.196724 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-3c837f6c-22b7-4f97-8fa7-cddcff7f3d2f service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984716 Jul 27 20:53:32.302516 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-28b35e20-e95d-48c5-9ddd-d5a88650ed57 req-3335bdab-2f5c-4fe8-a9d9-9bd7ccdcd49b service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987914 Jul 27 20:53:32.414586 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2f800-7d39-4f3b-8225-3a374621198e req-3e592863-9f14-4394-8a7b-b343dbafa9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:32.416095 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6ce2f800-7d39-4f3b-8225-3a374621198e req-3e592863-9f14-4394-8a7b-b343dbafa9fb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=325c3e56d2744b2a9c509204c86ad6da&device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 1096 time: 0.0589044 Jul 27 20:53:32.516520 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2f800-7d39-4f3b-8225-3a374621198e req-45bc2e07-79c0-4f9d-837e-567facb128f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:32.518080 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6ce2f800-7d39-4f3b-8225-3a374621198e req-45bc2e07-79c0-4f9d-837e-567facb128f5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 HTTP/1.1" status: 200 len: 915 time: 0.0951507 Jul 27 20:53:32.563001 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6ce2f800-7d39-4f3b-8225-3a374621198e req-718c0618-c64a-408d-ba3f-40c6a1dcc814 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad HTTP/1.1" status: 200 len: 217 time: 0.0370233 Jul 27 20:53:32.565999 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831984d-4f25-4d92-aff2-29542d23aaae req-6376ab29-aafd-4c1c-91be-d13ecd471bf8 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:32.567526 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c831984d-4f25-4d92-aff2-29542d23aaae req-6376ab29-aafd-4c1c-91be-d13ecd471bf8 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 944 time: 0.0646677 Jul 27 20:53:32.606048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c831984d-4f25-4d92-aff2-29542d23aaae req-ae751724-3f8d-4208-b43d-98de744e4a32 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323615 Jul 27 20:53:32.619853 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2f800-7d39-4f3b-8225-3a374621198e req-79bb1fa4-a650-48f3-b39f-6d6c971be360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:32.621368 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6ce2f800-7d39-4f3b-8225-3a374621198e req-79bb1fa4-a650-48f3-b39f-6d6c971be360 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b41c0db4-590f-4d53-9265-85b72e8fd2c4 HTTP/1.1" status: 200 len: 853 time: 0.0517256 Jul 27 20:53:32.696026 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2f800-7d39-4f3b-8225-3a374621198e req-5fd0994b-de48-47ae-ab00-ccebe601d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:32.697586 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6ce2f800-7d39-4f3b-8225-3a374621198e req-5fd0994b-de48-47ae-ab00-ccebe601d768 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684006 Jul 27 20:53:32.794102 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6ce2f800-7d39-4f3b-8225-3a374621198e req-a288cc1a-274a-4565-a58d-010ab8cfd7fd service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880649 Jul 27 20:53:32.892635 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6ce2f800-7d39-4f3b-8225-3a374621198e req-d7301be6-dd4d-4905-adc5-920c8dab7985 service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903139 Jul 27 20:53:33.761075 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989adf3-3f8b-4472-bd82-f9737ab88710 req-240bd6ef-5397-4283-964d-72c6a5302f9d tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:33.762676 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e989adf3-3f8b-4472-bd82-f9737ab88710 req-240bd6ef-5397-4283-964d-72c6a5302f9d tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 944 time: 0.0717955 Jul 27 20:53:33.801057 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e989adf3-3f8b-4472-bd82-f9737ab88710 req-ecd60824-5b46-44a4-bc5e-85c0755a01ea tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321546 Jul 27 20:53:34.939978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9939e-e28d-414c-8736-622c399f305d req-550529e6-e894-40a9-b335-4aee371eeb7a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:34.941485 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b9939e-e28d-414c-8736-622c399f305d req-550529e6-e894-40a9-b335-4aee371eeb7a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 944 time: 0.0707972 Jul 27 20:53:34.961206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 78b5e6cd-20db-41b9-8d34-beab9f5cdaad details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:34.986894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-23b9939e-e28d-414c-8736-622c399f305d req-c15add8d-e824-4bd0-a1db-0f21294052f8 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359938 Jul 27 20:53:35.064966 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad,segment=NetworkSegment(73a19d53-d206-41ff-a74b-fe33123bee35),segment_id=73a19d53-d206-41ff-a74b-fe33123bee35)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:35.076358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad', 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'port_id': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad', 'mac_address': 'fa:16:3e:2d:b4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:35.118895 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:35.136323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b5e6cd-20db-41b9-8d34-beab9f5cdaad {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:35.158574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad,segment=NetworkSegment(73a19d53-d206-41ff-a74b-fe33123bee35),segment_id=73a19d53-d206-41ff-a74b-fe33123bee35)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:35.163386 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:35.216805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=78b5e6cd-20db-41b9-8d34-beab9f5cdaad,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:35.395171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['78b5e6cd-20db-41b9-8d34-beab9f5cdaad'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:36.142200 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dca46a-8cb3-40f4-a228-cb086ae1dee4 req-85ac9cd8-218a-4917-ab54-4a7b995a52b1 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:36.143723 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66dca46a-8cb3-40f4-a228-cb086ae1dee4 req-85ac9cd8-218a-4917-ab54-4a7b995a52b1 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 945 time: 0.0840609 Jul 27 20:53:36.185761 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-66dca46a-8cb3-40f4-a228-cb086ae1dee4 req-8aa4a8a7-adc1-4390-be95-d91109abb5a1 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357680 Jul 27 20:53:36.970217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 78b5e6cd-20db-41b9-8d34-beab9f5cdaad up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:37.025959 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:37.030282 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:37.030707 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.120388 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.143402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:37.145740 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6806c12d-4041-4fd4-977d-f0938ebd4f45" -d '{"events": [{"server_uuid": "2460edb3-5dab-46cb-ad03-ecdb0f6bd59f", "name": "network-vif-plugged", "status": "completed", "tag": "78b5e6cd-20db-41b9-8d34-beab9f5cdaad"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:37.159101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad,segment=NetworkSegment(73a19d53-d206-41ff-a74b-fe33123bee35),segment_id=73a19d53-d206-41ff-a74b-fe33123bee35)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:37.164273 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.188943 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95546b8f-aefc-4d48-a9f1-99cfa4212dc3 x-openstack-request-id: req-95546b8f-aefc-4d48-a9f1-99cfa4212dc3 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:37.189284 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2460edb3-5dab-46cb-ad03-ecdb0f6bd59f", "name": "network-vif-plugged", "status": "completed", "tag": "78b5e6cd-20db-41b9-8d34-beab9f5cdaad", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:37.189576 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95546b8f-aefc-4d48-a9f1-99cfa4212dc3 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:37.189957 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad', 'code': 200} Jul 27 20:53:37.220473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=78b5e6cd-20db-41b9-8d34-beab9f5cdaad,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:37.302730 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f37611-0c48-4990-8afc-20d0bd1b2651 req-bf66eacf-86c6-4b59-a26d-8a5dbad721f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:37.304236 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-14f37611-0c48-4990-8afc-20d0bd1b2651 req-bf66eacf-86c6-4b59-a26d-8a5dbad721f3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 1098 time: 0.0550771 Jul 27 20:53:37.324255 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00278e4-d788-423b-b164-23ebe96c055b req-0ebbb24f-03a8-4e81-80b1-750d881a2709 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:37.325952 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a00278e4-d788-423b-b164-23ebe96c055b req-0ebbb24f-03a8-4e81-80b1-750d881a2709 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 946 time: 0.0645814 Jul 27 20:53:37.341367 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-14f37611-0c48-4990-8afc-20d0bd1b2651 req-739f2d78-1237-4ba1-a9bc-5611b4bf2840 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288417 Jul 27 20:53:37.365157 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a00278e4-d788-423b-b164-23ebe96c055b req-d87faac0-daf8-4374-99fc-e600c6c9595b tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327539 Jul 27 20:53:38.509396 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce0a38-263a-443e-85aa-8dc6ce18c3e1 req-4c0ea1fd-4db0-491b-930f-6667dfc05e15 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:38.510854 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77ce0a38-263a-443e-85aa-8dc6ce18c3e1 req-4c0ea1fd-4db0-491b-930f-6667dfc05e15 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 946 time: 0.0648437 Jul 27 20:53:38.549773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77ce0a38-263a-443e-85aa-8dc6ce18c3e1 req-17ba53dc-9347-4287-8bf3-98ad5eef5122 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316679 Jul 27 20:53:38.689201 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba992ada-478d-4616-bb58-6337cbf9be2b req-e3893e75-c565-4241-82a2-59d7d97a0a45 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:38.690636 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba992ada-478d-4616-bb58-6337cbf9be2b req-e3893e75-c565-4241-82a2-59d7d97a0a45 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 946 time: 0.0732813 Jul 27 20:53:38.731192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ba992ada-478d-4616-bb58-6337cbf9be2b req-ea3dfe73-8190-4b16-a6b3-6e356fbc0205 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343587 Jul 27 20:53:38.947000 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b030d-de27-48df-8661-d537962a24e1 req-e179bd28-e36e-4fd8-ad49-503903406985 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:38.948380 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f0b030d-de27-48df-8661-d537962a24e1 req-e179bd28-e36e-4fd8-ad49-503903406985 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 946 time: 0.0756714 Jul 27 20:53:38.987597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7f0b030d-de27-48df-8661-d537962a24e1 req-fd783f17-47cf-4e23-b08d-42b843500d6c tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322554 Jul 27 20:53:39.162714 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.337786 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.538616 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9a04002e-e69d-4629-b166-7307ffd61d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:46.246431 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2628585c-5704-4826-b1a1-8827adc24a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:46.350970 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.440463 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.187471 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.787468 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d18ad-57ce-4397-92f7-6195c7b84166 req-f37b6174-810e-47e2-b946-44217634b311 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:50.789029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-195d18ad-57ce-4397-92f7-6195c7b84166 req-f37b6174-810e-47e2-b946-44217634b311 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 946 time: 0.0801415 Jul 27 20:53:51.230501 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-195d18ad-57ce-4397-92f7-6195c7b84166 req-d5a6d135-60bf-4c07-91a7-fd0f73091661 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351618 Jul 27 20:53:51.255322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38806) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:51.422966 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85078dd-0114-4c59-b103-0338a4773be8 tempest-TestMinimumBasicScenario-1688288365 tempest-TestMinimumBasicScenario-1688288365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:51.424435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e85078dd-0114-4c59-b103-0338a4773be8 tempest-TestMinimumBasicScenario-1688288365 tempest-TestMinimumBasicScenario-1688288365-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 1093 time: 0.1680915 Jul 27 20:53:51.430339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38810) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:51.436013 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:51.463401 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.572538 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.682528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Allocated IP 172.25.1.188 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/1fd10dbc-0e10-4519-8d8f-19abaddea2fc) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:51.800861 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.857074 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.894077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:51.900790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:51.905493 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:51.907471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Pushing event updated for resources: {'Port': ['ID=1fd10dbc-0e10-4519-8d8f-19abaddea2fc,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:52.297622 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.386234 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.543478 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.549827 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.617249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Pushing event updated for resources: {'Port': ['ID=1fd10dbc-0e10-4519-8d8f-19abaddea2fc,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:52.634226 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.741557 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Floating IP 158a77e9-dacf-4bd3-ad1d-cd36299db3c2 associated. External IP: 172.25.1.188, port: 78b5e6cd-20db-41b9-8d34-beab9f5cdaad. Jul 27 20:53:52.963464 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Router 9e1b6e19-8985-4585-be36-3a01746a45ca has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:53:53.087569 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:53:53.100044 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f925a-c6ae-4187-9b0f-799e7150c58e None None] Sync routers for ids ['9e1b6e19-8985-4585-be36-3a01746a45ca'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:53:53.107952 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.110167 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f925a-c6ae-4187-9b0f-799e7150c58e None None] Routers {'9e1b6e19-8985-4585-be36-3a01746a45ca'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:53.110844 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-0b2f925a-c6ae-4187-9b0f-799e7150c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:53:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9e1b6e19-8985-4585-be36-3a01746a45ca'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:53.146144 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-885d168d-4805-4bc0-b0a3-3db37f34c7a4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7147622 Jul 27 20:53:53.146788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'tag': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:53.149078 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020f00d9105fea8a59345fdc35de2f2854bc43d5b9a74a339288cd71c0a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f4fa14-52e0-4f42-a52b-0e73a0fe7f74" -d '{"events": [{"name": "network-changed", "server_uuid": "2460edb3-5dab-46cb-ad03-ecdb0f6bd59f", "tag": "78b5e6cd-20db-41b9-8d34-beab9f5cdaad"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:53.149566 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38812) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:53.155313 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086299652', 'description': 'tempest-secgroup-smoke-1086299652 description', 'project_id': '325c3e56d2744b2a9c509204c86ad6da'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:53.183036 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.224373 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-0b2f925a-c6ae-4187-9b0f-799e7150c58e None None] Set router 9e1b6e19-8985-4585-be36-3a01746a45ca gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:53.273975 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.279384 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.312506 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.313777 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1630430 Jul 27 20:53:53.315356 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d726bb92-4d24-4d93-bd6b-aaba6b62f4e3 x-openstack-request-id: req-d726bb92-4d24-4d93-bd6b-aaba6b62f4e3 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:53.315695 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2460edb3-5dab-46cb-ad03-ecdb0f6bd59f", "tag": "78b5e6cd-20db-41b9-8d34-beab9f5cdaad", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:53.315954 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d726bb92-4d24-4d93-bd6b-aaba6b62f4e3 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:53.316717 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38818) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:53.316939 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'tag': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad', 'status': 'completed', 'code': 200} Jul 27 20:53:53.321991 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-d8fc778f-47a9-4fc9-baac-0e1c95b0cd02 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Request body: {'security_group_rule': {'security_group_id': '339b5802-8006-4a51-8933-937c1f090ef2', 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:53.329872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339b5802-8006-4a51-8933-937c1f090ef2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:53.355016 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:53.355373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:53.355729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:53.356004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:53.356333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:53.356696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:53.357013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:53.357333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:53.357649 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:53.358126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:53.358553 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:53.358877 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b4d7c-0e68-4bfe-aa8f-2757d20c8f35 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:53.392679 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8fc778f-47a9-4fc9-baac-0e1c95b0cd02 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.450022 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4fa14-52e0-4f42-a52b-0e73a0fe7f74 req-a4b56bfc-44b9-49fa-827b-a28ab7dbbfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:53.451555 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-77f4fa14-52e0-4f42-a52b-0e73a0fe7f74 req-a4b56bfc-44b9-49fa-827b-a28ab7dbbfdb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=325c3e56d2744b2a9c509204c86ad6da&device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 1098 time: 0.1064584 Jul 27 20:53:53.460527 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-0b2f925a-c6ae-4187-9b0f-799e7150c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:03Z', 'revision_number': 4, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'gw_port': {'id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '158a77e9-dacf-4bd3-ad1d-cd36299db3c2', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'port_id': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'mac_address': 'fa:16:3e:2d:b4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:53:52Z', 'updated_at': '2021-07-27T20:53:52Z', 'revision_number': 0, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1d3953-115c-4942-ac99-255a3ae85c30', 'name': '', 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'mac_address': 'fa:16:3e:77:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:02Z', 'updated_at': '2021-07-27T20:53:08Z', 'revision_number': 5, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'subnets': [{'id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:53.472932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8fc778f-47a9-4fc9-baac-0e1c95b0cd02 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.512825 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8fc778f-47a9-4fc9-baac-0e1c95b0cd02 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.542804 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc778f-47a9-4fc9-baac-0e1c95b0cd02 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d181aaad-3170-4f46-ab21-a9d075849fea,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:53.559213 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d8fc778f-47a9-4fc9-baac-0e1c95b0cd02 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.560460 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d8fc778f-47a9-4fc9-baac-0e1c95b0cd02 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2427902 Jul 27 20:53:53.563361 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38820) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:53.569537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c293a4f9-5c00-417a-ba29-78f98022f087 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Request body: {'security_group_rule': {'security_group_id': '339b5802-8006-4a51-8933-937c1f090ef2', 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:53.595181 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.63', 60630) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:53.596173 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f925a-c6ae-4187-9b0f-799e7150c58e None None] Checking router: 9e1b6e19-8985-4585-be36-3a01746a45ca for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:53:53.602987 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4fa14-52e0-4f42-a52b-0e73a0fe7f74 req-e0cb97aa-ff63-4870-8178-f84bb7046046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:53.604586 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-77f4fa14-52e0-4f42-a52b-0e73a0fe7f74 req-e0cb97aa-ff63-4870-8178-f84bb7046046 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 HTTP/1.1" status: 200 len: 915 time: 0.1454053 Jul 27 20:53:53.605558 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f925a-c6ae-4187-9b0f-799e7150c58e None None] Routers {'9e1b6e19-8985-4585-be36-3a01746a45ca'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:53.606178 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-0b2f925a-c6ae-4187-9b0f-799e7150c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:53:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9e1b6e19-8985-4585-be36-3a01746a45ca'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:53.654461 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-133bc484-e09d-422f-bbe7-aa900e3c1205 req-e1c542d8-ff1b-469d-b889-e44a950e26f4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572329 Jul 27 20:53:53.656027 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c293a4f9-5c00-417a-ba29-78f98022f087 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.699824 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-77f4fa14-52e0-4f42-a52b-0e73a0fe7f74 req-b266ddaf-6fe7-4132-a662-f0aae6f6c6c1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad HTTP/1.1" status: 200 len: 1000 time: 0.0836692 Jul 27 20:53:53.711926 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-0b2f925a-c6ae-4187-9b0f-799e7150c58e None None] Set router 9e1b6e19-8985-4585-be36-3a01746a45ca gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:53.763495 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c293a4f9-5c00-417a-ba29-78f98022f087 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.770921 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c293a4f9-5c00-417a-ba29-78f98022f087 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.798842 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293a4f9-5c00-417a-ba29-78f98022f087 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a4ab3b-fb42-465f-9823-6a4993fe2d75,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:53.803150 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4fa14-52e0-4f42-a52b-0e73a0fe7f74 req-c8303d79-6d6e-4385-997e-9fd0d44659ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:53.804689 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-77f4fa14-52e0-4f42-a52b-0e73a0fe7f74 req-c8303d79-6d6e-4385-997e-9fd0d44659ff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b41c0db4-590f-4d53-9265-85b72e8fd2c4 HTTP/1.1" status: 200 len: 853 time: 0.0970125 Jul 27 20:53:53.806237 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c293a4f9-5c00-417a-ba29-78f98022f087 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.807369 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c293a4f9-5c00-417a-ba29-78f98022f087 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2431045 Jul 27 20:53:53.810651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38822) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:53.815997 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-099d4139-6b20-486d-9713-89228e4d8295 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Request body: {'security_group_rule': {'security_group_id': '339b5802-8006-4a51-8933-937c1f090ef2', 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:53.878555 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-099d4139-6b20-486d-9713-89228e4d8295 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.921521 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4fa14-52e0-4f42-a52b-0e73a0fe7f74 req-7dfe7909-0fbb-432d-bbfe-d59c806d7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:53.923249 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-77f4fa14-52e0-4f42-a52b-0e73a0fe7f74 req-7dfe7909-0fbb-432d-bbfe-d59c806d7d06 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028204 Jul 27 20:53:53.957765 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-0b2f925a-c6ae-4187-9b0f-799e7150c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:03Z', 'revision_number': 4, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'gw_port': {'id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '158a77e9-dacf-4bd3-ad1d-cd36299db3c2', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'port_id': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'mac_address': 'fa:16:3e:2d:b4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:53:52Z', 'updated_at': '2021-07-27T20:53:52Z', 'revision_number': 0, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1d3953-115c-4942-ac99-255a3ae85c30', 'name': '', 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'mac_address': 'fa:16:3e:77:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:02Z', 'updated_at': '2021-07-27T20:53:08Z', 'revision_number': 5, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'subnets': [{'id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:53.990058 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f925a-c6ae-4187-9b0f-799e7150c58e None None] The sync data for ids ['9e1b6e19-8985-4585-be36-3a01746a45ca'] in n-d-705657-21 is: [{'id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:03Z', 'revision_number': 4, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'gw_port': {'id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '158a77e9-dacf-4bd3-ad1d-cd36299db3c2', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'port_id': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'mac_address': 'fa:16:3e:2d:b4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:53:52Z', 'updated_at': '2021-07-27T20:53:52Z', 'revision_number': 0, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1d3953-115c-4942-ac99-255a3ae85c30', 'name': '', 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'mac_address': 'fa:16:3e:77:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:02Z', 'updated_at': '2021-07-27T20:53:08Z', 'revision_number': 5, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'subnets': [{'id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:53:54.013143 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-099d4139-6b20-486d-9713-89228e4d8295 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.020615 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-099d4139-6b20-486d-9713-89228e4d8295 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.063264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d4139-6b20-486d-9713-89228e4d8295 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2102f5-0707-477e-9c34-9cf1b8f5df71,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:54.084094 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-099d4139-6b20-486d-9713-89228e4d8295 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.085386 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-099d4139-6b20-486d-9713-89228e4d8295 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2733748 Jul 27 20:53:54.087557 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-77f4fa14-52e0-4f42-a52b-0e73a0fe7f74 req-9524e3e6-9bf9-48d8-a066-42529086c7b9 service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555760 Jul 27 20:53:54.088115 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38824) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:54.092654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-91036d44-8223-4ea3-9b68-09c48f8152b7 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Request body: {'security_group_rule': {'security_group_id': '339b5802-8006-4a51-8933-937c1f090ef2', 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:54.185072 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91036d44-8223-4ea3-9b68-09c48f8152b7 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.216656 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1463a13-0de3-4713-beb0-40aea57eb48c None None] New status for floating IP 158a77e9-dacf-4bd3-ad1d-cd36299db3c2: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:53:54.270128 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-77f4fa14-52e0-4f42-a52b-0e73a0fe7f74 req-661a8ce5-ae9d-4031-adad-b7100cc0d78e service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711447 Jul 27 20:53:54.290436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91036d44-8223-4ea3-9b68-09c48f8152b7 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.297278 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91036d44-8223-4ea3-9b68-09c48f8152b7 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.321397 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91036d44-8223-4ea3-9b68-09c48f8152b7 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.324018 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-91036d44-8223-4ea3-9b68-09c48f8152b7 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2349007 Jul 27 20:53:54.326786 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91036d44-8223-4ea3-9b68-09c48f8152b7 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa6c672-a7fa-4b33-98de-9c3f4018e7b2,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:54.328080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38826) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:54.336256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Request body: {'security_group_rule': {'security_group_id': '339b5802-8006-4a51-8933-937c1f090ef2', 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:54.358724 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Project 325c3e56d2744b2a9c509204c86ad6da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:53:54.364488 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.415640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bc484-e09d-422f-bbe7-aa900e3c1205 req-59071302-0fd3-4807-a702-d333c22e3c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.417570 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-133bc484-e09d-422f-bbe7-aa900e3c1205 req-59071302-0fd3-4807-a702-d333c22e3c84 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=325c3e56d2744b2a9c509204c86ad6da&device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 1098 time: 0.0623698 Jul 27 20:53:54.433265 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.440115 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.458412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74af1f9d-a5bd-4c8a-aaeb-1978e32d6fc4,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:54.467143 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.471728 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398261 Jul 27 20:53:54.471728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.471728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.471728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.471728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.472184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.472318 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.472677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.472996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.473402 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.473625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.473940 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.474265 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91e15c-ea28-4cc0-88ab-472bdf229bc6 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:54.476723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38828) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:54.481319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-0192f74f-a377-4a5c-9e54-64a72825d302 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Request body: {'security_group_rule': {'security_group_id': '339b5802-8006-4a51-8933-937c1f090ef2', 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:54.504455 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-0192f74f-a377-4a5c-9e54-64a72825d302 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Project 325c3e56d2744b2a9c509204c86ad6da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:53:54.509541 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0192f74f-a377-4a5c-9e54-64a72825d302 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.532315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bc484-e09d-422f-bbe7-aa900e3c1205 req-2900d7de-b278-4763-a04a-709758034c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.533850 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-133bc484-e09d-422f-bbe7-aa900e3c1205 req-2900d7de-b278-4763-a04a-709758034c92 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 HTTP/1.1" status: 200 len: 915 time: 0.0959852 Jul 27 20:53:54.583795 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0192f74f-a377-4a5c-9e54-64a72825d302 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.587675 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0192f74f-a377-4a5c-9e54-64a72825d302 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.606812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192f74f-a377-4a5c-9e54-64a72825d302 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d4fb3e-ee7c-4b67-80e7-6c2f91393db0,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:54.613931 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0192f74f-a377-4a5c-9e54-64a72825d302 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.616855 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0192f74f-a377-4a5c-9e54-64a72825d302 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391406 Jul 27 20:53:54.622384 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-133bc484-e09d-422f-bbe7-aa900e3c1205 req-2f5b8df8-1bcc-4bf7-bb3f-c102c63337c8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad HTTP/1.1" status: 200 len: 1002 time: 0.0741742 Jul 27 20:53:54.673457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bc484-e09d-422f-bbe7-aa900e3c1205 req-907ce20a-d60b-4a4a-ba4c-16439ddab0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.675000 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-133bc484-e09d-422f-bbe7-aa900e3c1205 req-907ce20a-d60b-4a4a-ba4c-16439ddab0f1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b41c0db4-590f-4d53-9265-85b72e8fd2c4 HTTP/1.1" status: 200 len: 853 time: 0.0456316 Jul 27 20:53:54.698007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f84c498-3e1b-4f5b-ac5c-18f49a767ac5 req-2d42b3ca-82eb-4157-8f1d-010db58cdbf2 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086299652&fields=id&tenant_id=325c3e56d2744b2a9c509204c86ad6da HTTP/1.1" status: 200 len: 267 time: 0.0345690 Jul 27 20:53:54.737957 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bc484-e09d-422f-bbe7-aa900e3c1205 req-5737ead9-9115-4901-9499-bc890e5162cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.739574 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-133bc484-e09d-422f-bbe7-aa900e3c1205 req-5737ead9-9115-4901-9499-bc890e5162cf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563586 Jul 27 20:53:54.771880 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84c498-3e1b-4f5b-ac5c-18f49a767ac5 req-94806759-7506-4609-b065-9b20db2ce793 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.773410 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f84c498-3e1b-4f5b-ac5c-18f49a767ac5 req-94806759-7506-4609-b065-9b20db2ce793 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 946 time: 0.0692763 Jul 27 20:53:54.785238 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-9f84c498-3e1b-4f5b-ac5c-18f49a767ac5 req-d82584df-af9d-4518-88c7-70eb0fdef537 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Request body: {'port': {'security_groups': ['71902be7-9175-4848-a744-9e2c3023825f', '339b5802-8006-4a51-8933-937c1f090ef2']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:54.842131 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-133bc484-e09d-422f-bbe7-aa900e3c1205 req-63cd8025-e870-453c-ad4c-12e4acaf8fc1 service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942776 Jul 27 20:53:54.876413 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f84c498-3e1b-4f5b-ac5c-18f49a767ac5 req-d82584df-af9d-4518-88c7-70eb0fdef537 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.938043 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-133bc484-e09d-422f-bbe7-aa900e3c1205 req-a78eb496-6225-4ae5-a7a4-914d77814253 service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873756 Jul 27 20:53:55.078677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-9f84c498-3e1b-4f5b-ac5c-18f49a767ac5 req-d82584df-af9d-4518-88c7-70eb0fdef537 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] For port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad,segment=NetworkSegment(73a19d53-d206-41ff-a74b-fe33123bee35),segment_id=73a19d53-d206-41ff-a74b-fe33123bee35)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:55.110935 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f84c498-3e1b-4f5b-ac5c-18f49a767ac5 req-d82584df-af9d-4518-88c7-70eb0fdef537 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.117331 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f84c498-3e1b-4f5b-ac5c-18f49a767ac5 req-d82584df-af9d-4518-88c7-70eb0fdef537 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.133179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['78b5e6cd-20db-41b9-8d34-beab9f5cdaad'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:55.162953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84c498-3e1b-4f5b-ac5c-18f49a767ac5 req-d82584df-af9d-4518-88c7-70eb0fdef537 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.163592 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-9f84c498-3e1b-4f5b-ac5c-18f49a767ac5 req-d82584df-af9d-4518-88c7-70eb0fdef537 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.168166 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f84c498-3e1b-4f5b-ac5c-18f49a767ac5 req-d82584df-af9d-4518-88c7-70eb0fdef537 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "PUT /v2.0/ports/78b5e6cd-20db-41b9-8d34-beab9f5cdaad HTTP/1.1" status: 200 len: 982 time: 0.3880017 Jul 27 20:53:55.200648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82584df-af9d-4518-88c7-70eb0fdef537 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Pushing event updated for resources: {'Port': ['ID=78b5e6cd-20db-41b9-8d34-beab9f5cdaad,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:55.228335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['78b5e6cd-20db-41b9-8d34-beab9f5cdaad'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:55.317754 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'tag': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:55.320440 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020f00d9105fea8a59345fdc35de2f2854bc43d5b9a74a339288cd71c0a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1486289e-9732-4e48-b852-561eb69c882d" -d '{"events": [{"name": "network-changed", "server_uuid": "2460edb3-5dab-46cb-ad03-ecdb0f6bd59f", "tag": "78b5e6cd-20db-41b9-8d34-beab9f5cdaad"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:55.334583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c983ccb-3041-4e09-8345-6dcf87487d13 req-1620962d-b317-418e-a9ee-fd8803d488b4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.337079 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c983ccb-3041-4e09-8345-6dcf87487d13 req-1620962d-b317-418e-a9ee-fd8803d488b4 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 985 time: 0.0974069 Jul 27 20:53:55.419516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c983ccb-3041-4e09-8345-6dcf87487d13 req-6e56066c-6ed3-4c01-b55f-b13d4a1884af tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&id=339b5802-8006-4a51-8933-937c1f090ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580914 Jul 27 20:53:55.458981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-fa36f695-d102-43d1-a02d-d175ff6b2285 None None] Provisioning complete for port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:55.459359 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fa36f695-d102-43d1-a02d-d175ff6b2285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.472014 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d0f715-eb45-4b85-a29a-e105df53d59c x-openstack-request-id: req-73d0f715-eb45-4b85-a29a-e105df53d59c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:55.472307 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2460edb3-5dab-46cb-ad03-ecdb0f6bd59f", "tag": "78b5e6cd-20db-41b9-8d34-beab9f5cdaad", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:55.472607 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73d0f715-eb45-4b85-a29a-e105df53d59c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:55.472988 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'tag': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad', 'status': 'completed', 'code': 200} Jul 27 20:53:55.550265 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486289e-9732-4e48-b852-561eb69c882d req-3a5779c3-1fb3-4e4d-980a-4459b2c5955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.551795 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1486289e-9732-4e48-b852-561eb69c882d req-3a5779c3-1fb3-4e4d-980a-4459b2c5955f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=325c3e56d2744b2a9c509204c86ad6da&device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 1137 time: 0.0557387 Jul 27 20:53:55.657427 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486289e-9732-4e48-b852-561eb69c882d req-55383a4a-80af-4982-ace7-cd73e6ceaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.659741 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1486289e-9732-4e48-b852-561eb69c882d req-55383a4a-80af-4982-ace7-cd73e6ceaa8e service neutron] 10.222.0.63 "GET /v2.0/networks?id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 HTTP/1.1" status: 200 len: 915 time: 0.0985076 Jul 27 20:53:55.730401 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1486289e-9732-4e48-b852-561eb69c882d req-caa29684-ce79-4849-8705-8940f659bff6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad HTTP/1.1" status: 200 len: 1002 time: 0.0618281 Jul 27 20:53:55.786831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486289e-9732-4e48-b852-561eb69c882d req-04507ea6-c6f3-4bc1-89ac-b96eb7b5a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.788301 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1486289e-9732-4e48-b852-561eb69c882d req-04507ea6-c6f3-4bc1-89ac-b96eb7b5a64d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b41c0db4-590f-4d53-9265-85b72e8fd2c4 HTTP/1.1" status: 200 len: 853 time: 0.0496197 Jul 27 20:53:55.851473 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486289e-9732-4e48-b852-561eb69c882d req-d94807ae-e121-4ce2-9930-912524865127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.853040 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1486289e-9732-4e48-b852-561eb69c882d req-d94807ae-e121-4ce2-9930-912524865127 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564218 Jul 27 20:53:55.946205 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1486289e-9732-4e48-b852-561eb69c882d req-af6c870a-6d4c-4aee-bd32-aec945ddd65c service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837009 Jul 27 20:53:56.044368 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1486289e-9732-4e48-b852-561eb69c882d req-b99f569c-0af1-410f-a87d-4bc1d8ce5012 service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903189 Jul 27 20:54:06.874993 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:54:09.171945 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:10.640853 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53e8d5-5523-4f3b-8aaf-4bbc160b81c9 req-a5fe1dcf-92e5-4a2a-945d-f28fb00d3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:10.642408 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb53e8d5-5523-4f3b-8aaf-4bbc160b81c9 req-a5fe1dcf-92e5-4a2a-945d-f28fb00d3d3d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=325c3e56d2744b2a9c509204c86ad6da&device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 1137 time: 0.0562117 Jul 27 20:54:10.648157 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a1964-8783-4520-887b-28c6aad65b02 req-4d7afe87-7a85-41ad-9025-734501e02552 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:10.649705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a8a1964-8783-4520-887b-28c6aad65b02 req-4d7afe87-7a85-41ad-9025-734501e02552 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 985 time: 0.0689650 Jul 27 20:54:10.692811 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a8a1964-8783-4520-887b-28c6aad65b02 req-2f1f4bcf-474d-4c21-ab0d-f0b7d9c24389 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&id=339b5802-8006-4a51-8933-937c1f090ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364695 Jul 27 20:54:10.741119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53e8d5-5523-4f3b-8aaf-4bbc160b81c9 req-b06bcf23-07db-4e84-a77a-bc7e03510fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:10.742619 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb53e8d5-5523-4f3b-8aaf-4bbc160b81c9 req-b06bcf23-07db-4e84-a77a-bc7e03510fa8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 HTTP/1.1" status: 200 len: 915 time: 0.0930641 Jul 27 20:54:10.811602 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb53e8d5-5523-4f3b-8aaf-4bbc160b81c9 req-d0b48ac0-bb26-4ef5-842b-d122bb70ddd1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad HTTP/1.1" status: 200 len: 1002 time: 0.0616972 Jul 27 20:54:10.874156 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53e8d5-5523-4f3b-8aaf-4bbc160b81c9 req-7e60b02a-af4a-43b5-a3e8-ad643b7feefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:10.876509 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb53e8d5-5523-4f3b-8aaf-4bbc160b81c9 req-7e60b02a-af4a-43b5-a3e8-ad643b7feefd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b41c0db4-590f-4d53-9265-85b72e8fd2c4 HTTP/1.1" status: 200 len: 853 time: 0.0552680 Jul 27 20:54:10.945484 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53e8d5-5523-4f3b-8aaf-4bbc160b81c9 req-3fa94f0d-467c-4a6b-ba41-f3ef259d8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:10.946899 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb53e8d5-5523-4f3b-8aaf-4bbc160b81c9 req-3fa94f0d-467c-4a6b-ba41-f3ef259d8dfc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631564 Jul 27 20:54:11.040519 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb53e8d5-5523-4f3b-8aaf-4bbc160b81c9 req-46b5a9f4-468d-4728-bc1c-59ae9f62aced service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858207 Jul 27 20:54:11.139658 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-bb53e8d5-5523-4f3b-8aaf-4bbc160b81c9 req-d9e18259-9eba-4d9d-8894-096fa4f3c5e9 service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916626 Jul 27 20:54:11.842478 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3aacd-898a-41eb-99cc-fd7b4bdbfc86 req-1db40ade-c6a2-4d8f-9616-2e28a9110509 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:11.844387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8f3aacd-898a-41eb-99cc-fd7b4bdbfc86 req-1db40ade-c6a2-4d8f-9616-2e28a9110509 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 985 time: 0.0776999 Jul 27 20:54:11.890695 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a8f3aacd-898a-41eb-99cc-fd7b4bdbfc86 req-418e5b9b-e825-477a-9bf6-4bd45ef393d9 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&id=339b5802-8006-4a51-8933-937c1f090ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365849 Jul 27 20:54:12.349236 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:13.046517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130d985-e1f4-4df6-bff3-d2902ceeb395 req-1a8363b7-80ed-4626-8846-1bc1883291cc tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.048017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8130d985-e1f4-4df6-bff3-d2902ceeb395 req-1a8363b7-80ed-4626-8846-1bc1883291cc tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 985 time: 0.0693700 Jul 27 20:54:13.099305 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8130d985-e1f4-4df6-bff3-d2902ceeb395 req-33a506dc-c33b-4afd-a843-a4bfb4b6c723 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&id=339b5802-8006-4a51-8933-937c1f090ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425444 Jul 27 20:54:13.541285 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-251b436c-afc0-4dc8-aae2-7191f3999db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.258635 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f141af8-3ef3-4ac2-9593-39f03bc5f4f5 req-84d46a25-522e-4d84-a498-73e2be4b4a85 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:14.260181 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f141af8-3ef3-4ac2-9593-39f03bc5f4f5 req-84d46a25-522e-4d84-a498-73e2be4b4a85 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 985 time: 0.0706484 Jul 27 20:54:14.302420 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f141af8-3ef3-4ac2-9593-39f03bc5f4f5 req-22a8c587-5e2d-443e-a526-31a7e6b7d15d tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&id=339b5802-8006-4a51-8933-937c1f090ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356402 Jul 27 20:54:15.449811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522eb969-5959-41e3-9db0-9d002065b01e req-ea931789-3880-4ff6-8a21-7aac54bec03b tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:15.451220 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-522eb969-5959-41e3-9db0-9d002065b01e req-ea931789-3880-4ff6-8a21-7aac54bec03b tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 985 time: 0.0694766 Jul 27 20:54:15.494243 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-522eb969-5959-41e3-9db0-9d002065b01e req-5b027fb8-81be-4005-9992-2cd35d346f78 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&id=339b5802-8006-4a51-8933-937c1f090ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367062 Jul 27 20:54:16.255657 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c74d0b79-a918-44d6-9062-0e0e874daedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.348546 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.656048 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db19f8-fb42-42cc-8b0f-f905ffa9729b req-2d8d7b5b-9e74-4aeb-aaaf-4de6ddd75dab tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:16.657559 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9db19f8-fb42-42cc-8b0f-f905ffa9729b req-2d8d7b5b-9e74-4aeb-aaaf-4de6ddd75dab tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 985 time: 0.0825598 Jul 27 20:54:16.699944 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9db19f8-fb42-42cc-8b0f-f905ffa9729b req-e041d814-4d5f-4c76-a247-d715d9c0e871 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&id=339b5802-8006-4a51-8933-937c1f090ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340681 Jul 27 20:54:17.448238 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.855858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3813b-6c2f-4d2c-b482-070f21db0c34 req-253ba4ff-d768-4c1d-8b23-83790f0d68a5 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:17.857441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afc3813b-6c2f-4d2c-b482-070f21db0c34 req-253ba4ff-d768-4c1d-8b23-83790f0d68a5 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 985 time: 0.0773613 Jul 27 20:54:17.899102 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-afc3813b-6c2f-4d2c-b482-070f21db0c34 req-e721b786-a62a-430f-a4c6-44b94f943302 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&id=339b5802-8006-4a51-8933-937c1f090ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350585 Jul 27 20:54:19.111336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32afb7-38b3-477d-8fce-ae1a65ac267e req-fe1fb8e7-c639-4ee0-a111-19de810e886d tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:19.112846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dc32afb7-38b3-477d-8fce-ae1a65ac267e req-fe1fb8e7-c639-4ee0-a111-19de810e886d tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 985 time: 0.1319072 Jul 27 20:54:19.161629 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dc32afb7-38b3-477d-8fce-ae1a65ac267e req-2f223d1c-f559-4388-a170-54ecd45ded46 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&id=339b5802-8006-4a51-8933-937c1f090ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406542 Jul 27 20:54:19.191215 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:20.308266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05c8d9-f620-45f4-8070-d4861af62cf1 req-83f1d5c6-3db5-46ef-9eea-a8eb7576f83d tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:20.309788 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad05c8d9-f620-45f4-8070-d4861af62cf1 req-83f1d5c6-3db5-46ef-9eea-a8eb7576f83d tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 985 time: 0.0683517 Jul 27 20:54:20.363014 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad05c8d9-f620-45f4-8070-d4861af62cf1 req-42590631-8600-4dff-99cd-4d4c3829e06b tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&id=339b5802-8006-4a51-8933-937c1f090ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433855 Jul 27 20:54:21.504367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4093a7c-ff5d-4b4d-87d3-b9f165b28d40 req-eda67a66-ba86-4fcb-b88e-5d2167862d64 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:21.505837 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4093a7c-ff5d-4b4d-87d3-b9f165b28d40 req-eda67a66-ba86-4fcb-b88e-5d2167862d64 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 985 time: 0.0678947 Jul 27 20:54:21.548010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b4093a7c-ff5d-4b4d-87d3-b9f165b28d40 req-f5b7cc40-7191-483d-93f8-0ea044a16911 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&id=339b5802-8006-4a51-8933-937c1f090ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356531 Jul 27 20:54:22.713422 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5a481-8713-460c-a8f4-b96ca468405f req-8c55f753-d795-42aa-b43d-64315f535985 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:22.714909 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dff5a481-8713-460c-a8f4-b96ca468405f req-8c55f753-d795-42aa-b43d-64315f535985 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 985 time: 0.0812383 Jul 27 20:54:22.757434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dff5a481-8713-460c-a8f4-b96ca468405f req-089fc93e-d881-4519-a0ee-8b07a98c2c01 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&id=339b5802-8006-4a51-8933-937c1f090ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357575 Jul 27 20:54:39.186854 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:42.360106 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.549128 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-12645344-30b7-4262-8856-a0c9ff39b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.876312 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:54:46.249080 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e41004d3-1c5b-4b85-8e72-706344413179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:46.342399 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:46.941378 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-7bd6f622-c84a-4d52-8913-b9b308b8aaa3 req-6658c82f-49e2-4934-b33a-7d00428fe113 service neutron] (94060) timed out ('10.222.0.48', 36238) {{(pid=94060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:54:47.443922 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:49.196297 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.372008 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c34d088-ca9e-4543-a73d-0a59ba4d858b req-747b02d0-575b-43f7-baab-3e1d9cda4cad tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086299652&fields=id&tenant_id=325c3e56d2744b2a9c509204c86ad6da HTTP/1.1" status: 200 len: 267 time: 0.0415523 Jul 27 20:54:55.440938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34d088-ca9e-4543-a73d-0a59ba4d858b req-ff78d6b6-7559-4d6d-8134-ca96e2269e61 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:55.442426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c34d088-ca9e-4543-a73d-0a59ba4d858b req-ff78d6b6-7559-4d6d-8134-ca96e2269e61 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 985 time: 0.0643666 Jul 27 20:54:55.456928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [req-8c34d088-ca9e-4543-a73d-0a59ba4d858b req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Request body: {'port': {'security_groups': ['71902be7-9175-4848-a744-9e2c3023825f']}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:55.560955 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8c34d088-ca9e-4543-a73d-0a59ba4d858b req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.751240 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [req-8c34d088-ca9e-4543-a73d-0a59ba4d858b req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] For port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad,segment=NetworkSegment(73a19d53-d206-41ff-a74b-fe33123bee35),segment_id=73a19d53-d206-41ff-a74b-fe33123bee35)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:55.782115 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8c34d088-ca9e-4543-a73d-0a59ba4d858b req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.788788 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8c34d088-ca9e-4543-a73d-0a59ba4d858b req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.801600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['78b5e6cd-20db-41b9-8d34-beab9f5cdaad'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:55.836946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34d088-ca9e-4543-a73d-0a59ba4d858b req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:55.837766 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [req-8c34d088-ca9e-4543-a73d-0a59ba4d858b req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.839067 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c34d088-ca9e-4543-a73d-0a59ba4d858b req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "PUT /v2.0/ports/78b5e6cd-20db-41b9-8d34-beab9f5cdaad HTTP/1.1" status: 200 len: 943 time: 0.3868122 Jul 27 20:54:55.839534 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'tag': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:55.841907 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020f00d9105fea8a59345fdc35de2f2854bc43d5b9a74a339288cd71c0a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6a4823-e120-4a61-b082-16508214aa2d" -d '{"events": [{"name": "network-changed", "server_uuid": "2460edb3-5dab-46cb-ad03-ecdb0f6bd59f", "tag": "78b5e6cd-20db-41b9-8d34-beab9f5cdaad"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:55.846543 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38884) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:55.870944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Pushing event updated for resources: {'Port': ['ID=78b5e6cd-20db-41b9-8d34-beab9f5cdaad,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:55.882092 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:55.882437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:55.883649 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:55.884035 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:55.884380 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:55.884741 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:55.885073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:55.885399 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:55.885749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:55.886059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:55.886365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:55.886688 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f63bb-e2e5-4cb9-86f6-9617d2443892 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:55.924872 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c748d025-bad7-4dad-9a8b-55e08b84aa2f x-openstack-request-id: req-c748d025-bad7-4dad-9a8b-55e08b84aa2f {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:55.925498 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2460edb3-5dab-46cb-ad03-ecdb0f6bd59f", "tag": "78b5e6cd-20db-41b9-8d34-beab9f5cdaad", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:55.925825 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c748d025-bad7-4dad-9a8b-55e08b84aa2f {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:55.926972 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'tag': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad', 'status': 'completed', 'code': 200} Jul 27 20:54:55.944333 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['78b5e6cd-20db-41b9-8d34-beab9f5cdaad'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:55.978466 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:56.012366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:56.079974 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a4823-e120-4a61-b082-16508214aa2d req-91a8c130-dc60-4882-bc8b-dcda378ce478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.081744 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2e6a4823-e120-4a61-b082-16508214aa2d req-91a8c130-dc60-4882-bc8b-dcda378ce478 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=325c3e56d2744b2a9c509204c86ad6da&device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 1098 time: 0.1317036 Jul 27 20:54:56.144080 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:56.147008 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:56.151288 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "DELETE /v2.0/security-groups/339b5802-8006-4a51-8933-937c1f090ef2 HTTP/1.1" status: 204 len: 168 time: 0.3030114 Jul 27 20:54:56.153760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38886) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:56.160272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cfc18b41-efaa-4d3e-b8ab-f487bb5e25ae None None] Provisioning complete for port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:56.161313 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cfc18b41-efaa-4d3e-b8ab-f487bb5e25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:56.176048 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=339b5802-8006-4a51-8933-937c1f090ef2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:56.190287 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dca26fff-3d30-46d8-9691-f5020dfbea7e req-f349a1ac-d9a6-442e-96ff-40bc2f9b5855 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0647984 Jul 27 20:54:56.212227 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:56.212601 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:56.212944 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:56.213304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:56.213639 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:56.213956 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:56.214284 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:56.214607 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:56.214932 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:56.215257 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:56.215578 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:56.215898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411c068-67b9-4cb1-8db3-0fd5a43bbe69 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:56.274798 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a4823-e120-4a61-b082-16508214aa2d req-f6630a35-15c9-41f8-a719-f0e4a2d1883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.276298 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2e6a4823-e120-4a61-b082-16508214aa2d req-f6630a35-15c9-41f8-a719-f0e4a2d1883a service neutron] 10.222.0.63 "GET /v2.0/networks?id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 HTTP/1.1" status: 200 len: 915 time: 0.1866357 Jul 27 20:54:56.396490 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2e6a4823-e120-4a61-b082-16508214aa2d req-24f84588-a0ec-44e3-aa83-f26c4fe73516 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad HTTP/1.1" status: 200 len: 1002 time: 0.0925174 Jul 27 20:54:56.457698 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a4823-e120-4a61-b082-16508214aa2d req-1ccc07a5-b9ef-44e1-955a-17f13513081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.459204 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2e6a4823-e120-4a61-b082-16508214aa2d req-1ccc07a5-b9ef-44e1-955a-17f13513081b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b41c0db4-590f-4d53-9265-85b72e8fd2c4 HTTP/1.1" status: 200 len: 853 time: 0.0554457 Jul 27 20:54:56.461598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f539f8ba-8f33-40f1-ae4a-c42c10eaa6fb tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Deleting port 1fd10dbc-0e10-4519-8d8f-19abaddea2fc {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:54:56.461948 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539f8ba-8f33-40f1-ae4a-c42c10eaa6fb tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:56.575444 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539f8ba-8f33-40f1-ae4a-c42c10eaa6fb tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:56.575766 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539f8ba-8f33-40f1-ae4a-c42c10eaa6fb tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:56.593698 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f539f8ba-8f33-40f1-ae4a-c42c10eaa6fb tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Calling delete_port for 1fd10dbc-0e10-4519-8d8f-19abaddea2fc owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:54:56.607818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a4823-e120-4a61-b082-16508214aa2d req-65f3d10a-8b45-4a12-9fb4-fff451e59913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.609443 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2e6a4823-e120-4a61-b082-16508214aa2d req-65f3d10a-8b45-4a12-9fb4-fff451e59913 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352413 Jul 27 20:54:56.771423 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2e6a4823-e120-4a61-b082-16508214aa2d req-f8ad94fc-2a1b-4c0a-9997-64434b1a8643 service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259441 Jul 27 20:54:57.277987 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2e6a4823-e120-4a61-b082-16508214aa2d req-bb74021f-3b54-4426-8dd6-2a2371f01c3e service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981730 Jul 27 20:54:57.279090 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539f8ba-8f33-40f1-ae4a-c42c10eaa6fb tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.307731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539f8ba-8f33-40f1-ae4a-c42c10eaa6fb tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Pushing event deleted for resources: {'Port': ['ID=1fd10dbc-0e10-4519-8d8f-19abaddea2fc,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:57.405369 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539f8ba-8f33-40f1-ae4a-c42c10eaa6fb tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.405741 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-f539f8ba-8f33-40f1-ae4a-c42c10eaa6fb tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Floating IP 158a77e9-dacf-4bd3-ad1d-cd36299db3c2 disassociated (deleted). External IP: 172.25.1.188, port: 78b5e6cd-20db-41b9-8d34-beab9f5cdaad. Jul 27 20:54:57.499219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca26fff-3d30-46d8-9691-f5020dfbea7e req-ec70153b-26f1-4edc-90f5-70be7a13b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.500786 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dca26fff-3d30-46d8-9691-f5020dfbea7e req-ec70153b-26f1-4edc-90f5-70be7a13b658 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=325c3e56d2744b2a9c509204c86ad6da&device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 1098 time: 0.1478360 Jul 27 20:54:57.690910 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca26fff-3d30-46d8-9691-f5020dfbea7e req-4caaec64-16be-4d5a-a81c-936e880aa322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.692570 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dca26fff-3d30-46d8-9691-f5020dfbea7e req-4caaec64-16be-4d5a-a81c-936e880aa322 service neutron] 10.222.0.63 "GET /v2.0/networks?id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 HTTP/1.1" status: 200 len: 915 time: 0.1709828 Jul 27 20:54:57.744693 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dca26fff-3d30-46d8-9691-f5020dfbea7e req-b73490c2-115f-4538-8fea-cbd24c54a20d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad HTTP/1.1" status: 200 len: 217 time: 0.0443769 Jul 27 20:54:57.748818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f539f8ba-8f33-40f1-ae4a-c42c10eaa6fb tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Router 9e1b6e19-8985-4585-be36-3a01746a45ca has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:54:57.835078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca26fff-3d30-46d8-9691-f5020dfbea7e req-1cd78e8d-052e-4bae-a5eb-1ad93a8d9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.836579 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dca26fff-3d30-46d8-9691-f5020dfbea7e req-1cd78e8d-052e-4bae-a5eb-1ad93a8d9f7c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b41c0db4-590f-4d53-9265-85b72e8fd2c4 HTTP/1.1" status: 200 len: 853 time: 0.0848544 Jul 27 20:54:57.937655 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f539f8ba-8f33-40f1-ae4a-c42c10eaa6fb tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:54:57.943714 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f539f8ba-8f33-40f1-ae4a-c42c10eaa6fb tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.948927 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5936f0-f6a5-4cf8-8783-145191c0429d None None] Sync routers for ids ['9e1b6e19-8985-4585-be36-3a01746a45ca'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:54:57.959107 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5936f0-f6a5-4cf8-8783-145191c0429d None None] Routers {'9e1b6e19-8985-4585-be36-3a01746a45ca'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:57.959840 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3b5936f0-f6a5-4cf8-8783-145191c0429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:54:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9e1b6e19-8985-4585-be36-3a01746a45ca'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:57.986834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca26fff-3d30-46d8-9691-f5020dfbea7e req-4d5394ec-baa0-4f8d-a0cf-a45f44686a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.988455 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dca26fff-3d30-46d8-9691-f5020dfbea7e req-4d5394ec-baa0-4f8d-a0cf-a45f44686a4a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1423681 Jul 27 20:54:57.992626 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f539f8ba-8f33-40f1-ae4a-c42c10eaa6fb tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "DELETE /v2.0/floatingips/158a77e9-dacf-4bd3-ad1d-cd36299db3c2 HTTP/1.1" status: 204 len: 168 time: 1.8339896 Jul 27 20:54:57.993382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'tag': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:57.996188 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12571e8-72fc-49f0-878f-dd2bff206440" -d '{"events": [{"name": "network-changed", "server_uuid": "2460edb3-5dab-46cb-ad03-ecdb0f6bd59f", "tag": "78b5e6cd-20db-41b9-8d34-beab9f5cdaad"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:58.078681 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-3b5936f0-f6a5-4cf8-8783-145191c0429d None None] Set router 9e1b6e19-8985-4585-be36-3a01746a45ca gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:58.100828 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dca26fff-3d30-46d8-9691-f5020dfbea7e req-6d7a4ca1-c9ea-44e8-8b9c-d8e30496134e service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010504 Jul 27 20:54:58.211874 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-dca26fff-3d30-46d8-9691-f5020dfbea7e req-d570b078-600f-4d4c-8546-7ded7c19de88 service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026838 Jul 27 20:54:58.245095 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad7c4c5-6f0e-48d6-8d80-075811f807f3 x-openstack-request-id: req-4ad7c4c5-6f0e-48d6-8d80-075811f807f3 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:58.245503 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2460edb3-5dab-46cb-ad03-ecdb0f6bd59f", "tag": "78b5e6cd-20db-41b9-8d34-beab9f5cdaad", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:58.245999 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ad7c4c5-6f0e-48d6-8d80-075811f807f3 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:58.246493 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'tag': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad', 'status': 'completed', 'code': 200} Jul 27 20:54:58.325349 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3b5936f0-f6a5-4cf8-8783-145191c0429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:03Z', 'revision_number': 4, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'gw_port': {'id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '2d1d3953-115c-4942-ac99-255a3ae85c30', 'name': '', 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'mac_address': 'fa:16:3e:77:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:02Z', 'updated_at': '2021-07-27T20:53:08Z', 'revision_number': 5, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'subnets': [{'id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:58.351671 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12571e8-72fc-49f0-878f-dd2bff206440 req-900eaf93-4f31-4eb9-b8c4-fcb92a1becd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:58.352922 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5936f0-f6a5-4cf8-8783-145191c0429d None None] Checking router: 9e1b6e19-8985-4585-be36-3a01746a45ca for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:54:58.353396 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b12571e8-72fc-49f0-878f-dd2bff206440 req-900eaf93-4f31-4eb9-b8c4-fcb92a1becd0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=325c3e56d2744b2a9c509204c86ad6da&device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 1098 time: 0.0783761 Jul 27 20:54:58.361615 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5936f0-f6a5-4cf8-8783-145191c0429d None None] Routers {'9e1b6e19-8985-4585-be36-3a01746a45ca'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:58.362230 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3b5936f0-f6a5-4cf8-8783-145191c0429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:54:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9e1b6e19-8985-4585-be36-3a01746a45ca'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:58.450130 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12571e8-72fc-49f0-878f-dd2bff206440 req-0bd15cb0-7d2b-46a5-bae8-32be40d5a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:58.451533 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b12571e8-72fc-49f0-878f-dd2bff206440 req-0bd15cb0-7d2b-46a5-bae8-32be40d5a59a service neutron] 10.222.0.63 "GET /v2.0/networks?id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 HTTP/1.1" status: 200 len: 915 time: 0.0907528 Jul 27 20:54:58.471598 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-3b5936f0-f6a5-4cf8-8783-145191c0429d None None] Set router 9e1b6e19-8985-4585-be36-3a01746a45ca gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:58.496617 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b12571e8-72fc-49f0-878f-dd2bff206440 req-884f974c-c838-4ce0-8c8e-68afe8438800 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad HTTP/1.1" status: 200 len: 217 time: 0.0370333 Jul 27 20:54:58.553100 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12571e8-72fc-49f0-878f-dd2bff206440 req-a9d287e1-ab58-4578-b893-8813fbc5c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:58.554607 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b12571e8-72fc-49f0-878f-dd2bff206440 req-a9d287e1-ab58-4578-b893-8813fbc5c923 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b41c0db4-590f-4d53-9265-85b72e8fd2c4 HTTP/1.1" status: 200 len: 853 time: 0.0512855 Jul 27 20:54:58.618612 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12571e8-72fc-49f0-878f-dd2bff206440 req-21007da3-2f73-4a6c-9cd4-a202038e1c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:58.620132 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b12571e8-72fc-49f0-878f-dd2bff206440 req-21007da3-2f73-4a6c-9cd4-a202038e1c2e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564935 Jul 27 20:54:58.686536 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-3b5936f0-f6a5-4cf8-8783-145191c0429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:03Z', 'revision_number': 4, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'gw_port': {'id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '2d1d3953-115c-4942-ac99-255a3ae85c30', 'name': '', 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'mac_address': 'fa:16:3e:77:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:02Z', 'updated_at': '2021-07-27T20:53:08Z', 'revision_number': 5, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'subnets': [{'id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:58.713745 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5936f0-f6a5-4cf8-8783-145191c0429d None None] The sync data for ids ['9e1b6e19-8985-4585-be36-3a01746a45ca'] in n-d-705657-21 is: [{'id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:03Z', 'revision_number': 4, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'gw_port': {'id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '2d1d3953-115c-4942-ac99-255a3ae85c30', 'name': '', 'network_id': 'bbff5f22-dd2d-47a1-99ca-5f3edc540bd0', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'mac_address': 'fa:16:3e:77:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:02Z', 'updated_at': '2021-07-27T20:53:08Z', 'revision_number': 5, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'subnets': [{'id': 'b41c0db4-590f-4d53-9265-85b72e8fd2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:54:58.719775 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b12571e8-72fc-49f0-878f-dd2bff206440 req-b43779d7-49b2-4134-b6a8-f24437276420 service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906494 Jul 27 20:54:58.827129 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b12571e8-72fc-49f0-878f-dd2bff206440 req-4bb00bcd-b518-4321-a5e6-56b72b3d74f5 service neutron] 10.222.0.63 "GET /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000476 Jul 27 20:54:58.953163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a158ef35-c101-4256-abc5-1a9bc7c2b239 None None] New status for floating IP 158a77e9-dacf-4bd3-ad1d-cd36299db3c2: DOWN {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:55:05.097055 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f5fde-1636-466a-9222-24f553567128 req-38d29bbf-9ecf-4d2e-b95f-eb6863cddb91 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:05.099236 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-301f5fde-1636-466a-9222-24f553567128 req-38d29bbf-9ecf-4d2e-b95f-eb6863cddb91 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 946 time: 0.0702703 Jul 27 20:55:05.142924 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-301f5fde-1636-466a-9222-24f553567128 req-d3a71f24-6917-46bc-a4cb-3175b0c97ce8 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373242 Jul 27 20:55:06.346707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94481018-c221-4fa9-979f-20aed14d02de req-f24df091-8284-4103-9dab-17de12a2b6aa tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:06.349293 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94481018-c221-4fa9-979f-20aed14d02de req-f24df091-8284-4103-9dab-17de12a2b6aa tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 946 time: 0.1056318 Jul 27 20:55:06.414957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94481018-c221-4fa9-979f-20aed14d02de req-fd232000-4015-4cc4-88fe-848842694eae tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/security-groups?id=71902be7-9175-4848-a744-9e2c3023825f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548427 Jul 27 20:55:06.707190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d40c8b-d59a-4fca-aab4-d6dfb5da8921 req-10e09b7f-5db4-4a3a-ae52-048810928352 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:06.708678 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-18d40c8b-d59a-4fca-aab4-d6dfb5da8921 req-10e09b7f-5db4-4a3a-ae52-048810928352 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.63 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 946 time: 0.0681062 Jul 27 20:55:06.820058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-18d40c8b-d59a-4fca-aab4-d6dfb5da8921 req-0dcad675-8584-4708-983e-87e874d73505 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Deleting port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:06.820445 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-18d40c8b-d59a-4fca-aab4-d6dfb5da8921 req-0dcad675-8584-4708-983e-87e874d73505 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:06.911666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-18d40c8b-d59a-4fca-aab4-d6dfb5da8921 req-0dcad675-8584-4708-983e-87e874d73505 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] For port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=78b5e6cd-20db-41b9-8d34-beab9f5cdaad,segment=NetworkSegment(73a19d53-d206-41ff-a74b-fe33123bee35),segment_id=73a19d53-d206-41ff-a74b-fe33123bee35)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:06.912042 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-18d40c8b-d59a-4fca-aab4-d6dfb5da8921 req-0dcad675-8584-4708-983e-87e874d73505 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:06.925516 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-18d40c8b-d59a-4fca-aab4-d6dfb5da8921 req-0dcad675-8584-4708-983e-87e874d73505 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Calling delete_port for 78b5e6cd-20db-41b9-8d34-beab9f5cdaad owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:07.070817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-18d40c8b-d59a-4fca-aab4-d6dfb5da8921 req-0dcad675-8584-4708-983e-87e874d73505 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.086302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['78b5e6cd-20db-41b9-8d34-beab9f5cdaad'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:07.111718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcad675-8584-4708-983e-87e874d73505 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Pushing event deleted for resources: {'Port': ['ID=78b5e6cd-20db-41b9-8d34-beab9f5cdaad,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:07.163314 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d40c8b-d59a-4fca-aab4-d6dfb5da8921 req-0dcad675-8584-4708-983e-87e874d73505 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] No DVR routers for this DVR port 78b5e6cd-20db-41b9-8d34-beab9f5cdaad on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:07.166638 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-18d40c8b-d59a-4fca-aab4-d6dfb5da8921 req-0dcad675-8584-4708-983e-87e874d73505 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.168752 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-18d40c8b-d59a-4fca-aab4-d6dfb5da8921 req-0dcad675-8584-4708-983e-87e874d73505 tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.63 "DELETE /v2.0/ports/78b5e6cd-20db-41b9-8d34-beab9f5cdaad HTTP/1.1" status: 204 len: 173 time: 0.4540379 Jul 27 20:55:07.169179 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'name': 'network-vif-deleted', 'tag': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:07.171504 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77307ace-9b09-4431-a578-3e796949aef2" -d '{"events": [{"server_uuid": "2460edb3-5dab-46cb-ad03-ecdb0f6bd59f", "name": "network-vif-deleted", "tag": "78b5e6cd-20db-41b9-8d34-beab9f5cdaad"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:07.218882 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52b47da-c137-4a6b-b639-e0b09c40c11c x-openstack-request-id: req-f52b47da-c137-4a6b-b639-e0b09c40c11c {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:07.219293 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2460edb3-5dab-46cb-ad03-ecdb0f6bd59f", "name": "network-vif-deleted", "tag": "78b5e6cd-20db-41b9-8d34-beab9f5cdaad", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:07.219598 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f52b47da-c137-4a6b-b639-e0b09c40c11c {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:07.220013 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2460edb3-5dab-46cb-ad03-ecdb0f6bd59f', 'name': 'network-vif-deleted', 'tag': '78b5e6cd-20db-41b9-8d34-beab9f5cdaad', 'status': 'completed', 'code': 200} Jul 27 20:55:07.543563 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ce26ef7e-d33f-40b9-8db8-bb27b54f730e req-4107c659-94d0-4cc3-8142-264c0b63469a tempest-TestMinimumBasicScenario-413448227 tempest-TestMinimumBasicScenario-413448227-project] 10.222.0.48 "GET /v2.0/ports?device_id=2460edb3-5dab-46cb-ad03-ecdb0f6bd59f HTTP/1.1" status: 200 len: 210 time: 0.0309241 Jul 27 20:55:09.177730 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.256268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38990) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:09.621109 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2cf1-1015-4000-9582-565728ecc7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.903385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d2cf1-1015-4000-9582-565728ecc7d7 admin admin] Deleting port 2d1d3953-115c-4942-ac99-255a3ae85c30 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:09.903620 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2cf1-1015-4000-9582-565728ecc7d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.990485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-3e5d2cf1-1015-4000-9582-565728ecc7d7 admin admin] For port 2d1d3953-115c-4942-ac99-255a3ae85c30, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2d1d3953-115c-4942-ac99-255a3ae85c30,segment=NetworkSegment(73a19d53-d206-41ff-a74b-fe33123bee35),segment_id=73a19d53-d206-41ff-a74b-fe33123bee35)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:09.990818 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2cf1-1015-4000-9582-565728ecc7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.004920 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d2cf1-1015-4000-9582-565728ecc7d7 admin admin] Calling delete_port for 2d1d3953-115c-4942-ac99-255a3ae85c30 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:10.200733 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2cf1-1015-4000-9582-565728ecc7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.232263 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d2cf1-1015-4000-9582-565728ecc7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1d3953-115c-4942-ac99-255a3ae85c30,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:10.407001 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2cf1-1015-4000-9582-565728ecc7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.632200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5d2cf1-1015-4000-9582-565728ecc7d7 admin admin] Router 9e1b6e19-8985-4585-be36-3a01746a45ca has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:55:10.749063 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5d2cf1-1015-4000-9582-565728ecc7d7 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:10.754461 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3e5d2cf1-1015-4000-9582-565728ecc7d7 admin admin] 10.222.0.48 "PUT /v2.0/routers/9e1b6e19-8985-4585-be36-3a01746a45ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4970000 Jul 27 20:55:10.757559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38992) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:10.761362 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd9e8bf-4fb7-4aa0-b3b6-b27eb6050b08 None None] Sync routers for ids ['9e1b6e19-8985-4585-be36-3a01746a45ca'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:10.771569 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9e8bf-4fb7-4aa0-b3b6-b27eb6050b08 None None] Routers {'9e1b6e19-8985-4585-be36-3a01746a45ca'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:10.772178 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-afd9e8bf-4fb7-4aa0-b3b6-b27eb6050b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:54:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9e1b6e19-8985-4585-be36-3a01746a45ca'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:10.866406 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.877831 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-afd9e8bf-4fb7-4aa0-b3b6-b27eb6050b08 None None] Set router 9e1b6e19-8985-4585-be36-3a01746a45ca gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:10.974703 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.030744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] Deleting port e4caf26a-3d16-4407-8ade-d8398d535f87 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:11.031041 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.061157 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-afd9e8bf-4fb7-4aa0-b3b6-b27eb6050b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:55:10Z', 'revision_number': 5, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'gw_port': {'id': 'e4caf26a-3d16-4407-8ade-d8398d535f87', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:14:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:11.117212 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] For port e4caf26a-3d16-4407-8ade-d8398d535f87, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e4caf26a-3d16-4407-8ade-d8398d535f87,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:11.117535 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.137292 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] Calling delete_port for e4caf26a-3d16-4407-8ade-d8398d535f87 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:11.184943 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd9e8bf-4fb7-4aa0-b3b6-b27eb6050b08 None None] Checking router: 9e1b6e19-8985-4585-be36-3a01746a45ca for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:11.193626 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9e8bf-4fb7-4aa0-b3b6-b27eb6050b08 None None] Routers {'9e1b6e19-8985-4585-be36-3a01746a45ca'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:11.194357 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-afd9e8bf-4fb7-4aa0-b3b6-b27eb6050b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:54:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['9e1b6e19-8985-4585-be36-3a01746a45ca'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:11.284577 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-afd9e8bf-4fb7-4aa0-b3b6-b27eb6050b08 None None] Set router 9e1b6e19-8985-4585-be36-3a01746a45ca gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:11.309252 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.321718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 78b5e6cd-20db-41b9-8d34-beab9f5cdaad no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:11.335932 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-afd9e8bf-4fb7-4aa0-b3b6-b27eb6050b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:55:10Z', 'revision_number': 6, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:11.341232 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4caf26a-3d16-4407-8ade-d8398d535f87,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:11.343269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 78b5e6cd-20db-41b9-8d34-beab9f5cdaad {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:11.343613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 78b5e6cd-20db-41b9-8d34-beab9f5cdaad not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:11.367216 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd9e8bf-4fb7-4aa0-b3b6-b27eb6050b08 None None] The sync data for ids ['9e1b6e19-8985-4585-be36-3a01746a45ca'] in n-d-705657-21 is: [{'id': '9e1b6e19-8985-4585-be36-3a01746a45ca', 'name': 'tempest-TestMinimumBasicScenario-758123159-router', 'tenant_id': '325c3e56d2744b2a9c509204c86ad6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:55:10Z', 'revision_number': 6, 'project_id': '325c3e56d2744b2a9c509204c86ad6da', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:11.406575 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.502431 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.504829 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.551478 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.552669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e1b6e19-8985-4585-be36-3a01746a45ca {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:55:11.558545 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.560297 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2be5fa6e-8ee9-44f8-a99c-3cd3caa90f62 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9e1b6e19-8985-4585-be36-3a01746a45ca HTTP/1.1" status: 204 len: 168 time: 0.8017020 Jul 27 20:55:11.563088 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38994) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:11.621952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b9ca9e-48a8-4b70-aacb-0beacacdd5ef admin admin] Deleting subnet b41c0db4-590f-4d53-9265-85b72e8fd2c4 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:55:11.625429 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38b9ca9e-48a8-4b70-aacb-0beacacdd5ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.662407 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38b9ca9e-48a8-4b70-aacb-0beacacdd5ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.762604 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38b9ca9e-48a8-4b70-aacb-0beacacdd5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.830734 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38b9ca9e-48a8-4b70-aacb-0beacacdd5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.860716 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38b9ca9e-48a8-4b70-aacb-0beacacdd5ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.864936 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-38b9ca9e-48a8-4b70-aacb-0beacacdd5ef admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b41c0db4-590f-4d53-9265-85b72e8fd2c4 HTTP/1.1" status: 204 len: 168 time: 0.2981994 Jul 27 20:55:11.864936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9ca9e-48a8-4b70-aacb-0beacacdd5ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b41c0db4-590f-4d53-9265-85b72e8fd2c4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:11.865716 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 38996) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:11.866443 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4310ac2-1690-4a2a-9947-274d4735bb3c None None] Network bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:11.937848 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.994484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] Deleting port 57d29abd-f721-4b5d-a119-95e1f43ff85c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:11.994821 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.059932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] For port 57d29abd-f721-4b5d-a119-95e1f43ff85c, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=57d29abd-f721-4b5d-a119-95e1f43ff85c,segment=NetworkSegment(73a19d53-d206-41ff-a74b-fe33123bee35),segment_id=73a19d53-d206-41ff-a74b-fe33123bee35)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:12.060180 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.079923 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] Calling delete_port for 57d29abd-f721-4b5d-a119-95e1f43ff85c owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:12.151595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] DHCP port deletion for bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:55:12.170961 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.199698 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d29abd-f721-4b5d-a119-95e1f43ff85c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:12.203527 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] No DVR routers for this DVR port 57d29abd-f721-4b5d-a119-95e1f43ff85c on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:12.207980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Deleting port 57d29abd-f721-4b5d-a119-95e1f43ff85c {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:12.208354 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.272552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] For port 57d29abd-f721-4b5d-a119-95e1f43ff85c, host n-d-705657-21, got binding levels [] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:12.273175 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.281680 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.287339 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Calling delete_port for 57d29abd-f721-4b5d-a119-95e1f43ff85c owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:12.291480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.ipam_backend_mixin [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Port 57d29abd-f721-4b5d-a119-95e1f43ff85c was not found and therefore no delete operation was performed {{(pid=94061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 20:55:12.292775 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbff5f22-dd2d-47a1-99ca-5f3edc540bd0']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:12.292988 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.304896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a19d53-d206-41ff-a74b-fe33123bee35') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:12.305202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a19d53-d206-41ff-a74b-fe33123bee35') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:12.315159 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.316842 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Pushing event deleted for resources: {'Port': ['ID=57d29abd-f721-4b5d-a119-95e1f43ff85c,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:12.328467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:12.329585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:12.330118 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:12.330639 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:12.330749 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.331283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:12.331867 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:12.332148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:12.332656 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:12.333160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:12.333634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:12.334190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:12.334685 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:12.338316 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37197104-297a-47df-91a7-bc7c7e4fc768 None None] No DVR routers for this DVR port 57d29abd-f721-4b5d-a119-95e1f43ff85c on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:12.348466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:55:12.348874 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:55:12.350956 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:55:12.365375 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.369041 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 57d29abd-f721-4b5d-a119-95e1f43ff85c no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:12.391063 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 57d29abd-f721-4b5d-a119-95e1f43ff85c {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:12.391410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 57d29abd-f721-4b5d-a119-95e1f43ff85c not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:12.391830 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2d1d3953-115c-4942-ac99-255a3ae85c30 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:12.416377 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 2d1d3953-115c-4942-ac99-255a3ae85c30 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:12.416741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2d1d3953-115c-4942-ac99-255a3ae85c30 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:12.417066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e4caf26a-3d16-4407-8ade-d8398d535f87 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:12.425412 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.430861 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.434106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bbff5f22-dd2d-47a1-99ca-5f3edc540bd0 HTTP/1.1" status: 204 len: 168 time: 0.5670159 Jul 27 20:55:12.437631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 38998) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:12.439087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: e4caf26a-3d16-4407-8ade-d8398d535f87 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:12.439513 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e4caf26a-3d16-4407-8ade-d8398d535f87 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:12.452021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7ae10-8063-4180-b477-8cf5540e4b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbff5f22-dd2d-47a1-99ca-5f3edc540bd0,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:13.203850 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8386109-59fa-45be-86df-f48c173c21a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.492134 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-a8386109-59fa-45be-86df-f48c173c21a0 admin admin] Deleting port f0109606-f3f6-4f37-9046-25cbe6b0d2e5 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:13.492352 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8386109-59fa-45be-86df-f48c173c21a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.546258 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0e6f3211-1c07-4f0f-a7e1-41c2b2bfefaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.582872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-a8386109-59fa-45be-86df-f48c173c21a0 admin admin] For port f0109606-f3f6-4f37-9046-25cbe6b0d2e5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f0109606-f3f6-4f37-9046-25cbe6b0d2e5,segment=NetworkSegment(5abb75b9-18e8-4df5-a4a4-5070500c39fb),segment_id=5abb75b9-18e8-4df5-a4a4-5070500c39fb)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:13.583236 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8386109-59fa-45be-86df-f48c173c21a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.597673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-a8386109-59fa-45be-86df-f48c173c21a0 admin admin] Calling delete_port for f0109606-f3f6-4f37-9046-25cbe6b0d2e5 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:13.794336 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8386109-59fa-45be-86df-f48c173c21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.822643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8386109-59fa-45be-86df-f48c173c21a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0109606-f3f6-4f37-9046-25cbe6b0d2e5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:14.007331 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-a8386109-59fa-45be-86df-f48c173c21a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.263934 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8386109-59fa-45be-86df-f48c173c21a0 admin admin] Router d6323697-0463-4043-9969-faf079afb0cc has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:55:14.376693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8386109-59fa-45be-86df-f48c173c21a0 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:14.381773 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a8386109-59fa-45be-86df-f48c173c21a0 admin admin] 10.222.0.48 "PUT /v2.0/routers/d6323697-0463-4043-9969-faf079afb0cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9430101 Jul 27 20:55:14.384762 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39000) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:14.388760 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28787784-7111-47f1-b158-cef899473f85 None None] Sync routers for ids ['d6323697-0463-4043-9969-faf079afb0cc'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:14.398094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28787784-7111-47f1-b158-cef899473f85 None None] Routers {'d6323697-0463-4043-9969-faf079afb0cc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:14.398710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-28787784-7111-47f1-b158-cef899473f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:54:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d6323697-0463-4043-9969-faf079afb0cc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:14.498506 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.515632 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-28787784-7111-47f1-b158-cef899473f85 None None] Set router d6323697-0463-4043-9969-faf079afb0cc gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:14.610026 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.665970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] Deleting port 2b641561-e709-4885-ab03-0273554b94f2 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:14.666202 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.707120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-28787784-7111-47f1-b158-cef899473f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6323697-0463-4043-9969-faf079afb0cc', 'name': 'tempest-TestMinimumBasicScenario-231666066-router', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '2b641561-e709-4885-ab03-0273554b94f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:55:13Z', 'revision_number': 5, 'project_id': '0e5bfa464bc44051a6b73f634f2709f0', 'gw_port': {'id': '2b641561-e709-4885-ab03-0273554b94f2', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6323697-0463-4043-9969-faf079afb0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:14.736525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28787784-7111-47f1-b158-cef899473f85 None None] Checking router: d6323697-0463-4043-9969-faf079afb0cc for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:14.745720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28787784-7111-47f1-b158-cef899473f85 None None] Routers {'d6323697-0463-4043-9969-faf079afb0cc'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:14.746342 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-28787784-7111-47f1-b158-cef899473f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:54:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d6323697-0463-4043-9969-faf079afb0cc'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:14.754628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] For port 2b641561-e709-4885-ab03-0273554b94f2, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2b641561-e709-4885-ab03-0273554b94f2,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:14.754994 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.770248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] Calling delete_port for 2b641561-e709-4885-ab03-0273554b94f2 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:14.837290 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-28787784-7111-47f1-b158-cef899473f85 None None] Set router d6323697-0463-4043-9969-faf079afb0cc gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:14.903957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-28787784-7111-47f1-b158-cef899473f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6323697-0463-4043-9969-faf079afb0cc', 'name': 'tempest-TestMinimumBasicScenario-231666066-router', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:55:14Z', 'revision_number': 6, 'project_id': '0e5bfa464bc44051a6b73f634f2709f0', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:14.932109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28787784-7111-47f1-b158-cef899473f85 None None] The sync data for ids ['d6323697-0463-4043-9969-faf079afb0cc'] in n-d-705657-21 is: [{'id': 'd6323697-0463-4043-9969-faf079afb0cc', 'name': 'tempest-TestMinimumBasicScenario-231666066-router', 'tenant_id': '0e5bfa464bc44051a6b73f634f2709f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:05Z', 'updated_at': '2021-07-27T20:55:14Z', 'revision_number': 6, 'project_id': '0e5bfa464bc44051a6b73f634f2709f0', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:14.955151 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.985215 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b641561-e709-4885-ab03-0273554b94f2,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:15.055144 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.170423 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.172682 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.225490 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.226202 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6323697-0463-4043-9969-faf079afb0cc {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:55:15.231443 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.235120 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-34c3d5d1-5c64-4aba-b2af-18fc0fbcdf0b admin admin] 10.222.0.48 "DELETE /v2.0/routers/d6323697-0463-4043-9969-faf079afb0cc HTTP/1.1" status: 204 len: 168 time: 0.8469312 Jul 27 20:55:15.235606 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39002) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:15.285718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5c32af-9caa-41b9-899a-c5d388b0b0ee admin admin] Deleting subnet ee7f32b7-73e3-4fbb-b0a5-e0fcfa9bc471 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:55:15.290046 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5c32af-9caa-41b9-899a-c5d388b0b0ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.336612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5c32af-9caa-41b9-899a-c5d388b0b0ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.441524 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5c32af-9caa-41b9-899a-c5d388b0b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.505261 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5c32af-9caa-41b9-899a-c5d388b0b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.535773 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c32af-9caa-41b9-899a-c5d388b0b0ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee7f32b7-73e3-4fbb-b0a5-e0fcfa9bc471,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:15.539571 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4f5c32af-9caa-41b9-899a-c5d388b0b0ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.543975 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4f5c32af-9caa-41b9-899a-c5d388b0b0ee admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ee7f32b7-73e3-4fbb-b0a5-e0fcfa9bc471 HTTP/1.1" status: 204 len: 168 time: 0.3047860 Jul 27 20:55:15.544384 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39004) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:15.547379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eb56aa-21bb-41c1-8058-f4ef8d1952ae None None] Network 6204b013-cfdc-45f4-93b3-5d6b29346ca4 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:15.623029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.697870 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] Deleting port f38869f7-85e1-45db-a49b-8a189ae23aa9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:15.698963 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.782558 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] For port f38869f7-85e1-45db-a49b-8a189ae23aa9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f38869f7-85e1-45db-a49b-8a189ae23aa9,segment=NetworkSegment(5abb75b9-18e8-4df5-a4a4-5070500c39fb),segment_id=5abb75b9-18e8-4df5-a4a4-5070500c39fb)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:15.782915 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132af2fe-b2cc-488e-a438-29ab8465bc8e None None] DHCP port deletion for 6204b013-cfdc-45f4-93b3-5d6b29346ca4 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:55:15.783407 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.798095 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] Calling delete_port for f38869f7-85e1-45db-a49b-8a189ae23aa9 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:15.843318 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-132af2fe-b2cc-488e-a438-29ab8465bc8e None None] Deleting port f38869f7-85e1-45db-a49b-8a189ae23aa9 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:15.843701 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-132af2fe-b2cc-488e-a438-29ab8465bc8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.907228 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.925734 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-132af2fe-b2cc-488e-a438-29ab8465bc8e None None] For port f38869f7-85e1-45db-a49b-8a189ae23aa9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f38869f7-85e1-45db-a49b-8a189ae23aa9,segment=NetworkSegment(5abb75b9-18e8-4df5-a4a4-5070500c39fb),segment_id=5abb75b9-18e8-4df5-a4a4-5070500c39fb)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:15.926190 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-132af2fe-b2cc-488e-a438-29ab8465bc8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.944597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-132af2fe-b2cc-488e-a438-29ab8465bc8e None None] Calling delete_port for f38869f7-85e1-45db-a49b-8a189ae23aa9 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:15.946718 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] Pushing event deleted for resources: {'Port': ['ID=f38869f7-85e1-45db-a49b-8a189ae23aa9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:15.951040 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] No DVR routers for this DVR port f38869f7-85e1-45db-a49b-8a189ae23aa9 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:16.039854 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-132af2fe-b2cc-488e-a438-29ab8465bc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.058408 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.067550 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132af2fe-b2cc-488e-a438-29ab8465bc8e None None] Pushing event deleted for resources: {'Port': ['ID=f38869f7-85e1-45db-a49b-8a189ae23aa9,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:16.071819 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132af2fe-b2cc-488e-a438-29ab8465bc8e None None] No DVR routers for this DVR port f38869f7-85e1-45db-a49b-8a189ae23aa9 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:16.073850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6204b013-cfdc-45f4-93b3-5d6b29346ca4']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:16.096980 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abb75b9-18e8-4df5-a4a4-5070500c39fb') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:16.097277 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abb75b9-18e8-4df5-a4a4-5070500c39fb') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:16.107881 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.124446 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.132737 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:55:16.133641 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:55:16.135724 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:55:16.198075 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.207517 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.210083 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] 10.222.0.48 "DELETE /v2.0/networks/6204b013-cfdc-45f4-93b3-5d6b29346ca4 HTTP/1.1" status: 204 len: 168 time: 0.6645968 Jul 27 20:55:16.222867 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4aa1c-89fd-4491-baff-297fbe44570b admin admin] Pushing event deleted for resources: {'Network': ['ID=6204b013-cfdc-45f4-93b3-5d6b29346ca4,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:16.253038 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e549c458-5985-458a-9744-c453bffc112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.348100 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.366705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f38869f7-85e1-45db-a49b-8a189ae23aa9 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:16.392775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f38869f7-85e1-45db-a49b-8a189ae23aa9 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:16.393251 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f38869f7-85e1-45db-a49b-8a189ae23aa9 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:16.393761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2b641561-e709-4885-ab03-0273554b94f2 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:16.416568 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 2b641561-e709-4885-ab03-0273554b94f2 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:16.416971 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2b641561-e709-4885-ab03-0273554b94f2 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:16.417462 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f0109606-f3f6-4f37-9046-25cbe6b0d2e5 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:16.422605 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39008) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:16.438662 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f0109606-f3f6-4f37-9046-25cbe6b0d2e5 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:16.439037 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f0109606-f3f6-4f37-9046-25cbe6b0d2e5 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:16.474542 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2abc02c0-299b-4f13-96b7-6eb57d60248c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=325c3e56d2744b2a9c509204c86ad6da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503237 Jul 27 20:55:16.477392 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39010) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:16.537040 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95636de1-6fe0-4825-be9f-a3794a42e80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.566383 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95636de1-6fe0-4825-be9f-a3794a42e80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.619178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95636de1-6fe0-4825-be9f-a3794a42e80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.621853 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95636de1-6fe0-4825-be9f-a3794a42e80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.623495 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-95636de1-6fe0-4825-be9f-a3794a42e80d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71902be7-9175-4848-a744-9e2c3023825f HTTP/1.1" status: 204 len: 168 time: 0.1448309 Jul 27 20:55:16.635632 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95636de1-6fe0-4825-be9f-a3794a42e80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71902be7-9175-4848-a744-9e2c3023825f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:17.063150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39016) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:17.115112 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39018) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:17.115371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6586a7cc-72c5-4e0f-91ce-3471b0c53203 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e5bfa464bc44051a6b73f634f2709f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508599 Jul 27 20:55:17.177133 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1d78b718-be7d-40cb-905c-788e67b1e68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.202124 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1d78b718-be7d-40cb-905c-788e67b1e68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.259781 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1d78b718-be7d-40cb-905c-788e67b1e68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.263039 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1d78b718-be7d-40cb-905c-788e67b1e68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.264845 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1d78b718-be7d-40cb-905c-788e67b1e68d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8dccfbf1-206a-4005-94e1-3dca29484ef6 HTTP/1.1" status: 204 len: 168 time: 0.1479676 Jul 27 20:55:17.275002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78b718-be7d-40cb-905c-788e67b1e68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dccfbf1-206a-4005-94e1-3dca29484ef6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:17.453796 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.156424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39058) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:19.161479 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-65a485e3-8bbc-4071-9287-287fb0002fbc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-42991152', 'description': 'tempest-secgroup-smoke-42991152 description', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:19.189733 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65a485e3-8bbc-4071-9287-287fb0002fbc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.199437 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65a485e3-8bbc-4071-9287-287fb0002fbc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.204281 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.314716 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65a485e3-8bbc-4071-9287-287fb0002fbc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.320051 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65a485e3-8bbc-4071-9287-287fb0002fbc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.360247 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a485e3-8bbc-4071-9287-287fb0002fbc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32046b7-af16-4292-99c6-e5fb565ef175,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:19.424815 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65a485e3-8bbc-4071-9287-287fb0002fbc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.429606 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65a485e3-8bbc-4071-9287-287fb0002fbc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.457656 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-65a485e3-8bbc-4071-9287-287fb0002fbc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.461452 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-65a485e3-8bbc-4071-9287-287fb0002fbc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3013978 Jul 27 20:55:19.461652 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39060) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:19.467365 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-0c5345f4-deec-4fe4-9dd3-bbf785c950a7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '5698238f-a000-4582-b35e-392b94e2363d', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:19.473309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a485e3-8bbc-4071-9287-287fb0002fbc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5698238f-a000-4582-b35e-392b94e2363d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:19.503807 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0c5345f4-deec-4fe4-9dd3-bbf785c950a7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.573373 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0c5345f4-deec-4fe4-9dd3-bbf785c950a7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.577993 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0c5345f4-deec-4fe4-9dd3-bbf785c950a7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.599052 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5345f4-deec-4fe4-9dd3-bbf785c950a7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389fceb6-3482-4f97-bd5e-22f669129a4e,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:19.608751 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0c5345f4-deec-4fe4-9dd3-bbf785c950a7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.610658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0c5345f4-deec-4fe4-9dd3-bbf785c950a7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477406 Jul 27 20:55:19.613547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39062) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:19.618522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-de8fd822-638b-4c42-b9d0-a5f0b08b5f17 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '5698238f-a000-4582-b35e-392b94e2363d', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:19.651627 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de8fd822-638b-4c42-b9d0-a5f0b08b5f17 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.716285 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de8fd822-638b-4c42-b9d0-a5f0b08b5f17 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.721917 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de8fd822-638b-4c42-b9d0-a5f0b08b5f17 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.738540 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fd822-638b-4c42-b9d0-a5f0b08b5f17 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7318d8a2-c765-45b3-bc29-0e94f381bf26,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:19.756685 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de8fd822-638b-4c42-b9d0-a5f0b08b5f17 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.758341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-de8fd822-638b-4c42-b9d0-a5f0b08b5f17 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436772 Jul 27 20:55:19.762810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39064) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:19.767962 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c4941541-6d86-45d7-978d-6e0ec8582586 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '5698238f-a000-4582-b35e-392b94e2363d', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:19.803028 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c4941541-6d86-45d7-978d-6e0ec8582586 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.883790 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c4941541-6d86-45d7-978d-6e0ec8582586 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.889772 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c4941541-6d86-45d7-978d-6e0ec8582586 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.917677 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4941541-6d86-45d7-978d-6e0ec8582586 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987da0fd-83c1-4410-bbfb-cc16bc667374,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:19.927264 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c4941541-6d86-45d7-978d-6e0ec8582586 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.928947 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c4941541-6d86-45d7-978d-6e0ec8582586 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1648538 Jul 27 20:55:19.931927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39066) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:19.937041 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d1574e93-e1a4-41d1-bf35-54fc17d4941f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '5698238f-a000-4582-b35e-392b94e2363d', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:19.966901 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d1574e93-e1a4-41d1-bf35-54fc17d4941f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.034090 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d1574e93-e1a4-41d1-bf35-54fc17d4941f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.039182 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d1574e93-e1a4-41d1-bf35-54fc17d4941f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.059596 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1574e93-e1a4-41d1-bf35-54fc17d4941f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68dc898-cce0-472f-a764-513cdd24efb6,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:20.068330 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d1574e93-e1a4-41d1-bf35-54fc17d4941f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.069631 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d1574e93-e1a4-41d1-bf35-54fc17d4941f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365840 Jul 27 20:55:20.073322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39068) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:20.078379 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5abac235-2544-4402-811e-c323e8f318ee tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '5698238f-a000-4582-b35e-392b94e2363d', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:20.106781 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-5abac235-2544-4402-811e-c323e8f318ee tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Project e68b8ed2d5b84f6b93d14624cd06666d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:55:20.112159 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5abac235-2544-4402-811e-c323e8f318ee tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.185693 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5abac235-2544-4402-811e-c323e8f318ee tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.191564 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5abac235-2544-4402-811e-c323e8f318ee tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.210507 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abac235-2544-4402-811e-c323e8f318ee tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897c7bed-8142-4791-8056-7f96d6a5acfc,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:20.219720 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5abac235-2544-4402-811e-c323e8f318ee tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.222015 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5abac235-2544-4402-811e-c323e8f318ee tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475894 Jul 27 20:55:20.225724 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39070) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:20.231412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e9668b5f-d35a-4b4a-9c9d-3a6a7919324e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '5698238f-a000-4582-b35e-392b94e2363d', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:20.259879 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-e9668b5f-d35a-4b4a-9c9d-3a6a7919324e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Project e68b8ed2d5b84f6b93d14624cd06666d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:55:20.265516 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9668b5f-d35a-4b4a-9c9d-3a6a7919324e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.336334 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9668b5f-d35a-4b4a-9c9d-3a6a7919324e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.341588 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9668b5f-d35a-4b4a-9c9d-3a6a7919324e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.363055 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9668b5f-d35a-4b4a-9c9d-3a6a7919324e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9971e2e0-1a26-465d-87f5-d3b51d772cdd,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:20.370847 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9668b5f-d35a-4b4a-9c9d-3a6a7919324e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.371377 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e9668b5f-d35a-4b4a-9c9d-3a6a7919324e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445026 Jul 27 20:55:20.375608 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39072) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:20.381031 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6dfc63c1-c64d-49a9-abd5-c80fb426c42f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'network': {'name': 'tempest-network-smoke--64259677', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'port_security_enabled': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:20.406195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfc63c1-c64d-49a9-abd5-c80fb426c42f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Made reservation on behalf of e68b8ed2d5b84f6b93d14624cd06666d for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:20.410417 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6dfc63c1-c64d-49a9-abd5-c80fb426c42f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.438919 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfc63c1-c64d-49a9-abd5-c80fb426c42f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:55:20.451142 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6dfc63c1-c64d-49a9-abd5-c80fb426c42f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.451471 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-6dfc63c1-c64d-49a9-abd5-c80fb426c42f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Added segment 4b4f52fd-c416-42bd-80ab-e58a25373f18 of type vlan for network 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 Jul 27 20:55:20.502142 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6dfc63c1-c64d-49a9-abd5-c80fb426c42f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.536330 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6dfc63c1-c64d-49a9-abd5-c80fb426c42f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.542314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfc63c1-c64d-49a9-abd5-c80fb426c42f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:20.543052 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6dfc63c1-c64d-49a9-abd5-c80fb426c42f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.605347 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6dfc63c1-c64d-49a9-abd5-c80fb426c42f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2285852 Jul 27 20:55:20.608657 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39074) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:20.616869 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'admin_state_up': True, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:20.630940 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc63c1-c64d-49a9-abd5-c80fb426c42f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Network': ['ID=37ece4f6-a15a-4551-ad6b-a74cfb92a0b0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:20.643979 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:55:20.650420 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.651535 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.719086 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.880096 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:55:20.887949 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.465782 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.486284 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.630510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.25.1.35 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/1e0217e7-d403-4123-8eef-42aead94877f) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:21.739756 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.783162 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.825862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:21.829084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:21.837551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:21.864946 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=1e0217e7-d403-4123-8eef-42aead94877f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:22.100884 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.315366 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.460971 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 20d19c08-8ab6-4bcb-8378-42ed9301b470 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:55:22.576182 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:22.588093 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Sync routers for ids ['20d19c08-8ab6-4bcb-8378-42ed9301b470'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:22.596755 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.599063 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a78b6aa8-c301-4906-930a-b62ca2dbeddd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9885893 Jul 27 20:55:22.599955 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Routers {'20d19c08-8ab6-4bcb-8378-42ed9301b470'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:22.600643 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:55:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['20d19c08-8ab6-4bcb-8378-42ed9301b470'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:22.602828 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39076) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:22.709933 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Set router 20d19c08-8ab6-4bcb-8378-42ed9301b470 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:22.742853 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cd51411e-5dc7-4ab1-b6dc-5d7897c67eee tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e68b8ed2d5b84f6b93d14624cd06666d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1398647 Jul 27 20:55:22.745764 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39080) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:22.835442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ffb019-80fa-49fb-9c84-bff739f2afe0 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:22.839993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a0ffb019-80fa-49fb-9c84-bff739f2afe0 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901990 Jul 27 20:55:22.840271 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39082) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:22.870971 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d149b808-91bd-4e5f-90f5-938072d7dc9d tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294797 Jul 27 20:55:22.873728 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39084) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:22.878708 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-d8a3f16f-4e33-4b3d-8b9d-53bc00816432 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1344041163', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:22.897801 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '1e0217e7-d403-4123-8eef-42aead94877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:20Z', 'updated_at': '2021-07-27T20:55:21Z', 'revision_number': 3, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '1e0217e7-d403-4123-8eef-42aead94877f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:21Z', 'updated_at': '2021-07-27T20:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:22.941002 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Checking router: 20d19c08-8ab6-4bcb-8378-42ed9301b470 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:22.941343 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Updating router 20d19c08-8ab6-4bcb-8378-42ed9301b470 port 1e0217e7-d403-4123-8eef-42aead94877f binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:55:22.979424 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a3f16f-4e33-4b3d-8b9d-53bc00816432 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Made reservation on behalf of e68b8ed2d5b84f6b93d14624cd06666d for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:22.980294 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.983570 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f16f-4e33-4b3d-8b9d-53bc00816432 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.186877 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f16f-4e33-4b3d-8b9d-53bc00816432 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.241125 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.256305 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Transition to ACTIVE for port object 1e0217e7-d403-4123-8eef-42aead94877f will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:23.256744 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3f16f-4e33-4b3d-8b9d-53bc00816432 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Subnet': ['ID=df4941f6-e083-486b-9feb-5ff2e05a1a59,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:23.265278 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.269334 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a3f16f-4e33-4b3d-8b9d-53bc00816432 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Checking segment: {'id': '4b4f52fd-c416-42bd-80ab-e58a25373f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:23.269746 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a3f16f-4e33-4b3d-8b9d-53bc00816432 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network hostable DHCP agents. Network: 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:55:23.292250 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a3f16f-4e33-4b3d-8b9d-53bc00816432 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:55:23.304767 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d8a3f16f-4e33-4b3d-8b9d-53bc00816432 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:23.309071 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3f16f-4e33-4b3d-8b9d-53bc00816432 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:23.309923 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f16f-4e33-4b3d-8b9d-53bc00816432 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.315714 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc304d2-24c1-489c-a034-2e3aa137c137 None None] Network 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:23.318478 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Attempting to bind port 1e0217e7-d403-4123-8eef-42aead94877f on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:23.319303 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Attempting to bind port 1e0217e7-d403-4123-8eef-42aead94877f by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:23.319303 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Attempting to bind port 1e0217e7-d403-4123-8eef-42aead94877f on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:23.330238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d8a3f16f-4e33-4b3d-8b9d-53bc00816432 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4528720 Jul 27 20:55:23.330450 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:23.330450 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:23.330450 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.330450 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:23.330903 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Bound port: 1e0217e7-d403-4123-8eef-42aead94877f, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:23.331001 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39086) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:23.331089 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.332693 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b739b0-8568-4176-8869-dd124888d3eb None None] Pushing event updated for resources: {'Port': ['ID=1e0217e7-d403-4123-8eef-42aead94877f,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:23.366275 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b739b0-8568-4176-8869-dd124888d3eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:23.366677 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b739b0-8568-4176-8869-dd124888d3eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:23.366936 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b739b0-8568-4176-8869-dd124888d3eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:23.367259 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b739b0-8568-4176-8869-dd124888d3eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:23.367575 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b739b0-8568-4176-8869-dd124888d3eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:23.367939 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b739b0-8568-4176-8869-dd124888d3eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:23.368828 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b739b0-8568-4176-8869-dd124888d3eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:23.369191 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b739b0-8568-4176-8869-dd124888d3eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:23.369495 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b739b0-8568-4176-8869-dd124888d3eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:23.369818 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b739b0-8568-4176-8869-dd124888d3eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:23.370137 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b739b0-8568-4176-8869-dd124888d3eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:23.370444 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b739b0-8568-4176-8869-dd124888d3eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:23.403569 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] For port 1e0217e7-d403-4123-8eef-42aead94877f, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:23.406840 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] For port 1e0217e7-d403-4123-8eef-42aead94877f, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=1e0217e7-d403-4123-8eef-42aead94877f,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:23.413894 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.478148 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Routers {'20d19c08-8ab6-4bcb-8378-42ed9301b470'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:23.478886 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:55:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['20d19c08-8ab6-4bcb-8378-42ed9301b470'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:23.487018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ips': [{'subnet_id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:55:23.488317 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.584510 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b739b0-8568-4176-8869-dd124888d3eb None None] Pushing event updated for resources: {'Port': ['ID=1e0217e7-d403-4123-8eef-42aead94877f,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:23.601166 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] Set router 20d19c08-8ab6-4bcb-8378-42ed9301b470 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:23.657528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Allocated IP 172.20.0.2 (37ece4f6-a15a-4551-ad6b-a74cfb92a0b0/df4941f6-e083-486b-9feb-5ff2e05a1a59/5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:23.791896 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '1e0217e7-d403-4123-8eef-42aead94877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:20Z', 'updated_at': '2021-07-27T20:55:21Z', 'revision_number': 3, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '1e0217e7-d403-4123-8eef-42aead94877f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:21Z', 'updated_at': '2021-07-27T20:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:23.816877 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.823439 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ee0fe-7407-418e-acb2-1525e920563a None None] The sync data for ids ['20d19c08-8ab6-4bcb-8378-42ed9301b470'] in n-d-705657-21 is: [{'id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '1e0217e7-d403-4123-8eef-42aead94877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:20Z', 'updated_at': '2021-07-27T20:55:21Z', 'revision_number': 3, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '1e0217e7-d403-4123-8eef-42aead94877f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:21Z', 'updated_at': '2021-07-27T20:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:23.828613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Transition to ACTIVE for port object 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:23.849879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Transition to ACTIVE for port object 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:23.850890 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.858097 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.904243 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Network 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:23.910553 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:23.913799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:23.921801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Pushing event updated for resources: {'Port': ['ID=5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:23.985555 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Attempting to bind port 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:23.985928 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Attempting to bind port 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '4b4f52fd-c416-42bd-80ab-e58a25373f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:23.986291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Attempting to bind port 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab on network 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:23.991896 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:23.992245 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Checking segment: {'id': '4b4f52fd-c416-42bd-80ab-e58a25373f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:23.992728 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.993345 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Bound using segment: {'id': '4b4f52fd-c416-42bd-80ab-e58a25373f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:23.994027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Bound port: 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4f52fd-c416-42bd-80ab-e58a25373f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:23.994472 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.065195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] For port 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:24.069219 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] For port 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab,segment=NetworkSegment(4b4f52fd-c416-42bd-80ab-e58a25373f18),segment_id=4b4f52fd-c416-42bd-80ab-e58a25373f18)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:24.075013 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.174476 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c98cc-49ce-484d-bd54-18cef848ec8d None None] Pushing event updated for resources: {'Port': ['ID=5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:24.204899 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.20.0.1 (37ece4f6-a15a-4551-ad6b-a74cfb92a0b0/df4941f6-e083-486b-9feb-5ff2e05a1a59/e5681a7b-103c-4983-88f8-930779e29500) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:24.361325 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.380724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Transition to ACTIVE for port object e5681a7b-103c-4983-88f8-930779e29500 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:24.428285 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.473410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1e0217e7-d403-4123-8eef-42aead94877f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:24.480323 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:24.484194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:24.486855 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:24.544038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=e5681a7b-103c-4983-88f8-930779e29500,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:24.562432 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 1e0217e7-d403-4123-8eef-42aead94877f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:24.564955 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.566716 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 1e0217e7-d403-4123-8eef-42aead94877f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:24.567159 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.671466 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.695832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 1e0217e7-d403-4123-8eef-42aead94877f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=1e0217e7-d403-4123-8eef-42aead94877f,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:24.701136 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.740030 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:24.761961 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=1e0217e7-d403-4123-8eef-42aead94877f,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:25.065779 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.072914 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.157023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=e5681a7b-103c-4983-88f8-930779e29500,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:25.163021 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.237051 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41485504-7830-48aa-a3ed-a8489ac81e8e None None] Network 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:25.343123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cb5a9422-5ef3-4973-95b7-139eace85373 None None] Provisioning for port 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:25.695422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:25.697779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:25.810378 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6f74e708-5f40-4d38-b429-134e221907a9 None None] Provisioning for port e5681a7b-103c-4983-88f8-930779e29500 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:25.816361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-6f74e708-5f40-4d38-b429-134e221907a9 None None] Provisioning complete for port e5681a7b-103c-4983-88f8-930779e29500 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:25.818171 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f74e708-5f40-4d38-b429-134e221907a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.830870 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 20d19c08-8ab6-4bcb-8378-42ed9301b470 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:55:25.865248 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6f74e708-5f40-4d38-b429-134e221907a9 None None] Port e5681a7b-103c-4983-88f8-930779e29500 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:25.977486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:25.987853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Sync routers for ids ['20d19c08-8ab6-4bcb-8378-42ed9301b470'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:25.992204 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4dfb69c4-3adb-4ebf-9f08-06b0efa77c18 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "PUT /v2.0/routers/20d19c08-8ab6-4bcb-8378-42ed9301b470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6578135 Jul 27 20:55:26.004222 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Routers {'20d19c08-8ab6-4bcb-8378-42ed9301b470'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:26.005099 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:55:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['20d19c08-8ab6-4bcb-8378-42ed9301b470'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:26.141746 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-aecc8568-42d6-4144-8f4e-0bcfd2504166 None None] Provisioning complete for port e5681a7b-103c-4983-88f8-930779e29500 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:26.142127 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-aecc8568-42d6-4144-8f4e-0bcfd2504166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.165051 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-482089a3-69a2-4e21-ad72-29d588a3bb5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42991152&fields=id&tenant_id=e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 267 time: 0.0457785 Jul 27 20:55:26.172875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Set router 20d19c08-8ab6-4bcb-8378-42ed9301b470 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:26.215700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-aecc8568-42d6-4144-8f4e-0bcfd2504166 None None] Port e5681a7b-103c-4983-88f8-930779e29500 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:26.298593 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-e31a2ef8-b669-4e8e-afda-589e6d7af87c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:26.301619 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-e31a2ef8-b669-4e8e-afda-589e6d7af87c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/networks?id=37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 HTTP/1.1" status: 200 len: 795 time: 0.1267929 Jul 27 20:55:26.321350 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-5441827a-5a58-45c5-a90e-0d5e05560b65 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/quotas/e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 375 time: 0.0148971 Jul 27 20:55:26.364518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e9926742-39d3-4783-94d5-fb70a48b49c8 None None] Provisioning complete for port e5681a7b-103c-4983-88f8-930779e29500 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:26.364929 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e9926742-39d3-4783-94d5-fb70a48b49c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.410162 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-13a64043-eb5e-42a4-8cd2-11ecb3413ec7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760775 Jul 27 20:55:26.424570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e9926742-39d3-4783-94d5-fb70a48b49c8 None None] Port e5681a7b-103c-4983-88f8-930779e29500 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:26.459841 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '1e0217e7-d403-4123-8eef-42aead94877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:20Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '1e0217e7-d403-4123-8eef-42aead94877f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:21Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'e5681a7b-103c-4983-88f8-930779e29500', 'name': '', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:98:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:23Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 2, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:26.464788 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1e0217e7-d403-4123-8eef-42aead94877f up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:26.522295 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-88f8688b-ef7c-4b69-87b0-ce5e8aae19fc service neutron] 10.222.0.48 "GET /v2.0/networks/37ece4f6-a15a-4551-ad6b-a74cfb92a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002727 Jul 27 20:55:26.529105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Checking router: 20d19c08-8ab6-4bcb-8378-42ed9301b470 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:26.529616 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Updating router 20d19c08-8ab6-4bcb-8378-42ed9301b470 port e5681a7b-103c-4983-88f8-930779e29500 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:55:26.597542 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.632950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-417fdc2d-01dd-4d9f-9330-ce8d77eda54e service neutron] 10.222.0.48 "GET /v2.0/networks/37ece4f6-a15a-4551-ad6b-a74cfb92a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019428 Jul 27 20:55:26.634043 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 1e0217e7-d403-4123-8eef-42aead94877f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:26.634507 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.844193 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5075d38-6c8c-49c2-a430-fe9f584e3cb5 req-c8c4e691-f9fa-45fd-bc12-51c90bf6386d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 210 time: 0.0391755 Jul 27 20:55:26.919775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:27.015633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:27.025773 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:27.025773 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.118237 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.132938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Transition to ACTIVE for port object e5681a7b-103c-4983-88f8-930779e29500 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:27.163768 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.213562 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.242508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4dca0-2967-45df-a051-a6dc8a0f9f1b None None] Pushing event updated for resources: {'Port': ['ID=e5681a7b-103c-4983-88f8-930779e29500,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:27.292892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab,segment=NetworkSegment(4b4f52fd-c416-42bd-80ab-e58a25373f18),segment_id=4b4f52fd-c416-42bd-80ab-e58a25373f18)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:27.314177 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.347875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Attempting to bind port e5681a7b-103c-4983-88f8-930779e29500 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:27.348314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Attempting to bind port e5681a7b-103c-4983-88f8-930779e29500 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '4b4f52fd-c416-42bd-80ab-e58a25373f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:27.348751 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Attempting to bind port e5681a7b-103c-4983-88f8-930779e29500 on network 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:27.360024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:27.360510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Checking segment: {'id': '4b4f52fd-c416-42bd-80ab-e58a25373f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:27.360904 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.361298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Bound using segment: {'id': '4b4f52fd-c416-42bd-80ab-e58a25373f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:27.362050 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Bound port: e5681a7b-103c-4983-88f8-930779e29500, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4f52fd-c416-42bd-80ab-e58a25373f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:27.362462 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.412977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:27.454481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] For port e5681a7b-103c-4983-88f8-930779e29500, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:27.457841 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] For port e5681a7b-103c-4983-88f8-930779e29500, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e5681a7b-103c-4983-88f8-930779e29500,segment=NetworkSegment(4b4f52fd-c416-42bd-80ab-e58a25373f18),segment_id=4b4f52fd-c416-42bd-80ab-e58a25373f18)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:27.463196 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.528246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Routers {'20d19c08-8ab6-4bcb-8378-42ed9301b470'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:27.529370 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:55:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['20d19c08-8ab6-4bcb-8378-42ed9301b470'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:27.532089 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4dca0-2967-45df-a051-a6dc8a0f9f1b None None] Pushing event updated for resources: {'Port': ['ID=e5681a7b-103c-4983-88f8-930779e29500,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:27.656508 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] Set router 20d19c08-8ab6-4bcb-8378-42ed9301b470 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:27.900773 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '1e0217e7-d403-4123-8eef-42aead94877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:20Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '1e0217e7-d403-4123-8eef-42aead94877f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:21Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'e5681a7b-103c-4983-88f8-930779e29500', 'name': '', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:98:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:23Z', 'updated_at': '2021-07-27T20:55:27Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:27.931727 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c2f1ca-05ba-4f60-a7c6-5416f4d83c3c None None] The sync data for ids ['20d19c08-8ab6-4bcb-8378-42ed9301b470'] in n-d-705657-21 is: [{'id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '1e0217e7-d403-4123-8eef-42aead94877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:20Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '1e0217e7-d403-4123-8eef-42aead94877f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:21Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'e5681a7b-103c-4983-88f8-930779e29500', 'name': '', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:98:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:23Z', 'updated_at': '2021-07-27T20:55:27Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:27.977097 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67d2a828-9021-40a0-8aac-cd524e5e1eb3 req-049d35f7-e4a8-48d1-9a9f-62fd29330b52 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 210 time: 0.0570309 Jul 27 20:55:28.083729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-369fd84c-7a05-4928-9e95-e65fceffc802 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:28.086870 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-369fd84c-7a05-4928-9e95-e65fceffc802 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "GET /v2.0/networks?id=37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 HTTP/1.1" status: 200 len: 795 time: 0.2409122 Jul 27 20:55:28.153340 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-d8570c76-9ffc-4f7d-be41-656002139b92 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 378 time: 0.0560136 Jul 27 20:55:28.165312 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-ee94b314-a95a-412d-b138-3278ba2c1298 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'port': {'device_id': '8fc03fff-c046-4c72-9e4e-cbc4a64e510e', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'admin_state_up': True, 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'security_groups': ['5698238f-a000-4582-b35e-392b94e2363d']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:28.290563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-ee94b314-a95a-412d-b138-3278ba2c1298 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Made reservation on behalf of e68b8ed2d5b84f6b93d14624cd06666d for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:28.294453 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-ee94b314-a95a-412d-b138-3278ba2c1298 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.445910 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-ee94b314-a95a-412d-b138-3278ba2c1298 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.20.0.3 (37ece4f6-a15a-4551-ad6b-a74cfb92a0b0/df4941f6-e083-486b-9feb-5ff2e05a1a59/577b9299-42f6-4256-b430-d91a296670d5) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:28.456985 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e5681a7b-103c-4983-88f8-930779e29500 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:28.534938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port e5681a7b-103c-4983-88f8-930779e29500 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:28.539761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e5681a7b-103c-4983-88f8-930779e29500 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:28.540380 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.622834 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-ee94b314-a95a-412d-b138-3278ba2c1298 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.634529 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.640637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-ee94b314-a95a-412d-b138-3278ba2c1298 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Transition to ACTIVE for port object 577b9299-42f6-4256-b430-d91a296670d5 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:28.671498 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port e5681a7b-103c-4983-88f8-930779e29500, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e5681a7b-103c-4983-88f8-930779e29500,segment=NetworkSegment(4b4f52fd-c416-42bd-80ab-e58a25373f18),segment_id=4b4f52fd-c416-42bd-80ab-e58a25373f18)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:28.677231 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.678106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:28.679734 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-ee94b314-a95a-412d-b138-3278ba2c1298 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.733722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-ee94b314-a95a-412d-b138-3278ba2c1298 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:28.741100 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=e5681a7b-103c-4983-88f8-930779e29500,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:28.741324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-ee94b314-a95a-412d-b138-3278ba2c1298 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:28.754510 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-ee94b314-a95a-412d-b138-3278ba2c1298 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:28.762019 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94b314-a95a-412d-b138-3278ba2c1298 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=577b9299-42f6-4256-b430-d91a296670d5,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:28.818557 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-ee94b314-a95a-412d-b138-3278ba2c1298 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:28.819304 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-ee94b314-a95a-412d-b138-3278ba2c1298 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.838709 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-ee94b314-a95a-412d-b138-3278ba2c1298 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6777816 Jul 27 20:55:28.859600 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Request body: {'port': {'device_id': '8fc03fff-c046-4c72-9e4e-cbc4a64e510e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:28.963634 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.013643 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:29.014555 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.142104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a9199d29-7281-4485-85d9-f27b2b43cfb8 None None] Provisioning for port 577b9299-42f6-4256-b430-d91a296670d5 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:29.155868 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a9199d29-7281-4485-85d9-f27b2b43cfb8 None None] Provisioning complete for port 577b9299-42f6-4256-b430-d91a296670d5 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:29.156975 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a9199d29-7281-4485-85d9-f27b2b43cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.195085 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918198a9-cfb0-4239-b885-aeadcf1ecad7 req-4dcf0e9f-ca6c-467b-a986-62ff0ceeaef1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:29.197140 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-918198a9-cfb0-4239-b885-aeadcf1ecad7 req-4dcf0e9f-ca6c-467b-a986-62ff0ceeaef1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 931 time: 0.1240716 Jul 27 20:55:29.216438 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a9199d29-7281-4485-85d9-f27b2b43cfb8 None None] Port 577b9299-42f6-4256-b430-d91a296670d5 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:29.246798 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-918198a9-cfb0-4239-b885-aeadcf1ecad7 req-7e36c7be-0167-48fc-9252-8e73cfd0cb7c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698238f-a000-4582-b35e-392b94e2363d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424461 Jul 27 20:55:29.344837 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577b9299-42f6-4256-b430-d91a296670d5 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:29.353732 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.367614 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Transition to ACTIVE for port object 577b9299-42f6-4256-b430-d91a296670d5 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:29.372819 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.431140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Pushing event updated for resources: {'Port': ['ID=577b9299-42f6-4256-b430-d91a296670d5,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:29.509575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Attempting to bind port 577b9299-42f6-4256-b430-d91a296670d5 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:29.510067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Attempting to bind port 577b9299-42f6-4256-b430-d91a296670d5 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '4b4f52fd-c416-42bd-80ab-e58a25373f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:29.510576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Attempting to bind port 577b9299-42f6-4256-b430-d91a296670d5 on network 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:29.517387 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Port 577b9299-42f6-4256-b430-d91a296670d5 on network 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:29.517700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Attempting to bind port 577b9299-42f6-4256-b430-d91a296670d5 on network 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:29.522939 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:29.523250 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Checking segment: {'id': '4b4f52fd-c416-42bd-80ab-e58a25373f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:29.523682 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Bound using segment: {'id': '4b4f52fd-c416-42bd-80ab-e58a25373f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:29.527703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Bound port: 577b9299-42f6-4256-b430-d91a296670d5, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4f52fd-c416-42bd-80ab-e58a25373f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:29.528327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.607402 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] For port 577b9299-42f6-4256-b430-d91a296670d5, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:29.612106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] For port 577b9299-42f6-4256-b430-d91a296670d5, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=577b9299-42f6-4256-b430-d91a296670d5,segment=NetworkSegment(4b4f52fd-c416-42bd-80ab-e58a25373f18),segment_id=4b4f52fd-c416-42bd-80ab-e58a25373f18)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:29.618943 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.662872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:29.663507 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.665721 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] 10.222.0.52 "PUT /v2.0/ports/577b9299-42f6-4256-b430-d91a296670d5 HTTP/1.1" status: 200 len: 1092 time: 0.8138063 Jul 27 20:55:29.666179 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc03fff-c046-4c72-9e4e-cbc4a64e510e', 'tag': '577b9299-42f6-4256-b430-d91a296670d5'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:29.668561 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031f65d4-c454-4018-82aa-d4da3d3500d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc03fff-c046-4c72-9e4e-cbc4a64e510e", "tag": "577b9299-42f6-4256-b430-d91a296670d5"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:29.703334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409c4ba-4075-4081-b55e-8e6316180f4c service neutron] Pushing event updated for resources: {'Port': ['ID=577b9299-42f6-4256-b430-d91a296670d5,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:29.738962 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2252b9-2143-4b17-bf38-9405f4023776 x-openstack-request-id: req-fa2252b9-2143-4b17-bf38-9405f4023776 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:29.739245 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc03fff-c046-4c72-9e4e-cbc4a64e510e", "tag": "577b9299-42f6-4256-b430-d91a296670d5", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:29.739542 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa2252b9-2143-4b17-bf38-9405f4023776 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:29.739893 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc03fff-c046-4c72-9e4e-cbc4a64e510e', 'tag': '577b9299-42f6-4256-b430-d91a296670d5', 'status': 'completed', 'code': 200} Jul 27 20:55:29.774026 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-401a98dd-bd21-4614-8d2a-dfb973813a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:29.775728 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-401a98dd-bd21-4614-8d2a-dfb973813a5d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 1095 time: 0.0670590 Jul 27 20:55:29.823218 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-57215577-8d0c-405d-a8be-d23fe038575c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=577b9299-42f6-4256-b430-d91a296670d5 HTTP/1.1" status: 200 len: 217 time: 0.0387650 Jul 27 20:55:29.880096 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-07c3e19f-b64d-4bad-89b1-24df3b5ec306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:29.881671 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-07c3e19f-b64d-4bad-89b1-24df3b5ec306 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df4941f6-e083-486b-9feb-5ff2e05a1a59 HTTP/1.1" status: 200 len: 835 time: 0.0516171 Jul 27 20:55:29.941594 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-4e8d2b9e-5c8e-4286-b81e-a92cbcf22621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:29.943176 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-4e8d2b9e-5c8e-4286-b81e-a92cbcf22621 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=37ece4f6-a15a-4551-ad6b-a74cfb92a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548222 Jul 27 20:55:30.035523 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-112cf615-a32a-4a6a-b835-361fb327c591 service neutron] 10.222.0.52 "GET /v2.0/networks/37ece4f6-a15a-4551-ad6b-a74cfb92a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844066 Jul 27 20:55:30.138760 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7ae5a226-a5b5-49c2-aae2-97995586b3b6 req-45a93a87-ca3c-4c18-bd25-d3654b131878 service neutron] 10.222.0.52 "GET /v2.0/networks/37ece4f6-a15a-4551-ad6b-a74cfb92a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955336 Jul 27 20:55:30.249111 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f65d4-c454-4018-82aa-d4da3d3500d2 req-2af4af5b-c8e3-4423-989e-8b59403f5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.250634 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-031f65d4-c454-4018-82aa-d4da3d3500d2 req-2af4af5b-c8e3-4423-989e-8b59403f5ae0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 1095 time: 0.0576806 Jul 27 20:55:30.362875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f65d4-c454-4018-82aa-d4da3d3500d2 req-02ed8107-4641-4546-8399-b7c26c793016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.362875 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-031f65d4-c454-4018-82aa-d4da3d3500d2 req-02ed8107-4641-4546-8399-b7c26c793016 service neutron] 10.222.0.52 "GET /v2.0/networks?id=37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 HTTP/1.1" status: 200 len: 896 time: 0.1038070 Jul 27 20:55:30.366259 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e5681a7b-103c-4983-88f8-930779e29500 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:30.407624 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-031f65d4-c454-4018-82aa-d4da3d3500d2 req-3ac353be-4d3c-4ac9-84af-b51c8d980822 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=577b9299-42f6-4256-b430-d91a296670d5 HTTP/1.1" status: 200 len: 217 time: 0.0368748 Jul 27 20:55:30.417208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e5681a7b-103c-4983-88f8-930779e29500 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:30.417587 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:30.424837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc533edb-6d3e-4d2d-8f9a-506e22a205e4 req-bc4420e9-c0e6-4bee-b53b-497a2454997c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.427019 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc533edb-6d3e-4d2d-8f9a-506e22a205e4 req-bc4420e9-c0e6-4bee-b53b-497a2454997c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 943 time: 0.0697038 Jul 27 20:55:30.464685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f65d4-c454-4018-82aa-d4da3d3500d2 req-533e8fe1-35de-4137-b88f-01c147402592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.466602 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-031f65d4-c454-4018-82aa-d4da3d3500d2 req-533e8fe1-35de-4137-b88f-01c147402592 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df4941f6-e083-486b-9feb-5ff2e05a1a59 HTTP/1.1" status: 200 len: 835 time: 0.0511005 Jul 27 20:55:30.469670 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc533edb-6d3e-4d2d-8f9a-506e22a205e4 req-cdd251d3-6a11-43b1-bd7b-366950de3f1e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698238f-a000-4582-b35e-392b94e2363d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354207 Jul 27 20:55:30.535290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f65d4-c454-4018-82aa-d4da3d3500d2 req-b18bd258-3855-448e-b87b-903fe60bc8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.536924 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-031f65d4-c454-4018-82aa-d4da3d3500d2 req-b18bd258-3855-448e-b87b-903fe60bc8b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=37ece4f6-a15a-4551-ad6b-a74cfb92a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605698 Jul 27 20:55:30.628154 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-031f65d4-c454-4018-82aa-d4da3d3500d2 req-055cf742-2358-4e9e-97d6-4d05b3696fc0 service neutron] 10.222.0.52 "GET /v2.0/networks/37ece4f6-a15a-4551-ad6b-a74cfb92a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836661 Jul 27 20:55:30.727256 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-031f65d4-c454-4018-82aa-d4da3d3500d2 req-7af0a36d-5960-4794-9dd4-852462ff9745 service neutron] 10.222.0.52 "GET /v2.0/networks/37ece4f6-a15a-4551-ad6b-a74cfb92a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903575 Jul 27 20:55:31.414731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 577b9299-42f6-4256-b430-d91a296670d5 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:31.526885 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 577b9299-42f6-4256-b430-d91a296670d5, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=577b9299-42f6-4256-b430-d91a296670d5,segment=NetworkSegment(4b4f52fd-c416-42bd-80ab-e58a25373f18),segment_id=4b4f52fd-c416-42bd-80ab-e58a25373f18)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:31.541394 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '577b9299-42f6-4256-b430-d91a296670d5', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'port_id': '577b9299-42f6-4256-b430-d91a296670d5', 'mac_address': 'fa:16:3e:ee:0b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:31.580166 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.593652 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577b9299-42f6-4256-b430-d91a296670d5 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:31.613885 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 577b9299-42f6-4256-b430-d91a296670d5, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=577b9299-42f6-4256-b430-d91a296670d5,segment=NetworkSegment(4b4f52fd-c416-42bd-80ab-e58a25373f18),segment_id=4b4f52fd-c416-42bd-80ab-e58a25373f18)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:31.615625 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b0631-67b7-493f-a21e-adabbce2590d req-8df4f98d-1be0-49c9-8c95-42892c571f9c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:31.618423 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.623948 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c76b0631-67b7-493f-a21e-adabbce2590d req-8df4f98d-1be0-49c9-8c95-42892c571f9c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 943 time: 0.0786250 Jul 27 20:55:31.659196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c76b0631-67b7-493f-a21e-adabbce2590d req-14e1f376-3421-47e9-a52b-0e7b1e445be3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698238f-a000-4582-b35e-392b94e2363d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343127 Jul 27 20:55:31.673526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=577b9299-42f6-4256-b430-d91a296670d5,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:31.848776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['577b9299-42f6-4256-b430-d91a296670d5'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:32.802282 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd1770-2eab-4780-a59d-5f02e42e3712 req-51d8498d-c0bb-4420-83a5-cea15bb78ae5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.803997 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84dd1770-2eab-4780-a59d-5f02e42e3712 req-51d8498d-c0bb-4420-83a5-cea15bb78ae5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 944 time: 0.0687075 Jul 27 20:55:32.850852 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-84dd1770-2eab-4780-a59d-5f02e42e3712 req-3007d9a7-8bc9-4f4b-924b-dd325d5952e9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698238f-a000-4582-b35e-392b94e2363d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388465 Jul 27 20:55:33.427923 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 577b9299-42f6-4256-b430-d91a296670d5 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:33.488227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 577b9299-42f6-4256-b430-d91a296670d5 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:33.491759 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 577b9299-42f6-4256-b430-d91a296670d5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:33.492128 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.570668 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.596538 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc03fff-c046-4c72-9e4e-cbc4a64e510e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577b9299-42f6-4256-b430-d91a296670d5'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:33.598938 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb52bc4-9ea0-4f34-ae99-03091ba67f04" -d '{"events": [{"server_uuid": "8fc03fff-c046-4c72-9e4e-cbc4a64e510e", "name": "network-vif-plugged", "status": "completed", "tag": "577b9299-42f6-4256-b430-d91a296670d5"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:33.616955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 577b9299-42f6-4256-b430-d91a296670d5, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=577b9299-42f6-4256-b430-d91a296670d5,segment=NetworkSegment(4b4f52fd-c416-42bd-80ab-e58a25373f18),segment_id=4b4f52fd-c416-42bd-80ab-e58a25373f18)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:33.623521 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.650283 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b2cede-18f4-4a7e-95c8-5e64f7d971d3 x-openstack-request-id: req-70b2cede-18f4-4a7e-95c8-5e64f7d971d3 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:33.650580 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc03fff-c046-4c72-9e4e-cbc4a64e510e", "name": "network-vif-plugged", "status": "completed", "tag": "577b9299-42f6-4256-b430-d91a296670d5", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:33.650826 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70b2cede-18f4-4a7e-95c8-5e64f7d971d3 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:33.651274 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc03fff-c046-4c72-9e4e-cbc4a64e510e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577b9299-42f6-4256-b430-d91a296670d5', 'code': 200} Jul 27 20:55:33.679693 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=577b9299-42f6-4256-b430-d91a296670d5,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:33.758020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13691e0d-f9a4-459e-9abf-8768e2633a78 req-4660bb9f-42ab-4271-8eaa-fe3046c40351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:33.759526 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-13691e0d-f9a4-459e-9abf-8768e2633a78 req-4660bb9f-42ab-4271-8eaa-fe3046c40351 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 1097 time: 0.0569599 Jul 27 20:55:33.799757 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-13691e0d-f9a4-459e-9abf-8768e2633a78 req-45c8544c-7341-4bb4-a96c-c04c0a0ed272 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5698238f-a000-4582-b35e-392b94e2363d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315232 Jul 27 20:55:34.016512 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc870a-ecb2-4882-b5f5-2baf0060d620 req-ac6bd691-79e0-43c9-8780-2e8215b3f5fa tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:34.018231 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ebfc870a-ecb2-4882-b5f5-2baf0060d620 req-ac6bd691-79e0-43c9-8780-2e8215b3f5fa tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 945 time: 0.0743845 Jul 27 20:55:34.058815 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ebfc870a-ecb2-4882-b5f5-2baf0060d620 req-b7aac490-cde9-49a3-b45b-4480d017a2cb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698238f-a000-4582-b35e-392b94e2363d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332286 Jul 27 20:55:35.212373 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1d777-4dc1-45bc-a609-2f22fa5ac087 req-7899ec71-fb42-49c5-87fd-c77c47218aed tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:35.213397 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dbd1d777-4dc1-45bc-a609-2f22fa5ac087 req-7899ec71-fb42-49c5-87fd-c77c47218aed tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 945 time: 0.0701814 Jul 27 20:55:35.257290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dbd1d777-4dc1-45bc-a609-2f22fa5ac087 req-9455989b-2213-4fce-bb14-4af688776323 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698238f-a000-4582-b35e-392b94e2363d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348558 Jul 27 20:55:35.397944 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5093e1-81d7-43d1-8543-355fee91ddf4 req-25f052d2-a743-424a-ab8e-3a9a98ea86a9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:35.399496 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a5093e1-81d7-43d1-8543-355fee91ddf4 req-25f052d2-a743-424a-ab8e-3a9a98ea86a9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 945 time: 0.0677929 Jul 27 20:55:35.448306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a5093e1-81d7-43d1-8543-355fee91ddf4 req-c5a4c996-4b51-42fc-8876-e7e12699ea1b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698238f-a000-4582-b35e-392b94e2363d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417781 Jul 27 20:55:35.472983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39132) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:35.539007 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c07433a-b76e-4ff9-b7a1-2e16a0521cf1 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:35.540561 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1c07433a-b76e-4ff9-b7a1-2e16a0521cf1 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 1092 time: 0.0663016 Jul 27 20:55:35.544841 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39134) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:35.552242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '577b9299-42f6-4256-b430-d91a296670d5', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:35.579083 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:35.682607 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:35.792539 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.25.1.175 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/3a5af8e4-a27d-4107-b0e4-eeedffdf58e0) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:35.895608 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:35.938213 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:35.987869 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:35.991062 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:35.995676 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:35.999093 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=3a5af8e4-a27d-4107-b0e4-eeedffdf58e0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:36.390213 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:36.481546 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:36.649918 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:36.656693 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:36.720845 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=3a5af8e4-a27d-4107-b0e4-eeedffdf58e0,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:36.734942 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:36.850755 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Floating IP 14fc1cfb-d460-4405-bc1b-42c6043bf16e associated. External IP: 172.25.1.175, port: 577b9299-42f6-4256-b430-d91a296670d5. Jul 27 20:55:37.072513 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 20d19c08-8ab6-4bcb-8378-42ed9301b470 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:55:37.543232 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:37.553335 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f926a82-e637-4c32-a3ee-170a5cefc23f None None] Sync routers for ids ['20d19c08-8ab6-4bcb-8378-42ed9301b470'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:37.564080 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f926a82-e637-4c32-a3ee-170a5cefc23f None None] Routers {'20d19c08-8ab6-4bcb-8378-42ed9301b470'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:37.564872 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8f926a82-e637-4c32-a3ee-170a5cefc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:55:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['20d19c08-8ab6-4bcb-8378-42ed9301b470'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:37.567005 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.605671 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f8493de5-9f1d-4e39-863d-0f2a016c2700 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0588634 Jul 27 20:55:37.606066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc03fff-c046-4c72-9e4e-cbc4a64e510e', 'tag': '577b9299-42f6-4256-b430-d91a296670d5'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:37.608541 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020f00d9105fea8a59345fdc35de2f2854bc43d5b9a74a339288cd71c0a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b490709-058b-4380-9e9e-f53e344beed9" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc03fff-c046-4c72-9e4e-cbc4a64e510e", "tag": "577b9299-42f6-4256-b430-d91a296670d5"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:37.679612 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-8f926a82-e637-4c32-a3ee-170a5cefc23f None None] Set router 20d19c08-8ab6-4bcb-8378-42ed9301b470 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:37.740208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70d87b-3d6e-48e8-a924-b2f2fb3c8e34 req-013455b1-b28c-4dd5-8132-4d20afbbc2a6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:37.741841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b70d87b-3d6e-48e8-a924-b2f2fb3c8e34 req-013455b1-b28c-4dd5-8132-4d20afbbc2a6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 945 time: 0.0740988 Jul 27 20:55:37.788054 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b70d87b-3d6e-48e8-a924-b2f2fb3c8e34 req-f3427359-6fe9-44a9-b59e-6cad244a0873 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698238f-a000-4582-b35e-392b94e2363d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392439 Jul 27 20:55:37.812508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39140) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:37.838314 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbbfae1-25d2-4200-8f6c-d1504628426c x-openstack-request-id: req-fbbbfae1-25d2-4200-8f6c-d1504628426c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:37.838676 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc03fff-c046-4c72-9e4e-cbc4a64e510e", "tag": "577b9299-42f6-4256-b430-d91a296670d5", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:37.838939 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fbbbfae1-25d2-4200-8f6c-d1504628426c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:37.840434 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc03fff-c046-4c72-9e4e-cbc4a64e510e', 'tag': '577b9299-42f6-4256-b430-d91a296670d5', 'status': 'completed', 'code': 200} Jul 27 20:55:37.917143 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-24dbe3cf-9fb1-4a1f-9e17-676947289889 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/14fc1cfb-d460-4405-bc1b-42c6043bf16e HTTP/1.1" status: 200 len: 991 time: 0.1034420 Jul 27 20:55:37.940052 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b490709-058b-4380-9e9e-f53e344beed9 req-446312f2-745b-4f2a-8945-ab654736854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:37.941588 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b490709-058b-4380-9e9e-f53e344beed9 req-446312f2-745b-4f2a-8945-ab654736854e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 1097 time: 0.0765181 Jul 27 20:55:38.012839 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8f926a82-e637-4c32-a3ee-170a5cefc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '1e0217e7-d403-4123-8eef-42aead94877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:20Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '1e0217e7-d403-4123-8eef-42aead94877f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:21Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '14fc1cfb-d460-4405-bc1b-42c6043bf16e', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'port_id': '577b9299-42f6-4256-b430-d91a296670d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'mac_address': 'fa:16:3e:ee:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc03fff-c046-4c72-9e4e-cbc4a64e510e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:55:36Z', 'updated_at': '2021-07-27T20:55:36Z', 'revision_number': 0, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5681a7b-103c-4983-88f8-930779e29500', 'name': '', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:98:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:23Z', 'updated_at': '2021-07-27T20:55:28Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:38.036426 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b490709-058b-4380-9e9e-f53e344beed9 req-3703e372-469f-4937-8ed3-162a229dd96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:38.037980 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b490709-058b-4380-9e9e-f53e344beed9 req-3703e372-469f-4937-8ed3-162a229dd96f service neutron] 10.222.0.52 "GET /v2.0/networks?id=37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 HTTP/1.1" status: 200 len: 896 time: 0.0892346 Jul 27 20:55:38.043119 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f926a82-e637-4c32-a3ee-170a5cefc23f None None] Checking router: 20d19c08-8ab6-4bcb-8378-42ed9301b470 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:38.052824 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f926a82-e637-4c32-a3ee-170a5cefc23f None None] Routers {'20d19c08-8ab6-4bcb-8378-42ed9301b470'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:38.053373 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8f926a82-e637-4c32-a3ee-170a5cefc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:55:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['20d19c08-8ab6-4bcb-8378-42ed9301b470'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:38.113331 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b490709-058b-4380-9e9e-f53e344beed9 req-b8d5164f-f508-49a7-b4ae-716aff60cdc4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=577b9299-42f6-4256-b430-d91a296670d5 HTTP/1.1" status: 200 len: 999 time: 0.0675657 Jul 27 20:55:38.162137 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-8f926a82-e637-4c32-a3ee-170a5cefc23f None None] Set router 20d19c08-8ab6-4bcb-8378-42ed9301b470 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:38.164340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b490709-058b-4380-9e9e-f53e344beed9 req-2de06d91-f79e-48ae-b2ad-4cadb2ddbc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:38.165866 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b490709-058b-4380-9e9e-f53e344beed9 req-2de06d91-f79e-48ae-b2ad-4cadb2ddbc8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df4941f6-e083-486b-9feb-5ff2e05a1a59 HTTP/1.1" status: 200 len: 835 time: 0.0459845 Jul 27 20:55:38.236562 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b490709-058b-4380-9e9e-f53e344beed9 req-3781a0df-cf81-4285-9f21-35b526a75fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:38.238145 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b490709-058b-4380-9e9e-f53e344beed9 req-3781a0df-cf81-4285-9f21-35b526a75fd6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=37ece4f6-a15a-4551-ad6b-a74cfb92a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638144 Jul 27 20:55:38.338907 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b490709-058b-4380-9e9e-f53e344beed9 req-5fda4a2d-24dd-4340-a5ab-d4cab117d84c service neutron] 10.222.0.52 "GET /v2.0/networks/37ece4f6-a15a-4551-ad6b-a74cfb92a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933297 Jul 27 20:55:38.391606 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8f926a82-e637-4c32-a3ee-170a5cefc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '1e0217e7-d403-4123-8eef-42aead94877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:20Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '1e0217e7-d403-4123-8eef-42aead94877f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:21Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '14fc1cfb-d460-4405-bc1b-42c6043bf16e', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'port_id': '577b9299-42f6-4256-b430-d91a296670d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'mac_address': 'fa:16:3e:ee:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc03fff-c046-4c72-9e4e-cbc4a64e510e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:55:36Z', 'updated_at': '2021-07-27T20:55:36Z', 'revision_number': 0, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5681a7b-103c-4983-88f8-930779e29500', 'name': '', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:98:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:23Z', 'updated_at': '2021-07-27T20:55:28Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:38.418288 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f926a82-e637-4c32-a3ee-170a5cefc23f None None] The sync data for ids ['20d19c08-8ab6-4bcb-8378-42ed9301b470'] in n-d-705657-21 is: [{'id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '1e0217e7-d403-4123-8eef-42aead94877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:20Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '1e0217e7-d403-4123-8eef-42aead94877f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:21Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '14fc1cfb-d460-4405-bc1b-42c6043bf16e', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'port_id': '577b9299-42f6-4256-b430-d91a296670d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'mac_address': 'fa:16:3e:ee:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc03fff-c046-4c72-9e4e-cbc4a64e510e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:55:36Z', 'updated_at': '2021-07-27T20:55:36Z', 'revision_number': 0, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5681a7b-103c-4983-88f8-930779e29500', 'name': '', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:98:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:23Z', 'updated_at': '2021-07-27T20:55:28Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:38.434958 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3b490709-058b-4380-9e9e-f53e344beed9 req-0e2dba69-295c-40d1-ba95-cf1771f7075e service neutron] 10.222.0.52 "GET /v2.0/networks/37ece4f6-a15a-4551-ad6b-a74cfb92a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877204 Jul 27 20:55:38.631543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22d5f88-d443-4fd9-98ca-d6e85b997c4f None None] New status for floating IP 14fc1cfb-d460-4405-bc1b-42c6043bf16e: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:55:38.921792 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39142) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:38.995470 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9c07fafa-6b39-458a-b801-bf9e941bd8b3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/14fc1cfb-d460-4405-bc1b-42c6043bf16e HTTP/1.1" status: 200 len: 993 time: 0.0724425 Jul 27 20:55:39.176795 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.354690 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.540085 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3a39b274-4956-4cb9-a35a-39a22f7e5be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:46.264351 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8231ba73-be84-445f-a97c-97b274acd4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:46.347844 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:47.454168 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.201842 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:57.879201 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:55:59.487880 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-277ef7e7-a0e0-45da-8704-41b332f86f00 req-a6422899-6b2c-4f16-bba2-6f2aba1525f8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0990951 Jul 27 20:55:59.591124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef7e7-a0e0-45da-8704-41b332f86f00 req-8c4866b2-f9cc-4e5f-9eba-10b379b9898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:59.593027 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-277ef7e7-a0e0-45da-8704-41b332f86f00 req-8c4866b2-f9cc-4e5f-9eba-10b379b9898b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 1097 time: 0.0604775 Jul 27 20:55:59.700229 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef7e7-a0e0-45da-8704-41b332f86f00 req-7cc6204d-bb1b-40cd-aa2d-2e4e7a6c7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:59.701620 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-277ef7e7-a0e0-45da-8704-41b332f86f00 req-7cc6204d-bb1b-40cd-aa2d-2e4e7a6c7235 service neutron] 10.222.0.52 "GET /v2.0/networks?id=37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 HTTP/1.1" status: 200 len: 896 time: 0.0860343 Jul 27 20:55:59.774049 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-277ef7e7-a0e0-45da-8704-41b332f86f00 req-2abf20df-8f8d-464e-8110-9eb616430a1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=577b9299-42f6-4256-b430-d91a296670d5 HTTP/1.1" status: 200 len: 1001 time: 0.0641379 Jul 27 20:55:59.825038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef7e7-a0e0-45da-8704-41b332f86f00 req-4ea5ec24-001a-42b1-8ca9-6621857d122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:59.826522 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-277ef7e7-a0e0-45da-8704-41b332f86f00 req-4ea5ec24-001a-42b1-8ca9-6621857d122d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df4941f6-e083-486b-9feb-5ff2e05a1a59 HTTP/1.1" status: 200 len: 835 time: 0.0445709 Jul 27 20:55:59.887324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef7e7-a0e0-45da-8704-41b332f86f00 req-5f2761a9-708a-4d3c-9b2d-dfba1197a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:59.889103 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-277ef7e7-a0e0-45da-8704-41b332f86f00 req-5f2761a9-708a-4d3c-9b2d-dfba1197a90a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=37ece4f6-a15a-4551-ad6b-a74cfb92a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551527 Jul 27 20:55:59.984174 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-277ef7e7-a0e0-45da-8704-41b332f86f00 req-1d4bb8cf-a676-45ee-9a1a-f8483ec17adf service neutron] 10.222.0.52 "GET /v2.0/networks/37ece4f6-a15a-4551-ad6b-a74cfb92a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872295 Jul 27 20:56:00.087184 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-277ef7e7-a0e0-45da-8704-41b332f86f00 req-d52e5c6b-1f82-43ef-bbdb-7f496cdf94f4 service neutron] 10.222.0.52 "GET /v2.0/networks/37ece4f6-a15a-4551-ad6b-a74cfb92a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951488 Jul 27 20:56:07.806010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf462f-12e1-4d63-9d2b-2ccf7c2f9726 req-5642f020-076b-4daa-b405-cc9b57802160 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:07.808536 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5bf462f-12e1-4d63-9d2b-2ccf7c2f9726 req-5642f020-076b-4daa-b405-cc9b57802160 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 945 time: 0.0764804 Jul 27 20:56:07.860765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5bf462f-12e1-4d63-9d2b-2ccf7c2f9726 req-5e40bb6f-fa51-4047-8630-7ea277ed90e2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698238f-a000-4582-b35e-392b94e2363d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425370 Jul 27 20:56:09.016909 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cf290-2471-4dc9-9de9-e3a0d68b682b req-1842fb51-ba69-4fb5-afa5-ffa3c3b72841 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:09.018590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-416cf290-2471-4dc9-9de9-e3a0d68b682b req-1842fb51-ba69-4fb5-afa5-ffa3c3b72841 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 945 time: 0.0829971 Jul 27 20:56:09.060004 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-416cf290-2471-4dc9-9de9-e3a0d68b682b req-d92e3164-6391-480a-be2e-ef7af8b65c25 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698238f-a000-4582-b35e-392b94e2363d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345631 Jul 27 20:56:09.083054 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39160) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:09.147900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f64a688a-06d4-46c8-9095-05735dc75d35 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/14fc1cfb-d460-4405-bc1b-42c6043bf16e HTTP/1.1" status: 200 len: 993 time: 0.0636523 Jul 27 20:56:09.179064 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:10.442687 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f53d3d-4cfe-4d66-8491-ba7698fed9ba req-e83730b8-a27c-4e9a-911e-3b7c60163735 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:10.444121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d1f53d3d-4cfe-4d66-8491-ba7698fed9ba req-e83730b8-a27c-4e9a-911e-3b7c60163735 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 945 time: 0.0739863 Jul 27 20:56:10.485934 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d1f53d3d-4cfe-4d66-8491-ba7698fed9ba req-3e6870f9-96c8-47fc-ad8f-5dcbcdf23bec tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698238f-a000-4582-b35e-392b94e2363d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348833 Jul 27 20:56:11.621714 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d720dd1-0401-4482-8bd9-86ddabfea9e8 req-37d0acaa-3e21-4d9c-96ce-c3da63b4b712 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:11.623306 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d720dd1-0401-4482-8bd9-86ddabfea9e8 req-37d0acaa-3e21-4d9c-96ce-c3da63b4b712 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 945 time: 0.0666285 Jul 27 20:56:11.666874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5d720dd1-0401-4482-8bd9-86ddabfea9e8 req-8650348b-33b8-4539-bc30-e8917844e92f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698238f-a000-4582-b35e-392b94e2363d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361829 Jul 27 20:56:11.690419 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39172) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:11.760553 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6fc3e594-e548-46ec-a0e0-3d3e31274eee tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/14fc1cfb-d460-4405-bc1b-42c6043bf16e HTTP/1.1" status: 200 len: 993 time: 0.0688663 Jul 27 20:56:12.071526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39178) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:12.241855 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port 3a5af8e4-a27d-4107-b0e4-eeedffdf58e0 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:12.242207 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.327405 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.327612 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.339678 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for 3a5af8e4-a27d-4107-b0e4-eeedffdf58e0 owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:12.352983 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.499088 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.524675 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=3a5af8e4-a27d-4107-b0e4-eeedffdf58e0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:12.557475 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:12.557824 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:12.558158 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:12.558495 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:12.558821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:12.559137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:12.559459 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:12.559773 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:12.560107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:12.560536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:12.560857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:12.561325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:12.602799 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.603039 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Floating IP 14fc1cfb-d460-4405-bc1b-42c6043bf16e disassociated (deleted). External IP: 172.25.1.175, port: 577b9299-42f6-4256-b430-d91a296670d5. Jul 27 20:56:12.814741 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 20d19c08-8ab6-4bcb-8378-42ed9301b470 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:56:12.921439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:56:12.925385 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.930672 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce132274-5127-4ad2-983b-643651531199 None None] Sync routers for ids ['20d19c08-8ab6-4bcb-8378-42ed9301b470'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:56:12.945162 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce132274-5127-4ad2-983b-643651531199 None None] Routers {'20d19c08-8ab6-4bcb-8378-42ed9301b470'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:12.945786 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ce132274-5127-4ad2-983b-643651531199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['20d19c08-8ab6-4bcb-8378-42ed9301b470'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:12.969373 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3e0c70d4-ed84-46af-9ea3-f81c449b076f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/floatingips/14fc1cfb-d460-4405-bc1b-42c6043bf16e HTTP/1.1" status: 204 len: 168 time: 0.8967998 Jul 27 20:56:12.970088 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc03fff-c046-4c72-9e4e-cbc4a64e510e', 'tag': '577b9299-42f6-4256-b430-d91a296670d5'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:12.972373 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dceac3-27fa-4b3b-aa32-bdfa598a93bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc03fff-c046-4c72-9e4e-cbc4a64e510e", "tag": "577b9299-42f6-4256-b430-d91a296670d5"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:13.050162 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-ce132274-5127-4ad2-983b-643651531199 None None] Set router 20d19c08-8ab6-4bcb-8378-42ed9301b470 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:13.215678 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe64583-22f6-4e38-a58b-e7b1931beb30 x-openstack-request-id: req-6fe64583-22f6-4e38-a58b-e7b1931beb30 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:13.215678 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc03fff-c046-4c72-9e4e-cbc4a64e510e", "tag": "577b9299-42f6-4256-b430-d91a296670d5", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:13.215930 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6fe64583-22f6-4e38-a58b-e7b1931beb30 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:13.216335 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc03fff-c046-4c72-9e4e-cbc4a64e510e', 'tag': '577b9299-42f6-4256-b430-d91a296670d5', 'status': 'completed', 'code': 200} Jul 27 20:56:13.273951 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ce132274-5127-4ad2-983b-643651531199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '1e0217e7-d403-4123-8eef-42aead94877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:20Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '1e0217e7-d403-4123-8eef-42aead94877f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:21Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'e5681a7b-103c-4983-88f8-930779e29500', 'name': '', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:98:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:23Z', 'updated_at': '2021-07-27T20:55:28Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:13.301902 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce132274-5127-4ad2-983b-643651531199 None None] Checking router: 20d19c08-8ab6-4bcb-8378-42ed9301b470 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:56:13.305061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dceac3-27fa-4b3b-aa32-bdfa598a93bb req-a90d56c6-5827-4e8c-93fb-87feccb64a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:13.306592 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-10dceac3-27fa-4b3b-aa32-bdfa598a93bb req-a90d56c6-5827-4e8c-93fb-87feccb64a05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 1097 time: 0.0601125 Jul 27 20:56:13.313356 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce132274-5127-4ad2-983b-643651531199 None None] Routers {'20d19c08-8ab6-4bcb-8378-42ed9301b470'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:13.313986 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ce132274-5127-4ad2-983b-643651531199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:55:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['20d19c08-8ab6-4bcb-8378-42ed9301b470'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:13.333092 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5caa66-09b7-4e8c-b18a-130c7efca409 req-0b99e282-81de-4ce2-8481-e7f24711e1ff tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:13.334240 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea5caa66-09b7-4e8c-b18a-130c7efca409 req-0b99e282-81de-4ce2-8481-e7f24711e1ff tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 945 time: 0.0691977 Jul 27 20:56:13.384228 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ea5caa66-09b7-4e8c-b18a-130c7efca409 req-374b1239-5ae4-4d6e-ac3e-c6e78f9fde24 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698238f-a000-4582-b35e-392b94e2363d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436573 Jul 27 20:56:13.414269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dceac3-27fa-4b3b-aa32-bdfa598a93bb req-f4d73420-80d4-4b7f-baec-a8b0d2cde2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:13.415738 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-10dceac3-27fa-4b3b-aa32-bdfa598a93bb req-f4d73420-80d4-4b7f-baec-a8b0d2cde2f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 HTTP/1.1" status: 200 len: 896 time: 0.0980899 Jul 27 20:56:13.439889 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-ce132274-5127-4ad2-983b-643651531199 None None] Set router 20d19c08-8ab6-4bcb-8378-42ed9301b470 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:13.468107 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-10dceac3-27fa-4b3b-aa32-bdfa598a93bb req-68c54a63-27b4-4876-b74d-b8e7e6302c4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=577b9299-42f6-4256-b430-d91a296670d5 HTTP/1.1" status: 200 len: 217 time: 0.0434115 Jul 27 20:56:13.522061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dceac3-27fa-4b3b-aa32-bdfa598a93bb req-9a35f338-48b1-406b-95fa-fd27380cadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:13.523536 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-10dceac3-27fa-4b3b-aa32-bdfa598a93bb req-9a35f338-48b1-406b-95fa-fd27380cadb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df4941f6-e083-486b-9feb-5ff2e05a1a59 HTTP/1.1" status: 200 len: 835 time: 0.0464823 Jul 27 20:56:13.543167 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e743567f-8722-4795-bf44-170ec04b4aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:13.588600 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dceac3-27fa-4b3b-aa32-bdfa598a93bb req-19129b72-fadb-4ae4-9625-25bd0858133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:13.590171 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-10dceac3-27fa-4b3b-aa32-bdfa598a93bb req-19129b72-fadb-4ae4-9625-25bd0858133f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=37ece4f6-a15a-4551-ad6b-a74cfb92a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576766 Jul 27 20:56:13.651109 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ce132274-5127-4ad2-983b-643651531199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '1e0217e7-d403-4123-8eef-42aead94877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:20Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '1e0217e7-d403-4123-8eef-42aead94877f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:21Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'e5681a7b-103c-4983-88f8-930779e29500', 'name': '', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:98:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:23Z', 'updated_at': '2021-07-27T20:55:28Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:13.679097 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce132274-5127-4ad2-983b-643651531199 None None] The sync data for ids ['20d19c08-8ab6-4bcb-8378-42ed9301b470'] in n-d-705657-21 is: [{'id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '1e0217e7-d403-4123-8eef-42aead94877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:20Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '1e0217e7-d403-4123-8eef-42aead94877f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:21Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'e5681a7b-103c-4983-88f8-930779e29500', 'name': '', 'network_id': '37ece4f6-a15a-4551-ad6b-a74cfb92a0b0', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:98:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:23Z', 'updated_at': '2021-07-27T20:55:28Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'df4941f6-e083-486b-9feb-5ff2e05a1a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:56:13.688491 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-10dceac3-27fa-4b3b-aa32-bdfa598a93bb req-2a8a609c-5aae-49e5-9b38-34a7062ee064 service neutron] 10.222.0.52 "GET /v2.0/networks/37ece4f6-a15a-4551-ad6b-a74cfb92a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890298 Jul 27 20:56:13.786518 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-10dceac3-27fa-4b3b-aa32-bdfa598a93bb req-07536593-47df-4a4f-8f4e-42c22d50eec2 service neutron] 10.222.0.52 "GET /v2.0/networks/37ece4f6-a15a-4551-ad6b-a74cfb92a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898464 Jul 27 20:56:13.921264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b85ed9-e147-44ae-983c-15d0f8795a29 None None] New status for floating IP 14fc1cfb-d460-4405-bc1b-42c6043bf16e: DOWN {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:56:14.527107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496166f1-fc00-4c2a-b211-a997f50f18f8 req-4cafe84c-08c2-4cdf-9768-22e7cd4b7f84 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:14.528871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-496166f1-fc00-4c2a-b211-a997f50f18f8 req-4cafe84c-08c2-4cdf-9768-22e7cd4b7f84 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 945 time: 0.0696678 Jul 27 20:56:14.574952 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-496166f1-fc00-4c2a-b211-a997f50f18f8 req-7de934f4-4314-4aa5-900b-ad361e0035c1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698238f-a000-4582-b35e-392b94e2363d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387535 Jul 27 20:56:14.850368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614df3ea-f5fe-49fd-b284-5ddad10ae4bb req-61865cac-8cd6-46ae-8326-bb0df0617e59 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:14.851801 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-614df3ea-f5fe-49fd-b284-5ddad10ae4bb req-61865cac-8cd6-46ae-8326-bb0df0617e59 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 945 time: 0.0726006 Jul 27 20:56:15.332925 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-614df3ea-f5fe-49fd-b284-5ddad10ae4bb req-2f09d175-d2be-4f73-9440-afa88a8433f5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port 577b9299-42f6-4256-b430-d91a296670d5 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:15.333243 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-614df3ea-f5fe-49fd-b284-5ddad10ae4bb req-2f09d175-d2be-4f73-9440-afa88a8433f5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:15.427446 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-614df3ea-f5fe-49fd-b284-5ddad10ae4bb req-2f09d175-d2be-4f73-9440-afa88a8433f5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] For port 577b9299-42f6-4256-b430-d91a296670d5, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=577b9299-42f6-4256-b430-d91a296670d5,segment=NetworkSegment(4b4f52fd-c416-42bd-80ab-e58a25373f18),segment_id=4b4f52fd-c416-42bd-80ab-e58a25373f18)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:15.427713 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-614df3ea-f5fe-49fd-b284-5ddad10ae4bb req-2f09d175-d2be-4f73-9440-afa88a8433f5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:15.443115 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-614df3ea-f5fe-49fd-b284-5ddad10ae4bb req-2f09d175-d2be-4f73-9440-afa88a8433f5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for 577b9299-42f6-4256-b430-d91a296670d5 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:15.579629 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-614df3ea-f5fe-49fd-b284-5ddad10ae4bb req-2f09d175-d2be-4f73-9440-afa88a8433f5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:15.613782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09d175-d2be-4f73-9440-afa88a8433f5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=577b9299-42f6-4256-b430-d91a296670d5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:15.661592 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-614df3ea-f5fe-49fd-b284-5ddad10ae4bb req-2f09d175-d2be-4f73-9440-afa88a8433f5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] No DVR routers for this DVR port 577b9299-42f6-4256-b430-d91a296670d5 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:15.665246 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-614df3ea-f5fe-49fd-b284-5ddad10ae4bb req-2f09d175-d2be-4f73-9440-afa88a8433f5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:15.666590 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-614df3ea-f5fe-49fd-b284-5ddad10ae4bb req-2f09d175-d2be-4f73-9440-afa88a8433f5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "DELETE /v2.0/ports/577b9299-42f6-4256-b430-d91a296670d5 HTTP/1.1" status: 204 len: 173 time: 0.8081560 Jul 27 20:56:15.667048 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc03fff-c046-4c72-9e4e-cbc4a64e510e', 'name': 'network-vif-deleted', 'tag': '577b9299-42f6-4256-b430-d91a296670d5'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:15.669484 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77780124-6f9c-4caa-a319-2f037f9cde00" -d '{"events": [{"server_uuid": "8fc03fff-c046-4c72-9e4e-cbc4a64e510e", "name": "network-vif-deleted", "tag": "577b9299-42f6-4256-b430-d91a296670d5"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:15.689106 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-82fab337-c8ae-499f-8ae2-ab6506d5628a req-8f200caa-8014-48e2-8ea8-f502b43ecfcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fc03fff-c046-4c72-9e4e-cbc4a64e510e HTTP/1.1" status: 200 len: 210 time: 0.0366514 Jul 27 20:56:15.734493 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4f0da7-daff-4df6-b3e8-72f22759f8c6 x-openstack-request-id: req-2d4f0da7-daff-4df6-b3e8-72f22759f8c6 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:15.734792 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc03fff-c046-4c72-9e4e-cbc4a64e510e", "name": "network-vif-deleted", "tag": "577b9299-42f6-4256-b430-d91a296670d5", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:15.735041 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d4f0da7-daff-4df6-b3e8-72f22759f8c6 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:15.735602 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc03fff-c046-4c72-9e4e-cbc4a64e510e', 'name': 'network-vif-deleted', 'tag': '577b9299-42f6-4256-b430-d91a296670d5', 'status': 'completed', 'code': 200} Jul 27 20:56:16.256371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1be8528a-ba01-443b-82bb-53bdb058470d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:16.353293 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:16.752192 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39196) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:17.174500 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9166edb9-a2cf-4875-8de5-fe2c411f6d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.457286 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.458454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-9166edb9-a2cf-4875-8de5-fe2c411f6d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port e5681a7b-103c-4983-88f8-930779e29500 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:17.458932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9166edb9-a2cf-4875-8de5-fe2c411f6d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.557400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-9166edb9-a2cf-4875-8de5-fe2c411f6d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] For port e5681a7b-103c-4983-88f8-930779e29500, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e5681a7b-103c-4983-88f8-930779e29500,segment=NetworkSegment(4b4f52fd-c416-42bd-80ab-e58a25373f18),segment_id=4b4f52fd-c416-42bd-80ab-e58a25373f18)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:17.557737 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9166edb9-a2cf-4875-8de5-fe2c411f6d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.572039 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-9166edb9-a2cf-4875-8de5-fe2c411f6d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for e5681a7b-103c-4983-88f8-930779e29500 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:17.787590 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9166edb9-a2cf-4875-8de5-fe2c411f6d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.828369 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166edb9-a2cf-4875-8de5-fe2c411f6d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=e5681a7b-103c-4983-88f8-930779e29500,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:18.014400 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9166edb9-a2cf-4875-8de5-fe2c411f6d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.245770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9166edb9-a2cf-4875-8de5-fe2c411f6d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 20d19c08-8ab6-4bcb-8378-42ed9301b470 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:56:18.360547 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9166edb9-a2cf-4875-8de5-fe2c411f6d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:56:18.369489 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9166edb9-a2cf-4875-8de5-fe2c411f6d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "PUT /v2.0/routers/20d19c08-8ab6-4bcb-8378-42ed9301b470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6123288 Jul 27 20:56:18.369583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39200) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:18.372831 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debf505-d44f-40e6-9f97-3568d4db1b62 None None] Sync routers for ids ['20d19c08-8ab6-4bcb-8378-42ed9301b470'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:56:18.382432 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7debf505-d44f-40e6-9f97-3568d4db1b62 None None] Routers {'20d19c08-8ab6-4bcb-8378-42ed9301b470'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:18.383053 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7debf505-d44f-40e6-9f97-3568d4db1b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:56:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['20d19c08-8ab6-4bcb-8378-42ed9301b470'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:18.432958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting subnet df4941f6-e083-486b-9feb-5ff2e05a1a59 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:56:18.436237 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.487255 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.594190 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.594629 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-7debf505-d44f-40e6-9f97-3568d4db1b62 None None] Set router 20d19c08-8ab6-4bcb-8378-42ed9301b470 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:18.654237 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.686321 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Subnet': ['ID=df4941f6-e083-486b-9feb-5ff2e05a1a59,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:18.691194 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.693101 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/subnets/df4941f6-e083-486b-9feb-5ff2e05a1a59 HTTP/1.1" status: 204 len: 168 time: 0.3220735 Jul 27 20:56:18.695954 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39202) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:18.698521 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:18.698873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:18.698981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b37779-fec9-4ff3-8136-31491623602d None None] Network 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:18.699418 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:18.699528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:18.699847 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:18.700172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:18.700527 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:18.700861 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:18.701184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:18.701695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:18.702021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:18.702352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f59bf-ca12-41a4-b1cb-fa1138e85b5b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:18.784861 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7debf505-d44f-40e6-9f97-3568d4db1b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '1e0217e7-d403-4123-8eef-42aead94877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:20Z', 'updated_at': '2021-07-27T20:56:17Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '1e0217e7-d403-4123-8eef-42aead94877f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:21Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:18.815448 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.820779 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debf505-d44f-40e6-9f97-3568d4db1b62 None None] Checking router: 20d19c08-8ab6-4bcb-8378-42ed9301b470 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:56:18.830063 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7debf505-d44f-40e6-9f97-3568d4db1b62 None None] Routers {'20d19c08-8ab6-4bcb-8378-42ed9301b470'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:18.830705 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7debf505-d44f-40e6-9f97-3568d4db1b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:56:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['20d19c08-8ab6-4bcb-8378-42ed9301b470'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:18.915522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] DHCP port deletion for 37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:56:18.933239 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.936271 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-7debf505-d44f-40e6-9f97-3568d4db1b62 None None] Set router 20d19c08-8ab6-4bcb-8378-42ed9301b470 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:18.964668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Deleting port 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:18.964982 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.988057 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port 1e0217e7-d403-4123-8eef-42aead94877f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:18.988479 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.035960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] For port 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab,segment=NetworkSegment(4b4f52fd-c416-42bd-80ab-e58a25373f18),segment_id=4b4f52fd-c416-42bd-80ab-e58a25373f18)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:19.036425 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.053012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Calling delete_port for 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:19.075598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] For port 1e0217e7-d403-4123-8eef-42aead94877f, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=1e0217e7-d403-4123-8eef-42aead94877f,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:19.075970 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.089621 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for 1e0217e7-d403-4123-8eef-42aead94877f owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:19.128889 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-7debf505-d44f-40e6-9f97-3568d4db1b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '1e0217e7-d403-4123-8eef-42aead94877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:20Z', 'updated_at': '2021-07-27T20:56:17Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '1e0217e7-d403-4123-8eef-42aead94877f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:21Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:19.141601 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.155257 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debf505-d44f-40e6-9f97-3568d4db1b62 None None] The sync data for ids ['20d19c08-8ab6-4bcb-8378-42ed9301b470'] in n-d-705657-21 is: [{'id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067509626', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '1e0217e7-d403-4123-8eef-42aead94877f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:55:20Z', 'updated_at': '2021-07-27T20:56:17Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '1e0217e7-d403-4123-8eef-42aead94877f', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d19c08-8ab6-4bcb-8378-42ed9301b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:55:21Z', 'updated_at': '2021-07-27T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:56:19.185052 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Pushing event deleted for resources: {'Port': ['ID=5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:19.193377 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] No DVR routers for this DVR port 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:19.205041 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:19.205419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:19.205764 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:19.206112 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:19.206447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:19.206774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:19.207103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:19.207455 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:19.207788 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:19.208107 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:19.208478 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:19.208801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e8081-f33d-4586-a14a-8e47bc1caac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:19.223435 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.288125 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.320544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=1e0217e7-d403-4123-8eef-42aead94877f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:19.387306 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.483715 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.486498 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.532639 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.533220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Fanout notify agent at l3_agent the message router_deleted on router 20d19c08-8ab6-4bcb-8378-42ed9301b470 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:56:19.540520 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.541699 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8385c3af-2c3f-4561-a2d9-bc47914eb2e0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/routers/20d19c08-8ab6-4bcb-8378-42ed9301b470 HTTP/1.1" status: 204 len: 168 time: 0.8447158 Jul 27 20:56:19.544508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39204) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:19.602382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 577b9299-42f6-4256-b430-d91a296670d5 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:19.625539 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 577b9299-42f6-4256-b430-d91a296670d5 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:19.625776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 577b9299-42f6-4256-b430-d91a296670d5 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:19.633913 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0acaf092-a964-4044-8266-e5a415f0ada1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.726702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0acaf092-a964-4044-8266-e5a415f0ada1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.738879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-0acaf092-a964-4044-8266-e5a415f0ada1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ece4f6-a15a-4551-ad6b-a74cfb92a0b0']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:19.755382 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-0acaf092-a964-4044-8266-e5a415f0ada1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4f52fd-c416-42bd-80ab-e58a25373f18') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:19.755671 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-0acaf092-a964-4044-8266-e5a415f0ada1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4f52fd-c416-42bd-80ab-e58a25373f18') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:19.765901 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0acaf092-a964-4044-8266-e5a415f0ada1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.780642 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0acaf092-a964-4044-8266-e5a415f0ada1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.787091 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0acaf092-a964-4044-8266-e5a415f0ada1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:56:19.787530 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0acaf092-a964-4044-8266-e5a415f0ada1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: timer() Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:56:19.790652 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:56:19.850790 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0acaf092-a964-4044-8266-e5a415f0ada1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.859201 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0acaf092-a964-4044-8266-e5a415f0ada1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.860033 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0acaf092-a964-4044-8266-e5a415f0ada1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/networks/37ece4f6-a15a-4551-ad6b-a74cfb92a0b0 HTTP/1.1" status: 204 len: 168 time: 0.3146071 Jul 27 20:56:19.863018 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39206) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:19.872086 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acaf092-a964-4044-8266-e5a415f0ada1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Network': ['ID=37ece4f6-a15a-4551-ad6b-a74cfb92a0b0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:19.926089 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b9676ac-5bab-4bc0-b4ad-0d52b7483dc7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.952580 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b9676ac-5bab-4bc0-b4ad-0d52b7483dc7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.020660 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b9676ac-5bab-4bc0-b4ad-0d52b7483dc7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.023249 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b9676ac-5bab-4bc0-b4ad-0d52b7483dc7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.024458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-4b9676ac-5bab-4bc0-b4ad-0d52b7483dc7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/security-groups/5698238f-a000-4582-b35e-392b94e2363d HTTP/1.1" status: 204 len: 168 time: 0.1604142 Jul 27 20:56:20.034202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9676ac-5bab-4bc0-b4ad-0d52b7483dc7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5698238f-a000-4582-b35e-392b94e2363d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:20.306060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39212) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:20.311155 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-be4677ba-c599-403c-863f-a81f456cc99d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1886598826', 'description': 'tempest-secgroup-smoke-1886598826 description', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:20.338969 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be4677ba-c599-403c-863f-a81f456cc99d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.383403 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e5681a7b-103c-4983-88f8-930779e29500 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:20.404868 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: e5681a7b-103c-4983-88f8-930779e29500 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:20.405253 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e5681a7b-103c-4983-88f8-930779e29500 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:20.405690 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1e0217e7-d403-4123-8eef-42aead94877f no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:20.425767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 1e0217e7-d403-4123-8eef-42aead94877f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:20.426087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 1e0217e7-d403-4123-8eef-42aead94877f not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:20.426506 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:20.430873 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be4677ba-c599-403c-863f-a81f456cc99d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.434673 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be4677ba-c599-403c-863f-a81f456cc99d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.446275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:20.446628 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5c26121f-5d73-4bf4-9b5d-0fee68c5a6ab not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:20.462183 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be4677ba-c599-403c-863f-a81f456cc99d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.463432 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-be4677ba-c599-403c-863f-a81f456cc99d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1563888 Jul 27 20:56:20.466862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39214) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:20.469581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4677ba-c599-403c-863f-a81f456cc99d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655a1beb-a1a0-499a-8503-f5438ccb10aa,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:20.472903 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-566e507c-362f-407b-942e-6d053a3f2d62 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '655a1beb-a1a0-499a-8503-f5438ccb10aa', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:20.504897 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-566e507c-362f-407b-942e-6d053a3f2d62 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.562217 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-566e507c-362f-407b-942e-6d053a3f2d62 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.566896 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-566e507c-362f-407b-942e-6d053a3f2d62 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.585630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e507c-362f-407b-942e-6d053a3f2d62 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef76ed5-df78-4503-ac49-39a53ccb158d,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:20.591718 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-566e507c-362f-407b-942e-6d053a3f2d62 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.593464 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-566e507c-362f-407b-942e-6d053a3f2d62 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249316 Jul 27 20:56:20.598413 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39216) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:20.607436 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8fe39930-c988-47fc-b7b6-412347b736e9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '655a1beb-a1a0-499a-8503-f5438ccb10aa', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:20.635305 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8fe39930-c988-47fc-b7b6-412347b736e9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.703220 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8fe39930-c988-47fc-b7b6-412347b736e9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.707610 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8fe39930-c988-47fc-b7b6-412347b736e9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.726433 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe39930-c988-47fc-b7b6-412347b736e9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d10922-7fe5-405f-9d42-aab62d69d793,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:20.733177 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8fe39930-c988-47fc-b7b6-412347b736e9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.734440 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8fe39930-c988-47fc-b7b6-412347b736e9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345401 Jul 27 20:56:20.737657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39218) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:20.742250 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7ddbc720-746a-4f0d-8bf4-4a010d76c152 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '655a1beb-a1a0-499a-8503-f5438ccb10aa', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:20.770952 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc720-746a-4f0d-8bf4-4a010d76c152 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.832496 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc720-746a-4f0d-8bf4-4a010d76c152 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.837373 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc720-746a-4f0d-8bf4-4a010d76c152 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.856780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbc720-746a-4f0d-8bf4-4a010d76c152 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee364b5-378b-48bc-b99f-6db83458d13e,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:20.860768 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc720-746a-4f0d-8bf4-4a010d76c152 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.866368 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7ddbc720-746a-4f0d-8bf4-4a010d76c152 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233745 Jul 27 20:56:20.867022 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39220) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:20.871089 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2f4f7535-abdb-40e1-9910-e5de6b7150c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '655a1beb-a1a0-499a-8503-f5438ccb10aa', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:20.897840 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7535-abdb-40e1-9910-e5de6b7150c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.958314 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7535-abdb-40e1-9910-e5de6b7150c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.963520 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7535-abdb-40e1-9910-e5de6b7150c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.981963 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f7535-abdb-40e1-9910-e5de6b7150c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ee4a91-0d13-49fd-b6f3-0131686d2684,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:20.990577 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2f4f7535-abdb-40e1-9910-e5de6b7150c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.990979 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2f4f7535-abdb-40e1-9910-e5de6b7150c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232686 Jul 27 20:56:20.993705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39222) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:20.999080 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e1804de1-e318-4ac8-ab17-b9ba461a5e4c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '655a1beb-a1a0-499a-8503-f5438ccb10aa', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:21.025418 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-e1804de1-e318-4ac8-ab17-b9ba461a5e4c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Project e68b8ed2d5b84f6b93d14624cd06666d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:56:21.030929 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1804de1-e318-4ac8-ab17-b9ba461a5e4c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.102450 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1804de1-e318-4ac8-ab17-b9ba461a5e4c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.108089 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1804de1-e318-4ac8-ab17-b9ba461a5e4c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.127377 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1804de1-e318-4ac8-ab17-b9ba461a5e4c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af2dac7-1175-4549-a1ec-59c4290f9739,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:21.134994 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1804de1-e318-4ac8-ab17-b9ba461a5e4c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.139755 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e1804de1-e318-4ac8-ab17-b9ba461a5e4c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413994 Jul 27 20:56:21.140163 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39224) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:21.144927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6da7e120-90d1-4bfa-a891-6a8176bf1d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '655a1beb-a1a0-499a-8503-f5438ccb10aa', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:21.169114 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-6da7e120-90d1-4bfa-a891-6a8176bf1d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Project e68b8ed2d5b84f6b93d14624cd06666d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:56:21.174898 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6da7e120-90d1-4bfa-a891-6a8176bf1d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.240245 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6da7e120-90d1-4bfa-a891-6a8176bf1d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.244644 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6da7e120-90d1-4bfa-a891-6a8176bf1d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.262808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7e120-90d1-4bfa-a891-6a8176bf1d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3abdff6-2c31-464f-bba6-e98942af1be4,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:21.270558 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6da7e120-90d1-4bfa-a891-6a8176bf1d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.271900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6da7e120-90d1-4bfa-a891-6a8176bf1d72 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306527 Jul 27 20:56:21.278432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39226) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:21.283812 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-9be5156a-fbf2-4126-b916-2f388d3367c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'network': {'name': 'tempest-network-smoke--1595745377', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'port_security_enabled': True}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:21.305664 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be5156a-fbf2-4126-b916-2f388d3367c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Made reservation on behalf of e68b8ed2d5b84f6b93d14624cd06666d for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:21.309164 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9be5156a-fbf2-4126-b916-2f388d3367c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.338551 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be5156a-fbf2-4126-b916-2f388d3367c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:56:21.349431 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9be5156a-fbf2-4126-b916-2f388d3367c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.349934 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-9be5156a-fbf2-4126-b916-2f388d3367c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Added segment c6a56b3c-adc2-498d-9a53-23b5d55e62fa of type vlan for network 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 Jul 27 20:56:21.394042 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9be5156a-fbf2-4126-b916-2f388d3367c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.429641 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9be5156a-fbf2-4126-b916-2f388d3367c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.435624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be5156a-fbf2-4126-b916-2f388d3367c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:21.436443 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9be5156a-fbf2-4126-b916-2f388d3367c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.498870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9be5156a-fbf2-4126-b916-2f388d3367c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2191441 Jul 27 20:56:21.501782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39228) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:21.508490 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'admin_state_up': True, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:21.512628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5156a-fbf2-4126-b916-2f388d3367c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Network': ['ID=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:21.525576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:56:21.534839 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.535891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.594431 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.745843 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.957348 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.977108 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:22.453155 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.25.1.121 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/cce118d4-5a1a-46cf-a2ee-55d77029a9e0) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:22.558238 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:22.603322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:22.651935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:22.658691 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:22.663120 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:22.666218 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=cce118d4-5a1a-46cf-a2ee-55d77029a9e0,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:22.924551 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.134362 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.275193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 49b66804-51a0-4186-b67b-7b3e05607543 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:56:23.387642 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:56:23.397522 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Sync routers for ids ['49b66804-51a0-4186-b67b-7b3e05607543'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:56:23.407115 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Routers {'49b66804-51a0-4186-b67b-7b3e05607543'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:23.407761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:56:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['49b66804-51a0-4186-b67b-7b3e05607543'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:23.408679 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.410868 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3a9cbd82-f795-4883-9dc6-2ed446db2f6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9073408 Jul 27 20:56:23.414544 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39230) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:23.444279 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8998205c-8918-4721-84e9-1e18468ed84c tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e68b8ed2d5b84f6b93d14624cd06666d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285604 Jul 27 20:56:23.447069 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39232) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:23.521147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Set router 49b66804-51a0-4186-b67b-7b3e05607543 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:23.537152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa2e5a2-b6a9-4ef9-9546-295956da1783 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:23.538601 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9fa2e5a2-b6a9-4ef9-9546-295956da1783 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905983 Jul 27 20:56:23.541568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39234) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:23.570885 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-be15f8aa-a9f2-4bdb-9d60-68e658f79a78 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282128 Jul 27 20:56:23.574338 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39236) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:23.580283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-af3946fe-d1e6-474e-a698-e307f925adca tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1463978814', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:23.678492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3946fe-d1e6-474e-a698-e307f925adca tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Made reservation on behalf of e68b8ed2d5b84f6b93d14624cd06666d for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:23.682214 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af3946fe-d1e6-474e-a698-e307f925adca tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.707309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b66804-51a0-4186-b67b-7b3e05607543', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:22Z', 'revision_number': 3, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ab:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:23.739638 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Checking router: 49b66804-51a0-4186-b67b-7b3e05607543 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:56:23.740020 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Updating router 49b66804-51a0-4186-b67b-7b3e05607543 port cce118d4-5a1a-46cf-a2ee-55d77029a9e0 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:56:23.777970 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.883991 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af3946fe-d1e6-474e-a698-e307f925adca tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.959314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3946fe-d1e6-474e-a698-e307f925adca tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Subnet': ['ID=8be9a56b-c843-4734-ae0d-6bdec1b872af,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:23.964150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3946fe-d1e6-474e-a698-e307f925adca tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Checking segment: {'id': 'c6a56b3c-adc2-498d-9a53-23b5d55e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:23.964784 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3946fe-d1e6-474e-a698-e307f925adca tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network hostable DHCP agents. Network: 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:56:23.983638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3946fe-d1e6-474e-a698-e307f925adca tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:56:23.993622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-af3946fe-d1e6-474e-a698-e307f925adca tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:23.997814 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3946fe-d1e6-474e-a698-e307f925adca tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:23.998621 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-af3946fe-d1e6-474e-a698-e307f925adca tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.008208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d8f81a-e3b4-40b5-878e-ff82a4ce6a35 None None] Network 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:24.014846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-af3946fe-d1e6-474e-a698-e307f925adca tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4391024 Jul 27 20:56:24.017761 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39238) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:24.105312 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.128764 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Transition to ACTIVE for port object cce118d4-5a1a-46cf-a2ee-55d77029a9e0 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:24.142606 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.228415 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Attempting to bind port cce118d4-5a1a-46cf-a2ee-55d77029a9e0 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:24.228810 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Attempting to bind port cce118d4-5a1a-46cf-a2ee-55d77029a9e0 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:24.229145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Attempting to bind port cce118d4-5a1a-46cf-a2ee-55d77029a9e0 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:24.234950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01add4-00b3-4e7c-b589-f8218dcbb116 None None] Pushing event updated for resources: {'Port': ['ID=cce118d4-5a1a-46cf-a2ee-55d77029a9e0,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:24.242338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:24.243190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:24.243587 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.243975 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:24.244512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Bound port: cce118d4-5a1a-46cf-a2ee-55d77029a9e0, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:24.244887 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.283256 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ips': [{'subnet_id': '8be9a56b-c843-4734-ae0d-6bdec1b872af'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:56:24.284110 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.374896 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] For port cce118d4-5a1a-46cf-a2ee-55d77029a9e0, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:24.405036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] For port cce118d4-5a1a-46cf-a2ee-55d77029a9e0, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cce118d4-5a1a-46cf-a2ee-55d77029a9e0,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:24.412852 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.481189 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.512580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01add4-00b3-4e7c-b589-f8218dcbb116 None None] Pushing event updated for resources: {'Port': ['ID=cce118d4-5a1a-46cf-a2ee-55d77029a9e0,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:24.521594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Allocated IP 172.20.0.2 (9d34e7e9-695c-4bdf-98e0-0bebe88df1a7/8be9a56b-c843-4734-ae0d-6bdec1b872af/2781112d-7f7d-4114-8659-9d5fb56f4a05) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:24.523915 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Routers {'49b66804-51a0-4186-b67b-7b3e05607543'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:24.524594 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:56:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['49b66804-51a0-4186-b67b-7b3e05607543'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:24.868957 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] Set router 49b66804-51a0-4186-b67b-7b3e05607543 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:25.041239 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:25.060327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Transition to ACTIVE for port object 2781112d-7f7d-4114-8659-9d5fb56f4a05 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:25.102510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Transition to ACTIVE for port object 2781112d-7f7d-4114-8659-9d5fb56f4a05 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:25.110903 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:25.154806 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Network 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:25.160292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:25.161336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.20.0.1 (9d34e7e9-695c-4bdf-98e0-0bebe88df1a7/8be9a56b-c843-4734-ae0d-6bdec1b872af/c0d04707-de6c-4f02-bff0-340098e10580) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:25.163171 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:25.184314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Pushing event updated for resources: {'Port': ['ID=2781112d-7f7d-4114-8659-9d5fb56f4a05,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:25.232922 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b66804-51a0-4186-b67b-7b3e05607543', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:22Z', 'revision_number': 3, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ab:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:25.271668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894ce6d-8e51-4d24-9cbe-fa499219c7c4 None None] The sync data for ids ['49b66804-51a0-4186-b67b-7b3e05607543'] in n-d-705657-21 is: [{'id': '49b66804-51a0-4186-b67b-7b3e05607543', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:22Z', 'revision_number': 3, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ab:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:56:25.277226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Attempting to bind port 2781112d-7f7d-4114-8659-9d5fb56f4a05 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:25.277327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Attempting to bind port 2781112d-7f7d-4114-8659-9d5fb56f4a05 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'c6a56b3c-adc2-498d-9a53-23b5d55e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:25.277649 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Attempting to bind port 2781112d-7f7d-4114-8659-9d5fb56f4a05 on network 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:25.284593 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:25.285031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Checking segment: {'id': 'c6a56b3c-adc2-498d-9a53-23b5d55e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:25.285357 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:25.285762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Bound using segment: {'id': 'c6a56b3c-adc2-498d-9a53-23b5d55e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:25.285979 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:25.286305 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Bound port: 2781112d-7f7d-4114-8659-9d5fb56f4a05, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a56b3c-adc2-498d-9a53-23b5d55e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:25.287050 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:25.306893 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Transition to ACTIVE for port object c0d04707-de6c-4f02-bff0-340098e10580 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:25.348932 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:25.368300 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] For port 2781112d-7f7d-4114-8659-9d5fb56f4a05, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:25.372270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] For port 2781112d-7f7d-4114-8659-9d5fb56f4a05, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2781112d-7f7d-4114-8659-9d5fb56f4a05,segment=NetworkSegment(c6a56b3c-adc2-498d-9a53-23b5d55e62fa),segment_id=c6a56b3c-adc2-498d-9a53-23b5d55e62fa)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:25.378669 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:25.393149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:25.396874 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:25.399676 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:25.445968 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945bdf9-5f69-4825-a08d-1979b3618106 None None] Pushing event updated for resources: {'Port': ['ID=2781112d-7f7d-4114-8659-9d5fb56f4a05,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:25.459654 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:25.463762 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=c0d04707-de6c-4f02-bff0-340098e10580,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:25.674796 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.000146 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.005657 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.111713 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=c0d04707-de6c-4f02-bff0-340098e10580,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:26.116461 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.242119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:26.244695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:26.402077 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 49b66804-51a0-4186-b67b-7b3e05607543 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:56:26.468517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cce118d4-5a1a-46cf-a2ee-55d77029a9e0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:26.533837 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:56:26.540214 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-425f965a-183a-4707-9366-7cbbcec6d058 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "PUT /v2.0/routers/49b66804-51a0-4186-b67b-7b3e05607543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5211673 Jul 27 20:56:26.548653 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port cce118d4-5a1a-46cf-a2ee-55d77029a9e0 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:26.553271 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b578ba5-51b1-4539-8cfd-5ca421e8026e None None] Network 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:26.567778 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port cce118d4-5a1a-46cf-a2ee-55d77029a9e0 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:26.568239 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.642784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-01fd330f-abe5-4efd-a22e-897fbb18cc5c None None] Provisioning for port 2781112d-7f7d-4114-8659-9d5fb56f4a05 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:26.722901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-5d1ad393-8144-4be0-a9ea-64e07a205cc7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1886598826&fields=id&tenant_id=e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 267 time: 0.0397127 Jul 27 20:56:26.754801 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.798093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port cce118d4-5a1a-46cf-a2ee-55d77029a9e0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cce118d4-5a1a-46cf-a2ee-55d77029a9e0,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:26.804493 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.805318 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2781112d-7f7d-4114-8659-9d5fb56f4a05 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:26.842875 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed46ab-057e-4a21-8397-981415a04bae req-1915bc81-6ee7-4dbe-890f-d7da7ffc45d5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:26.844763 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-1915bc81-6ee7-4dbe-890f-d7da7ffc45d5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/networks?id=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 HTTP/1.1" status: 200 len: 797 time: 0.1125343 Jul 27 20:56:26.868738 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-7d6e12d1-44ae-447f-9add-82934abb6b17 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/quotas/e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 375 time: 0.0107944 Jul 27 20:56:26.913042 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=cce118d4-5a1a-46cf-a2ee-55d77029a9e0,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:26.934329 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 2781112d-7f7d-4114-8659-9d5fb56f4a05 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:26.939545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 2781112d-7f7d-4114-8659-9d5fb56f4a05 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:26.939928 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.963114 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-a14b80ff-2261-42e4-966a-e179f703ae64 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863168 Jul 27 20:56:27.038523 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.089631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 2781112d-7f7d-4114-8659-9d5fb56f4a05, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2781112d-7f7d-4114-8659-9d5fb56f4a05,segment=NetworkSegment(c6a56b3c-adc2-498d-9a53-23b5d55e62fa),segment_id=c6a56b3c-adc2-498d-9a53-23b5d55e62fa)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:27.097330 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.141016 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-800cdf88-1c58-4d6e-ab21-17c749c8b30d service neutron] 10.222.0.48 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636899 Jul 27 20:56:27.161081 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Sync routers for ids ['49b66804-51a0-4186-b67b-7b3e05607543'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:56:27.176565 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Routers {'49b66804-51a0-4186-b67b-7b3e05607543'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:27.177346 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:56:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['49b66804-51a0-4186-b67b-7b3e05607543'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:27.197265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=2781112d-7f7d-4114-8659-9d5fb56f4a05,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:27.205296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-04425c50-6706-4f4b-aef4-14b27cba1ec2 None None] Provisioning for port c0d04707-de6c-4f02-bff0-340098e10580 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:27.210178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-04425c50-6706-4f4b-aef4-14b27cba1ec2 None None] Provisioning complete for port c0d04707-de6c-4f02-bff0-340098e10580 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:27.210554 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-04425c50-6706-4f4b-aef4-14b27cba1ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.253488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-04425c50-6706-4f4b-aef4-14b27cba1ec2 None None] Port c0d04707-de6c-4f02-bff0-340098e10580 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:56:27.265590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-04425c50-6706-4f4b-aef4-14b27cba1ec2 None None] Provisioning complete for port 2781112d-7f7d-4114-8659-9d5fb56f4a05 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:27.265959 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-04425c50-6706-4f4b-aef4-14b27cba1ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.298513 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Set router 49b66804-51a0-4186-b67b-7b3e05607543 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:27.312073 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-14683c13-fe60-42bf-b6c5-20cab68c5a26 service neutron] 10.222.0.48 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555591 Jul 27 20:56:27.486221 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c2f921cc-cd11-4030-95d5-58f685179a5c None None] Provisioning complete for port c0d04707-de6c-4f02-bff0-340098e10580 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:27.487543 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c2f921cc-cd11-4030-95d5-58f685179a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.524668 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bed68390-22d5-4938-99bf-54d571303985 req-0b778c20-f882-42fc-815e-390ae7749441 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 210 time: 0.0430956 Jul 27 20:56:27.550769 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b66804-51a0-4186-b67b-7b3e05607543', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:25Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c0d04707-de6c-4f02-bff0-340098e10580', 'name': '', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:cd:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:24Z', 'updated_at': '2021-07-27T20:56:25Z', 'revision_number': 2, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:27.563023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c2f921cc-cd11-4030-95d5-58f685179a5c None None] Port c0d04707-de6c-4f02-bff0-340098e10580 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:56:27.581256 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Checking router: 49b66804-51a0-4186-b67b-7b3e05607543 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:56:27.581598 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Updating router 49b66804-51a0-4186-b67b-7b3e05607543 port c0d04707-de6c-4f02-bff0-340098e10580 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:56:27.619955 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.682493 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-76b4bdef-bf87-44ef-814a-6294e4ef63c0 None None] Provisioning complete for port c0d04707-de6c-4f02-bff0-340098e10580 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:27.682901 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-76b4bdef-bf87-44ef-814a-6294e4ef63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.724608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-76b4bdef-bf87-44ef-814a-6294e4ef63c0 None None] Port c0d04707-de6c-4f02-bff0-340098e10580 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:56:27.958237 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.971193 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Transition to ACTIVE for port object c0d04707-de6c-4f02-bff0-340098e10580 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:27.977588 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:28.082099 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f39fdc-1599-4637-add7-a268b3c59e29 None None] Pushing event updated for resources: {'Port': ['ID=c0d04707-de6c-4f02-bff0-340098e10580,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:28.084769 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Attempting to bind port c0d04707-de6c-4f02-bff0-340098e10580 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:28.084769 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Attempting to bind port c0d04707-de6c-4f02-bff0-340098e10580 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'c6a56b3c-adc2-498d-9a53-23b5d55e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:28.085078 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Attempting to bind port c0d04707-de6c-4f02-bff0-340098e10580 on network 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:28.095109 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:28.095479 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Checking segment: {'id': 'c6a56b3c-adc2-498d-9a53-23b5d55e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:28.095872 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:28.096259 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Bound using segment: {'id': 'c6a56b3c-adc2-498d-9a53-23b5d55e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:28.096745 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Bound port: c0d04707-de6c-4f02-bff0-340098e10580, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a56b3c-adc2-498d-9a53-23b5d55e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:28.097327 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:28.113680 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f39fdc-1599-4637-add7-a268b3c59e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:28.114018 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f39fdc-1599-4637-add7-a268b3c59e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:28.114346 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f39fdc-1599-4637-add7-a268b3c59e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:28.114719 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f39fdc-1599-4637-add7-a268b3c59e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:28.115058 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f39fdc-1599-4637-add7-a268b3c59e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:28.115387 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f39fdc-1599-4637-add7-a268b3c59e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:28.115705 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f39fdc-1599-4637-add7-a268b3c59e29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:28.116021 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f39fdc-1599-4637-add7-a268b3c59e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:28.116584 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f39fdc-1599-4637-add7-a268b3c59e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:28.116905 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f39fdc-1599-4637-add7-a268b3c59e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:28.117234 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f39fdc-1599-4637-add7-a268b3c59e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:28.117544 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f39fdc-1599-4637-add7-a268b3c59e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:28.181951 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] For port c0d04707-de6c-4f02-bff0-340098e10580, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:28.185932 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] For port c0d04707-de6c-4f02-bff0-340098e10580, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c0d04707-de6c-4f02-bff0-340098e10580,segment=NetworkSegment(c6a56b3c-adc2-498d-9a53-23b5d55e62fa),segment_id=c6a56b3c-adc2-498d-9a53-23b5d55e62fa)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:28.191020 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:28.248245 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Routers {'49b66804-51a0-4186-b67b-7b3e05607543'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:28.249275 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:56:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['49b66804-51a0-4186-b67b-7b3e05607543'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:28.291742 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f39fdc-1599-4637-add7-a268b3c59e29 None None] Pushing event updated for resources: {'Port': ['ID=c0d04707-de6c-4f02-bff0-340098e10580,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:28.376112 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] Set router 49b66804-51a0-4186-b67b-7b3e05607543 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:28.474905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cce118d4-5a1a-46cf-a2ee-55d77029a9e0 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:28.543761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port cce118d4-5a1a-46cf-a2ee-55d77029a9e0 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:28.544504 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:28.616922 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b66804-51a0-4186-b67b-7b3e05607543', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:25Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c0d04707-de6c-4f02-bff0-340098e10580', 'name': '', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:cd:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:24Z', 'updated_at': '2021-07-27T20:56:28Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:28.642684 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7a180895-6337-46c5-98b2-160ad80d5c92 req-55c33846-78b5-49b9-b140-d537e35e34e5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 210 time: 0.0441062 Jul 27 20:56:28.675819 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2781112d-7f7d-4114-8659-9d5fb56f4a05 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:28.738217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 2781112d-7f7d-4114-8659-9d5fb56f4a05 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:28.739118 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:28.763399 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73bbeca-f854-49a5-a1ef-633057a77d9a None None] The sync data for ids ['49b66804-51a0-4186-b67b-7b3e05607543'] in n-d-705657-21 is: [{'id': '49b66804-51a0-4186-b67b-7b3e05607543', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:25Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c0d04707-de6c-4f02-bff0-340098e10580', 'name': '', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:cd:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:24Z', 'updated_at': '2021-07-27T20:56:28Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:56:28.905055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed46ab-057e-4a21-8397-981415a04bae req-7ba0b1ad-3619-4a98-8cd6-160bb8a1f34c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.906946 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-7ba0b1ad-3619-4a98-8cd6-160bb8a1f34c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "GET /v2.0/networks?id=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 HTTP/1.1" status: 200 len: 797 time: 0.1778226 Jul 27 20:56:28.963864 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-4d939818-8eb0-4876-a3b1-35a26123fd19 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 380 time: 0.0476527 Jul 27 20:56:28.976243 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-0fed46ab-057e-4a21-8397-981415a04bae req-47cb361a-5967-404d-b1f5-06391e6e053f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'port': {'device_id': '7ea15192-f620-4a04-8bae-78d4cda197f1', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'admin_state_up': True, 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'security_groups': ['655a1beb-a1a0-499a-8503-f5438ccb10aa']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:29.106992 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fed46ab-057e-4a21-8397-981415a04bae req-47cb361a-5967-404d-b1f5-06391e6e053f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Made reservation on behalf of e68b8ed2d5b84f6b93d14624cd06666d for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:29.110880 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0fed46ab-057e-4a21-8397-981415a04bae req-47cb361a-5967-404d-b1f5-06391e6e053f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:29.247619 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-0fed46ab-057e-4a21-8397-981415a04bae req-47cb361a-5967-404d-b1f5-06391e6e053f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.20.0.10 (9d34e7e9-695c-4bdf-98e0-0bebe88df1a7/8be9a56b-c843-4734-ae0d-6bdec1b872af/74857fb6-519c-482d-960b-4df81475a409) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:29.407725 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0fed46ab-057e-4a21-8397-981415a04bae req-47cb361a-5967-404d-b1f5-06391e6e053f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:29.424777 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-0fed46ab-057e-4a21-8397-981415a04bae req-47cb361a-5967-404d-b1f5-06391e6e053f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Transition to ACTIVE for port object 74857fb6-519c-482d-960b-4df81475a409 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:29.461172 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0fed46ab-057e-4a21-8397-981415a04bae req-47cb361a-5967-404d-b1f5-06391e6e053f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:29.504829 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fed46ab-057e-4a21-8397-981415a04bae req-47cb361a-5967-404d-b1f5-06391e6e053f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:29.508020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-0fed46ab-057e-4a21-8397-981415a04bae req-47cb361a-5967-404d-b1f5-06391e6e053f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:29.514231 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fed46ab-057e-4a21-8397-981415a04bae req-47cb361a-5967-404d-b1f5-06391e6e053f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:29.540895 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb361a-5967-404d-b1f5-06391e6e053f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=74857fb6-519c-482d-960b-4df81475a409,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:29.575037 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed46ab-057e-4a21-8397-981415a04bae req-47cb361a-5967-404d-b1f5-06391e6e053f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:29.575710 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0fed46ab-057e-4a21-8397-981415a04bae req-47cb361a-5967-404d-b1f5-06391e6e053f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:29.595259 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-47cb361a-5967-404d-b1f5-06391e6e053f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6234119 Jul 27 20:56:29.608711 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Request body: {'port': {'device_id': '7ea15192-f620-4a04-8bae-78d4cda197f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:29.729633 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:29.748733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-03086cda-b8b1-45aa-aeb5-a2f3234b3e00 None None] Provisioning for port 74857fb6-519c-482d-960b-4df81475a409 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:29.753364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-03086cda-b8b1-45aa-aeb5-a2f3234b3e00 None None] Provisioning complete for port 74857fb6-519c-482d-960b-4df81475a409 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:29.753851 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-03086cda-b8b1-45aa-aeb5-a2f3234b3e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:29.794736 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-03086cda-b8b1-45aa-aeb5-a2f3234b3e00 None None] Port 74857fb6-519c-482d-960b-4df81475a409 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:56:29.814199 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483f2af-a055-41e4-8d12-eef2a9c313ae req-4d268190-c2fc-4fdb-b187-5205af2e6163 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:29.815957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e483f2af-a055-41e4-8d12-eef2a9c313ae req-4d268190-c2fc-4fdb-b187-5205af2e6163 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 932 time: 0.0812776 Jul 27 20:56:29.869755 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e483f2af-a055-41e4-8d12-eef2a9c313ae req-aed07643-583e-4d7d-81c2-087a24d220f2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452518 Jul 27 20:56:30.028635 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74857fb6-519c-482d-960b-4df81475a409 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:30.036850 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.049021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Transition to ACTIVE for port object 74857fb6-519c-482d-960b-4df81475a409 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:30.056286 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.117828 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Pushing event updated for resources: {'Port': ['ID=74857fb6-519c-482d-960b-4df81475a409,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:30.200616 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Attempting to bind port 74857fb6-519c-482d-960b-4df81475a409 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:30.200951 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Attempting to bind port 74857fb6-519c-482d-960b-4df81475a409 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'c6a56b3c-adc2-498d-9a53-23b5d55e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:30.201525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Attempting to bind port 74857fb6-519c-482d-960b-4df81475a409 on network 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:30.206303 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Port 74857fb6-519c-482d-960b-4df81475a409 on network 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:30.206618 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Attempting to bind port 74857fb6-519c-482d-960b-4df81475a409 on network 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:30.211568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:30.211914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Checking segment: {'id': 'c6a56b3c-adc2-498d-9a53-23b5d55e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:30.212278 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Bound using segment: {'id': 'c6a56b3c-adc2-498d-9a53-23b5d55e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:30.212726 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Bound port: 74857fb6-519c-482d-960b-4df81475a409, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a56b3c-adc2-498d-9a53-23b5d55e62fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:30.213079 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.286279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] For port 74857fb6-519c-482d-960b-4df81475a409, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:30.289759 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] For port 74857fb6-519c-482d-960b-4df81475a409, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=74857fb6-519c-482d-960b-4df81475a409,segment=NetworkSegment(c6a56b3c-adc2-498d-9a53-23b5d55e62fa),segment_id=c6a56b3c-adc2-498d-9a53-23b5d55e62fa)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:30.294673 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.333207 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:30.333865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.335365 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] 10.222.0.52 "PUT /v2.0/ports/74857fb6-519c-482d-960b-4df81475a409 HTTP/1.1" status: 200 len: 1093 time: 0.7320678 Jul 27 20:56:30.335986 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea15192-f620-4a04-8bae-78d4cda197f1', 'tag': '74857fb6-519c-482d-960b-4df81475a409'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:30.338269 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6468cab-431a-4668-a48f-3f00af8f6beb" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea15192-f620-4a04-8bae-78d4cda197f1", "tag": "74857fb6-519c-482d-960b-4df81475a409"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:30.386773 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c57c77-cf3b-42eb-a493-cc80c35273d5 service neutron] Pushing event updated for resources: {'Port': ['ID=74857fb6-519c-482d-960b-4df81475a409,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:30.426926 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911403bf-a3cb-451d-96bd-3765ddd87c64 x-openstack-request-id: req-911403bf-a3cb-451d-96bd-3765ddd87c64 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:30.427204 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea15192-f620-4a04-8bae-78d4cda197f1", "tag": "74857fb6-519c-482d-960b-4df81475a409", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:30.427873 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-911403bf-a3cb-451d-96bd-3765ddd87c64 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:30.428284 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea15192-f620-4a04-8bae-78d4cda197f1', 'tag': '74857fb6-519c-482d-960b-4df81475a409', 'status': 'completed', 'code': 200} Jul 27 20:56:30.462242 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c0d04707-de6c-4f02-bff0-340098e10580 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:30.464136 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed46ab-057e-4a21-8397-981415a04bae req-54250160-ad35-4f7f-a5d2-5ce0641a0f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:30.465885 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-54250160-ad35-4f7f-a5d2-5ce0641a0f91 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 1096 time: 0.0756538 Jul 27 20:56:30.513140 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-cbd6eae6-65c4-44f5-9ee1-82171c1214a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74857fb6-519c-482d-960b-4df81475a409 HTTP/1.1" status: 200 len: 217 time: 0.0382633 Jul 27 20:56:30.527327 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port c0d04707-de6c-4f02-bff0-340098e10580 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:30.532483 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port c0d04707-de6c-4f02-bff0-340098e10580 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:30.533140 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.570336 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed46ab-057e-4a21-8397-981415a04bae req-f1985e50-fb89-4766-8fc9-5b50b3527f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:30.571970 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-f1985e50-fb89-4766-8fc9-5b50b3527f78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8be9a56b-c843-4734-ae0d-6bdec1b872af HTTP/1.1" status: 200 len: 835 time: 0.0518289 Jul 27 20:56:30.612793 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.632561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed46ab-057e-4a21-8397-981415a04bae req-1d364540-2e5c-42b9-a362-e0dc5dfe8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:30.634041 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-1d364540-2e5c-42b9-a362-e0dc5dfe8afb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554628 Jul 27 20:56:30.652645 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port c0d04707-de6c-4f02-bff0-340098e10580, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c0d04707-de6c-4f02-bff0-340098e10580,segment=NetworkSegment(c6a56b3c-adc2-498d-9a53-23b5d55e62fa),segment_id=c6a56b3c-adc2-498d-9a53-23b5d55e62fa)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:30.658174 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.708545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=c0d04707-de6c-4f02-bff0-340098e10580,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:30.729162 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-bb58a181-a1a6-4753-afec-250b3fae8567 service neutron] 10.222.0.52 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877326 Jul 27 20:56:30.841074 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0fed46ab-057e-4a21-8397-981415a04bae req-5e800e96-c1da-47fb-8839-da814a1899e2 service neutron] 10.222.0.52 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035314 Jul 27 20:56:30.955703 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6468cab-431a-4668-a48f-3f00af8f6beb req-02b55281-0cc6-4d59-8b5b-b8c6e19341e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:30.959227 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d6468cab-431a-4668-a48f-3f00af8f6beb req-02b55281-0cc6-4d59-8b5b-b8c6e19341e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 1096 time: 0.0589769 Jul 27 20:56:31.018326 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbe5dc-f7ba-4b41-baf2-0e4c1391478c req-5e86af57-ec61-4f83-a6df-4946d957096f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.019993 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01cbe5dc-f7ba-4b41-baf2-0e4c1391478c req-5e86af57-ec61-4f83-a6df-4946d957096f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 944 time: 0.0734549 Jul 27 20:56:31.055681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6468cab-431a-4668-a48f-3f00af8f6beb req-b8965d30-a3bf-4bc2-bffa-dd21a41726fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.057189 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d6468cab-431a-4668-a48f-3f00af8f6beb req-b8965d30-a3bf-4bc2-bffa-dd21a41726fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 HTTP/1.1" status: 200 len: 898 time: 0.0934486 Jul 27 20:56:31.058621 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01cbe5dc-f7ba-4b41-baf2-0e4c1391478c req-31c3ee92-48d7-4465-b9e2-461013d695a7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323021 Jul 27 20:56:31.101058 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d6468cab-431a-4668-a48f-3f00af8f6beb req-6c39c978-6aec-44a8-a5a1-37bb76d7734c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74857fb6-519c-482d-960b-4df81475a409 HTTP/1.1" status: 200 len: 217 time: 0.0357559 Jul 27 20:56:31.155663 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6468cab-431a-4668-a48f-3f00af8f6beb req-f6c0b82a-cd4b-4eb1-9fba-60acc74dc162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.157881 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d6468cab-431a-4668-a48f-3f00af8f6beb req-f6c0b82a-cd4b-4eb1-9fba-60acc74dc162 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8be9a56b-c843-4734-ae0d-6bdec1b872af HTTP/1.1" status: 200 len: 835 time: 0.0494404 Jul 27 20:56:31.230062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6468cab-431a-4668-a48f-3f00af8f6beb req-a1cd0021-c217-411e-9455-ed3d095bd267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.232284 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d6468cab-431a-4668-a48f-3f00af8f6beb req-a1cd0021-c217-411e-9455-ed3d095bd267 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663791 Jul 27 20:56:31.329820 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d6468cab-431a-4668-a48f-3f00af8f6beb req-9f8743e4-4b61-4c9c-92e5-4cd135e10ae9 service neutron] 10.222.0.52 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878475 Jul 27 20:56:31.430461 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d6468cab-431a-4668-a48f-3f00af8f6beb req-ab6c220b-94f4-4bde-9ddd-364a0def440f service neutron] 10.222.0.52 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930789 Jul 27 20:56:32.202793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe4db5-ae4c-45af-a4e2-23252395b854 req-b622b453-e56a-4180-b957-9f2463f57416 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.204239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26fe4db5-ae4c-45af-a4e2-23252395b854 req-b622b453-e56a-4180-b957-9f2463f57416 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 944 time: 0.0747406 Jul 27 20:56:32.245509 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-26fe4db5-ae4c-45af-a4e2-23252395b854 req-7a1d4ed1-2af8-46da-93fb-d5941637773f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349903 Jul 27 20:56:32.392361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c0d04707-de6c-4f02-bff0-340098e10580 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:32.489058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port c0d04707-de6c-4f02-bff0-340098e10580 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:32.489370 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:33.397978 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa8626-51dc-4891-9d55-8cfc9f39c933 req-96aafddd-abe3-4a90-b4e8-b8606373407c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.399480 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19aa8626-51dc-4891-9d55-8cfc9f39c933 req-96aafddd-abe3-4a90-b4e8-b8606373407c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 944 time: 0.0799551 Jul 27 20:56:33.438334 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19aa8626-51dc-4891-9d55-8cfc9f39c933 req-38f27531-c871-4bef-8153-4cea721cb4bd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325012 Jul 27 20:56:33.696180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 74857fb6-519c-482d-960b-4df81475a409 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:33.811698 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 74857fb6-519c-482d-960b-4df81475a409, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=74857fb6-519c-482d-960b-4df81475a409,segment=NetworkSegment(c6a56b3c-adc2-498d-9a53-23b5d55e62fa),segment_id=c6a56b3c-adc2-498d-9a53-23b5d55e62fa)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:33.829746 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '74857fb6-519c-482d-960b-4df81475a409', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'port_id': '74857fb6-519c-482d-960b-4df81475a409', 'mac_address': 'fa:16:3e:95:84:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:33.872641 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:33.885391 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74857fb6-519c-482d-960b-4df81475a409 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:33.909739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 74857fb6-519c-482d-960b-4df81475a409, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=74857fb6-519c-482d-960b-4df81475a409,segment=NetworkSegment(c6a56b3c-adc2-498d-9a53-23b5d55e62fa),segment_id=c6a56b3c-adc2-498d-9a53-23b5d55e62fa)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:33.916051 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:33.971010 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=74857fb6-519c-482d-960b-4df81475a409,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:34.127838 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['74857fb6-519c-482d-960b-4df81475a409'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:34.583339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e2f52-b1a1-4bbd-be7e-2cc00fb5d208 req-5651a269-ccf4-4ef2-b767-0e1aab2d321d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.585701 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-419e2f52-b1a1-4bbd-be7e-2cc00fb5d208 req-5651a269-ccf4-4ef2-b767-0e1aab2d321d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 945 time: 0.0744281 Jul 27 20:56:34.641284 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-419e2f52-b1a1-4bbd-be7e-2cc00fb5d208 req-e5810a14-efc4-4ac3-89ce-dc8dfa920d8c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450404 Jul 27 20:56:34.881534 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:56:35.709526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 74857fb6-519c-482d-960b-4df81475a409 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:35.775823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 74857fb6-519c-482d-960b-4df81475a409 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:35.779835 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 74857fb6-519c-482d-960b-4df81475a409 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:35.780278 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:35.796547 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913ef80-d4cf-4b27-9e5d-300a8d725e19 req-379e7c20-b642-4702-ad45-6017e1ff7af0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:35.798116 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8913ef80-d4cf-4b27-9e5d-300a8d725e19 req-379e7c20-b642-4702-ad45-6017e1ff7af0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 945 time: 0.0724618 Jul 27 20:56:35.838071 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8913ef80-d4cf-4b27-9e5d-300a8d725e19 req-f6538430-d94a-4bc4-9a8d-05ec20f12c1e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335581 Jul 27 20:56:35.857139 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:35.884924 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea15192-f620-4a04-8bae-78d4cda197f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74857fb6-519c-482d-960b-4df81475a409'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:35.887233 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0fd5ea-3041-4e42-b0b5-eab90bd3090e" -d '{"events": [{"server_uuid": "7ea15192-f620-4a04-8bae-78d4cda197f1", "name": "network-vif-plugged", "status": "completed", "tag": "74857fb6-519c-482d-960b-4df81475a409"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:35.900545 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 74857fb6-519c-482d-960b-4df81475a409, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=74857fb6-519c-482d-960b-4df81475a409,segment=NetworkSegment(c6a56b3c-adc2-498d-9a53-23b5d55e62fa),segment_id=c6a56b3c-adc2-498d-9a53-23b5d55e62fa)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:35.905294 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:35.958663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=74857fb6-519c-482d-960b-4df81475a409,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:35.981529 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3731c7c-4b8e-45c6-ae5e-9a69e82474fd x-openstack-request-id: req-e3731c7c-4b8e-45c6-ae5e-9a69e82474fd {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:35.981824 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea15192-f620-4a04-8bae-78d4cda197f1", "name": "network-vif-plugged", "status": "completed", "tag": "74857fb6-519c-482d-960b-4df81475a409", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:35.982078 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3731c7c-4b8e-45c6-ae5e-9a69e82474fd {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:35.982475 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea15192-f620-4a04-8bae-78d4cda197f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74857fb6-519c-482d-960b-4df81475a409', 'code': 200} Jul 27 20:56:36.097720 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847de295-827f-4ab3-8b7c-b895a775b3ac req-e98f5fb2-768a-438e-a0c4-5dff835f8b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.099136 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-847de295-827f-4ab3-8b7c-b895a775b3ac req-e98f5fb2-768a-438e-a0c4-5dff835f8b77 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 1098 time: 0.0572650 Jul 27 20:56:36.136421 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-847de295-827f-4ab3-8b7c-b895a775b3ac req-12c8f4b9-43ef-4040-8d9e-91d69602a943 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290227 Jul 27 20:56:36.979411 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cdf3a-0872-4ffd-b58f-a52f2bf2bd86 req-8d63aa58-9e9a-42e2-a000-5d56151b221e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.980979 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c75cdf3a-0872-4ffd-b58f-a52f2bf2bd86 req-8d63aa58-9e9a-42e2-a000-5d56151b221e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0680633 Jul 27 20:56:37.032641 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c75cdf3a-0872-4ffd-b58f-a52f2bf2bd86 req-cb618a90-839a-4280-b748-86ef4ac319d1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402067 Jul 27 20:56:37.171052 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16993e34-983a-4869-977b-02136f992f59 req-032f9388-9de7-4aa7-b873-74fb0255e308 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:37.172773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16993e34-983a-4869-977b-02136f992f59 req-032f9388-9de7-4aa7-b873-74fb0255e308 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0707524 Jul 27 20:56:37.218724 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16993e34-983a-4869-977b-02136f992f59 req-ca21b080-0041-4f46-9f7b-eb168603b540 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394418 Jul 27 20:56:37.241292 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39298) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:37.298413 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f33d6b2-f9e2-4d19-9757-a46e4e3c75f5 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:37.299961 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6f33d6b2-f9e2-4d19-9757-a46e4e3c75f5 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 1093 time: 0.0576267 Jul 27 20:56:37.304270 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39300) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:37.308826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '74857fb6-519c-482d-960b-4df81475a409', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:37.335964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.442677 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.563457 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.25.1.211 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/64c6d499-a01e-47b0-9b37-cf775f38bcd2) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:37.670745 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.719557 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.756928 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:37.761572 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:37.765505 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:37.770908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=64c6d499-a01e-47b0-9b37-cf775f38bcd2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:38.171030 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.267566 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.426413 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.433273 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.497162 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=64c6d499-a01e-47b0-9b37-cf775f38bcd2,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:38.511480 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.626638 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Floating IP 7e79139b-e8f7-4abd-9242-f1655d65f5d4 associated. External IP: 172.25.1.211, port: 74857fb6-519c-482d-960b-4df81475a409. Jul 27 20:56:39.183329 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:39.209180 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 49b66804-51a0-4186-b67b-7b3e05607543 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:56:39.323207 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:56:39.334601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd5ed4-2735-407c-8145-d3daae664676 None None] Sync routers for ids ['49b66804-51a0-4186-b67b-7b3e05607543'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:56:39.342985 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:39.346564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd5ed4-2735-407c-8145-d3daae664676 None None] Routers {'49b66804-51a0-4186-b67b-7b3e05607543'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:39.347196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-07cd5ed4-2735-407c-8145-d3daae664676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:56:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['49b66804-51a0-4186-b67b-7b3e05607543'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:39.381864 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-13c94093-dc20-4714-b04b-7ee0ab53ea6d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0764976 Jul 27 20:56:39.382459 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea15192-f620-4a04-8bae-78d4cda197f1', 'tag': '74857fb6-519c-482d-960b-4df81475a409'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:39.384754 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cec5c2-2cc1-4846-afe1-b4ca04a00f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea15192-f620-4a04-8bae-78d4cda197f1", "tag": "74857fb6-519c-482d-960b-4df81475a409"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:39.504066 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb229c-d2ab-4865-b553-be8d1f26f478 req-a246ef0a-6a9e-4b07-8861-6cd1b02c3d10 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.505692 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32bb229c-d2ab-4865-b553-be8d1f26f478 req-a246ef0a-6a9e-4b07-8861-6cd1b02c3d10 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0739479 Jul 27 20:56:39.547605 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-32bb229c-d2ab-4865-b553-be8d1f26f478 req-052e4210-0473-4d18-a478-ae735cb71d32 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350401 Jul 27 20:56:39.570585 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39306) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:39.595802 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7979a688-d02f-4ccb-95dd-ecbe59329b6c x-openstack-request-id: req-7979a688-d02f-4ccb-95dd-ecbe59329b6c {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:39.596101 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea15192-f620-4a04-8bae-78d4cda197f1", "tag": "74857fb6-519c-482d-960b-4df81475a409", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:39.596355 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7979a688-d02f-4ccb-95dd-ecbe59329b6c {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:39.596788 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea15192-f620-4a04-8bae-78d4cda197f1', 'tag': '74857fb6-519c-482d-960b-4df81475a409', 'status': 'completed', 'code': 200} Jul 27 20:56:39.628693 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-07cd5ed4-2735-407c-8145-d3daae664676 None None] Set router 49b66804-51a0-4186-b67b-7b3e05607543 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:39.638762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f6480e0f-a738-444b-81c6-78ff6ee634ec tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/7e79139b-e8f7-4abd-9242-f1655d65f5d4 HTTP/1.1" status: 200 len: 992 time: 0.0658247 Jul 27 20:56:39.682406 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cec5c2-2cc1-4846-afe1-b4ca04a00f8b req-35d94589-67e5-47b1-8c94-734616e1e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.683959 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b3cec5c2-2cc1-4846-afe1-b4ca04a00f8b req-35d94589-67e5-47b1-8c94-734616e1e568 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 1098 time: 0.0646803 Jul 27 20:56:39.786012 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cec5c2-2cc1-4846-afe1-b4ca04a00f8b req-29dde514-fa79-4307-979e-2fb339494a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.787521 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b3cec5c2-2cc1-4846-afe1-b4ca04a00f8b req-29dde514-fa79-4307-979e-2fb339494a2a service neutron] 10.222.0.52 "GET /v2.0/networks?id=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 HTTP/1.1" status: 200 len: 898 time: 0.0962327 Jul 27 20:56:39.855526 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b3cec5c2-2cc1-4846-afe1-b4ca04a00f8b req-7d47968c-eb86-4ee9-b759-10b24098db86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74857fb6-519c-482d-960b-4df81475a409 HTTP/1.1" status: 200 len: 1000 time: 0.0602603 Jul 27 20:56:39.864139 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-07cd5ed4-2735-407c-8145-d3daae664676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b66804-51a0-4186-b67b-7b3e05607543', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:25Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '7e79139b-e8f7-4abd-9242-f1655d65f5d4', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'port_id': '74857fb6-519c-482d-960b-4df81475a409', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'mac_address': 'fa:16:3e:95:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea15192-f620-4a04-8bae-78d4cda197f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:56:38Z', 'updated_at': '2021-07-27T20:56:38Z', 'revision_number': 0, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d04707-de6c-4f02-bff0-340098e10580', 'name': '', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:cd:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:24Z', 'updated_at': '2021-07-27T20:56:30Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:39.894259 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd5ed4-2735-407c-8145-d3daae664676 None None] Checking router: 49b66804-51a0-4186-b67b-7b3e05607543 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:56:39.902880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd5ed4-2735-407c-8145-d3daae664676 None None] Routers {'49b66804-51a0-4186-b67b-7b3e05607543'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:39.903461 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-07cd5ed4-2735-407c-8145-d3daae664676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:56:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['49b66804-51a0-4186-b67b-7b3e05607543'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:39.910454 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cec5c2-2cc1-4846-afe1-b4ca04a00f8b req-7ea85906-f5b4-414b-870c-5fc1349cc9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.911987 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b3cec5c2-2cc1-4846-afe1-b4ca04a00f8b req-7ea85906-f5b4-414b-870c-5fc1349cc9b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8be9a56b-c843-4734-ae0d-6bdec1b872af HTTP/1.1" status: 200 len: 835 time: 0.0492938 Jul 27 20:56:39.975138 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cec5c2-2cc1-4846-afe1-b4ca04a00f8b req-4980b3e8-02b7-452a-bd7f-671e677d40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.976717 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b3cec5c2-2cc1-4846-afe1-b4ca04a00f8b req-4980b3e8-02b7-452a-bd7f-671e677d40f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577712 Jul 27 20:56:40.013870 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-07cd5ed4-2735-407c-8145-d3daae664676 None None] Set router 49b66804-51a0-4186-b67b-7b3e05607543 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:40.079346 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b3cec5c2-2cc1-4846-afe1-b4ca04a00f8b req-356759b3-8fa0-469f-8d68-2c7c54a2acac service neutron] 10.222.0.52 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954120 Jul 27 20:56:40.179310 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b3cec5c2-2cc1-4846-afe1-b4ca04a00f8b req-04b54b8f-7711-410f-b82b-d4c3d4b9a027 service neutron] 10.222.0.52 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925739 Jul 27 20:56:40.259384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-07cd5ed4-2735-407c-8145-d3daae664676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b66804-51a0-4186-b67b-7b3e05607543', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:25Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '7e79139b-e8f7-4abd-9242-f1655d65f5d4', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'port_id': '74857fb6-519c-482d-960b-4df81475a409', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'mac_address': 'fa:16:3e:95:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea15192-f620-4a04-8bae-78d4cda197f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:56:38Z', 'updated_at': '2021-07-27T20:56:38Z', 'revision_number': 0, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d04707-de6c-4f02-bff0-340098e10580', 'name': '', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:cd:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:24Z', 'updated_at': '2021-07-27T20:56:30Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:40.287084 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd5ed4-2735-407c-8145-d3daae664676 None None] The sync data for ids ['49b66804-51a0-4186-b67b-7b3e05607543'] in n-d-705657-21 is: [{'id': '49b66804-51a0-4186-b67b-7b3e05607543', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:25Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '7e79139b-e8f7-4abd-9242-f1655d65f5d4', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'port_id': '74857fb6-519c-482d-960b-4df81475a409', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'mac_address': 'fa:16:3e:95:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea15192-f620-4a04-8bae-78d4cda197f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:56:38Z', 'updated_at': '2021-07-27T20:56:38Z', 'revision_number': 0, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d04707-de6c-4f02-bff0-340098e10580', 'name': '', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:cd:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:24Z', 'updated_at': '2021-07-27T20:56:30Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:56:40.522081 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd19a9e9-777d-4f26-9ad9-8fffe1b20aec None None] New status for floating IP 7e79139b-e8f7-4abd-9242-f1655d65f5d4: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:56:40.641743 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39308) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:40.706288 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-46a53ed6-246d-41b1-b2dc-bdd62cda524c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/7e79139b-e8f7-4abd-9242-f1655d65f5d4 HTTP/1.1" status: 200 len: 992 time: 0.0634127 Jul 27 20:56:41.710409 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39310) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:41.780010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-08804bf7-5eef-4742-8d50-a3e6201cd41d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/7e79139b-e8f7-4abd-9242-f1655d65f5d4 HTTP/1.1" status: 200 len: 994 time: 0.0682905 Jul 27 20:56:42.368896 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:43.553352 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-288886a9-99b9-4a88-af4d-5cd1bf13f14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:46.268619 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-057cc903-c86b-4c11-aa40-922d6d561035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:46.352851 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:47.466172 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:49.212547 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.452946 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9a7b7db1-136e-4f73-9d29-fa6b2578dceb req-543cb914-6009-4885-b221-625061fd7984 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0663567 Jul 27 20:56:59.563731 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b7db1-136e-4f73-9d29-fa6b2578dceb req-5311cf84-1a1d-4804-afdd-c92c56094942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:59.566116 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9a7b7db1-136e-4f73-9d29-fa6b2578dceb req-5311cf84-1a1d-4804-afdd-c92c56094942 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 1098 time: 0.0666387 Jul 27 20:56:59.679604 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b7db1-136e-4f73-9d29-fa6b2578dceb req-6d5a44a6-5e82-4e1f-9962-1f6bb2f57d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:59.681161 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9a7b7db1-136e-4f73-9d29-fa6b2578dceb req-6d5a44a6-5e82-4e1f-9962-1f6bb2f57d65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 HTTP/1.1" status: 200 len: 898 time: 0.0909462 Jul 27 20:56:59.755811 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9a7b7db1-136e-4f73-9d29-fa6b2578dceb req-ba8bcfbf-1abc-4a11-9799-79799815d1ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74857fb6-519c-482d-960b-4df81475a409 HTTP/1.1" status: 200 len: 1002 time: 0.0630958 Jul 27 20:56:59.806746 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b7db1-136e-4f73-9d29-fa6b2578dceb req-0d34b8f0-1499-440f-8771-95ebeffe38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:59.808160 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9a7b7db1-136e-4f73-9d29-fa6b2578dceb req-0d34b8f0-1499-440f-8771-95ebeffe38aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8be9a56b-c843-4734-ae0d-6bdec1b872af HTTP/1.1" status: 200 len: 835 time: 0.0453835 Jul 27 20:56:59.870280 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b7db1-136e-4f73-9d29-fa6b2578dceb req-ab7cc15e-6170-46f7-994f-1cdcdef6ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:59.871812 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9a7b7db1-136e-4f73-9d29-fa6b2578dceb req-ab7cc15e-6170-46f7-994f-1cdcdef6ab6c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558281 Jul 27 20:56:59.979589 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9a7b7db1-136e-4f73-9d29-fa6b2578dceb req-969dfc8c-cd8e-4c76-88b3-ae0e6e13a17c service neutron] 10.222.0.52 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996959 Jul 27 20:57:00.071984 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9a7b7db1-136e-4f73-9d29-fa6b2578dceb req-d68ffd91-c88b-4f80-b2a2-56c1371924c6 service neutron] 10.222.0.52 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850945 Jul 27 20:57:09.195766 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:11.882714 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:57:12.369608 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.154615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e739f-5498-419a-9971-f5c37def3f5a req-857d99b8-44fd-4575-9618-912884a1ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.156160 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-941e739f-5498-419a-9971-f5c37def3f5a req-857d99b8-44fd-4575-9618-912884a1ee7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 1098 time: 0.0574121 Jul 27 20:57:13.161202 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef9755-1f73-4321-af19-bf714f527629 req-f861993e-8c55-4308-9210-2afae41f7a01 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.162705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83ef9755-1f73-4321-af19-bf714f527629 req-f861993e-8c55-4308-9210-2afae41f7a01 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0665841 Jul 27 20:57:13.202500 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83ef9755-1f73-4321-af19-bf714f527629 req-055102a5-7a07-40c7-9bc7-7062f0cc343e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332220 Jul 27 20:57:13.257097 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e739f-5498-419a-9971-f5c37def3f5a req-1e7b736c-69b1-470a-95c8-6ba25896f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.258586 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-941e739f-5498-419a-9971-f5c37def3f5a req-1e7b736c-69b1-470a-95c8-6ba25896f245 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 HTTP/1.1" status: 200 len: 898 time: 0.0950506 Jul 27 20:57:13.337523 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-941e739f-5498-419a-9971-f5c37def3f5a req-4e72d955-0812-4c44-b853-f0e18b13416f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74857fb6-519c-482d-960b-4df81475a409 HTTP/1.1" status: 200 len: 1002 time: 0.0701618 Jul 27 20:57:13.397325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e739f-5498-419a-9971-f5c37def3f5a req-d910895f-5fd7-4e05-a3f9-0d2642f93fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.398840 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-941e739f-5498-419a-9971-f5c37def3f5a req-d910895f-5fd7-4e05-a3f9-0d2642f93fb0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8be9a56b-c843-4734-ae0d-6bdec1b872af HTTP/1.1" status: 200 len: 835 time: 0.0527351 Jul 27 20:57:13.468784 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e739f-5498-419a-9971-f5c37def3f5a req-abff5cc7-3104-4a9c-abed-3bd7a290a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.470188 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-941e739f-5498-419a-9971-f5c37def3f5a req-abff5cc7-3104-4a9c-abed-3bd7a290a17f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629184 Jul 27 20:57:13.546940 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-44fa587c-964c-4c94-91bd-fd74051dfbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.563321 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-941e739f-5498-419a-9971-f5c37def3f5a req-3f3e7864-3093-46eb-9d52-da410395daa3 service neutron] 10.222.0.52 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855031 Jul 27 20:57:13.660911 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-941e739f-5498-419a-9971-f5c37def3f5a req-9a948a37-6db8-49f3-8f64-1a81d96fbdc2 service neutron] 10.222.0.52 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897901 Jul 27 20:57:14.363606 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56155a2-8999-454f-91ab-a51745378a6e req-73d1e9ab-bf2b-4c8d-8e49-440a0663621d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:14.365205 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c56155a2-8999-454f-91ab-a51745378a6e req-73d1e9ab-bf2b-4c8d-8e49-440a0663621d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0851591 Jul 27 20:57:14.408319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c56155a2-8999-454f-91ab-a51745378a6e req-a85383fb-f3f7-4198-a140-83c8eaa5194f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340469 Jul 27 20:57:15.559598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63ea22-33c0-4644-93df-38d2346c4a7a req-ca5170a8-0b4e-46ed-88ae-cd44f371ca40 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.561613 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b63ea22-33c0-4644-93df-38d2346c4a7a req-ca5170a8-0b4e-46ed-88ae-cd44f371ca40 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0698538 Jul 27 20:57:15.604371 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b63ea22-33c0-4644-93df-38d2346c4a7a req-0a82c34d-9e34-411b-9f91-0a5d48676071 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334346 Jul 27 20:57:16.272218 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-180a936e-2c5e-4c1c-b29e-4128c6ce587d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.348568 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.762407 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20d729-627d-44d9-83b3-4982d4e208c8 req-1b511eca-e27c-451c-a8e7-33102571edce tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:16.763944 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd20d729-627d-44d9-83b3-4982d4e208c8 req-1b511eca-e27c-451c-a8e7-33102571edce tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0779595 Jul 27 20:57:16.811199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cd20d729-627d-44d9-83b3-4982d4e208c8 req-f720817e-fa14-4252-b331-bca8bfed56d7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381756 Jul 27 20:57:17.469068 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:17.963166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60087178-3586-4600-b540-f9894fca0b0f req-cb8e4910-94cc-4a4d-b8e6-ffee2b63bd41 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.964677 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60087178-3586-4600-b540-f9894fca0b0f req-cb8e4910-94cc-4a4d-b8e6-ffee2b63bd41 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0739422 Jul 27 20:57:18.007077 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-60087178-3586-4600-b540-f9894fca0b0f req-39936688-dc19-495b-9164-cbf8c430f888 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333626 Jul 27 20:57:19.160506 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672aefbd-a7a5-4fe1-bccc-d06a9b2f6ca3 req-962b9508-9b7a-496f-bf18-08e300502932 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.162038 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-672aefbd-a7a5-4fe1-bccc-d06a9b2f6ca3 req-962b9508-9b7a-496f-bf18-08e300502932 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0718687 Jul 27 20:57:19.206117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-672aefbd-a7a5-4fe1-bccc-d06a9b2f6ca3 req-ff42cefa-28b4-45fb-8557-db88302e6967 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351455 Jul 27 20:57:19.209488 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:20.358076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f450c-1a78-4f04-8d2d-6290b667f6d7 req-abd08a3d-6be9-442c-8c5d-c893be5b7ccd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:20.359674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f74f450c-1a78-4f04-8d2d-6290b667f6d7 req-abd08a3d-6be9-442c-8c5d-c893be5b7ccd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0735362 Jul 27 20:57:20.402693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f74f450c-1a78-4f04-8d2d-6290b667f6d7 req-fe23db19-edff-47ea-b824-d34038cc5bc4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342858 Jul 27 20:57:21.548790 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e997f-48e5-4a4a-a0b8-1868c298407e req-168422a4-24f2-45ec-a91a-f28b67a75b1f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:21.550430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-393e997f-48e5-4a4a-a0b8-1868c298407e req-168422a4-24f2-45ec-a91a-f28b67a75b1f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0757165 Jul 27 20:57:21.591104 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-393e997f-48e5-4a4a-a0b8-1868c298407e req-8e3b0591-4b3d-4072-ae63-78e4b53dd0f9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343735 Jul 27 20:57:22.733783 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8745fa-4c87-4a4c-8b62-78d56da20128 req-a488fa6f-c02e-45ed-8f17-31c2428d1d68 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.735299 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd8745fa-4c87-4a4c-8b62-78d56da20128 req-a488fa6f-c02e-45ed-8f17-31c2428d1d68 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0697527 Jul 27 20:57:22.779751 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd8745fa-4c87-4a4c-8b62-78d56da20128 req-dbd20fa3-aaf7-46ac-9c55-1b2c4aeee280 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380633 Jul 27 20:57:23.930751 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7abc4d-85fb-4e69-8866-5a4e878ed592 req-3246c2a3-2a34-4fc7-a2cd-6d10444b48fc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:23.932282 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b7abc4d-85fb-4e69-8866-5a4e878ed592 req-3246c2a3-2a34-4fc7-a2cd-6d10444b48fc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0733771 Jul 27 20:57:23.975556 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b7abc4d-85fb-4e69-8866-5a4e878ed592 req-d79227f2-8680-4a82-8cbd-491632121af7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364153 Jul 27 20:57:25.132279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4d387-323b-4776-b93f-32dd11fa2048 req-2c92702e-8180-4097-a22b-d9843fb3a932 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:25.133831 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5bd4d387-323b-4776-b93f-32dd11fa2048 req-2c92702e-8180-4097-a22b-d9843fb3a932 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0726113 Jul 27 20:57:25.182901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5bd4d387-323b-4776-b93f-32dd11fa2048 req-5f843a02-084e-4b1a-8a83-dc6c7cd3ee4d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426221 Jul 27 20:57:26.344670 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1770c0-a7fe-4cf4-9a09-5f29e8016876 req-bf7eb2b1-13e4-4a15-8c6c-831dfe60d935 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:26.346198 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a1770c0-a7fe-4cf4-9a09-5f29e8016876 req-bf7eb2b1-13e4-4a15-8c6c-831dfe60d935 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0780191 Jul 27 20:57:26.388475 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a1770c0-a7fe-4cf4-9a09-5f29e8016876 req-3af0bca9-4832-46f1-8e0d-f6c72e52bfa0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340412 Jul 27 20:57:27.535293 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30a61d-a439-4291-90b3-0a265ba2449c req-28294421-3256-4726-b79c-7efbe3d62dd5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:27.537403 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff30a61d-a439-4291-90b3-0a265ba2449c req-28294421-3256-4726-b79c-7efbe3d62dd5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0719507 Jul 27 20:57:27.579484 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ff30a61d-a439-4291-90b3-0a265ba2449c req-bfb9c572-a0fd-427f-85a7-4dde1d893032 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341237 Jul 27 20:57:28.722947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e185f-a642-4bac-b912-25b441f98711 req-f5528de7-4116-42c0-a3e4-9a50d371829e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:28.724497 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-580e185f-a642-4bac-b912-25b441f98711 req-f5528de7-4116-42c0-a3e4-9a50d371829e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0703266 Jul 27 20:57:28.765265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-580e185f-a642-4bac-b912-25b441f98711 req-d6d85660-c93d-4e2d-a085-da7ca480cbf7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343795 Jul 27 20:57:29.916063 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83f56b-cc8b-4d12-b0c7-556b475faf92 req-fdea4e75-fc64-4486-8bc3-f665909cf2a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:29.918071 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a83f56b-cc8b-4d12-b0c7-556b475faf92 req-fdea4e75-fc64-4486-8bc3-f665909cf2a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0747380 Jul 27 20:57:29.961590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9a83f56b-cc8b-4d12-b0c7-556b475faf92 req-7c0d4568-630b-4442-a991-108d0ff329ae tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355885 Jul 27 20:57:29.994572 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39360) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:30.060870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-d4e93456-40e5-4756-923d-1d3f415bbfcf tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/7e79139b-e8f7-4abd-9242-f1655d65f5d4 HTTP/1.1" status: 200 len: 994 time: 0.0650113 Jul 27 20:57:39.216348 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.381475 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:43.551514 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f2412b00-7b40-409f-b262-03526880151b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:46.265351 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-45422709-818b-4224-a44a-bc079c657477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:46.354287 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:47.465593 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.883634 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:57:49.213332 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.443905 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6cb457c8-3849-4e1d-9d1b-a08a5c638f32 req-79b76d37-3cd1-4c9e-ac45-ff1db818eeef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570085 Jul 27 20:57:59.557486 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb457c8-3849-4e1d-9d1b-a08a5c638f32 req-166dbeb2-d97e-4fd4-96c0-01d74759294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:59.559020 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6cb457c8-3849-4e1d-9d1b-a08a5c638f32 req-166dbeb2-d97e-4fd4-96c0-01d74759294c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 1098 time: 0.0645349 Jul 27 20:57:59.681317 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb457c8-3849-4e1d-9d1b-a08a5c638f32 req-d04d96a4-7db5-40d6-a94d-4a97bc74c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:59.682797 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6cb457c8-3849-4e1d-9d1b-a08a5c638f32 req-d04d96a4-7db5-40d6-a94d-4a97bc74c90c service neutron] 10.222.0.52 "GET /v2.0/networks?id=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 HTTP/1.1" status: 200 len: 898 time: 0.0978696 Jul 27 20:57:59.758565 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6cb457c8-3849-4e1d-9d1b-a08a5c638f32 req-1d09ce9e-e5de-43b1-85a0-af8c08ec4e13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74857fb6-519c-482d-960b-4df81475a409 HTTP/1.1" status: 200 len: 1002 time: 0.0676103 Jul 27 20:57:59.825854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb457c8-3849-4e1d-9d1b-a08a5c638f32 req-e1ed8c84-63ca-475e-8b84-3fd0abfeaebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:59.827858 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6cb457c8-3849-4e1d-9d1b-a08a5c638f32 req-e1ed8c84-63ca-475e-8b84-3fd0abfeaebb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8be9a56b-c843-4734-ae0d-6bdec1b872af HTTP/1.1" status: 200 len: 835 time: 0.0592980 Jul 27 20:57:59.891669 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb457c8-3849-4e1d-9d1b-a08a5c638f32 req-b39584e4-ac84-4aef-88ec-9915e3489d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:59.893272 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6cb457c8-3849-4e1d-9d1b-a08a5c638f32 req-b39584e4-ac84-4aef-88ec-9915e3489d9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574591 Jul 27 20:57:59.990151 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6cb457c8-3849-4e1d-9d1b-a08a5c638f32 req-0c8b8d34-650d-49b4-a711-3f46d0b13c69 service neutron] 10.222.0.52 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890412 Jul 27 20:58:00.088430 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6cb457c8-3849-4e1d-9d1b-a08a5c638f32 req-33d85b6b-e9df-4099-9c00-220396736871 service neutron] 10.222.0.52 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902114 Jul 27 20:58:00.550933 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39380) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:00.729959 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port 64c6d499-a01e-47b0-9b37-cf775f38bcd2 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:00.730205 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.804678 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.804999 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.817010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for 64c6d499-a01e-47b0-9b37-cf775f38bcd2 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:00.983184 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.008097 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=64c6d499-a01e-47b0-9b37-cf775f38bcd2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:01.020073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:01.020426 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:01.020786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:01.021125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:01.021498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:01.021806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:01.022133 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:01.022433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:01.022766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:01.023108 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:01.023421 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:01.023725 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:01.084144 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.084498 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Floating IP 7e79139b-e8f7-4abd-9242-f1655d65f5d4 disassociated (deleted). External IP: 172.25.1.211, port: 74857fb6-519c-482d-960b-4df81475a409. Jul 27 20:58:01.663288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 49b66804-51a0-4186-b67b-7b3e05607543 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:58:01.775359 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:01.781183 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.785837 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c87c52-d53e-4951-aae2-51c432363679 None None] Sync routers for ids ['49b66804-51a0-4186-b67b-7b3e05607543'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:01.796321 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c87c52-d53e-4951-aae2-51c432363679 None None] Routers {'49b66804-51a0-4186-b67b-7b3e05607543'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:01.796976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-72c87c52-d53e-4951-aae2-51c432363679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:57:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['49b66804-51a0-4186-b67b-7b3e05607543'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:01.819206 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e3838724-4224-4021-95e2-9c3f26b4618b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/floatingips/7e79139b-e8f7-4abd-9242-f1655d65f5d4 HTTP/1.1" status: 204 len: 168 time: 1.2669771 Jul 27 20:58:01.819787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea15192-f620-4a04-8bae-78d4cda197f1', 'tag': '74857fb6-519c-482d-960b-4df81475a409'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:01.822127 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020f00d9105fea8a59345fdc35de2f2854bc43d5b9a74a339288cd71c0a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d80aae-59ca-4a89-b813-90fd87b22093" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea15192-f620-4a04-8bae-78d4cda197f1", "tag": "74857fb6-519c-482d-960b-4df81475a409"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:01.906421 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-72c87c52-d53e-4951-aae2-51c432363679 None None] Set router 49b66804-51a0-4186-b67b-7b3e05607543 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:01.979432 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4011e5-17b1-4680-95f1-c63fddcd9f90 x-openstack-request-id: req-7e4011e5-17b1-4680-95f1-c63fddcd9f90 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:01.979772 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea15192-f620-4a04-8bae-78d4cda197f1", "tag": "74857fb6-519c-482d-960b-4df81475a409", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:01.980094 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e4011e5-17b1-4680-95f1-c63fddcd9f90 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:01.980625 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea15192-f620-4a04-8bae-78d4cda197f1', 'tag': '74857fb6-519c-482d-960b-4df81475a409', 'status': 'completed', 'code': 200} Jul 27 20:58:02.067014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d80aae-59ca-4a89-b813-90fd87b22093 req-07da3753-b68d-49e4-92c8-1103166ff47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:02.069342 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b5d80aae-59ca-4a89-b813-90fd87b22093 req-07da3753-b68d-49e4-92c8-1103166ff47f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 1098 time: 0.0633090 Jul 27 20:58:02.095239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eace8-7fae-47fd-8b10-deaf92b77cb0 req-2bb546f9-e6ae-43cb-a055-ce54b60dd9a7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:02.097441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-322eace8-7fae-47fd-8b10-deaf92b77cb0 req-2bb546f9-e6ae-43cb-a055-ce54b60dd9a7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0714090 Jul 27 20:58:02.128859 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-72c87c52-d53e-4951-aae2-51c432363679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b66804-51a0-4186-b67b-7b3e05607543', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:25Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c0d04707-de6c-4f02-bff0-340098e10580', 'name': '', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:cd:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:24Z', 'updated_at': '2021-07-27T20:56:30Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:02.148955 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-322eace8-7fae-47fd-8b10-deaf92b77cb0 req-2f1b226e-0093-4b54-a91a-14243e63404b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460210 Jul 27 20:58:02.157621 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c87c52-d53e-4951-aae2-51c432363679 None None] Checking router: 49b66804-51a0-4186-b67b-7b3e05607543 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:02.169094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c87c52-d53e-4951-aae2-51c432363679 None None] Routers {'49b66804-51a0-4186-b67b-7b3e05607543'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:02.169690 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-72c87c52-d53e-4951-aae2-51c432363679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:57:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['49b66804-51a0-4186-b67b-7b3e05607543'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:02.178753 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d80aae-59ca-4a89-b813-90fd87b22093 req-6978aa00-6904-4f45-8328-86d8f3ba9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:02.180327 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b5d80aae-59ca-4a89-b813-90fd87b22093 req-6978aa00-6904-4f45-8328-86d8f3ba9794 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 HTTP/1.1" status: 200 len: 898 time: 0.1019685 Jul 27 20:58:02.228641 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b5d80aae-59ca-4a89-b813-90fd87b22093 req-89a77d03-c891-4a31-9ccb-eea36d37e5ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74857fb6-519c-482d-960b-4df81475a409 HTTP/1.1" status: 200 len: 217 time: 0.0389085 Jul 27 20:58:02.282546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-72c87c52-d53e-4951-aae2-51c432363679 None None] Set router 49b66804-51a0-4186-b67b-7b3e05607543 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:02.283081 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d80aae-59ca-4a89-b813-90fd87b22093 req-2b616193-0f9b-4567-a270-bae4d4d2c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:02.284657 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b5d80aae-59ca-4a89-b813-90fd87b22093 req-2b616193-0f9b-4567-a270-bae4d4d2c9f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8be9a56b-c843-4734-ae0d-6bdec1b872af HTTP/1.1" status: 200 len: 835 time: 0.0469248 Jul 27 20:58:02.352421 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d80aae-59ca-4a89-b813-90fd87b22093 req-39e4c916-b220-437b-bd6d-c1afd2a76b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:02.353981 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b5d80aae-59ca-4a89-b813-90fd87b22093 req-39e4c916-b220-437b-bd6d-c1afd2a76b6c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607288 Jul 27 20:58:02.448136 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b5d80aae-59ca-4a89-b813-90fd87b22093 req-954bb40c-c5a6-4f55-b841-4b3df74c1ef9 service neutron] 10.222.0.52 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830364 Jul 27 20:58:02.486698 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-72c87c52-d53e-4951-aae2-51c432363679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b66804-51a0-4186-b67b-7b3e05607543', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:25Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c0d04707-de6c-4f02-bff0-340098e10580', 'name': '', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:cd:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:24Z', 'updated_at': '2021-07-27T20:56:30Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:02.518100 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c87c52-d53e-4951-aae2-51c432363679 None None] The sync data for ids ['49b66804-51a0-4186-b67b-7b3e05607543'] in n-d-705657-21 is: [{'id': '49b66804-51a0-4186-b67b-7b3e05607543', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:25Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'c0d04707-de6c-4f02-bff0-340098e10580', 'name': '', 'network_id': '9d34e7e9-695c-4bdf-98e0-0bebe88df1a7', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:cd:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:24Z', 'updated_at': '2021-07-27T20:56:30Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '8be9a56b-c843-4734-ae0d-6bdec1b872af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:02.550626 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b5d80aae-59ca-4a89-b813-90fd87b22093 req-2a48270b-39ae-40d4-837c-c3f62cf82a97 service neutron] 10.222.0.52 "GET /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944033 Jul 27 20:58:02.749898 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4656178-82ae-469d-af25-ea3c19352b4c None None] New status for floating IP 7e79139b-e8f7-4abd-9242-f1655d65f5d4: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:58:03.301296 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e628f6-8703-419f-8aa9-120e29da4beb req-7e96c7bd-3e6f-4599-8943-78cc43bcc563 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:03.302860 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8e628f6-8703-419f-8aa9-120e29da4beb req-7e96c7bd-3e6f-4599-8943-78cc43bcc563 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0791342 Jul 27 20:58:03.344962 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b8e628f6-8703-419f-8aa9-120e29da4beb req-08c17775-77fa-4434-808c-201c66f6fe0b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=655a1beb-a1a0-499a-8503-f5438ccb10aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359735 Jul 27 20:58:03.592680 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361fe8-58e2-47bf-87a1-035316039ae3 req-3728e085-7d8f-4807-81e1-6063fa947fb4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:03.594150 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8d361fe8-58e2-47bf-87a1-035316039ae3 req-3728e085-7d8f-4807-81e1-6063fa947fb4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 946 time: 0.0781298 Jul 27 20:58:03.694716 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-8d361fe8-58e2-47bf-87a1-035316039ae3 req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port 74857fb6-519c-482d-960b-4df81475a409 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:03.695050 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8d361fe8-58e2-47bf-87a1-035316039ae3 req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.803310 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-8d361fe8-58e2-47bf-87a1-035316039ae3 req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] For port 74857fb6-519c-482d-960b-4df81475a409, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=74857fb6-519c-482d-960b-4df81475a409,segment=NetworkSegment(c6a56b3c-adc2-498d-9a53-23b5d55e62fa),segment_id=c6a56b3c-adc2-498d-9a53-23b5d55e62fa)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:03.803679 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8d361fe8-58e2-47bf-87a1-035316039ae3 req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.818027 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-8d361fe8-58e2-47bf-87a1-035316039ae3 req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for 74857fb6-519c-482d-960b-4df81475a409 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:03.963625 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8d361fe8-58e2-47bf-87a1-035316039ae3 req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.995496 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=74857fb6-519c-482d-960b-4df81475a409,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:04.024121 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:04.024490 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:04.024828 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:04.025146 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:04.025477 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:04.025808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:04.026137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:04.026466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:04.026792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:04.027118 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:04.027441 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:04.027764 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:04.049654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d361fe8-58e2-47bf-87a1-035316039ae3 req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] No DVR routers for this DVR port 74857fb6-519c-482d-960b-4df81475a409 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:04.052216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-8d361fe8-58e2-47bf-87a1-035316039ae3 req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.054284 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8d361fe8-58e2-47bf-87a1-035316039ae3 req-123ddd37-eeaf-415f-b83f-4637089df25d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "DELETE /v2.0/ports/74857fb6-519c-482d-960b-4df81475a409 HTTP/1.1" status: 204 len: 173 time: 0.4536409 Jul 27 20:58:04.054711 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea15192-f620-4a04-8bae-78d4cda197f1', 'name': 'network-vif-deleted', 'tag': '74857fb6-519c-482d-960b-4df81475a409'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:04.057006 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b2147e-ddd0-44a5-90ca-43a180a0dcda" -d '{"events": [{"server_uuid": "7ea15192-f620-4a04-8bae-78d4cda197f1", "name": "network-vif-deleted", "tag": "74857fb6-519c-482d-960b-4df81475a409"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:04.099267 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67992be0-962f-4944-8ee2-2f096c68f4a5 x-openstack-request-id: req-67992be0-962f-4944-8ee2-2f096c68f4a5 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:04.099565 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea15192-f620-4a04-8bae-78d4cda197f1", "name": "network-vif-deleted", "tag": "74857fb6-519c-482d-960b-4df81475a409", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:04.099808 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67992be0-962f-4944-8ee2-2f096c68f4a5 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:04.100215 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea15192-f620-4a04-8bae-78d4cda197f1', 'name': 'network-vif-deleted', 'tag': '74857fb6-519c-482d-960b-4df81475a409', 'status': 'completed', 'code': 200} Jul 27 20:58:04.463016 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1a398bb7-d93f-4b4e-aa01-3787f1aa89d8 req-3966b8f9-7d9f-412f-b808-6f2c5aef743c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ea15192-f620-4a04-8bae-78d4cda197f1 HTTP/1.1" status: 200 len: 210 time: 0.0303292 Jul 27 20:58:05.524019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39396) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:05.910855 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-16b1f6ed-e6cf-4606-bbca-a183bef83f4b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.201757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-16b1f6ed-e6cf-4606-bbca-a183bef83f4b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port c0d04707-de6c-4f02-bff0-340098e10580 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:06.202070 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-16b1f6ed-e6cf-4606-bbca-a183bef83f4b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.300410 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-16b1f6ed-e6cf-4606-bbca-a183bef83f4b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] For port c0d04707-de6c-4f02-bff0-340098e10580, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=c0d04707-de6c-4f02-bff0-340098e10580,segment=NetworkSegment(c6a56b3c-adc2-498d-9a53-23b5d55e62fa),segment_id=c6a56b3c-adc2-498d-9a53-23b5d55e62fa)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:06.300778 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-16b1f6ed-e6cf-4606-bbca-a183bef83f4b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.314794 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-16b1f6ed-e6cf-4606-bbca-a183bef83f4b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for c0d04707-de6c-4f02-bff0-340098e10580 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:06.510875 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-16b1f6ed-e6cf-4606-bbca-a183bef83f4b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.541883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1f6ed-e6cf-4606-bbca-a183bef83f4b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=c0d04707-de6c-4f02-bff0-340098e10580,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:06.721361 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-16b1f6ed-e6cf-4606-bbca-a183bef83f4b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.957882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b1f6ed-e6cf-4606-bbca-a183bef83f4b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 49b66804-51a0-4186-b67b-7b3e05607543 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:58:07.079862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b1f6ed-e6cf-4606-bbca-a183bef83f4b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:07.085387 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-16b1f6ed-e6cf-4606-bbca-a183bef83f4b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "PUT /v2.0/routers/49b66804-51a0-4186-b67b-7b3e05607543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5598276 Jul 27 20:58:07.088338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39398) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:07.090477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e8e6c2-03c1-41f7-8030-4ba81dc07fbc None None] Sync routers for ids ['49b66804-51a0-4186-b67b-7b3e05607543'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:07.101302 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e8e6c2-03c1-41f7-8030-4ba81dc07fbc None None] Routers {'49b66804-51a0-4186-b67b-7b3e05607543'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:07.101907 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-71e8e6c2-03c1-41f7-8030-4ba81dc07fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:57:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['49b66804-51a0-4186-b67b-7b3e05607543'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:07.149869 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f55ef9-4e55-4041-b46b-54d8d8cbcef3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting subnet 8be9a56b-c843-4734-ae0d-6bdec1b872af {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:58:07.153436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93f55ef9-4e55-4041-b46b-54d8d8cbcef3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.194674 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93f55ef9-4e55-4041-b46b-54d8d8cbcef3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.211660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-71e8e6c2-03c1-41f7-8030-4ba81dc07fbc None None] Set router 49b66804-51a0-4186-b67b-7b3e05607543 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:07.276222 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93f55ef9-4e55-4041-b46b-54d8d8cbcef3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.358606 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93f55ef9-4e55-4041-b46b-54d8d8cbcef3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.387988 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f55ef9-4e55-4041-b46b-54d8d8cbcef3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Subnet': ['ID=8be9a56b-c843-4734-ae0d-6bdec1b872af,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:07.390378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-93f55ef9-4e55-4041-b46b-54d8d8cbcef3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.392250 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-93f55ef9-4e55-4041-b46b-54d8d8cbcef3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/subnets/8be9a56b-c843-4734-ae0d-6bdec1b872af HTTP/1.1" status: 204 len: 168 time: 0.3028846 Jul 27 20:58:07.394858 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39400) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:07.401116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411edf0b-df8c-410a-b21f-a2e94205a220 None None] Network 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:07.471391 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-71e8e6c2-03c1-41f7-8030-4ba81dc07fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b66804-51a0-4186-b67b-7b3e05607543', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:58:06Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:07.503745 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.515706 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e8e6c2-03c1-41f7-8030-4ba81dc07fbc None None] Checking router: 49b66804-51a0-4186-b67b-7b3e05607543 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:07.542565 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e8e6c2-03c1-41f7-8030-4ba81dc07fbc None None] Routers {'49b66804-51a0-4186-b67b-7b3e05607543'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:07.543238 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-71e8e6c2-03c1-41f7-8030-4ba81dc07fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:57:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['49b66804-51a0-4186-b67b-7b3e05607543'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:07.611734 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.661287 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-71e8e6c2-03c1-41f7-8030-4ba81dc07fbc None None] Set router 49b66804-51a0-4186-b67b-7b3e05607543 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:07.669115 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port cce118d4-5a1a-46cf-a2ee-55d77029a9e0 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:07.669513 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.764973 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] For port cce118d4-5a1a-46cf-a2ee-55d77029a9e0, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cce118d4-5a1a-46cf-a2ee-55d77029a9e0,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:07.765256 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.779900 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for cce118d4-5a1a-46cf-a2ee-55d77029a9e0 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:07.862717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] DHCP port deletion for 9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:58:07.962489 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.999080 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=cce118d4-5a1a-46cf-a2ee-55d77029a9e0,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:08.022503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Deleting port 2781112d-7f7d-4114-8659-9d5fb56f4a05 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:08.022986 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.059050 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.068053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 74857fb6-519c-482d-960b-4df81475a409 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:08.104126 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 74857fb6-519c-482d-960b-4df81475a409 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:08.104905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 74857fb6-519c-482d-960b-4df81475a409 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:08.121113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] For port 2781112d-7f7d-4114-8659-9d5fb56f4a05, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=2781112d-7f7d-4114-8659-9d5fb56f4a05,segment=NetworkSegment(c6a56b3c-adc2-498d-9a53-23b5d55e62fa),segment_id=c6a56b3c-adc2-498d-9a53-23b5d55e62fa)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:08.121514 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.136101 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Calling delete_port for 2781112d-7f7d-4114-8659-9d5fb56f4a05 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:08.154425 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-71e8e6c2-03c1-41f7-8030-4ba81dc07fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b66804-51a0-4186-b67b-7b3e05607543', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:58:06Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:08.155867 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.158168 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.202835 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.203508 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Fanout notify agent at l3_agent the message router_deleted on router 49b66804-51a0-4186-b67b-7b3e05607543 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:58:08.211394 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.212557 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f00d4990-861e-4194-9ff3-e7f187c9b153 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/routers/49b66804-51a0-4186-b67b-7b3e05607543 HTTP/1.1" status: 204 len: 168 time: 0.8167603 Jul 27 20:58:08.214184 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e8e6c2-03c1-41f7-8030-4ba81dc07fbc None None] The sync data for ids ['49b66804-51a0-4186-b67b-7b3e05607543'] in n-d-705657-21 is: [{'id': '49b66804-51a0-4186-b67b-7b3e05607543', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26094064', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:58:06Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cce118d4-5a1a-46cf-a2ee-55d77029a9e0', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ab:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b66804-51a0-4186-b67b-7b3e05607543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:21Z', 'updated_at': '2021-07-27T20:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:08.215523 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39402) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:08.258565 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.271167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] No DVR routers for this DVR port 2781112d-7f7d-4114-8659-9d5fb56f4a05 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:08.292895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Pushing event deleted for resources: {'Port': ['ID=2781112d-7f7d-4114-8659-9d5fb56f4a05,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:08.300611 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:08.300793 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0be5332-4f2a-488d-86c4-03d92687fc4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.300993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:08.301365 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:08.301705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:08.302035 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:08.302354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:08.302661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:08.302982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:08.303297 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:08.303610 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:08.303930 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:08.304234 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7a6171-dcff-4f98-aa8b-04b4a07765f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:08.400238 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0be5332-4f2a-488d-86c4-03d92687fc4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.412592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c0be5332-4f2a-488d-86c4-03d92687fc4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d34e7e9-695c-4bdf-98e0-0bebe88df1a7']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:08.428030 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c0be5332-4f2a-488d-86c4-03d92687fc4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a56b3c-adc2-498d-9a53-23b5d55e62fa') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:08.428322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-c0be5332-4f2a-488d-86c4-03d92687fc4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a56b3c-adc2-498d-9a53-23b5d55e62fa') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:08.438716 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0be5332-4f2a-488d-86c4-03d92687fc4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.453892 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0be5332-4f2a-488d-86c4-03d92687fc4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.460387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0be5332-4f2a-488d-86c4-03d92687fc4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:58:08.460841 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0be5332-4f2a-488d-86c4-03d92687fc4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:58:08.463833 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:58:08.522193 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0be5332-4f2a-488d-86c4-03d92687fc4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.530331 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0be5332-4f2a-488d-86c4-03d92687fc4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.531761 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c0be5332-4f2a-488d-86c4-03d92687fc4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/networks/9d34e7e9-695c-4bdf-98e0-0bebe88df1a7 HTTP/1.1" status: 204 len: 168 time: 0.3146720 Jul 27 20:58:08.534699 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39404) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:08.543802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be5332-4f2a-488d-86c4-03d92687fc4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Network': ['ID=9d34e7e9-695c-4bdf-98e0-0bebe88df1a7,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:08.604951 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48e6b099-3936-4bec-95a7-5f722eef9fc7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.637438 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48e6b099-3936-4bec-95a7-5f722eef9fc7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.688627 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c0d04707-de6c-4f02-bff0-340098e10580 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:08.710770 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: c0d04707-de6c-4f02-bff0-340098e10580 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:08.711113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device c0d04707-de6c-4f02-bff0-340098e10580 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:08.711551 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2781112d-7f7d-4114-8659-9d5fb56f4a05 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:08.718124 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48e6b099-3936-4bec-95a7-5f722eef9fc7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.721469 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-48e6b099-3936-4bec-95a7-5f722eef9fc7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.722855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-48e6b099-3936-4bec-95a7-5f722eef9fc7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/security-groups/655a1beb-a1a0-499a-8503-f5438ccb10aa HTTP/1.1" status: 204 len: 168 time: 0.1870770 Jul 27 20:58:08.733338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6b099-3936-4bec-95a7-5f722eef9fc7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=655a1beb-a1a0-499a-8503-f5438ccb10aa,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:08.737620 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 2781112d-7f7d-4114-8659-9d5fb56f4a05 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:08.737978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 2781112d-7f7d-4114-8659-9d5fb56f4a05 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:09.136315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39410) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:09.142970 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-62550441-3625-4092-b7be-f359eef8f5d2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1628688913', 'description': 'tempest-secgroup-smoke-1628688913 description', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:09.168625 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-62550441-3625-4092-b7be-f359eef8f5d2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.202775 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.253907 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-62550441-3625-4092-b7be-f359eef8f5d2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.259458 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-62550441-3625-4092-b7be-f359eef8f5d2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.287096 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-62550441-3625-4092-b7be-f359eef8f5d2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.288571 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-62550441-3625-4092-b7be-f359eef8f5d2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1506231 Jul 27 20:58:09.291465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62550441-3625-4092-b7be-f359eef8f5d2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b6947f-a731-4e22-aa9f-a2d0ddccfa48,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:09.292198 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39412) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:09.299397 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-8afa27b5-c717-4e34-ba79-ca23d4061352 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '77b6947f-a731-4e22-aa9f-a2d0ddccfa48', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:09.331057 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8afa27b5-c717-4e34-ba79-ca23d4061352 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.386298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8afa27b5-c717-4e34-ba79-ca23d4061352 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.392574 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8afa27b5-c717-4e34-ba79-ca23d4061352 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.410623 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa27b5-c717-4e34-ba79-ca23d4061352 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2cdcdd5-736a-4de4-bbed-840a96be600e,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:09.419391 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-8afa27b5-c717-4e34-ba79-ca23d4061352 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.421376 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-8afa27b5-c717-4e34-ba79-ca23d4061352 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279783 Jul 27 20:58:09.425644 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39414) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:09.430479 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-866e4b6c-0f3d-4c81-be91-c728417d485d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '77b6947f-a731-4e22-aa9f-a2d0ddccfa48', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:09.458732 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-866e4b6c-0f3d-4c81-be91-c728417d485d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.522542 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-866e4b6c-0f3d-4c81-be91-c728417d485d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.527941 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-866e4b6c-0f3d-4c81-be91-c728417d485d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.546253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e4b6c-0f3d-4c81-be91-c728417d485d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e281db2a-a87f-4fd5-a0d2-1378e10cccf3,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:09.553874 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-866e4b6c-0f3d-4c81-be91-c728417d485d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.555556 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-866e4b6c-0f3d-4c81-be91-c728417d485d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288643 Jul 27 20:58:09.558503 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39416) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:09.564673 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9e841f4b-61e7-45b4-9474-c64c5aa0c9f7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '77b6947f-a731-4e22-aa9f-a2d0ddccfa48', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:09.597107 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e841f4b-61e7-45b4-9474-c64c5aa0c9f7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.662752 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e841f4b-61e7-45b4-9474-c64c5aa0c9f7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.668218 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e841f4b-61e7-45b4-9474-c64c5aa0c9f7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.688641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e841f4b-61e7-45b4-9474-c64c5aa0c9f7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9595b4-22d8-436e-9490-d0ac7e9bae01,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:09.692987 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9e841f4b-61e7-45b4-9474-c64c5aa0c9f7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.694266 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9e841f4b-61e7-45b4-9474-c64c5aa0c9f7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346059 Jul 27 20:58:09.697367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39418) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:09.702283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-f3304cb1-7df1-4b8d-b957-30eb77e74af1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '77b6947f-a731-4e22-aa9f-a2d0ddccfa48', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:09.731390 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3304cb1-7df1-4b8d-b957-30eb77e74af1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.805765 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3304cb1-7df1-4b8d-b957-30eb77e74af1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.810275 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3304cb1-7df1-4b8d-b957-30eb77e74af1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.827545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3304cb1-7df1-4b8d-b957-30eb77e74af1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df2067f-6b6d-403f-9238-c9bc2e21d5c8,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:09.835981 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3304cb1-7df1-4b8d-b957-30eb77e74af1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.837180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f3304cb1-7df1-4b8d-b957-30eb77e74af1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387403 Jul 27 20:58:09.839882 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39420) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:09.845197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-afd4ba43-ba50-430c-b881-540b4a76008c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '77b6947f-a731-4e22-aa9f-a2d0ddccfa48', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:09.869220 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-afd4ba43-ba50-430c-b881-540b4a76008c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Project e68b8ed2d5b84f6b93d14624cd06666d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:58:09.874773 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-afd4ba43-ba50-430c-b881-540b4a76008c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.936871 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-afd4ba43-ba50-430c-b881-540b4a76008c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.941985 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-afd4ba43-ba50-430c-b881-540b4a76008c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.961872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4ba43-ba50-430c-b881-540b4a76008c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176d8ed5-8caf-452e-8c39-4dc0b4dc7e8f,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:09.966018 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-afd4ba43-ba50-430c-b881-540b4a76008c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.968239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-afd4ba43-ba50-430c-b881-540b4a76008c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266515 Jul 27 20:58:09.970686 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39424) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:09.975620 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-be9b8161-c356-40e4-b740-65d3c177edd7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '77b6947f-a731-4e22-aa9f-a2d0ddccfa48', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:10.000550 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-be9b8161-c356-40e4-b740-65d3c177edd7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Project e68b8ed2d5b84f6b93d14624cd06666d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:58:10.010755 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be9b8161-c356-40e4-b740-65d3c177edd7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.084779 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be9b8161-c356-40e4-b740-65d3c177edd7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.091016 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be9b8161-c356-40e4-b740-65d3c177edd7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.110373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b8161-c356-40e4-b740-65d3c177edd7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2236ea3a-601a-4b0c-978d-82d70aa3a19e,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:10.114440 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-be9b8161-c356-40e4-b740-65d3c177edd7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.115659 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-be9b8161-c356-40e4-b740-65d3c177edd7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438565 Jul 27 20:58:10.118722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39426) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:10.123753 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-91729830-96d9-4861-b950-d9d029c0f6c7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'network': {'name': 'tempest-network-smoke--2046629001', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'port_security_enabled': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:10.147393 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91729830-96d9-4861-b950-d9d029c0f6c7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Made reservation on behalf of e68b8ed2d5b84f6b93d14624cd06666d for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:10.151124 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91729830-96d9-4861-b950-d9d029c0f6c7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.181441 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91729830-96d9-4861-b950-d9d029c0f6c7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:58:10.191657 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91729830-96d9-4861-b950-d9d029c0f6c7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.191944 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-91729830-96d9-4861-b950-d9d029c0f6c7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Added segment 120e9ca5-f541-4016-9223-f3a2c661225c of type vlan for network 08db6998-37ab-4177-83da-8ca27e94fe8b Jul 27 20:58:10.233366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91729830-96d9-4861-b950-d9d029c0f6c7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.268756 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91729830-96d9-4861-b950-d9d029c0f6c7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.274352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91729830-96d9-4861-b950-d9d029c0f6c7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:10.274941 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-91729830-96d9-4861-b950-d9d029c0f6c7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.323942 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-91729830-96d9-4861-b950-d9d029c0f6c7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2041163 Jul 27 20:58:10.329339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39428) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:10.334103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'admin_state_up': True, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:10.345380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91729830-96d9-4861-b950-d9d029c0f6c7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Network': ['ID=08db6998-37ab-4177-83da-8ca27e94fe8b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:10.358870 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 08db6998-37ab-4177-83da-8ca27e94fe8b details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:58:10.367159 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.369146 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.412908 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cce118d4-5a1a-46cf-a2ee-55d77029a9e0 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:10.430013 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.440321 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: cce118d4-5a1a-46cf-a2ee-55d77029a9e0 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:10.440700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cce118d4-5a1a-46cf-a2ee-55d77029a9e0 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:10.571415 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.776933 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.796218 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.904209 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.25.1.123 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/6f0845ba-a480-443f-a013-0fae61f26ed9) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:11.031810 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.073233 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.110577 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:11.116697 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:11.121051 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:11.124159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=6f0845ba-a480-443f-a013-0fae61f26ed9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:11.732900 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.936563 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.080626 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 106e4776-7699-4064-ada1-8df1425c19fe is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:58:12.199219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:12.209821 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Sync routers for ids ['106e4776-7699-4064-ada1-8df1425c19fe'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:12.222348 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Routers {'106e4776-7699-4064-ada1-8df1425c19fe'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:12.222662 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.223110 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-75221cb6-a712-444c-8978-360214331ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:57:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['106e4776-7699-4064-ada1-8df1425c19fe'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:12.223964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cb47a7ad-186f-4428-8349-72164ac5bdcb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8936319 Jul 27 20:58:12.227488 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39430) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:12.256936 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-367ea3db-2938-4cc5-9626-aa0ab03bba6b tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e68b8ed2d5b84f6b93d14624cd06666d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281379 Jul 27 20:58:12.259686 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39432) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:12.330530 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Set router 106e4776-7699-4064-ada1-8df1425c19fe gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:12.355940 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c5b297-bf9b-4448-97bb-463d64dc7adb tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:12.358431 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d3c5b297-bf9b-4448-97bb-463d64dc7adb tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969648 Jul 27 20:58:12.360967 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39434) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:12.378221 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.393557 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3ed3a98e-1336-4008-abea-eee6f38ed408 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293088 Jul 27 20:58:12.394354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39436) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:12.399467 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-11a84990-fa76-4b5e-9100-e9c6569960de tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1707844222', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:12.493718 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a84990-fa76-4b5e-9100-e9c6569960de tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Made reservation on behalf of e68b8ed2d5b84f6b93d14624cd06666d for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:12.497341 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11a84990-fa76-4b5e-9100-e9c6569960de tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.512176 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-75221cb6-a712-444c-8978-360214331ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106e4776-7699-4064-ada1-8df1425c19fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:11Z', 'revision_number': 3, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:12.541979 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Checking router: 106e4776-7699-4064-ada1-8df1425c19fe for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:12.542324 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Updating router 106e4776-7699-4064-ada1-8df1425c19fe port 6f0845ba-a480-443f-a013-0fae61f26ed9 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:58:12.576534 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.688574 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11a84990-fa76-4b5e-9100-e9c6569960de tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.751086 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a84990-fa76-4b5e-9100-e9c6569960de tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Subnet': ['ID=dcd64cf2-81d8-4a96-87f9-d9dde3645214,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:12.758456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a84990-fa76-4b5e-9100-e9c6569960de tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Checking segment: {'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:12.758819 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a84990-fa76-4b5e-9100-e9c6569960de tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network hostable DHCP agents. Network: 08db6998-37ab-4177-83da-8ca27e94fe8b, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:58:12.776486 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a84990-fa76-4b5e-9100-e9c6569960de tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 08db6998-37ab-4177-83da-8ca27e94fe8b is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:58:12.786772 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-11a84990-fa76-4b5e-9100-e9c6569960de tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 08db6998-37ab-4177-83da-8ca27e94fe8b) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:12.791122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a84990-fa76-4b5e-9100-e9c6569960de tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:12.791712 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11a84990-fa76-4b5e-9100-e9c6569960de tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.798006 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc11424-59dc-4d48-84fc-2c56ffeced01 None None] Network 08db6998-37ab-4177-83da-8ca27e94fe8b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:12.813541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-11a84990-fa76-4b5e-9100-e9c6569960de tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4148369 Jul 27 20:58:12.814037 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39438) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:12.835079 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.848268 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Transition to ACTIVE for port object 6f0845ba-a480-443f-a013-0fae61f26ed9 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:12.860522 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.910853 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Attempting to bind port 6f0845ba-a480-443f-a013-0fae61f26ed9 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:12.911302 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Attempting to bind port 6f0845ba-a480-443f-a013-0fae61f26ed9 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:12.911883 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Attempting to bind port 6f0845ba-a480-443f-a013-0fae61f26ed9 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:12.925030 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:12.925490 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:12.925966 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.926364 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:12.926844 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Bound port: 6f0845ba-a480-443f-a013-0fae61f26ed9, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:12.927228 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.955246 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aab9e1-1423-45b3-a0fe-597c9790fd39 None None] Pushing event updated for resources: {'Port': ['ID=6f0845ba-a480-443f-a013-0fae61f26ed9,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:12.957991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-08db6998-37ab-4177-83da-8ca27e94fe8b', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ips': [{'subnet_id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:58:12.958997 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.981924 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-75221cb6-a712-444c-8978-360214331ab0 None None] For port 6f0845ba-a480-443f-a013-0fae61f26ed9, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:12.985277 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-75221cb6-a712-444c-8978-360214331ab0 None None] For port 6f0845ba-a480-443f-a013-0fae61f26ed9, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6f0845ba-a480-443f-a013-0fae61f26ed9,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:12.994119 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.999074 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aab9e1-1423-45b3-a0fe-597c9790fd39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:12.999502 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aab9e1-1423-45b3-a0fe-597c9790fd39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:12.999938 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aab9e1-1423-45b3-a0fe-597c9790fd39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:13.000338 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aab9e1-1423-45b3-a0fe-597c9790fd39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:13.000761 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aab9e1-1423-45b3-a0fe-597c9790fd39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:13.001197 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aab9e1-1423-45b3-a0fe-597c9790fd39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:13.001840 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aab9e1-1423-45b3-a0fe-597c9790fd39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:13.002492 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aab9e1-1423-45b3-a0fe-597c9790fd39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:13.002926 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aab9e1-1423-45b3-a0fe-597c9790fd39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:13.003322 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aab9e1-1423-45b3-a0fe-597c9790fd39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:13.003709 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aab9e1-1423-45b3-a0fe-597c9790fd39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:13.004087 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aab9e1-1423-45b3-a0fe-597c9790fd39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:13.061990 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aab9e1-1423-45b3-a0fe-597c9790fd39 None None] Pushing event updated for resources: {'Port': ['ID=6f0845ba-a480-443f-a013-0fae61f26ed9,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:13.074726 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Routers {'106e4776-7699-4064-ada1-8df1425c19fe'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:13.077062 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-75221cb6-a712-444c-8978-360214331ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:57:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['106e4776-7699-4064-ada1-8df1425c19fe'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:13.120325 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Allocated IP 172.20.0.2 (08db6998-37ab-4177-83da-8ca27e94fe8b/dcd64cf2-81d8-4a96-87f9-d9dde3645214/8e492d4d-1510-458d-9711-5f5cbafcbe10) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:13.195355 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-75221cb6-a712-444c-8978-360214331ab0 None None] Set router 106e4776-7699-4064-ada1-8df1425c19fe gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:13.295524 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.306224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Transition to ACTIVE for port object 8e492d4d-1510-458d-9711-5f5cbafcbe10 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:13.322622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Transition to ACTIVE for port object 8e492d4d-1510-458d-9711-5f5cbafcbe10 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:13.333809 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.372916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Network 08db6998-37ab-4177-83da-8ca27e94fe8b is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:13.378495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:13.383075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:13.399093 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-75221cb6-a712-444c-8978-360214331ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106e4776-7699-4064-ada1-8df1425c19fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:11Z', 'revision_number': 3, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:13.413380 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Pushing event updated for resources: {'Port': ['ID=8e492d4d-1510-458d-9711-5f5cbafcbe10,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:13.449480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Attempting to bind port 8e492d4d-1510-458d-9711-5f5cbafcbe10 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:13.449892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Attempting to bind port 8e492d4d-1510-458d-9711-5f5cbafcbe10 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:13.450219 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Attempting to bind port 8e492d4d-1510-458d-9711-5f5cbafcbe10 on network 08db6998-37ab-4177-83da-8ca27e94fe8b {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:13.456165 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:13.456631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Checking segment: {'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:13.456995 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.457402 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Bound using segment: {'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:13.457893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Bound port: 8e492d4d-1510-458d-9711-5f5cbafcbe10, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:13.458285 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.529185 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75221cb6-a712-444c-8978-360214331ab0 None None] The sync data for ids ['106e4776-7699-4064-ada1-8df1425c19fe'] in n-d-705657-21 is: [{'id': '106e4776-7699-4064-ada1-8df1425c19fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:11Z', 'revision_number': 3, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:13.540306 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] For port 8e492d4d-1510-458d-9711-5f5cbafcbe10, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:13.561539 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b86abbb5-58f9-4957-9e5f-2a5cc1ddbaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.566087 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] For port 8e492d4d-1510-458d-9711-5f5cbafcbe10, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8e492d4d-1510-458d-9711-5f5cbafcbe10,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:13.572658 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.637191 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604bf77-d4ea-4066-bdf9-cc378a43480a None None] Pushing event updated for resources: {'Port': ['ID=8e492d4d-1510-458d-9711-5f5cbafcbe10,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:13.695206 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.025700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.20.0.1 (08db6998-37ab-4177-83da-8ca27e94fe8b/dcd64cf2-81d8-4a96-87f9-d9dde3645214/b33b3cb4-45ff-43f4-a168-18d852f57533) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:14.161899 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.178487 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Transition to ACTIVE for port object b33b3cb4-45ff-43f4-a168-18d852f57533 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:14.214219 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.257235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 08db6998-37ab-4177-83da-8ca27e94fe8b is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:14.263079 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:14.267139 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:14.273952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=b33b3cb4-45ff-43f4-a168-18d852f57533,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:14.318573 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.503406 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.557321 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6f0845ba-a480-443f-a013-0fae61f26ed9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:14.611588 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 6f0845ba-a480-443f-a013-0fae61f26ed9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:14.616224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6f0845ba-a480-443f-a013-0fae61f26ed9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:14.616623 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.657149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23f6f31-ed11-4430-845a-36644110db28 None None] Network 08db6998-37ab-4177-83da-8ca27e94fe8b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:14.751397 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-74ef85c8-03ff-4654-b28b-fbbc371ce2ca None None] Provisioning for port 8e492d4d-1510-458d-9711-5f5cbafcbe10 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:14.781118 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.810751 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.816887 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.827463 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 6f0845ba-a480-443f-a013-0fae61f26ed9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6f0845ba-a480-443f-a013-0fae61f26ed9,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:14.834407 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.835197 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8e492d4d-1510-458d-9711-5f5cbafcbe10 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:14.890685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=b33b3cb4-45ff-43f4-a168-18d852f57533,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:14.893296 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.946559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=6f0845ba-a480-443f-a013-0fae61f26ed9,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:14.971484 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 8e492d4d-1510-458d-9711-5f5cbafcbe10 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:14.979363 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8e492d4d-1510-458d-9711-5f5cbafcbe10 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:14.979739 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.993824 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 08db6998-37ab-4177-83da-8ca27e94fe8b is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:14.995556 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:15.067734 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.107387 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 8e492d4d-1510-458d-9711-5f5cbafcbe10, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8e492d4d-1510-458d-9711-5f5cbafcbe10,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:15.121333 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.121694 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 106e4776-7699-4064-ada1-8df1425c19fe has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:58:15.187633 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=8e492d4d-1510-458d-9711-5f5cbafcbe10,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:15.266581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:15.290182 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d2e9a437-40de-4eba-8fd1-1ccdd5b7834f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "PUT /v2.0/routers/106e4776-7699-4064-ada1-8df1425c19fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4747951 Jul 27 20:58:15.291289 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Sync routers for ids ['106e4776-7699-4064-ada1-8df1425c19fe'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:15.305002 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c7e6e5c8-0580-4edf-8128-887f16bf904b None None] Provisioning complete for port 8e492d4d-1510-458d-9711-5f5cbafcbe10 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:15.305376 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c7e6e5c8-0580-4edf-8128-887f16bf904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.307976 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Routers {'106e4776-7699-4064-ada1-8df1425c19fe'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:15.308682 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:57:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['106e4776-7699-4064-ada1-8df1425c19fe'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:15.443767 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-7edab409-2ee6-4d6c-b48a-ec1ae3b43300 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628688913&fields=id&tenant_id=e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 267 time: 0.0479183 Jul 27 20:58:15.490208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Set router 106e4776-7699-4064-ada1-8df1425c19fe gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:15.569689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c7e6e5c8-0580-4edf-8128-887f16bf904b None None] Provisioning for port b33b3cb4-45ff-43f4-a168-18d852f57533 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:15.573362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717293a-afec-4572-9908-aac7e01c616b req-bd3c807f-e276-4dd8-82e3-d6747c2b5882 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:15.577509 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-bd3c807f-e276-4dd8-82e3-d6747c2b5882 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/networks?id=08db6998-37ab-4177-83da-8ca27e94fe8b HTTP/1.1" status: 200 len: 797 time: 0.1249826 Jul 27 20:58:15.585969 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c7e6e5c8-0580-4edf-8128-887f16bf904b None None] Provisioning complete for port b33b3cb4-45ff-43f4-a168-18d852f57533 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:15.586350 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c7e6e5c8-0580-4edf-8128-887f16bf904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.596530 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-9ef18dfc-8218-43bc-bbb0-8de3a4826c27 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/quotas/e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 375 time: 0.0147572 Jul 27 20:58:15.657984 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6e5c8-0580-4edf-8128-887f16bf904b None None] Port b33b3cb4-45ff-43f4-a168-18d852f57533 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:15.665735 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-907fcf41-1387-44f4-b741-1377d5c90e5f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623302 Jul 27 20:58:15.732653 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106e4776-7699-4064-ada1-8df1425c19fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'b33b3cb4-45ff-43f4-a168-18d852f57533', 'name': '', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:9b:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:13Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 2, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:15.762797 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Checking router: 106e4776-7699-4064-ada1-8df1425c19fe for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:15.763148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Updating router 106e4776-7699-4064-ada1-8df1425c19fe port b33b3cb4-45ff-43f4-a168-18d852f57533 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:58:15.769735 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-ebda0278-6e3f-40a3-9762-56668c82a47d service neutron] 10.222.0.48 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892332 Jul 27 20:58:15.810608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2242c364-21b4-48ed-9427-82ea3920b3cd None None] Provisioning complete for port b33b3cb4-45ff-43f4-a168-18d852f57533 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:15.810984 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2242c364-21b4-48ed-9427-82ea3920b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.812753 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.867792 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-1ea06d75-efbd-4999-a104-076816b7302d service neutron] 10.222.0.48 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910959 Jul 27 20:58:15.876125 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-2242c364-21b4-48ed-9427-82ea3920b3cd None None] Port b33b3cb4-45ff-43f4-a168-18d852f57533 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:16.044516 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-efcdcfd2-8f12-4ff4-884c-80254fbdbe50 req-a5938182-9eb6-456b-94ee-eac66eb769e2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 210 time: 0.0321803 Jul 27 20:58:16.120727 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.132112 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Transition to ACTIVE for port object b33b3cb4-45ff-43f4-a168-18d852f57533 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:16.138161 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.380500 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-dd4d20dc-c24f-4567-af4b-e311fc9eb3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.388976 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.406465 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8e78b-d4ce-4045-b011-7f2b09151931 None None] Pushing event updated for resources: {'Port': ['ID=b33b3cb4-45ff-43f4-a168-18d852f57533,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:16.455185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Attempting to bind port b33b3cb4-45ff-43f4-a168-18d852f57533 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:16.455605 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Attempting to bind port b33b3cb4-45ff-43f4-a168-18d852f57533 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:16.455973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Attempting to bind port b33b3cb4-45ff-43f4-a168-18d852f57533 on network 08db6998-37ab-4177-83da-8ca27e94fe8b {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:16.461898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:16.462283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Checking segment: {'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:16.462743 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.463142 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Bound using segment: {'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:16.463617 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Bound port: b33b3cb4-45ff-43f4-a168-18d852f57533, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:16.463997 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.510698 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6f0845ba-a480-443f-a013-0fae61f26ed9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:16.573882 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] For port b33b3cb4-45ff-43f4-a168-18d852f57533, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:16.578358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] For port b33b3cb4-45ff-43f4-a168-18d852f57533, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b33b3cb4-45ff-43f4-a168-18d852f57533,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:16.584489 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.616006 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 6f0845ba-a480-443f-a013-0fae61f26ed9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:16.616370 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.681132 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8e78b-d4ce-4045-b011-7f2b09151931 None None] Pushing event updated for resources: {'Port': ['ID=b33b3cb4-45ff-43f4-a168-18d852f57533,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:16.684832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Routers {'106e4776-7699-4064-ada1-8df1425c19fe'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:16.685533 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:58:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['106e4776-7699-4064-ada1-8df1425c19fe'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:16.827012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8e492d4d-1510-458d-9711-5f5cbafcbe10 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:16.854482 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] Set router 106e4776-7699-4064-ada1-8df1425c19fe gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:16.989668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 8e492d4d-1510-458d-9711-5f5cbafcbe10 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:16.989932 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.097065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717293a-afec-4572-9908-aac7e01c616b req-e3741e14-c386-45c4-a9be-ea3309ef5b4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:17.099584 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-e3741e14-c386-45c4-a9be-ea3309ef5b4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.63 "GET /v2.0/networks?id=08db6998-37ab-4177-83da-8ca27e94fe8b HTTP/1.1" status: 200 len: 797 time: 0.1161335 Jul 27 20:58:17.156145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106e4776-7699-4064-ada1-8df1425c19fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'b33b3cb4-45ff-43f4-a168-18d852f57533', 'name': '', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:9b:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:13Z', 'updated_at': '2021-07-27T20:58:16Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:17.173702 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4df657f3-f30d-4a2f-be16-99a51bc835b0 req-886a6c2b-21e5-4667-9253-abe0f86c028b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 210 time: 0.0515847 Jul 27 20:58:17.176518 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-f29c30a1-a241-4fe1-8420-93d87de9f6f4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 380 time: 0.0651672 Jul 27 20:58:17.183950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12572904-985c-4600-b12b-0eccfd9680c8 None None] The sync data for ids ['106e4776-7699-4064-ada1-8df1425c19fe'] in n-d-705657-21 is: [{'id': '106e4776-7699-4064-ada1-8df1425c19fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'b33b3cb4-45ff-43f4-a168-18d852f57533', 'name': '', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:9b:55:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:13Z', 'updated_at': '2021-07-27T20:58:16Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:17.189952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-2717293a-afec-4572-9908-aac7e01c616b req-0f7e127e-13af-4dc5-9e73-a55cca52f8a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'port': {'device_id': 'e161c185-3777-4acf-bad4-c9604c82169e', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'admin_state_up': True, 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'security_groups': ['77b6947f-a731-4e22-aa9f-a2d0ddccfa48']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:17.322622 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2717293a-afec-4572-9908-aac7e01c616b req-0f7e127e-13af-4dc5-9e73-a55cca52f8a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Made reservation on behalf of e68b8ed2d5b84f6b93d14624cd06666d for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:17.326557 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2717293a-afec-4572-9908-aac7e01c616b req-0f7e127e-13af-4dc5-9e73-a55cca52f8a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.468497 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.469334 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-2717293a-afec-4572-9908-aac7e01c616b req-0f7e127e-13af-4dc5-9e73-a55cca52f8a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.20.0.7 (08db6998-37ab-4177-83da-8ca27e94fe8b/dcd64cf2-81d8-4a96-87f9-d9dde3645214/3c5d6fd9-fd11-42c8-8e66-ff6b912a8345) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:17.614616 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2717293a-afec-4572-9908-aac7e01c616b req-0f7e127e-13af-4dc5-9e73-a55cca52f8a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.629843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-2717293a-afec-4572-9908-aac7e01c616b req-0f7e127e-13af-4dc5-9e73-a55cca52f8a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Transition to ACTIVE for port object 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:17.667548 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2717293a-afec-4572-9908-aac7e01c616b req-0f7e127e-13af-4dc5-9e73-a55cca52f8a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.718766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2717293a-afec-4572-9908-aac7e01c616b req-0f7e127e-13af-4dc5-9e73-a55cca52f8a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 08db6998-37ab-4177-83da-8ca27e94fe8b is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:17.724263 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-2717293a-afec-4572-9908-aac7e01c616b req-0f7e127e-13af-4dc5-9e73-a55cca52f8a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:17.726818 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-2717293a-afec-4572-9908-aac7e01c616b req-0f7e127e-13af-4dc5-9e73-a55cca52f8a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:17.754279 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e127e-13af-4dc5-9e73-a55cca52f8a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:17.786515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717293a-afec-4572-9908-aac7e01c616b req-0f7e127e-13af-4dc5-9e73-a55cca52f8a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:17.787463 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2717293a-afec-4572-9908-aac7e01c616b req-0f7e127e-13af-4dc5-9e73-a55cca52f8a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.808653 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-0f7e127e-13af-4dc5-9e73-a55cca52f8a4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6237438 Jul 27 20:58:17.870498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Request body: {'port': {'device_id': 'e161c185-3777-4acf-bad4-c9604c82169e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:17.955971 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.026783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f1448fc8-f1b3-4fe1-a091-4dbbf323e13e None None] Provisioning for port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:18.033058 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f1448fc8-f1b3-4fe1-a091-4dbbf323e13e None None] Provisioning complete for port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:18.033525 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f1448fc8-f1b3-4fe1-a091-4dbbf323e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.074670 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-f1448fc8-f1b3-4fe1-a091-4dbbf323e13e None None] Port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:18.248970 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:18.257375 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.269539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Transition to ACTIVE for port object 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:18.274350 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.322125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28404f7e-9736-45ec-9e17-e151836c5852 req-916d5b59-1276-4f96-8cd1-0b704254c6ec tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:18.323728 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28404f7e-9736-45ec-9e17-e151836c5852 req-916d5b59-1276-4f96-8cd1-0b704254c6ec tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 931 time: 0.0739393 Jul 27 20:58:18.328076 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:18.370494 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-28404f7e-9736-45ec-9e17-e151836c5852 req-277b0a21-6807-4d9e-9f13-4fb25c9ea391 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366509 Jul 27 20:58:18.402070 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Attempting to bind port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:18.402413 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Attempting to bind port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:18.402777 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Attempting to bind port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 on network 08db6998-37ab-4177-83da-8ca27e94fe8b {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:18.407477 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 on network 08db6998-37ab-4177-83da-8ca27e94fe8b not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:58:18.407841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Attempting to bind port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 on network 08db6998-37ab-4177-83da-8ca27e94fe8b {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:18.413764 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:18.414103 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Checking segment: {'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:18.414493 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Bound using segment: {'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:18.415111 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Bound port: 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:18.415267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.495194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] For port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:18.497526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b33b3cb4-45ff-43f4-a168-18d852f57533 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:18.499997 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] For port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:18.506836 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.542647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:18.543267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.544795 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] 10.222.0.63 "PUT /v2.0/ports/3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 HTTP/1.1" status: 200 len: 1092 time: 0.7272346 Jul 27 20:58:18.545368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:18.547661 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5e6f45-c015-4801-8e2b-e30176e13122" -d '{"events": [{"name": "network-changed", "server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:18.553178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port b33b3cb4-45ff-43f4-a168-18d852f57533 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:18.559215 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b33b3cb4-45ff-43f4-a168-18d852f57533 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:18.560233 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.578338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f05e1-982a-40a9-8a23-5f9cd555a999 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:18.600093 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2e4d52-0769-43fb-bdcb-da7164ff9701 x-openstack-request-id: req-ce2e4d52-0769-43fb-bdcb-da7164ff9701 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:18.600379 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:18.600651 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce2e4d52-0769-43fb-bdcb-da7164ff9701 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:18.601080 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'status': 'completed', 'code': 200} Jul 27 20:58:18.666254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717293a-afec-4572-9908-aac7e01c616b req-c53f9e32-fc27-4a31-ac66-d1f0f60d0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:18.667803 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-c53f9e32-fc27-4a31-ac66-d1f0f60d0ded service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 1095 time: 0.0595870 Jul 27 20:58:18.667953 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.706677 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port b33b3cb4-45ff-43f4-a168-18d852f57533, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b33b3cb4-45ff-43f4-a168-18d852f57533,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:18.711949 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.724866 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-b7a9e4f7-481a-42dd-b3ff-c332f3cbe3a2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 HTTP/1.1" status: 200 len: 217 time: 0.0478790 Jul 27 20:58:18.771436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=b33b3cb4-45ff-43f4-a168-18d852f57533,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:18.777350 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717293a-afec-4572-9908-aac7e01c616b req-50888185-b068-4b89-b4ce-c0b29a2e4171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:18.778890 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-50888185-b068-4b89-b4ce-c0b29a2e4171 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dcd64cf2-81d8-4a96-87f9-d9dde3645214 HTTP/1.1" status: 200 len: 835 time: 0.0452538 Jul 27 20:58:18.844225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717293a-afec-4572-9908-aac7e01c616b req-867ff6f1-890c-40bd-97a4-a358aebcce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:18.845855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-867ff6f1-890c-40bd-97a4-a358aebcce02 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=08db6998-37ab-4177-83da-8ca27e94fe8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587621 Jul 27 20:58:18.947271 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-ef24f583-3e2d-4184-ad4d-e5ee618e8bc5 service neutron] 10.222.0.63 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931795 Jul 27 20:58:19.042646 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2717293a-afec-4572-9908-aac7e01c616b req-d6ad67f8-cbdb-4fcf-80cc-1d766e2635dc service neutron] 10.222.0.63 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877006 Jul 27 20:58:19.159447 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e6f45-c015-4801-8e2b-e30176e13122 req-66510d6f-49bb-418f-ae58-1675bf32ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:19.161031 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c5e6f45-c015-4801-8e2b-e30176e13122 req-66510d6f-49bb-418f-ae58-1675bf32ffb9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 1095 time: 0.0612373 Jul 27 20:58:19.217754 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.259363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e6f45-c015-4801-8e2b-e30176e13122 req-9509da02-834b-40ff-aaeb-026bc7f20524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:19.260932 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c5e6f45-c015-4801-8e2b-e30176e13122 req-9509da02-834b-40ff-aaeb-026bc7f20524 service neutron] 10.222.0.63 "GET /v2.0/networks?id=08db6998-37ab-4177-83da-8ca27e94fe8b HTTP/1.1" status: 200 len: 898 time: 0.0916760 Jul 27 20:58:19.304368 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c5e6f45-c015-4801-8e2b-e30176e13122 req-cd666da4-4df0-4aac-a1d7-2a870c289b02 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 HTTP/1.1" status: 200 len: 217 time: 0.0350416 Jul 27 20:58:19.368241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e6f45-c015-4801-8e2b-e30176e13122 req-1cb2357b-5d84-4fa3-b299-37e0d6a9f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:19.369712 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c5e6f45-c015-4801-8e2b-e30176e13122 req-1cb2357b-5d84-4fa3-b299-37e0d6a9f800 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dcd64cf2-81d8-4a96-87f9-d9dde3645214 HTTP/1.1" status: 200 len: 835 time: 0.0559833 Jul 27 20:58:19.438832 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e6f45-c015-4801-8e2b-e30176e13122 req-60f8c97f-6436-4e02-98c0-4893b68bf026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:19.440382 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c5e6f45-c015-4801-8e2b-e30176e13122 req-60f8c97f-6436-4e02-98c0-4893b68bf026 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=08db6998-37ab-4177-83da-8ca27e94fe8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620723 Jul 27 20:58:19.506281 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc8efe-b801-452d-8bfc-2ca47dae8a69 req-4abc53b5-26b4-448a-8dc0-dc8e575c4c71 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:19.507842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ecdc8efe-b801-452d-8bfc-2ca47dae8a69 req-4abc53b5-26b4-448a-8dc0-dc8e575c4c71 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 943 time: 0.0647006 Jul 27 20:58:19.540050 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c5e6f45-c015-4801-8e2b-e30176e13122 req-2eaecf44-c518-4770-b488-06cba8dc739c service neutron] 10.222.0.63 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872445 Jul 27 20:58:19.547862 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ecdc8efe-b801-452d-8bfc-2ca47dae8a69 req-bf7e7c2b-dabd-4845-b328-3ec9ac88e870 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337932 Jul 27 20:58:19.646541 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6c5e6f45-c015-4801-8e2b-e30176e13122 req-010c13c3-b292-4439-9f83-5dc07af013d2 service neutron] 10.222.0.63 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973661 Jul 27 20:58:20.468317 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b33b3cb4-45ff-43f4-a168-18d852f57533 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:20.520357 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b33b3cb4-45ff-43f4-a168-18d852f57533 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:20.520758 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.695776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72fbc0-2a43-4ef7-a3ce-d64858408e0d req-e2dd1549-3d49-4126-8230-273a62abf7cb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:20.697262 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f72fbc0-2a43-4ef7-a3ce-d64858408e0d req-e2dd1549-3d49-4126-8230-273a62abf7cb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 943 time: 0.0770445 Jul 27 20:58:20.750017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f72fbc0-2a43-4ef7-a3ce-d64858408e0d req-27181287-fae0-466a-9819-67f238a27687 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447476 Jul 27 20:58:21.887811 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd71e7-4a4d-4c0d-8448-0cd2d1ddf408 req-b3d90420-e860-42e1-a0f2-da8ec9122cbe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:21.889828 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4bd71e7-4a4d-4c0d-8448-0cd2d1ddf408 req-b3d90420-e860-42e1-a0f2-da8ec9122cbe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 943 time: 0.0677171 Jul 27 20:58:21.933356 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f4bd71e7-4a4d-4c0d-8448-0cd2d1ddf408 req-118c43db-048a-4b1f-8f40-03751736ef4c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361934 Jul 27 20:58:22.208450 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:58:22.308839 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:22.321091 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'port_id': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'mac_address': 'fa:16:3e:07:a1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:58:22.361270 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.387226 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:22.408048 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:22.414603 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.466414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:22.690564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['3c5d6fd9-fd11-42c8-8e66-ff6b912a8345'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:23.089309 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d973cb-2377-4d44-8783-bbda221a1ee0 req-cc56baec-1cbf-4ab9-9d6c-c1753a4a7494 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:23.090811 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55d973cb-2377-4d44-8783-bbda221a1ee0 req-cc56baec-1cbf-4ab9-9d6c-c1753a4a7494 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 944 time: 0.0777164 Jul 27 20:58:23.136331 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-55d973cb-2377-4d44-8783-bbda221a1ee0 req-ac320536-20f2-45a4-8d86-0973f7ee68c1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386496 Jul 27 20:58:24.210612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:24.262679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:24.267697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:24.268071 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.273963 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90b80e-8347-462b-acfa-c6d6c23b27f4 req-83fedb3c-182d-4e5a-87c6-8890e6f7e338 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:24.275480 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a90b80e-8347-462b-acfa-c6d6c23b27f4 req-83fedb3c-182d-4e5a-87c6-8890e6f7e338 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 944 time: 0.0683420 Jul 27 20:58:24.320006 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a90b80e-8347-462b-acfa-c6d6c23b27f4 req-9f75603c-9e04-4ec9-8368-f393b74a20ef tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375984 Jul 27 20:58:24.353594 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.377512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:24.379808 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f40d85f-27c6-44a0-a99b-6586dbee93fa" -d '{"events": [{"server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "name": "network-vif-plugged", "status": "completed", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:24.393525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:24.397614 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.423903 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c244339-80c2-4d57-b77c-a6e3ce94e78f x-openstack-request-id: req-5c244339-80c2-4d57-b77c-a6e3ce94e78f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:24.424190 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "name": "network-vif-plugged", "status": "completed", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:24.424416 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c244339-80c2-4d57-b77c-a6e3ce94e78f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:24.424839 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'code': 200} Jul 27 20:58:24.454605 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:24.537393 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140bea7-cebd-4312-ac6a-47599befd3de req-3f89d492-eff9-4b37-b291-b71c22476a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:24.538982 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4140bea7-cebd-4312-ac6a-47599befd3de req-3f89d492-eff9-4b37-b291-b71c22476a5f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 1097 time: 0.0583711 Jul 27 20:58:24.575528 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4140bea7-cebd-4312-ac6a-47599befd3de req-5ffbe3df-e44b-40f9-b1e1-6a1a33ecb4b5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273914 Jul 27 20:58:25.458883 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf10ef-ce1b-4599-98d7-d95fe4c4e3b1 req-61fa7e16-236a-4006-bfb0-93445dc97d6c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:25.460311 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6cf10ef-ce1b-4599-98d7-d95fe4c4e3b1 req-61fa7e16-236a-4006-bfb0-93445dc97d6c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0671253 Jul 27 20:58:25.501460 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c6cf10ef-ce1b-4599-98d7-d95fe4c4e3b1 req-9a89c6dc-922e-4e5f-bb9f-511461c77870 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345860 Jul 27 20:58:25.888185 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:58:26.674465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3d8df-2e6f-4b95-9d56-a118923c893f req-28260c53-6913-4c30-8ebd-2bd799af2002 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:26.675884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6cb3d8df-2e6f-4b95-9d56-a118923c893f req-28260c53-6913-4c30-8ebd-2bd799af2002 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0972524 Jul 27 20:58:26.718328 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6cb3d8df-2e6f-4b95-9d56-a118923c893f req-bdbf6d12-0e07-4c43-9ca5-ce3530d72589 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361271 Jul 27 20:58:26.860947 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4856c9-5938-4dcc-a894-f63e89b8ba9f req-47529914-0c34-4952-8d40-a5526740db30 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:26.862478 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a4856c9-5938-4dcc-a894-f63e89b8ba9f req-47529914-0c34-4952-8d40-a5526740db30 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0715578 Jul 27 20:58:26.917229 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2a4856c9-5938-4dcc-a894-f63e89b8ba9f req-1a82b8bf-5765-49c8-b7b1-b14bdd8a78ab tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448360 Jul 27 20:58:26.941707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39498) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:27.000107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc70a5c-4725-4b71-a082-afc4ae2f2cbf tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:27.001687 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4dc70a5c-4725-4b71-a082-afc4ae2f2cbf tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 1092 time: 0.0589473 Jul 27 20:58:27.004955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39500) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:27.009655 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:27.036673 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.139741 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.244828 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.25.1.105 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/3c965327-cf66-4e71-beb3-f24f0d7ead6b) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:27.367558 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.410302 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.460452 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:27.465235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:27.469114 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:27.475315 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=3c965327-cf66-4e71-beb3-f24f0d7ead6b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:27.865683 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.950098 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.109339 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.115148 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.179808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=3c965327-cf66-4e71-beb3-f24f0d7ead6b,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:28.197114 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.304633 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Floating IP b6a05990-030e-4cf8-ab65-317e1fe977f0 associated. External IP: 172.25.1.105, port: 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345. Jul 27 20:58:28.524696 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 106e4776-7699-4064-ada1-8df1425c19fe has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:58:28.635150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:28.645244 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dfe208-567d-4d5b-a5bd-0bbe7ad3a2a8 None None] Sync routers for ids ['106e4776-7699-4064-ada1-8df1425c19fe'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:28.653835 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.656769 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dfe208-567d-4d5b-a5bd-0bbe7ad3a2a8 None None] Routers {'106e4776-7699-4064-ada1-8df1425c19fe'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:28.657427 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-09dfe208-567d-4d5b-a5bd-0bbe7ad3a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:58:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['106e4776-7699-4064-ada1-8df1425c19fe'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:28.692488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-068d29d5-0671-4024-ab31-0d00990f0e93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6863647 Jul 27 20:58:28.693092 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:28.695414 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020f00d9105fea8a59345fdc35de2f2854bc43d5b9a74a339288cd71c0a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a4d7d7-1b17-44ed-a848-54164005d4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:28.765421 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-09dfe208-567d-4d5b-a5bd-0bbe7ad3a2a8 None None] Set router 106e4776-7699-4064-ada1-8df1425c19fe gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:28.813885 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11ab55-b91e-4116-996e-82fa0f81f0f2 req-23d2abd4-0c01-4d5b-8bdf-14df65292c58 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:28.815474 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e11ab55-b91e-4116-996e-82fa0f81f0f2 req-23d2abd4-0c01-4d5b-8bdf-14df65292c58 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0728831 Jul 27 20:58:28.855441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e11ab55-b91e-4116-996e-82fa0f81f0f2 req-06c7d66c-537b-46a2-a49b-922003ea3575 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330513 Jul 27 20:58:28.878161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39506) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:28.923928 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573f4df8-ea2b-491b-aa35-97bd8c725e67 x-openstack-request-id: req-573f4df8-ea2b-491b-aa35-97bd8c725e67 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:28.924150 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:28.924373 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-573f4df8-ea2b-491b-aa35-97bd8c725e67 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:28.924798 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'status': 'completed', 'code': 200} Jul 27 20:58:28.952915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-92749d68-4fce-404a-9100-fd259e57da96 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/b6a05990-030e-4cf8-ab65-317e1fe977f0 HTTP/1.1" status: 200 len: 991 time: 0.0711083 Jul 27 20:58:28.986874 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4d7d7-1b17-44ed-a848-54164005d4e7 req-4a61f095-d51b-4447-a339-a80d60347a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:28.988427 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-60a4d7d7-1b17-44ed-a848-54164005d4e7 req-4a61f095-d51b-4447-a339-a80d60347a14 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 1097 time: 0.0631938 Jul 27 20:58:28.996804 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-09dfe208-567d-4d5b-a5bd-0bbe7ad3a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106e4776-7699-4064-ada1-8df1425c19fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'b6a05990-030e-4cf8-ab65-317e1fe977f0', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'port_id': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'mac_address': 'fa:16:3e:07:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e161c185-3777-4acf-bad4-c9604c82169e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:58:27Z', 'updated_at': '2021-07-27T20:58:27Z', 'revision_number': 0, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33b3cb4-45ff-43f4-a168-18d852f57533', 'name': '', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:9b:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:13Z', 'updated_at': '2021-07-27T20:58:18Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:29.026604 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dfe208-567d-4d5b-a5bd-0bbe7ad3a2a8 None None] Checking router: 106e4776-7699-4064-ada1-8df1425c19fe for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:29.035906 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dfe208-567d-4d5b-a5bd-0bbe7ad3a2a8 None None] Routers {'106e4776-7699-4064-ada1-8df1425c19fe'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:29.036555 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-09dfe208-567d-4d5b-a5bd-0bbe7ad3a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:58:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['106e4776-7699-4064-ada1-8df1425c19fe'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:29.084623 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4d7d7-1b17-44ed-a848-54164005d4e7 req-18cb3180-a3ec-4505-bbcf-babb2e1f5fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:29.086029 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-60a4d7d7-1b17-44ed-a848-54164005d4e7 req-18cb3180-a3ec-4505-bbcf-babb2e1f5fe9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=08db6998-37ab-4177-83da-8ca27e94fe8b HTTP/1.1" status: 200 len: 898 time: 0.0900979 Jul 27 20:58:29.147453 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-09dfe208-567d-4d5b-a5bd-0bbe7ad3a2a8 None None] Set router 106e4776-7699-4064-ada1-8df1425c19fe gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:29.163625 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-60a4d7d7-1b17-44ed-a848-54164005d4e7 req-68491c79-a195-4ba0-82ee-b8a847eb8cde service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 HTTP/1.1" status: 200 len: 999 time: 0.0694013 Jul 27 20:58:29.219916 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4d7d7-1b17-44ed-a848-54164005d4e7 req-5b1d71ab-a6b0-4f47-9807-e8f3963aa707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:29.221458 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-60a4d7d7-1b17-44ed-a848-54164005d4e7 req-5b1d71ab-a6b0-4f47-9807-e8f3963aa707 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dcd64cf2-81d8-4a96-87f9-d9dde3645214 HTTP/1.1" status: 200 len: 835 time: 0.0494852 Jul 27 20:58:29.287352 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4d7d7-1b17-44ed-a848-54164005d4e7 req-ca029d7b-4a87-4052-bcac-16378805dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:29.288903 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-60a4d7d7-1b17-44ed-a848-54164005d4e7 req-ca029d7b-4a87-4052-bcac-16378805dfb7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=08db6998-37ab-4177-83da-8ca27e94fe8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597901 Jul 27 20:58:29.380271 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-09dfe208-567d-4d5b-a5bd-0bbe7ad3a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106e4776-7699-4064-ada1-8df1425c19fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'b6a05990-030e-4cf8-ab65-317e1fe977f0', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'port_id': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'mac_address': 'fa:16:3e:07:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e161c185-3777-4acf-bad4-c9604c82169e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:58:27Z', 'updated_at': '2021-07-27T20:58:27Z', 'revision_number': 0, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33b3cb4-45ff-43f4-a168-18d852f57533', 'name': '', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:9b:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:13Z', 'updated_at': '2021-07-27T20:58:18Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:29.390369 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-60a4d7d7-1b17-44ed-a848-54164005d4e7 req-5618cc74-e4ac-44f0-b378-774262959808 service neutron] 10.222.0.63 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928578 Jul 27 20:58:29.411007 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dfe208-567d-4d5b-a5bd-0bbe7ad3a2a8 None None] The sync data for ids ['106e4776-7699-4064-ada1-8df1425c19fe'] in n-d-705657-21 is: [{'id': '106e4776-7699-4064-ada1-8df1425c19fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'b6a05990-030e-4cf8-ab65-317e1fe977f0', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'port_id': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'mac_address': 'fa:16:3e:07:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e161c185-3777-4acf-bad4-c9604c82169e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:58:27Z', 'updated_at': '2021-07-27T20:58:27Z', 'revision_number': 0, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33b3cb4-45ff-43f4-a168-18d852f57533', 'name': '', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:9b:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:13Z', 'updated_at': '2021-07-27T20:58:18Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:29.494368 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-60a4d7d7-1b17-44ed-a848-54164005d4e7 req-6fc67c4e-7a47-423f-952a-0db3391ecda2 service neutron] 10.222.0.63 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954185 Jul 27 20:58:29.619122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f66b5-6bd2-45b2-85da-599673b1517c None None] New status for floating IP b6a05990-030e-4cf8-ab65-317e1fe977f0: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:58:29.956515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39508) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:30.035274 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-be4c0aec-cbe1-46a7-a3d8-1f2bdbe94583 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/b6a05990-030e-4cf8-ab65-317e1fe977f0 HTTP/1.1" status: 200 len: 993 time: 0.0773387 Jul 27 20:58:39.240033 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.413446 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:43.550596 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-644d1306-06ed-4d17-b74f-683e6e213bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.279153 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-40ebd5eb-1b9d-4cb7-8357-9f752e1c1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.359781 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.474832 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.222371 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.769778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39522) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:58.844526 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2d97b-11a7-4491-b1a3-764f59cc3d7c req-0413f3d5-0935-49e7-b71c-6f8c7033a11f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:58.846308 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68d2d97b-11a7-4491-b1a3-764f59cc3d7c req-0413f3d5-0935-49e7-b71c-6f8c7033a11f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0682709 Jul 27 20:58:58.871212 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-35425dbe-8a45-4a30-8275-387e48849494 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000292 Jul 27 20:58:58.886308 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-68d2d97b-11a7-4491-b1a3-764f59cc3d7c req-865b7a4b-84a5-4cd3-9a53-e99dbd907174 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333824 Jul 27 20:59:00.035466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9013d9-0c7e-4a87-9f3d-ce6d51b1599c req-acba68c0-f977-459a-b258-d55a37284931 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:00.037199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b9013d9-0c7e-4a87-9f3d-ce6d51b1599c req-acba68c0-f977-459a-b258-d55a37284931 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0699613 Jul 27 20:59:00.079445 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6b9013d9-0c7e-4a87-9f3d-ce6d51b1599c req-b3b749bc-cba9-4026-9731-8b681c95e8a1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339959 Jul 27 20:59:00.424149 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-1f905256-66c8-46b4-be5b-8cc811e9f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:00.425734 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-1f905256-66c8-46b4-be5b-8cc811e9f6d4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 1097 time: 0.0589144 Jul 27 20:59:00.527609 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-522772f1-7813-493d-a7ef-038b05eb2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:00.529342 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-522772f1-7813-493d-a7ef-038b05eb2ec8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=08db6998-37ab-4177-83da-8ca27e94fe8b HTTP/1.1" status: 200 len: 898 time: 0.0965178 Jul 27 20:59:00.599700 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6dcec16a-5181-4995-8769-a15827baad28 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 HTTP/1.1" status: 200 len: 1001 time: 0.0616932 Jul 27 20:59:00.655908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-7be8703f-56b5-4e9a-a7bc-330b3690830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:00.657445 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-7be8703f-56b5-4e9a-a7bc-330b3690830e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dcd64cf2-81d8-4a96-87f9-d9dde3645214 HTTP/1.1" status: 200 len: 835 time: 0.0492778 Jul 27 20:59:00.723989 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-e8b14f9d-5407-4132-afbf-de3c39591b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:00.725762 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-e8b14f9d-5407-4132-afbf-de3c39591b70 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=08db6998-37ab-4177-83da-8ca27e94fe8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603068 Jul 27 20:59:00.818168 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-33224a80-00ee-4d51-b32d-55d07689fabb service neutron] 10.222.0.63 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847437 Jul 27 20:59:00.918517 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-a58721e2-ae90-4d81-8888-376661dbf8b0 service neutron] 10.222.0.63 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915856 Jul 27 20:59:01.220163 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fe7f4-b824-47cc-9c2d-96dbdea9b2a5 req-d9a20e52-cbf1-486d-90b8-0d141a1cebb8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:01.221719 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c07fe7f4-b824-47cc-9c2d-96dbdea9b2a5 req-d9a20e52-cbf1-486d-90b8-0d141a1cebb8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0699306 Jul 27 20:59:01.261084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c07fe7f4-b824-47cc-9c2d-96dbdea9b2a5 req-83398918-e06e-493f-a5d8-ef4691e4f15d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329340 Jul 27 20:59:02.405791 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda604b-8495-4f78-8224-88e31204b69e req-128fa2d7-17fe-408f-b158-2ec4689fc2d0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:02.407236 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5cda604b-8495-4f78-8224-88e31204b69e req-128fa2d7-17fe-408f-b158-2ec4689fc2d0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0695386 Jul 27 20:59:02.447146 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5cda604b-8495-4f78-8224-88e31204b69e req-5419aebd-f6d3-445b-aa9f-cf122258c470 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337355 Jul 27 20:59:02.686683 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f9d6-b1b3-4d0e-bf1f-3019ab8efa5e req-654b1818-85b3-456f-810b-3b27d01e1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:02.688123 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6f66f9d6-b1b3-4d0e-bf1f-3019ab8efa5e req-654b1818-85b3-456f-810b-3b27d01e1ae4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 1097 time: 0.0724680 Jul 27 20:59:02.812441 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f9d6-b1b3-4d0e-bf1f-3019ab8efa5e req-0ccb7840-d032-41d1-8945-f178309422b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:02.814005 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6f66f9d6-b1b3-4d0e-bf1f-3019ab8efa5e req-0ccb7840-d032-41d1-8945-f178309422b6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=08db6998-37ab-4177-83da-8ca27e94fe8b HTTP/1.1" status: 200 len: 898 time: 0.0906901 Jul 27 20:59:02.882280 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6f66f9d6-b1b3-4d0e-bf1f-3019ab8efa5e req-de14afaa-b8f3-47d3-91f1-e8f31d1f7f8c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 HTTP/1.1" status: 200 len: 1001 time: 0.0603671 Jul 27 20:59:02.890437 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:59:02.936526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f9d6-b1b3-4d0e-bf1f-3019ab8efa5e req-8812e1f6-e763-440d-b70b-0ba3e99d0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:02.938796 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6f66f9d6-b1b3-4d0e-bf1f-3019ab8efa5e req-8812e1f6-e763-440d-b70b-0ba3e99d0cf1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dcd64cf2-81d8-4a96-87f9-d9dde3645214 HTTP/1.1" status: 200 len: 835 time: 0.0483365 Jul 27 20:59:03.004942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f9d6-b1b3-4d0e-bf1f-3019ab8efa5e req-31d9dbb9-397f-42f6-a425-0b2d9d57830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:03.006511 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6f66f9d6-b1b3-4d0e-bf1f-3019ab8efa5e req-31d9dbb9-397f-42f6-a425-0b2d9d57830f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=08db6998-37ab-4177-83da-8ca27e94fe8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601265 Jul 27 20:59:03.117874 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6f66f9d6-b1b3-4d0e-bf1f-3019ab8efa5e req-f825ba66-60c5-4022-9442-db25ec0e7db0 service neutron] 10.222.0.63 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925734 Jul 27 20:59:03.224032 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6f66f9d6-b1b3-4d0e-bf1f-3019ab8efa5e req-d0887087-1327-4b5c-9de6-ba4927474692 service neutron] 10.222.0.63 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970111 Jul 27 20:59:03.593914 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae0d82-6091-4b2c-8966-d7e34b80d27c req-875a597b-3c09-49c6-b7de-f6beeae29605 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:03.595392 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cae0d82-6091-4b2c-8966-d7e34b80d27c req-875a597b-3c09-49c6-b7de-f6beeae29605 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0727813 Jul 27 20:59:03.635716 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cae0d82-6091-4b2c-8966-d7e34b80d27c req-0c9f9fc5-87dd-4466-a238-9cc6da72af03 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334172 Jul 27 20:59:04.788246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d98319-d3e0-4db5-b11b-d6e20f3d659c req-6261bb31-6f1d-410b-b91d-097079ab45b6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:04.789796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06d98319-d3e0-4db5-b11b-d6e20f3d659c req-6261bb31-6f1d-410b-b91d-097079ab45b6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0775623 Jul 27 20:59:04.831822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-06d98319-d3e0-4db5-b11b-d6e20f3d659c req-d417300c-a16d-4fbd-9250-44edf6882423 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326276 Jul 27 20:59:05.980786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cda514-2f10-4963-b5fb-c55969ae2767 req-8fae4e8d-284a-4c58-8b5f-3315cfd47372 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:05.982298 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5cda514-2f10-4963-b5fb-c55969ae2767 req-8fae4e8d-284a-4c58-8b5f-3315cfd47372 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0795693 Jul 27 20:59:06.032027 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a5cda514-2f10-4963-b5fb-c55969ae2767 req-f5e73168-7afe-41ee-a740-2d2462d80cd8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435278 Jul 27 20:59:07.177675 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b397c-1588-4a1e-92c5-c51a91a54b14 req-316b4e48-5e64-4469-b9e1-1f664cece4b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:07.179349 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-635b397c-1588-4a1e-92c5-c51a91a54b14 req-316b4e48-5e64-4469-b9e1-1f664cece4b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0721495 Jul 27 20:59:07.220646 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-635b397c-1588-4a1e-92c5-c51a91a54b14 req-de623013-f6dd-45d4-8184-fc511d425a1b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346370 Jul 27 20:59:08.365732 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10a0c8-5426-445d-98c3-d588060d2724 req-f30b1beb-513b-4866-bd30-e15e1b0e3180 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:08.367509 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c10a0c8-5426-445d-98c3-d588060d2724 req-f30b1beb-513b-4866-bd30-e15e1b0e3180 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0749037 Jul 27 20:59:08.407780 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9c10a0c8-5426-445d-98c3-d588060d2724 req-f4773049-8253-4dfa-8131-aefd3db88096 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336714 Jul 27 20:59:09.235967 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.546440 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed821f-e033-4d0d-841b-397975457aaa req-cb15f8e4-cc91-431f-a021-0e70e03216b5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:09.547956 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5ed821f-e033-4d0d-841b-397975457aaa req-cb15f8e4-cc91-431f-a021-0e70e03216b5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0700393 Jul 27 20:59:09.588599 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e5ed821f-e033-4d0d-841b-397975457aaa req-9538b5a9-cb43-4597-9dd3-9ad57ce6a536 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342789 Jul 27 20:59:10.730991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec88a2b-7fc7-4b1c-b81b-ea150530b29e req-dcf60058-abc5-49ad-8214-ef7e02f37925 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:10.732427 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bec88a2b-7fc7-4b1c-b81b-ea150530b29e req-dcf60058-abc5-49ad-8214-ef7e02f37925 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0721421 Jul 27 20:59:10.778072 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bec88a2b-7fc7-4b1c-b81b-ea150530b29e req-b35c6fc1-e818-4b64-82f5-aaa9cefcc3d4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375919 Jul 27 20:59:11.940492 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab360d7-2202-4422-9357-e23fd5302649 req-b804a9be-d8c5-4887-a026-e98cb1e3d6fd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:11.942071 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ab360d7-2202-4422-9357-e23fd5302649 req-b804a9be-d8c5-4887-a026-e98cb1e3d6fd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0728738 Jul 27 20:59:11.983577 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ab360d7-2202-4422-9357-e23fd5302649 req-902febf0-39e3-4a14-8256-ee800fccc90b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350764 Jul 27 20:59:12.409009 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.797619 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-c0b592f7-62c2-4882-9570-94c7bcf62208 service neutron] show failed (client error): The resource could not be found. Jul 27 20:59:12.798792 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-c0b592f7-62c2-4882-9570-94c7bcf62208 service neutron] 10.222.0.63 "GET /v2.0/ports/3c5d6fd9-fd11-42c8-8e66-ff6b912a8345/bindings/n-h1-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0613554 Jul 27 20:59:13.033253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-a47bcf45-c440-4738-b534-7ba8ff730d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.034759 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-a47bcf45-c440-4738-b534-7ba8ff730d3b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e&tenant_id=e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 1097 time: 0.0597568 Jul 27 20:59:13.047420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:13.122073 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfc357-bf5c-4c81-858d-46b804eddf63 req-819b5dbf-9ad9-4a4c-87c9-9ab1cb0433df tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.123811 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6bfc357-bf5c-4c81-858d-46b804eddf63 req-819b5dbf-9ad9-4a4c-87c9-9ab1cb0433df tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0665781 Jul 27 20:59:13.135315 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.168417 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f6bfc357-bf5c-4c81-858d-46b804eddf63 req-2b2abc4d-cdbe-4f58-8c02-37c87f923462 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382912 Jul 27 20:59:13.344354 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] For port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:13.390531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] For port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:13.433894 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:13.436198 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0820a8c-9303-41e7-950d-a3750a986b29" -d '{"events": [{"server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "name": "network-vif-unplugged", "status": "completed", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:13.440535 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.454657 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Transition to ACTIVE for port object 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:13.459167 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.492290 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad9c191-78cb-423b-a1b0-bc4d1c8705bd x-openstack-request-id: req-0ad9c191-78cb-423b-a1b0-bc4d1c8705bd {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:13.493244 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "name": "network-vif-unplugged", "status": "completed", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:13.493244 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ad9c191-78cb-423b-a1b0-bc4d1c8705bd {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:13.493244 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'code': 200} Jul 27 20:59:13.544288 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0ea82200-ef60-4eda-8215-28423b921538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.913790 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Pushing event updated for resources: {'Port': ['ID=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,revision_number=6']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:13.925757 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.926106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.926415 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.926763 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.927088 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.927424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.927726 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.928029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.928365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.928707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.929020 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.929307 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:13.975137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] No DVR routers for this DVR port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:14.113659 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Attempting to bind port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:14.113963 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Attempting to bind port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:14.114293 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Attempting to bind port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 on network 08db6998-37ab-4177-83da-8ca27e94fe8b {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:14.119268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 on network 08db6998-37ab-4177-83da-8ca27e94fe8b not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:14.119574 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Attempting to bind port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 on network 08db6998-37ab-4177-83da-8ca27e94fe8b {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:14.124609 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:14.124941 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Checking segment: {'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:14.125320 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Bound using segment: {'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:14.125739 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Bound port: 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120e9ca5-f541-4016-9223-f3a2c661225c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:14.126096 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.193052 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] For port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:14.196234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] For port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:14.202436 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.241709 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.242343 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.243729 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] 10.222.0.52 "PUT /v2.0/ports/3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 HTTP/1.1" status: 200 len: 1092 time: 1.2007985 Jul 27 20:59:14.267440 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65a122-3847-4855-8ced-aa45a7935dbc service neutron] Pushing event updated for resources: {'Port': ['ID=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,revision_number=7']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:14.315881 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be678e2-f8cf-4028-b3c3-a1ad18aad9cd req-771698fd-de6a-41ba-a8da-4e1efed76f22 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.317525 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3be678e2-f8cf-4028-b3c3-a1ad18aad9cd req-771698fd-de6a-41ba-a8da-4e1efed76f22 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 943 time: 0.0762715 Jul 27 20:59:14.330647 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-182ffa05-f323-4f6f-b7a8-11201265d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.332328 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-182ffa05-f323-4f6f-b7a8-11201265d790 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 1095 time: 0.0618656 Jul 27 20:59:14.360959 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3be678e2-f8cf-4028-b3c3-a1ad18aad9cd req-2ac4481a-024e-4c37-b382-7a742b2f073f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358295 Jul 27 20:59:14.442900 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-111ce2a9-5444-468e-b846-73e27e1059ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.444597 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-111ce2a9-5444-468e-b846-73e27e1059ea service neutron] 10.222.0.52 "GET /v2.0/networks?id=08db6998-37ab-4177-83da-8ca27e94fe8b HTTP/1.1" status: 200 len: 898 time: 0.1047134 Jul 27 20:59:14.517146 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-d91fe748-2255-44ca-af6c-559ae719e560 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 HTTP/1.1" status: 200 len: 999 time: 0.0654268 Jul 27 20:59:14.572985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-b7fe897e-d89c-4b30-add9-f9b759a2b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.574584 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-b7fe897e-d89c-4b30-add9-f9b759a2b378 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dcd64cf2-81d8-4a96-87f9-d9dde3645214 HTTP/1.1" status: 200 len: 835 time: 0.0502894 Jul 27 20:59:14.645652 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-2fb5cbfe-8ad9-4a6d-9430-7cd617fb3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.647384 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-2fb5cbfe-8ad9-4a6d-9430-7cd617fb3fda service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08db6998-37ab-4177-83da-8ca27e94fe8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649493 Jul 27 20:59:14.752380 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-15ffbbb2-4b78-413b-be5a-11b8e3823cfe service neutron] 10.222.0.52 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979936 Jul 27 20:59:14.861475 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-31195723-49d8-44f8-b4b7-3e8910a28e57 req-9d56467b-bacd-4565-946d-6899c41e9c49 service neutron] 10.222.0.52 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021523 Jul 27 20:59:15.494831 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:15.497769 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e" -d '{"events": [{"name": "network-changed", "server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:15.515724 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b0ec6-7ac8-484e-8cb0-2cf3ef0bf73f req-f0dc99c8-605d-40fa-be65-af04e137ca94 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:15.517409 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b89b0ec6-7ac8-484e-8cb0-2cf3ef0bf73f req-f0dc99c8-605d-40fa-be65-af04e137ca94 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 943 time: 0.0779095 Jul 27 20:59:15.563738 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b89b0ec6-7ac8-484e-8cb0-2cf3ef0bf73f req-dd29d067-3c23-48b1-bdc8-9d286c47ae3e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392962 Jul 27 20:59:15.632344 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4bfc59-e7c1-4813-8728-3c9b8923cdcd x-openstack-request-id: req-0b4bfc59-e7c1-4813-8728-3c9b8923cdcd {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:15.632859 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:15.633085 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b4bfc59-e7c1-4813-8728-3c9b8923cdcd {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:15.633492 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'status': 'completed', 'code': 200} Jul 27 20:59:15.752585 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-a5542c6f-b115-4a7b-be65-3f86061f043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:15.754044 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-a5542c6f-b115-4a7b-be65-3f86061f043b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 1095 time: 0.0990357 Jul 27 20:59:15.755777 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-337c6bc6-0b88-468b-8be9-9037408ad56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:15.757179 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-337c6bc6-0b88-468b-8be9-9037408ad56a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 1095 time: 0.0926850 Jul 27 20:59:15.925255 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-2a91d66a-2e4f-473d-8d5c-3206c00b9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:15.926746 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-2a91d66a-2e4f-473d-8d5c-3206c00b9695 service neutron] 10.222.0.63 "GET /v2.0/networks?id=08db6998-37ab-4177-83da-8ca27e94fe8b HTTP/1.1" status: 200 len: 898 time: 0.1650350 Jul 27 20:59:15.927873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-bba5009b-e61b-4b8b-989c-40ea2afe4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:15.929190 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-bba5009b-e61b-4b8b-989c-40ea2afe4bbd service neutron] 10.222.0.52 "GET /v2.0/networks?id=08db6998-37ab-4177-83da-8ca27e94fe8b HTTP/1.1" status: 200 len: 898 time: 0.1597459 Jul 27 20:59:16.043271 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-b8e18998-64d7-4a74-9762-eb52ed8d3d2b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 HTTP/1.1" status: 200 len: 999 time: 0.1077175 Jul 27 20:59:16.047031 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-43361354-9806-48a5-8780-142b81dfb847 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 HTTP/1.1" status: 200 len: 999 time: 0.1103044 Jul 27 20:59:16.127246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-3433e9b5-2a7c-4485-b7de-984456f6b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:16.128739 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-3433e9b5-2a7c-4485-b7de-984456f6b322 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dcd64cf2-81d8-4a96-87f9-d9dde3645214 HTTP/1.1" status: 200 len: 835 time: 0.0783832 Jul 27 20:59:16.132383 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-5908fbaf-8bfb-4ca8-878b-03084d79aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:16.133821 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-5908fbaf-8bfb-4ca8-878b-03084d79aaa3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dcd64cf2-81d8-4a96-87f9-d9dde3645214 HTTP/1.1" status: 200 len: 835 time: 0.0760984 Jul 27 20:59:16.231791 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-50e07dbb-eea3-47e5-b8ab-b10a5b1d0356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:16.233349 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-50e07dbb-eea3-47e5-b8ab-b10a5b1d0356 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=08db6998-37ab-4177-83da-8ca27e94fe8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974133 Jul 27 20:59:16.238656 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-ba90335e-c8dc-4c0f-9192-6091866f80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:16.240030 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-ba90335e-c8dc-4c0f-9192-6091866f80fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08db6998-37ab-4177-83da-8ca27e94fe8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962224 Jul 27 20:59:16.272903 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0cd70a49-08ed-4a17-a044-f64256b070b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.353378 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.397491 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-f5a1e93e-eee9-4894-b755-3d9c0fe31489 service neutron] 10.222.0.63 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564138 Jul 27 20:59:16.401300 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-a4171e8c-37de-4519-a328-84b237a1daa1 service neutron] 10.222.0.52 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528268 Jul 27 20:59:16.500264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:16.547683 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:16.570228 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-b3853002-4f87-4ec7-bf87-0f913c4de085 service neutron] 10.222.0.63 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641610 Jul 27 20:59:16.572200 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c3359b18-cf74-4e6f-b3f5-a5a0568cd89e req-1a622e6a-7c49-486a-86a1-30e335954111 service neutron] 10.222.0.52 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585152 Jul 27 20:59:16.718747 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27bd86-c91b-405f-b86f-35b0275cb3c0 req-c8fe5ffc-2ce5-4986-9bf6-600fc13f8547 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:16.720354 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b27bd86-c91b-405f-b86f-35b0275cb3c0 req-c8fe5ffc-2ce5-4986-9bf6-600fc13f8547 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 943 time: 0.0711172 Jul 27 20:59:16.766558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2b27bd86-c91b-405f-b86f-35b0275cb3c0 req-f8b52233-ab91-4010-b156-d4b1794ae82e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397320 Jul 27 20:59:17.000948 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68815ea-861e-4da0-a54b-10c86797d7c7 req-337c6724-4679-428f-8d6c-0ea46ca7a9b9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:17.002697 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c68815ea-861e-4da0-a54b-10c86797d7c7 req-337c6724-4679-428f-8d6c-0ea46ca7a9b9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 943 time: 0.0733802 Jul 27 20:59:17.020824 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bacf8-f624-4d2f-abb2-83d50ea7566a req-8896a832-ef81-4df7-a5ce-a2b22e0f561d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:17.022446 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b0bacf8-f624-4d2f-abb2-83d50ea7566a req-8896a832-ef81-4df7-a5ce-a2b22e0f561d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.63 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e&tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&binding%3Ahost_id=n-h1-705657-21 HTTP/1.1" status: 200 len: 943 time: 0.0806150 Jul 27 20:59:17.092251 n-d-705657-21 neutron-server[94060]: INFO neutron.api.v2.resource [req-8b0bacf8-f624-4d2f-abb2-83d50ea7566a req-2adf0514-44b0-41f8-b630-152dd10ead9b service neutron] delete failed (client error): The resource could not be found. Jul 27 20:59:17.093377 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b0bacf8-f624-4d2f-abb2-83d50ea7566a req-2adf0514-44b0-41f8-b630-152dd10ead9b service neutron] 10.222.0.63 "DELETE /v2.0/ports/3c5d6fd9-fd11-42c8-8e66-ff6b912a8345/bindings/n-h2-705657-21 HTTP/1.1" status: 404 len: 381 time: 0.0631971 Jul 27 20:59:17.227244 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bacf8-f624-4d2f-abb2-83d50ea7566a req-91dd3182-fc3a-4fe7-8dcc-93ee5299ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:17.230572 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b0bacf8-f624-4d2f-abb2-83d50ea7566a req-91dd3182-fc3a-4fe7-8dcc-93ee5299ded2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 1095 time: 0.0883226 Jul 27 20:59:17.343722 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bacf8-f624-4d2f-abb2-83d50ea7566a req-9ea5f500-ed3e-4978-9dce-92ed9947c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:17.345205 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b0bacf8-f624-4d2f-abb2-83d50ea7566a req-9ea5f500-ed3e-4978-9dce-92ed9947c1f2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=08db6998-37ab-4177-83da-8ca27e94fe8b HTTP/1.1" status: 200 len: 898 time: 0.1083703 Jul 27 20:59:17.418980 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b0bacf8-f624-4d2f-abb2-83d50ea7566a req-bc1999bd-df60-4389-b0db-00ac2fd42715 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 HTTP/1.1" status: 200 len: 999 time: 0.0662227 Jul 27 20:59:17.431601 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c68815ea-861e-4da0-a54b-10c86797d7c7 req-587b4ee6-2aeb-4b4c-b178-5caf263c4ae4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4220908 Jul 27 20:59:17.474510 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.478896 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bacf8-f624-4d2f-abb2-83d50ea7566a req-a12e710e-be91-4780-bd46-456407605551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:17.481375 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b0bacf8-f624-4d2f-abb2-83d50ea7566a req-a12e710e-be91-4780-bd46-456407605551 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dcd64cf2-81d8-4a96-87f9-d9dde3645214 HTTP/1.1" status: 200 len: 835 time: 0.0552695 Jul 27 20:59:17.552826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bacf8-f624-4d2f-abb2-83d50ea7566a req-7877b436-b1c2-4f91-8170-5294917d0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:17.554374 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b0bacf8-f624-4d2f-abb2-83d50ea7566a req-7877b436-b1c2-4f91-8170-5294917d0055 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=08db6998-37ab-4177-83da-8ca27e94fe8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654004 Jul 27 20:59:17.576808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a2e6c-c1a6-4ed0-8685-83ebfe65fb75 req-e45bbd30-8eaf-4cd8-8742-821dbe46fc35 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:17.578347 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-351a2e6c-c1a6-4ed0-8685-83ebfe65fb75 req-e45bbd30-8eaf-4cd8-8742-821dbe46fc35 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 943 time: 0.0684412 Jul 27 20:59:17.619104 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-351a2e6c-c1a6-4ed0-8685-83ebfe65fb75 req-9608c5b9-9640-420c-9666-b4f857dcc220 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342731 Jul 27 20:59:17.657812 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b0bacf8-f624-4d2f-abb2-83d50ea7566a req-2bb94a69-c31d-4f43-8732-a49b354f68c9 service neutron] 10.222.0.63 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937574 Jul 27 20:59:17.761468 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-8b0bacf8-f624-4d2f-abb2-83d50ea7566a req-fb47e22e-3ff0-4eb7-80ce-09014f3f57b5 service neutron] 10.222.0.63 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922930 Jul 27 20:59:18.337721 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:18.443791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:18.456811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'port_id': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'mac_address': 'fa:16:3e:07:a1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:18.497940 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.513730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:18.535060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:18.540954 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.593478 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:18.601443 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:18.601789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:18.602130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:18.602468 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:18.602801 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:18.603135 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:18.603464 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:18.603784 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:18.604111 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:18.604474 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:18.604782 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:18.605102 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:18.763968 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c9f37-5b3f-4fc0-8aa5-25024f759801 req-6bac7bf4-46f4-4ea6-b13f-5067727bfd4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:18.765651 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-377c9f37-5b3f-4fc0-8aa5-25024f759801 req-6bac7bf4-46f4-4ea6-b13f-5067727bfd4a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 944 time: 0.0726118 Jul 27 20:59:18.791149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['3c5d6fd9-fd11-42c8-8e66-ff6b912a8345'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:18.814242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-377c9f37-5b3f-4fc0-8aa5-25024f759801 req-8eb14f90-4ef8-4e34-a1c9-e0b2c9f10b2c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421221 Jul 27 20:59:18.838749 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39598) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:18.907783 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-23639c27-a5bb-4d50-a151-e7616ee6e874 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/b6a05990-030e-4cf8-ab65-317e1fe977f0 HTTP/1.1" status: 200 len: 992 time: 0.0678110 Jul 27 20:59:19.234587 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.352766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:20.410133 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:20.414674 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:20.415042 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.504863 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.531354 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:20.533854 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051e7a17-85af-4172-9d58-7974afab4032" -d '{"events": [{"server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "name": "network-vif-plugged", "status": "completed", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:20.549144 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:20.555070 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.580063 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5854b57d-740e-4118-a057-b837f6e9679d x-openstack-request-id: req-5854b57d-740e-4118-a057-b837f6e9679d {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:20.580347 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "name": "network-vif-plugged", "status": "completed", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:20.580634 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5854b57d-740e-4118-a057-b837f6e9679d {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:20.581014 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'code': 200} Jul 27 20:59:20.616428 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,revision_number=9']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:30.465314 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-e893b1a4-1c51-4f94-8d8e-4243512bbabc req-1f951c5b-99bb-44bf-8fd3-0743cf302d34 service neutron] (94060) timed out ('10.222.0.48', 33806) {{(pid=94060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:59:39.254202 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.892284 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:59:42.422256 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.558661 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-19ebc081-5eb4-4170-8d99-c8b496e8c262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:46.278152 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7a9d04b8-ec8e-4bb0-9b5d-37219ea75e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:46.365580 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.282089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39612) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:47.465239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port 3c965327-cf66-4e71-beb3-f24f0d7ead6b {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:47.465544 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.479490 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.548223 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.548535 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.559927 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for 3c965327-cf66-4e71-beb3-f24f0d7ead6b owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:47.716740 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.743873 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=3c965327-cf66-4e71-beb3-f24f0d7ead6b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:47.770096 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:47.770442 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:47.770856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:47.771300 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:47.771642 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:47.771976 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:47.772306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:47.772676 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:47.773004 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:47.773335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:47.773661 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:47.773980 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:47.816864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.817192 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Floating IP b6a05990-030e-4cf8-ab65-317e1fe977f0 disassociated (deleted). External IP: 172.25.1.105, port: 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345. Jul 27 20:59:48.048198 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 106e4776-7699-4064-ada1-8df1425c19fe has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:59:48.174354 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:59:48.179221 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.185312 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaf461f-f249-424d-9689-ba0febe4d546 None None] Sync routers for ids ['106e4776-7699-4064-ada1-8df1425c19fe'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:59:48.195166 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf461f-f249-424d-9689-ba0febe4d546 None None] Routers {'106e4776-7699-4064-ada1-8df1425c19fe'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:48.195771 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-bdaf461f-f249-424d-9689-ba0febe4d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['106e4776-7699-4064-ada1-8df1425c19fe'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:48.217207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e56759fe-e981-4924-b75f-bc00401e98e6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/floatingips/b6a05990-030e-4cf8-ab65-317e1fe977f0 HTTP/1.1" status: 204 len: 168 time: 0.9339514 Jul 27 20:59:48.217900 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:48.220287 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020f00d9105fea8a59345fdc35de2f2854bc43d5b9a74a339288cd71c0a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9db1189-d9c0-4fa7-995e-89189812d782" -d '{"events": [{"name": "network-changed", "server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:48.303819 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-bdaf461f-f249-424d-9689-ba0febe4d546 None None] Set router 106e4776-7699-4064-ada1-8df1425c19fe gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:48.470214 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ff5f0d-8245-4430-9956-6aea7d2135c9 x-openstack-request-id: req-28ff5f0d-8245-4430-9956-6aea7d2135c9 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:48.470712 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:48.470712 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28ff5f0d-8245-4430-9956-6aea7d2135c9 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:48.471128 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'status': 'completed', 'code': 200} Jul 27 20:59:48.512584 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-bdaf461f-f249-424d-9689-ba0febe4d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106e4776-7699-4064-ada1-8df1425c19fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'b33b3cb4-45ff-43f4-a168-18d852f57533', 'name': '', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:9b:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:13Z', 'updated_at': '2021-07-27T20:58:18Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:48.539555 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaf461f-f249-424d-9689-ba0febe4d546 None None] Checking router: 106e4776-7699-4064-ada1-8df1425c19fe for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:59:48.548709 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf461f-f249-424d-9689-ba0febe4d546 None None] Routers {'106e4776-7699-4064-ada1-8df1425c19fe'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:48.549334 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-bdaf461f-f249-424d-9689-ba0febe4d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['106e4776-7699-4064-ada1-8df1425c19fe'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:48.553425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db1189-d9c0-4fa7-995e-89189812d782 req-8cbe7318-4d93-45b2-bc63-c7961a38ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.555011 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f9db1189-d9c0-4fa7-995e-89189812d782 req-8cbe7318-4d93-45b2-bc63-c7961a38ef1e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 1097 time: 0.0606439 Jul 27 20:59:48.638180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f1b1d-bb31-4ece-8afc-94da60915b55 req-c0ce3da1-1a6c-4ffd-adcc-3b75fabac6e2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.639879 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc9f1b1d-bb31-4ece-8afc-94da60915b55 req-c0ce3da1-1a6c-4ffd-adcc-3b75fabac6e2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.1184320 Jul 27 20:59:48.654942 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db1189-d9c0-4fa7-995e-89189812d782 req-59c61675-a658-4e4e-9168-3350fac95876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.656449 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f9db1189-d9c0-4fa7-995e-89189812d782 req-59c61675-a658-4e4e-9168-3350fac95876 service neutron] 10.222.0.52 "GET /v2.0/networks?id=08db6998-37ab-4177-83da-8ca27e94fe8b HTTP/1.1" status: 200 len: 898 time: 0.0928955 Jul 27 20:59:48.661015 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-bdaf461f-f249-424d-9689-ba0febe4d546 None None] Set router 106e4776-7699-4064-ada1-8df1425c19fe gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:48.685199 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc9f1b1d-bb31-4ece-8afc-94da60915b55 req-ec9db2d5-3c88-4778-99b9-fb52daccbe82 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386817 Jul 27 20:59:48.704188 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f9db1189-d9c0-4fa7-995e-89189812d782 req-1f213bdb-7f34-4c51-959e-7a9357df7493 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 HTTP/1.1" status: 200 len: 217 time: 0.0400748 Jul 27 20:59:48.759331 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db1189-d9c0-4fa7-995e-89189812d782 req-a18d7507-4e3c-4884-abd8-961319d5a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.760856 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f9db1189-d9c0-4fa7-995e-89189812d782 req-a18d7507-4e3c-4884-abd8-961319d5a226 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dcd64cf2-81d8-4a96-87f9-d9dde3645214 HTTP/1.1" status: 200 len: 835 time: 0.0482845 Jul 27 20:59:48.826249 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db1189-d9c0-4fa7-995e-89189812d782 req-9f6bb7b6-7152-41e6-95f1-a56fe584b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.827721 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f9db1189-d9c0-4fa7-995e-89189812d782 req-9f6bb7b6-7152-41e6-95f1-a56fe584b4ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=08db6998-37ab-4177-83da-8ca27e94fe8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592356 Jul 27 20:59:48.935603 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f9db1189-d9c0-4fa7-995e-89189812d782 req-c6390f00-4eab-4f3c-8ace-0a49516a1755 service neutron] 10.222.0.52 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987196 Jul 27 20:59:48.967355 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-bdaf461f-f249-424d-9689-ba0febe4d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106e4776-7699-4064-ada1-8df1425c19fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'b33b3cb4-45ff-43f4-a168-18d852f57533', 'name': '', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:9b:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:13Z', 'updated_at': '2021-07-27T20:58:18Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:48.993738 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaf461f-f249-424d-9689-ba0febe4d546 None None] The sync data for ids ['106e4776-7699-4064-ada1-8df1425c19fe'] in n-d-705657-21 is: [{'id': '106e4776-7699-4064-ada1-8df1425c19fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'b33b3cb4-45ff-43f4-a168-18d852f57533', 'name': '', 'network_id': '08db6998-37ab-4177-83da-8ca27e94fe8b', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:9b:55:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:13Z', 'updated_at': '2021-07-27T20:58:18Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'dcd64cf2-81d8-4a96-87f9-d9dde3645214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:59:49.032657 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-f9db1189-d9c0-4fa7-995e-89189812d782 req-5acb0ab0-29ed-4687-aefd-cc11f8ee369e service neutron] 10.222.0.52 "GET /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890419 Jul 27 20:59:49.227286 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.240783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143e914-4e0d-4888-ba1f-0027dfe1e01a None None] New status for floating IP b6a05990-030e-4cf8-ab65-317e1fe977f0: DOWN {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:59:49.728116 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c011f-322f-4e6f-a6c1-e820ac78f3a5 req-c33942b0-32f3-4d0b-ada8-c8e83df9d42f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.729690 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ad4c011f-322f-4e6f-a6c1-e820ac78f3a5 req-c33942b0-32f3-4d0b-ada8-c8e83df9d42f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0797977 Jul 27 20:59:49.823742 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b536dcb-5197-423b-bcf7-b414153adcfe req-13876d31-3559-463f-8779-09d79edf0753 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.825300 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b536dcb-5197-423b-bcf7-b414153adcfe req-13876d31-3559-463f-8779-09d79edf0753 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=e161c185-3777-4acf-bad4-c9604c82169e HTTP/1.1" status: 200 len: 945 time: 0.0653207 Jul 27 20:59:49.834908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-ad4c011f-322f-4e6f-a6c1-e820ac78f3a5 req-406efefe-f6ee-4588-8f1d-93eeb89cf7e7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:49.835287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ad4c011f-322f-4e6f-a6c1-e820ac78f3a5 req-406efefe-f6ee-4588-8f1d-93eeb89cf7e7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.866064 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b536dcb-5197-423b-bcf7-b414153adcfe req-76cf4fb9-58c5-4cd9-80c7-fed2f13be47d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=77b6947f-a731-4e22-aa9f-a2d0ddccfa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344446 Jul 27 20:59:49.931414 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-ad4c011f-322f-4e6f-a6c1-e820ac78f3a5 req-406efefe-f6ee-4588-8f1d-93eeb89cf7e7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] For port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:49.931750 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ad4c011f-322f-4e6f-a6c1-e820ac78f3a5 req-406efefe-f6ee-4588-8f1d-93eeb89cf7e7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.947641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-ad4c011f-322f-4e6f-a6c1-e820ac78f3a5 req-406efefe-f6ee-4588-8f1d-93eeb89cf7e7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:50.088745 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ad4c011f-322f-4e6f-a6c1-e820ac78f3a5 req-406efefe-f6ee-4588-8f1d-93eeb89cf7e7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.124879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406efefe-f6ee-4588-8f1d-93eeb89cf7e7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=3c5d6fd9-fd11-42c8-8e66-ff6b912a8345,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:50.177770 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4c011f-322f-4e6f-a6c1-e820ac78f3a5 req-406efefe-f6ee-4588-8f1d-93eeb89cf7e7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] No DVR routers for this DVR port 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:50.180501 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ad4c011f-322f-4e6f-a6c1-e820ac78f3a5 req-406efefe-f6ee-4588-8f1d-93eeb89cf7e7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.182521 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ad4c011f-322f-4e6f-a6c1-e820ac78f3a5 req-406efefe-f6ee-4588-8f1d-93eeb89cf7e7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "DELETE /v2.0/ports/3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 HTTP/1.1" status: 204 len: 173 time: 0.4451985 Jul 27 20:59:50.182930 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'name': 'network-vif-deleted', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:50.185223 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c01bb0e-6711-4a25-80ea-947bbb3d323c" -d '{"events": [{"server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "name": "network-vif-deleted", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:50.223168 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bb2021-31da-4b0e-acfa-dfc76e8a46da x-openstack-request-id: req-04bb2021-31da-4b0e-acfa-dfc76e8a46da {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:50.223459 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e161c185-3777-4acf-bad4-c9604c82169e", "name": "network-vif-deleted", "tag": "3c5d6fd9-fd11-42c8-8e66-ff6b912a8345", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:50.223706 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04bb2021-31da-4b0e-acfa-dfc76e8a46da {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:50.224108 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e161c185-3777-4acf-bad4-c9604c82169e', 'name': 'network-vif-deleted', 'tag': '3c5d6fd9-fd11-42c8-8e66-ff6b912a8345', 'status': 'completed', 'code': 200} Jul 27 20:59:50.925776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39634) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:51.321200 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f16dd68-a81c-4783-b1a5-4fcaaa1a331b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.609878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-2f16dd68-a81c-4783-b1a5-4fcaaa1a331b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port b33b3cb4-45ff-43f4-a168-18d852f57533 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:51.610222 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f16dd68-a81c-4783-b1a5-4fcaaa1a331b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.700633 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-2f16dd68-a81c-4783-b1a5-4fcaaa1a331b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] For port b33b3cb4-45ff-43f4-a168-18d852f57533, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b33b3cb4-45ff-43f4-a168-18d852f57533,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:51.700964 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f16dd68-a81c-4783-b1a5-4fcaaa1a331b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.714858 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-2f16dd68-a81c-4783-b1a5-4fcaaa1a331b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for b33b3cb4-45ff-43f4-a168-18d852f57533 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:51.926546 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f16dd68-a81c-4783-b1a5-4fcaaa1a331b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.952588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16dd68-a81c-4783-b1a5-4fcaaa1a331b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=b33b3cb4-45ff-43f4-a168-18d852f57533,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:52.161342 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f16dd68-a81c-4783-b1a5-4fcaaa1a331b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.404279 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f16dd68-a81c-4783-b1a5-4fcaaa1a331b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 106e4776-7699-4064-ada1-8df1425c19fe has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:59:52.520584 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f16dd68-a81c-4783-b1a5-4fcaaa1a331b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:59:52.525936 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2f16dd68-a81c-4783-b1a5-4fcaaa1a331b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "PUT /v2.0/routers/106e4776-7699-4064-ada1-8df1425c19fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5989635 Jul 27 20:59:52.528656 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39636) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:52.532610 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd180d-00b1-4f06-ad0d-ec22252b1fa3 None None] Sync routers for ids ['106e4776-7699-4064-ada1-8df1425c19fe'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:59:52.545658 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd180d-00b1-4f06-ad0d-ec22252b1fa3 None None] Routers {'106e4776-7699-4064-ada1-8df1425c19fe'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:52.546262 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-eadd180d-00b1-4f06-ad0d-ec22252b1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['106e4776-7699-4064-ada1-8df1425c19fe'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:52.580339 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-657c8d3e-1382-410b-acf7-78fa9ba38375 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting subnet dcd64cf2-81d8-4a96-87f9-d9dde3645214 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:59:52.584224 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-657c8d3e-1382-410b-acf7-78fa9ba38375 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.627751 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-657c8d3e-1382-410b-acf7-78fa9ba38375 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.661985 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-eadd180d-00b1-4f06-ad0d-ec22252b1fa3 None None] Set router 106e4776-7699-4064-ada1-8df1425c19fe gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:52.737734 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-657c8d3e-1382-410b-acf7-78fa9ba38375 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.809254 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-657c8d3e-1382-410b-acf7-78fa9ba38375 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.839283 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c8d3e-1382-410b-acf7-78fa9ba38375 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd64cf2-81d8-4a96-87f9-d9dde3645214,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:52.841942 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-657c8d3e-1382-410b-acf7-78fa9ba38375 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.847269 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-657c8d3e-1382-410b-acf7-78fa9ba38375 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/subnets/dcd64cf2-81d8-4a96-87f9-d9dde3645214 HTTP/1.1" status: 204 len: 168 time: 0.3141863 Jul 27 20:59:52.847717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2971b11-5754-4aca-be60-efd77cc8be61 None None] Network 08db6998-37ab-4177-83da-8ca27e94fe8b requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:52.848176 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39638) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:52.880574 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-eadd180d-00b1-4f06-ad0d-ec22252b1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106e4776-7699-4064-ada1-8df1425c19fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:59:51Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:52.909799 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd180d-00b1-4f06-ad0d-ec22252b1fa3 None None] Checking router: 106e4776-7699-4064-ada1-8df1425c19fe for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:59:52.920820 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd180d-00b1-4f06-ad0d-ec22252b1fa3 None None] Routers {'106e4776-7699-4064-ada1-8df1425c19fe'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:52.921346 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-eadd180d-00b1-4f06-ad0d-ec22252b1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['106e4776-7699-4064-ada1-8df1425c19fe'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:52.970715 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.053246 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-eadd180d-00b1-4f06-ad0d-ec22252b1fa3 None None] Set router 106e4776-7699-4064-ada1-8df1425c19fe gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:53.058287 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f87c3-5923-40d0-a8ac-6d4cf7f9ea45 None None] DHCP port deletion for 08db6998-37ab-4177-83da-8ca27e94fe8b request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:59:53.088494 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.124636 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f87c3-5923-40d0-a8ac-6d4cf7f9ea45 None None] Deleting port 8e492d4d-1510-458d-9711-5f5cbafcbe10 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:53.124920 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b3f87c3-5923-40d0-a8ac-6d4cf7f9ea45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.156929 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port 6f0845ba-a480-443f-a013-0fae61f26ed9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:53.157193 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.204008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-8b3f87c3-5923-40d0-a8ac-6d4cf7f9ea45 None None] For port 8e492d4d-1510-458d-9711-5f5cbafcbe10, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=8e492d4d-1510-458d-9711-5f5cbafcbe10,segment=NetworkSegment(120e9ca5-f541-4016-9223-f3a2c661225c),segment_id=120e9ca5-f541-4016-9223-f3a2c661225c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:53.204430 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b3f87c3-5923-40d0-a8ac-6d4cf7f9ea45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.226039 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f87c3-5923-40d0-a8ac-6d4cf7f9ea45 None None] Calling delete_port for 8e492d4d-1510-458d-9711-5f5cbafcbe10 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:53.251379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] For port 6f0845ba-a480-443f-a013-0fae61f26ed9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=6f0845ba-a480-443f-a013-0fae61f26ed9,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:53.252476 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.261040 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-eadd180d-00b1-4f06-ad0d-ec22252b1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106e4776-7699-4064-ada1-8df1425c19fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:59:51Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:53.267440 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for 6f0845ba-a480-443f-a013-0fae61f26ed9 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:53.291831 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd180d-00b1-4f06-ad0d-ec22252b1fa3 None None] The sync data for ids ['106e4776-7699-4064-ada1-8df1425c19fe'] in n-d-705657-21 is: [{'id': '106e4776-7699-4064-ada1-8df1425c19fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612370572', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:59:51Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': '6f0845ba-a480-443f-a013-0fae61f26ed9', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106e4776-7699-4064-ada1-8df1425c19fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:59:53.336282 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8b3f87c3-5923-40d0-a8ac-6d4cf7f9ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.371075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f87c3-5923-40d0-a8ac-6d4cf7f9ea45 None None] Pushing event deleted for resources: {'Port': ['ID=8e492d4d-1510-458d-9711-5f5cbafcbe10,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:53.372988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3f87c3-5923-40d0-a8ac-6d4cf7f9ea45 None None] No DVR routers for this DVR port 8e492d4d-1510-458d-9711-5f5cbafcbe10 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:53.458700 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.485455 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=6f0845ba-a480-443f-a013-0fae61f26ed9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:53.551751 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.645380 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.649105 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.699361 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.700293 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Fanout notify agent at l3_agent the message router_deleted on router 106e4776-7699-4064-ada1-8df1425c19fe {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:59:53.707762 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.709016 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-89bd0d9f-24db-43b0-9038-4902f05401f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/routers/106e4776-7699-4064-ada1-8df1425c19fe HTTP/1.1" status: 204 len: 168 time: 0.8602598 Jul 27 20:59:53.711985 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39640) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:53.793069 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83b73f42-7b3a-49ef-a402-e74cdbfc97ad tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.887054 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83b73f42-7b3a-49ef-a402-e74cdbfc97ad tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.897905 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-83b73f42-7b3a-49ef-a402-e74cdbfc97ad tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08db6998-37ab-4177-83da-8ca27e94fe8b']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:53.909896 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-83b73f42-7b3a-49ef-a402-e74cdbfc97ad tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120e9ca5-f541-4016-9223-f3a2c661225c') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:53.910165 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-83b73f42-7b3a-49ef-a402-e74cdbfc97ad tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120e9ca5-f541-4016-9223-f3a2c661225c') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:53.919999 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83b73f42-7b3a-49ef-a402-e74cdbfc97ad tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.937286 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83b73f42-7b3a-49ef-a402-e74cdbfc97ad tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.944471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b73f42-7b3a-49ef-a402-e74cdbfc97ad tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:59:53.944938 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83b73f42-7b3a-49ef-a402-e74cdbfc97ad tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: timer() Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:59:53.947933 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:59:54.012701 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83b73f42-7b3a-49ef-a402-e74cdbfc97ad tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.022039 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83b73f42-7b3a-49ef-a402-e74cdbfc97ad tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.023481 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-83b73f42-7b3a-49ef-a402-e74cdbfc97ad tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/networks/08db6998-37ab-4177-83da-8ca27e94fe8b HTTP/1.1" status: 204 len: 168 time: 0.3102796 Jul 27 20:59:54.026529 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39642) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:54.037180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b73f42-7b3a-49ef-a402-e74cdbfc97ad tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Network': ['ID=08db6998-37ab-4177-83da-8ca27e94fe8b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:54.093485 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fbb0b8ff-39fe-4313-ad8c-ee64e24166a3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.121598 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fbb0b8ff-39fe-4313-ad8c-ee64e24166a3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.203139 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fbb0b8ff-39fe-4313-ad8c-ee64e24166a3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.205884 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fbb0b8ff-39fe-4313-ad8c-ee64e24166a3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.207098 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fbb0b8ff-39fe-4313-ad8c-ee64e24166a3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/security-groups/77b6947f-a731-4e22-aa9f-a2d0ddccfa48 HTTP/1.1" status: 204 len: 168 time: 0.1795421 Jul 27 20:59:54.217723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0b8ff-39fe-4313-ad8c-ee64e24166a3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b6947f-a731-4e22-aa9f-a2d0ddccfa48,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:54.405793 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-eed66c07-6ee3-42a7-a077-040ade640c71 req-95bfc4e4-598c-483c-af5a-00e51900d332 tempest-ServerActionsTestJSON-1752200717 tempest-ServerActionsTestJSON-1752200717-project] (94059) timed out ('10.222.0.48', 58446) {{(pid=94059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 20:59:54.519753 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6f0845ba-a480-443f-a013-0fae61f26ed9 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:54.540106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 6f0845ba-a480-443f-a013-0fae61f26ed9 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:54.540497 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 6f0845ba-a480-443f-a013-0fae61f26ed9 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:54.541703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b33b3cb4-45ff-43f4-a168-18d852f57533 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:54.549650 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39648) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:54.554608 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-752513dc-77c1-4187-afe0-02b3bb127ccc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866505367', 'description': 'tempest-secgroup-smoke-1866505367 description', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:54.569769 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:54.571990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: b33b3cb4-45ff-43f4-a168-18d852f57533 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:54.572330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b33b3cb4-45ff-43f4-a168-18d852f57533 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:54.572767 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8e492d4d-1510-458d-9711-5f5cbafcbe10 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:54.581510 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-752513dc-77c1-4187-afe0-02b3bb127ccc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.612921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:54.613476 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 3c5d6fd9-fd11-42c8-8e66-ff6b912a8345 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:54.616826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 8e492d4d-1510-458d-9711-5f5cbafcbe10 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:54.617566 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 8e492d4d-1510-458d-9711-5f5cbafcbe10 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:54.665758 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-752513dc-77c1-4187-afe0-02b3bb127ccc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.670526 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-752513dc-77c1-4187-afe0-02b3bb127ccc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.703245 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-752513dc-77c1-4187-afe0-02b3bb127ccc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.704922 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-752513dc-77c1-4187-afe0-02b3bb127ccc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1541989 Jul 27 20:59:54.708070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39650) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:54.709412 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752513dc-77c1-4187-afe0-02b3bb127ccc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89ccc39-4503-43c6-b7b7-326e46347abd,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:54.714242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-55518e64-1ac7-439e-b814-14589e0c865b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': 'a89ccc39-4503-43c6-b7b7-326e46347abd', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:54.743520 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55518e64-1ac7-439e-b814-14589e0c865b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.818138 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55518e64-1ac7-439e-b814-14589e0c865b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.824499 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55518e64-1ac7-439e-b814-14589e0c865b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.848663 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55518e64-1ac7-439e-b814-14589e0c865b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8034052d-ffcb-4aff-a491-86f3ea76fad0,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:54.855482 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55518e64-1ac7-439e-b814-14589e0c865b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.857171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-55518e64-1ac7-439e-b814-14589e0c865b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479313 Jul 27 20:59:54.860125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39652) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:54.867012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5fa5ab5b-6929-4178-b126-576ffc17af5d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': 'a89ccc39-4503-43c6-b7b7-326e46347abd', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:54.900653 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ab5b-6929-4178-b126-576ffc17af5d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.959052 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ab5b-6929-4178-b126-576ffc17af5d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.964268 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ab5b-6929-4178-b126-576ffc17af5d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.979829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5ab5b-6929-4178-b126-576ffc17af5d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ecfa7e-a720-406c-ad14-7785d1b5aee9,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:54.990084 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ab5b-6929-4178-b126-576ffc17af5d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.991369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5fa5ab5b-6929-4178-b126-576ffc17af5d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1300385 Jul 27 20:59:54.994221 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39654) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:54.998622 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8c265895-d4f6-4e2d-a06e-c051637b0a83 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': 'a89ccc39-4503-43c6-b7b7-326e46347abd', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:55.028059 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c265895-d4f6-4e2d-a06e-c051637b0a83 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.088579 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c265895-d4f6-4e2d-a06e-c051637b0a83 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.094146 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c265895-d4f6-4e2d-a06e-c051637b0a83 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.111368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c265895-d4f6-4e2d-a06e-c051637b0a83 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0eddf7d-1f2c-4f4a-95e9-ecc30438114b,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:55.123908 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8c265895-d4f6-4e2d-a06e-c051637b0a83 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.125951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8c265895-d4f6-4e2d-a06e-c051637b0a83 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305892 Jul 27 20:59:55.128862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39656) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:55.134942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-80e1223d-1153-461c-9519-edd1d81dd36a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': 'a89ccc39-4503-43c6-b7b7-326e46347abd', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:55.168143 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-80e1223d-1153-461c-9519-edd1d81dd36a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.238986 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-80e1223d-1153-461c-9519-edd1d81dd36a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.243036 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-80e1223d-1153-461c-9519-edd1d81dd36a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.260535 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1223d-1153-461c-9519-edd1d81dd36a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687a447d-dce7-41d5-83d4-ee888ddef598,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:55.266944 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-80e1223d-1153-461c-9519-edd1d81dd36a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.268358 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-80e1223d-1153-461c-9519-edd1d81dd36a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385052 Jul 27 20:59:55.271598 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39658) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:55.276322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-4ec99152-871d-4c02-8ccd-57fc80c79043 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': 'a89ccc39-4503-43c6-b7b7-326e46347abd', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:55.299604 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-4ec99152-871d-4c02-8ccd-57fc80c79043 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Project e68b8ed2d5b84f6b93d14624cd06666d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:59:55.304963 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ec99152-871d-4c02-8ccd-57fc80c79043 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.369383 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ec99152-871d-4c02-8ccd-57fc80c79043 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.375173 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ec99152-871d-4c02-8ccd-57fc80c79043 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.393576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec99152-871d-4c02-8ccd-57fc80c79043 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bae2b0-8b24-4b5d-8be7-7046c796125e,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:55.401493 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ec99152-871d-4c02-8ccd-57fc80c79043 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.403408 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4ec99152-871d-4c02-8ccd-57fc80c79043 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307890 Jul 27 20:59:55.407489 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39660) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:55.412521 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-ab389020-64c2-43f0-8950-0e94a49f59d3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': 'a89ccc39-4503-43c6-b7b7-326e46347abd', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:55.440238 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-ab389020-64c2-43f0-8950-0e94a49f59d3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Project e68b8ed2d5b84f6b93d14624cd06666d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 20:59:55.447914 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab389020-64c2-43f0-8950-0e94a49f59d3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.515721 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab389020-64c2-43f0-8950-0e94a49f59d3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.519587 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab389020-64c2-43f0-8950-0e94a49f59d3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.539381 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab389020-64c2-43f0-8950-0e94a49f59d3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76366b6f-f0ba-4629-83a4-11b62840e831,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:55.550178 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ab389020-64c2-43f0-8950-0e94a49f59d3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.551453 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ab389020-64c2-43f0-8950-0e94a49f59d3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428888 Jul 27 20:59:55.554478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39662) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:55.559532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-39e11bf7-428c-4da4-8f2e-cf02450bce5c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'network': {'name': 'tempest-network-smoke--1633207001', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'port_security_enabled': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:55.583158 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e11bf7-428c-4da4-8f2e-cf02450bce5c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Made reservation on behalf of e68b8ed2d5b84f6b93d14624cd06666d for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:55.586703 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39e11bf7-428c-4da4-8f2e-cf02450bce5c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.613548 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e11bf7-428c-4da4-8f2e-cf02450bce5c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:59:55.623957 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39e11bf7-428c-4da4-8f2e-cf02450bce5c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.624279 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-39e11bf7-428c-4da4-8f2e-cf02450bce5c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Added segment b60d2acd-fa52-4dd5-a77a-fc6f928ea52b of type vlan for network df624f62-17ea-4df8-9c9c-f44771d1c701 Jul 27 20:59:55.665608 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39e11bf7-428c-4da4-8f2e-cf02450bce5c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.700026 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39e11bf7-428c-4da4-8f2e-cf02450bce5c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.707183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e11bf7-428c-4da4-8f2e-cf02450bce5c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:55.707778 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-39e11bf7-428c-4da4-8f2e-cf02450bce5c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.765021 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-39e11bf7-428c-4da4-8f2e-cf02450bce5c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2095263 Jul 27 20:59:55.768043 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39664) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:55.774750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'admin_state_up': True, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:55.787868 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e11bf7-428c-4da4-8f2e-cf02450bce5c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Network': ['ID=df624f62-17ea-4df8-9c9c-f44771d1c701,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:55.799395 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network df624f62-17ea-4df8-9c9c-f44771d1c701 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:59:55.807402 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.808519 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.865830 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:56.384451 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:56.610322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:56.630650 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:56.758881 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.25.1.70 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:56.875351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:56.925720 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:56.965578 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:56.969435 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:56.972623 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:57.007961 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:57.262336 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:57.478381 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:57.615152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router d952221b-3f64-4354-8315-d43a47b10a1c is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:59:57.729834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:59:57.740580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Sync routers for ids ['d952221b-3f64-4354-8315-d43a47b10a1c'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:59:57.749962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Routers {'d952221b-3f64-4354-8315-d43a47b10a1c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:57.750608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d952221b-3f64-4354-8315-d43a47b10a1c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:57.752095 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:57.753555 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f20b7422-be31-4fa2-b032-3b4c371e0ac8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9844735 Jul 27 20:59:57.756873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39666) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:57.786927 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-326a28d9-6d77-4ecb-922a-6cbcad9efb7d tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e68b8ed2d5b84f6b93d14624cd06666d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288799 Jul 27 20:59:57.790085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39668) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:57.875804 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Set router d952221b-3f64-4354-8315-d43a47b10a1c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:57.889494 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95ba879-06ec-4da4-a8f7-549b3d0fa021 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:57.895119 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c95ba879-06ec-4da4-a8f7-549b3d0fa021 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1001358 Jul 27 20:59:57.895765 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39670) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:57.926961 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-45e4740d-3b48-4e6c-9a21-ff2dc6205862 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301943 Jul 27 20:59:57.929477 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39672) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:57.934443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1e228114-454b-4c7d-b6ce-97389d46f2c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-817810703', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:58.027066 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e228114-454b-4c7d-b6ce-97389d46f2c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Made reservation on behalf of e68b8ed2d5b84f6b93d14624cd06666d for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:58.030720 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e228114-454b-4c7d-b6ce-97389d46f2c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.074449 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:55Z', 'updated_at': '2021-07-27T20:59:57Z', 'revision_number': 3, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:56Z', 'updated_at': '2021-07-27T20:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:58.101942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Checking router: d952221b-3f64-4354-8315-d43a47b10a1c for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:59:58.102324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Updating router d952221b-3f64-4354-8315-d43a47b10a1c port cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:59:58.150737 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.240819 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e228114-454b-4c7d-b6ce-97389d46f2c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.303993 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e228114-454b-4c7d-b6ce-97389d46f2c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Subnet': ['ID=eeb688e0-4441-453e-90a5-d69d2ca94a20,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:58.321401 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e228114-454b-4c7d-b6ce-97389d46f2c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Checking segment: {'id': 'b60d2acd-fa52-4dd5-a77a-fc6f928ea52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:58.321836 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e228114-454b-4c7d-b6ce-97389d46f2c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network hostable DHCP agents. Network: df624f62-17ea-4df8-9c9c-f44771d1c701, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:59:58.340223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e228114-454b-4c7d-b6ce-97389d46f2c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network df624f62-17ea-4df8-9c9c-f44771d1c701 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:59:58.350972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-1e228114-454b-4c7d-b6ce-97389d46f2c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, df624f62-17ea-4df8-9c9c-f44771d1c701) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:58.356316 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e228114-454b-4c7d-b6ce-97389d46f2c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:58.356937 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1e228114-454b-4c7d-b6ce-97389d46f2c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.373570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13df4d74-08ba-4f8e-9933-0abe321d1535 None None] Network df624f62-17ea-4df8-9c9c-f44771d1c701 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:58.374819 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1e228114-454b-4c7d-b6ce-97389d46f2c4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4439950 Jul 27 20:59:58.378498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39674) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:58.510834 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.523143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Transition to ACTIVE for port object cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:58.548993 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.633623 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306db79c-f616-4fc7-b323-532f04b916ad None None] Pushing event updated for resources: {'Port': ['ID=cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:58.638187 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Attempting to bind port cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:58.638564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Attempting to bind port cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:58.638926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Attempting to bind port cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:58.644043 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-df624f62-17ea-4df8-9c9c-f44771d1c701', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ips': [{'subnet_id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:59:58.644941 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.650314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:58.650689 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:58.651082 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.651470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:58.651961 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Bound port: cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:58.652317 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.774515 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] For port cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:58.793546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] For port cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:58.818578 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.856312 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.882921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Allocated IP 172.20.0.2 (df624f62-17ea-4df8-9c9c-f44771d1c701/eeb688e0-4441-453e-90a5-d69d2ca94a20/5d72c2c9-b01b-44b1-a5f7-c7e355590777) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:58.905132 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306db79c-f616-4fc7-b323-532f04b916ad None None] Pushing event updated for resources: {'Port': ['ID=cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:58.912008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Routers {'d952221b-3f64-4354-8315-d43a47b10a1c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:58.912678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d952221b-3f64-4354-8315-d43a47b10a1c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:59.087031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] Set router d952221b-3f64-4354-8315-d43a47b10a1c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:59.234099 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.253395 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Transition to ACTIVE for port object 5d72c2c9-b01b-44b1-a5f7-c7e355590777 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:59.283215 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Transition to ACTIVE for port object 5d72c2c9-b01b-44b1-a5f7-c7e355590777 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:59.307083 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.354005 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.20.0.1 (df624f62-17ea-4df8-9c9c-f44771d1c701/eeb688e0-4441-453e-90a5-d69d2ca94a20/39ad18d6-9838-4e38-8204-f3f6243c43a1) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:59.485331 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.504618 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Transition to ACTIVE for port object 39ad18d6-9838-4e38-8204-f3f6243c43a1 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:59.529200 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Network df624f62-17ea-4df8-9c9c-f44771d1c701 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:59.536809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:59.540001 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:59.542106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Pushing event updated for resources: {'Port': ['ID=5d72c2c9-b01b-44b1-a5f7-c7e355590777,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:59.544193 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.596200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network df624f62-17ea-4df8-9c9c-f44771d1c701 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:59.600161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=39ad18d6-9838-4e38-8204-f3f6243c43a1,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:59.602955 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:59.605282 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:59.606599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:55Z', 'updated_at': '2021-07-27T20:59:57Z', 'revision_number': 3, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:56Z', 'updated_at': '2021-07-27T20:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:59.636227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab373b39-ff01-4586-ae26-3cf0de825341 None None] The sync data for ids ['d952221b-3f64-4354-8315-d43a47b10a1c'] in n-d-705657-21 is: [{'id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:55Z', 'updated_at': '2021-07-27T20:59:57Z', 'revision_number': 3, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:56Z', 'updated_at': '2021-07-27T20:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:59:59.638000 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Attempting to bind port 5d72c2c9-b01b-44b1-a5f7-c7e355590777 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:59.638376 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Attempting to bind port 5d72c2c9-b01b-44b1-a5f7-c7e355590777 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'b60d2acd-fa52-4dd5-a77a-fc6f928ea52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:59.638722 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Attempting to bind port 5d72c2c9-b01b-44b1-a5f7-c7e355590777 on network df624f62-17ea-4df8-9c9c-f44771d1c701 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:59.644514 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:59.644892 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Checking segment: {'id': 'b60d2acd-fa52-4dd5-a77a-fc6f928ea52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:59.645294 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.645686 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Bound using segment: {'id': 'b60d2acd-fa52-4dd5-a77a-fc6f928ea52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:59.646198 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Bound port: 5d72c2c9-b01b-44b1-a5f7-c7e355590777, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60d2acd-fa52-4dd5-a77a-fc6f928ea52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:59.646585 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.654509 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.733750 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] For port 5d72c2c9-b01b-44b1-a5f7-c7e355590777, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:59.739277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] For port 5d72c2c9-b01b-44b1-a5f7-c7e355590777, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5d72c2c9-b01b-44b1-a5f7-c7e355590777,segment=NetworkSegment(b60d2acd-fa52-4dd5-a77a-fc6f928ea52b),segment_id=b60d2acd-fa52-4dd5-a77a-fc6f928ea52b)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:59.746586 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.818750 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313582c1-c6da-41a4-bf29-4ce869faacca None None] Pushing event updated for resources: {'Port': ['ID=5d72c2c9-b01b-44b1-a5f7-c7e355590777,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:59.863883 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.265895 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.273202 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.351875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=39ad18d6-9838-4e38-8204-f3f6243c43a1,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:00.355344 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.477321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network df624f62-17ea-4df8-9c9c-f44771d1c701 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:00.480189 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:00.621555 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:00.652868 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router d952221b-3f64-4354-8315-d43a47b10a1c has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:00:00.698148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:00.702498 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:00.702868 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.807833 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.808823 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:00:00.825399 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6b5f8105-80c3-41bf-8e43-588b08117690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "PUT /v2.0/routers/d952221b-3f64-4354-8315-d43a47b10a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4451876 Jul 27 21:00:00.836791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:00.843027 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.843526 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5d72c2c9-b01b-44b1-a5f7-c7e355590777 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:00.926518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:00.948640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 5d72c2c9-b01b-44b1-a5f7-c7e355590777 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:00.982013 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6583f6-2796-422f-87d1-2e6583f14f17 None None] Network df624f62-17ea-4df8-9c9c-f44771d1c701 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:00.996597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-5336beb5-035b-48ab-8f3d-5d029c3bda0e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866505367&fields=id&tenant_id=e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 267 time: 0.0462337 Jul 27 21:00:01.048499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-743e0ab5-520b-4bd8-9c25-ff40c0b5a40d None None] Provisioning for port 5d72c2c9-b01b-44b1-a5f7-c7e355590777 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:01.060750 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-743e0ab5-520b-4bd8-9c25-ff40c0b5a40d None None] Provisioning complete for port 5d72c2c9-b01b-44b1-a5f7-c7e355590777 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:01.061116 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-743e0ab5-520b-4bd8-9c25-ff40c0b5a40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.142016 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219f190-d86b-4854-a440-c21a717a82a0 req-b42f7b82-6607-42bf-9779-fa22a6e390f4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:01.143852 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-b42f7b82-6607-42bf-9779-fa22a6e390f4 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/networks?id=df624f62-17ea-4df8-9c9c-f44771d1c701 HTTP/1.1" status: 200 len: 797 time: 0.1387615 Jul 27 21:00:01.165502 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-3371d7a2-bfb8-4a80-9279-28dea72f3341 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/quotas/e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 375 time: 0.0106046 Jul 27 21:00:01.223150 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-743e0ab5-520b-4bd8-9c25-ff40c0b5a40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.242446 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-dbe0795e-0f73-4e3d-b597-f3fe6098ce3e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708060 Jul 27 21:00:01.296777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-743e0ab5-520b-4bd8-9c25-ff40c0b5a40d None None] For port 5d72c2c9-b01b-44b1-a5f7-c7e355590777, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5d72c2c9-b01b-44b1-a5f7-c7e355590777,segment=NetworkSegment(b60d2acd-fa52-4dd5-a77a-fc6f928ea52b),segment_id=b60d2acd-fa52-4dd5-a77a-fc6f928ea52b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:01.302852 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-743e0ab5-520b-4bd8-9c25-ff40c0b5a40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.377220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e0ab5-520b-4bd8-9c25-ff40c0b5a40d None None] Pushing event updated for resources: {'Port': ['ID=5d72c2c9-b01b-44b1-a5f7-c7e355590777,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:01.383736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-da9b7578-cb2f-48f9-8bbd-c84abe91f99f service neutron] 10.222.0.48 "GET /v2.0/networks/df624f62-17ea-4df8-9c9c-f44771d1c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297295 Jul 27 21:00:01.616732 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Sync routers for ids ['d952221b-3f64-4354-8315-d43a47b10a1c'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:00:01.627591 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Routers {'d952221b-3f64-4354-8315-d43a47b10a1c'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:01.628226 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d952221b-3f64-4354-8315-d43a47b10a1c'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:01.635377 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0e5d79b1-e5a8-4516-bb4f-f348d63a9858 None None] Provisioning for port 39ad18d6-9838-4e38-8204-f3f6243c43a1 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:01.640020 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0e5d79b1-e5a8-4516-bb4f-f348d63a9858 None None] Provisioning complete for port 39ad18d6-9838-4e38-8204-f3f6243c43a1 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:01.640548 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0e5d79b1-e5a8-4516-bb4f-f348d63a9858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.682292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d79b1-e5a8-4516-bb4f-f348d63a9858 None None] Port 39ad18d6-9838-4e38-8204-f3f6243c43a1 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:00:01.696590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0e5d79b1-e5a8-4516-bb4f-f348d63a9858 None None] Provisioning complete for port 5d72c2c9-b01b-44b1-a5f7-c7e355590777 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:01.697274 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0e5d79b1-e5a8-4516-bb4f-f348d63a9858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.751502 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Set router d952221b-3f64-4354-8315-d43a47b10a1c gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:01.861154 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-233c5c79-3347-42b9-81c4-af0b15fac0a5 service neutron] 10.222.0.48 "GET /v2.0/networks/df624f62-17ea-4df8-9c9c-f44771d1c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707797 Jul 27 21:00:01.922178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7bfcfbdb-39ec-45b7-9a2e-d57adcdbdae4 None None] Provisioning complete for port 39ad18d6-9838-4e38-8204-f3f6243c43a1 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:01.922734 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7bfcfbdb-39ec-45b7-9a2e-d57adcdbdae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.966200 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-7bfcfbdb-39ec-45b7-9a2e-d57adcdbdae4 None None] Port 39ad18d6-9838-4e38-8204-f3f6243c43a1 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:00:01.987448 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:55Z', 'updated_at': '2021-07-27T20:59:59Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:56Z', 'updated_at': '2021-07-27T21:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '39ad18d6-9838-4e38-8204-f3f6243c43a1', 'name': '', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:ff:78:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:58Z', 'updated_at': '2021-07-27T21:00:00Z', 'revision_number': 2, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:02.026771 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Checking router: d952221b-3f64-4354-8315-d43a47b10a1c for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:00:02.027262 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Updating router d952221b-3f64-4354-8315-d43a47b10a1c port 39ad18d6-9838-4e38-8204-f3f6243c43a1 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:00:02.062952 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.085330 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c1b27a40-3e12-4eeb-b37c-4f568ae8e27b req-5db509af-1f08-48ec-b654-0cec8a43c8a6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 210 time: 0.0520713 Jul 27 21:00:02.098190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2099acf3-7851-4c4c-9ac6-368f7915e75a None None] Provisioning complete for port 39ad18d6-9838-4e38-8204-f3f6243c43a1 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:02.099053 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2099acf3-7851-4c4c-9ac6-368f7915e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.150067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-2099acf3-7851-4c4c-9ac6-368f7915e75a None None] Port 39ad18d6-9838-4e38-8204-f3f6243c43a1 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:00:02.483180 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.493991 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Transition to ACTIVE for port object 39ad18d6-9838-4e38-8204-f3f6243c43a1 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:02.500570 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.551282 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:02.578723 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553912e-9fbd-4d23-aebb-8b749960f33b None None] Pushing event updated for resources: {'Port': ['ID=39ad18d6-9838-4e38-8204-f3f6243c43a1,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:02.617797 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:02.618144 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.622404 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Attempting to bind port 39ad18d6-9838-4e38-8204-f3f6243c43a1 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:02.622969 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Attempting to bind port 39ad18d6-9838-4e38-8204-f3f6243c43a1 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'b60d2acd-fa52-4dd5-a77a-fc6f928ea52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:02.623447 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Attempting to bind port 39ad18d6-9838-4e38-8204-f3f6243c43a1 on network df624f62-17ea-4df8-9c9c-f44771d1c701 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:02.629514 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:02.629996 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Checking segment: {'id': 'b60d2acd-fa52-4dd5-a77a-fc6f928ea52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:02.630486 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.630959 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Bound using segment: {'id': 'b60d2acd-fa52-4dd5-a77a-fc6f928ea52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:02.631520 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Bound port: 39ad18d6-9838-4e38-8204-f3f6243c43a1, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60d2acd-fa52-4dd5-a77a-fc6f928ea52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:02.632007 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.635712 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553912e-9fbd-4d23-aebb-8b749960f33b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:02.636158 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553912e-9fbd-4d23-aebb-8b749960f33b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:02.636608 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553912e-9fbd-4d23-aebb-8b749960f33b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:02.637067 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553912e-9fbd-4d23-aebb-8b749960f33b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:02.637469 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553912e-9fbd-4d23-aebb-8b749960f33b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:02.637887 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553912e-9fbd-4d23-aebb-8b749960f33b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:02.638428 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553912e-9fbd-4d23-aebb-8b749960f33b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:02.638982 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553912e-9fbd-4d23-aebb-8b749960f33b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:02.639520 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553912e-9fbd-4d23-aebb-8b749960f33b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:02.640043 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553912e-9fbd-4d23-aebb-8b749960f33b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:02.640595 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553912e-9fbd-4d23-aebb-8b749960f33b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:02.641117 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c553912e-9fbd-4d23-aebb-8b749960f33b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:02.714554 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5d72c2c9-b01b-44b1-a5f7-c7e355590777 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:02.715680 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] For port 39ad18d6-9838-4e38-8204-f3f6243c43a1, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:02.721120 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] For port 39ad18d6-9838-4e38-8204-f3f6243c43a1, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=39ad18d6-9838-4e38-8204-f3f6243c43a1,segment=NetworkSegment(b60d2acd-fa52-4dd5-a77a-fc6f928ea52b),segment_id=b60d2acd-fa52-4dd5-a77a-fc6f928ea52b)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:02.726255 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.765006 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 5d72c2c9-b01b-44b1-a5f7-c7e355590777 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:02.765701 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.788664 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553912e-9fbd-4d23-aebb-8b749960f33b None None] Pushing event updated for resources: {'Port': ['ID=39ad18d6-9838-4e38-8204-f3f6243c43a1,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:02.795344 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Routers {'d952221b-3f64-4354-8315-d43a47b10a1c'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:02.795949 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d952221b-3f64-4354-8315-d43a47b10a1c'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:02.912630 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] Set router d952221b-3f64-4354-8315-d43a47b10a1c gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:03.082923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219f190-d86b-4854-a440-c21a717a82a0 req-e92057ec-0731-416a-b9c8-710e50fdb0ad tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:03.085032 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-e92057ec-0731-416a-b9c8-710e50fdb0ad tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "GET /v2.0/networks?id=df624f62-17ea-4df8-9c9c-f44771d1c701 HTTP/1.1" status: 200 len: 797 time: 0.1253042 Jul 27 21:00:03.143275 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:55Z', 'updated_at': '2021-07-27T20:59:59Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:56Z', 'updated_at': '2021-07-27T21:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '39ad18d6-9838-4e38-8204-f3f6243c43a1', 'name': '', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:ff:78:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:58Z', 'updated_at': '2021-07-27T21:00:02Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:03.156556 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-a9fed534-6a1b-4c91-9f40-98a9326c868c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 380 time: 0.0612869 Jul 27 21:00:03.170434 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-1219f190-d86b-4854-a440-c21a717a82a0 req-935bbabf-04cc-490f-b3cf-666062350877 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'port': {'device_id': '27a989ea-b106-41bf-96db-733311c43340', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'admin_state_up': True, 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'security_groups': ['a89ccc39-4503-43c6-b7b7-326e46347abd']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:03.188221 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf960fd0-b64c-4e23-a70d-5c390ffd4e0d None None] The sync data for ids ['d952221b-3f64-4354-8315-d43a47b10a1c'] in n-d-705657-21 is: [{'id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:55Z', 'updated_at': '2021-07-27T20:59:59Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:56Z', 'updated_at': '2021-07-27T21:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '39ad18d6-9838-4e38-8204-f3f6243c43a1', 'name': '', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:ff:78:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:58Z', 'updated_at': '2021-07-27T21:00:02Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:00:03.206510 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b968b55-b01b-40a1-8ac6-b19f9e3abf1a req-9b866c4a-e5a9-49c1-ac48-882a8c9d1260 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 210 time: 0.0397470 Jul 27 21:00:03.337374 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1219f190-d86b-4854-a440-c21a717a82a0 req-935bbabf-04cc-490f-b3cf-666062350877 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Made reservation on behalf of e68b8ed2d5b84f6b93d14624cd06666d for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:03.341854 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1219f190-d86b-4854-a440-c21a717a82a0 req-935bbabf-04cc-490f-b3cf-666062350877 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.499715 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-1219f190-d86b-4854-a440-c21a717a82a0 req-935bbabf-04cc-490f-b3cf-666062350877 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.20.0.10 (df624f62-17ea-4df8-9c9c-f44771d1c701/eeb688e0-4441-453e-90a5-d69d2ca94a20/4cf6c098-ca8b-40a8-a44e-220555f3669f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:03.663742 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1219f190-d86b-4854-a440-c21a717a82a0 req-935bbabf-04cc-490f-b3cf-666062350877 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.681947 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-1219f190-d86b-4854-a440-c21a717a82a0 req-935bbabf-04cc-490f-b3cf-666062350877 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Transition to ACTIVE for port object 4cf6c098-ca8b-40a8-a44e-220555f3669f will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:03.717258 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1219f190-d86b-4854-a440-c21a717a82a0 req-935bbabf-04cc-490f-b3cf-666062350877 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.765626 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1219f190-d86b-4854-a440-c21a717a82a0 req-935bbabf-04cc-490f-b3cf-666062350877 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network df624f62-17ea-4df8-9c9c-f44771d1c701 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:03.771326 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-1219f190-d86b-4854-a440-c21a717a82a0 req-935bbabf-04cc-490f-b3cf-666062350877 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:03.775013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-1219f190-d86b-4854-a440-c21a717a82a0 req-935bbabf-04cc-490f-b3cf-666062350877 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:03.800459 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bbabf-04cc-490f-b3cf-666062350877 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=4cf6c098-ca8b-40a8-a44e-220555f3669f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:03.830268 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219f190-d86b-4854-a440-c21a717a82a0 req-935bbabf-04cc-490f-b3cf-666062350877 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:03.830965 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1219f190-d86b-4854-a440-c21a717a82a0 req-935bbabf-04cc-490f-b3cf-666062350877 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.848189 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-935bbabf-04cc-490f-b3cf-666062350877 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6845641 Jul 27 21:00:03.861046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Request body: {'port': {'device_id': '27a989ea-b106-41bf-96db-733311c43340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:03.941620 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.050691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3bcdd220-3427-424b-8e54-b5dea12a2096 None None] Provisioning for port 4cf6c098-ca8b-40a8-a44e-220555f3669f completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:04.057811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-3bcdd220-3427-424b-8e54-b5dea12a2096 None None] Provisioning complete for port 4cf6c098-ca8b-40a8-a44e-220555f3669f triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:04.058358 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3bcdd220-3427-424b-8e54-b5dea12a2096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.099086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-3bcdd220-3427-424b-8e54-b5dea12a2096 None None] Port 4cf6c098-ca8b-40a8-a44e-220555f3669f cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:00:04.353057 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbd037-d0d2-42bf-9ce2-264c4dc46838 req-2a4aa8da-4e43-4b40-9c09-28143afe6b7c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.356888 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30dbd037-d0d2-42bf-9ce2-264c4dc46838 req-2a4aa8da-4e43-4b40-9c09-28143afe6b7c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 932 time: 0.0746431 Jul 27 21:00:04.399327 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-30dbd037-d0d2-42bf-9ce2-264c4dc46838 req-78fe8286-c1fd-45cd-a434-cb879d9164ab tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382011 Jul 27 21:00:04.556481 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 39ad18d6-9838-4e38-8204-f3f6243c43a1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:04.615378 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 39ad18d6-9838-4e38-8204-f3f6243c43a1 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:04.619613 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 39ad18d6-9838-4e38-8204-f3f6243c43a1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:04.619982 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.656449 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf6c098-ca8b-40a8-a44e-220555f3669f {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:04.666670 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.681563 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Transition to ACTIVE for port object 4cf6c098-ca8b-40a8-a44e-220555f3669f will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:04.686736 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.715007 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.773674 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 39ad18d6-9838-4e38-8204-f3f6243c43a1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=39ad18d6-9838-4e38-8204-f3f6243c43a1,segment=NetworkSegment(b60d2acd-fa52-4dd5-a77a-fc6f928ea52b),segment_id=b60d2acd-fa52-4dd5-a77a-fc6f928ea52b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:04.778504 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.791327 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf6c098-ca8b-40a8-a44e-220555f3669f,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:04.834934 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Attempting to bind port 4cf6c098-ca8b-40a8-a44e-220555f3669f on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:04.835424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Attempting to bind port 4cf6c098-ca8b-40a8-a44e-220555f3669f by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': 'b60d2acd-fa52-4dd5-a77a-fc6f928ea52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:04.835947 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Attempting to bind port 4cf6c098-ca8b-40a8-a44e-220555f3669f on network df624f62-17ea-4df8-9c9c-f44771d1c701 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:04.845855 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Port 4cf6c098-ca8b-40a8-a44e-220555f3669f on network df624f62-17ea-4df8-9c9c-f44771d1c701 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:04.847576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Attempting to bind port 4cf6c098-ca8b-40a8-a44e-220555f3669f on network df624f62-17ea-4df8-9c9c-f44771d1c701 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:04.853932 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=39ad18d6-9838-4e38-8204-f3f6243c43a1,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:04.855966 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:04.856327 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Checking segment: {'id': 'b60d2acd-fa52-4dd5-a77a-fc6f928ea52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:04.856938 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Bound using segment: {'id': 'b60d2acd-fa52-4dd5-a77a-fc6f928ea52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:04.858322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Bound port: 4cf6c098-ca8b-40a8-a44e-220555f3669f, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60d2acd-fa52-4dd5-a77a-fc6f928ea52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:04.858322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.948350 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] For port 4cf6c098-ca8b-40a8-a44e-220555f3669f, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:04.953290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] For port 4cf6c098-ca8b-40a8-a44e-220555f3669f, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=4cf6c098-ca8b-40a8-a44e-220555f3669f,segment=NetworkSegment(b60d2acd-fa52-4dd5-a77a-fc6f928ea52b),segment_id=b60d2acd-fa52-4dd5-a77a-fc6f928ea52b)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:04.959079 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.999611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.000241 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.003514 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] 10.222.0.52 "PUT /v2.0/ports/4cf6c098-ca8b-40a8-a44e-220555f3669f HTTP/1.1" status: 200 len: 1093 time: 1.1456316 Jul 27 21:00:05.003514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a989ea-b106-41bf-96db-733311c43340', 'tag': '4cf6c098-ca8b-40a8-a44e-220555f3669f'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:05.004640 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422bf9dc-58ab-4118-80c6-90f54ec2c69c" -d '{"events": [{"name": "network-changed", "server_uuid": "27a989ea-b106-41bf-96db-733311c43340", "tag": "4cf6c098-ca8b-40a8-a44e-220555f3669f"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:05.051389 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc1cec-0862-4068-97bc-9741ee7c04d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf6c098-ca8b-40a8-a44e-220555f3669f,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:05.088591 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a7767e-efe6-47ec-8828-aba6a6e24919 x-openstack-request-id: req-f9a7767e-efe6-47ec-8828-aba6a6e24919 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:05.088882 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a989ea-b106-41bf-96db-733311c43340", "tag": "4cf6c098-ca8b-40a8-a44e-220555f3669f", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:05.089128 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9a7767e-efe6-47ec-8828-aba6a6e24919 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:05.089529 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a989ea-b106-41bf-96db-733311c43340', 'tag': '4cf6c098-ca8b-40a8-a44e-220555f3669f', 'status': 'completed', 'code': 200} Jul 27 21:00:05.121695 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219f190-d86b-4854-a440-c21a717a82a0 req-1fea742c-bee6-4f58-8e18-0816cf38cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.123610 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-1fea742c-bee6-4f58-8e18-0816cf38cfcf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 1096 time: 0.0662045 Jul 27 21:00:05.172029 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-6a01207c-8d56-4e4b-9ee7-4051abffb17c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cf6c098-ca8b-40a8-a44e-220555f3669f HTTP/1.1" status: 200 len: 217 time: 0.0404327 Jul 27 21:00:05.239843 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219f190-d86b-4854-a440-c21a717a82a0 req-ae5d9456-90f2-466b-9774-f5e88e03255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.241886 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-ae5d9456-90f2-466b-9774-f5e88e03255e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eeb688e0-4441-453e-90a5-d69d2ca94a20 HTTP/1.1" status: 200 len: 834 time: 0.0633311 Jul 27 21:00:05.315679 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219f190-d86b-4854-a440-c21a717a82a0 req-5427efab-847d-440f-a4ef-3ffcdb846012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.318223 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-5427efab-847d-440f-a4ef-3ffcdb846012 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df624f62-17ea-4df8-9c9c-f44771d1c701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681646 Jul 27 21:00:05.420249 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-cf086e29-763f-41e7-a189-b2e806af052e service neutron] 10.222.0.52 "GET /v2.0/networks/df624f62-17ea-4df8-9c9c-f44771d1c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950470 Jul 27 21:00:05.531650 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1219f190-d86b-4854-a440-c21a717a82a0 req-8c339937-2eb6-4cb9-a553-cedce35a0259 service neutron] 10.222.0.52 "GET /v2.0/networks/df624f62-17ea-4df8-9c9c-f44771d1c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031470 Jul 27 21:00:05.571984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9091d9-f672-45b0-b8b4-fb80c169ec03 req-7ea85f76-5b82-417d-9e01-6a0859b949c5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.573576 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b9091d9-f672-45b0-b8b4-fb80c169ec03 req-7ea85f76-5b82-417d-9e01-6a0859b949c5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 944 time: 0.0764904 Jul 27 21:00:05.622747 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1b9091d9-f672-45b0-b8b4-fb80c169ec03 req-4ab57fd8-8161-471c-83a0-d5757be299a3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 Jul 27 21:00:05.648436 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bf9dc-58ab-4118-80c6-90f54ec2c69c req-2aa551a1-fa6a-42fb-8a3e-5d9f55ead3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.650132 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-422bf9dc-58ab-4118-80c6-90f54ec2c69c req-2aa551a1-fa6a-42fb-8a3e-5d9f55ead3f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 1096 time: 0.0655351 Jul 27 21:00:05.752889 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bf9dc-58ab-4118-80c6-90f54ec2c69c req-029305c3-7fb5-4a9c-b062-359d39fb00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.754413 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-422bf9dc-58ab-4118-80c6-90f54ec2c69c req-029305c3-7fb5-4a9c-b062-359d39fb00aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=df624f62-17ea-4df8-9c9c-f44771d1c701 HTTP/1.1" status: 200 len: 898 time: 0.0974119 Jul 27 21:00:05.799541 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-422bf9dc-58ab-4118-80c6-90f54ec2c69c req-59776473-d31d-4e84-b4ac-fc1535481a2c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cf6c098-ca8b-40a8-a44e-220555f3669f HTTP/1.1" status: 200 len: 217 time: 0.0376949 Jul 27 21:00:05.887707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bf9dc-58ab-4118-80c6-90f54ec2c69c req-81f420f7-a391-4b9d-af5f-6a2790b3300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.890096 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-422bf9dc-58ab-4118-80c6-90f54ec2c69c req-81f420f7-a391-4b9d-af5f-6a2790b3300a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eeb688e0-4441-453e-90a5-d69d2ca94a20 HTTP/1.1" status: 200 len: 834 time: 0.0829837 Jul 27 21:00:05.954046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bf9dc-58ab-4118-80c6-90f54ec2c69c req-5d4408e0-632b-4567-96c1-ee4c478ac947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.956136 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-422bf9dc-58ab-4118-80c6-90f54ec2c69c req-5d4408e0-632b-4567-96c1-ee4c478ac947 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df624f62-17ea-4df8-9c9c-f44771d1c701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586431 Jul 27 21:00:06.059970 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-422bf9dc-58ab-4118-80c6-90f54ec2c69c req-f39a5671-d52e-49d1-a3eb-544b6a9669c1 service neutron] 10.222.0.52 "GET /v2.0/networks/df624f62-17ea-4df8-9c9c-f44771d1c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960066 Jul 27 21:00:06.160720 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-422bf9dc-58ab-4118-80c6-90f54ec2c69c req-b6c518d5-dd3e-41b7-8cb8-442ae2f37547 service neutron] 10.222.0.52 "GET /v2.0/networks/df624f62-17ea-4df8-9c9c-f44771d1c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927110 Jul 27 21:00:06.533705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 39ad18d6-9838-4e38-8204-f3f6243c43a1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:06.587770 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 39ad18d6-9838-4e38-8204-f3f6243c43a1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:06.588162 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.772019 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df543f13-436e-4da2-aece-a17193b041a0 req-113d65b9-6de2-4930-bf76-038bc0d8f2ca tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.773426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df543f13-436e-4da2-aece-a17193b041a0 req-113d65b9-6de2-4930-bf76-038bc0d8f2ca tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 944 time: 0.0728483 Jul 27 21:00:06.816092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-df543f13-436e-4da2-aece-a17193b041a0 req-e0c7b5ad-1491-4fa9-b8fd-af586911cccf tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359323 Jul 27 21:00:07.958945 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe2848-4f92-4f80-973c-49a9ee1ff983 req-d0543073-70ca-4a86-9ba8-a41158b7b2e5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.960459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24fe2848-4f92-4f80-973c-49a9ee1ff983 req-d0543073-70ca-4a86-9ba8-a41158b7b2e5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 944 time: 0.0670874 Jul 27 21:00:08.000177 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-24fe2848-4f92-4f80-973c-49a9ee1ff983 req-d0274a06-895f-422e-b79a-e60ce928a03f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328193 Jul 27 21:00:08.626743 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 4cf6c098-ca8b-40a8-a44e-220555f3669f details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:08.725382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 4cf6c098-ca8b-40a8-a44e-220555f3669f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=4cf6c098-ca8b-40a8-a44e-220555f3669f,segment=NetworkSegment(b60d2acd-fa52-4dd5-a77a-fc6f928ea52b),segment_id=b60d2acd-fa52-4dd5-a77a-fc6f928ea52b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:08.736811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '4cf6c098-ca8b-40a8-a44e-220555f3669f', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'port_id': '4cf6c098-ca8b-40a8-a44e-220555f3669f', 'mac_address': 'fa:16:3e:cd:3c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:08.774835 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.789178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf6c098-ca8b-40a8-a44e-220555f3669f {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:08.809695 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 4cf6c098-ca8b-40a8-a44e-220555f3669f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=4cf6c098-ca8b-40a8-a44e-220555f3669f,segment=NetworkSegment(b60d2acd-fa52-4dd5-a77a-fc6f928ea52b),segment_id=b60d2acd-fa52-4dd5-a77a-fc6f928ea52b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:08.815015 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.862292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=4cf6c098-ca8b-40a8-a44e-220555f3669f,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:09.009217 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['4cf6c098-ca8b-40a8-a44e-220555f3669f'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:09.152988 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7538e4f-cca0-4387-a362-8938cc360e96 req-f0fa48b6-de38-42c6-ab7b-23f9ab075c16 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:09.154534 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7538e4f-cca0-4387-a362-8938cc360e96 req-f0fa48b6-de38-42c6-ab7b-23f9ab075c16 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 945 time: 0.0721099 Jul 27 21:00:09.197682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b7538e4f-cca0-4387-a362-8938cc360e96 req-4aef75f1-3475-47d1-870f-5ed86e5e8456 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360296 Jul 27 21:00:09.270705 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.336574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e39f1c-7fad-4a27-b02c-2e23f5a08cfa req-3d34a551-c1a2-47a7-a9bf-07e9ab695dc9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.338076 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91e39f1c-7fad-4a27-b02c-2e23f5a08cfa req-3d34a551-c1a2-47a7-a9bf-07e9ab695dc9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 945 time: 0.0668833 Jul 27 21:00:10.378148 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-91e39f1c-7fad-4a27-b02c-2e23f5a08cfa req-7cf68445-b735-44b2-a254-84b6ab958152 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335796 Jul 27 21:00:10.626341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 4cf6c098-ca8b-40a8-a44e-220555f3669f up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:10.679721 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 4cf6c098-ca8b-40a8-a44e-220555f3669f completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:10.683586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 4cf6c098-ca8b-40a8-a44e-220555f3669f triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:10.683962 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.766661 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.789252 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a989ea-b106-41bf-96db-733311c43340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf6c098-ca8b-40a8-a44e-220555f3669f'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:10.791568 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a82703-b699-4761-9542-ca6a9abf5936" -d '{"events": [{"server_uuid": "27a989ea-b106-41bf-96db-733311c43340", "name": "network-vif-plugged", "status": "completed", "tag": "4cf6c098-ca8b-40a8-a44e-220555f3669f"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:10.805324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 4cf6c098-ca8b-40a8-a44e-220555f3669f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=4cf6c098-ca8b-40a8-a44e-220555f3669f,segment=NetworkSegment(b60d2acd-fa52-4dd5-a77a-fc6f928ea52b),segment_id=b60d2acd-fa52-4dd5-a77a-fc6f928ea52b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:10.810717 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.840078 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85503c33-9ca2-45d5-a864-5b1d28082e9d x-openstack-request-id: req-85503c33-9ca2-45d5-a864-5b1d28082e9d {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:10.840343 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a989ea-b106-41bf-96db-733311c43340", "name": "network-vif-plugged", "status": "completed", "tag": "4cf6c098-ca8b-40a8-a44e-220555f3669f", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:10.840589 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85503c33-9ca2-45d5-a864-5b1d28082e9d {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:10.841361 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a989ea-b106-41bf-96db-733311c43340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf6c098-ca8b-40a8-a44e-220555f3669f', 'code': 200} Jul 27 21:00:10.868682 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=4cf6c098-ca8b-40a8-a44e-220555f3669f,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:10.946391 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f306b3c-8d03-45e2-8d93-dcce35671e5c req-ee37f5c8-d9df-4af8-b485-9520aba1d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.947919 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7f306b3c-8d03-45e2-8d93-dcce35671e5c req-ee37f5c8-d9df-4af8-b485-9520aba1d615 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 1098 time: 0.0561934 Jul 27 21:00:10.984425 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7f306b3c-8d03-45e2-8d93-dcce35671e5c req-a88acb7d-2158-4360-be84-69555ac4fa21 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296879 Jul 27 21:00:11.529352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff45e5f-6f85-4393-9c37-3c6a53808cc1 req-c72ea5e9-2bdd-4b66-acda-a1f569a3bf6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.530861 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aff45e5f-6f85-4393-9c37-3c6a53808cc1 req-c72ea5e9-2bdd-4b66-acda-a1f569a3bf6f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0736799 Jul 27 21:00:11.578841 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-aff45e5f-6f85-4393-9c37-3c6a53808cc1 req-b7cf152d-4515-40c2-92f6-e6d5aa4b73d1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409245 Jul 27 21:00:12.427358 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:12.724068 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47598c5-5fd6-477f-8afe-f7e5525c63e2 req-cc35c8e8-1ba7-42b2-8216-8488fbb5d210 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:12.725514 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b47598c5-5fd6-477f-8afe-f7e5525c63e2 req-cc35c8e8-1ba7-42b2-8216-8488fbb5d210 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0744495 Jul 27 21:00:12.768426 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b47598c5-5fd6-477f-8afe-f7e5525c63e2 req-194f3e83-fde0-4a5e-829a-8aeca64f1db7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365512 Jul 27 21:00:12.905512 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7ee86-0b09-45ae-9cb4-3af4c2a0828f req-de49a0b2-84d3-432c-963e-b1b32953d22b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:12.907015 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2e7ee86-0b09-45ae-9cb4-3af4c2a0828f req-de49a0b2-84d3-432c-963e-b1b32953d22b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0700605 Jul 27 21:00:12.952583 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b2e7ee86-0b09-45ae-9cb4-3af4c2a0828f req-e720cf6d-ded3-4759-8e77-91b9d7dc57ff tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367899 Jul 27 21:00:12.975958 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39726) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:13.030636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a488d120-abf8-40dc-b1ee-80629398f1b0 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.032191 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a488d120-abf8-40dc-b1ee-80629398f1b0 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 1093 time: 0.0552194 Jul 27 21:00:13.035439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39728) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:13.039876 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '4cf6c098-ca8b-40a8-a44e-220555f3669f', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:13.063087 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.172879 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.288980 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.25.1.186 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/45de0dd9-5c48-4219-87fe-f14cf4e8149d) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:13.400032 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.444715 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.486738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:13.492152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:13.494436 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=45de0dd9-5c48-4219-87fe-f14cf4e8149d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:13.496640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:13.552733 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-09e747c1-5436-4a4b-8afa-b5145a12c80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.888414 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.995702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:14.163411 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:14.169958 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:14.244915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=45de0dd9-5c48-4219-87fe-f14cf4e8149d,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:14.257375 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.257721 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.258059 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.258395 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.258724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.259053 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.259379 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.259708 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.260036 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.260360 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.260704 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.261026 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:14.267291 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:14.375410 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Floating IP 84291c18-19bd-464d-a040-f5799c2d295b associated. External IP: 172.25.1.186, port: 4cf6c098-ca8b-40a8-a44e-220555f3669f. Jul 27 21:00:14.588014 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router d952221b-3f64-4354-8315-d43a47b10a1c has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:00:14.698914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:00:14.709375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32328c6-f06e-4e90-80d3-cbe867475a9c None None] Sync routers for ids ['d952221b-3f64-4354-8315-d43a47b10a1c'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:00:14.720043 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:14.722704 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32328c6-f06e-4e90-80d3-cbe867475a9c None None] Routers {'d952221b-3f64-4354-8315-d43a47b10a1c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:14.723352 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d32328c6-f06e-4e90-80d3-cbe867475a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d952221b-3f64-4354-8315-d43a47b10a1c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:14.763238 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9d3966ba-a932-4489-bcd0-abe01bd1d7af tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7267427 Jul 27 21:00:14.763815 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a989ea-b106-41bf-96db-733311c43340', 'tag': '4cf6c098-ca8b-40a8-a44e-220555f3669f'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:14.766224 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4003f5cc-c087-4386-a3b8-4834ea3b25f9" -d '{"events": [{"name": "network-changed", "server_uuid": "27a989ea-b106-41bf-96db-733311c43340", "tag": "4cf6c098-ca8b-40a8-a44e-220555f3669f"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:14.836430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-d32328c6-f06e-4e90-80d3-cbe867475a9c None None] Set router d952221b-3f64-4354-8315-d43a47b10a1c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:14.883512 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc319ad-3c20-4dc0-b8c7-f80e13b4ffaf req-abf39238-61ab-4d0d-b571-d106f5525edf tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:14.885079 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7fc319ad-3c20-4dc0-b8c7-f80e13b4ffaf req-abf39238-61ab-4d0d-b571-d106f5525edf tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0714221 Jul 27 21:00:14.926089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7fc319ad-3c20-4dc0-b8c7-f80e13b4ffaf req-1d6b55a9-05be-4ced-869c-e9fa01f8e7f9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348008 Jul 27 21:00:14.950509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39734) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:14.997428 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab7764e-f488-4628-9e4c-f692d8f4a23c x-openstack-request-id: req-7ab7764e-f488-4628-9e4c-f692d8f4a23c {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:14.998164 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a989ea-b106-41bf-96db-733311c43340", "tag": "4cf6c098-ca8b-40a8-a44e-220555f3669f", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:14.998164 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ab7764e-f488-4628-9e4c-f692d8f4a23c {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:14.998627 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a989ea-b106-41bf-96db-733311c43340', 'tag': '4cf6c098-ca8b-40a8-a44e-220555f3669f', 'status': 'completed', 'code': 200} Jul 27 21:00:15.056990 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-a4ba22d7-f992-45f9-91a1-52bec398992c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/84291c18-19bd-464d-a040-f5799c2d295b HTTP/1.1" status: 200 len: 992 time: 0.1052768 Jul 27 21:00:15.079364 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d32328c6-f06e-4e90-80d3-cbe867475a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:55Z', 'updated_at': '2021-07-27T20:59:59Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:56Z', 'updated_at': '2021-07-27T21:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '84291c18-19bd-464d-a040-f5799c2d295b', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'port_id': '4cf6c098-ca8b-40a8-a44e-220555f3669f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'mac_address': 'fa:16:3e:cd:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a989ea-b106-41bf-96db-733311c43340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:00:13Z', 'updated_at': '2021-07-27T21:00:13Z', 'revision_number': 0, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ad18d6-9838-4e38-8204-f3f6243c43a1', 'name': '', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:ff:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:58Z', 'updated_at': '2021-07-27T21:00:04Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:15.080980 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003f5cc-c087-4386-a3b8-4834ea3b25f9 req-8d050ee6-4b3b-49b4-a6c2-25c4b47301fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:15.082893 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4003f5cc-c087-4386-a3b8-4834ea3b25f9 req-8d050ee6-4b3b-49b4-a6c2-25c4b47301fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 1098 time: 0.0789645 Jul 27 21:00:15.112136 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32328c6-f06e-4e90-80d3-cbe867475a9c None None] Checking router: d952221b-3f64-4354-8315-d43a47b10a1c for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:00:15.121283 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32328c6-f06e-4e90-80d3-cbe867475a9c None None] Routers {'d952221b-3f64-4354-8315-d43a47b10a1c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:15.121974 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d32328c6-f06e-4e90-80d3-cbe867475a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T20:59:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d952221b-3f64-4354-8315-d43a47b10a1c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:15.178041 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003f5cc-c087-4386-a3b8-4834ea3b25f9 req-01579fc1-d950-4b11-bbb4-09e1883e18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:15.179557 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4003f5cc-c087-4386-a3b8-4834ea3b25f9 req-01579fc1-d950-4b11-bbb4-09e1883e18c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df624f62-17ea-4df8-9c9c-f44771d1c701 HTTP/1.1" status: 200 len: 898 time: 0.0900483 Jul 27 21:00:15.234928 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-d32328c6-f06e-4e90-80d3-cbe867475a9c None None] Set router d952221b-3f64-4354-8315-d43a47b10a1c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:15.272541 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4003f5cc-c087-4386-a3b8-4834ea3b25f9 req-f1c03259-b6d9-4bae-bd26-6354fe1ba1f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cf6c098-ca8b-40a8-a44e-220555f3669f HTTP/1.1" status: 200 len: 1000 time: 0.0836282 Jul 27 21:00:15.325531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003f5cc-c087-4386-a3b8-4834ea3b25f9 req-08a18760-e715-4692-992e-c1d91bf94ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:15.326970 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4003f5cc-c087-4386-a3b8-4834ea3b25f9 req-08a18760-e715-4692-992e-c1d91bf94ee4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eeb688e0-4441-453e-90a5-d69d2ca94a20 HTTP/1.1" status: 200 len: 834 time: 0.0479329 Jul 27 21:00:15.392125 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003f5cc-c087-4386-a3b8-4834ea3b25f9 req-9b79fb91-092c-407d-ace2-0cab797d73de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:15.393701 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4003f5cc-c087-4386-a3b8-4834ea3b25f9 req-9b79fb91-092c-407d-ace2-0cab797d73de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df624f62-17ea-4df8-9c9c-f44771d1c701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600080 Jul 27 21:00:15.467661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d32328c6-f06e-4e90-80d3-cbe867475a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:55Z', 'updated_at': '2021-07-27T20:59:59Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:56Z', 'updated_at': '2021-07-27T21:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '84291c18-19bd-464d-a040-f5799c2d295b', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'port_id': '4cf6c098-ca8b-40a8-a44e-220555f3669f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'mac_address': 'fa:16:3e:cd:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a989ea-b106-41bf-96db-733311c43340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:00:13Z', 'updated_at': '2021-07-27T21:00:13Z', 'revision_number': 0, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ad18d6-9838-4e38-8204-f3f6243c43a1', 'name': '', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:ff:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:58Z', 'updated_at': '2021-07-27T21:00:04Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:15.492237 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4003f5cc-c087-4386-a3b8-4834ea3b25f9 req-09076715-740f-4d1a-81fb-d18201178cd4 service neutron] 10.222.0.52 "GET /v2.0/networks/df624f62-17ea-4df8-9c9c-f44771d1c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903342 Jul 27 21:00:15.494415 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32328c6-f06e-4e90-80d3-cbe867475a9c None None] The sync data for ids ['d952221b-3f64-4354-8315-d43a47b10a1c'] in n-d-705657-21 is: [{'id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:55Z', 'updated_at': '2021-07-27T20:59:59Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:56Z', 'updated_at': '2021-07-27T21:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '84291c18-19bd-464d-a040-f5799c2d295b', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'port_id': '4cf6c098-ca8b-40a8-a44e-220555f3669f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'mac_address': 'fa:16:3e:cd:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a989ea-b106-41bf-96db-733311c43340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:00:13Z', 'updated_at': '2021-07-27T21:00:13Z', 'revision_number': 0, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ad18d6-9838-4e38-8204-f3f6243c43a1', 'name': '', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:ff:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:58Z', 'updated_at': '2021-07-27T21:00:04Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:00:15.587214 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-4003f5cc-c087-4386-a3b8-4834ea3b25f9 req-0c4e2d39-a75a-439d-ad77-1e9839fe129e service neutron] 10.222.0.52 "GET /v2.0/networks/df624f62-17ea-4df8-9c9c-f44771d1c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879977 Jul 27 21:00:15.690460 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93756ecd-a50e-433c-a0d5-95b7cd5c14c3 None None] New status for floating IP 84291c18-19bd-464d-a040-f5799c2d295b: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:00:16.061598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39736) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:16.134337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-81f2c806-4d6c-4649-a85d-a470a4d7ba49 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/84291c18-19bd-464d-a040-f5799c2d295b HTTP/1.1" status: 200 len: 994 time: 0.0713067 Jul 27 21:00:16.272458 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-51e4937f-bdd5-47ea-b704-f856946cc189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.359600 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.891982 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:00:17.484102 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:19.230569 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.262138 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.586410 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.557918 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e73454d1-1984-463b-a802-b16157a2c3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.278144 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5cba0471-8945-4b89-a6cd-78ffdaa0ab32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.366048 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.486781 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.657301 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dda31b-b520-47d8-a432-e2c3069eb0ed req-b12328db-b69b-4cb3-9f1b-a38b4db71ba1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.658877 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8dda31b-b520-47d8-a432-e2c3069eb0ed req-b12328db-b69b-4cb3-9f1b-a38b4db71ba1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0755987 Jul 27 21:00:47.706561 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8dda31b-b520-47d8-a432-e2c3069eb0ed req-29767e5c-2a8b-4981-854c-d9c0c07ebf9b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379798 Jul 27 21:00:48.857460 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9630aa-74ca-41a9-a75e-a224e746687a req-04bee42b-841e-4ac5-b4fd-70c1a917e83e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.859048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc9630aa-74ca-41a9-a75e-a224e746687a req-04bee42b-841e-4ac5-b4fd-70c1a917e83e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0674505 Jul 27 21:00:48.899316 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bc9630aa-74ca-41a9-a75e-a224e746687a req-da0e6325-e2e4-42b3-b13a-db939de69b0a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339365 Jul 27 21:00:49.231324 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:50.038930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120d617-cbf8-4b9f-9c11-5a627eb35265 req-6651a466-f2ff-48c7-bbe0-f51f6c0da516 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:50.040475 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c120d617-cbf8-4b9f-9c11-5a627eb35265 req-6651a466-f2ff-48c7-bbe0-f51f6c0da516 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0701559 Jul 27 21:00:50.083168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c120d617-cbf8-4b9f-9c11-5a627eb35265 req-1065a158-dc6f-4ad1-b074-d4de4e892772 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358269 Jul 27 21:00:51.232341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d828fd-06ce-48c1-9bee-c5b6eb4ece2b req-56563d60-d5e3-4169-a2b8-51feecfc9ff3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.234052 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63d828fd-06ce-48c1-9bee-c5b6eb4ece2b req-56563d60-d5e3-4169-a2b8-51feecfc9ff3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0690548 Jul 27 21:00:51.277545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-63d828fd-06ce-48c1-9bee-c5b6eb4ece2b req-766acfdc-a332-4ef2-995a-cd057aac0b26 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369585 Jul 27 21:00:52.436529 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591fba9-9bc5-4fbd-999e-c310b32085b6 req-bfd77ce1-6e7f-4e6c-8086-67ac3bf069e5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:52.438307 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f591fba9-9bc5-4fbd-999e-c310b32085b6 req-bfd77ce1-6e7f-4e6c-8086-67ac3bf069e5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0835323 Jul 27 21:00:52.481867 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f591fba9-9bc5-4fbd-999e-c310b32085b6 req-69d70513-3234-4104-9961-f7057ebeeac0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370922 Jul 27 21:00:53.628892 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53e9ee-6753-4d61-a310-48a038e15f2e req-227b87df-98c8-4d6a-9e05-b9c95fa16814 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:53.630376 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c53e9ee-6753-4d61-a310-48a038e15f2e req-227b87df-98c8-4d6a-9e05-b9c95fa16814 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0680246 Jul 27 21:00:53.684847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8c53e9ee-6753-4d61-a310-48a038e15f2e req-69050c91-9dec-49dc-a130-d0c5bf841668 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481894 Jul 27 21:00:53.892655 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:00:54.830825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36282fe-294f-42f8-bd5c-00b807e96be3 req-4476c8ce-7a3a-406f-b0d5-ecd3a6a89931 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.832429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a36282fe-294f-42f8-bd5c-00b807e96be3 req-4476c8ce-7a3a-406f-b0d5-ecd3a6a89931 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0685654 Jul 27 21:00:54.875501 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a36282fe-294f-42f8-bd5c-00b807e96be3 req-9676181a-c4b0-40dc-b408-0a39e1b215a6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365577 Jul 27 21:00:56.021613 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc8c50-9ea4-4ab0-8c3f-702b58ccaabb req-631cdf48-3724-4025-a893-4b3d4d955929 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:56.023141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ebdc8c50-9ea4-4ab0-8c3f-702b58ccaabb req-631cdf48-3724-4025-a893-4b3d4d955929 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0748403 Jul 27 21:00:56.063459 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ebdc8c50-9ea4-4ab0-8c3f-702b58ccaabb req-ca691385-fb3e-4091-a604-99d698415469 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336943 Jul 27 21:00:57.234683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d3940-7273-4f44-88de-56136bdef57c req-455dfb00-064f-45cf-ad71-937ebdf42f34 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:57.236348 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-360d3940-7273-4f44-88de-56136bdef57c req-455dfb00-064f-45cf-ad71-937ebdf42f34 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0909944 Jul 27 21:00:57.292279 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-360d3940-7273-4f44-88de-56136bdef57c req-6c0dbda3-2aa6-465b-bdde-65678a178a47 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493207 Jul 27 21:00:58.439188 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74731cfa-e598-491f-b810-6e3f22758cc0 req-ac78a6cb-700d-47c2-8380-e8497b8fd5a9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:58.440624 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74731cfa-e598-491f-b810-6e3f22758cc0 req-ac78a6cb-700d-47c2-8380-e8497b8fd5a9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0689721 Jul 27 21:00:58.493134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-74731cfa-e598-491f-b810-6e3f22758cc0 req-0885033c-d231-4893-afc3-f925074c5738 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459542 Jul 27 21:00:59.666723 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cb36a-db4a-46d3-8832-6a6000da3aac req-9bcea680-a0f7-4247-8903-2b32db63f503 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:59.669313 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-537cb36a-db4a-46d3-8832-6a6000da3aac req-9bcea680-a0f7-4247-8903-2b32db63f503 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0812151 Jul 27 21:00:59.731874 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-537cb36a-db4a-46d3-8832-6a6000da3aac req-120791de-b13a-438c-aa87-fa3935c21b03 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537603 Jul 27 21:01:00.890975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df6690-4fc6-43a5-8d73-cc5b1243e7c3 req-9eeb8cb3-1e6b-4aa8-ace2-8485425000aa tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:00.892667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5df6690-4fc6-43a5-8d73-cc5b1243e7c3 req-9eeb8cb3-1e6b-4aa8-ace2-8485425000aa tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0776348 Jul 27 21:01:00.939650 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f5df6690-4fc6-43a5-8d73-cc5b1243e7c3 req-aced935e-ff17-4f03-b9f7-d0aa31c9cdd1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400453 Jul 27 21:01:02.089072 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18c01a-5a09-4d1e-82c3-31e6318a09e7 req-e535682b-ebc7-441a-a656-081e58e3dfa0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:02.091372 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b18c01a-5a09-4d1e-82c3-31e6318a09e7 req-e535682b-ebc7-441a-a656-081e58e3dfa0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0774918 Jul 27 21:01:02.135721 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7b18c01a-5a09-4d1e-82c3-31e6318a09e7 req-5990b455-2b82-42ef-9f29-d702d5a5a949 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377867 Jul 27 21:01:03.291705 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c210332-2d7c-4960-85de-9693f8b33ca2 req-7cf2eb30-573e-4cb4-9d26-fa0907c6d745 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:03.294582 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c210332-2d7c-4960-85de-9693f8b33ca2 req-7cf2eb30-573e-4cb4-9d26-fa0907c6d745 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0758173 Jul 27 21:01:03.337682 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4c210332-2d7c-4960-85de-9693f8b33ca2 req-64ba3ae5-c225-4624-811b-34a2c48d9175 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369585 Jul 27 21:01:03.361612 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39782) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:03.436269 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f5226611-9378-4560-8e49-7c225c02b1c2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/84291c18-19bd-464d-a040-f5799c2d295b HTTP/1.1" status: 200 len: 994 time: 0.0731018 Jul 27 21:01:03.507457 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e8a420d4-eb89-430e-8e49-18fcd29563cb req-69073b27-de6e-452a-88b2-f31a1ae5e660 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1195402 Jul 27 21:01:03.614787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a420d4-eb89-430e-8e49-18fcd29563cb req-44b219f1-4204-424a-a53d-c481b8a118b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:03.616325 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e8a420d4-eb89-430e-8e49-18fcd29563cb req-44b219f1-4204-424a-a53d-c481b8a118b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 1098 time: 0.0614085 Jul 27 21:01:03.733473 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a420d4-eb89-430e-8e49-18fcd29563cb req-820a68ab-36ef-4cfd-8d90-c6fe95315175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:03.735338 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e8a420d4-eb89-430e-8e49-18fcd29563cb req-820a68ab-36ef-4cfd-8d90-c6fe95315175 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df624f62-17ea-4df8-9c9c-f44771d1c701 HTTP/1.1" status: 200 len: 898 time: 0.0989683 Jul 27 21:01:03.809762 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e8a420d4-eb89-430e-8e49-18fcd29563cb req-912ddf36-cc1a-4424-8335-076c6146e906 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cf6c098-ca8b-40a8-a44e-220555f3669f HTTP/1.1" status: 200 len: 1002 time: 0.0670218 Jul 27 21:01:03.867239 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a420d4-eb89-430e-8e49-18fcd29563cb req-df5fea3c-0af2-4c81-b568-5c582f27099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:03.869007 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e8a420d4-eb89-430e-8e49-18fcd29563cb req-df5fea3c-0af2-4c81-b568-5c582f27099a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eeb688e0-4441-453e-90a5-d69d2ca94a20 HTTP/1.1" status: 200 len: 834 time: 0.0514777 Jul 27 21:01:03.934151 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a420d4-eb89-430e-8e49-18fcd29563cb req-1c5fe197-718c-4331-8433-23553587e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:03.936226 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e8a420d4-eb89-430e-8e49-18fcd29563cb req-1c5fe197-718c-4331-8433-23553587e1dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df624f62-17ea-4df8-9c9c-f44771d1c701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601537 Jul 27 21:01:04.052552 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e8a420d4-eb89-430e-8e49-18fcd29563cb req-dad6b120-7cf3-42fd-89e8-48bff793ccc0 service neutron] 10.222.0.52 "GET /v2.0/networks/df624f62-17ea-4df8-9c9c-f44771d1c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082225 Jul 27 21:01:04.163212 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e8a420d4-eb89-430e-8e49-18fcd29563cb req-f05259bd-d418-4ff7-99e5-72492b7d6434 service neutron] 10.222.0.52 "GET /v2.0/networks/df624f62-17ea-4df8-9c9c-f44771d1c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036212 Jul 27 21:01:04.747870 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd2d4a-8053-4f1b-8234-b9d0b90d01c5 req-d90a46d7-1db9-4f6e-8360-706e66ce0a7d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.749705 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ffd2d4a-8053-4f1b-8234-b9d0b90d01c5 req-d90a46d7-1db9-4f6e-8360-706e66ce0a7d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0751338 Jul 27 21:01:04.767747 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf8ef-b52b-442c-a90d-8b10bfa097fb req-297f6d05-6509-4a83-8b98-ffbd30c2a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.769398 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7d2bf8ef-b52b-442c-a90d-8b10bfa097fb req-297f6d05-6509-4a83-8b98-ffbd30c2a464 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 1098 time: 0.0631623 Jul 27 21:01:04.792915 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1ffd2d4a-8053-4f1b-8234-b9d0b90d01c5 req-b22e351b-6bc6-4563-9382-5c4cf40da84d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335760 Jul 27 21:01:04.868866 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf8ef-b52b-442c-a90d-8b10bfa097fb req-7355021c-9dd6-4ce2-914c-dae0240947a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.870513 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7d2bf8ef-b52b-442c-a90d-8b10bfa097fb req-7355021c-9dd6-4ce2-914c-dae0240947a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df624f62-17ea-4df8-9c9c-f44771d1c701 HTTP/1.1" status: 200 len: 898 time: 0.0941579 Jul 27 21:01:04.951819 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7d2bf8ef-b52b-442c-a90d-8b10bfa097fb req-33528ec5-5684-40af-8aa2-6abd43ccfe50 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cf6c098-ca8b-40a8-a44e-220555f3669f HTTP/1.1" status: 200 len: 1002 time: 0.0746670 Jul 27 21:01:05.009729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf8ef-b52b-442c-a90d-8b10bfa097fb req-374f3b1f-6600-4025-acaf-ab9f1260f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.011356 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7d2bf8ef-b52b-442c-a90d-8b10bfa097fb req-374f3b1f-6600-4025-acaf-ab9f1260f34b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eeb688e0-4441-453e-90a5-d69d2ca94a20 HTTP/1.1" status: 200 len: 834 time: 0.0523577 Jul 27 21:01:05.074499 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf8ef-b52b-442c-a90d-8b10bfa097fb req-850040cb-5ade-46a4-9cd5-985e27519834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.076047 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7d2bf8ef-b52b-442c-a90d-8b10bfa097fb req-850040cb-5ade-46a4-9cd5-985e27519834 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df624f62-17ea-4df8-9c9c-f44771d1c701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578029 Jul 27 21:01:05.170673 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7d2bf8ef-b52b-442c-a90d-8b10bfa097fb req-53ba52c9-e769-43c1-a3ac-f15d00c24512 service neutron] 10.222.0.52 "GET /v2.0/networks/df624f62-17ea-4df8-9c9c-f44771d1c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862548 Jul 27 21:01:05.273910 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7d2bf8ef-b52b-442c-a90d-8b10bfa097fb req-918fe30f-4812-456d-88f9-2e70894041cd service neutron] 10.222.0.52 "GET /v2.0/networks/df624f62-17ea-4df8-9c9c-f44771d1c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955925 Jul 27 21:01:05.961922 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0c996-89b5-476d-ae9f-2064ab97d8b6 req-b18b6ccf-6818-41be-abd5-a1c131e4316e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.963657 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9c0c996-89b5-476d-ae9f-2064ab97d8b6 req-b18b6ccf-6818-41be-abd5-a1c131e4316e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0787597 Jul 27 21:01:06.011088 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b9c0c996-89b5-476d-ae9f-2064ab97d8b6 req-cb22e2bf-86d6-41a4-b531-ba9b2c5822f8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400238 Jul 27 21:01:06.037661 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39796) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:06.110011 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-ccf57001-b6b2-49fb-9704-6f5f6a5deb57 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/84291c18-19bd-464d-a040-f5799c2d295b HTTP/1.1" status: 200 len: 994 time: 0.0710516 Jul 27 21:01:09.276419 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.421006 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.559526 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b63741b1-64b8-449c-b4f2-32d6a58b6b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:16.281681 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ea532fad-d51f-476f-b937-dfc84a66e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:16.369009 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.493648 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.239479 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:30.893014 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:01:36.581152 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39812) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:36.767161 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port 45de0dd9-5c48-4219-87fe-f14cf4e8149d {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:36.767417 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.851627 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.851929 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.864238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for 45de0dd9-5c48-4219-87fe-f14cf4e8149d owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:37.034394 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:37.061376 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=45de0dd9-5c48-4219-87fe-f14cf4e8149d,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:37.073202 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:37.073552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:37.073897 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:37.074232 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:37.074572 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:37.074908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:37.075241 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:37.075572 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:37.075990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:37.076320 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:37.076678 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:37.077003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:37.136218 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:37.136569 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Floating IP 84291c18-19bd-464d-a040-f5799c2d295b disassociated (deleted). External IP: 172.25.1.186, port: 4cf6c098-ca8b-40a8-a44e-220555f3669f. Jul 27 21:01:37.354421 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router d952221b-3f64-4354-8315-d43a47b10a1c has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:01:37.829009 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:01:37.834127 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:37.840739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a182c5-f0ee-4289-af68-f7be81a21108 None None] Sync routers for ids ['d952221b-3f64-4354-8315-d43a47b10a1c'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:01:37.852607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a182c5-f0ee-4289-af68-f7be81a21108 None None] Routers {'d952221b-3f64-4354-8315-d43a47b10a1c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:37.853326 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-82a182c5-f0ee-4289-af68-f7be81a21108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:01:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d952221b-3f64-4354-8315-d43a47b10a1c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:37.870921 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-4ae11c6f-b771-46bb-9f9b-c56d24a69e89 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/floatingips/84291c18-19bd-464d-a040-f5799c2d295b HTTP/1.1" status: 204 len: 168 time: 1.2884414 Jul 27 21:01:37.871514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a989ea-b106-41bf-96db-733311c43340', 'tag': '4cf6c098-ca8b-40a8-a44e-220555f3669f'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:37.873817 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37abfdf1-bf37-4065-a08d-ac842a3d77ad" -d '{"events": [{"name": "network-changed", "server_uuid": "27a989ea-b106-41bf-96db-733311c43340", "tag": "4cf6c098-ca8b-40a8-a44e-220555f3669f"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:37.963455 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-82a182c5-f0ee-4289-af68-f7be81a21108 None None] Set router d952221b-3f64-4354-8315-d43a47b10a1c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:38.092966 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03fc299-70f5-4f25-b285-bcc7676b3c52 x-openstack-request-id: req-e03fc299-70f5-4f25-b285-bcc7676b3c52 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:38.093272 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a989ea-b106-41bf-96db-733311c43340", "tag": "4cf6c098-ca8b-40a8-a44e-220555f3669f", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:38.093732 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e03fc299-70f5-4f25-b285-bcc7676b3c52 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:38.094322 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a989ea-b106-41bf-96db-733311c43340', 'tag': '4cf6c098-ca8b-40a8-a44e-220555f3669f', 'status': 'completed', 'code': 200} Jul 27 21:01:38.180985 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abfdf1-bf37-4065-a08d-ac842a3d77ad req-0d7d108b-e360-425c-a0ac-eb61be27cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.182515 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37abfdf1-bf37-4065-a08d-ac842a3d77ad req-0d7d108b-e360-425c-a0ac-eb61be27cf3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 1098 time: 0.0604277 Jul 27 21:01:38.183563 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-82a182c5-f0ee-4289-af68-f7be81a21108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:55Z', 'updated_at': '2021-07-27T20:59:59Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:56Z', 'updated_at': '2021-07-27T21:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '39ad18d6-9838-4e38-8204-f3f6243c43a1', 'name': '', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:ff:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:58Z', 'updated_at': '2021-07-27T21:00:04Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:38.210520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52607f-ef6e-4cc3-802e-fc2179d3a68e req-bbb3c7da-d50e-4aea-ba90-03ce59d122e2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.211178 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a182c5-f0ee-4289-af68-f7be81a21108 None None] Checking router: d952221b-3f64-4354-8315-d43a47b10a1c for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:01:38.212265 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d52607f-ef6e-4cc3-802e-fc2179d3a68e req-bbb3c7da-d50e-4aea-ba90-03ce59d122e2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0718896 Jul 27 21:01:38.219697 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a182c5-f0ee-4289-af68-f7be81a21108 None None] Routers {'d952221b-3f64-4354-8315-d43a47b10a1c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:38.220319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-82a182c5-f0ee-4289-af68-f7be81a21108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:01:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d952221b-3f64-4354-8315-d43a47b10a1c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:38.254343 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0d52607f-ef6e-4cc3-802e-fc2179d3a68e req-e1a9305a-76f4-4f0a-a0a1-5c51bc875eb9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351450 Jul 27 21:01:38.289609 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abfdf1-bf37-4065-a08d-ac842a3d77ad req-5db51cd8-a272-4bca-b182-116e5a3ed5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.291095 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37abfdf1-bf37-4065-a08d-ac842a3d77ad req-5db51cd8-a272-4bca-b182-116e5a3ed5d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df624f62-17ea-4df8-9c9c-f44771d1c701 HTTP/1.1" status: 200 len: 898 time: 0.0984273 Jul 27 21:01:38.331239 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-82a182c5-f0ee-4289-af68-f7be81a21108 None None] Set router d952221b-3f64-4354-8315-d43a47b10a1c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:38.347349 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37abfdf1-bf37-4065-a08d-ac842a3d77ad req-a0f725e2-7562-4c9d-b3a0-d88bf767e1d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cf6c098-ca8b-40a8-a44e-220555f3669f HTTP/1.1" status: 200 len: 217 time: 0.0394661 Jul 27 21:01:38.408668 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abfdf1-bf37-4065-a08d-ac842a3d77ad req-79c71098-bb82-469d-b66c-eed1317d3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.410309 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37abfdf1-bf37-4065-a08d-ac842a3d77ad req-79c71098-bb82-469d-b66c-eed1317d3281 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=eeb688e0-4441-453e-90a5-d69d2ca94a20 HTTP/1.1" status: 200 len: 834 time: 0.0547128 Jul 27 21:01:38.474384 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abfdf1-bf37-4065-a08d-ac842a3d77ad req-a62a0768-d25e-4e53-9ef8-6d6139354719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.476259 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37abfdf1-bf37-4065-a08d-ac842a3d77ad req-a62a0768-d25e-4e53-9ef8-6d6139354719 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df624f62-17ea-4df8-9c9c-f44771d1c701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579417 Jul 27 21:01:38.553477 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-82a182c5-f0ee-4289-af68-f7be81a21108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:55Z', 'updated_at': '2021-07-27T20:59:59Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:56Z', 'updated_at': '2021-07-27T21:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '39ad18d6-9838-4e38-8204-f3f6243c43a1', 'name': '', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:ff:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:58Z', 'updated_at': '2021-07-27T21:00:04Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:38.578098 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37abfdf1-bf37-4065-a08d-ac842a3d77ad req-341116c0-d099-4a9e-a409-1e5e0214bc5e service neutron] 10.222.0.52 "GET /v2.0/networks/df624f62-17ea-4df8-9c9c-f44771d1c701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934622 Jul 27 21:01:38.586625 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a182c5-f0ee-4289-af68-f7be81a21108 None None] The sync data for ids ['d952221b-3f64-4354-8315-d43a47b10a1c'] in n-d-705657-21 is: [{'id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:55Z', 'updated_at': '2021-07-27T20:59:59Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:56Z', 'updated_at': '2021-07-27T21:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '39ad18d6-9838-4e38-8204-f3f6243c43a1', 'name': '', 'network_id': 'df624f62-17ea-4df8-9c9c-f44771d1c701', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:ff:78:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:58Z', 'updated_at': '2021-07-27T21:00:04Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': 'eeb688e0-4441-453e-90a5-d69d2ca94a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:01:38.691535 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-37abfdf1-bf37-4065-a08d-ac842a3d77ad req-44aaae56-fa2c-4422-a0e3-7ff168b2dfd6 service neutron] 10.222.0.52 "GET /v2.0/networks/df624f62-17ea-4df8-9c9c-f44771d1c701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045644 Jul 27 21:01:38.841094 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a9a623-5dff-4866-bfb4-9a73cca3c67c None None] New status for floating IP 84291c18-19bd-464d-a040-f5799c2d295b: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:01:39.282948 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.397032 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d4309-6360-46c6-aa0d-bca5283df1b7 req-895a4238-0731-4c0c-a3ea-8c09fe907907 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.399121 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c07d4309-6360-46c6-aa0d-bca5283df1b7 req-895a4238-0731-4c0c-a3ea-8c09fe907907 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0695474 Jul 27 21:01:39.438714 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c07d4309-6360-46c6-aa0d-bca5283df1b7 req-8317a9f7-a33c-46bc-b70b-27ce3a25bcf9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=a89ccc39-4503-43c6-b7b7-326e46347abd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331976 Jul 27 21:01:39.687464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9a4ff-0bc1-4f52-8b18-83b94da8fcb7 req-92bf62b4-11c8-410b-87fc-713e7954221c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.688875 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6ee9a4ff-0bc1-4f52-8b18-83b94da8fcb7 req-92bf62b4-11c8-410b-87fc-713e7954221c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 946 time: 0.0784488 Jul 27 21:01:39.805553 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-6ee9a4ff-0bc1-4f52-8b18-83b94da8fcb7 req-42b2bd0f-505f-4dc1-87a0-b8e29ef5cb7e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port 4cf6c098-ca8b-40a8-a44e-220555f3669f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:39.805982 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6ee9a4ff-0bc1-4f52-8b18-83b94da8fcb7 req-42b2bd0f-505f-4dc1-87a0-b8e29ef5cb7e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.917964 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-6ee9a4ff-0bc1-4f52-8b18-83b94da8fcb7 req-42b2bd0f-505f-4dc1-87a0-b8e29ef5cb7e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] For port 4cf6c098-ca8b-40a8-a44e-220555f3669f, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=4cf6c098-ca8b-40a8-a44e-220555f3669f,segment=NetworkSegment(b60d2acd-fa52-4dd5-a77a-fc6f928ea52b),segment_id=b60d2acd-fa52-4dd5-a77a-fc6f928ea52b)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:39.918327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6ee9a4ff-0bc1-4f52-8b18-83b94da8fcb7 req-42b2bd0f-505f-4dc1-87a0-b8e29ef5cb7e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.933187 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-6ee9a4ff-0bc1-4f52-8b18-83b94da8fcb7 req-42b2bd0f-505f-4dc1-87a0-b8e29ef5cb7e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for 4cf6c098-ca8b-40a8-a44e-220555f3669f owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:40.087705 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6ee9a4ff-0bc1-4f52-8b18-83b94da8fcb7 req-42b2bd0f-505f-4dc1-87a0-b8e29ef5cb7e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.118033 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2bd0f-505f-4dc1-87a0-b8e29ef5cb7e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=4cf6c098-ca8b-40a8-a44e-220555f3669f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:40.168293 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee9a4ff-0bc1-4f52-8b18-83b94da8fcb7 req-42b2bd0f-505f-4dc1-87a0-b8e29ef5cb7e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] No DVR routers for this DVR port 4cf6c098-ca8b-40a8-a44e-220555f3669f on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:01:40.171171 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-6ee9a4ff-0bc1-4f52-8b18-83b94da8fcb7 req-42b2bd0f-505f-4dc1-87a0-b8e29ef5cb7e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.173335 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6ee9a4ff-0bc1-4f52-8b18-83b94da8fcb7 req-42b2bd0f-505f-4dc1-87a0-b8e29ef5cb7e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.52 "DELETE /v2.0/ports/4cf6c098-ca8b-40a8-a44e-220555f3669f HTTP/1.1" status: 204 len: 173 time: 0.4784164 Jul 27 21:01:40.173840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a989ea-b106-41bf-96db-733311c43340', 'name': 'network-vif-deleted', 'tag': '4cf6c098-ca8b-40a8-a44e-220555f3669f'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:40.176049 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d4a65c-a0a2-42a2-9cc9-032a666cadab" -d '{"events": [{"server_uuid": "27a989ea-b106-41bf-96db-733311c43340", "name": "network-vif-deleted", "tag": "4cf6c098-ca8b-40a8-a44e-220555f3669f"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:40.218878 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84a727d-6a3a-46e6-9763-0be338bbf84f x-openstack-request-id: req-b84a727d-6a3a-46e6-9763-0be338bbf84f {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:40.219154 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a989ea-b106-41bf-96db-733311c43340", "name": "network-vif-deleted", "tag": "4cf6c098-ca8b-40a8-a44e-220555f3669f", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:40.219407 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b84a727d-6a3a-46e6-9763-0be338bbf84f {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:40.219797 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a989ea-b106-41bf-96db-733311c43340', 'name': 'network-vif-deleted', 'tag': '4cf6c098-ca8b-40a8-a44e-220555f3669f', 'status': 'completed', 'code': 200} Jul 27 21:01:40.557392 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b1748537-7fbd-4383-982c-40a009e71865 req-1bbcbf69-e838-492e-8310-2186e009a933 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a989ea-b106-41bf-96db-733311c43340 HTTP/1.1" status: 200 len: 210 time: 0.0308807 Jul 27 21:01:41.624276 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39832) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:42.056460 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ef4e6f3-d3cb-419f-a3ae-8f7d43466d7d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.353220 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4e6f3-d3cb-419f-a3ae-8f7d43466d7d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port 39ad18d6-9838-4e38-8204-f3f6243c43a1 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:42.353475 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ef4e6f3-d3cb-419f-a3ae-8f7d43466d7d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.449582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-2ef4e6f3-d3cb-419f-a3ae-8f7d43466d7d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] For port 39ad18d6-9838-4e38-8204-f3f6243c43a1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=39ad18d6-9838-4e38-8204-f3f6243c43a1,segment=NetworkSegment(b60d2acd-fa52-4dd5-a77a-fc6f928ea52b),segment_id=b60d2acd-fa52-4dd5-a77a-fc6f928ea52b)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:42.449964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ef4e6f3-d3cb-419f-a3ae-8f7d43466d7d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.465897 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4e6f3-d3cb-419f-a3ae-8f7d43466d7d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for 39ad18d6-9838-4e38-8204-f3f6243c43a1 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:42.468769 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.691980 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ef4e6f3-d3cb-419f-a3ae-8f7d43466d7d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.720168 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4e6f3-d3cb-419f-a3ae-8f7d43466d7d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=39ad18d6-9838-4e38-8204-f3f6243c43a1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:42.913867 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2ef4e6f3-d3cb-419f-a3ae-8f7d43466d7d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.061021 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 4cf6c098-ca8b-40a8-a44e-220555f3669f no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:43.084643 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 4cf6c098-ca8b-40a8-a44e-220555f3669f {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:43.084982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 4cf6c098-ca8b-40a8-a44e-220555f3669f not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:43.168422 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef4e6f3-d3cb-419f-a3ae-8f7d43466d7d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router d952221b-3f64-4354-8315-d43a47b10a1c has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:01:43.284103 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef4e6f3-d3cb-419f-a3ae-8f7d43466d7d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:01:43.290838 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2ef4e6f3-d3cb-419f-a3ae-8f7d43466d7d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "PUT /v2.0/routers/d952221b-3f64-4354-8315-d43a47b10a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6641347 Jul 27 21:01:43.292525 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39836) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:43.295910 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4eb90-9090-4167-a6f0-a52041b21621 None None] Sync routers for ids ['d952221b-3f64-4354-8315-d43a47b10a1c'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:01:43.308106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4eb90-9090-4167-a6f0-a52041b21621 None None] Routers {'d952221b-3f64-4354-8315-d43a47b10a1c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:43.308782 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-96c4eb90-9090-4167-a6f0-a52041b21621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:01:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d952221b-3f64-4354-8315-d43a47b10a1c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:43.353124 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b58c20-eec3-4cd1-a4bd-4ddf8eb42b93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting subnet eeb688e0-4441-453e-90a5-d69d2ca94a20 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:01:43.356896 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-42b58c20-eec3-4cd1-a4bd-4ddf8eb42b93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.407693 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-42b58c20-eec3-4cd1-a4bd-4ddf8eb42b93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.423132 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-96c4eb90-9090-4167-a6f0-a52041b21621 None None] Set router d952221b-3f64-4354-8315-d43a47b10a1c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:43.508258 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-42b58c20-eec3-4cd1-a4bd-4ddf8eb42b93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.582284 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-42b58c20-eec3-4cd1-a4bd-4ddf8eb42b93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.583733 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5d4c47b-3c83-4cb5-9afc-52b320904631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.616231 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b58c20-eec3-4cd1-a4bd-4ddf8eb42b93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb688e0-4441-453e-90a5-d69d2ca94a20,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:43.621208 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-42b58c20-eec3-4cd1-a4bd-4ddf8eb42b93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.623234 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-42b58c20-eec3-4cd1-a4bd-4ddf8eb42b93 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/subnets/eeb688e0-4441-453e-90a5-d69d2ca94a20 HTTP/1.1" status: 204 len: 168 time: 0.3297493 Jul 27 21:01:43.627347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39838) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:43.643170 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a45955-a759-4e21-841e-1d94b05118aa None None] Network df624f62-17ea-4df8-9c9c-f44771d1c701 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:43.690358 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-96c4eb90-9090-4167-a6f0-a52041b21621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:55Z', 'updated_at': '2021-07-27T21:01:42Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:56Z', 'updated_at': '2021-07-27T21:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:43.726564 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4eb90-9090-4167-a6f0-a52041b21621 None None] Checking router: d952221b-3f64-4354-8315-d43a47b10a1c for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:01:43.747120 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.750640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4eb90-9090-4167-a6f0-a52041b21621 None None] Routers {'d952221b-3f64-4354-8315-d43a47b10a1c'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:43.750640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-96c4eb90-9090-4167-a6f0-a52041b21621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:01:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['d952221b-3f64-4354-8315-d43a47b10a1c'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:43.858007 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.903320 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-96c4eb90-9090-4167-a6f0-a52041b21621 None None] Set router d952221b-3f64-4354-8315-d43a47b10a1c gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:43.914244 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:43.914593 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.017482 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] For port cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:44.017845 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.030971 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] DHCP port deletion for df624f62-17ea-4df8-9c9c-f44771d1c701 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:01:44.031227 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:44.125601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Deleting port 5d72c2c9-b01b-44b1-a5f7-c7e355590777 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:44.125988 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.189529 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-96c4eb90-9090-4167-a6f0-a52041b21621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:55Z', 'updated_at': '2021-07-27T21:01:42Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:56Z', 'updated_at': '2021-07-27T21:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:44.215391 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.220639 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4eb90-9090-4167-a6f0-a52041b21621 None None] The sync data for ids ['d952221b-3f64-4354-8315-d43a47b10a1c'] in n-d-705657-21 is: [{'id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242518302', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:55Z', 'updated_at': '2021-07-27T21:01:42Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd952221b-3f64-4354-8315-d43a47b10a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:56Z', 'updated_at': '2021-07-27T21:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:01:44.234924 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] For port 5d72c2c9-b01b-44b1-a5f7-c7e355590777, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5d72c2c9-b01b-44b1-a5f7-c7e355590777,segment=NetworkSegment(b60d2acd-fa52-4dd5-a77a-fc6f928ea52b),segment_id=b60d2acd-fa52-4dd5-a77a-fc6f928ea52b)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:44.235322 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.242371 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:44.253181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Calling delete_port for 5d72c2c9-b01b-44b1-a5f7-c7e355590777 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:44.306788 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.346754 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.373599 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Pushing event deleted for resources: {'Port': ['ID=5d72c2c9-b01b-44b1-a5f7-c7e355590777,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:44.378121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] No DVR routers for this DVR port 5d72c2c9-b01b-44b1-a5f7-c7e355590777 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:01:44.393628 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.394068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.394544 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.395014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.395337 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.395762 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.396212 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.396619 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.396980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.397467 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.397836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.398335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05e632-5b4e-4315-bccb-63e2c224e3c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.416009 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.418337 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.463284 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.464013 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Fanout notify agent at l3_agent the message router_deleted on router d952221b-3f64-4354-8315-d43a47b10a1c {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:01:44.471989 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.473054 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3ac551e6-f024-410b-8acf-aaaa4b3e487d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/routers/d952221b-3f64-4354-8315-d43a47b10a1c HTTP/1.1" status: 204 len: 168 time: 0.8447003 Jul 27 21:01:44.476021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39840) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:44.563225 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-295d91bf-fb62-4a4f-92de-e8f9967f4ffb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.662720 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-295d91bf-fb62-4a4f-92de-e8f9967f4ffb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.673792 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-295d91bf-fb62-4a4f-92de-e8f9967f4ffb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df624f62-17ea-4df8-9c9c-f44771d1c701']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:44.685451 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-295d91bf-fb62-4a4f-92de-e8f9967f4ffb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60d2acd-fa52-4dd5-a77a-fc6f928ea52b') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:44.685750 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-295d91bf-fb62-4a4f-92de-e8f9967f4ffb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60d2acd-fa52-4dd5-a77a-fc6f928ea52b') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:44.695657 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-295d91bf-fb62-4a4f-92de-e8f9967f4ffb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.706128 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 39ad18d6-9838-4e38-8204-f3f6243c43a1 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:44.712627 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-295d91bf-fb62-4a4f-92de-e8f9967f4ffb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.721028 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295d91bf-fb62-4a4f-92de-e8f9967f4ffb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:01:44.721516 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-295d91bf-fb62-4a4f-92de-e8f9967f4ffb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: timer() Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:01:44.724650 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:01:44.728969 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 39ad18d6-9838-4e38-8204-f3f6243c43a1 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:44.729674 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 39ad18d6-9838-4e38-8204-f3f6243c43a1 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:44.730277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5d72c2c9-b01b-44b1-a5f7-c7e355590777 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:44.749786 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 5d72c2c9-b01b-44b1-a5f7-c7e355590777 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:44.750214 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5d72c2c9-b01b-44b1-a5f7-c7e355590777 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:44.796650 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-295d91bf-fb62-4a4f-92de-e8f9967f4ffb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.804013 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-295d91bf-fb62-4a4f-92de-e8f9967f4ffb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.805758 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-295d91bf-fb62-4a4f-92de-e8f9967f4ffb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/networks/df624f62-17ea-4df8-9c9c-f44771d1c701 HTTP/1.1" status: 204 len: 168 time: 0.3287506 Jul 27 21:01:44.809456 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39842) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:44.817898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d91bf-fb62-4a4f-92de-e8f9967f4ffb tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Network': ['ID=df624f62-17ea-4df8-9c9c-f44771d1c701,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:44.880270 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.908091 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.972229 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.974786 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.975951 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/security-groups/a89ccc39-4503-43c6-b7b7-326e46347abd HTTP/1.1" status: 204 len: 168 time: 0.1654804 Jul 27 21:01:44.985417 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89ccc39-4503-43c6-b7b7-326e46347abd,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:44.994801 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.995298 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.995643 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.996151 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.996307 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.996668 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.996997 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.997324 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.997648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.997973 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.998297 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:44.998620 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396c3eb4-260b-4cd2-9161-7d2e167762b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:45.440304 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39848) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:45.446787 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-8cfe1b82-e88e-4dff-8bb1-cabc55c4da0b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993702390', 'description': 'tempest-secgroup-smoke-993702390 description', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:45.474715 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1b82-e88e-4dff-8bb1-cabc55c4da0b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.567939 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1b82-e88e-4dff-8bb1-cabc55c4da0b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.574606 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1b82-e88e-4dff-8bb1-cabc55c4da0b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.604885 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1b82-e88e-4dff-8bb1-cabc55c4da0b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.606166 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-8cfe1b82-e88e-4dff-8bb1-cabc55c4da0b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1639998 Jul 27 21:01:45.608024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe1b82-e88e-4dff-8bb1-cabc55c4da0b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb76ecf-ccde-451d-abf5-3bd887f3b34e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:45.609385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39850) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:45.614618 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-dd66a2dd-b066-4bc3-ba2e-c64ea2607968 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '1fb76ecf-ccde-451d-abf5-3bd887f3b34e', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:45.651709 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd66a2dd-b066-4bc3-ba2e-c64ea2607968 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.714224 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd66a2dd-b066-4bc3-ba2e-c64ea2607968 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.719241 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd66a2dd-b066-4bc3-ba2e-c64ea2607968 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.738728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66a2dd-b066-4bc3-ba2e-c64ea2607968 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792daa84-8ce5-49a4-b891-c09ac3424dea,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:45.746255 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dd66a2dd-b066-4bc3-ba2e-c64ea2607968 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.747094 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dd66a2dd-b066-4bc3-ba2e-c64ea2607968 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364191 Jul 27 21:01:45.750330 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39852) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:45.755098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-82ce2754-84a5-4f9e-bcf9-97dce64df61a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '1fb76ecf-ccde-451d-abf5-3bd887f3b34e', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:45.783891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-82ce2754-84a5-4f9e-bcf9-97dce64df61a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.847439 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-82ce2754-84a5-4f9e-bcf9-97dce64df61a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.852686 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-82ce2754-84a5-4f9e-bcf9-97dce64df61a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.870879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce2754-84a5-4f9e-bcf9-97dce64df61a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263d93af-569f-49a5-a60b-d689ad3e926b,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:45.877172 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-82ce2754-84a5-4f9e-bcf9-97dce64df61a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.878406 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-82ce2754-84a5-4f9e-bcf9-97dce64df61a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269777 Jul 27 21:01:45.881319 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39854) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:45.885782 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b3dbefcd-0318-41a9-b2b1-0aa038116b31 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '1fb76ecf-ccde-451d-abf5-3bd887f3b34e', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:45.914363 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3dbefcd-0318-41a9-b2b1-0aa038116b31 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.984214 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3dbefcd-0318-41a9-b2b1-0aa038116b31 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.989668 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3dbefcd-0318-41a9-b2b1-0aa038116b31 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.018789 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbefcd-0318-41a9-b2b1-0aa038116b31 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1893ef9-6c98-45f8-94bb-d747d24fae85,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:46.023047 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3dbefcd-0318-41a9-b2b1-0aa038116b31 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.024331 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b3dbefcd-0318-41a9-b2b1-0aa038116b31 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420836 Jul 27 21:01:46.028656 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39856) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:46.033290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f2adb93a-6958-4d76-8cb2-f6ef5af902fc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '1fb76ecf-ccde-451d-abf5-3bd887f3b34e', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:46.063958 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2adb93a-6958-4d76-8cb2-f6ef5af902fc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.132329 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2adb93a-6958-4d76-8cb2-f6ef5af902fc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.137647 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2adb93a-6958-4d76-8cb2-f6ef5af902fc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.157840 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adb93a-6958-4d76-8cb2-f6ef5af902fc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68df4fe0-7a5b-4be8-a0e5-f117119a1816,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:46.165227 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f2adb93a-6958-4d76-8cb2-f6ef5af902fc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.169536 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f2adb93a-6958-4d76-8cb2-f6ef5af902fc tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371458 Jul 27 21:01:46.170277 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39858) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:46.175766 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-fdc1f86b-d53a-430c-b37f-a2173370f4a0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '1fb76ecf-ccde-451d-abf5-3bd887f3b34e', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:46.201764 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-fdc1f86b-d53a-430c-b37f-a2173370f4a0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Project e68b8ed2d5b84f6b93d14624cd06666d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:01:46.208426 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f86b-d53a-430c-b37f-a2173370f4a0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.279334 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-135cc39c-830b-4674-92c4-cfdc985bb607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.283260 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f86b-d53a-430c-b37f-a2173370f4a0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.288345 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f86b-d53a-430c-b37f-a2173370f4a0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.309177 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1f86b-d53a-430c-b37f-a2173370f4a0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201d4507-91d4-42ed-9e29-daef99ca42da,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:46.312848 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f86b-d53a-430c-b37f-a2173370f4a0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.314093 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-fdc1f86b-d53a-430c-b37f-a2173370f4a0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427920 Jul 27 21:01:46.317400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39860) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:46.325096 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-656c8a84-96ec-44c7-966c-7e013c55119d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'security_group_rule': {'security_group_id': '1fb76ecf-ccde-451d-abf5-3bd887f3b34e', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:46.356882 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-656c8a84-96ec-44c7-966c-7e013c55119d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Project e68b8ed2d5b84f6b93d14624cd06666d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:01:46.363561 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-656c8a84-96ec-44c7-966c-7e013c55119d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.378018 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.464190 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-656c8a84-96ec-44c7-966c-7e013c55119d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.470247 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-656c8a84-96ec-44c7-966c-7e013c55119d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.496832 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c8a84-96ec-44c7-966c-7e013c55119d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e03682-6b1b-4c14-a045-36a21b93dd22,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:46.506067 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-656c8a84-96ec-44c7-966c-7e013c55119d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.507476 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-656c8a84-96ec-44c7-966c-7e013c55119d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1884606 Jul 27 21:01:46.511948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39862) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:46.517542 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-18e2e6cc-fcf1-4034-8057-943d7effe758 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'network': {'name': 'tempest-network-smoke--98759364', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'port_security_enabled': True}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:46.547122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e2e6cc-fcf1-4034-8057-943d7effe758 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Made reservation on behalf of e68b8ed2d5b84f6b93d14624cd06666d for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:46.550871 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18e2e6cc-fcf1-4034-8057-943d7effe758 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.552381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:46.577377 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:46.577776 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device cfa65a8f-c9c2-49a7-98ae-b261f7ba5dc5 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:46.581196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e2e6cc-fcf1-4034-8057-943d7effe758 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:01:46.591789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18e2e6cc-fcf1-4034-8057-943d7effe758 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.592133 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-18e2e6cc-fcf1-4034-8057-943d7effe758 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Added segment b62122e6-cc20-4862-8936-6fdd714fe42c of type vlan for network 2f9832ae-ae99-4473-9044-f10e8fcee506 Jul 27 21:01:46.638477 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18e2e6cc-fcf1-4034-8057-943d7effe758 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.669567 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18e2e6cc-fcf1-4034-8057-943d7effe758 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.675724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e2e6cc-fcf1-4034-8057-943d7effe758 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.677315 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-18e2e6cc-fcf1-4034-8057-943d7effe758 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.787708 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-18e2e6cc-fcf1-4034-8057-943d7effe758 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2742982 Jul 27 21:01:46.791971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39864) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:46.798670 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'admin_state_up': True, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:46.833894 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2e6cc-fcf1-4034-8057-943d7effe758 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Network': ['ID=2f9832ae-ae99-4473-9044-f10e8fcee506,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:46.845626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 2f9832ae-ae99-4473-9044-f10e8fcee506 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:01:46.855774 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.857037 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.922071 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:47.073051 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:47.295829 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:47.315702 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:47.423609 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.25.1.73 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/ebe44bde-c21d-4908-ad44-8861ba938364) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:47.494116 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:47.535595 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:47.585134 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:47.628892 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:47.631862 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:47.637898 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:47.662467 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=ebe44bde-c21d-4908-ad44-8861ba938364,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:48.306792 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:48.549912 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:48.696477 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:01:48.812440 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:01:48.823044 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Sync routers for ids ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:01:48.835270 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Routers {'8e5373c4-19fb-4727-a98a-4d3c58a1cc17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:48.835909 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:01:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:48.836051 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:48.837306 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-02053f31-fcde-4c9a-b501-c41203df48db tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0439417 Jul 27 21:01:48.841137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39866) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:48.947658 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Set router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:48.960885 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-809d1895-2bcd-47f9-b0d1-a4be901b91f1 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e68b8ed2d5b84f6b93d14624cd06666d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1161120 Jul 27 21:01:48.961108 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39872) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:49.063715 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d034c605-1b8e-42c2-bb08-bd0e2923ade0 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:49.068418 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d034c605-1b8e-42c2-bb08-bd0e2923ade0 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1037049 Jul 27 21:01:49.068778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39874) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:49.107911 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-32fe0494-e732-4938-ac43-f744ff1da868 tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=64915325-701c-4b6c-ac1e-6c4485e40ce2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355258 Jul 27 21:01:49.108197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39876) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:49.113676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-23edaa07-f5f6-4a1f-abc3-50f59a912d3f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1510610609', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:49.139532 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:47Z', 'revision_number': 3, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:be:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:47Z', 'updated_at': '2021-07-27T21:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:49.170139 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Checking router: 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:01:49.170514 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Updating router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 port ebe44bde-c21d-4908-ad44-8861ba938364 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:01:49.205117 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.209859 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23edaa07-f5f6-4a1f-abc3-50f59a912d3f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Made reservation on behalf of e68b8ed2d5b84f6b93d14624cd06666d for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:49.213535 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23edaa07-f5f6-4a1f-abc3-50f59a912d3f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.245521 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.427809 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23edaa07-f5f6-4a1f-abc3-50f59a912d3f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.497837 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.501492 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edaa07-f5f6-4a1f-abc3-50f59a912d3f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Subnet': ['ID=561030a3-d005-4bac-b56c-e24f25325429,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:49.509338 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23edaa07-f5f6-4a1f-abc3-50f59a912d3f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Checking segment: {'id': 'b62122e6-cc20-4862-8936-6fdd714fe42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:49.509704 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23edaa07-f5f6-4a1f-abc3-50f59a912d3f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network hostable DHCP agents. Network: 2f9832ae-ae99-4473-9044-f10e8fcee506, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:01:49.517553 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Transition to ACTIVE for port object ebe44bde-c21d-4908-ad44-8861ba938364 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:49.528259 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.528684 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23edaa07-f5f6-4a1f-abc3-50f59a912d3f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 2f9832ae-ae99-4473-9044-f10e8fcee506 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:01:49.539211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-23edaa07-f5f6-4a1f-abc3-50f59a912d3f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 2f9832ae-ae99-4473-9044-f10e8fcee506) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:49.543533 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23edaa07-f5f6-4a1f-abc3-50f59a912d3f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:49.544128 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-23edaa07-f5f6-4a1f-abc3-50f59a912d3f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.552532 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012b61e4-8e67-4f57-bbfe-1a7b86a0b799 None None] Network 2f9832ae-ae99-4473-9044-f10e8fcee506 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:49.573616 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-23edaa07-f5f6-4a1f-abc3-50f59a912d3f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4642587 Jul 27 21:01:49.576670 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39878) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:49.588710 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Attempting to bind port ebe44bde-c21d-4908-ad44-8861ba938364 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:49.588710 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Attempting to bind port ebe44bde-c21d-4908-ad44-8861ba938364 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:49.589696 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Attempting to bind port ebe44bde-c21d-4908-ad44-8861ba938364 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:49.593480 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74c774-b916-4636-9da5-66fab314ec7f None None] Pushing event updated for resources: {'Port': ['ID=ebe44bde-c21d-4908-ad44-8861ba938364,revision_number=2']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:49.598789 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:49.599150 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:49.599548 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.599932 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:49.600426 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Bound port: ebe44bde-c21d-4908-ad44-8861ba938364, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:49.600813 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.609657 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74c774-b916-4636-9da5-66fab314ec7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:49.609991 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74c774-b916-4636-9da5-66fab314ec7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:49.610319 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74c774-b916-4636-9da5-66fab314ec7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:49.610640 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74c774-b916-4636-9da5-66fab314ec7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:49.610961 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74c774-b916-4636-9da5-66fab314ec7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:49.611284 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74c774-b916-4636-9da5-66fab314ec7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:49.611597 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74c774-b916-4636-9da5-66fab314ec7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:49.611909 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74c774-b916-4636-9da5-66fab314ec7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:49.612222 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74c774-b916-4636-9da5-66fab314ec7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:49.612571 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74c774-b916-4636-9da5-66fab314ec7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:49.612876 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74c774-b916-4636-9da5-66fab314ec7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:49.613182 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74c774-b916-4636-9da5-66fab314ec7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:49.674582 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] For port ebe44bde-c21d-4908-ad44-8861ba938364, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:49.678798 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] For port ebe44bde-c21d-4908-ad44-8861ba938364, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ebe44bde-c21d-4908-ad44-8861ba938364,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:49.685039 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.762842 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74c774-b916-4636-9da5-66fab314ec7f None None] Pushing event updated for resources: {'Port': ['ID=ebe44bde-c21d-4908-ad44-8861ba938364,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:49.778126 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Routers {'8e5373c4-19fb-4727-a98a-4d3c58a1cc17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:49.778796 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:01:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:49.899322 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] Set router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:49.917177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-2f9832ae-ae99-4473-9044-f10e8fcee506', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ips': [{'subnet_id': '561030a3-d005-4bac-b56c-e24f25325429'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:01:49.918228 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.073157 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Allocated IP 172.20.0.2 (2f9832ae-ae99-4473-9044-f10e8fcee506/561030a3-d005-4bac-b56c-e24f25325429/f162a167-8ac8-4c7d-814f-f2a365d73145) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:50.171553 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.195942 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:47Z', 'revision_number': 3, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:be:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:47Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:50.224710 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398742e3-dba1-4d31-8bcc-aa76006ab20f None None] The sync data for ids ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'] in n-d-705657-21 is: [{'id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:47Z', 'revision_number': 3, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:be:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:47Z', 'updated_at': '2021-07-27T21:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:01:50.233630 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.252711 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Transition to ACTIVE for port object f162a167-8ac8-4c7d-814f-f2a365d73145 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:50.271339 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Transition to ACTIVE for port object f162a167-8ac8-4c7d-814f-f2a365d73145 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:50.280069 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.329728 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Network 2f9832ae-ae99-4473-9044-f10e8fcee506 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:50.332978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:50.337055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:50.340747 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Pushing event updated for resources: {'Port': ['ID=f162a167-8ac8-4c7d-814f-f2a365d73145,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:50.405056 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Attempting to bind port f162a167-8ac8-4c7d-814f-f2a365d73145 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:50.405732 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Attempting to bind port f162a167-8ac8-4c7d-814f-f2a365d73145 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'b62122e6-cc20-4862-8936-6fdd714fe42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:50.406289 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Attempting to bind port f162a167-8ac8-4c7d-814f-f2a365d73145 on network 2f9832ae-ae99-4473-9044-f10e8fcee506 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:50.412894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:50.413525 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Checking segment: {'id': 'b62122e6-cc20-4862-8936-6fdd714fe42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:50.413935 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.414331 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Bound using segment: {'id': 'b62122e6-cc20-4862-8936-6fdd714fe42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:50.414795 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Bound port: f162a167-8ac8-4c7d-814f-f2a365d73145, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62122e6-cc20-4862-8936-6fdd714fe42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:50.415173 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.504592 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] For port f162a167-8ac8-4c7d-814f-f2a365d73145, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:50.508898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] For port f162a167-8ac8-4c7d-814f-f2a365d73145, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f162a167-8ac8-4c7d-814f-f2a365d73145,segment=NetworkSegment(b62122e6-cc20-4862-8936-6fdd714fe42c),segment_id=b62122e6-cc20-4862-8936-6fdd714fe42c)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:50.512684 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.20.0.1 (2f9832ae-ae99-4473-9044-f10e8fcee506/561030a3-d005-4bac-b56c-e24f25325429/b294bde4-6393-499a-aa4b-112cbf9c57e6) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:50.514390 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.583811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5917e-8cb9-448d-ad5c-fee9efb57e7c None None] Pushing event updated for resources: {'Port': ['ID=f162a167-8ac8-4c7d-814f-f2a365d73145,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:50.666298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ebe44bde-c21d-4908-ad44-8861ba938364 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:50.695932 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.711812 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Transition to ACTIVE for port object b294bde4-6393-499a-aa4b-112cbf9c57e6 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:50.727256 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port ebe44bde-c21d-4908-ad44-8861ba938364 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:50.734495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ebe44bde-c21d-4908-ad44-8861ba938364 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:50.734963 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.752251 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.824242 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 2f9832ae-ae99-4473-9044-f10e8fcee506 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:50.827760 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:50.832629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:50.836584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=b294bde4-6393-499a-aa4b-112cbf9c57e6,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:50.867031 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.884300 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.890067 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port ebe44bde-c21d-4908-ad44-8861ba938364, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ebe44bde-c21d-4908-ad44-8861ba938364,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:50.899560 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.971622 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=ebe44bde-c21d-4908-ad44-8861ba938364,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:51.070581 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.377997 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.383102 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.457701 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=b294bde4-6393-499a-aa4b-112cbf9c57e6,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:51.460351 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.565174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 2f9832ae-ae99-4473-9044-f10e8fcee506 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:51.566651 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:51.598809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce251e8-b7e9-48fb-87b0-955541acc5b6 None None] Network 2f9832ae-ae99-4473-9044-f10e8fcee506 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:51.681739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-26d968fc-411c-4dc3-abe0-e5a4c61dd7a2 None None] Provisioning for port f162a167-8ac8-4c7d-814f-f2a365d73145 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:51.691698 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:01:51.835283 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:01:51.844480 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-da62c816-04c9-498c-bbc9-d95f2193cdcd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "PUT /v2.0/routers/8e5373c4-19fb-4727-a98a-4d3c58a1cc17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2664585 Jul 27 21:01:52.012127 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-67f8e423-efb6-4f5c-992a-cf4b649998bf tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993702390&fields=id&tenant_id=e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 267 time: 0.0365500 Jul 27 21:01:52.059775 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a3e80020-b9e9-4393-b16d-c655c9bcdaa0 None None] Provisioning for port b294bde4-6393-499a-aa4b-112cbf9c57e6 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:52.066981 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-a3e80020-b9e9-4393-b16d-c655c9bcdaa0 None None] Provisioning complete for port b294bde4-6393-499a-aa4b-112cbf9c57e6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:52.067507 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a3e80020-b9e9-4393-b16d-c655c9bcdaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.097648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Sync routers for ids ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:01:52.131474 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-a3e80020-b9e9-4393-b16d-c655c9bcdaa0 None None] Port b294bde4-6393-499a-aa4b-112cbf9c57e6 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:52.133894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Routers {'8e5373c4-19fb-4727-a98a-4d3c58a1cc17'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:52.134880 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:01:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:52.174412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-786d2853-0d5d-477c-bc5f-8eb709e7cab0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:52.176071 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-786d2853-0d5d-477c-bc5f-8eb709e7cab0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/networks?id=2f9832ae-ae99-4473-9044-f10e8fcee506 HTTP/1.1" status: 200 len: 795 time: 0.1536510 Jul 27 21:01:52.197405 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-adfec0c5-ca9e-4cae-a896-934bfa67d03a tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/quotas/e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 375 time: 0.0107510 Jul 27 21:01:52.268896 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b62e7c7e-24ae-4e02-b87c-e079eb6b5e05 None None] Provisioning complete for port b294bde4-6393-499a-aa4b-112cbf9c57e6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:52.269272 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b62e7c7e-24ae-4e02-b87c-e079eb6b5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.279869 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-f902128a-86c6-412d-93b0-89fb09cf1162 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762389 Jul 27 21:01:52.294222 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Set router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:52.349553 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-9df358fa-3bf2-436b-8ebc-158819186370 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:01:52.353264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b62e7c7e-24ae-4e02-b87c-e079eb6b5e05 None None] Port b294bde4-6393-499a-aa4b-112cbf9c57e6 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:52.358938 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-9df358fa-3bf2-436b-8ebc-158819186370 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0642540 Jul 27 21:01:52.463204 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-941d67b3-96ee-4c46-ba18-42baee37fe0e service neutron] 10.222.0.48 "GET /v2.0/networks/2f9832ae-ae99-4473-9044-f10e8fcee506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044424 Jul 27 21:01:52.493436 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-cd898dce-ab19-4d67-95a7-bf88bff5065d None None] Provisioning complete for port b294bde4-6393-499a-aa4b-112cbf9c57e6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:52.493927 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cd898dce-ab19-4d67-95a7-bf88bff5065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.551559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-cd898dce-ab19-4d67-95a7-bf88bff5065d None None] Port b294bde4-6393-499a-aa4b-112cbf9c57e6 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:52.561171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-3d434632-34b3-4a0e-8218-7f20a34bbdd9 service neutron] 10.222.0.48 "GET /v2.0/networks/2f9832ae-ae99-4473-9044-f10e8fcee506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911202 Jul 27 21:01:52.592143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:51Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:be:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:47Z', 'updated_at': '2021-07-27T21:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'b294bde4-6393-499a-aa4b-112cbf9c57e6', 'name': '', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:04:a9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '561030a3-d005-4bac-b56c-e24f25325429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:50Z', 'updated_at': '2021-07-27T21:01:51Z', 'revision_number': 2, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '561030a3-d005-4bac-b56c-e24f25325429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:52.623653 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Checking router: 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:01:52.624322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Updating router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 port b294bde4-6393-499a-aa4b-112cbf9c57e6 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:01:52.666830 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.725805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ebe44bde-c21d-4908-ad44-8861ba938364 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:52.755170 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7146b537-04ad-4d3f-bdd1-b47a4a08fa01 req-973a29ee-e6e4-4a95-8807-d658cc99d508 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 210 time: 0.0347795 Jul 27 21:01:52.858185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ebe44bde-c21d-4908-ad44-8861ba938364 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:52.858569 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:53.046528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f162a167-8ac8-4c7d-814f-f2a365d73145 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:53.092282 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:53.106294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Transition to ACTIVE for port object b294bde4-6393-499a-aa4b-112cbf9c57e6 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:53.115585 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:53.151732 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f162a167-8ac8-4c7d-814f-f2a365d73145 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:53.166306 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f162a167-8ac8-4c7d-814f-f2a365d73145 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:53.166689 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:53.200107 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda522e-edcd-4980-95b1-fa030167bd3f None None] Pushing event updated for resources: {'Port': ['ID=b294bde4-6393-499a-aa4b-112cbf9c57e6,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:53.270516 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Attempting to bind port b294bde4-6393-499a-aa4b-112cbf9c57e6 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:53.270933 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Attempting to bind port b294bde4-6393-499a-aa4b-112cbf9c57e6 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'b62122e6-cc20-4862-8936-6fdd714fe42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:53.271176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Attempting to bind port b294bde4-6393-499a-aa4b-112cbf9c57e6 on network 2f9832ae-ae99-4473-9044-f10e8fcee506 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:53.279397 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:53.279778 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Checking segment: {'id': 'b62122e6-cc20-4862-8936-6fdd714fe42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:53.280191 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:53.280620 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Bound using segment: {'id': 'b62122e6-cc20-4862-8936-6fdd714fe42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:53.281104 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Bound port: b294bde4-6393-499a-aa4b-112cbf9c57e6, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62122e6-cc20-4862-8936-6fdd714fe42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:53.281490 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:53.357238 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:53.394942 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] For port b294bde4-6393-499a-aa4b-112cbf9c57e6, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:53.401678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] For port b294bde4-6393-499a-aa4b-112cbf9c57e6, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b294bde4-6393-499a-aa4b-112cbf9c57e6,segment=NetworkSegment(b62122e6-cc20-4862-8936-6fdd714fe42c),segment_id=b62122e6-cc20-4862-8936-6fdd714fe42c)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:53.412576 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:53.415805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port f162a167-8ac8-4c7d-814f-f2a365d73145, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f162a167-8ac8-4c7d-814f-f2a365d73145,segment=NetworkSegment(b62122e6-cc20-4862-8936-6fdd714fe42c),segment_id=b62122e6-cc20-4862-8936-6fdd714fe42c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:53.423431 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:53.485241 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Routers {'8e5373c4-19fb-4727-a98a-4d3c58a1cc17'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:53.485875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:01:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:53.490547 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda522e-edcd-4980-95b1-fa030167bd3f None None] Pushing event updated for resources: {'Port': ['ID=b294bde4-6393-499a-aa4b-112cbf9c57e6,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:53.620029 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=f162a167-8ac8-4c7d-814f-f2a365d73145,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:53.652517 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] Set router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:53.886370 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:51Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:be:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:47Z', 'updated_at': '2021-07-27T21:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'b294bde4-6393-499a-aa4b-112cbf9c57e6', 'name': '', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:04:a9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '561030a3-d005-4bac-b56c-e24f25325429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:50Z', 'updated_at': '2021-07-27T21:01:53Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '561030a3-d005-4bac-b56c-e24f25325429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:53.890930 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5fe009b7-eede-4fcb-a7c2-95acef531cde req-89df0a29-52a1-473a-ad9b-e6b503b2876d tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 210 time: 0.0393345 Jul 27 21:01:53.916596 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f804d9fb-a79a-440f-aa87-d15c883d4ea8 None None] The sync data for ids ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'] in n-d-705657-21 is: [{'id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:51Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:be:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:47Z', 'updated_at': '2021-07-27T21:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'b294bde4-6393-499a-aa4b-112cbf9c57e6', 'name': '', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:04:a9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '561030a3-d005-4bac-b56c-e24f25325429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:50Z', 'updated_at': '2021-07-27T21:01:53Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '561030a3-d005-4bac-b56c-e24f25325429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:01:53.928839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-fd8dad90-509c-43fb-a0f8-cd56e2db7647 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.930524 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-fd8dad90-509c-43fb-a0f8-cd56e2db7647 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.63 "GET /v2.0/networks?id=2f9832ae-ae99-4473-9044-f10e8fcee506 HTTP/1.1" status: 200 len: 795 time: 0.1398945 Jul 27 21:01:53.994758 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-fd1e4579-2182-4af2-9eb0-951f56b66e55 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e68b8ed2d5b84f6b93d14624cd06666d HTTP/1.1" status: 200 len: 379 time: 0.0542972 Jul 27 21:01:54.006567 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-b14a0d4c-41bc-4e3e-9ecf-9415bb574e61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'port': {'device_id': '818ab557-bfef-4663-a58a-4d98c14c6cb3', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'admin_state_up': True, 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'security_groups': ['1fb76ecf-ccde-451d-abf5-3bd887f3b34e']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:54.138484 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-b14a0d4c-41bc-4e3e-9ecf-9415bb574e61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Made reservation on behalf of e68b8ed2d5b84f6b93d14624cd06666d for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:54.142246 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-b14a0d4c-41bc-4e3e-9ecf-9415bb574e61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:54.278572 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-b14a0d4c-41bc-4e3e-9ecf-9415bb574e61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.20.0.12 (2f9832ae-ae99-4473-9044-f10e8fcee506/561030a3-d005-4bac-b56c-e24f25325429/8d46e855-f508-4d71-8a3d-4c54ed5f4405) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:54.435611 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-b14a0d4c-41bc-4e3e-9ecf-9415bb574e61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:54.452774 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-b14a0d4c-41bc-4e3e-9ecf-9415bb574e61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Transition to ACTIVE for port object 8d46e855-f508-4d71-8a3d-4c54ed5f4405 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:54.494707 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-b14a0d4c-41bc-4e3e-9ecf-9415bb574e61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:54.543453 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-b14a0d4c-41bc-4e3e-9ecf-9415bb574e61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 2f9832ae-ae99-4473-9044-f10e8fcee506 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:54.549424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-b14a0d4c-41bc-4e3e-9ecf-9415bb574e61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:54.553270 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-b14a0d4c-41bc-4e3e-9ecf-9415bb574e61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:54.587710 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a0d4c-41bc-4e3e-9ecf-9415bb574e61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=8d46e855-f508-4d71-8a3d-4c54ed5f4405,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:54.628999 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-b14a0d4c-41bc-4e3e-9ecf-9415bb574e61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:54.629668 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-b14a0d4c-41bc-4e3e-9ecf-9415bb574e61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:54.659258 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-b14a0d4c-41bc-4e3e-9ecf-9415bb574e61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6576650 Jul 27 21:01:54.674550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Request body: {'port': {'device_id': '818ab557-bfef-4663-a58a-4d98c14c6cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:54.737015 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b294bde4-6393-499a-aa4b-112cbf9c57e6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:54.763120 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:54.797659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port b294bde4-6393-499a-aa4b-112cbf9c57e6 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:54.802448 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b294bde4-6393-499a-aa4b-112cbf9c57e6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:54.803478 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:54.868456 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9aa39e02-83fa-47bb-8945-b52c9aa8a207 None None] Provisioning for port 8d46e855-f508-4d71-8a3d-4c54ed5f4405 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:54.891950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9aa39e02-83fa-47bb-8945-b52c9aa8a207 None None] Provisioning complete for port 8d46e855-f508-4d71-8a3d-4c54ed5f4405 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:54.892324 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9aa39e02-83fa-47bb-8945-b52c9aa8a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:54.931170 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:54.961180 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-9aa39e02-83fa-47bb-8945-b52c9aa8a207 None None] Port 8d46e855-f508-4d71-8a3d-4c54ed5f4405 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:54.980116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port b294bde4-6393-499a-aa4b-112cbf9c57e6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b294bde4-6393-499a-aa4b-112cbf9c57e6,segment=NetworkSegment(b62122e6-cc20-4862-8936-6fdd714fe42c),segment_id=b62122e6-cc20-4862-8936-6fdd714fe42c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:54.990381 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:54.991273 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f162a167-8ac8-4c7d-814f-f2a365d73145 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:55.049629 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aaa007-1474-4a51-a0bc-9697770b3a8a req-2c7b8fc4-3d46-46ce-be48-b8955dc2ffa8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.053011 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83aaa007-1474-4a51-a0bc-9697770b3a8a req-2c7b8fc4-3d46-46ce-be48-b8955dc2ffa8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 932 time: 0.0814929 Jul 27 21:01:55.083546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=b294bde4-6393-499a-aa4b-112cbf9c57e6,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:55.094428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d46e855-f508-4d71-8a3d-4c54ed5f4405 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:55.105771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f162a167-8ac8-4c7d-814f-f2a365d73145 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:55.106155 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.113729 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.132580 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83aaa007-1474-4a51-a0bc-9697770b3a8a req-2ddca52f-9d76-4b8d-be43-4eb3231b49e5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705464 Jul 27 21:01:55.138464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Transition to ACTIVE for port object 8d46e855-f508-4d71-8a3d-4c54ed5f4405 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:55.144314 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.208038 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Pushing event updated for resources: {'Port': ['ID=8d46e855-f508-4d71-8a3d-4c54ed5f4405,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:55.306862 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Attempting to bind port 8d46e855-f508-4d71-8a3d-4c54ed5f4405 on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:55.307137 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Attempting to bind port 8d46e855-f508-4d71-8a3d-4c54ed5f4405 by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': 'b62122e6-cc20-4862-8936-6fdd714fe42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:55.307462 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Attempting to bind port 8d46e855-f508-4d71-8a3d-4c54ed5f4405 on network 2f9832ae-ae99-4473-9044-f10e8fcee506 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:55.317315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Port 8d46e855-f508-4d71-8a3d-4c54ed5f4405 on network 2f9832ae-ae99-4473-9044-f10e8fcee506 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:55.317656 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Attempting to bind port 8d46e855-f508-4d71-8a3d-4c54ed5f4405 on network 2f9832ae-ae99-4473-9044-f10e8fcee506 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:55.323596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:55.324418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Checking segment: {'id': 'b62122e6-cc20-4862-8936-6fdd714fe42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:55.324418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Bound using segment: {'id': 'b62122e6-cc20-4862-8936-6fdd714fe42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:55.324936 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Bound port: 8d46e855-f508-4d71-8a3d-4c54ed5f4405, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62122e6-cc20-4862-8936-6fdd714fe42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:55.325292 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.400548 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] For port 8d46e855-f508-4d71-8a3d-4c54ed5f4405, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:55.403813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] For port 8d46e855-f508-4d71-8a3d-4c54ed5f4405, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8d46e855-f508-4d71-8a3d-4c54ed5f4405,segment=NetworkSegment(b62122e6-cc20-4862-8936-6fdd714fe42c),segment_id=b62122e6-cc20-4862-8936-6fdd714fe42c)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:55.409431 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.443344 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.443944 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.445373 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] 10.222.0.63 "PUT /v2.0/ports/8d46e855-f508-4d71-8a3d-4c54ed5f4405 HTTP/1.1" status: 200 len: 1093 time: 0.7774591 Jul 27 21:01:55.447436 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818ab557-bfef-4663-a58a-4d98c14c6cb3', 'tag': '8d46e855-f508-4d71-8a3d-4c54ed5f4405'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:55.451003 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7844591a-6eca-44de-b906-b51fb9e17702" -d '{"events": [{"name": "network-changed", "server_uuid": "818ab557-bfef-4663-a58a-4d98c14c6cb3", "tag": "8d46e855-f508-4d71-8a3d-4c54ed5f4405"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:55.482524 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03847e7-c0f5-4b9d-bd80-6fdde6aff9ae service neutron] Pushing event updated for resources: {'Port': ['ID=8d46e855-f508-4d71-8a3d-4c54ed5f4405,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:55.525664 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad9a5ca-39c4-4bc0-bcd3-eb7961bbbc86 x-openstack-request-id: req-dad9a5ca-39c4-4bc0-bcd3-eb7961bbbc86 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:55.525956 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818ab557-bfef-4663-a58a-4d98c14c6cb3", "tag": "8d46e855-f508-4d71-8a3d-4c54ed5f4405", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:55.526208 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dad9a5ca-39c4-4bc0-bcd3-eb7961bbbc86 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:55.526605 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818ab557-bfef-4663-a58a-4d98c14c6cb3', 'tag': '8d46e855-f508-4d71-8a3d-4c54ed5f4405', 'status': 'completed', 'code': 200} Jul 27 21:01:55.555324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-ce374f0c-0125-494c-bc39-a3d27707b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.556943 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-ce374f0c-0125-494c-bc39-a3d27707b984 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0615077 Jul 27 21:01:55.608414 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-b6a519f3-d94c-4f4c-b41f-55362ab6b41d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d46e855-f508-4d71-8a3d-4c54ed5f4405 HTTP/1.1" status: 200 len: 217 time: 0.0420320 Jul 27 21:01:55.660989 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-a881e062-37b8-4bbe-bfda-034d61fc6527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.662486 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-a881e062-37b8-4bbe-bfda-034d61fc6527 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=561030a3-d005-4bac-b56c-e24f25325429 HTTP/1.1" status: 200 len: 835 time: 0.0456450 Jul 27 21:01:55.725876 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-f04bcaaa-0359-4e02-a68b-171cb498878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.727420 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-f04bcaaa-0359-4e02-a68b-171cb498878e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f9832ae-ae99-4473-9044-f10e8fcee506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563738 Jul 27 21:01:55.827049 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-09183fbe-4b98-436a-8003-3b950eefbf2c service neutron] 10.222.0.63 "GET /v2.0/networks/2f9832ae-ae99-4473-9044-f10e8fcee506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908084 Jul 27 21:01:55.921465 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-49c70665-5ae8-4ed7-8bb7-dd6f2ba633fb req-1e2d241c-a2f8-4660-b695-3cf8f2707d46 service neutron] 10.222.0.63 "GET /v2.0/networks/2f9832ae-ae99-4473-9044-f10e8fcee506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871215 Jul 27 21:01:56.028490 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844591a-6eca-44de-b906-b51fb9e17702 req-20208ffd-6a2b-4631-a53d-9cf065593a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.029978 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7844591a-6eca-44de-b906-b51fb9e17702 req-20208ffd-6a2b-4631-a53d-9cf065593a34 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0591264 Jul 27 21:01:56.278150 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccec7a7-0034-4c7f-a316-920491404c5b req-9c963abb-151f-4aef-bf95-6bcf47ad551c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.279835 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ccec7a7-0034-4c7f-a316-920491404c5b req-9c963abb-151f-4aef-bf95-6bcf47ad551c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 944 time: 0.0734527 Jul 27 21:01:56.323766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ccec7a7-0034-4c7f-a316-920491404c5b req-ccd4664b-6079-40e7-9fc8-ae33937012b2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373886 Jul 27 21:01:56.510337 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844591a-6eca-44de-b906-b51fb9e17702 req-41067d9c-d968-472a-9817-18be077a054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.512473 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7844591a-6eca-44de-b906-b51fb9e17702 req-41067d9c-d968-472a-9817-18be077a054d service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f9832ae-ae99-4473-9044-f10e8fcee506 HTTP/1.1" status: 200 len: 896 time: 0.4751875 Jul 27 21:01:56.560859 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7844591a-6eca-44de-b906-b51fb9e17702 req-736b0780-9f19-431f-8694-3aea622d2475 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d46e855-f508-4d71-8a3d-4c54ed5f4405 HTTP/1.1" status: 200 len: 217 time: 0.0366416 Jul 27 21:01:56.605075 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b294bde4-6393-499a-aa4b-112cbf9c57e6 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:56.616333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844591a-6eca-44de-b906-b51fb9e17702 req-1e6dc999-d2b4-4306-9245-17bacd85ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.617915 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7844591a-6eca-44de-b906-b51fb9e17702 req-1e6dc999-d2b4-4306-9245-17bacd85ba77 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=561030a3-d005-4bac-b56c-e24f25325429 HTTP/1.1" status: 200 len: 835 time: 0.0486403 Jul 27 21:01:56.667824 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b294bde4-6393-499a-aa4b-112cbf9c57e6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:56.668115 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.695485 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844591a-6eca-44de-b906-b51fb9e17702 req-76d3618a-29a7-49a5-bed6-0ac426a55d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.697504 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7844591a-6eca-44de-b906-b51fb9e17702 req-76d3618a-29a7-49a5-bed6-0ac426a55d77 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f9832ae-ae99-4473-9044-f10e8fcee506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705678 Jul 27 21:01:56.819227 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7844591a-6eca-44de-b906-b51fb9e17702 req-8eb2d1c0-134c-491d-b67c-6e6e3e7b97f2 service neutron] 10.222.0.63 "GET /v2.0/networks/2f9832ae-ae99-4473-9044-f10e8fcee506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131275 Jul 27 21:01:56.931652 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7844591a-6eca-44de-b906-b51fb9e17702 req-f31271c7-0210-4aaa-b870-a7951bedcdba service neutron] 10.222.0.63 "GET /v2.0/networks/2f9832ae-ae99-4473-9044-f10e8fcee506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026826 Jul 27 21:01:57.469112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39844f-a627-4a4f-8ee1-2130758e5d3a req-b7fda510-08bd-4180-8046-9e0aa4d9892b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:57.470631 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be39844f-a627-4a4f-8ee1-2130758e5d3a req-b7fda510-08bd-4180-8046-9e0aa4d9892b tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 944 time: 0.0752685 Jul 27 21:01:57.518217 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-be39844f-a627-4a4f-8ee1-2130758e5d3a req-42e4a827-0115-429d-87f9-b5b633130729 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411494 Jul 27 21:01:58.667227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9836611-c083-4313-b329-972d6c6b3cce req-14450807-f68c-4d83-b987-3d513ad3abe0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.668781 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9836611-c083-4313-b329-972d6c6b3cce req-14450807-f68c-4d83-b987-3d513ad3abe0 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 944 time: 0.0674062 Jul 27 21:01:58.708827 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e9836611-c083-4313-b329-972d6c6b3cce req-831082ab-bdf2-4d7a-90dd-0eff016c1e11 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337775 Jul 27 21:01:59.308110 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 8d46e855-f508-4d71-8a3d-4c54ed5f4405 details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:59.415644 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 8d46e855-f508-4d71-8a3d-4c54ed5f4405, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8d46e855-f508-4d71-8a3d-4c54ed5f4405,segment=NetworkSegment(b62122e6-cc20-4862-8936-6fdd714fe42c),segment_id=b62122e6-cc20-4862-8936-6fdd714fe42c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:59.429159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '8d46e855-f508-4d71-8a3d-4c54ed5f4405', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'port_id': '8d46e855-f508-4d71-8a3d-4c54ed5f4405', 'mac_address': 'fa:16:3e:94:b4:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561030a3-d005-4bac-b56c-e24f25325429', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:59.473283 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:59.488670 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d46e855-f508-4d71-8a3d-4c54ed5f4405 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:59.513883 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 8d46e855-f508-4d71-8a3d-4c54ed5f4405, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8d46e855-f508-4d71-8a3d-4c54ed5f4405,segment=NetworkSegment(b62122e6-cc20-4862-8936-6fdd714fe42c),segment_id=b62122e6-cc20-4862-8936-6fdd714fe42c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:59.519923 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:59.580264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=8d46e855-f508-4d71-8a3d-4c54ed5f4405,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:59.770603 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['8d46e855-f508-4d71-8a3d-4c54ed5f4405'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:59.866996 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e09b04-2c8d-43af-84b7-26e92e35c6c2 req-6cd78acd-356a-4b58-98f5-a5a89017d5f9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.868693 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2e09b04-2c8d-43af-84b7-26e92e35c6c2 req-6cd78acd-356a-4b58-98f5-a5a89017d5f9 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0858023 Jul 27 21:01:59.923852 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f2e09b04-2c8d-43af-84b7-26e92e35c6c2 req-bf0c2da9-f8f1-4307-93ff-90b7329e8133 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445662 Jul 27 21:02:01.075058 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48028ae4-0605-4dfc-abe4-5902b95fd7f1 req-1a15dca9-7fb2-4687-8192-718e4336e536 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.076614 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48028ae4-0605-4dfc-abe4-5902b95fd7f1 req-1a15dca9-7fb2-4687-8192-718e4336e536 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0699329 Jul 27 21:02:01.120745 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-48028ae4-0605-4dfc-abe4-5902b95fd7f1 req-fc08134c-2631-43aa-b823-ab497c0dd83e tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374925 Jul 27 21:02:01.323498 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 8d46e855-f508-4d71-8a3d-4c54ed5f4405 up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:01.378667 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 8d46e855-f508-4d71-8a3d-4c54ed5f4405 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:01.383320 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 8d46e855-f508-4d71-8a3d-4c54ed5f4405 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:01.383698 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:01.465506 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:01.494338 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818ab557-bfef-4663-a58a-4d98c14c6cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d46e855-f508-4d71-8a3d-4c54ed5f4405'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:01.496893 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f2839e-74ec-475e-910a-25df471e6756" -d '{"events": [{"server_uuid": "818ab557-bfef-4663-a58a-4d98c14c6cb3", "name": "network-vif-plugged", "status": "completed", "tag": "8d46e855-f508-4d71-8a3d-4c54ed5f4405"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:01.510023 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 8d46e855-f508-4d71-8a3d-4c54ed5f4405, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8d46e855-f508-4d71-8a3d-4c54ed5f4405,segment=NetworkSegment(b62122e6-cc20-4862-8936-6fdd714fe42c),segment_id=b62122e6-cc20-4862-8936-6fdd714fe42c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:01.515405 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:01.570189 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=8d46e855-f508-4d71-8a3d-4c54ed5f4405,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:01.600490 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1482aa7c-8263-43f0-855e-9b197e177750 x-openstack-request-id: req-1482aa7c-8263-43f0-855e-9b197e177750 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:01.600782 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818ab557-bfef-4663-a58a-4d98c14c6cb3", "name": "network-vif-plugged", "status": "completed", "tag": "8d46e855-f508-4d71-8a3d-4c54ed5f4405", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:01.601030 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1482aa7c-8263-43f0-855e-9b197e177750 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:01.601454 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818ab557-bfef-4663-a58a-4d98c14c6cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d46e855-f508-4d71-8a3d-4c54ed5f4405', 'code': 200} Jul 27 21:02:01.723311 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc815b2-81e4-486a-8a35-e084451f93e0 req-c85c2b84-83e3-44af-8dbe-ddf470eede3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.724922 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0dc815b2-81e4-486a-8a35-e084451f93e0 req-c85c2b84-83e3-44af-8dbe-ddf470eede3e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0625319 Jul 27 21:02:01.764309 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0dc815b2-81e4-486a-8a35-e084451f93e0 req-5b8311a7-7675-42b5-9f00-17c3d3127392 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309072 Jul 27 21:02:02.275628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d8cd4-bdd0-4653-8ca1-304f2108beca req-94abf0a9-2584-4d45-b60d-f6b501b96f8f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.277257 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-666d8cd4-bdd0-4653-8ca1-304f2108beca req-94abf0a9-2584-4d45-b60d-f6b501b96f8f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 946 time: 0.0685036 Jul 27 21:02:02.329486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-666d8cd4-bdd0-4653-8ca1-304f2108beca req-521cb53a-1d62-4654-9b23-37ce1c6e5162 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460434 Jul 27 21:02:03.473757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ea377-af1f-46b0-8fd8-e515ad1e2a10 req-534d6e2d-452d-4d2c-a0dd-be850755f4e2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.475168 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a1ea377-af1f-46b0-8fd8-e515ad1e2a10 req-534d6e2d-452d-4d2c-a0dd-be850755f4e2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 946 time: 0.0721703 Jul 27 21:02:03.515647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4a1ea377-af1f-46b0-8fd8-e515ad1e2a10 req-c56fefc0-66a1-4fa7-92fe-7ea1be227b7f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334709 Jul 27 21:02:03.641458 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-73ae7243-6392-4641-b52c-a243c437311d req-bcc9a896-9ae3-4bc2-9902-b7f540822122 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0620399 Jul 27 21:02:03.656147 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b9738-5749-44d0-992d-33660a80e25e req-0c23e572-da47-494e-9fcb-d73f846932c3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.657766 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d66b9738-5749-44d0-992d-33660a80e25e req-0c23e572-da47-494e-9fcb-d73f846932c3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 946 time: 0.0693223 Jul 27 21:02:03.701592 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d66b9738-5749-44d0-992d-33660a80e25e req-32a63960-1860-4cc7-875b-2cd170949d32 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372295 Jul 27 21:02:03.727122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39942) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:03.750654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae7243-6392-4641-b52c-a243c437311d req-8edb9ba5-6a51-45d2-bf33-98e77390dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.752388 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-73ae7243-6392-4641-b52c-a243c437311d req-8edb9ba5-6a51-45d2-bf33-98e77390dab3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0656576 Jul 27 21:02:03.790362 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce98cef-3d8e-4585-991e-e9f91b76338a tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.795196 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0ce98cef-3d8e-4585-991e-e9f91b76338a tempest-TestNetworkAdvancedServerOps-1222014422 tempest-TestNetworkAdvancedServerOps-1222014422-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 1093 time: 0.0634594 Jul 27 21:02:03.795641 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39944) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:03.800578 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '8d46e855-f508-4d71-8a3d-4c54ed5f4405', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:03.826513 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:03.869385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae7243-6392-4641-b52c-a243c437311d req-0faa38ef-b04f-4c5d-9a36-06c5f04e60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.871694 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-73ae7243-6392-4641-b52c-a243c437311d req-0faa38ef-b04f-4c5d-9a36-06c5f04e60ea service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f9832ae-ae99-4473-9044-f10e8fcee506 HTTP/1.1" status: 200 len: 896 time: 0.0984654 Jul 27 21:02:03.921030 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-73ae7243-6392-4641-b52c-a243c437311d req-4c1e9f42-cc5b-4182-819a-79eff57a4048 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d46e855-f508-4d71-8a3d-4c54ed5f4405 HTTP/1.1" status: 200 len: 217 time: 0.0417783 Jul 27 21:02:03.932853 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:03.975212 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae7243-6392-4641-b52c-a243c437311d req-6700c489-02cb-42a9-b07f-56deea93c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.976892 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-73ae7243-6392-4641-b52c-a243c437311d req-6700c489-02cb-42a9-b07f-56deea93c4f7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=561030a3-d005-4bac-b56c-e24f25325429 HTTP/1.1" status: 200 len: 835 time: 0.0490015 Jul 27 21:02:04.043195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Allocated IP 172.25.1.26 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/c2594552-70e0-467f-9823-3dd63591e31f) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:04.049631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae7243-6392-4641-b52c-a243c437311d req-e7b0f98c-f781-4e8f-a437-435cec0d73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.051166 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-73ae7243-6392-4641-b52c-a243c437311d req-e7b0f98c-f781-4e8f-a437-435cec0d73d5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f9832ae-ae99-4473-9044-f10e8fcee506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662096 Jul 27 21:02:04.153488 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:04.157539 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-73ae7243-6392-4641-b52c-a243c437311d req-70807d45-3fbb-4211-bdcc-f459c85b5dbd service neutron] 10.222.0.63 "GET /v2.0/networks/2f9832ae-ae99-4473-9044-f10e8fcee506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983264 Jul 27 21:02:04.194253 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:04.249001 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:04.251813 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:04.256287 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:04.259361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=c2594552-70e0-467f-9823-3dd63591e31f,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:04.263440 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-73ae7243-6392-4641-b52c-a243c437311d req-7939f4e3-cf05-4def-84a2-5d806cf2c1dc service neutron] 10.222.0.63 "GET /v2.0/networks/2f9832ae-ae99-4473-9044-f10e8fcee506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976059 Jul 27 21:02:04.646702 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:04.732594 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:04.893186 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:04.898544 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:04.963316 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event updated for resources: {'Port': ['ID=c2594552-70e0-467f-9823-3dd63591e31f,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:04.977526 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:05.093727 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Floating IP c3200aad-7812-4bb2-86f5-9dcd64bdd550 associated. External IP: 172.25.1.26, port: 8d46e855-f508-4d71-8a3d-4c54ed5f4405. Jul 27 21:02:05.352420 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:02:05.478580 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:02:05.493291 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ebfb89-c8d5-44a3-9268-ce39db2a3c70 None None] Sync routers for ids ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:02:05.496234 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:05.504568 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebfb89-c8d5-44a3-9268-ce39db2a3c70 None None] Routers {'8e5373c4-19fb-4727-a98a-4d3c58a1cc17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:05.505178 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-27ebfb89-c8d5-44a3-9268-ce39db2a3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:01:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:05.543856 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-cff97aa9-5cc9-4825-a460-1a3c5b0d7bb6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7439182 Jul 27 21:02:05.543856 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818ab557-bfef-4663-a58a-4d98c14c6cb3', 'tag': '8d46e855-f508-4d71-8a3d-4c54ed5f4405'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:05.544255 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020f00d9105fea8a59345fdc35de2f2854bc43d5b9a74a339288cd71c0a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd15bfba-7904-432f-9f5f-1c1bf8892225" -d '{"events": [{"name": "network-changed", "server_uuid": "818ab557-bfef-4663-a58a-4d98c14c6cb3", "tag": "8d46e855-f508-4d71-8a3d-4c54ed5f4405"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:05.622669 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-27ebfb89-c8d5-44a3-9268-ce39db2a3c70 None None] Set router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:05.688543 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb475b-a8e3-4435-a714-10a57e6fc390 req-ba7c0252-2cc3-44f1-a928-75a9690662f1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.690189 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16eb475b-a8e3-4435-a714-10a57e6fc390 req-ba7c0252-2cc3-44f1-a928-75a9690662f1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 946 time: 0.0769978 Jul 27 21:02:05.747135 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-16eb475b-a8e3-4435-a714-10a57e6fc390 req-a274b145-2a77-4257-a27d-6ba4bf2fe2c8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479140 Jul 27 21:02:05.783594 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39950) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:05.822946 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542f14e2-610b-479a-bdde-a6d792628220 x-openstack-request-id: req-542f14e2-610b-479a-bdde-a6d792628220 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:05.823607 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818ab557-bfef-4663-a58a-4d98c14c6cb3", "tag": "8d46e855-f508-4d71-8a3d-4c54ed5f4405", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:05.824182 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-542f14e2-610b-479a-bdde-a6d792628220 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:05.824666 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818ab557-bfef-4663-a58a-4d98c14c6cb3', 'tag': '8d46e855-f508-4d71-8a3d-4c54ed5f4405', 'status': 'completed', 'code': 200} Jul 27 21:02:05.869941 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ac8c26d3-5ca1-4767-b153-19d73cbf9531 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/c3200aad-7812-4bb2-86f5-9dcd64bdd550 HTTP/1.1" status: 200 len: 991 time: 0.0851452 Jul 27 21:02:05.883504 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-27ebfb89-c8d5-44a3-9268-ce39db2a3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:51Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:be:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:47Z', 'updated_at': '2021-07-27T21:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'c3200aad-7812-4bb2-86f5-9dcd64bdd550', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'port_id': '8d46e855-f508-4d71-8a3d-4c54ed5f4405', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'mac_address': 'fa:16:3e:94:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ab557-bfef-4663-a58a-4d98c14c6cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:02:04Z', 'updated_at': '2021-07-27T21:02:04Z', 'revision_number': 0, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b294bde4-6393-499a-aa4b-112cbf9c57e6', 'name': '', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:04:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '561030a3-d005-4bac-b56c-e24f25325429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:50Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '561030a3-d005-4bac-b56c-e24f25325429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:05.913865 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ebfb89-c8d5-44a3-9268-ce39db2a3c70 None None] Checking router: 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:02:05.915959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15bfba-7904-432f-9f5f-1c1bf8892225 req-e10c8b61-55bb-4eee-8fab-af32b40937f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.917845 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cd15bfba-7904-432f-9f5f-1c1bf8892225 req-e10c8b61-55bb-4eee-8fab-af32b40937f9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0607855 Jul 27 21:02:05.923199 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebfb89-c8d5-44a3-9268-ce39db2a3c70 None None] Routers {'8e5373c4-19fb-4727-a98a-4d3c58a1cc17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:05.923880 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-27ebfb89-c8d5-44a3-9268-ce39db2a3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:01:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:06.033602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15bfba-7904-432f-9f5f-1c1bf8892225 req-0cac7e9f-1793-4444-a434-d6f595bd9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:06.035155 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cd15bfba-7904-432f-9f5f-1c1bf8892225 req-0cac7e9f-1793-4444-a434-d6f595bd9ba1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f9832ae-ae99-4473-9044-f10e8fcee506 HTTP/1.1" status: 200 len: 896 time: 0.1100972 Jul 27 21:02:06.035734 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-27ebfb89-c8d5-44a3-9268-ce39db2a3c70 None None] Set router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:06.113307 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cd15bfba-7904-432f-9f5f-1c1bf8892225 req-90b3c6b2-3ec1-4dea-aed5-feaf1f623dfa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d46e855-f508-4d71-8a3d-4c54ed5f4405 HTTP/1.1" status: 200 len: 999 time: 0.0675666 Jul 27 21:02:06.175865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15bfba-7904-432f-9f5f-1c1bf8892225 req-48668a58-6691-4f3b-8a9b-32244ee7c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:06.178406 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cd15bfba-7904-432f-9f5f-1c1bf8892225 req-48668a58-6691-4f3b-8a9b-32244ee7c0e4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=561030a3-d005-4bac-b56c-e24f25325429 HTTP/1.1" status: 200 len: 835 time: 0.0579550 Jul 27 21:02:06.260009 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15bfba-7904-432f-9f5f-1c1bf8892225 req-8b2311f9-fd3f-4605-8a52-38a8bb989c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:06.261857 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cd15bfba-7904-432f-9f5f-1c1bf8892225 req-8b2311f9-fd3f-4605-8a52-38a8bb989c7d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f9832ae-ae99-4473-9044-f10e8fcee506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760045 Jul 27 21:02:06.303647 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-27ebfb89-c8d5-44a3-9268-ce39db2a3c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:51Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:be:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:47Z', 'updated_at': '2021-07-27T21:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'c3200aad-7812-4bb2-86f5-9dcd64bdd550', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'port_id': '8d46e855-f508-4d71-8a3d-4c54ed5f4405', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'mac_address': 'fa:16:3e:94:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ab557-bfef-4663-a58a-4d98c14c6cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:02:04Z', 'updated_at': '2021-07-27T21:02:04Z', 'revision_number': 0, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b294bde4-6393-499a-aa4b-112cbf9c57e6', 'name': '', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:04:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '561030a3-d005-4bac-b56c-e24f25325429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:50Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '561030a3-d005-4bac-b56c-e24f25325429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:06.354876 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ebfb89-c8d5-44a3-9268-ce39db2a3c70 None None] The sync data for ids ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'] in n-d-705657-21 is: [{'id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:51Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:be:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:47Z', 'updated_at': '2021-07-27T21:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'c3200aad-7812-4bb2-86f5-9dcd64bdd550', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'port_id': '8d46e855-f508-4d71-8a3d-4c54ed5f4405', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'mac_address': 'fa:16:3e:94:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ab557-bfef-4663-a58a-4d98c14c6cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:02:04Z', 'updated_at': '2021-07-27T21:02:04Z', 'revision_number': 0, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b294bde4-6393-499a-aa4b-112cbf9c57e6', 'name': '', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:04:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '561030a3-d005-4bac-b56c-e24f25325429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:50Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '561030a3-d005-4bac-b56c-e24f25325429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:02:06.361594 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cd15bfba-7904-432f-9f5f-1c1bf8892225 req-515e870e-1d10-4fa1-b325-ffbc0f66e94f service neutron] 10.222.0.63 "GET /v2.0/networks/2f9832ae-ae99-4473-9044-f10e8fcee506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909255 Jul 27 21:02:06.458165 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-cd15bfba-7904-432f-9f5f-1c1bf8892225 req-2973f1a7-ee19-4e5f-b0f8-e167d2a6b0f9 service neutron] 10.222.0.63 "GET /v2.0/networks/2f9832ae-ae99-4473-9044-f10e8fcee506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904202 Jul 27 21:02:06.572796 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f34c9-ca87-41b3-998c-dd0908a7e0d6 None None] New status for floating IP c3200aad-7812-4bb2-86f5-9dcd64bdd550: ACTIVE {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:02:06.874610 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39954) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:06.946220 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b93616e8-67d3-4142-a93e-606fa829a9a3 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/c3200aad-7812-4bb2-86f5-9dcd64bdd550 HTTP/1.1" status: 200 len: 993 time: 0.0703757 Jul 27 21:02:07.892869 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:02:09.291153 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:12.458427 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:13.568633 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c83123f5-23c6-4c15-b9c9-7099bf51ec39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.277325 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f755c3e2-c478-46b2-a04e-c56562dcce76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.377429 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:17.496596 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.244347 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:35.766552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7311053-45f6-46f1-a10f-1d61c3871eed req-8f0c3828-4f3d-4f1d-8ab2-91df9289dc61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.768182 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7311053-45f6-46f1-a10f-1d61c3871eed req-8f0c3828-4f3d-4f1d-8ab2-91df9289dc61 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 946 time: 0.0755725 Jul 27 21:02:35.810290 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f7311053-45f6-46f1-a10f-1d61c3871eed req-122c4cdc-385d-488c-89ec-2204ed046014 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354369 Jul 27 21:02:36.961113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2390ed-4d32-48bb-b62d-1f4825cb332e req-9e0cb370-04f5-4e65-a032-046157daf690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.962876 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae2390ed-4d32-48bb-b62d-1f4825cb332e req-9e0cb370-04f5-4e65-a032-046157daf690 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 946 time: 0.0701852 Jul 27 21:02:37.004871 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae2390ed-4d32-48bb-b62d-1f4825cb332e req-d8b984e6-cff0-4569-900c-ffb70dd0aa5c tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349519 Jul 27 21:02:37.030060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39972) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:37.108791 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-49e9854c-ad76-4cc2-843e-c0f1b805a169 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/c3200aad-7812-4bb2-86f5-9dcd64bdd550 HTTP/1.1" status: 200 len: 993 time: 0.0772569 Jul 27 21:02:38.408924 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4827c34-917a-4df7-9a69-0e752b2997b6 req-9e64ab57-3497-4fd8-b609-3a0d22ca54b8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.410304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4827c34-917a-4df7-9a69-0e752b2997b6 req-9e64ab57-3497-4fd8-b609-3a0d22ca54b8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 946 time: 0.0728936 Jul 27 21:02:38.430029 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6b87d-e4ec-4071-a174-2ce4b35c6ec0 req-0ee037eb-aef6-4820-83bf-e0b92b26cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.431560 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a9a6b87d-e4ec-4071-a174-2ce4b35c6ec0 req-0ee037eb-aef6-4820-83bf-e0b92b26cd8f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0615606 Jul 27 21:02:38.455923 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4827c34-917a-4df7-9a69-0e752b2997b6 req-3c5218c2-99ec-4549-be01-e330090b92e2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359402 Jul 27 21:02:38.547149 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6b87d-e4ec-4071-a174-2ce4b35c6ec0 req-089e37c5-2a9a-419f-af6d-0b6d00837a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.549024 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a9a6b87d-e4ec-4071-a174-2ce4b35c6ec0 req-089e37c5-2a9a-419f-af6d-0b6d00837a36 service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f9832ae-ae99-4473-9044-f10e8fcee506 HTTP/1.1" status: 200 len: 896 time: 0.1086895 Jul 27 21:02:38.629141 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a9a6b87d-e4ec-4071-a174-2ce4b35c6ec0 req-2d46974e-bce0-47e1-9be8-450888d6e7f3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d46e855-f508-4d71-8a3d-4c54ed5f4405 HTTP/1.1" status: 200 len: 1001 time: 0.0725684 Jul 27 21:02:38.690065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6b87d-e4ec-4071-a174-2ce4b35c6ec0 req-05139244-c1b7-4750-8760-3474b5a780f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.691649 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a9a6b87d-e4ec-4071-a174-2ce4b35c6ec0 req-05139244-c1b7-4750-8760-3474b5a780f3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=561030a3-d005-4bac-b56c-e24f25325429 HTTP/1.1" status: 200 len: 835 time: 0.0551057 Jul 27 21:02:38.761464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6b87d-e4ec-4071-a174-2ce4b35c6ec0 req-fba10958-7113-498a-a8b8-29c8d89f5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.763036 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a9a6b87d-e4ec-4071-a174-2ce4b35c6ec0 req-fba10958-7113-498a-a8b8-29c8d89f5789 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f9832ae-ae99-4473-9044-f10e8fcee506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631363 Jul 27 21:02:38.863884 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a9a6b87d-e4ec-4071-a174-2ce4b35c6ec0 req-96593bf0-b8a5-4f26-9a91-50f69b502b76 service neutron] 10.222.0.63 "GET /v2.0/networks/2f9832ae-ae99-4473-9044-f10e8fcee506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927556 Jul 27 21:02:38.977018 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a9a6b87d-e4ec-4071-a174-2ce4b35c6ec0 req-5577d44a-1730-4f86-9637-9f738fe99d6e service neutron] 10.222.0.63 "GET /v2.0/networks/2f9832ae-ae99-4473-9044-f10e8fcee506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047349 Jul 27 21:02:39.305468 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:39.629110 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a2060-28d4-4a9b-8112-7b8444adb39a req-bd5202ba-17e9-452c-aa1c-b0d3cb8c6b01 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.630727 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a80a2060-28d4-4a9b-8112-7b8444adb39a req-bd5202ba-17e9-452c-aa1c-b0d3cb8c6b01 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 946 time: 0.0765896 Jul 27 21:02:39.681822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a80a2060-28d4-4a9b-8112-7b8444adb39a req-31a61e92-e6a0-4c59-a395-279aeb0a0668 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435877 Jul 27 21:02:40.846084 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90ec3f-d4a3-46e1-9adf-7fd175927612 req-e8cda415-8476-4b0a-a271-af73b17a7bf7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:40.848090 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee90ec3f-d4a3-46e1-9adf-7fd175927612 req-e8cda415-8476-4b0a-a271-af73b17a7bf7 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 946 time: 0.0804853 Jul 27 21:02:40.889667 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee90ec3f-d4a3-46e1-9adf-7fd175927612 req-37be6484-7b41-4959-8a4a-999b2c1005c8 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354462 Jul 27 21:02:40.921122 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 39984) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:40.991532 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-aa489625-809f-41eb-a2c2-b6e137d4ad99 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/floatingips/c3200aad-7812-4bb2-86f5-9dcd64bdd550 HTTP/1.1" status: 200 len: 993 time: 0.0692091 Jul 27 21:02:41.272643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 39990) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:41.491644 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port c2594552-70e0-467f-9823-3dd63591e31f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:41.491964 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:41.583226 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:41.583559 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:41.599106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for c2594552-70e0-467f-9823-3dd63591e31f owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:41.781362 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:41.816090 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=c2594552-70e0-467f-9823-3dd63591e31f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:41.865641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:41.866004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:41.866362 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:41.866707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:41.867048 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:41.867393 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:41.867744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:41.868065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:41.868433 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:41.868752 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:41.869085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:41.869438 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:41.916608 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:41.917100 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Floating IP c3200aad-7812-4bb2-86f5-9dcd64bdd550 disassociated (deleted). External IP: 172.25.1.26, port: 8d46e855-f508-4d71-8a3d-4c54ed5f4405. Jul 27 21:02:42.159030 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:02:42.300205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:02:42.305352 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:42.312191 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddbca9d-3274-4634-a317-8d995db6481f None None] Sync routers for ids ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:02:42.325183 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddbca9d-3274-4634-a317-8d995db6481f None None] Routers {'8e5373c4-19fb-4727-a98a-4d3c58a1cc17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:42.326054 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cddbca9d-3274-4634-a317-8d995db6481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:02:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:42.349601 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-324f7189-5fe4-4000-8b48-951e53feab9f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/floatingips/c3200aad-7812-4bb2-86f5-9dcd64bdd550 HTTP/1.1" status: 204 len: 168 time: 1.0757034 Jul 27 21:02:42.350259 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818ab557-bfef-4663-a58a-4d98c14c6cb3', 'tag': '8d46e855-f508-4d71-8a3d-4c54ed5f4405'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:42.353025 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fc507e-5b7d-4ab4-b2e7-7d943566c09e" -d '{"events": [{"name": "network-changed", "server_uuid": "818ab557-bfef-4663-a58a-4d98c14c6cb3", "tag": "8d46e855-f508-4d71-8a3d-4c54ed5f4405"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:42.463925 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:42.467250 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-cddbca9d-3274-4634-a317-8d995db6481f None None] Set router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:42.575870 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007eed69-5b8a-4ddf-9841-52be70ea334f x-openstack-request-id: req-007eed69-5b8a-4ddf-9841-52be70ea334f {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:42.576231 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818ab557-bfef-4663-a58a-4d98c14c6cb3", "tag": "8d46e855-f508-4d71-8a3d-4c54ed5f4405", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:42.576552 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-007eed69-5b8a-4ddf-9841-52be70ea334f {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:42.577221 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818ab557-bfef-4663-a58a-4d98c14c6cb3', 'tag': '8d46e855-f508-4d71-8a3d-4c54ed5f4405', 'status': 'completed', 'code': 200} Jul 27 21:02:42.685786 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc507e-5b7d-4ab4-b2e7-7d943566c09e req-f3ed94bc-c0bf-4c9a-ad97-b20ec1042846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.687390 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-57fc507e-5b7d-4ab4-b2e7-7d943566c09e req-f3ed94bc-c0bf-4c9a-ad97-b20ec1042846 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0881412 Jul 27 21:02:42.741360 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8302be-06f7-4ff8-bfa1-848cc0158e7b req-f46c2daa-345a-4783-b2b9-e6584c3dabd5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.749066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a8302be-06f7-4ff8-bfa1-848cc0158e7b req-f46c2daa-345a-4783-b2b9-e6584c3dabd5 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 946 time: 0.1146383 Jul 27 21:02:42.771860 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cddbca9d-3274-4634-a317-8d995db6481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:51Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:be:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:47Z', 'updated_at': '2021-07-27T21:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'b294bde4-6393-499a-aa4b-112cbf9c57e6', 'name': '', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:04:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '561030a3-d005-4bac-b56c-e24f25325429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:50Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '561030a3-d005-4bac-b56c-e24f25325429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:42.789573 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6a8302be-06f7-4ff8-bfa1-848cc0158e7b req-cc05c146-970f-4a8c-b923-c1530b795ff1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393524 Jul 27 21:02:42.812516 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddbca9d-3274-4634-a317-8d995db6481f None None] Checking router: 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:02:42.813427 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc507e-5b7d-4ab4-b2e7-7d943566c09e req-7e06f23d-0f2a-42a1-9daa-b3054bec629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.815712 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-57fc507e-5b7d-4ab4-b2e7-7d943566c09e req-7e06f23d-0f2a-42a1-9daa-b3054bec629c service neutron] 10.222.0.63 "GET /v2.0/networks?id=2f9832ae-ae99-4473-9044-f10e8fcee506 HTTP/1.1" status: 200 len: 896 time: 0.1195364 Jul 27 21:02:42.824895 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddbca9d-3274-4634-a317-8d995db6481f None None] Routers {'8e5373c4-19fb-4727-a98a-4d3c58a1cc17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:42.825580 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cddbca9d-3274-4634-a317-8d995db6481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:02:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:42.864579 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-57fc507e-5b7d-4ab4-b2e7-7d943566c09e req-c4a43c90-371a-4609-a53d-32dfd16594e5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d46e855-f508-4d71-8a3d-4c54ed5f4405 HTTP/1.1" status: 200 len: 217 time: 0.0382318 Jul 27 21:02:42.932646 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc507e-5b7d-4ab4-b2e7-7d943566c09e req-6985f48b-fc66-4701-bd9c-f22162e5e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.935066 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-57fc507e-5b7d-4ab4-b2e7-7d943566c09e req-6985f48b-fc66-4701-bd9c-f22162e5e6ae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=561030a3-d005-4bac-b56c-e24f25325429 HTTP/1.1" status: 200 len: 835 time: 0.0617347 Jul 27 21:02:43.029418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc507e-5b7d-4ab4-b2e7-7d943566c09e req-2eccfc2b-3852-42f0-bbd5-9b4fd2a86a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:43.032040 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-57fc507e-5b7d-4ab4-b2e7-7d943566c09e req-2eccfc2b-3852-42f0-bbd5-9b4fd2a86a9f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=2f9832ae-ae99-4473-9044-f10e8fcee506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862410 Jul 27 21:02:43.080002 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-cddbca9d-3274-4634-a317-8d995db6481f None None] Set router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:43.148859 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-57fc507e-5b7d-4ab4-b2e7-7d943566c09e req-0d06f61b-0d3d-422d-9c7b-fc0d4fcccf72 service neutron] 10.222.0.63 "GET /v2.0/networks/2f9832ae-ae99-4473-9044-f10e8fcee506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083391 Jul 27 21:02:43.276817 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-57fc507e-5b7d-4ab4-b2e7-7d943566c09e req-da9bea43-419d-4b1f-b557-1c17bd86e84e service neutron] 10.222.0.63 "GET /v2.0/networks/2f9832ae-ae99-4473-9044-f10e8fcee506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190934 Jul 27 21:02:43.337715 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-cddbca9d-3274-4634-a317-8d995db6481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:51Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:be:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:47Z', 'updated_at': '2021-07-27T21:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'b294bde4-6393-499a-aa4b-112cbf9c57e6', 'name': '', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:04:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '561030a3-d005-4bac-b56c-e24f25325429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:50Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '561030a3-d005-4bac-b56c-e24f25325429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:43.365637 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddbca9d-3274-4634-a317-8d995db6481f None None] The sync data for ids ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'] in n-d-705657-21 is: [{'id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:01:51Z', 'revision_number': 4, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:be:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:47Z', 'updated_at': '2021-07-27T21:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'b294bde4-6393-499a-aa4b-112cbf9c57e6', 'name': '', 'network_id': '2f9832ae-ae99-4473-9044-f10e8fcee506', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'mac_address': 'fa:16:3e:04:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '561030a3-d005-4bac-b56c-e24f25325429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:50Z', 'updated_at': '2021-07-27T21:01:54Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'subnets': [{'id': '561030a3-d005-4bac-b56c-e24f25325429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:02:43.573271 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4df49d13-6b12-4b46-9ad8-f59df36903c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:43.646910 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0994d4cd-4128-408e-adc7-1e5e9f06cb6b None None] New status for floating IP c3200aad-7812-4bb2-86f5-9dcd64bdd550: DOWN {{(pid=94061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:02:43.944306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4a6f9-8202-4b25-9e69-a318983fc949 req-38990a25-3eac-4f1c-8a2e-3ced509ea0d1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:43.945930 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8e4a6f9-8202-4b25-9e69-a318983fc949 req-38990a25-3eac-4f1c-8a2e-3ced509ea0d1 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 946 time: 0.0726645 Jul 27 21:02:44.007755 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d8e4a6f9-8202-4b25-9e69-a318983fc949 req-c473e5a6-fa7f-433a-bc62-ad0910c4d055 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fb76ecf-ccde-451d-abf5-3bd887f3b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502675 Jul 27 21:02:44.421365 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9263de-14ea-4387-a317-2d3efad0e7ad req-151a2fcb-6478-4f05-bca7-799d65a48c7f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:44.422796 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ce9263de-14ea-4387-a317-2d3efad0e7ad req-151a2fcb-6478-4f05-bca7-799d65a48c7f tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.63 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 946 time: 0.0721269 Jul 27 21:02:44.575518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-ce9263de-14ea-4387-a317-2d3efad0e7ad req-15521b4b-acbe-492a-8122-be311690b941 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port 8d46e855-f508-4d71-8a3d-4c54ed5f4405 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:44.576068 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ce9263de-14ea-4387-a317-2d3efad0e7ad req-15521b4b-acbe-492a-8122-be311690b941 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.703057 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-ce9263de-14ea-4387-a317-2d3efad0e7ad req-15521b4b-acbe-492a-8122-be311690b941 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] For port 8d46e855-f508-4d71-8a3d-4c54ed5f4405, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=8d46e855-f508-4d71-8a3d-4c54ed5f4405,segment=NetworkSegment(b62122e6-cc20-4862-8936-6fdd714fe42c),segment_id=b62122e6-cc20-4862-8936-6fdd714fe42c)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:44.703342 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ce9263de-14ea-4387-a317-2d3efad0e7ad req-15521b4b-acbe-492a-8122-be311690b941 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.719664 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-ce9263de-14ea-4387-a317-2d3efad0e7ad req-15521b4b-acbe-492a-8122-be311690b941 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for 8d46e855-f508-4d71-8a3d-4c54ed5f4405 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:44.876851 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ce9263de-14ea-4387-a317-2d3efad0e7ad req-15521b4b-acbe-492a-8122-be311690b941 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.895111 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:02:44.919476 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15521b4b-acbe-492a-8122-be311690b941 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=8d46e855-f508-4d71-8a3d-4c54ed5f4405,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:44.976575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9263de-14ea-4387-a317-2d3efad0e7ad req-15521b4b-acbe-492a-8122-be311690b941 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] No DVR routers for this DVR port 8d46e855-f508-4d71-8a3d-4c54ed5f4405 on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:02:44.979479 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-ce9263de-14ea-4387-a317-2d3efad0e7ad req-15521b4b-acbe-492a-8122-be311690b941 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.981575 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ce9263de-14ea-4387-a317-2d3efad0e7ad req-15521b4b-acbe-492a-8122-be311690b941 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.63 "DELETE /v2.0/ports/8d46e855-f508-4d71-8a3d-4c54ed5f4405 HTTP/1.1" status: 204 len: 173 time: 0.5521815 Jul 27 21:02:44.982018 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818ab557-bfef-4663-a58a-4d98c14c6cb3', 'name': 'network-vif-deleted', 'tag': '8d46e855-f508-4d71-8a3d-4c54ed5f4405'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:44.984270 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320653e5-12a4-4f15-8dac-215d4c9b5600" -d '{"events": [{"server_uuid": "818ab557-bfef-4663-a58a-4d98c14c6cb3", "name": "network-vif-deleted", "tag": "8d46e855-f508-4d71-8a3d-4c54ed5f4405"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:45.038332 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d815cba-cc35-4937-b031-bc9e335da80a x-openstack-request-id: req-4d815cba-cc35-4937-b031-bc9e335da80a {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:45.038665 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818ab557-bfef-4663-a58a-4d98c14c6cb3", "name": "network-vif-deleted", "tag": "8d46e855-f508-4d71-8a3d-4c54ed5f4405", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:45.038864 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d815cba-cc35-4937-b031-bc9e335da80a {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:45.039386 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818ab557-bfef-4663-a58a-4d98c14c6cb3', 'name': 'network-vif-deleted', 'tag': '8d46e855-f508-4d71-8a3d-4c54ed5f4405', 'status': 'completed', 'code': 200} Jul 27 21:02:45.138724 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3cf48864-69e1-4a28-8ad7-b2e5db5bb81c req-f15ea908-4c8a-4df3-8e43-5e647cb0fca2 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "GET /v2.0/ports?device_id=818ab557-bfef-4663-a58a-4d98c14c6cb3 HTTP/1.1" status: 200 len: 210 time: 0.0335014 Jul 27 21:02:46.208857 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40006) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:46.271785 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-11efd9f6-dd51-47b3-85f5-5258427748d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:46.373123 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:46.664939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3232c237-890f-4159-9cd1-1fce0f8e71c6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:47.030679 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3232c237-890f-4159-9cd1-1fce0f8e71c6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port b294bde4-6393-499a-aa4b-112cbf9c57e6 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:47.032761 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3232c237-890f-4159-9cd1-1fce0f8e71c6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:47.145466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-3232c237-890f-4159-9cd1-1fce0f8e71c6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] For port b294bde4-6393-499a-aa4b-112cbf9c57e6, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b294bde4-6393-499a-aa4b-112cbf9c57e6,segment=NetworkSegment(b62122e6-cc20-4862-8936-6fdd714fe42c),segment_id=b62122e6-cc20-4862-8936-6fdd714fe42c)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:47.145935 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3232c237-890f-4159-9cd1-1fce0f8e71c6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:47.159576 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-3232c237-890f-4159-9cd1-1fce0f8e71c6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for b294bde4-6393-499a-aa4b-112cbf9c57e6 owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:47.382982 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3232c237-890f-4159-9cd1-1fce0f8e71c6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:47.405053 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232c237-890f-4159-9cd1-1fce0f8e71c6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=b294bde4-6393-499a-aa4b-112cbf9c57e6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:47.502028 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:47.520249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 8d46e855-f508-4d71-8a3d-4c54ed5f4405 no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:47.555222 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 8d46e855-f508-4d71-8a3d-4c54ed5f4405 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:02:47.555601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 8d46e855-f508-4d71-8a3d-4c54ed5f4405 not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:02:47.688939 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-3232c237-890f-4159-9cd1-1fce0f8e71c6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:47.978373 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3232c237-890f-4159-9cd1-1fce0f8e71c6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:02:48.547567 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3232c237-890f-4159-9cd1-1fce0f8e71c6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:02:48.553174 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3232c237-890f-4159-9cd1-1fce0f8e71c6 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "PUT /v2.0/routers/8e5373c4-19fb-4727-a98a-4d3c58a1cc17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3429673 Jul 27 21:02:48.557489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40008) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:48.558777 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edac4c7-32b9-40a1-85cf-7c0cf3bfa7bf None None] Sync routers for ids ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:02:48.571840 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edac4c7-32b9-40a1-85cf-7c0cf3bfa7bf None None] Routers {'8e5373c4-19fb-4727-a98a-4d3c58a1cc17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:48.572771 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-5edac4c7-32b9-40a1-85cf-7c0cf3bfa7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:48.650698 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting subnet 561030a3-d005-4bac-b56c-e24f25325429 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:02:48.654785 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:48.698830 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-5edac4c7-32b9-40a1-85cf-7c0cf3bfa7bf None None] Set router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:48.724837 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:48.836416 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:48.920773 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-5edac4c7-32b9-40a1-85cf-7c0cf3bfa7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:02:47Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:be:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:47Z', 'updated_at': '2021-07-27T21:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:48.930677 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:48.956674 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711c41d8-b998-449a-b420-0a3b5b7c6d4d None None] Network 2f9832ae-ae99-4473-9044-f10e8fcee506 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:02:48.968230 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edac4c7-32b9-40a1-85cf-7c0cf3bfa7bf None None] Checking router: 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:02:48.975465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Subnet': ['ID=561030a3-d005-4bac-b56c-e24f25325429,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:48.978627 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edac4c7-32b9-40a1-85cf-7c0cf3bfa7bf None None] Routers {'8e5373c4-19fb-4727-a98a-4d3c58a1cc17'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:48.979559 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-5edac4c7-32b9-40a1-85cf-7c0cf3bfa7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:48.985107 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:48.991878 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/subnets/561030a3-d005-4bac-b56c-e24f25325429 HTTP/1.1" status: 204 len: 168 time: 0.4287260 Jul 27 21:02:48.991878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:48.991878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:48.991878 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:48.992640 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40012) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:48.992808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:48.992808 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:48.993476 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:48.993835 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:48.994733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:48.995291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:48.995822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:48.996357 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:48.996918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e00712-cc22-42dd-a58e-a2f1f67e5dbd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:49.103905 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-5edac4c7-32b9-40a1-85cf-7c0cf3bfa7bf None None] Set router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:49.112951 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.195380 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] DHCP port deletion for 2f9832ae-ae99-4473-9044-f10e8fcee506 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:02:49.238805 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.252793 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.271176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Deleting port f162a167-8ac8-4c7d-814f-f2a365d73145 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:49.271756 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.319200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Deleting port ebe44bde-c21d-4908-ad44-8861ba938364 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:49.319785 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.323421 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-5edac4c7-32b9-40a1-85cf-7c0cf3bfa7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:02:47Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:be:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:47Z', 'updated_at': '2021-07-27T21:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:49.345419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] For port f162a167-8ac8-4c7d-814f-f2a365d73145, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f162a167-8ac8-4c7d-814f-f2a365d73145,segment=NetworkSegment(b62122e6-cc20-4862-8936-6fdd714fe42c),segment_id=b62122e6-cc20-4862-8936-6fdd714fe42c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:49.346199 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.350676 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edac4c7-32b9-40a1-85cf-7c0cf3bfa7bf None None] The sync data for ids ['8e5373c4-19fb-4727-a98a-4d3c58a1cc17'] in n-d-705657-21 is: [{'id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144469074', 'tenant_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:46Z', 'updated_at': '2021-07-27T21:02:47Z', 'revision_number': 5, 'project_id': 'e68b8ed2d5b84f6b93d14624cd06666d', 'gw_port': {'id': 'ebe44bde-c21d-4908-ad44-8861ba938364', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:be:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5373c4-19fb-4727-a98a-4d3c58a1cc17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:47Z', 'updated_at': '2021-07-27T21:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:02:49.362661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Calling delete_port for f162a167-8ac8-4c7d-814f-f2a365d73145 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:49.432734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] For port ebe44bde-c21d-4908-ad44-8861ba938364, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ebe44bde-c21d-4908-ad44-8861ba938364,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:49.433106 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.446366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Calling delete_port for ebe44bde-c21d-4908-ad44-8861ba938364 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:49.472616 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.510268 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Pushing event deleted for resources: {'Port': ['ID=f162a167-8ac8-4c7d-814f-f2a365d73145,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:49.514821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] No DVR routers for this DVR port f162a167-8ac8-4c7d-814f-f2a365d73145 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:02:49.526392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:49.526926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:49.527071 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:49.527334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:49.527659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:49.527980 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:49.528307 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:49.528693 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:49.528964 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:49.529360 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:49.529566 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:49.529896 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc577ad9-33d7-4632-9bdd-a74fdb426ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:49.642624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.679328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Port': ['ID=ebe44bde-c21d-4908-ad44-8861ba938364,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:49.747026 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.891865 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.895462 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.983812 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.984423 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Fanout notify agent at l3_agent the message router_deleted on router 8e5373c4-19fb-4727-a98a-4d3c58a1cc17 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:02:49.993696 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.996671 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-38464690-b151-4d39-b635-c2b8a109febe tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/routers/8e5373c4-19fb-4727-a98a-4d3c58a1cc17 HTTP/1.1" status: 204 len: 168 time: 1.0032618 Jul 27 21:02:50.000306 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40014) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:50.110572 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5601e37-fbdf-42cf-a05e-20c9fd4916dd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.236895 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5601e37-fbdf-42cf-a05e-20c9fd4916dd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.256500 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-e5601e37-fbdf-42cf-a05e-20c9fd4916dd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9832ae-ae99-4473-9044-f10e8fcee506']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:50.286012 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-e5601e37-fbdf-42cf-a05e-20c9fd4916dd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62122e6-cc20-4862-8936-6fdd714fe42c') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:50.286505 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-e5601e37-fbdf-42cf-a05e-20c9fd4916dd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62122e6-cc20-4862-8936-6fdd714fe42c') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:50.302530 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5601e37-fbdf-42cf-a05e-20c9fd4916dd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.331769 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5601e37-fbdf-42cf-a05e-20c9fd4916dd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.342776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5601e37-fbdf-42cf-a05e-20c9fd4916dd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:02:50.343523 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5601e37-fbdf-42cf-a05e-20c9fd4916dd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: timer() Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:02:50.348714 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:02:50.423243 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5601e37-fbdf-42cf-a05e-20c9fd4916dd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.435641 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5601e37-fbdf-42cf-a05e-20c9fd4916dd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.438730 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e5601e37-fbdf-42cf-a05e-20c9fd4916dd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/networks/2f9832ae-ae99-4473-9044-f10e8fcee506 HTTP/1.1" status: 204 len: 168 time: 0.4366636 Jul 27 21:02:50.443049 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40016) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:50.457385 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5601e37-fbdf-42cf-a05e-20c9fd4916dd tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'Network': ['ID=2f9832ae-ae99-4473-9044-f10e8fcee506,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:50.534245 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6678161e-8ffb-48a4-aa94-7bf89e6f0864 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.571782 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6678161e-8ffb-48a4-aa94-7bf89e6f0864 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.642105 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b294bde4-6393-499a-aa4b-112cbf9c57e6 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:50.679731 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6678161e-8ffb-48a4-aa94-7bf89e6f0864 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.684372 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6678161e-8ffb-48a4-aa94-7bf89e6f0864 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.686401 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6678161e-8ffb-48a4-aa94-7bf89e6f0864 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] 10.222.0.48 "DELETE /v2.0/security-groups/1fb76ecf-ccde-451d-abf5-3bd887f3b34e HTTP/1.1" status: 204 len: 168 time: 0.2418888 Jul 27 21:02:50.691314 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: b294bde4-6393-499a-aa4b-112cbf9c57e6 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:02:50.691729 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b294bde4-6393-499a-aa4b-112cbf9c57e6 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:02:50.692094 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ebe44bde-c21d-4908-ad44-8861ba938364 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:50.709208 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678161e-8ffb-48a4-aa94-7bf89e6f0864 tempest-TestNetworkAdvancedServerOps-1520262960 tempest-TestNetworkAdvancedServerOps-1520262960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb76ecf-ccde-451d-abf5-3bd887f3b34e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:50.718796 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: ebe44bde-c21d-4908-ad44-8861ba938364 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:02:50.719167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ebe44bde-c21d-4908-ad44-8861ba938364 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:02:50.719604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f162a167-8ac8-4c7d-814f-f2a365d73145 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:50.758109 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f162a167-8ac8-4c7d-814f-f2a365d73145 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:02:50.758699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f162a167-8ac8-4c7d-814f-f2a365d73145 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:02:51.117400 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40026) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:51.309129 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-479d3701-ad89-40fd-880f-2cac15b5380b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e68b8ed2d5b84f6b93d14624cd06666d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905241 Jul 27 21:02:51.311839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40030) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:51.367538 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c720b4c1-1a85-4593-ac01-4c0513501068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.395680 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c720b4c1-1a85-4593-ac01-4c0513501068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.446191 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c720b4c1-1a85-4593-ac01-4c0513501068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.451044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c720b4c1-1a85-4593-ac01-4c0513501068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.452893 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c720b4c1-1a85-4593-ac01-4c0513501068 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f32046b7-af16-4292-99c6-e5fb565ef175 HTTP/1.1" status: 204 len: 168 time: 0.1398075 Jul 27 21:02:51.466074 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720b4c1-1a85-4593-ac01-4c0513501068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32046b7-af16-4292-99c6-e5fb565ef175,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:51.734648 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40036) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:51.749041 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0e8706d-9427-4e0c-b1b8-44bb05725c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.846849 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0e8706d-9427-4e0c-b1b8-44bb05725c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.850594 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b0e8706d-9427-4e0c-b1b8-44bb05725c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.888898 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b0e8706d-9427-4e0c-b1b8-44bb05725c46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10a1519989d244dd993cd8e3398c1b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531112 Jul 27 21:02:51.890128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8706d-9427-4e0c-b1b8-44bb05725c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abdc96a-6b2f-4e00-8c09-c21213dfaf3d,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:51.891864 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40038) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:51.944275 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0afbec74-1530-46ab-a76d-649bb5c887c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.967288 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0afbec74-1530-46ab-a76d-649bb5c887c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:52.024605 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0afbec74-1530-46ab-a76d-649bb5c887c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:52.027981 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0afbec74-1530-46ab-a76d-649bb5c887c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:52.029233 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0afbec74-1530-46ab-a76d-649bb5c887c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4abdc96a-6b2f-4e00-8c09-c21213dfaf3d HTTP/1.1" status: 204 len: 168 time: 0.1356134 Jul 27 21:02:52.038594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbec74-1530-46ab-a76d-649bb5c887c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abdc96a-6b2f-4e00-8c09-c21213dfaf3d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:52.812862 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40060) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:52.920517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-41752249-network', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:52.945288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] Made reservation on behalf of b498e45a7ef640dabc9433d301f64a53 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:52.948074 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:52.956459 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.049819 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.054877 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.081513 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:02:53.091818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908597d0-bb8b-455b-8241-7503e9581ce1,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:53.096704 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.097048 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] Added segment 1cca6a84-b3e9-4f5f-85fe-04648f338d0d of type vlan for network 77a600ed-fdcf-48aa-94b3-877ebece19c9 Jul 27 21:02:53.142901 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.175901 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.177477 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:53.178770 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.239969 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4257770 Jul 27 21:02:53.240302 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40064) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:53.246337 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67555852-96f6-4e17-ac7d-d9cd863b0154 admin admin] Pushing event updated for resources: {'Network': ['ID=77a600ed-fdcf-48aa-94b3-877ebece19c9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:53.249122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-95f32951-bf3d-432a-89f4-0a8476204010 admin admin] Request body: {'subnet': {'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-41752249-subnet', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:53.258552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 77a600ed-fdcf-48aa-94b3-877ebece19c9 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:02:53.274847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f32951-bf3d-432a-89f4-0a8476204010 admin admin] Made reservation on behalf of b498e45a7ef640dabc9433d301f64a53 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:53.277847 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95f32951-bf3d-432a-89f4-0a8476204010 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.470634 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95f32951-bf3d-432a-89f4-0a8476204010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.529863 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f32951-bf3d-432a-89f4-0a8476204010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c89fc921-0598-44b8-989f-c733a88540c6,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:53.538972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f32951-bf3d-432a-89f4-0a8476204010 admin admin] Checking segment: {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:53.539452 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f32951-bf3d-432a-89f4-0a8476204010 admin admin] Network hostable DHCP agents. Network: 77a600ed-fdcf-48aa-94b3-877ebece19c9, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:02:53.561223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f32951-bf3d-432a-89f4-0a8476204010 admin admin] Network 77a600ed-fdcf-48aa-94b3-877ebece19c9 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:02:53.571835 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-95f32951-bf3d-432a-89f4-0a8476204010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 77a600ed-fdcf-48aa-94b3-877ebece19c9) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:53.576445 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f32951-bf3d-432a-89f4-0a8476204010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:53.577042 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-95f32951-bf3d-432a-89f4-0a8476204010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.585751 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1713e8-467f-431a-824f-2f4d0d612423 None None] Network 77a600ed-fdcf-48aa-94b3-877ebece19c9 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:02:53.599830 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-95f32951-bf3d-432a-89f4-0a8476204010 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3549185 Jul 27 21:02:53.600152 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40066) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:53.604810 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:53.626842 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.627941 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.692123 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.765318 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-77a600ed-fdcf-48aa-94b3-877ebece19c9', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:02:53.766465 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.837651 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.931521 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Allocated IP 172.20.0.2 (77a600ed-fdcf-48aa-94b3-877ebece19c9/c89fc921-0598-44b8-989f-c733a88540c6/a9a090a4-7b5e-482b-b5a3-96a72ccda5e1) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:54.128805 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:54.162013 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:54.164212 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:54.176955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Transition to ACTIVE for port object a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:54.200118 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Transition to ACTIVE for port object a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:54.208431 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:54.265715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Network 77a600ed-fdcf-48aa-94b3-877ebece19c9 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:54.268582 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:54.272958 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:54.276096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Pushing event updated for resources: {'Port': ['ID=a9a090a4-7b5e-482b-b5a3-96a72ccda5e1,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:54.309149 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Allocated IP 172.25.1.138 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/d0db5ed9-c10c-43e5-a0cf-afe92d36591a) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:54.338096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Attempting to bind port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:54.338549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Attempting to bind port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:54.338921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Attempting to bind port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 on network 77a600ed-fdcf-48aa-94b3-877ebece19c9 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:54.345710 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:54.346586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Checking segment: {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:54.346996 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:54.347392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Bound using segment: {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:54.347862 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Bound port: a9a090a4-7b5e-482b-b5a3-96a72ccda5e1, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:54.348245 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:54.427843 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] For port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:54.432978 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] For port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a9a090a4-7b5e-482b-b5a3-96a72ccda5e1,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:54.438197 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:54.531618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8830d9a-8f82-497d-8a65-0d6c74e4b033 None None] Pushing event updated for resources: {'Port': ['ID=a9a090a4-7b5e-482b-b5a3-96a72ccda5e1,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:54.817864 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:54.866246 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:54.904350 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:54.909323 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:54.912765 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:54.935010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Pushing event updated for resources: {'Port': ['ID=d0db5ed9-c10c-43e5-a0cf-afe92d36591a,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:55.200822 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:55.455023 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:55.548424 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb2af98-01c0-404e-8833-82e126ab1c48 None None] Network 77a600ed-fdcf-48aa-94b3-877ebece19c9 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:02:55.614921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-0cb33d70-2fd0-4848-86e2-af352e2446e1 None None] Provisioning for port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:55.624006 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Router 17898544-d0c0-4687-afa6-cf3dc46eb558 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:02:55.793355 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:02:55.808802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Sync routers for ids ['17898544-d0c0-4687-afa6-cf3dc46eb558'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:02:55.817476 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:55.819053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2a273574-1df5-4223-ad08-b4e8e7e2b781 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2178438 Jul 27 21:02:55.823827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40068) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:55.824604 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Routers {'17898544-d0c0-4687-afa6-cf3dc46eb558'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:55.825377 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['17898544-d0c0-4687-afa6-cf3dc46eb558'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:55.973143 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Set router 17898544-d0c0-4687-afa6-cf3dc46eb558 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:56.199911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:55Z', 'revision_number': 3, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:56.233954 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Checking router: 17898544-d0c0-4687-afa6-cf3dc46eb558 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:02:56.234278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Updating router 17898544-d0c0-4687-afa6-cf3dc46eb558 port d0db5ed9-c10c-43e5-a0cf-afe92d36591a binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:02:56.273497 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:56.373470 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:56.609756 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Allocated IP 172.20.0.1 (77a600ed-fdcf-48aa-94b3-877ebece19c9/c89fc921-0598-44b8-989f-c733a88540c6/a47d306c-daf2-429a-8201-87ae431bf3f2) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:56.611918 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:56.625658 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Transition to ACTIVE for port object d0db5ed9-c10c-43e5-a0cf-afe92d36591a will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:56.635239 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:56.705108 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11944ed5-a49b-4580-89f3-2a9b1cc62278 None None] Pushing event updated for resources: {'Port': ['ID=d0db5ed9-c10c-43e5-a0cf-afe92d36591a,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:56.707962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Attempting to bind port d0db5ed9-c10c-43e5-a0cf-afe92d36591a on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:56.708336 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Attempting to bind port d0db5ed9-c10c-43e5-a0cf-afe92d36591a by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:56.708830 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Attempting to bind port d0db5ed9-c10c-43e5-a0cf-afe92d36591a on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:56.714703 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:56.715388 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:56.715539 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:56.715856 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:56.716322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Bound port: d0db5ed9-c10c-43e5-a0cf-afe92d36591a, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:56.716757 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:56.741687 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:56.742088 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:56.756854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Transition to ACTIVE for port object a47d306c-daf2-429a-8201-87ae431bf3f2 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:56.793383 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:56.807224 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] For port d0db5ed9-c10c-43e5-a0cf-afe92d36591a, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:56.811791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] For port d0db5ed9-c10c-43e5-a0cf-afe92d36591a, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d0db5ed9-c10c-43e5-a0cf-afe92d36591a,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:56.819467 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:56.827208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:56.845690 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Network 77a600ed-fdcf-48aa-94b3-877ebece19c9 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:56.849119 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:56.851685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:56.906803 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a47d306c-daf2-429a-8201-87ae431bf3f2,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:56.935053 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:57.032790 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:57.033151 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:57.090921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11944ed5-a49b-4580-89f3-2a9b1cc62278 None None] Pushing event updated for resources: {'Port': ['ID=d0db5ed9-c10c-43e5-a0cf-afe92d36591a,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:57.095763 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Routers {'17898544-d0c0-4687-afa6-cf3dc46eb558'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:57.096571 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['17898544-d0c0-4687-afa6-cf3dc46eb558'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:57.142234 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:57.281163 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b6b4f67b-6598-4491-b2ce-32c3b7d28bb0 None None] Provisioning for port a47d306c-daf2-429a-8201-87ae431bf3f2 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:57.284535 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] Set router 17898544-d0c0-4687-afa6-cf3dc46eb558 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:57.287964 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:57.323201 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b6b4f67b-6598-4491-b2ce-32c3b7d28bb0 None None] Provisioning complete for port a47d306c-daf2-429a-8201-87ae431bf3f2 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:57.323201 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b6b4f67b-6598-4491-b2ce-32c3b7d28bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:57.399907 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:57.406125 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:57.439745 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b6b4f67b-6598-4491-b2ce-32c3b7d28bb0 None None] Port a47d306c-daf2-429a-8201-87ae431bf3f2 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:02:57.455205 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a9a090a4-7b5e-482b-b5a3-96a72ccda5e1,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:57.484321 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:57.491728 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a47d306c-daf2-429a-8201-87ae431bf3f2,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:57.494651 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:57.570510 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=a9a090a4-7b5e-482b-b5a3-96a72ccda5e1,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:57.615090 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Network 77a600ed-fdcf-48aa-94b3-877ebece19c9 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:57.617031 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:57.665130 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:02:56Z', 'revision_number': 1, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:57.717272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b063473-92d3-465e-ac53-391c598c4402 None None] The sync data for ids ['17898544-d0c0-4687-afa6-cf3dc46eb558'] in n-d-705657-21 is: [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:02:56Z', 'revision_number': 1, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:02:57.804133 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Router 17898544-d0c0-4687-afa6-cf3dc46eb558 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:02:57.945864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:02:57.952672 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c19a97f0-7ee0-4896-b217-6a8a1267e0f4 admin admin] 10.222.0.48 "PUT /v2.0/routers/17898544-d0c0-4687-afa6-cf3dc46eb558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1275446 Jul 27 21:02:57.981730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-18faa281-4138-4af3-b1c0-9892eeb0b576 None None] Provisioning complete for port a47d306c-daf2-429a-8201-87ae431bf3f2 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:57.982442 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-18faa281-4138-4af3-b1c0-9892eeb0b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.029630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-18faa281-4138-4af3-b1c0-9892eeb0b576 None None] Port a47d306c-daf2-429a-8201-87ae431bf3f2 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:02:58.631686 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40086) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:58.637463 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1032570039-network', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:58.668700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] Made reservation on behalf of ab3fdae31c3b4cbeac5af32f9c709e12 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:58.673930 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.692543 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.752053 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:58.819714 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:58.820437 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.842338 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.847810 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.883736 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:02:58.895186 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14792cc0-ef58-406c-ad58-52641148d139,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:58.901654 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.902093 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] Added segment d114da78-34b2-4e92-8b46-ab738a06e87c of type vlan for network 58c26d06-b5fc-44a5-808b-4125ef92d822 Jul 27 21:02:58.969090 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d0db5ed9-c10c-43e5-a0cf-afe92d36591a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:58.977378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.015227 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.016340 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:59.017020 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.049660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port d0db5ed9-c10c-43e5-a0cf-afe92d36591a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:59.054386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d0db5ed9-c10c-43e5-a0cf-afe92d36591a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:59.054783 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.085871 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4529431 Jul 27 21:02:59.089061 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40088) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:59.094628 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1105761b-8328-47e6-ac81-98ffc37f0eec admin admin] Request body: {'subnet': {'network_id': '58c26d06-b5fc-44a5-808b-4125ef92d822', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1032570039-subnet', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:59.113964 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761f3bf-795d-4f43-bfa7-414f68f06618 admin admin] Pushing event updated for resources: {'Network': ['ID=58c26d06-b5fc-44a5-808b-4125ef92d822,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:59.137648 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 58c26d06-b5fc-44a5-808b-4125ef92d822 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:02:59.141067 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1105761b-8328-47e6-ac81-98ffc37f0eec admin admin] Made reservation on behalf of ab3fdae31c3b4cbeac5af32f9c709e12 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:59.144685 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1105761b-8328-47e6-ac81-98ffc37f0eec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.258388 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.299975 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port d0db5ed9-c10c-43e5-a0cf-afe92d36591a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d0db5ed9-c10c-43e5-a0cf-afe92d36591a,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:59.305916 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.379125 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=d0db5ed9-c10c-43e5-a0cf-afe92d36591a,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:59.417720 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1105761b-8328-47e6-ac81-98ffc37f0eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.468131 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105761b-8328-47e6-ac81-98ffc37f0eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b7eadc3-0739-4130-a9fd-31eff6c25e63,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:59.485116 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1105761b-8328-47e6-ac81-98ffc37f0eec admin admin] Checking segment: {'id': 'd114da78-34b2-4e92-8b46-ab738a06e87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58c26d06-b5fc-44a5-808b-4125ef92d822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:59.485480 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1105761b-8328-47e6-ac81-98ffc37f0eec admin admin] Network hostable DHCP agents. Network: 58c26d06-b5fc-44a5-808b-4125ef92d822, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:02:59.504363 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1105761b-8328-47e6-ac81-98ffc37f0eec admin admin] Network 58c26d06-b5fc-44a5-808b-4125ef92d822 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:02:59.514915 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-1105761b-8328-47e6-ac81-98ffc37f0eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 58c26d06-b5fc-44a5-808b-4125ef92d822) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:59.520559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1105761b-8328-47e6-ac81-98ffc37f0eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:59.521849 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1105761b-8328-47e6-ac81-98ffc37f0eec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.526089 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feb5910-1766-4646-afc3-10d9e2ef5749 None None] Network 58c26d06-b5fc-44a5-808b-4125ef92d822 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:02:59.537894 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1105761b-8328-47e6-ac81-98ffc37f0eec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4473813 Jul 27 21:02:59.540865 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40090) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:59.545569 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1032570039-router', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:59.570296 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.571375 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.637926 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.708292 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-58c26d06-b5fc-44a5-808b-4125ef92d822', 'network_id': '58c26d06-b5fc-44a5-808b-4125ef92d822', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'fixed_ips': [{'subnet_id': '5b7eadc3-0739-4130-a9fd-31eff6c25e63'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:02:59.709294 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.790273 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.874280 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Allocated IP 172.20.0.2 (58c26d06-b5fc-44a5-808b-4125ef92d822/5b7eadc3-0739-4130-a9fd-31eff6c25e63/f83f62d3-8bb2-4708-b961-21a610cab8fb) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:00.022997 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.055816 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.076122 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.090894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Transition to ACTIVE for port object f83f62d3-8bb2-4708-b961-21a610cab8fb will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:00.112802 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Transition to ACTIVE for port object f83f62d3-8bb2-4708-b961-21a610cab8fb will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:00.119251 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.167147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Network 58c26d06-b5fc-44a5-808b-4125ef92d822 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:00.170353 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:00.175054 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:00.180495 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Pushing event updated for resources: {'Port': ['ID=f83f62d3-8bb2-4708-b961-21a610cab8fb,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:00.194737 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Sync routers for ids ['17898544-d0c0-4687-afa6-cf3dc46eb558'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:03:00.205208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Allocated IP 172.25.1.33 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/5349c179-9c87-4c07-a260-33c6a44b56b7) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:00.206382 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Routers {'17898544-d0c0-4687-afa6-cf3dc46eb558'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:00.207339 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['17898544-d0c0-4687-afa6-cf3dc46eb558'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:00.245312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Attempting to bind port f83f62d3-8bb2-4708-b961-21a610cab8fb on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:00.245894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Attempting to bind port f83f62d3-8bb2-4708-b961-21a610cab8fb by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'd114da78-34b2-4e92-8b46-ab738a06e87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58c26d06-b5fc-44a5-808b-4125ef92d822'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:00.246149 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Attempting to bind port f83f62d3-8bb2-4708-b961-21a610cab8fb on network 58c26d06-b5fc-44a5-808b-4125ef92d822 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:00.256018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:00.256018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Checking segment: {'id': 'd114da78-34b2-4e92-8b46-ab738a06e87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58c26d06-b5fc-44a5-808b-4125ef92d822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:00.256018 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.256018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Bound using segment: {'id': 'd114da78-34b2-4e92-8b46-ab738a06e87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58c26d06-b5fc-44a5-808b-4125ef92d822'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:00.256018 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Bound port: f83f62d3-8bb2-4708-b961-21a610cab8fb, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd114da78-34b2-4e92-8b46-ab738a06e87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58c26d06-b5fc-44a5-808b-4125ef92d822'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:00.256018 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.335645 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Set router 17898544-d0c0-4687-afa6-cf3dc46eb558 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:00.352442 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.353027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] For port f83f62d3-8bb2-4708-b961-21a610cab8fb, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:00.359247 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] For port f83f62d3-8bb2-4708-b961-21a610cab8fb, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f83f62d3-8bb2-4708-b961-21a610cab8fb,segment=NetworkSegment(d114da78-34b2-4e92-8b46-ab738a06e87c),segment_id=d114da78-34b2-4e92-8b46-ab738a06e87c)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:00.365603 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.396955 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.439550 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:00.451331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:00.455545 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:00.476875 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb8f07-6b74-40dd-b45b-cff235c6008a None None] Pushing event updated for resources: {'Port': ['ID=f83f62d3-8bb2-4708-b961-21a610cab8fb,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:00.501102 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Pushing event updated for resources: {'Port': ['ID=5349c179-9c87-4c07-a260-33c6a44b56b7,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:00.614330 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 2, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:00.674726 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Checking router: 17898544-d0c0-4687-afa6-cf3dc46eb558 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:03:00.675598 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Updating router 17898544-d0c0-4687-afa6-cf3dc46eb558 port a47d306c-daf2-429a-8201-87ae431bf3f2 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:03:00.747778 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.762160 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d0db5ed9-c10c-43e5-a0cf-afe92d36591a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:00.837135 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port d0db5ed9-c10c-43e5-a0cf-afe92d36591a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:00.842334 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.897719 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.150475 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.241702 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.253668 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Transition to ACTIVE for port object a47d306c-daf2-429a-8201-87ae431bf3f2 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:01.261802 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.340818 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Router 746552ca-728a-4ae6-9557-17a8d6792bd4 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:03:01.371394 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a83612-1058-41cd-8dbc-0784e8c26783 None None] Pushing event updated for resources: {'Port': ['ID=a47d306c-daf2-429a-8201-87ae431bf3f2,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:01.415680 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a83612-1058-41cd-8dbc-0784e8c26783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:01.415680 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a83612-1058-41cd-8dbc-0784e8c26783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:01.418380 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a83612-1058-41cd-8dbc-0784e8c26783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:01.418380 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a83612-1058-41cd-8dbc-0784e8c26783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:01.418380 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a83612-1058-41cd-8dbc-0784e8c26783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:01.418380 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a83612-1058-41cd-8dbc-0784e8c26783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:01.418810 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a83612-1058-41cd-8dbc-0784e8c26783 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:01.419162 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a83612-1058-41cd-8dbc-0784e8c26783 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:01.419497 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a83612-1058-41cd-8dbc-0784e8c26783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:01.420046 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a83612-1058-41cd-8dbc-0784e8c26783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:01.420634 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a83612-1058-41cd-8dbc-0784e8c26783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:01.421189 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a83612-1058-41cd-8dbc-0784e8c26783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:01.432936 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Attempting to bind port a47d306c-daf2-429a-8201-87ae431bf3f2 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:01.433324 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Attempting to bind port a47d306c-daf2-429a-8201-87ae431bf3f2 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:01.433749 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Attempting to bind port a47d306c-daf2-429a-8201-87ae431bf3f2 on network 77a600ed-fdcf-48aa-94b3-877ebece19c9 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:01.441663 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:01.442517 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Checking segment: {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:01.443197 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.443943 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Bound using segment: {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:01.444644 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Bound port: a47d306c-daf2-429a-8201-87ae431bf3f2, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:01.445276 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.520872 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:03:01.531848 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Sync routers for ids ['746552ca-728a-4ae6-9557-17a8d6792bd4'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:03:01.545244 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.549607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Routers {'746552ca-728a-4ae6-9557-17a8d6792bd4'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:01.551066 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['746552ca-728a-4ae6-9557-17a8d6792bd4'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:01.560503 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5ac5a09f-bf68-448e-8944-3383f4617409 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0151472 Jul 27 21:03:01.561017 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40092) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:01.574815 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] For port a47d306c-daf2-429a-8201-87ae431bf3f2, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:01.579706 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] For port a47d306c-daf2-429a-8201-87ae431bf3f2, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a47d306c-daf2-429a-8201-87ae431bf3f2,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:01.589668 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.667338 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Routers {'17898544-d0c0-4687-afa6-cf3dc46eb558'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:01.668068 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['17898544-d0c0-4687-afa6-cf3dc46eb558'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:01.710668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Set router 746552ca-728a-4ae6-9557-17a8d6792bd4 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:01.716230 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a83612-1058-41cd-8dbc-0784e8c26783 None None] Pushing event updated for resources: {'Port': ['ID=a47d306c-daf2-429a-8201-87ae431bf3f2,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:01.876757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10702a10-d61f-4aa3-b2d2-7dd6f4131fca None None] Network 58c26d06-b5fc-44a5-808b-4125ef92d822 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:03:01.894932 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] Set router 17898544-d0c0-4687-afa6-cf3dc46eb558 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:02.024647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-bb3cfb03-723b-457f-9a0c-32b01a2350cd None None] Provisioning for port f83f62d3-8bb2-4708-b961-21a610cab8fb completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:02.091800 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'name': 'tempest-TestShelveInstance-1032570039-router', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '5349c179-9c87-4c07-a260-33c6a44b56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:59Z', 'updated_at': '2021-07-27T21:03:00Z', 'revision_number': 3, 'project_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'gw_port': {'id': '5349c179-9c87-4c07-a260-33c6a44b56b7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:00Z', 'updated_at': '2021-07-27T21:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:02.139341 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:03:01Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:02.143322 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Checking router: 746552ca-728a-4ae6-9557-17a8d6792bd4 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:03:02.144048 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Updating router 746552ca-728a-4ae6-9557-17a8d6792bd4 port 5349c179-9c87-4c07-a260-33c6a44b56b7 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:03:02.185522 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046158fe-10c9-4d35-8eb9-8849600f6a5e None None] The sync data for ids ['17898544-d0c0-4687-afa6-cf3dc46eb558'] in n-d-705657-21 is: [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:03:01Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:03:02.205387 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.320066 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.554318 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Allocated IP 172.20.0.1 (58c26d06-b5fc-44a5-808b-4125ef92d822/5b7eadc3-0739-4130-a9fd-31eff6c25e63/b6551989-d43f-4a03-b0b1-1fd1042ac40a) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:02.620903 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.651616 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Transition to ACTIVE for port object 5349c179-9c87-4c07-a260-33c6a44b56b7 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:02.665939 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.740830 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9638257-4884-4796-a7dd-cbf493ab7592 None None] Pushing event updated for resources: {'Port': ['ID=5349c179-9c87-4c07-a260-33c6a44b56b7,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:02.746687 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Attempting to bind port 5349c179-9c87-4c07-a260-33c6a44b56b7 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:02.747158 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Attempting to bind port 5349c179-9c87-4c07-a260-33c6a44b56b7 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:02.747612 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Attempting to bind port 5349c179-9c87-4c07-a260-33c6a44b56b7 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:02.755559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:02.756121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:02.756764 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.757796 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:02.758465 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Bound port: 5349c179-9c87-4c07-a260-33c6a44b56b7, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:02.759184 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.766014 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.801687 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Transition to ACTIVE for port object b6551989-d43f-4a03-b0b1-1fd1042ac40a will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:02.832601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] For port 5349c179-9c87-4c07-a260-33c6a44b56b7, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:02.836953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] For port 5349c179-9c87-4c07-a260-33c6a44b56b7, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5349c179-9c87-4c07-a260-33c6a44b56b7,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:02.843353 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.876366 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.895229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a47d306c-daf2-429a-8201-87ae431bf3f2 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:02.931497 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Routers {'746552ca-728a-4ae6-9557-17a8d6792bd4'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:02.932129 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['746552ca-728a-4ae6-9557-17a8d6792bd4'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:02.965275 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Network 58c26d06-b5fc-44a5-808b-4125ef92d822 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:02.968609 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:02.974606 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:02.978537 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Pushing event updated for resources: {'Port': ['ID=b6551989-d43f-4a03-b0b1-1fd1042ac40a,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:03.046118 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.176789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9638257-4884-4796-a7dd-cbf493ab7592 None None] Pushing event updated for resources: {'Port': ['ID=5349c179-9c87-4c07-a260-33c6a44b56b7,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:03.259086 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port a47d306c-daf2-429a-8201-87ae431bf3f2 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:03.260049 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.268536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port a47d306c-daf2-429a-8201-87ae431bf3f2 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:03.269091 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.297349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] Set router 746552ca-728a-4ae6-9557-17a8d6792bd4 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:03.417504 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1a0b20d1-e60b-4eb0-b8df-017c6e5daf44 None None] Provisioning for port b6551989-d43f-4a03-b0b1-1fd1042ac40a completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:03.428663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1a0b20d1-e60b-4eb0-b8df-017c6e5daf44 None None] Provisioning complete for port b6551989-d43f-4a03-b0b1-1fd1042ac40a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:03.429029 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1a0b20d1-e60b-4eb0-b8df-017c6e5daf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.493960 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.500142 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.519977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1a0b20d1-e60b-4eb0-b8df-017c6e5daf44 None None] Port b6551989-d43f-4a03-b0b1-1fd1042ac40a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:03:03.540969 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.602897 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port a47d306c-daf2-429a-8201-87ae431bf3f2, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a47d306c-daf2-429a-8201-87ae431bf3f2,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:03.604378 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.610269 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Pushing event updated for resources: {'Port': ['ID=b6551989-d43f-4a03-b0b1-1fd1042ac40a,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:03.611083 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.611891 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f83f62d3-8bb2-4708-b961-21a610cab8fb up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:03.701549 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=a47d306c-daf2-429a-8201-87ae431bf3f2,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:03.705831 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'name': 'tempest-TestShelveInstance-1032570039-router', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '5349c179-9c87-4c07-a260-33c6a44b56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:59Z', 'updated_at': '2021-07-27T21:03:00Z', 'revision_number': 3, 'project_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'gw_port': {'id': '5349c179-9c87-4c07-a260-33c6a44b56b7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:00Z', 'updated_at': '2021-07-27T21:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:03.733197 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Network 58c26d06-b5fc-44a5-808b-4125ef92d822 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:03.735123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:03.739496 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04140c89-3e0c-4518-b447-c6906eb793a7 None None] The sync data for ids ['746552ca-728a-4ae6-9557-17a8d6792bd4'] in n-d-705657-21 is: [{'id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'name': 'tempest-TestShelveInstance-1032570039-router', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '5349c179-9c87-4c07-a260-33c6a44b56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:59Z', 'updated_at': '2021-07-27T21:03:00Z', 'revision_number': 3, 'project_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'gw_port': {'id': '5349c179-9c87-4c07-a260-33c6a44b56b7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:00Z', 'updated_at': '2021-07-27T21:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:03:03.748195 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port f83f62d3-8bb2-4708-b961-21a610cab8fb completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:03.753906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f83f62d3-8bb2-4708-b961-21a610cab8fb triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:03.754748 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.876919 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.916053 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Router 746552ca-728a-4ae6-9557-17a8d6792bd4 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:03:03.933570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port f83f62d3-8bb2-4708-b961-21a610cab8fb, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f83f62d3-8bb2-4708-b961-21a610cab8fb,segment=NetworkSegment(d114da78-34b2-4e92-8b46-ab738a06e87c),segment_id=d114da78-34b2-4e92-8b46-ab738a06e87c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:03.940331 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.019148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=f83f62d3-8bb2-4708-b961-21a610cab8fb,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:04.063123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-acd23123-b1c0-4c89-a561-2f65fade80ed None None] Provisioning complete for port b6551989-d43f-4a03-b0b1-1fd1042ac40a triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:04.063943 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-acd23123-b1c0-4c89-a561-2f65fade80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.090995 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:03:04.108572 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-03e07f68-1eee-4af5-9299-2ed8f8c5fa0b admin admin] 10.222.0.48 "PUT /v2.0/routers/746552ca-728a-4ae6-9557-17a8d6792bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5447347 Jul 27 21:03:04.129231 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-acd23123-b1c0-4c89-a561-2f65fade80ed None None] Port b6551989-d43f-4a03-b0b1-1fd1042ac40a cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:03:04.778061 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a47d306c-daf2-429a-8201-87ae431bf3f2 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:04.822161 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40102) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:04.827588 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-6b73d5a0-491a-48e6-8373-d6040602ba57 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-128047328', 'description': 'tempest-secgroup-smoke-128047328 description', 'project_id': 'b498e45a7ef640dabc9433d301f64a53'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:04.846341 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port a47d306c-daf2-429a-8201-87ae431bf3f2 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:04.847639 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.863984 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b73d5a0-491a-48e6-8373-d6040602ba57 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.958507 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5349c179-9c87-4c07-a260-33c6a44b56b7 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:04.972489 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b73d5a0-491a-48e6-8373-d6040602ba57 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.977667 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b73d5a0-491a-48e6-8373-d6040602ba57 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.009516 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b73d5a0-491a-48e6-8373-d6040602ba57 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.011150 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6b73d5a0-491a-48e6-8373-d6040602ba57 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1876562 Jul 27 21:03:05.015998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40104) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:05.022319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73d5a0-491a-48e6-8373-d6040602ba57 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e5ec84-7d87-4379-9522-37eff6d69d51,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:05.022878 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-2a6aac6b-b677-4ed4-bd41-c9529527304d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'security_group_rule': {'security_group_id': '18e5ec84-7d87-4379-9522-37eff6d69d51', 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:05.037256 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 5349c179-9c87-4c07-a260-33c6a44b56b7 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:05.042855 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 5349c179-9c87-4c07-a260-33c6a44b56b7 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:05.043498 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.068295 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2a6aac6b-b677-4ed4-bd41-c9529527304d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.144024 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.163889 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2a6aac6b-b677-4ed4-bd41-c9529527304d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.168177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 5349c179-9c87-4c07-a260-33c6a44b56b7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5349c179-9c87-4c07-a260-33c6a44b56b7,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:05.168763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2a6aac6b-b677-4ed4-bd41-c9529527304d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.173492 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.174627 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f83f62d3-8bb2-4708-b961-21a610cab8fb up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:05.188012 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6aac6b-b677-4ed4-bd41-c9529527304d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51f09bf-aa82-4e1d-8901-72f20b446be9,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:05.195512 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-2a6aac6b-b677-4ed4-bd41-c9529527304d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.201602 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-2a6aac6b-b677-4ed4-bd41-c9529527304d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1787589 Jul 27 21:03:05.202312 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40106) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:05.207624 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-9e30d246-45a3-4867-ab37-32b45d97ff6b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'security_group_rule': {'security_group_id': '18e5ec84-7d87-4379-9522-37eff6d69d51', 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:05.240642 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e30d246-45a3-4867-ab37-32b45d97ff6b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.273435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=5349c179-9c87-4c07-a260-33c6a44b56b7,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:05.285107 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port f83f62d3-8bb2-4708-b961-21a610cab8fb triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:05.285482 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.318963 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e30d246-45a3-4867-ab37-32b45d97ff6b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.326185 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e30d246-45a3-4867-ab37-32b45d97ff6b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.351243 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30d246-45a3-4867-ab37-32b45d97ff6b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a453790c-5edd-4b25-8fd1-0d213e3d24cb,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:05.364235 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e30d246-45a3-4867-ab37-32b45d97ff6b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.366246 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-9e30d246-45a3-4867-ab37-32b45d97ff6b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1629508 Jul 27 21:03:05.369596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40108) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:05.375532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-af7e68f0-713d-43d9-ae4f-b66c2902b27d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'security_group_rule': {'security_group_id': '18e5ec84-7d87-4379-9522-37eff6d69d51', 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:05.409691 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af7e68f0-713d-43d9-ae4f-b66c2902b27d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.483689 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af7e68f0-713d-43d9-ae4f-b66c2902b27d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.489114 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af7e68f0-713d-43d9-ae4f-b66c2902b27d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.510871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e68f0-713d-43d9-ae4f-b66c2902b27d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1697ccf4-33ae-4b43-b49b-ffe637eb7627,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:05.517004 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-af7e68f0-713d-43d9-ae4f-b66c2902b27d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.519574 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-af7e68f0-713d-43d9-ae4f-b66c2902b27d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475368 Jul 27 21:03:05.522203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40110) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:05.527508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-e9abb844-3228-4aaa-8222-b4738e840577 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'security_group_rule': {'security_group_id': '18e5ec84-7d87-4379-9522-37eff6d69d51', 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:05.556741 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9abb844-3228-4aaa-8222-b4738e840577 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.636558 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9abb844-3228-4aaa-8222-b4738e840577 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.641028 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9abb844-3228-4aaa-8222-b4738e840577 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.660789 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abb844-3228-4aaa-8222-b4738e840577 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4b65e5-9026-4207-b4b5-9f6670009493,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:05.672607 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e9abb844-3228-4aaa-8222-b4738e840577 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.673999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e9abb844-3228-4aaa-8222-b4738e840577 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505516 Jul 27 21:03:05.677743 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40112) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:05.681836 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Sync routers for ids ['746552ca-728a-4ae6-9557-17a8d6792bd4'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:03:05.685709 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-53dcee2b-eaf0-4d10-b8a5-98cf264e45f4 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'security_group_rule': {'security_group_id': '18e5ec84-7d87-4379-9522-37eff6d69d51', 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:05.692064 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Routers {'746552ca-728a-4ae6-9557-17a8d6792bd4'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:05.692787 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['746552ca-728a-4ae6-9557-17a8d6792bd4'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:05.720101 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-53dcee2b-eaf0-4d10-b8a5-98cf264e45f4 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Project b498e45a7ef640dabc9433d301f64a53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:03:05.729274 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53dcee2b-eaf0-4d10-b8a5-98cf264e45f4 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.816739 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53dcee2b-eaf0-4d10-b8a5-98cf264e45f4 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.821869 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53dcee2b-eaf0-4d10-b8a5-98cf264e45f4 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.835924 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Set router 746552ca-728a-4ae6-9557-17a8d6792bd4 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:05.843548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcee2b-eaf0-4d10-b8a5-98cf264e45f4 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5335e81a-88fc-4037-a0be-22303735129d,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:05.854061 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53dcee2b-eaf0-4d10-b8a5-98cf264e45f4 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.855680 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-53dcee2b-eaf0-4d10-b8a5-98cf264e45f4 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1761498 Jul 27 21:03:05.861083 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40114) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:05.866678 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-93790a1e-29e9-4be4-b04d-cbca1943e52b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'security_group_rule': {'security_group_id': '18e5ec84-7d87-4379-9522-37eff6d69d51', 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:05.898656 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-93790a1e-29e9-4be4-b04d-cbca1943e52b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Project b498e45a7ef640dabc9433d301f64a53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:03:05.904965 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-93790a1e-29e9-4be4-b04d-cbca1943e52b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.991390 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-93790a1e-29e9-4be4-b04d-cbca1943e52b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.997562 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-93790a1e-29e9-4be4-b04d-cbca1943e52b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.019308 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93790a1e-29e9-4be4-b04d-cbca1943e52b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451d63e4-ecdc-4526-9977-514ee483fab0,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:06.029339 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-93790a1e-29e9-4be4-b04d-cbca1943e52b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.033538 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-93790a1e-29e9-4be4-b04d-cbca1943e52b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1704810 Jul 27 21:03:06.172257 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'name': 'tempest-TestShelveInstance-1032570039-router', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '5349c179-9c87-4c07-a260-33c6a44b56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:59Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 4, 'project_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'gw_port': {'id': '5349c179-9c87-4c07-a260-33c6a44b56b7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:00Z', 'updated_at': '2021-07-27T21:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'b6551989-d43f-4a03-b0b1-1fd1042ac40a', 'name': '', 'network_id': '58c26d06-b5fc-44a5-808b-4125ef92d822', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'mac_address': 'fa:16:3e:28:ba:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '5b7eadc3-0739-4130-a9fd-31eff6c25e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:02Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 2, 'project_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'subnets': [{'id': '5b7eadc3-0739-4130-a9fd-31eff6c25e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:06.224322 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Checking router: 746552ca-728a-4ae6-9557-17a8d6792bd4 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:03:06.224934 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Updating router 746552ca-728a-4ae6-9557-17a8d6792bd4 port b6551989-d43f-4a03-b0b1-1fd1042ac40a binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:03:06.283217 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.351462 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-203a5a2f-2bae-4a82-a467-3051bcc8097b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-128047328&fields=id&tenant_id=b498e45a7ef640dabc9433d301f64a53 HTTP/1.1" status: 200 len: 267 time: 0.0597172 Jul 27 21:03:06.483197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-c11d995b-4c1a-41ac-86d9-6eeb0882984e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:06.485015 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-c11d995b-4c1a-41ac-86d9-6eeb0882984e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 807 time: 0.1241872 Jul 27 21:03:06.506395 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-92035ca8-cd96-4496-9570-26fe0094efe2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/quotas/b498e45a7ef640dabc9433d301f64a53 HTTP/1.1" status: 200 len: 375 time: 0.0116789 Jul 27 21:03:06.592259 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-bf2909e6-7537-4916-9c76-0c3fa739f35f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798767 Jul 27 21:03:06.635380 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.645145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5349c179-9c87-4c07-a260-33c6a44b56b7 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:06.648208 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Transition to ACTIVE for port object b6551989-d43f-4a03-b0b1-1fd1042ac40a will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:06.655711 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.708034 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a3ed2-dc62-4119-aa1e-0b5d8c23da13 None None] Pushing event updated for resources: {'Port': ['ID=b6551989-d43f-4a03-b0b1-1fd1042ac40a,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:06.734939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 5349c179-9c87-4c07-a260-33c6a44b56b7 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:06.735477 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.742590 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-0fffb85e-5870-4cf5-ad85-3fc21ed52e5b service neutron] 10.222.0.48 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354783 Jul 27 21:03:06.813448 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Attempting to bind port b6551989-d43f-4a03-b0b1-1fd1042ac40a on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:06.814145 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Attempting to bind port b6551989-d43f-4a03-b0b1-1fd1042ac40a by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': 'd114da78-34b2-4e92-8b46-ab738a06e87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58c26d06-b5fc-44a5-808b-4125ef92d822'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:06.814855 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Attempting to bind port b6551989-d43f-4a03-b0b1-1fd1042ac40a on network 58c26d06-b5fc-44a5-808b-4125ef92d822 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:06.825785 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:06.826412 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Checking segment: {'id': 'd114da78-34b2-4e92-8b46-ab738a06e87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58c26d06-b5fc-44a5-808b-4125ef92d822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:06.827022 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.827565 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Bound using segment: {'id': 'd114da78-34b2-4e92-8b46-ab738a06e87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58c26d06-b5fc-44a5-808b-4125ef92d822'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:06.829381 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Bound port: b6551989-d43f-4a03-b0b1-1fd1042ac40a, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd114da78-34b2-4e92-8b46-ab738a06e87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58c26d06-b5fc-44a5-808b-4125ef92d822'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:06.830218 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.886564 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-8b2e6850-c29d-4cd8-a3e6-b0f057f0fcd9 service neutron] 10.222.0.48 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349654 Jul 27 21:03:06.939556 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] For port b6551989-d43f-4a03-b0b1-1fd1042ac40a, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:06.945013 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] For port b6551989-d43f-4a03-b0b1-1fd1042ac40a, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b6551989-d43f-4a03-b0b1-1fd1042ac40a,segment=NetworkSegment(d114da78-34b2-4e92-8b46-ab738a06e87c),segment_id=d114da78-34b2-4e92-8b46-ab738a06e87c)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:06.952041 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.044999 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Routers {'746552ca-728a-4ae6-9557-17a8d6792bd4'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:07.045660 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:02:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['746552ca-728a-4ae6-9557-17a8d6792bd4'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:07.051541 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a3ed2-dc62-4119-aa1e-0b5d8c23da13 None None] Pushing event updated for resources: {'Port': ['ID=b6551989-d43f-4a03-b0b1-1fd1042ac40a,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:07.176603 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ea74002-b341-478b-b0dd-8ca6d5b6e94b req-bbbbff10-1837-44e5-a728-7bd39983eaee tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 210 time: 0.0703852 Jul 27 21:03:07.350479 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] Set router 746552ca-728a-4ae6-9557-17a8d6792bd4 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:07.599460 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'name': 'tempest-TestShelveInstance-1032570039-router', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '5349c179-9c87-4c07-a260-33c6a44b56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:59Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 4, 'project_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'gw_port': {'id': '5349c179-9c87-4c07-a260-33c6a44b56b7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:00Z', 'updated_at': '2021-07-27T21:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'b6551989-d43f-4a03-b0b1-1fd1042ac40a', 'name': '', 'network_id': '58c26d06-b5fc-44a5-808b-4125ef92d822', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'mac_address': 'fa:16:3e:28:ba:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '5b7eadc3-0739-4130-a9fd-31eff6c25e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:02Z', 'updated_at': '2021-07-27T21:03:06Z', 'revision_number': 4, 'project_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'subnets': [{'id': '5b7eadc3-0739-4130-a9fd-31eff6c25e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:07.632093 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862b49a-1484-4444-a89d-91ae95e2f456 None None] The sync data for ids ['746552ca-728a-4ae6-9557-17a8d6792bd4'] in n-d-705657-21 is: [{'id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'name': 'tempest-TestShelveInstance-1032570039-router', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '5349c179-9c87-4c07-a260-33c6a44b56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:59Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 4, 'project_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'gw_port': {'id': '5349c179-9c87-4c07-a260-33c6a44b56b7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:00Z', 'updated_at': '2021-07-27T21:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'b6551989-d43f-4a03-b0b1-1fd1042ac40a', 'name': '', 'network_id': '58c26d06-b5fc-44a5-808b-4125ef92d822', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'mac_address': 'fa:16:3e:28:ba:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '5b7eadc3-0739-4130-a9fd-31eff6c25e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:02Z', 'updated_at': '2021-07-27T21:03:06Z', 'revision_number': 4, 'project_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'subnets': [{'id': '5b7eadc3-0739-4130-a9fd-31eff6c25e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:03:08.346994 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-943da791-991b-456c-aeb0-623b82ed9543 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:08.348655 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-943da791-991b-456c-aeb0-623b82ed9543 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.52 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 807 time: 0.1325071 Jul 27 21:03:08.352412 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d17b9084-c383-47ef-ae63-fd9aea7c7e67 req-713957ca-3c39-43d6-b81c-23394ea484bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 210 time: 0.0545311 Jul 27 21:03:08.400196 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-dfea2aae-e830-4541-b80a-76b24f51b5b0 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b498e45a7ef640dabc9433d301f64a53 HTTP/1.1" status: 200 len: 379 time: 0.0423453 Jul 27 21:03:08.415199 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-cd7b4d7d-2105-47cf-86ef-ff870af27579 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'port': {'device_id': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'admin_state_up': True, 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'security_groups': ['18e5ec84-7d87-4379-9522-37eff6d69d51']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:08.536469 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-cd7b4d7d-2105-47cf-86ef-ff870af27579 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Made reservation on behalf of b498e45a7ef640dabc9433d301f64a53 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:08.541653 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-cd7b4d7d-2105-47cf-86ef-ff870af27579 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.697122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b6551989-d43f-4a03-b0b1-1fd1042ac40a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:08.718157 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-cd7b4d7d-2105-47cf-86ef-ff870af27579 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Allocated IP 172.20.0.14 (77a600ed-fdcf-48aa-94b3-877ebece19c9/c89fc921-0598-44b8-989f-c733a88540c6/83672a41-719a-4247-9d07-93c29e3edcdd) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:08.771116 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port b6551989-d43f-4a03-b0b1-1fd1042ac40a completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:08.776447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b6551989-d43f-4a03-b0b1-1fd1042ac40a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:08.777087 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.894899 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.902140 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-cd7b4d7d-2105-47cf-86ef-ff870af27579 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.924515 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-cd7b4d7d-2105-47cf-86ef-ff870af27579 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Transition to ACTIVE for port object 83672a41-719a-4247-9d07-93c29e3edcdd will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:08.947319 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port b6551989-d43f-4a03-b0b1-1fd1042ac40a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b6551989-d43f-4a03-b0b1-1fd1042ac40a,segment=NetworkSegment(d114da78-34b2-4e92-8b46-ab738a06e87c),segment_id=d114da78-34b2-4e92-8b46-ab738a06e87c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:08.954518 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.972638 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-cd7b4d7d-2105-47cf-86ef-ff870af27579 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.022498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-cd7b4d7d-2105-47cf-86ef-ff870af27579 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Network 77a600ed-fdcf-48aa-94b3-877ebece19c9 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:09.027793 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-cd7b4d7d-2105-47cf-86ef-ff870af27579 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:09.028766 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=b6551989-d43f-4a03-b0b1-1fd1042ac40a,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:09.031893 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-cd7b4d7d-2105-47cf-86ef-ff870af27579 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:09.056219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b4d7d-2105-47cf-86ef-ff870af27579 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'Port': ['ID=83672a41-719a-4247-9d07-93c29e3edcdd,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:09.090366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-cd7b4d7d-2105-47cf-86ef-ff870af27579 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:09.091096 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-cd7b4d7d-2105-47cf-86ef-ff870af27579 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.111955 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-cd7b4d7d-2105-47cf-86ef-ff870af27579 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7009084 Jul 27 21:03:09.123813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-cd5941a0-9f2f-47cc-aef4-9055809b9085 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:03:09.124888 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-cd5941a0-9f2f-47cc-aef4-9055809b9085 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056653 Jul 27 21:03:09.139677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Request body: {'port': {'device_id': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:09.256339 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.312104 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.362872 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b1838620-4d22-4692-8010-5abe7a92cac7 None None] Provisioning for port 83672a41-719a-4247-9d07-93c29e3edcdd completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:09.367986 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-b1838620-4d22-4692-8010-5abe7a92cac7 None None] Provisioning complete for port 83672a41-719a-4247-9d07-93c29e3edcdd triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:09.368722 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b1838620-4d22-4692-8010-5abe7a92cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.409112 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b1838620-4d22-4692-8010-5abe7a92cac7 None None] Port 83672a41-719a-4247-9d07-93c29e3edcdd cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:03:09.523428 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e690e-af79-43f8-ac2d-e0b484889cd0 req-de491346-4e11-4818-8e3d-6aa7eb3ec37d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:09.525252 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc4e690e-af79-43f8-ac2d-e0b484889cd0 req-de491346-4e11-4818-8e3d-6aa7eb3ec37d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 932 time: 0.0720885 Jul 27 21:03:09.568207 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cc4e690e-af79-43f8-ac2d-e0b484889cd0 req-3d5571f2-5815-468e-bda2-23ac1d699ec8 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355453 Jul 27 21:03:09.602058 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83672a41-719a-4247-9d07-93c29e3edcdd {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:09.610365 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.626082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Transition to ACTIVE for port object 83672a41-719a-4247-9d07-93c29e3edcdd will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:09.630409 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.715960 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Pushing event updated for resources: {'Port': ['ID=83672a41-719a-4247-9d07-93c29e3edcdd,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:09.784725 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Attempting to bind port 83672a41-719a-4247-9d07-93c29e3edcdd on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:09.785232 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Attempting to bind port 83672a41-719a-4247-9d07-93c29e3edcdd by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:09.785773 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Attempting to bind port 83672a41-719a-4247-9d07-93c29e3edcdd on network 77a600ed-fdcf-48aa-94b3-877ebece19c9 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:09.793933 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Port 83672a41-719a-4247-9d07-93c29e3edcdd on network 77a600ed-fdcf-48aa-94b3-877ebece19c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:03:09.794266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Attempting to bind port 83672a41-719a-4247-9d07-93c29e3edcdd on network 77a600ed-fdcf-48aa-94b3-877ebece19c9 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:09.800324 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:09.800666 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Checking segment: {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:09.801112 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Bound using segment: {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:09.801546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Bound port: 83672a41-719a-4247-9d07-93c29e3edcdd, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:09.802138 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.895206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:09.899441 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=83672a41-719a-4247-9d07-93c29e3edcdd,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:09.904722 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.947526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:09.948067 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.949559 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] 10.222.0.52 "PUT /v2.0/ports/83672a41-719a-4247-9d07-93c29e3edcdd HTTP/1.1" status: 200 len: 1093 time: 0.8171630 Jul 27 21:03:09.950002 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:09.952319 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caeadf9a-8b01-422e-9505-ccd5808bd483" -d '{"events": [{"name": "network-changed", "server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:09.989512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9335235-b2c1-45a5-9b4f-a341a98478a4 service neutron] Pushing event updated for resources: {'Port': ['ID=83672a41-719a-4247-9d07-93c29e3edcdd,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:10.037916 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6913f225-2a7e-4210-a4f3-71491f4979f0 x-openstack-request-id: req-6913f225-2a7e-4210-a4f3-71491f4979f0 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:10.038216 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:10.038511 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6913f225-2a7e-4210-a4f3-71491f4979f0 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:10.038829 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd', 'status': 'completed', 'code': 200} Jul 27 21:03:10.077188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-201632f8-28de-437c-a85b-08c117fa9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:10.078718 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-201632f8-28de-437c-a85b-08c117fa9327 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 1096 time: 0.0814197 Jul 27 21:03:10.505808 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-1042c455-2c5a-4215-9298-b5bf4e7e1a33 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83672a41-719a-4247-9d07-93c29e3edcdd HTTP/1.1" status: 200 len: 217 time: 0.4193153 Jul 27 21:03:10.567425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-c214de70-08c7-4110-85dc-bf7c90d56b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:10.568942 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-c214de70-08c7-4110-85dc-bf7c90d56b37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0562670 Jul 27 21:03:10.645602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-df98a2d1-0d4a-49d7-83aa-bdfc2f579dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:10.647138 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-df98a2d1-0d4a-49d7-83aa-bdfc2f579dd1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711205 Jul 27 21:03:10.664052 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b6551989-d43f-4a03-b0b1-1fd1042ac40a up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:10.719114 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port b6551989-d43f-4a03-b0b1-1fd1042ac40a triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:10.719484 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:10.754842 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce349044-aed7-439e-a39b-196b1c95bc01 req-b45353ea-abd1-48ad-83a0-aacb1c55b859 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:10.757087 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ce349044-aed7-439e-a39b-196b1c95bc01 req-b45353ea-abd1-48ad-83a0-aacb1c55b859 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 944 time: 0.0920966 Jul 27 21:03:10.781155 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-1ed53a24-2c07-4257-bb91-ad68c25adbe4 service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260884 Jul 27 21:03:10.811007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ce349044-aed7-439e-a39b-196b1c95bc01 req-bb58ceeb-1c34-460a-a73a-14c25ddacafe tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428562 Jul 27 21:03:10.889838 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2f5499c0-51b1-43df-bf39-8429d7180823 req-955f312e-65d0-457f-a798-20ccc99c1d8b service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017201 Jul 27 21:03:11.007847 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeadf9a-8b01-422e-9505-ccd5808bd483 req-a846e45b-f5be-4b62-803f-45c15ddaef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:11.009401 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-caeadf9a-8b01-422e-9505-ccd5808bd483 req-a846e45b-f5be-4b62-803f-45c15ddaef87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 1096 time: 0.0662241 Jul 27 21:03:11.118195 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeadf9a-8b01-422e-9505-ccd5808bd483 req-ea668d56-700a-45c5-9085-970f4e6acb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:11.119799 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-caeadf9a-8b01-422e-9505-ccd5808bd483 req-ea668d56-700a-45c5-9085-970f4e6acb99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.1027474 Jul 27 21:03:11.175628 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-caeadf9a-8b01-422e-9505-ccd5808bd483 req-3a09a7d2-e6c8-4ad8-870f-8912913a767b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83672a41-719a-4247-9d07-93c29e3edcdd HTTP/1.1" status: 200 len: 217 time: 0.0421953 Jul 27 21:03:11.239451 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeadf9a-8b01-422e-9505-ccd5808bd483 req-4f77db10-68a8-45e4-bdc0-85f28b249c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:11.241985 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-caeadf9a-8b01-422e-9505-ccd5808bd483 req-4f77db10-68a8-45e4-bdc0-85f28b249c34 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0584552 Jul 27 21:03:11.313391 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeadf9a-8b01-422e-9505-ccd5808bd483 req-1bb88c33-91b7-4fd5-b837-8cab2b54ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:11.314950 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-caeadf9a-8b01-422e-9505-ccd5808bd483 req-1bb88c33-91b7-4fd5-b837-8cab2b54ecfc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642772 Jul 27 21:03:11.416498 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-caeadf9a-8b01-422e-9505-ccd5808bd483 req-ce1fddcf-8b5c-4dbc-93b1-7b9abcab9115 service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936179 Jul 27 21:03:11.528507 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-caeadf9a-8b01-422e-9505-ccd5808bd483 req-9c59e784-d15e-4c49-bc26-63065a83e6d3 service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030397 Jul 27 21:03:11.972911 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da0913-bd7d-4571-a91c-1d72065d2dab req-d3ab7bbb-e3ec-4ae5-b9c0-1a8fa3229d29 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:11.974561 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-86da0913-bd7d-4571-a91c-1d72065d2dab req-d3ab7bbb-e3ec-4ae5-b9c0-1a8fa3229d29 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 944 time: 0.0881982 Jul 27 21:03:12.030029 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-86da0913-bd7d-4571-a91c-1d72065d2dab req-7d9c0736-5f0e-41a5-9d94-8bba23d63a84 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482111 Jul 27 21:03:12.466016 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:13.177513 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc77bd5-4815-44f5-837a-dc7873f9ffc7 req-53515248-3109-474a-ae98-57e0440d335b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:13.179154 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2cc77bd5-4815-44f5-837a-dc7873f9ffc7 req-53515248-3109-474a-ae98-57e0440d335b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 944 time: 0.0685363 Jul 27 21:03:13.224205 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2cc77bd5-4815-44f5-837a-dc7873f9ffc7 req-4a8f6392-ab40-4492-b2f0-e52bcf253ace tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343492 Jul 27 21:03:13.519982 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 83672a41-719a-4247-9d07-93c29e3edcdd details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:03:13.600947 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-586d5817-3352-4693-90b1-339d15c99a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:13.646181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=83672a41-719a-4247-9d07-93c29e3edcdd,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:13.660485 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '83672a41-719a-4247-9d07-93c29e3edcdd', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'port_id': '83672a41-719a-4247-9d07-93c29e3edcdd', 'mac_address': 'fa:16:3e:db:bc:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:03:13.706844 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:13.721993 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83672a41-719a-4247-9d07-93c29e3edcdd {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:13.744016 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=83672a41-719a-4247-9d07-93c29e3edcdd,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:13.749796 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:13.814240 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=83672a41-719a-4247-9d07-93c29e3edcdd,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:13.981738 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['83672a41-719a-4247-9d07-93c29e3edcdd'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:14.381124 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847dc45-5ecf-4506-be78-c6211ca2846a req-9802d4df-e4e9-408b-99f0-8f04f3cb0994 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:14.382688 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7847dc45-5ecf-4506-be78-c6211ca2846a req-9802d4df-e4e9-408b-99f0-8f04f3cb0994 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.0807505 Jul 27 21:03:14.426375 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7847dc45-5ecf-4506-be78-c6211ca2846a req-169ddc46-e4e0-4050-924b-ce7a075290a8 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371544 Jul 27 21:03:15.527469 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 83672a41-719a-4247-9d07-93c29e3edcdd up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:15.572129 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33a738-1d0c-484a-8514-997a539c6b29 req-787e356c-4f03-4fb2-abe2-a56ff14c82bb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:15.573862 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee33a738-1d0c-484a-8514-997a539c6b29 req-787e356c-4f03-4fb2-abe2-a56ff14c82bb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.0758033 Jul 27 21:03:15.591296 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 83672a41-719a-4247-9d07-93c29e3edcdd completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:15.596661 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 83672a41-719a-4247-9d07-93c29e3edcdd triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:15.597303 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:15.619932 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee33a738-1d0c-484a-8514-997a539c6b29 req-3d7f849a-8d0d-4a31-91fd-64b70aaa2cf0 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396655 Jul 27 21:03:15.700678 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:15.724229 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:15.726552 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c8f503-adc6-48b4-b9c7-8a9bab770f88" -d '{"events": [{"server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "name": "network-vif-plugged", "status": "completed", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:15.740265 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=83672a41-719a-4247-9d07-93c29e3edcdd,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:15.745045 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:15.773412 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a4bb80-9887-402a-bcc0-7ba126981a04 x-openstack-request-id: req-e3a4bb80-9887-402a-bcc0-7ba126981a04 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:15.773710 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "name": "network-vif-plugged", "status": "completed", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:15.773958 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3a4bb80-9887-402a-bcc0-7ba126981a04 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:15.774324 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd', 'code': 200} Jul 27 21:03:15.802036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=83672a41-719a-4247-9d07-93c29e3edcdd,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:15.918734 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed6b95-6a8c-4c82-b176-6c2a8ca41756 req-ec6e9e6a-fc74-4f6e-b650-5de9b8ec5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:15.921425 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-baed6b95-6a8c-4c82-b176-6c2a8ca41756 req-ec6e9e6a-fc74-4f6e-b650-5de9b8ec5408 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 1098 time: 0.0816271 Jul 27 21:03:15.979916 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-baed6b95-6a8c-4c82-b176-6c2a8ca41756 req-c2e1ce3e-3f1b-43f2-bd19-cc185b97d761 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509410 Jul 27 21:03:16.274812 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e31352f9-fc05-4c65-9303-3006a5e6a75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:16.378647 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:16.806607 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef79356-259e-4e3d-963b-0d256f0ef198 req-1ddae5e2-b737-4ae4-89e7-64b915778923 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:16.808271 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ef79356-259e-4e3d-963b-0d256f0ef198 req-1ddae5e2-b737-4ae4-89e7-64b915778923 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0876944 Jul 27 21:03:16.856180 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7ef79356-259e-4e3d-963b-0d256f0ef198 req-26c9e09d-a382-4835-a49c-5341cccbb60e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400426 Jul 27 21:03:17.503288 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:18.021367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0735c-0f40-450d-91ea-22751d33a4b0 req-69265893-518c-409a-b79c-e43c008bc19e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:18.023026 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47e0735c-0f40-450d-91ea-22751d33a4b0 req-69265893-518c-409a-b79c-e43c008bc19e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0741735 Jul 27 21:03:18.074773 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-47e0735c-0f40-450d-91ea-22751d33a4b0 req-24213af4-90ca-4cf8-9129-b1903d3dcc45 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408397 Jul 27 21:03:18.225531 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f408e-236e-4030-931e-24962475e800 req-a1e474ee-11dd-46fd-aa65-d14e2aaf5e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:18.226999 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb8f408e-236e-4030-931e-24962475e800 req-a1e474ee-11dd-46fd-aa65-d14e2aaf5e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0785882 Jul 27 21:03:18.270883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-cb8f408e-236e-4030-931e-24962475e800 req-b4f23cb3-378f-4225-a58f-17d1d67b6b8d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367799 Jul 27 21:03:18.295317 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40170) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:18.476958 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce0a51e-d2d8-4533-93d0-cbd0c4b83c9b tempest-TestShelveInstance-310429380 tempest-TestShelveInstance-310429380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:18.479226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-1ce0a51e-d2d8-4533-93d0-cbd0c4b83c9b tempest-TestShelveInstance-310429380 tempest-TestShelveInstance-310429380-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 1093 time: 0.1824417 Jul 27 21:03:18.481556 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40174) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:18.486568 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '83672a41-719a-4247-9d07-93c29e3edcdd', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:18.511608 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for floatingip, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:18.628893 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:18.745021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Allocated IP 172.25.1.120 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/e258709d-d29c-4ba1-b317-9bed697a346d) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:18.862015 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:18.903779 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:18.940707 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:18.943598 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:18.954806 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:18.982183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'Port': ['ID=e258709d-d29c-4ba1-b317-9bed697a346d,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:19.245113 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.363079 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.444751 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.961128 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.967376 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:20.044906 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'Port': ['ID=e258709d-d29c-4ba1-b317-9bed697a346d,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:20.057684 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:20.168866 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Floating IP 96a2ed58-1247-424e-8392-7a892fba6579 associated. External IP: 172.25.1.120, port: 83672a41-719a-4247-9d07-93c29e3edcdd. Jul 27 21:03:20.384346 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Router 17898544-d0c0-4687-afa6-cf3dc46eb558 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:03:20.506112 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:03:20.516913 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b3451-fdbd-4a5c-9026-3cba2b121e01 None None] Sync routers for ids ['17898544-d0c0-4687-afa6-cf3dc46eb558'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:03:20.523925 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:20.526918 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b3451-fdbd-4a5c-9026-3cba2b121e01 None None] Routers {'17898544-d0c0-4687-afa6-cf3dc46eb558'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:20.527567 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5f5b3451-fdbd-4a5c-9026-3cba2b121e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:03:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['17898544-d0c0-4687-afa6-cf3dc46eb558'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:20.568219 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a1b49a51-c887-4ab3-b5eb-d317be6d0d8c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0855842 Jul 27 21:03:20.568849 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:20.571157 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020f00d9105fea8a59345fdc35de2f2854bc43d5b9a74a339288cd71c0a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bc1b66-39e2-4dba-93fd-a62524611808" -d '{"events": [{"name": "network-changed", "server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:20.610181 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd361d84-3ef6-4dc7-803c-df54eb621e8b x-openstack-request-id: req-dd361d84-3ef6-4dc7-803c-df54eb621e8b {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:20.610536 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:20.610898 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd361d84-3ef6-4dc7-803c-df54eb621e8b {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:20.611370 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd', 'status': 'completed', 'code': 200} Jul 27 21:03:20.645916 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-5f5b3451-fdbd-4a5c-9026-3cba2b121e01 None None] Set router 17898544-d0c0-4687-afa6-cf3dc46eb558 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:20.691559 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc1b66-39e2-4dba-93fd-a62524611808 req-9cc4889d-28b6-42d0-85c3-5ba940c98c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:20.693235 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-46bc1b66-39e2-4dba-93fd-a62524611808 req-9cc4889d-28b6-42d0-85c3-5ba940c98c47 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 1098 time: 0.0587194 Jul 27 21:03:20.803052 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc1b66-39e2-4dba-93fd-a62524611808 req-a4043867-7ae8-4b54-a8b2-f9bb423452c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:20.804581 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-46bc1b66-39e2-4dba-93fd-a62524611808 req-a4043867-7ae8-4b54-a8b2-f9bb423452c9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.1047714 Jul 27 21:03:20.884303 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-46bc1b66-39e2-4dba-93fd-a62524611808 req-9d86ff17-d67e-48ee-ade9-25b83c19c20d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83672a41-719a-4247-9d07-93c29e3edcdd HTTP/1.1" status: 200 len: 1000 time: 0.0717297 Jul 27 21:03:20.914793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5f5b3451-fdbd-4a5c-9026-3cba2b121e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '96a2ed58-1247-424e-8392-7a892fba6579', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'port_id': '83672a41-719a-4247-9d07-93c29e3edcdd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'mac_address': 'fa:16:3e:db:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:03:19Z', 'updated_at': '2021-07-27T21:03:19Z', 'revision_number': 0, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 5, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:20.940273 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc1b66-39e2-4dba-93fd-a62524611808 req-85595d41-448d-4d9e-917f-cf337e124756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:20.941805 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-46bc1b66-39e2-4dba-93fd-a62524611808 req-85595d41-448d-4d9e-917f-cf337e124756 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0505819 Jul 27 21:03:20.942595 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b3451-fdbd-4a5c-9026-3cba2b121e01 None None] Checking router: 17898544-d0c0-4687-afa6-cf3dc46eb558 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:03:20.951823 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b3451-fdbd-4a5c-9026-3cba2b121e01 None None] Routers {'17898544-d0c0-4687-afa6-cf3dc46eb558'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:20.952618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5f5b3451-fdbd-4a5c-9026-3cba2b121e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:03:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['17898544-d0c0-4687-afa6-cf3dc46eb558'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:21.015700 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc1b66-39e2-4dba-93fd-a62524611808 req-16b08a49-ccdf-40a9-aa85-af1acbe60420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:21.018213 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-46bc1b66-39e2-4dba-93fd-a62524611808 req-16b08a49-ccdf-40a9-aa85-af1acbe60420 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695946 Jul 27 21:03:21.075324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-5f5b3451-fdbd-4a5c-9026-3cba2b121e01 None None] Set router 17898544-d0c0-4687-afa6-cf3dc46eb558 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:21.126589 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-46bc1b66-39e2-4dba-93fd-a62524611808 req-cab49d6d-ea31-4316-ab2d-1a4639fef6fa service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011434 Jul 27 21:03:21.225390 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-46bc1b66-39e2-4dba-93fd-a62524611808 req-3f99fb3d-53a9-471b-9a11-eed28970cce4 service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923071 Jul 27 21:03:21.325294 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-5f5b3451-fdbd-4a5c-9026-3cba2b121e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '96a2ed58-1247-424e-8392-7a892fba6579', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'port_id': '83672a41-719a-4247-9d07-93c29e3edcdd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'mac_address': 'fa:16:3e:db:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:03:19Z', 'updated_at': '2021-07-27T21:03:19Z', 'revision_number': 0, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 5, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:21.358805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b3451-fdbd-4a5c-9026-3cba2b121e01 None None] The sync data for ids ['17898544-d0c0-4687-afa6-cf3dc46eb558'] in n-d-705657-21 is: [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '96a2ed58-1247-424e-8392-7a892fba6579', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'port_id': '83672a41-719a-4247-9d07-93c29e3edcdd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'mac_address': 'fa:16:3e:db:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:03:19Z', 'updated_at': '2021-07-27T21:03:19Z', 'revision_number': 0, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 5, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:03:21.599552 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4513b2-261f-4e97-a1b4-02c7a400ba99 None None] New status for floating IP 96a2ed58-1247-424e-8392-7a892fba6579: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:03:21.895467 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:03:39.335967 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:42.466565 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:43.566897 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5f55-8140-457e-9a2c-b053e6258f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:46.279132 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a5b4ce20-e8ef-431e-ac77-0c9157b608c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:46.389599 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.506935 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:49.254756 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:58.895982 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:04:05.009880 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ff152bd9-a92a-4397-acea-735f3cb13e78 req-392cc9be-3b7d-438c-8dc6-70a3c2241600 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0703800 Jul 27 21:04:05.150385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff152bd9-a92a-4397-acea-735f3cb13e78 req-379887b9-cc51-4dbe-beb2-687c520631a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:05.151975 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ff152bd9-a92a-4397-acea-735f3cb13e78 req-379887b9-cc51-4dbe-beb2-687c520631a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 1098 time: 0.0885277 Jul 27 21:04:05.293638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff152bd9-a92a-4397-acea-735f3cb13e78 req-dfa4ddd7-eecc-4965-9fb4-957f26c1e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:05.295132 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ff152bd9-a92a-4397-acea-735f3cb13e78 req-dfa4ddd7-eecc-4965-9fb4-957f26c1e9f9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.1207366 Jul 27 21:04:05.390683 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ff152bd9-a92a-4397-acea-735f3cb13e78 req-e56d0fe6-093a-4d3c-95d6-e8f768707ddf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83672a41-719a-4247-9d07-93c29e3edcdd HTTP/1.1" status: 200 len: 1002 time: 0.0883274 Jul 27 21:04:05.452466 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff152bd9-a92a-4397-acea-735f3cb13e78 req-904e06b8-cf98-4879-be83-f1a8d2e7d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:05.454043 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ff152bd9-a92a-4397-acea-735f3cb13e78 req-904e06b8-cf98-4879-be83-f1a8d2e7d931 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0570438 Jul 27 21:04:05.525155 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff152bd9-a92a-4397-acea-735f3cb13e78 req-faffdf32-09cb-417f-bd79-c5469ca50665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:05.526965 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ff152bd9-a92a-4397-acea-735f3cb13e78 req-faffdf32-09cb-417f-bd79-c5469ca50665 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662048 Jul 27 21:04:05.627404 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ff152bd9-a92a-4397-acea-735f3cb13e78 req-6d52a90c-00c6-4b6b-8d3d-4be7fa080b4f service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930007 Jul 27 21:04:05.729801 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ff152bd9-a92a-4397-acea-735f3cb13e78 req-bf3b2b30-90a6-42d1-9e6a-d89ce9ef52f1 service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957909 Jul 27 21:04:09.334785 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.479499 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.560243 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9d447146-c10c-43a5-bf38-9e47a873ef68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:16.284916 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-addce1a0-c198-4100-a0b6-5df76c6c6c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:16.384930 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:17.510983 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:19.253579 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:35.896651 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:04:39.333247 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.656521 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.567778 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee04b-ec8c-4115-bdf4-5b7f5243f3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.279561 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e8f1ba7d-5298-4351-a1ff-f9b45883c92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.388902 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:47.515110 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.250774 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:06.450967 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3291b11b-7cc6-4613-9fcd-fa7530a3e8fe req-ee3d2ab1-ce31-4037-a1cd-edd56f0cbb91 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597963 Jul 27 21:05:06.554171 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291b11b-7cc6-4613-9fcd-fa7530a3e8fe req-cfc95358-7c47-4d08-ab21-48f7b230b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:06.555724 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3291b11b-7cc6-4613-9fcd-fa7530a3e8fe req-cfc95358-7c47-4d08-ab21-48f7b230b77d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 1098 time: 0.0611115 Jul 27 21:05:06.679555 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291b11b-7cc6-4613-9fcd-fa7530a3e8fe req-2efac6e0-0dca-4162-ba53-3a8ca9018afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:06.681097 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3291b11b-7cc6-4613-9fcd-fa7530a3e8fe req-2efac6e0-0dca-4162-ba53-3a8ca9018afb service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.1032183 Jul 27 21:05:06.775132 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3291b11b-7cc6-4613-9fcd-fa7530a3e8fe req-e8c5a12e-b447-4b90-a6df-4607c70af733 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83672a41-719a-4247-9d07-93c29e3edcdd HTTP/1.1" status: 200 len: 1002 time: 0.0827885 Jul 27 21:05:06.829453 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291b11b-7cc6-4613-9fcd-fa7530a3e8fe req-3355a792-ee02-4f6f-8db2-a25493b37faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:06.830982 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3291b11b-7cc6-4613-9fcd-fa7530a3e8fe req-3355a792-ee02-4f6f-8db2-a25493b37faa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0489733 Jul 27 21:05:06.902606 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291b11b-7cc6-4613-9fcd-fa7530a3e8fe req-b319f905-f8ec-4461-a49b-32c907f98686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:06.904811 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3291b11b-7cc6-4613-9fcd-fa7530a3e8fe req-b319f905-f8ec-4461-a49b-32c907f98686 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668705 Jul 27 21:05:07.001962 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3291b11b-7cc6-4613-9fcd-fa7530a3e8fe req-fc0eed2a-98ae-410b-bb48-974bd1fe202f service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895507 Jul 27 21:05:07.104634 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3291b11b-7cc6-4613-9fcd-fa7530a3e8fe req-8e06b3de-d1ed-4a4a-bf1a-ee610a75c10b service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956726 Jul 27 21:05:09.341459 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:12.492244 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:12.897548 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:05:13.563304 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6c2d7720-0901-43c2-8d45-f04b2c91c07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:15.401024 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6164c6-4c50-470a-b9a8-1f41b5ff44bf req-674c38b5-3b3a-4cf2-ab3d-cf63caace9f3 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.402573 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c6164c6-4c50-470a-b9a8-1f41b5ff44bf req-674c38b5-3b3a-4cf2-ab3d-cf63caace9f3 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0722806 Jul 27 21:05:15.448839 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7c6164c6-4c50-470a-b9a8-1f41b5ff44bf req-8be25a01-27b1-449f-9a04-480393d9ec5b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396218 Jul 27 21:05:16.284050 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10be54a4-bf26-43bb-a3c7-52fb931483f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:16.397249 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:16.616699 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2634900-8bcd-4f6a-a434-fe866f5c7e11 req-8399756a-ac16-44e0-acb5-46b9e81ef0f2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.618251 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2634900-8bcd-4f6a-a434-fe866f5c7e11 req-8399756a-ac16-44e0-acb5-46b9e81ef0f2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0696535 Jul 27 21:05:16.661012 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2634900-8bcd-4f6a-a434-fe866f5c7e11 req-66b7aec5-b170-46f5-af39-123a910d2ffc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362802 Jul 27 21:05:17.516749 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.807341 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979be45a-bfd2-41cc-a13e-c51b1a3731db req-45f6597c-b5cb-46b7-8317-36f5dd785496 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:17.808966 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-979be45a-bfd2-41cc-a13e-c51b1a3731db req-45f6597c-b5cb-46b7-8317-36f5dd785496 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0682120 Jul 27 21:05:17.854665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-979be45a-bfd2-41cc-a13e-c51b1a3731db req-9323af7f-d650-4167-9ee3-0bcb1c9de912 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385365 Jul 27 21:05:19.016217 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d454392-36d3-4e49-80d5-e98a368109b1 req-3738064d-9ead-4fd9-b287-8cf882313358 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:19.017649 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d454392-36d3-4e49-80d5-e98a368109b1 req-3738064d-9ead-4fd9-b287-8cf882313358 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0792868 Jul 27 21:05:19.058465 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7d454392-36d3-4e49-80d5-e98a368109b1 req-f76f95d4-18b7-4219-8ec8-d6fc07a6b6d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344040 Jul 27 21:05:19.255319 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.203952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62eab5-c9c1-4599-a9e0-bce1a49ab90f req-17b90308-682d-4aa6-a978-3602a16b387e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.205615 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b62eab5-c9c1-4599-a9e0-bce1a49ab90f req-17b90308-682d-4aa6-a978-3602a16b387e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0727713 Jul 27 21:05:20.250361 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9b62eab5-c9c1-4599-a9e0-bce1a49ab90f req-20cccaab-0d76-452e-8312-a69c8772bc56 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375507 Jul 27 21:05:21.403392 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1edd1-54f6-4c60-b05b-70b09ee9a238 req-ed85f9eb-468d-4a30-a6ae-0867c2210c89 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.405006 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4bc1edd1-54f6-4c60-b05b-70b09ee9a238 req-ed85f9eb-468d-4a30-a6ae-0867c2210c89 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0750020 Jul 27 21:05:21.445520 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4bc1edd1-54f6-4c60-b05b-70b09ee9a238 req-2f9029b3-2783-4ff9-a673-fb7c1a23278a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343163 Jul 27 21:05:22.607433 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e62901-08e4-4343-90cc-2be2b3c351ae req-39eb9e01-7528-4899-94cb-e0dbcd7e2d24 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.610215 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4e62901-08e4-4343-90cc-2be2b3c351ae req-39eb9e01-7528-4899-94cb-e0dbcd7e2d24 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0859661 Jul 27 21:05:22.653175 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4e62901-08e4-4343-90cc-2be2b3c351ae req-8f4453cb-c4c9-4ecb-9b1e-3500cc4cf8b4 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361724 Jul 27 21:05:23.799984 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bab02d-290e-40bf-ad09-b6dca89ce29e req-d17c15f9-2bf1-4ceb-b1f7-0f40532960a2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:23.801626 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39bab02d-290e-40bf-ad09-b6dca89ce29e req-d17c15f9-2bf1-4ceb-b1f7-0f40532960a2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0700471 Jul 27 21:05:23.850603 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-39bab02d-290e-40bf-ad09-b6dca89ce29e req-7c21c8c0-7888-4e32-9afc-1c013da48f93 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426064 Jul 27 21:05:25.003361 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242ae97-d746-49cb-aff4-90b4eefb970d req-3fd180a9-1ed2-46f4-8d70-47e851e7e831 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:25.005220 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4242ae97-d746-49cb-aff4-90b4eefb970d req-3fd180a9-1ed2-46f4-8d70-47e851e7e831 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0791707 Jul 27 21:05:25.068683 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4242ae97-d746-49cb-aff4-90b4eefb970d req-a1c1af27-8819-413c-b31c-bd8a131a7205 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560536 Jul 27 21:05:26.236661 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6207a0d-3fb2-40f5-b084-1f610e88c566 req-def559cb-e502-46d5-b4f2-766bef38d4b6 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:26.238423 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6207a0d-3fb2-40f5-b084-1f610e88c566 req-def559cb-e502-46d5-b4f2-766bef38d4b6 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0788250 Jul 27 21:05:26.286323 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e6207a0d-3fb2-40f5-b084-1f610e88c566 req-88bbe2f7-2b20-4019-bf42-37c90256d259 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383458 Jul 27 21:05:27.457582 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd35005-28cf-487d-90fd-b3f4973c58c0 req-8269d371-6ac8-409d-ad81-5401249b352c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.459256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7fd35005-28cf-487d-90fd-b3f4973c58c0 req-8269d371-6ac8-409d-ad81-5401249b352c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0839555 Jul 27 21:05:27.503369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7fd35005-28cf-487d-90fd-b3f4973c58c0 req-d7511888-61e2-4fa6-b851-08169163cd31 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372064 Jul 27 21:05:27.989216 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 83672a41-719a-4247-9d07-93c29e3edcdd details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:05:28.134895 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=83672a41-719a-4247-9d07-93c29e3edcdd,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:28.152306 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '83672a41-719a-4247-9d07-93c29e3edcdd', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'port_id': '83672a41-719a-4247-9d07-93c29e3edcdd', 'mac_address': 'fa:16:3e:db:bc:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:05:28.219797 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.238670 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83672a41-719a-4247-9d07-93c29e3edcdd {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:28.271172 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=83672a41-719a-4247-9d07-93c29e3edcdd,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:28.282892 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.371208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['83672a41-719a-4247-9d07-93c29e3edcdd'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:28.417900 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=83672a41-719a-4247-9d07-93c29e3edcdd,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:28.440682 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:28.441386 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:28.442049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:28.443040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:28.443409 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:28.444044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:28.444743 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:28.445409 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:28.446174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:28.446782 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:28.447430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:28.448060 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:28.730563 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a68746-d8cc-4ae8-8a86-3b9cb24e0238 req-66298f53-89a4-4022-891b-31b736e89682 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:28.739036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77a68746-d8cc-4ae8-8a86-3b9cb24e0238 req-66298f53-89a4-4022-891b-31b736e89682 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.0846274 Jul 27 21:05:28.799062 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77a68746-d8cc-4ae8-8a86-3b9cb24e0238 req-4bd1a32c-6b3b-4eff-96c5-812ca5b9ceaf tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585632 Jul 27 21:05:29.975490 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd86b6a-7b75-49dd-a98d-b4e73165b3ad req-61cd7b49-23fe-4533-8f1b-63a36deba36b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:29.977986 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fd86b6a-7b75-49dd-a98d-b4e73165b3ad req-61cd7b49-23fe-4533-8f1b-63a36deba36b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.0751088 Jul 27 21:05:30.008095 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 83672a41-719a-4247-9d07-93c29e3edcdd up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:30.034540 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3fd86b6a-7b75-49dd-a98d-b4e73165b3ad req-2691ffa6-c4b4-4cc1-804e-5570fdc7dead tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481205 Jul 27 21:05:30.078554 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 83672a41-719a-4247-9d07-93c29e3edcdd triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:30.078947 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.170922 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.201627 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:30.204269 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19b0dda-1616-4be9-a8f7-f3d5fa994512" -d '{"events": [{"server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "name": "network-vif-plugged", "status": "completed", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:30.221100 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=83672a41-719a-4247-9d07-93c29e3edcdd,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:30.227454 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.259614 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419377d0-4019-490c-83ae-09f615f90307 x-openstack-request-id: req-419377d0-4019-490c-83ae-09f615f90307 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:30.259929 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "name": "network-vif-plugged", "status": "completed", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:30.260321 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-419377d0-4019-490c-83ae-09f615f90307 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:30.260754 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd', 'code': 200} Jul 27 21:05:30.292744 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=83672a41-719a-4247-9d07-93c29e3edcdd,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:31.211979 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ed447-205b-4085-8903-9bcdb5313c9a req-edf3ee2a-bc01-4418-9620-8986b3690a38 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:31.214059 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-226ed447-205b-4085-8903-9bcdb5313c9a req-edf3ee2a-bc01-4418-9620-8986b3690a38 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0844393 Jul 27 21:05:31.259406 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-226ed447-205b-4085-8903-9bcdb5313c9a req-7f109dfc-9d29-407a-be55-e32188ebbfb1 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383070 Jul 27 21:05:32.439498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0eac68-8092-49d2-9b5e-202c8e77d291 req-a15637b2-a4d6-4e50-8efe-fd17e849ccde tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:32.441185 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd0eac68-8092-49d2-9b5e-202c8e77d291 req-a15637b2-a4d6-4e50-8efe-fd17e849ccde tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0800436 Jul 27 21:05:32.505878 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dd0eac68-8092-49d2-9b5e-202c8e77d291 req-81271cdb-e9d6-4318-bf7d-072a0e48b17f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533669 Jul 27 21:05:33.710239 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea0599-ea42-439d-8264-4b814b07507d req-26e521e1-5759-455e-a18c-f7ce8bc46106 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:33.711822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3ea0599-ea42-439d-8264-4b814b07507d req-26e521e1-5759-455e-a18c-f7ce8bc46106 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0940950 Jul 27 21:05:33.779059 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3ea0599-ea42-439d-8264-4b814b07507d req-9b355aff-6e41-40c7-8a80-2405a44998fe tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572410 Jul 27 21:05:34.932852 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9752337-3d7a-449c-a674-e2b388f5cd14 req-1acebf54-54d4-472b-a0de-3cc24f13b8a8 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:34.943018 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9752337-3d7a-449c-a674-e2b388f5cd14 req-1acebf54-54d4-472b-a0de-3cc24f13b8a8 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0847683 Jul 27 21:05:34.999301 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a9752337-3d7a-449c-a674-e2b388f5cd14 req-57115861-3ba0-4ebe-b5a1-fb48bfb80a56 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463510 Jul 27 21:05:36.152414 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b69bc-47b1-4e9e-9f0a-c857943df19d req-be5f165a-19e7-4450-bb44-e6043db6f66e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:36.156033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b13b69bc-47b1-4e9e-9f0a-c857943df19d req-be5f165a-19e7-4450-bb44-e6043db6f66e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0915956 Jul 27 21:05:36.198009 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b13b69bc-47b1-4e9e-9f0a-c857943df19d req-7d1caa81-dcc0-4c9c-acd1-a1cf5075caec tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358713 Jul 27 21:05:37.339766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad3935-e256-464f-840d-487b06160439 req-4cf978c9-6b48-45eb-a8c5-e7922d7294a1 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.341311 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44ad3935-e256-464f-840d-487b06160439 req-4cf978c9-6b48-45eb-a8c5-e7922d7294a1 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0685899 Jul 27 21:05:37.379814 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-44ad3935-e256-464f-840d-487b06160439 req-328ed67b-bb76-4cb1-b828-14e437b8f68c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324223 Jul 27 21:05:37.660004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b19147-ffd3-497d-8bc2-cb6fd6d4af86 req-3302a68c-becc-441f-8a5c-622272db444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.661707 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-18b19147-ffd3-497d-8bc2-cb6fd6d4af86 req-3302a68c-becc-441f-8a5c-622272db444c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 1098 time: 0.0654380 Jul 27 21:05:37.768386 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b19147-ffd3-497d-8bc2-cb6fd6d4af86 req-a3a0accd-648e-480f-b2ef-6e303734e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.769944 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-18b19147-ffd3-497d-8bc2-cb6fd6d4af86 req-a3a0accd-648e-480f-b2ef-6e303734e60f service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.1012096 Jul 27 21:05:37.843097 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-18b19147-ffd3-497d-8bc2-cb6fd6d4af86 req-ef522d12-260e-4264-b461-0c2b65c24347 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83672a41-719a-4247-9d07-93c29e3edcdd HTTP/1.1" status: 200 len: 1002 time: 0.0661056 Jul 27 21:05:37.894841 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b19147-ffd3-497d-8bc2-cb6fd6d4af86 req-113d7e22-7a2a-4465-a737-e0b5306124c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.896314 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-18b19147-ffd3-497d-8bc2-cb6fd6d4af86 req-113d7e22-7a2a-4465-a737-e0b5306124c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0463016 Jul 27 21:05:37.971358 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b19147-ffd3-497d-8bc2-cb6fd6d4af86 req-268f3b2a-076d-401b-b5e2-d9eab4cc2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.972881 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-18b19147-ffd3-497d-8bc2-cb6fd6d4af86 req-268f3b2a-076d-401b-b5e2-d9eab4cc2184 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698252 Jul 27 21:05:38.083842 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-18b19147-ffd3-497d-8bc2-cb6fd6d4af86 req-f0dd1765-a7a4-4e04-b4b2-05c9f8215bbc service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037095 Jul 27 21:05:38.186798 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-18b19147-ffd3-497d-8bc2-cb6fd6d4af86 req-4187645f-37ae-4824-9fcc-52bbe8a5b346 service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958776 Jul 27 21:05:38.540788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1745598-f876-4ec7-bbad-9de6e04d1d09 req-3d8b36c7-433d-4ef1-be00-e0c4ef6741a2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:38.542430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1745598-f876-4ec7-bbad-9de6e04d1d09 req-3d8b36c7-433d-4ef1-be00-e0c4ef6741a2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0900645 Jul 27 21:05:38.590711 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1745598-f876-4ec7-bbad-9de6e04d1d09 req-0b33f0cc-c9bb-42b3-b158-97acb6826d7d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406966 Jul 27 21:05:39.332820 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.739107 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564a7eb-5863-4a97-b736-abbf8d736ed5 req-44856302-366a-4659-9434-863473426660 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:39.740754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7564a7eb-5863-4a97-b736-abbf8d736ed5 req-44856302-366a-4659-9434-863473426660 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0702734 Jul 27 21:05:39.793198 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7564a7eb-5863-4a97-b736-abbf8d736ed5 req-34ae110c-11f2-4066-a9c8-ce69ce9b919c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395422 Jul 27 21:05:40.072730 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 83672a41-719a-4247-9d07-93c29e3edcdd no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:40.167803 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:40.200472 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:40.203015 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68113ca4-ff25-4ac8-8088-e1ccb1efbce6" -d '{"events": [{"server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:40.218093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=83672a41-719a-4247-9d07-93c29e3edcdd,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:40.222764 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:40.251945 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a222a2aa-ef12-402d-81af-58f99039e0b6 x-openstack-request-id: req-a222a2aa-ef12-402d-81af-58f99039e0b6 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:40.252251 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "name": "network-vif-unplugged", "status": "failed", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd", "code": 422}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:40.252492 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a222a2aa-ef12-402d-81af-58f99039e0b6 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:40.252879 n-d-705657-21 neutron-server[94061]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd', 'code': 422} returned with failed status Jul 27 21:05:40.289547 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=83672a41-719a-4247-9d07-93c29e3edcdd,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:40.935172 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153f9fe-8fb5-4416-806a-3fbc78bc032e req-a152a727-ecdc-45bf-abfd-5b3a070405fc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:40.936736 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f153f9fe-8fb5-4416-806a-3fbc78bc032e req-a152a727-ecdc-45bf-abfd-5b3a070405fc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 944 time: 0.0671132 Jul 27 21:05:40.977756 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f153f9fe-8fb5-4416-806a-3fbc78bc032e req-401db298-5bc2-4108-baa0-de4931615eb8 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347502 Jul 27 21:05:41.251953 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf52737-fd2c-4cd1-84c7-aa9c1604b940 req-6b583e2d-05d8-4b67-baf8-a5c24739682f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:41.253730 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4cf52737-fd2c-4cd1-84c7-aa9c1604b940 req-6b583e2d-05d8-4b67-baf8-a5c24739682f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 944 time: 0.0767038 Jul 27 21:05:41.313179 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4cf52737-fd2c-4cd1-84c7-aa9c1604b940 req-41a38cbd-f2f4-45e4-8fc0-0d0f655b374c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527520 Jul 27 21:05:41.382134 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40350) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:41.525920 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-c957c801-4535-4e9d-a8d8-86768c557880 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1421719 Jul 27 21:05:42.470796 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636f47e-769d-47b7-a232-3331fa029d4f req-3ce52135-1d79-47d4-982b-3d7f8ac90c56 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:42.472328 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3636f47e-769d-47b7-a232-3331fa029d4f req-3ce52135-1d79-47d4-982b-3d7f8ac90c56 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 944 time: 0.0717516 Jul 27 21:05:42.489708 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:42.516647 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3636f47e-769d-47b7-a232-3331fa029d4f req-e8c61de3-f5bb-4455-9788-10373dda805c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373359 Jul 27 21:05:42.605194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-8757ac88-4414-4887-b22c-8d3d187247af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:42.606813 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-8757ac88-4414-4887-b22c-8d3d187247af service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d&tenant_id=b498e45a7ef640dabc9433d301f64a53 HTTP/1.1" status: 200 len: 1096 time: 0.1097872 Jul 27 21:05:42.619955 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705657-21', 'device_owner': 'compute:nova'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:42.699175 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:42.909078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=83672a41-719a-4247-9d07-93c29e3edcdd,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:42.943597 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:42.978098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83672a41-719a-4247-9d07-93c29e3edcdd {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:42.986919 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.000539 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Transition to ACTIVE for port object 83672a41-719a-4247-9d07-93c29e3edcdd will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:43.005055 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.088581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Pushing event updated for resources: {'Port': ['ID=83672a41-719a-4247-9d07-93c29e3edcdd,revision_number=9']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:43.105851 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:43.106205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:43.106205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:43.106205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:43.106205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:43.106205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:43.106205 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:43.110253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:43.110253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:43.110253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:43.110253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:43.110253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:43.152653 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] No DVR routers for this DVR port 83672a41-719a-4247-9d07-93c29e3edcdd on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:43.303308 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Attempting to bind port 83672a41-719a-4247-9d07-93c29e3edcdd on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:43.303643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Attempting to bind port 83672a41-719a-4247-9d07-93c29e3edcdd by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:43.303972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Attempting to bind port 83672a41-719a-4247-9d07-93c29e3edcdd on network 77a600ed-fdcf-48aa-94b3-877ebece19c9 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:43.308807 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Port 83672a41-719a-4247-9d07-93c29e3edcdd on network 77a600ed-fdcf-48aa-94b3-877ebece19c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:05:43.309126 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Attempting to bind port 83672a41-719a-4247-9d07-93c29e3edcdd on network 77a600ed-fdcf-48aa-94b3-877ebece19c9 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:43.315487 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:43.315825 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Checking segment: {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:43.316208 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Bound using segment: {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:43.316662 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Bound port: 83672a41-719a-4247-9d07-93c29e3edcdd, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:43.317021 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.382328 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:43.386641 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=83672a41-719a-4247-9d07-93c29e3edcdd,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:43.391754 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.430953 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.431574 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.433146 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] 10.222.0.63 "PUT /v2.0/ports/83672a41-719a-4247-9d07-93c29e3edcdd HTTP/1.1" status: 200 len: 1093 time: 0.8173726 Jul 27 21:05:43.433596 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:43.436105 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799863e4-7797-4159-91fd-a783b889ad6d" -d '{"events": [{"name": "network-changed", "server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:43.460462 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026b150-9668-45b9-a7eb-0fe85f9137a2 service neutron] Pushing event updated for resources: {'Port': ['ID=83672a41-719a-4247-9d07-93c29e3edcdd,revision_number=10']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:43.507545 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ed0f76-72a0-4ed5-90be-dcd8a6e4dc67 x-openstack-request-id: req-58ed0f76-72a0-4ed5-90be-dcd8a6e4dc67 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:43.507841 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:43.508090 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58ed0f76-72a0-4ed5-90be-dcd8a6e4dc67 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:43.508524 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd', 'status': 'completed', 'code': 200} Jul 27 21:05:43.537223 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-4b4c26c9-a643-4d82-b626-56be781cf298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.538772 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-4b4c26c9-a643-4d82-b626-56be781cf298 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 1097 time: 0.0629692 Jul 27 21:05:43.577520 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7c553f21-9bdd-47d3-a22d-20460c5f6ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.671266 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf79af-bec5-4368-8d70-a2ff37598ecc req-b6d05f04-54b7-4368-aaec-0aa7638a2f28 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.671924 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-11b5979e-b23f-4c89-9425-74d1eacd4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.673004 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-11b5979e-b23f-4c89-9425-74d1eacd4dc8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.1262467 Jul 27 21:05:43.673183 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-03cf79af-bec5-4368-8d70-a2ff37598ecc req-b6d05f04-54b7-4368-aaec-0aa7638a2f28 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.0704100 Jul 27 21:05:43.715572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-03cf79af-bec5-4368-8d70-a2ff37598ecc req-48c7c302-6de8-4ff2-bb48-f8a6206bd3af tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360725 Jul 27 21:05:43.746803 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-ddb554c4-50fe-4af5-a48c-0e2a9cdcda8d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83672a41-719a-4247-9d07-93c29e3edcdd HTTP/1.1" status: 200 len: 1000 time: 0.0662661 Jul 27 21:05:43.797173 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-230e1839-88e2-4087-afa8-b1240d248e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.798634 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-230e1839-88e2-4087-afa8-b1240d248e56 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0444422 Jul 27 21:05:43.859215 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-cc1ae400-1145-4be0-af34-3779eb8466bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.860800 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-cc1ae400-1145-4be0-af34-3779eb8466bc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545995 Jul 27 21:05:43.872270 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-a64c33d6-d4e2-489e-bdd5-5e61416a2ff5 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:05:43.873354 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-a64c33d6-d4e2-489e-bdd5-5e61416a2ff5 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052681 Jul 27 21:05:43.982951 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-ccd8f7c2-6f61-419e-a2e7-01d56671b401 service neutron] 10.222.0.63 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018248 Jul 27 21:05:44.079532 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-bd6c2b85-1386-48ff-9521-9c2e50bdd456 service neutron] 10.222.0.63 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892830 Jul 27 21:05:44.194683 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799863e4-7797-4159-91fd-a783b889ad6d req-47916927-7864-4d07-b46c-ea1e3b8760e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:44.197186 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-799863e4-7797-4159-91fd-a783b889ad6d req-47916927-7864-4d07-b46c-ea1e3b8760e1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 1097 time: 0.0672905 Jul 27 21:05:44.319781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799863e4-7797-4159-91fd-a783b889ad6d req-7cf9cdb8-2300-4f86-9a2f-c4ffff9711fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:44.321370 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-799863e4-7797-4159-91fd-a783b889ad6d req-7cf9cdb8-2300-4f86-9a2f-c4ffff9711fd service neutron] 10.222.0.63 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.1020589 Jul 27 21:05:44.396106 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-799863e4-7797-4159-91fd-a783b889ad6d req-86fbefe0-9b8b-44cb-ae0a-a57e555b4f53 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83672a41-719a-4247-9d07-93c29e3edcdd HTTP/1.1" status: 200 len: 1000 time: 0.0668037 Jul 27 21:05:44.457344 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799863e4-7797-4159-91fd-a783b889ad6d req-816a3fa2-783e-48a5-bfce-ef32ca4a3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:44.464265 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-799863e4-7797-4159-91fd-a783b889ad6d req-816a3fa2-783e-48a5-bfce-ef32ca4a3433 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0579665 Jul 27 21:05:44.866902 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebab06-84ed-4720-a794-9dd37c68d690 req-2399b71e-5206-425d-a926-197973089339 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:44.868430 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-12ebab06-84ed-4720-a794-9dd37c68d690 req-2399b71e-5206-425d-a926-197973089339 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.0773926 Jul 27 21:05:44.921894 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-12ebab06-84ed-4720-a794-9dd37c68d690 req-cceee183-c169-4bfc-9803-643a28854e95 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466397 Jul 27 21:05:46.069628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f53bab-f37a-4e04-835e-d7b6b615b933 req-11afc4c8-d88b-4a51-a950-2aaea817f759 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:46.077159 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2f53bab-f37a-4e04-835e-d7b6b615b933 req-11afc4c8-d88b-4a51-a950-2aaea817f759 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.0742936 Jul 27 21:05:46.116771 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2f53bab-f37a-4e04-835e-d7b6b615b933 req-bd2a282b-2bd1-444c-8d84-dc593eadba83 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366883 Jul 27 21:05:46.289120 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-09a44fcf-1cd6-4796-b5ac-3ca6d4b369e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:46.390658 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:47.291627 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edd545-3b4e-44da-8989-2e71a22b26d7 req-960ecd16-6af3-4a53-81ff-34000b476d5a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:47.293122 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4edd545-3b4e-44da-8989-2e71a22b26d7 req-960ecd16-6af3-4a53-81ff-34000b476d5a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.0902190 Jul 27 21:05:47.351320 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e4edd545-3b4e-44da-8989-2e71a22b26d7 req-08899448-0f29-4977-8124-ae38b40fd552 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509894 Jul 27 21:05:47.523235 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:48.537522 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6a347-e251-4521-9caf-d128d9e249a6 req-91bc6d44-349d-4125-a472-0e6c8cdc776b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:48.539154 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ff6a347-e251-4521-9caf-d128d9e249a6 req-91bc6d44-349d-4125-a472-0e6c8cdc776b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.1021202 Jul 27 21:05:48.584785 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5ff6a347-e251-4521-9caf-d128d9e249a6 req-37ec5fa4-8788-4c2d-8508-c2e38b7aa130 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391226 Jul 27 21:05:49.262343 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.774285 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110f6a9-ef86-4d54-a6d4-f5b82edcb17e req-d1cf4b33-7844-4363-91c1-b7d12de31317 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:49.776796 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b110f6a9-ef86-4d54-a6d4-f5b82edcb17e req-d1cf4b33-7844-4363-91c1-b7d12de31317 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.0765808 Jul 27 21:05:49.832092 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b110f6a9-ef86-4d54-a6d4-f5b82edcb17e req-cd5eda53-59ab-423a-b694-61c077e3e0b9 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489159 Jul 27 21:05:49.902094 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:05:51.017805 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973d2e6-b6ce-48a9-bccd-2d2b9f6298d8 req-ee60001a-9bf3-4d04-bc10-57f73e9da12c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:51.019269 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5973d2e6-b6ce-48a9-bccd-2d2b9f6298d8 req-ee60001a-9bf3-4d04-bc10-57f73e9da12c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.0868485 Jul 27 21:05:51.080205 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5973d2e6-b6ce-48a9-bccd-2d2b9f6298d8 req-ce105031-5403-47af-a519-f280a33d0e86 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539978 Jul 27 21:05:52.292449 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93463cd1-6c14-4380-8e95-9cf78cb0b65c req-c8e305fc-debe-43d1-ab2e-2ed89af4c684 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.295847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-93463cd1-6c14-4380-8e95-9cf78cb0b65c req-c8e305fc-debe-43d1-ab2e-2ed89af4c684 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.1063163 Jul 27 21:05:52.350957 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-93463cd1-6c14-4380-8e95-9cf78cb0b65c req-6652246f-12bb-4a94-9201-512c79105bd2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472553 Jul 27 21:05:53.569166 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd475d-447b-42ee-8ab4-53cb93fd6304 req-7c990e76-b395-40b6-b54d-b4526fe7180c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.572040 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cfd475d-447b-42ee-8ab4-53cb93fd6304 req-7c990e76-b395-40b6-b54d-b4526fe7180c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.1301587 Jul 27 21:05:53.643184 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7cfd475d-447b-42ee-8ab4-53cb93fd6304 req-cdc3d3cb-1da0-4d57-bb1e-3593f78d9ff0 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612633 Jul 27 21:05:54.530082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799863e4-7797-4159-91fd-a783b889ad6d req-ad91ebbd-28ea-4acc-be7c-0eff84401758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.531694 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-799863e4-7797-4159-91fd-a783b889ad6d req-ad91ebbd-28ea-4acc-be7c-0eff84401758 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587647 Jul 27 21:05:54.633045 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-799863e4-7797-4159-91fd-a783b889ad6d req-9fdc4c6a-22ca-439c-88b8-5f0faf924ea6 service neutron] 10.222.0.63 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903530 Jul 27 21:05:54.733384 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-799863e4-7797-4159-91fd-a783b889ad6d req-ba1ccd2c-c5a1-42d0-ba58-a2dae31da817 service neutron] 10.222.0.63 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917659 Jul 27 21:05:54.809802 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7f3f1-1232-42df-8ed4-8a4d76b06903 req-600fa512-ad1a-449e-a7cc-ea38bbdf65ed tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.811448 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2f7f3f1-1232-42df-8ed4-8a4d76b06903 req-600fa512-ad1a-449e-a7cc-ea38bbdf65ed tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.0902312 Jul 27 21:05:54.850479 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a2f7f3f1-1232-42df-8ed4-8a4d76b06903 req-8b5618a0-2cb4-477d-9936-735b7bd094b1 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329254 Jul 27 21:05:55.996314 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcd135-97d7-4b4d-be81-1141e4ae23da req-7ae1efd7-bdea-4125-8e6e-36868c24079f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.998288 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ffcd135-97d7-4b4d-be81-1141e4ae23da req-7ae1efd7-bdea-4125-8e6e-36868c24079f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.0764759 Jul 27 21:05:56.046010 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0ffcd135-97d7-4b4d-be81-1141e4ae23da req-d682b516-18ec-4bca-866a-1efdce67336b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416112 Jul 27 21:05:57.203437 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46717b54-bb76-4666-b146-c4bb7bd4d601 req-b66a3b3e-ab09-4d78-83fc-8e13b2b74a20 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:57.205467 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46717b54-bb76-4666-b146-c4bb7bd4d601 req-b66a3b3e-ab09-4d78-83fc-8e13b2b74a20 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.0818784 Jul 27 21:05:57.248109 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46717b54-bb76-4666-b146-c4bb7bd4d601 req-7a0175e2-42dc-435e-a632-b5497ce58362 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360467 Jul 27 21:05:58.411956 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 83672a41-719a-4247-9d07-93c29e3edcdd details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:05:58.425498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0487be0-6461-4ed4-9d23-3b95e9ad5985 req-ccaf84ad-e77f-49e3-87b0-b589d5078599 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:58.427760 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0487be0-6461-4ed4-9d23-3b95e9ad5985 req-ccaf84ad-e77f-49e3-87b0-b589d5078599 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 945 time: 0.0925305 Jul 27 21:05:58.489848 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d0487be0-6461-4ed4-9d23-3b95e9ad5985 req-2a461b9d-0418-4f4e-952b-9b545f350d3c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519364 Jul 27 21:05:58.545248 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=83672a41-719a-4247-9d07-93c29e3edcdd,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:58.560950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': '83672a41-719a-4247-9d07-93c29e3edcdd', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'port_id': '83672a41-719a-4247-9d07-93c29e3edcdd', 'mac_address': 'fa:16:3e:db:bc:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:05:58.598711 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:58.612254 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83672a41-719a-4247-9d07-93c29e3edcdd {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:58.631990 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=83672a41-719a-4247-9d07-93c29e3edcdd,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:58.637013 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:58.691055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=83672a41-719a-4247-9d07-93c29e3edcdd,revision_number=11']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:58.893736 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['83672a41-719a-4247-9d07-93c29e3edcdd'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:59.626704 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3353c5-cc3a-4c6d-bfe2-a0fd7e097b85 req-0abebbec-8c72-4eea-86d8-57f277ab0113 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:59.628214 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb3353c5-cc3a-4c6d-bfe2-a0fd7e097b85 req-0abebbec-8c72-4eea-86d8-57f277ab0113 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 946 time: 0.0671513 Jul 27 21:05:59.673553 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb3353c5-cc3a-4c6d-bfe2-a0fd7e097b85 req-6182bf35-5d58-415e-a603-1a14d4a090ef tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391388 Jul 27 21:06:00.411008 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 83672a41-719a-4247-9d07-93c29e3edcdd up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:00.470356 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port 83672a41-719a-4247-9d07-93c29e3edcdd completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:00.475859 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port 83672a41-719a-4247-9d07-93c29e3edcdd triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:00.476239 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.569720 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.596055 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:00.598489 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad6595d-80f7-4b13-9887-4b66cc6c9419" -d '{"events": [{"server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "name": "network-vif-plugged", "status": "completed", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:00.618419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=83672a41-719a-4247-9d07-93c29e3edcdd,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:00.624366 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.657741 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a3ccfc-6d1b-49d6-9b35-e29f890f691d x-openstack-request-id: req-c3a3ccfc-6d1b-49d6-9b35-e29f890f691d {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:00.658628 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "name": "network-vif-plugged", "status": "completed", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:00.658885 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3a3ccfc-6d1b-49d6-9b35-e29f890f691d {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:00.659275 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd', 'code': 200} Jul 27 21:06:00.695585 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=83672a41-719a-4247-9d07-93c29e3edcdd,revision_number=12']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:00.826938 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcb996-46da-484c-881b-72474776b8cf req-13dc9c53-ba1c-4c56-a07c-9d167d5dc201 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.828674 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4cbcb996-46da-484c-881b-72474776b8cf req-13dc9c53-ba1c-4c56-a07c-9d167d5dc201 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 947 time: 0.0755303 Jul 27 21:06:00.875558 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3058c5b-56b3-4d8e-8d20-6a5db6dad41c req-07d5af56-3f04-4ab3-a532-68e4f76c8ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.877267 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b3058c5b-56b3-4d8e-8d20-6a5db6dad41c req-07d5af56-3f04-4ab3-a532-68e4f76c8ec7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 1099 time: 0.0767429 Jul 27 21:06:00.892341 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4cbcb996-46da-484c-881b-72474776b8cf req-c6a01f74-ad85-4930-89de-fb1bfac16d37 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517533 Jul 27 21:06:00.917073 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-b3058c5b-56b3-4d8e-8d20-6a5db6dad41c req-849962c7-fe31-4ea3-ba26-52169f92e77c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322015 Jul 27 21:06:02.058184 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb1be0-1b89-49b1-b32b-fcf61934d8a8 req-5fbb4f11-171f-4ee8-a7f1-8106ca8b215e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:02.059842 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80eb1be0-1b89-49b1-b32b-fcf61934d8a8 req-5fbb4f11-171f-4ee8-a7f1-8106ca8b215e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 947 time: 0.0766463 Jul 27 21:06:02.111830 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80eb1be0-1b89-49b1-b32b-fcf61934d8a8 req-36c5ce13-b5fb-497b-80f3-81fd60bdae63 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422730 Jul 27 21:06:03.266753 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f1cf6-d9e2-4fd0-bbc2-15a0bd3169fc req-f1d9e0ff-d4ad-4768-9f1e-fcc22f23e3f2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:03.268347 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f4f1cf6-d9e2-4fd0-bbc2-15a0bd3169fc req-f1d9e0ff-d4ad-4768-9f1e-fcc22f23e3f2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 947 time: 0.0746446 Jul 27 21:06:03.318486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6f4f1cf6-d9e2-4fd0-bbc2-15a0bd3169fc req-5af00134-e41d-4edc-a8a3-3e7b306b2b8b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433812 Jul 27 21:06:05.628920 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06e79c9e-8cf0-4dd3-bc4a-d1b01bd98502 req-ee575568-d911-4fe9-830e-5dc1886f46f8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0670593 Jul 27 21:06:05.740891 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e79c9e-8cf0-4dd3-bc4a-d1b01bd98502 req-d3195c30-7a6e-4e54-9c89-3ee2a61698c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:05.742443 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06e79c9e-8cf0-4dd3-bc4a-d1b01bd98502 req-d3195c30-7a6e-4e54-9c89-3ee2a61698c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 1099 time: 0.0675511 Jul 27 21:06:05.853771 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e79c9e-8cf0-4dd3-bc4a-d1b01bd98502 req-bc8b5205-f426-4510-87df-367dd8e26dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:05.855275 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06e79c9e-8cf0-4dd3-bc4a-d1b01bd98502 req-bc8b5205-f426-4510-87df-367dd8e26dea service neutron] 10.222.0.63 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.0899124 Jul 27 21:06:05.937010 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06e79c9e-8cf0-4dd3-bc4a-d1b01bd98502 req-95befadc-9bdd-4f0e-ab78-c81a68c36dac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83672a41-719a-4247-9d07-93c29e3edcdd HTTP/1.1" status: 200 len: 1002 time: 0.0707436 Jul 27 21:06:05.988907 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e79c9e-8cf0-4dd3-bc4a-d1b01bd98502 req-58d25ba0-bd3d-4d3a-8386-5e1cfac53284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:05.990390 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06e79c9e-8cf0-4dd3-bc4a-d1b01bd98502 req-58d25ba0-bd3d-4d3a-8386-5e1cfac53284 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0462716 Jul 27 21:06:06.055808 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e79c9e-8cf0-4dd3-bc4a-d1b01bd98502 req-ed27aae9-071e-4113-883c-d95ece63c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:06.057606 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06e79c9e-8cf0-4dd3-bc4a-d1b01bd98502 req-ed27aae9-071e-4113-883c-d95ece63c783 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598960 Jul 27 21:06:06.173209 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06e79c9e-8cf0-4dd3-bc4a-d1b01bd98502 req-67d4d3ad-d65c-4697-a79e-f5605202ec10 service neutron] 10.222.0.63 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065531 Jul 27 21:06:06.286830 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-06e79c9e-8cf0-4dd3-bc4a-d1b01bd98502 req-a9f0f1cf-ee9d-4cd8-acbe-04fd48f755da service neutron] 10.222.0.63 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057107 Jul 27 21:06:09.357642 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.490400 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.568892 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9a424ba3-4afa-4b4b-b975-69d78b013e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.296259 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d7446c1f-b261-40f1-9e40-6b3545f01e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.397758 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:17.523195 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.264287 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:26.903733 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:06:39.377028 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.490542 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:43.562680 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8c333eed-a1c4-448b-ae4d-0e4eefab699d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:46.291288 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2d4bdbf4-f2f4-464d-884a-694c2a76bb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:46.393054 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:47.526804 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:49.267852 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:03.908921 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:07:08.265055 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-81a422ef-21e1-43ec-a590-2586940b468b req-863e0df9-4059-430f-81b9-d0b493600083 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0685623 Jul 27 21:07:08.366128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a422ef-21e1-43ec-a590-2586940b468b req-7d5e7d43-5d00-49a4-a207-30f92880cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:08.367644 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-81a422ef-21e1-43ec-a590-2586940b468b req-7d5e7d43-5d00-49a4-a207-30f92880cc08 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 1099 time: 0.0581455 Jul 27 21:07:08.503491 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a422ef-21e1-43ec-a590-2586940b468b req-003d47b8-4069-426e-b4d7-ded62d10086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:08.505805 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-81a422ef-21e1-43ec-a590-2586940b468b req-003d47b8-4069-426e-b4d7-ded62d10086e service neutron] 10.222.0.63 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.1147768 Jul 27 21:07:08.589551 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-81a422ef-21e1-43ec-a590-2586940b468b req-65ab569a-3954-4e4f-ad9c-cfedb3dab23e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83672a41-719a-4247-9d07-93c29e3edcdd HTTP/1.1" status: 200 len: 1002 time: 0.0757294 Jul 27 21:07:08.651959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a422ef-21e1-43ec-a590-2586940b468b req-524ea5ee-900d-48da-837c-70f742393fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:08.653713 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-81a422ef-21e1-43ec-a590-2586940b468b req-524ea5ee-900d-48da-837c-70f742393fe5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0560806 Jul 27 21:07:08.720794 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a422ef-21e1-43ec-a590-2586940b468b req-8887463c-5fd5-49c6-851e-a2fe6df20fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:08.722329 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-81a422ef-21e1-43ec-a590-2586940b468b req-8887463c-5fd5-49c6-851e-a2fe6df20fe3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602160 Jul 27 21:07:09.197206 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-81a422ef-21e1-43ec-a590-2586940b468b req-c3e5861d-f3ec-49be-bbda-f320256937c5 service neutron] 10.222.0.63 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664962 Jul 27 21:07:09.293108 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-81a422ef-21e1-43ec-a590-2586940b468b req-a62f12f6-4f8f-4d67-86e4-a5ea748e6c65 service neutron] 10.222.0.63 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871828 Jul 27 21:07:09.383462 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.490586 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:13.566196 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5d0c145a-b965-4d5b-9dd1-76c41b35dd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.227120 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40486) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:15.401235 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Deleting port e258709d-d29c-4ba1-b317-9bed697a346d {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:15.401474 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.492758 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.493055 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.506139 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Calling delete_port for e258709d-d29c-4ba1-b317-9bed697a346d owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:15.668740 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.694495 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event deleted for resources: {'Port': ['ID=e258709d-d29c-4ba1-b317-9bed697a346d,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:15.706884 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:15.707223 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:15.707554 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:15.707886 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:15.708212 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:15.708552 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:15.708876 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:15.709195 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:15.709508 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:15.709825 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:15.710140 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:15.710450 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:15.773701 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.774034 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Floating IP 96a2ed58-1247-424e-8392-7a892fba6579 disassociated (deleted). External IP: 172.25.1.120, port: 83672a41-719a-4247-9d07-93c29e3edcdd. Jul 27 21:07:15.994676 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Router 17898544-d0c0-4687-afa6-cf3dc46eb558 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:07:16.111049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:16.117091 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.122426 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64d72d-50ca-4047-a312-fd24bd300d11 None None] Sync routers for ids ['17898544-d0c0-4687-afa6-cf3dc46eb558'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:16.136873 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64d72d-50ca-4047-a312-fd24bd300d11 None None] Routers {'17898544-d0c0-4687-afa6-cf3dc46eb558'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:16.137693 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-de64d72d-50ca-4047-a312-fd24bd300d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:06:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['17898544-d0c0-4687-afa6-cf3dc46eb558'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:16.162872 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e85bff2b-10dd-4117-8b46-e3974f4c8e99 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "DELETE /v2.0/floatingips/96a2ed58-1247-424e-8392-7a892fba6579 HTTP/1.1" status: 204 len: 168 time: 0.9346228 Jul 27 21:07:16.163491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:07:16.165924 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020f00d9105fea8a59345fdc35de2f2854bc43d5b9a74a339288cd71c0a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a4a574-cd7d-47b0-8dab-00a8e1549060" -d '{"events": [{"name": "network-changed", "server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:07:16.252027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-de64d72d-50ca-4047-a312-fd24bd300d11 None None] Set router 17898544-d0c0-4687-afa6-cf3dc46eb558 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:16.343869 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5eac-a0ec-4aac-b6c7-068f1469d66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.407219 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.425523 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa19c0c-d8f2-4490-97d3-01aba619304f x-openstack-request-id: req-7aa19c0c-d8f2-4490-97d3-01aba619304f {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:07:16.426102 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:07:16.426102 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7aa19c0c-d8f2-4490-97d3-01aba619304f {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:07:16.426447 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd', 'status': 'completed', 'code': 200} Jul 27 21:07:16.499096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-de64d72d-50ca-4047-a312-fd24bd300d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 5, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:16.527346 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64d72d-50ca-4047-a312-fd24bd300d11 None None] Checking router: 17898544-d0c0-4687-afa6-cf3dc46eb558 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:07:16.537471 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64d72d-50ca-4047-a312-fd24bd300d11 None None] Routers {'17898544-d0c0-4687-afa6-cf3dc46eb558'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:16.538000 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4a574-cd7d-47b0-8dab-00a8e1549060 req-9149f55b-81b1-4ea2-bf5a-31934f8de280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:16.538475 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-de64d72d-50ca-4047-a312-fd24bd300d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:07:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['17898544-d0c0-4687-afa6-cf3dc46eb558'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:16.539638 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-80a4a574-cd7d-47b0-8dab-00a8e1549060 req-9149f55b-81b1-4ea2-bf5a-31934f8de280 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 1099 time: 0.0839200 Jul 27 21:07:16.548648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d733b42-3604-44d7-ba32-11e0dc74968c req-f70fea52-45d7-4e29-aeb1-8c18642dc443 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:16.550205 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d733b42-3604-44d7-ba32-11e0dc74968c req-f70fea52-45d7-4e29-aeb1-8c18642dc443 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 947 time: 0.0710213 Jul 27 21:07:16.598066 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d733b42-3604-44d7-ba32-11e0dc74968c req-708f6480-293e-4fbd-819b-69843dec2dfb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414169 Jul 27 21:07:16.651797 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-de64d72d-50ca-4047-a312-fd24bd300d11 None None] Set router 17898544-d0c0-4687-afa6-cf3dc46eb558 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:16.652425 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4a574-cd7d-47b0-8dab-00a8e1549060 req-0ad35d8a-47fc-4e2e-a2bc-1de3a6adfae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:16.654018 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-80a4a574-cd7d-47b0-8dab-00a8e1549060 req-0ad35d8a-47fc-4e2e-a2bc-1de3a6adfae1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.1059446 Jul 27 21:07:16.704852 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-80a4a574-cd7d-47b0-8dab-00a8e1549060 req-7d7ffcf2-7be4-4cd3-a0da-ec3bbdbc192f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83672a41-719a-4247-9d07-93c29e3edcdd HTTP/1.1" status: 200 len: 217 time: 0.0430915 Jul 27 21:07:16.759388 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4a574-cd7d-47b0-8dab-00a8e1549060 req-8d1ef000-61b5-4b08-b386-5195c7272fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:16.760913 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-80a4a574-cd7d-47b0-8dab-00a8e1549060 req-8d1ef000-61b5-4b08-b386-5195c7272fa7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0492651 Jul 27 21:07:16.827923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4a574-cd7d-47b0-8dab-00a8e1549060 req-5f2a8acc-f915-4f7b-a78e-3ca7243c8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:16.829492 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-80a4a574-cd7d-47b0-8dab-00a8e1549060 req-5f2a8acc-f915-4f7b-a78e-3ca7243c8bbf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596294 Jul 27 21:07:16.867172 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-de64d72d-50ca-4047-a312-fd24bd300d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 5, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:16.898410 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64d72d-50ca-4047-a312-fd24bd300d11 None None] The sync data for ids ['17898544-d0c0-4687-afa6-cf3dc46eb558'] in n-d-705657-21 is: [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 5, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:16.930121 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-80a4a574-cd7d-47b0-8dab-00a8e1549060 req-75712d12-ad16-4192-b444-222f10b10531 service neutron] 10.222.0.63 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925612 Jul 27 21:07:17.031533 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-80a4a574-cd7d-47b0-8dab-00a8e1549060 req-05c329c3-4a1e-4c82-893d-7f22755bb33e service neutron] 10.222.0.63 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915947 Jul 27 21:07:17.134789 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a9a03f-61ca-4f87-beb7-98298a3af3cb None None] New status for floating IP 96a2ed58-1247-424e-8392-7a892fba6579: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:07:17.532813 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:17.693807 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99f021-fb28-408a-b3a3-44f1619d5b8b req-277bcf09-6cbe-4bc6-8645-5b96282331f1 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:17.695529 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7d99f021-fb28-408a-b3a3-44f1619d5b8b req-277bcf09-6cbe-4bc6-8645-5b96282331f1 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.63 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 947 time: 0.0742440 Jul 27 21:07:17.754510 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ceef63-b6f7-4760-ac3e-63bc2bd268d8 req-716f89c5-c531-4e81-ac62-a40b66838298 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:17.756117 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77ceef63-b6f7-4760-ac3e-63bc2bd268d8 req-716f89c5-c531-4e81-ac62-a40b66838298 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=07c2da4c-91aa-4414-91a2-c6fd8a954c4d HTTP/1.1" status: 200 len: 947 time: 0.0755501 Jul 27 21:07:17.803658 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77ceef63-b6f7-4760-ac3e-63bc2bd268d8 req-4d70ee96-193b-4efd-b6bc-5d373b5d110b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=18e5ec84-7d87-4379-9522-37eff6d69d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366220 Jul 27 21:07:17.815781 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-7d99f021-fb28-408a-b3a3-44f1619d5b8b req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Deleting port 83672a41-719a-4247-9d07-93c29e3edcdd {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:17.816297 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7d99f021-fb28-408a-b3a3-44f1619d5b8b req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:17.910482 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-7d99f021-fb28-408a-b3a3-44f1619d5b8b req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] For port 83672a41-719a-4247-9d07-93c29e3edcdd, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=83672a41-719a-4247-9d07-93c29e3edcdd,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:17.910808 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7d99f021-fb28-408a-b3a3-44f1619d5b8b req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:17.925153 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-7d99f021-fb28-408a-b3a3-44f1619d5b8b req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Calling delete_port for 83672a41-719a-4247-9d07-93c29e3edcdd owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:18.068777 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7d99f021-fb28-408a-b3a3-44f1619d5b8b req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:18.100677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event deleted for resources: {'Port': ['ID=83672a41-719a-4247-9d07-93c29e3edcdd,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:18.113443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:18.113795 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:18.114140 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:18.114500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:18.114854 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:18.115204 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:18.115538 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:18.115861 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:18.116183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:18.116520 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:18.116889 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:18.117211 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:18.163245 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d99f021-fb28-408a-b3a3-44f1619d5b8b req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] No DVR routers for this DVR port 83672a41-719a-4247-9d07-93c29e3edcdd on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:07:18.166225 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-7d99f021-fb28-408a-b3a3-44f1619d5b8b req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:18.168256 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-7d99f021-fb28-408a-b3a3-44f1619d5b8b req-5741e09e-31c9-4a20-ae90-9c8b69b416d5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.63 "DELETE /v2.0/ports/83672a41-719a-4247-9d07-93c29e3edcdd HTTP/1.1" status: 204 len: 173 time: 0.4656007 Jul 27 21:07:18.168779 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'name': 'network-vif-deleted', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:07:18.171140 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c28bd3-ef9d-4a3b-80a9-5170a95c527a" -d '{"events": [{"server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "name": "network-vif-deleted", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:07:18.272100 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eb0b1c-1721-4fac-bcf6-c0391a089ded x-openstack-request-id: req-a6eb0b1c-1721-4fac-bcf6-c0391a089ded {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:07:18.272810 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c2da4c-91aa-4414-91a2-c6fd8a954c4d", "name": "network-vif-deleted", "tag": "83672a41-719a-4247-9d07-93c29e3edcdd", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:07:18.272810 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6eb0b1c-1721-4fac-bcf6-c0391a089ded {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:07:18.273047 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c2da4c-91aa-4414-91a2-c6fd8a954c4d', 'name': 'network-vif-deleted', 'tag': '83672a41-719a-4247-9d07-93c29e3edcdd', 'status': 'completed', 'code': 200} Jul 27 21:07:18.866212 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40508) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:18.934891 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dae3786f-1c11-4d84-a7a1-c9456df3d60a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:18.961242 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dae3786f-1c11-4d84-a7a1-c9456df3d60a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:19.024566 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dae3786f-1c11-4d84-a7a1-c9456df3d60a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:19.027132 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dae3786f-1c11-4d84-a7a1-c9456df3d60a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:19.028446 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-dae3786f-1c11-4d84-a7a1-c9456df3d60a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "DELETE /v2.0/security-groups/18e5ec84-7d87-4379-9522-37eff6d69d51 HTTP/1.1" status: 204 len: 168 time: 0.1609569 Jul 27 21:07:19.039233 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3786f-1c11-4d84-a7a1-c9456df3d60a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e5ec84-7d87-4379-9522-37eff6d69d51,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:19.269857 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.360600 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40516) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:20.366421 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-f4c2880b-87de-45de-b346-8bbbe2566265 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835819256', 'description': 'tempest-secgroup-smoke-835819256 description', 'project_id': 'b498e45a7ef640dabc9433d301f64a53'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:20.397030 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4c2880b-87de-45de-b346-8bbbe2566265 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.508877 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4c2880b-87de-45de-b346-8bbbe2566265 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.516002 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4c2880b-87de-45de-b346-8bbbe2566265 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.546472 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-f4c2880b-87de-45de-b346-8bbbe2566265 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.547743 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f4c2880b-87de-45de-b346-8bbbe2566265 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1860218 Jul 27 21:07:20.550672 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40518) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:20.555932 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-76e456ba-d7f8-4ba2-be0e-b694cfdb0a2b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'security_group_rule': {'security_group_id': '5698d319-6d70-418d-8ec2-330f3d525c48', 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:20.561424 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2880b-87de-45de-b346-8bbbe2566265 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5698d319-6d70-418d-8ec2-330f3d525c48,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:20.589049 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76e456ba-d7f8-4ba2-be0e-b694cfdb0a2b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.649262 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76e456ba-d7f8-4ba2-be0e-b694cfdb0a2b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.653728 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76e456ba-d7f8-4ba2-be0e-b694cfdb0a2b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.676497 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e456ba-d7f8-4ba2-be0e-b694cfdb0a2b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee73c2d-7dee-4292-b0c4-2619b4720976,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:20.676887 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-76e456ba-d7f8-4ba2-be0e-b694cfdb0a2b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.678069 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-76e456ba-d7f8-4ba2-be0e-b694cfdb0a2b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264646 Jul 27 21:07:20.681047 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40520) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:20.685888 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-e61f5374-c746-45b3-b77e-ad7fe394a915 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'security_group_rule': {'security_group_id': '5698d319-6d70-418d-8ec2-330f3d525c48', 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:20.716990 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e61f5374-c746-45b3-b77e-ad7fe394a915 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.782200 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e61f5374-c746-45b3-b77e-ad7fe394a915 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.786793 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e61f5374-c746-45b3-b77e-ad7fe394a915 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.809702 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f5374-c746-45b3-b77e-ad7fe394a915 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc3f1cc-9bb6-486a-8fce-38a446343198,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:20.814231 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e61f5374-c746-45b3-b77e-ad7fe394a915 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.815460 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e61f5374-c746-45b3-b77e-ad7fe394a915 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334503 Jul 27 21:07:20.817900 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 83672a41-719a-4247-9d07-93c29e3edcdd no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:07:20.820325 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40522) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:20.828572 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-83bd597d-4e7a-4798-aaa4-2647b5aa1e8f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'security_group_rule': {'security_group_id': '5698d319-6d70-418d-8ec2-330f3d525c48', 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:20.848941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: 83672a41-719a-4247-9d07-93c29e3edcdd {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:07:20.849323 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device 83672a41-719a-4247-9d07-93c29e3edcdd not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:07:20.862826 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-83bd597d-4e7a-4798-aaa4-2647b5aa1e8f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.931847 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-83bd597d-4e7a-4798-aaa4-2647b5aa1e8f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.937036 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-83bd597d-4e7a-4798-aaa4-2647b5aa1e8f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.957821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd597d-4e7a-4798-aaa4-2647b5aa1e8f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83cf74e-4635-4a94-b319-4facd87822db,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:20.965516 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-83bd597d-4e7a-4798-aaa4-2647b5aa1e8f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.970478 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-83bd597d-4e7a-4798-aaa4-2647b5aa1e8f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445050 Jul 27 21:07:20.970611 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40524) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:20.975151 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-02f7eb82-f48b-4c51-a3aa-00fbfe495d63 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'security_group_rule': {'security_group_id': '5698d319-6d70-418d-8ec2-330f3d525c48', 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:21.003328 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02f7eb82-f48b-4c51-a3aa-00fbfe495d63 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.065698 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02f7eb82-f48b-4c51-a3aa-00fbfe495d63 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.069742 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02f7eb82-f48b-4c51-a3aa-00fbfe495d63 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.087489 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7eb82-f48b-4c51-a3aa-00fbfe495d63 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bfa7a5-b3fe-46ce-9f53-5f3523b937eb,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:21.096335 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-02f7eb82-f48b-4c51-a3aa-00fbfe495d63 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.097725 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-02f7eb82-f48b-4c51-a3aa-00fbfe495d63 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262050 Jul 27 21:07:21.101024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40526) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:21.105532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-737bd866-ff75-4d24-81cc-72b7f8c55ff2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'security_group_rule': {'security_group_id': '5698d319-6d70-418d-8ec2-330f3d525c48', 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:21.129585 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-737bd866-ff75-4d24-81cc-72b7f8c55ff2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Project b498e45a7ef640dabc9433d301f64a53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:07:21.134341 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-737bd866-ff75-4d24-81cc-72b7f8c55ff2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.203800 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-737bd866-ff75-4d24-81cc-72b7f8c55ff2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.209064 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-737bd866-ff75-4d24-81cc-72b7f8c55ff2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.228250 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bd866-ff75-4d24-81cc-72b7f8c55ff2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b19d735-baee-4656-bf91-a683b51f4156,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:21.233997 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-737bd866-ff75-4d24-81cc-72b7f8c55ff2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.235342 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-737bd866-ff75-4d24-81cc-72b7f8c55ff2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334381 Jul 27 21:07:21.238839 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40528) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:21.243527 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-cd2c9ea3-8baa-4733-9298-93f57ce40fcb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'security_group_rule': {'security_group_id': '5698d319-6d70-418d-8ec2-330f3d525c48', 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:21.269961 n-d-705657-21 neutron-server[94060]: INFO neutron.db.securitygroups_db [None req-cd2c9ea3-8baa-4733-9298-93f57ce40fcb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Project b498e45a7ef640dabc9433d301f64a53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:07:21.275244 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9ea3-8baa-4733-9298-93f57ce40fcb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.346885 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9ea3-8baa-4733-9298-93f57ce40fcb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.352194 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9ea3-8baa-4733-9298-93f57ce40fcb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.373745 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c9ea3-8baa-4733-9298-93f57ce40fcb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1292dee-d095-4d06-8d3e-4582ad7ac66a,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:21.379311 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9ea3-8baa-4733-9298-93f57ce40fcb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.380674 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-cd2c9ea3-8baa-4733-9298-93f57ce40fcb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407750 Jul 27 21:07:38.043937 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-a049a587-5cb2-4cc1-b3fc-94c4ee825b9a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835819256&fields=id&tenant_id=b498e45a7ef640dabc9433d301f64a53 HTTP/1.1" status: 200 len: 267 time: 0.0359032 Jul 27 21:07:38.154308 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-4b908804-c7b9-414e-8ec8-d9fc92caa8ef tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:38.155808 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-4b908804-c7b9-414e-8ec8-d9fc92caa8ef tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 807 time: 0.1048565 Jul 27 21:07:38.171675 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-4087df67-feab-4714-8146-94e7bdfd4de0 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/quotas/b498e45a7ef640dabc9433d301f64a53 HTTP/1.1" status: 200 len: 375 time: 0.0094159 Jul 27 21:07:38.245826 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-4c1b8739-2ff0-4ec6-a28d-d2018786d5dd tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684187 Jul 27 21:07:38.396003 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-7b6aa5dd-f174-45fc-995e-9b348912387a service neutron] 10.222.0.48 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313503 Jul 27 21:07:38.490315 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-2ad593e5-4e5d-43ec-ac37-e3371133fe14 service neutron] 10.222.0.48 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877130 Jul 27 21:07:38.783450 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ced328bb-0ffd-4650-a6f9-d93967f37b3e req-809d8e9a-5ba9-4dd3-9aa4-04d9ca8f984d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 210 time: 0.0309052 Jul 27 21:07:39.392064 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.848031 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-bda9dbd9-ee0f-4b5e-9ea0-666d43e7b9d2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:39.849621 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-bda9dbd9-ee0f-4b5e-9ea0-666d43e7b9d2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.52 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 807 time: 0.1149957 Jul 27 21:07:39.895824 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-1883d519-4118-434a-8be2-d7f1d78d8186 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b498e45a7ef640dabc9433d301f64a53 HTTP/1.1" status: 200 len: 379 time: 0.0373261 Jul 27 21:07:39.905518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-812f2607-b7dc-4006-b120-fc280f4452ee tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'port': {'device_id': '319de6e6-d80f-44c2-9d83-496b65759d36', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'admin_state_up': True, 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'security_groups': ['5698d319-6d70-418d-8ec2-330f3d525c48']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:39.915906 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d6889658-b958-41b3-95f6-8d74315435a2 req-c6d5c2f9-db98-416f-b8dc-b88bdf51928d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 210 time: 0.0456626 Jul 27 21:07:40.031968 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-812f2607-b7dc-4006-b120-fc280f4452ee tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Made reservation on behalf of b498e45a7ef640dabc9433d301f64a53 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:40.035970 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-812f2607-b7dc-4006-b120-fc280f4452ee tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.172578 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-812f2607-b7dc-4006-b120-fc280f4452ee tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Allocated IP 172.20.0.7 (77a600ed-fdcf-48aa-94b3-877ebece19c9/c89fc921-0598-44b8-989f-c733a88540c6/0928cd4a-e09c-41cb-acd3-6dfb3232c085) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:40.344271 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-812f2607-b7dc-4006-b120-fc280f4452ee tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.360633 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-812f2607-b7dc-4006-b120-fc280f4452ee tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Transition to ACTIVE for port object 0928cd4a-e09c-41cb-acd3-6dfb3232c085 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:40.397048 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-812f2607-b7dc-4006-b120-fc280f4452ee tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.442978 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-812f2607-b7dc-4006-b120-fc280f4452ee tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Network 77a600ed-fdcf-48aa-94b3-877ebece19c9 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:40.448577 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-812f2607-b7dc-4006-b120-fc280f4452ee tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:40.457016 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-812f2607-b7dc-4006-b120-fc280f4452ee tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:40.461514 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f2607-b7dc-4006-b120-fc280f4452ee tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'Port': ['ID=0928cd4a-e09c-41cb-acd3-6dfb3232c085,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:40.516923 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-812f2607-b7dc-4006-b120-fc280f4452ee tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:40.518134 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-812f2607-b7dc-4006-b120-fc280f4452ee tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.544844 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-812f2607-b7dc-4006-b120-fc280f4452ee tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6431832 Jul 27 21:07:40.628134 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Request body: {'port': {'device_id': '319de6e6-d80f-44c2-9d83-496b65759d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:40.734666 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.803985 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-59d00fc5-0248-4770-8acd-a63d51db72c5 None None] Provisioning for port 0928cd4a-e09c-41cb-acd3-6dfb3232c085 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:40.809614 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-59d00fc5-0248-4770-8acd-a63d51db72c5 None None] Provisioning complete for port 0928cd4a-e09c-41cb-acd3-6dfb3232c085 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:40.810004 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-59d00fc5-0248-4770-8acd-a63d51db72c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.846792 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-59d00fc5-0248-4770-8acd-a63d51db72c5 None None] Port 0928cd4a-e09c-41cb-acd3-6dfb3232c085 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:07:40.909438 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:07:41.035098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0928cd4a-e09c-41cb-acd3-6dfb3232c085 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:07:41.044298 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.057273 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Transition to ACTIVE for port object 0928cd4a-e09c-41cb-acd3-6dfb3232c085 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:41.061615 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.062955 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29a869-0dd2-4a40-86df-d25f34767024 req-0844c3df-2911-4638-97c8-33548775e01c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:41.064824 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f29a869-0dd2-4a40-86df-d25f34767024 req-0844c3df-2911-4638-97c8-33548775e01c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 931 time: 0.0685127 Jul 27 21:07:41.130677 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0928cd4a-e09c-41cb-acd3-6dfb3232c085,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:41.133858 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1f29a869-0dd2-4a40-86df-d25f34767024 req-b7642294-1778-472f-b90f-b9c53b53d048 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519445 Jul 27 21:07:41.229569 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Attempting to bind port 0928cd4a-e09c-41cb-acd3-6dfb3232c085 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:41.229984 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Attempting to bind port 0928cd4a-e09c-41cb-acd3-6dfb3232c085 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:41.230380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Attempting to bind port 0928cd4a-e09c-41cb-acd3-6dfb3232c085 on network 77a600ed-fdcf-48aa-94b3-877ebece19c9 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:41.235955 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Port 0928cd4a-e09c-41cb-acd3-6dfb3232c085 on network 77a600ed-fdcf-48aa-94b3-877ebece19c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:41.236368 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Attempting to bind port 0928cd4a-e09c-41cb-acd3-6dfb3232c085 on network 77a600ed-fdcf-48aa-94b3-877ebece19c9 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:41.246183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:41.246616 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Checking segment: {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:41.247062 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Bound using segment: {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:41.247743 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Bound port: 0928cd4a-e09c-41cb-acd3-6dfb3232c085, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cca6a84-b3e9-4f5f-85fe-04648f338d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:41.248165 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.331821 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] For port 0928cd4a-e09c-41cb-acd3-6dfb3232c085, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:41.335216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] For port 0928cd4a-e09c-41cb-acd3-6dfb3232c085, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:07:41.341330 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.376864 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:41.377490 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.379759 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] 10.222.0.52 "PUT /v2.0/ports/0928cd4a-e09c-41cb-acd3-6dfb3232c085 HTTP/1.1" status: 200 len: 1092 time: 0.8253243 Jul 27 21:07:41.382060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319de6e6-d80f-44c2-9d83-496b65759d36', 'tag': '0928cd4a-e09c-41cb-acd3-6dfb3232c085'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:07:41.385992 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a998c5be-5f84-46ac-a67b-941e42cec664" -d '{"events": [{"name": "network-changed", "server_uuid": "319de6e6-d80f-44c2-9d83-496b65759d36", "tag": "0928cd4a-e09c-41cb-acd3-6dfb3232c085"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:07:41.440528 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33220474-b03b-4845-bdb3-8faad5fc5218 x-openstack-request-id: req-33220474-b03b-4845-bdb3-8faad5fc5218 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:07:41.440989 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319de6e6-d80f-44c2-9d83-496b65759d36", "tag": "0928cd4a-e09c-41cb-acd3-6dfb3232c085", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:07:41.441241 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33220474-b03b-4845-bdb3-8faad5fc5218 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:07:41.441680 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319de6e6-d80f-44c2-9d83-496b65759d36', 'tag': '0928cd4a-e09c-41cb-acd3-6dfb3232c085', 'status': 'completed', 'code': 200} Jul 27 21:07:41.460323 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61e910-82e3-4d90-ad14-a79f644ad7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0928cd4a-e09c-41cb-acd3-6dfb3232c085,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:41.492003 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-ade71ee2-ef65-487f-be66-ff3fea18afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:41.493752 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-ade71ee2-ef65-487f-be66-ff3fea18afdb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 1095 time: 0.0706100 Jul 27 21:07:41.546804 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-f77dc9e9-5812-4453-a0b3-746c8dbeb26f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085 HTTP/1.1" status: 200 len: 217 time: 0.0435903 Jul 27 21:07:41.605078 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-6dbb6888-80ca-4f69-a23a-ce2b36f479fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:41.606775 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-6dbb6888-80ca-4f69-a23a-ce2b36f479fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0530002 Jul 27 21:07:41.674433 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-1bccc08a-f1d3-4d10-9685-65f8dd30531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:41.676001 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-1bccc08a-f1d3-4d10-9685-65f8dd30531a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614712 Jul 27 21:07:41.781804 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-df821f08-92fd-423b-90d4-bc94f171e2be service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982840 Jul 27 21:07:41.878594 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-58cdee6b-2b66-4a0e-a038-b0ed101d74c1 req-c61fa42f-6905-4063-b53f-36d07469a37e service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899982 Jul 27 21:07:41.979591 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c5be-5f84-46ac-a67b-941e42cec664 req-3d988981-e63a-42d8-a031-d4fadee57f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:41.981146 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a998c5be-5f84-46ac-a67b-941e42cec664 req-3d988981-e63a-42d8-a031-d4fadee57f69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 1095 time: 0.0571940 Jul 27 21:07:42.080810 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c5be-5f84-46ac-a67b-941e42cec664 req-4431c51d-5367-457f-9223-7d3940bebeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:42.082329 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a998c5be-5f84-46ac-a67b-941e42cec664 req-4431c51d-5367-457f-9223-7d3940bebeae service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.0932567 Jul 27 21:07:42.126705 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a998c5be-5f84-46ac-a67b-941e42cec664 req-dd298405-20f0-416b-9a3c-09923f45833a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085 HTTP/1.1" status: 200 len: 217 time: 0.0370829 Jul 27 21:07:42.189009 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c5be-5f84-46ac-a67b-941e42cec664 req-f3b0a3cf-8691-4c79-aad7-58ad1cf7b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:42.190818 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a998c5be-5f84-46ac-a67b-941e42cec664 req-f3b0a3cf-8691-4c79-aad7-58ad1cf7b754 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0575633 Jul 27 21:07:42.265638 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c5be-5f84-46ac-a67b-941e42cec664 req-1bed2536-f5ee-4f74-abd6-7f7bd59c5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:42.267317 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a998c5be-5f84-46ac-a67b-941e42cec664 req-1bed2536-f5ee-4f74-abd6-7f7bd59c5068 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696945 Jul 27 21:07:42.303733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80667861-b854-417a-8a96-ded0d7baf41a req-a6068c2a-da88-4814-8759-3fd7e2c33493 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:42.305440 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80667861-b854-417a-8a96-ded0d7baf41a req-a6068c2a-da88-4814-8759-3fd7e2c33493 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0851488 Jul 27 21:07:42.355873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-80667861-b854-417a-8a96-ded0d7baf41a req-29994007-d822-4a76-b9c6-347bea49fdcc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432196 Jul 27 21:07:42.372488 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a998c5be-5f84-46ac-a67b-941e42cec664 req-01901c07-4967-4616-a96b-fb7f7b59267b service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973582 Jul 27 21:07:42.472310 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a998c5be-5f84-46ac-a67b-941e42cec664 req-a24cb6f2-f2fe-4c24-a5a9-7f7dc60c48ff service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925086 Jul 27 21:07:42.488064 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.502574 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb27b0-6057-4b43-a95b-6b623b112e7c req-d70275bb-95c5-4c00-97ad-ac0460cabc1c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:43.504024 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dccb27b0-6057-4b43-a95b-6b623b112e7c req-d70275bb-95c5-4c00-97ad-ac0460cabc1c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0742791 Jul 27 21:07:43.548636 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dccb27b0-6057-4b43-a95b-6b623b112e7c req-757ffeb0-3970-471a-8dfd-a86e53a91290 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377285 Jul 27 21:07:43.586335 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3b7df62f-f865-42b7-babd-2a1ced8eb876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.700364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ed4b5-6880-4123-bccb-9ebdd6fab216 req-fc8cead8-6e0b-43ce-ac87-26b8d8fb099e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:44.702005 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-906ed4b5-6880-4123-bccb-9ebdd6fab216 req-fc8cead8-6e0b-43ce-ac87-26b8d8fb099e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0778608 Jul 27 21:07:44.745393 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-906ed4b5-6880-4123-bccb-9ebdd6fab216 req-66283f2c-c0d7-48d4-978e-e302076fbb41 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357053 Jul 27 21:07:45.886700 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80beeaf-242f-4ba3-887f-6753412801ab req-3d879081-97d8-4da4-bc5c-1a8324cc3171 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:45.888242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e80beeaf-242f-4ba3-887f-6753412801ab req-3d879081-97d8-4da4-bc5c-1a8324cc3171 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0692804 Jul 27 21:07:45.932539 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e80beeaf-242f-4ba3-887f-6753412801ab req-519a4b26-e703-4b3b-aef3-0c0a89b923e9 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375361 Jul 27 21:07:46.298060 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-08d89fac-a4c8-4422-a543-8474b3bc508c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.407158 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.069336 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b941e5b-03b5-43f2-8e5f-9521ab051b3f req-c2b919f9-bdcb-4afe-bf90-e99228926989 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:47.070884 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b941e5b-03b5-43f2-8e5f-9521ab051b3f req-c2b919f9-bdcb-4afe-bf90-e99228926989 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0659697 Jul 27 21:07:47.112861 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3b941e5b-03b5-43f2-8e5f-9521ab051b3f req-182712f6-83ab-4cb7-a826-defa7abe41d0 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347550 Jul 27 21:07:47.532084 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.281270 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d438fff-4e39-44d4-9b59-8b05c10cb88c req-181fcb38-17d7-4355-bfc8-5fda9d92a870 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:48.288817 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d438fff-4e39-44d4-9b59-8b05c10cb88c req-181fcb38-17d7-4355-bfc8-5fda9d92a870 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0801790 Jul 27 21:07:48.323355 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6d438fff-4e39-44d4-9b59-8b05c10cb88c req-cc8a58fc-cb01-4aa5-8cbf-9c1c25f35b6c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336483 Jul 27 21:07:49.277493 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.461932 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d03c24-4cd0-4acc-8a7b-7326f56f9375 req-938fb199-24ff-43b1-a47c-6a8027019f06 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:49.463699 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01d03c24-4cd0-4acc-8a7b-7326f56f9375 req-938fb199-24ff-43b1-a47c-6a8027019f06 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0682280 Jul 27 21:07:49.504021 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-01d03c24-4cd0-4acc-8a7b-7326f56f9375 req-aca051ba-5e75-4e1d-9e0c-28694f59af3c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340273 Jul 27 21:07:50.680125 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f7aea-bb81-4675-b8b0-3d44bff967ed req-6b2f5404-2d06-4528-84ea-bfc754b180c1 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:50.681964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f70f7aea-bb81-4675-b8b0-3d44bff967ed req-6b2f5404-2d06-4528-84ea-bfc754b180c1 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0951557 Jul 27 21:07:50.726453 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f70f7aea-bb81-4675-b8b0-3d44bff967ed req-646ef1e7-f0aa-4665-a8b9-09ea14af0118 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378733 Jul 27 21:07:51.900680 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acc1d4-4d4a-4f1a-991a-9c0dbca8ea0a req-ed61ef1c-be8f-4f31-b8ed-66ae664408d4 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:51.902374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00acc1d4-4d4a-4f1a-991a-9c0dbca8ea0a req-ed61ef1c-be8f-4f31-b8ed-66ae664408d4 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0851669 Jul 27 21:07:51.960068 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-00acc1d4-4d4a-4f1a-991a-9c0dbca8ea0a req-15fb16de-f689-4b5e-8059-4694761ae9f8 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495360 Jul 27 21:07:52.489973 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 0928cd4a-e09c-41cb-acd3-6dfb3232c085 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:07:52.609701 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 0928cd4a-e09c-41cb-acd3-6dfb3232c085, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:52.624079 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '0928cd4a-e09c-41cb-acd3-6dfb3232c085', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'port_id': '0928cd4a-e09c-41cb-acd3-6dfb3232c085', 'mac_address': 'fa:16:3e:a5:b0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:07:52.665101 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.685431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0928cd4a-e09c-41cb-acd3-6dfb3232c085 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:07:52.706991 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 0928cd4a-e09c-41cb-acd3-6dfb3232c085, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:52.711652 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.762624 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=0928cd4a-e09c-41cb-acd3-6dfb3232c085,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:52.770781 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:52.771121 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:52.771454 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:52.771780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:52.772103 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:52.772435 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:52.772763 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:52.773089 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:52.773407 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:52.773717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:52.774031 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:52.774347 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:52.965879 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['0928cd4a-e09c-41cb-acd3-6dfb3232c085'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:07:53.110929 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac70c3a-4f39-4d6c-91af-7f8d55ec9a35 req-b8969cd7-968d-4f32-af19-d0a704cf1923 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:53.112488 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dac70c3a-4f39-4d6c-91af-7f8d55ec9a35 req-b8969cd7-968d-4f32-af19-d0a704cf1923 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 944 time: 0.0660672 Jul 27 21:07:53.164789 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dac70c3a-4f39-4d6c-91af-7f8d55ec9a35 req-cfb21fe8-0f50-420d-b23c-77897f5293c9 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409760 Jul 27 21:07:54.322180 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5b239-8b67-4f33-82b9-91b24a9647cf req-391d7555-451c-469c-b8d0-0b50f5cf5569 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:54.323757 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25c5b239-8b67-4f33-82b9-91b24a9647cf req-391d7555-451c-469c-b8d0-0b50f5cf5569 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 944 time: 0.0855899 Jul 27 21:07:54.371108 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-25c5b239-8b67-4f33-82b9-91b24a9647cf req-2a03ebe8-1924-4a40-9f05-cc629fb85e2f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411961 Jul 27 21:07:54.490406 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 0928cd4a-e09c-41cb-acd3-6dfb3232c085 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:54.555618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port 0928cd4a-e09c-41cb-acd3-6dfb3232c085 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:54.559851 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 0928cd4a-e09c-41cb-acd3-6dfb3232c085 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:54.560342 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.644432 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.833691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319de6e6-d80f-44c2-9d83-496b65759d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0928cd4a-e09c-41cb-acd3-6dfb3232c085'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:07:54.836088 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f472c34-4089-4e45-b13a-0816d6dba826" -d '{"events": [{"server_uuid": "319de6e6-d80f-44c2-9d83-496b65759d36", "name": "network-vif-plugged", "status": "completed", "tag": "0928cd4a-e09c-41cb-acd3-6dfb3232c085"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:07:54.854044 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 0928cd4a-e09c-41cb-acd3-6dfb3232c085, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:54.863247 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.939634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=0928cd4a-e09c-41cb-acd3-6dfb3232c085,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:54.967066 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba03960-ced7-4e08-90cb-c7321f45898b x-openstack-request-id: req-4ba03960-ced7-4e08-90cb-c7321f45898b {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:07:54.967533 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319de6e6-d80f-44c2-9d83-496b65759d36", "name": "network-vif-plugged", "status": "completed", "tag": "0928cd4a-e09c-41cb-acd3-6dfb3232c085", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:07:54.967935 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ba03960-ced7-4e08-90cb-c7321f45898b {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:07:54.968587 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319de6e6-d80f-44c2-9d83-496b65759d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0928cd4a-e09c-41cb-acd3-6dfb3232c085', 'code': 200} Jul 27 21:07:55.091971 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2c723-0a10-4158-8004-d5b77ba94a6c req-b0e4f696-ce88-45ba-8712-b30fa13333a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:55.093677 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-52d2c723-0a10-4158-8004-d5b77ba94a6c req-b0e4f696-ce88-45ba-8712-b30fa13333a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 1097 time: 0.0593283 Jul 27 21:07:55.146405 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-52d2c723-0a10-4158-8004-d5b77ba94a6c req-e69269ae-d04d-471c-bad0-c35dc1075e4b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425224 Jul 27 21:07:55.534429 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a2727-f5fa-468d-8231-478911577f02 req-07fb2ed9-0aa8-4ae5-a304-8ae84ab778e5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:55.537172 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e6a2727-f5fa-468d-8231-478911577f02 req-07fb2ed9-0aa8-4ae5-a304-8ae84ab778e5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0805247 Jul 27 21:07:55.596822 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9e6a2727-f5fa-468d-8231-478911577f02 req-b5c869c2-0fea-4383-a6d4-18ba7328385d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503941 Jul 27 21:07:56.754957 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4817fcb-9b6c-447f-97cf-54b71eefc8e6 req-1109a5b9-d1fd-459f-b30b-500c8ecd7fcb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:56.755758 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4817fcb-9b6c-447f-97cf-54b71eefc8e6 req-1109a5b9-d1fd-459f-b30b-500c8ecd7fcb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0794988 Jul 27 21:07:56.810134 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c4817fcb-9b6c-447f-97cf-54b71eefc8e6 req-3c03bacf-bded-4197-b755-2b79d7b51b2c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474229 Jul 27 21:07:56.963135 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8ab2b-55c4-4a48-8618-87f44648449c req-7b93c9dc-828f-4e80-aa12-a05595adbb5a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:56.964588 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ed8ab2b-55c4-4a48-8618-87f44648449c req-7b93c9dc-828f-4e80-aa12-a05595adbb5a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0676916 Jul 27 21:07:57.006388 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ed8ab2b-55c4-4a48-8618-87f44648449c req-8954ea53-640a-4dd9-93a4-c96370cded64 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338657 Jul 27 21:07:57.030501 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40738) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:57.089913 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7e05f7-1a2d-4024-9d80-ff1f8c3567ce tempest-TestShelveInstance-310429380 tempest-TestShelveInstance-310429380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:57.091463 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-3f7e05f7-1a2d-4024-9d80-ff1f8c3567ce tempest-TestShelveInstance-310429380 tempest-TestShelveInstance-310429380-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 1092 time: 0.0599439 Jul 27 21:07:57.094707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40740) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:57.099791 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': '0928cd4a-e09c-41cb-acd3-6dfb3232c085', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:57.125787 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.234649 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.353551 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Allocated IP 172.25.1.142 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/021f2fea-0198-4ccf-becb-b982f4be564f) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:57.481065 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.546315 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.586021 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:57.589410 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:57.592201 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:57.628304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'Port': ['ID=021f2fea-0198-4ccf-becb-b982f4be564f,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:58.005871 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.094593 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.256277 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.261675 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.334872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event updated for resources: {'Port': ['ID=021f2fea-0198-4ccf-becb-b982f4be564f,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:58.359624 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.467250 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Floating IP 591f401e-c307-42e2-b1a7-2666298bea15 associated. External IP: 172.25.1.142, port: 0928cd4a-e09c-41cb-acd3-6dfb3232c085. Jul 27 21:07:58.691460 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Router 17898544-d0c0-4687-afa6-cf3dc46eb558 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:07:58.804723 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:58.815182 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e181133-51d0-4f52-9b9e-999120b368f5 None None] Sync routers for ids ['17898544-d0c0-4687-afa6-cf3dc46eb558'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:58.822428 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.826543 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e181133-51d0-4f52-9b9e-999120b368f5 None None] Routers {'17898544-d0c0-4687-afa6-cf3dc46eb558'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:58.827202 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6e181133-51d0-4f52-9b9e-999120b368f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:07:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['17898544-d0c0-4687-afa6-cf3dc46eb558'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:58.863511 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b3d05477-9916-4e39-8243-45cf8513b1bc tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7675524 Jul 27 21:07:58.864193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319de6e6-d80f-44c2-9d83-496b65759d36', 'tag': '0928cd4a-e09c-41cb-acd3-6dfb3232c085'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:07:58.866555 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980f7c2f-82ee-4259-b57c-f76f1c17d5c1" -d '{"events": [{"name": "network-changed", "server_uuid": "319de6e6-d80f-44c2-9d83-496b65759d36", "tag": "0928cd4a-e09c-41cb-acd3-6dfb3232c085"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:07:58.912367 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3ec72d-4c75-49e4-aec5-861feb688d5a x-openstack-request-id: req-2b3ec72d-4c75-49e4-aec5-861feb688d5a {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:07:58.912822 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319de6e6-d80f-44c2-9d83-496b65759d36", "tag": "0928cd4a-e09c-41cb-acd3-6dfb3232c085", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:07:58.913101 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b3ec72d-4c75-49e4-aec5-861feb688d5a {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:07:58.913659 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319de6e6-d80f-44c2-9d83-496b65759d36', 'tag': '0928cd4a-e09c-41cb-acd3-6dfb3232c085', 'status': 'completed', 'code': 200} Jul 27 21:07:58.969488 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6e181133-51d0-4f52-9b9e-999120b368f5 None None] Set router 17898544-d0c0-4687-afa6-cf3dc46eb558 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:58.996832 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f7c2f-82ee-4259-b57c-f76f1c17d5c1 req-1ae59fbb-eb23-465e-bd81-cc23084ddcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:58.998388 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-980f7c2f-82ee-4259-b57c-f76f1c17d5c1 req-1ae59fbb-eb23-465e-bd81-cc23084ddcb9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 1097 time: 0.0633221 Jul 27 21:07:59.098959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f7c2f-82ee-4259-b57c-f76f1c17d5c1 req-91450f99-779d-4b14-b421-9e0a90ef3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.100537 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-980f7c2f-82ee-4259-b57c-f76f1c17d5c1 req-91450f99-779d-4b14-b421-9e0a90ef3a94 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.0953217 Jul 27 21:07:59.170326 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-980f7c2f-82ee-4259-b57c-f76f1c17d5c1 req-de827b73-5f07-4593-af81-4ea6bc4f809b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085 HTTP/1.1" status: 200 len: 999 time: 0.0630097 Jul 27 21:07:59.227552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f7c2f-82ee-4259-b57c-f76f1c17d5c1 req-84cff337-7cdc-4e45-aab8-aec9c43298f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.229005 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-980f7c2f-82ee-4259-b57c-f76f1c17d5c1 req-84cff337-7cdc-4e45-aab8-aec9c43298f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0510571 Jul 27 21:07:59.235258 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6e181133-51d0-4f52-9b9e-999120b368f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '591f401e-c307-42e2-b1a7-2666298bea15', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'port_id': '0928cd4a-e09c-41cb-acd3-6dfb3232c085', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'mac_address': 'fa:16:3e:a5:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319de6e6-d80f-44c2-9d83-496b65759d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:07:57Z', 'updated_at': '2021-07-27T21:07:57Z', 'revision_number': 0, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 5, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:59.264057 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e181133-51d0-4f52-9b9e-999120b368f5 None None] Checking router: 17898544-d0c0-4687-afa6-cf3dc46eb558 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:07:59.273791 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e181133-51d0-4f52-9b9e-999120b368f5 None None] Routers {'17898544-d0c0-4687-afa6-cf3dc46eb558'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:59.274607 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6e181133-51d0-4f52-9b9e-999120b368f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:07:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['17898544-d0c0-4687-afa6-cf3dc46eb558'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:59.389618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-6e181133-51d0-4f52-9b9e-999120b368f5 None None] Set router 17898544-d0c0-4687-afa6-cf3dc46eb558 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:59.668660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-6e181133-51d0-4f52-9b9e-999120b368f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '591f401e-c307-42e2-b1a7-2666298bea15', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'port_id': '0928cd4a-e09c-41cb-acd3-6dfb3232c085', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'mac_address': 'fa:16:3e:a5:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319de6e6-d80f-44c2-9d83-496b65759d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:07:57Z', 'updated_at': '2021-07-27T21:07:57Z', 'revision_number': 0, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 5, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:59.711536 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f7c2f-82ee-4259-b57c-f76f1c17d5c1 req-69313921-3092-4e9d-ba24-6f7f918162e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.713497 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-980f7c2f-82ee-4259-b57c-f76f1c17d5c1 req-69313921-3092-4e9d-ba24-6f7f918162e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4767556 Jul 27 21:07:59.717499 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e181133-51d0-4f52-9b9e-999120b368f5 None None] The sync data for ids ['17898544-d0c0-4687-afa6-cf3dc46eb558'] in n-d-705657-21 is: [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': '591f401e-c307-42e2-b1a7-2666298bea15', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'port_id': '0928cd4a-e09c-41cb-acd3-6dfb3232c085', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'mac_address': 'fa:16:3e:a5:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319de6e6-d80f-44c2-9d83-496b65759d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:07:57Z', 'updated_at': '2021-07-27T21:07:57Z', 'revision_number': 0, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 5, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:59.816793 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-980f7c2f-82ee-4259-b57c-f76f1c17d5c1 req-e4ecbb0c-5406-4273-8167-b6f6c4cae4b4 service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945885 Jul 27 21:07:59.930048 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-980f7c2f-82ee-4259-b57c-f76f1c17d5c1 req-675f26f5-bcea-4c8f-9e73-35f8733ec758 service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062403 Jul 27 21:07:59.950744 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386cd59-9763-41b9-a0a8-64276d4699b5 None None] New status for floating IP 591f401e-c307-42e2-b1a7-2666298bea15: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:08:09.399451 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.995263 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0f70ae04-c029-4e4d-a93c-b45054d18b1e req-b769f0fb-434e-4125-abca-837ef8888174 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0604486 Jul 27 21:08:11.101604 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70ae04-c029-4e4d-a93c-b45054d18b1e req-f3bdf28e-76e3-412a-8b09-673c30e2a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:11.103188 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0f70ae04-c029-4e4d-a93c-b45054d18b1e req-f3bdf28e-76e3-412a-8b09-673c30e2a4bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 1097 time: 0.0624771 Jul 27 21:08:11.215546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70ae04-c029-4e4d-a93c-b45054d18b1e req-d0db89cb-d87e-4ab9-99a2-c04a06f9ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:11.217078 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0f70ae04-c029-4e4d-a93c-b45054d18b1e req-d0db89cb-d87e-4ab9-99a2-c04a06f9ad44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.0932891 Jul 27 21:08:11.285067 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0f70ae04-c029-4e4d-a93c-b45054d18b1e req-d999913f-16b7-4915-845a-98989d44d4e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085 HTTP/1.1" status: 200 len: 1001 time: 0.0604267 Jul 27 21:08:11.341331 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70ae04-c029-4e4d-a93c-b45054d18b1e req-82658564-565d-40e8-9f53-58f2b2f537ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:11.342814 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0f70ae04-c029-4e4d-a93c-b45054d18b1e req-82658564-565d-40e8-9f53-58f2b2f537ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0513706 Jul 27 21:08:11.406053 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70ae04-c029-4e4d-a93c-b45054d18b1e req-b38b0512-6581-44e6-bd5f-8f004e3c08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:11.411421 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0f70ae04-c029-4e4d-a93c-b45054d18b1e req-b38b0512-6581-44e6-bd5f-8f004e3c08ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577083 Jul 27 21:08:11.508507 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0f70ae04-c029-4e4d-a93c-b45054d18b1e req-455264c0-68ee-4f2d-8781-c6fb652d7aa7 service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900166 Jul 27 21:08:11.618225 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-0f70ae04-c029-4e4d-a93c-b45054d18b1e req-5dfb2447-8f3e-4776-95ca-ec0bef8615dc service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019869 Jul 27 21:08:12.494625 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.572853 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-5518873d-5648-43d6-be9b-c3bad70b8415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.305463 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-62780074-4976-426d-9ba3-6660a3d64963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.403726 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.536934 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.909472 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:08:19.277447 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.390609 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.492153 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.578441 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-043d5b44-77b5-43f8-b011-f3fcb4e3d30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.300094 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f99f10c9-c33a-4978-a72b-53ea4508a897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.412217 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.538219 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.283329 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.915484 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:09:09.389539 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.423342 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8ebb358-edbb-4c98-9d72-e1b6c2278424 req-95bfa78d-18c6-4945-81bd-d8f152f5c648 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576189 Jul 27 21:09:11.527572 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebb358-edbb-4c98-9d72-e1b6c2278424 req-56fa881d-d308-48f8-869e-086e7e7048d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:11.529169 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8ebb358-edbb-4c98-9d72-e1b6c2278424 req-56fa881d-d308-48f8-869e-086e7e7048d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 1097 time: 0.0614898 Jul 27 21:09:11.635129 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebb358-edbb-4c98-9d72-e1b6c2278424 req-bc78363a-236f-413b-a325-d17aa655d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:11.636691 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8ebb358-edbb-4c98-9d72-e1b6c2278424 req-bc78363a-236f-413b-a325-d17aa655d9ea service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.0874422 Jul 27 21:09:11.706962 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8ebb358-edbb-4c98-9d72-e1b6c2278424 req-24417a02-aa75-4583-af84-052fac702ace service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085 HTTP/1.1" status: 200 len: 1001 time: 0.0629799 Jul 27 21:09:11.764571 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebb358-edbb-4c98-9d72-e1b6c2278424 req-8068faab-6787-4ae8-9f7e-caee0f162f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:11.766082 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8ebb358-edbb-4c98-9d72-e1b6c2278424 req-8068faab-6787-4ae8-9f7e-caee0f162f5d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0520020 Jul 27 21:09:11.829494 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebb358-edbb-4c98-9d72-e1b6c2278424 req-1d7ec1a6-a7c2-4a7d-bdb6-005e0e16e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:11.831411 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8ebb358-edbb-4c98-9d72-e1b6c2278424 req-1d7ec1a6-a7c2-4a7d-bdb6-005e0e16e57d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571144 Jul 27 21:09:11.927928 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8ebb358-edbb-4c98-9d72-e1b6c2278424 req-e46ed62d-c5ec-447c-9436-9254c371ad9d service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885642 Jul 27 21:09:12.023726 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c8ebb358-edbb-4c98-9d72-e1b6c2278424 req-b5f1a948-ab8e-4c08-ba91-83b08df1b87e service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878913 Jul 27 21:09:12.501068 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:13.583089 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-da994b92-04fe-47de-8aaa-ba1540f37b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.308763 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-17bc0414-a93f-4e60-a60e-de60ec083027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.408246 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.547122 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.289498 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.905842 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:09:39.407770 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.500971 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.587195 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8f4519d9-4397-40f1-9d4f-99db63ae07e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.301276 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f23a24b7-7bc5-45e7-83de-6499d5b43c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.402466 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.544547 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:49.288016 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:56.191727 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-dca26fff-3d30-46d8-9691-f5020dfbea7e req-f349a1ac-d9a6-442e-96ff-40bc2f9b5855 service neutron] (94059) timed out ('10.222.0.63', 60630) {{(pid=94059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:09:56.783632 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588d7ac-d1ee-40c8-b241-a6850ff2cfe9 req-d7d0c0ea-9509-4d4a-9c02-f4dd78877b2c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:56.785245 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7588d7ac-d1ee-40c8-b241-a6850ff2cfe9 req-d7d0c0ea-9509-4d4a-9c02-f4dd78877b2c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0672052 Jul 27 21:09:56.837950 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7588d7ac-d1ee-40c8-b241-a6850ff2cfe9 req-c404b233-1fa6-4db3-83c4-f3ef7f3f8e4d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453055 Jul 27 21:09:58.036197 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b726f64-aea9-41d1-86b6-bc4f71c351d4 req-5fc1f6ac-044c-4033-8786-8360f3a19979 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:58.037922 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b726f64-aea9-41d1-86b6-bc4f71c351d4 req-5fc1f6ac-044c-4033-8786-8360f3a19979 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0891788 Jul 27 21:09:58.093226 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-4b726f64-aea9-41d1-86b6-bc4f71c351d4 req-8f60122f-5bcb-47d6-bee7-424cfd2c6247 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426776 Jul 27 21:09:59.261076 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8b130-f67d-4293-ad52-c6632d5b2618 req-f6718a07-e0ef-4449-a1ef-68fc10fc1e52 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:59.262807 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c8b130-f67d-4293-ad52-c6632d5b2618 req-f6718a07-e0ef-4449-a1ef-68fc10fc1e52 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0779295 Jul 27 21:09:59.324873 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02c8b130-f67d-4293-ad52-c6632d5b2618 req-9f3be8c8-1912-4c6e-bcb5-4e757a5f8971 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557230 Jul 27 21:10:00.486912 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a7a0-088b-41ed-86fd-bc77792d069f req-09b59b8a-3bca-4227-8558-7f830eb27217 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:00.488803 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40e0a7a0-088b-41ed-86fd-bc77792d069f req-09b59b8a-3bca-4227-8558-7f830eb27217 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0874479 Jul 27 21:10:00.537495 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-40e0a7a0-088b-41ed-86fd-bc77792d069f req-b9f3beeb-0c25-4f80-a574-43fda9f1f896 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425236 Jul 27 21:10:01.700619 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8001ad-a54c-4202-b307-6f134c074c27 req-e2d518f2-24c0-41e7-8cf1-1dc62bb38dfb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:01.702435 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee8001ad-a54c-4202-b307-6f134c074c27 req-e2d518f2-24c0-41e7-8cf1-1dc62bb38dfb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0889041 Jul 27 21:10:01.746726 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ee8001ad-a54c-4202-b307-6f134c074c27 req-2a234da2-9862-4dee-87b9-17cdedf00307 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367496 Jul 27 21:10:02.889387 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559e6b5-63c1-4823-ac14-c8fa7998829e req-1962ce13-61cf-4c90-9269-a2aaed0f77db tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:02.891025 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0559e6b5-63c1-4823-ac14-c8fa7998829e req-1962ce13-61cf-4c90-9269-a2aaed0f77db tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0711446 Jul 27 21:10:02.950901 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0559e6b5-63c1-4823-ac14-c8fa7998829e req-812715e5-5c3f-4aa0-8349-ea2f7d9d2468 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501652 Jul 27 21:10:04.093589 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe44ec-d699-4f50-95f9-db3cf583951a req-87daf360-ae62-424a-a067-cce001676132 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.095160 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83fe44ec-d699-4f50-95f9-db3cf583951a req-87daf360-ae62-424a-a067-cce001676132 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0715158 Jul 27 21:10:04.146242 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-83fe44ec-d699-4f50-95f9-db3cf583951a req-54cc46d7-d328-4cd5-aa95-64386f8738e0 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443597 Jul 27 21:10:05.306930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989608d0-ed7b-4727-a00c-aa730a4744f3 req-8a45180e-1992-4c51-b8d9-fa93a955ef79 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:05.308785 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-989608d0-ed7b-4727-a00c-aa730a4744f3 req-8a45180e-1992-4c51-b8d9-fa93a955ef79 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0838764 Jul 27 21:10:05.352434 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-989608d0-ed7b-4727-a00c-aa730a4744f3 req-aae23853-e79e-4a7f-99d9-3ddf17419d42 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366299 Jul 27 21:10:06.506983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f08101-27b7-4b0a-8453-6952fc7db870 req-3954119d-ff46-44eb-a0a4-ce35cff44a03 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:06.508429 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3f08101-27b7-4b0a-8453-6952fc7db870 req-3954119d-ff46-44eb-a0a4-ce35cff44a03 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0776074 Jul 27 21:10:06.556139 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a3f08101-27b7-4b0a-8453-6952fc7db870 req-8f7c1a6c-c230-4fc5-9adf-3e75cdf25a09 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407739 Jul 27 21:10:06.909464 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b394088-9aa7-468a-9916-2ef916603acd req-a5c58047-42b8-46fc-a0fc-2e68a48e0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:06.910993 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9b394088-9aa7-468a-9916-2ef916603acd req-a5c58047-42b8-46fc-a0fc-2e68a48e0135 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 1097 time: 0.0627015 Jul 27 21:10:07.020565 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b394088-9aa7-468a-9916-2ef916603acd req-770362c2-ca60-4489-9dcb-8f785a1f2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:07.022115 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9b394088-9aa7-468a-9916-2ef916603acd req-770362c2-ca60-4489-9dcb-8f785a1f2a8e service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.1036282 Jul 27 21:10:07.111064 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9b394088-9aa7-468a-9916-2ef916603acd req-eb18ef89-186e-44b2-8a4c-502056e6e99b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085 HTTP/1.1" status: 200 len: 1001 time: 0.0817761 Jul 27 21:10:07.169582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b394088-9aa7-468a-9916-2ef916603acd req-0edebf1c-87aa-48fb-873d-d4073867a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:07.171149 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9b394088-9aa7-468a-9916-2ef916603acd req-0edebf1c-87aa-48fb-873d-d4073867a722 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0538678 Jul 27 21:10:07.237871 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b394088-9aa7-468a-9916-2ef916603acd req-c32c8355-640a-4f73-b0bc-25558d1e7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:07.239425 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9b394088-9aa7-468a-9916-2ef916603acd req-c32c8355-640a-4f73-b0bc-25558d1e7b6c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613756 Jul 27 21:10:07.344975 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9b394088-9aa7-468a-9916-2ef916603acd req-37d06e22-e735-4e5f-8608-2810f03c1e1c service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969529 Jul 27 21:10:07.459031 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-9b394088-9aa7-468a-9916-2ef916603acd req-334330a4-45be-42b2-a8d4-a149420ce103 service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075172 Jul 27 21:10:07.694368 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc43447-de21-4aad-ac6e-f16fe783e940 req-a87bab38-8046-4c39-9047-9e5f6843b628 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:07.695870 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2bc43447-de21-4aad-ac6e-f16fe783e940 req-a87bab38-8046-4c39-9047-9e5f6843b628 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0660715 Jul 27 21:10:07.734637 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-2bc43447-de21-4aad-ac6e-f16fe783e940 req-c1947df6-6e51-46d3-9575-e7951079089e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326028 Jul 27 21:10:08.879517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9ac1e-903e-4c49-b875-50b8e1d01688 req-3ee2aae9-9c60-4970-86a9-34669f94bdcb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:08.881033 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-54a9ac1e-903e-4c49-b875-50b8e1d01688 req-3ee2aae9-9c60-4970-86a9-34669f94bdcb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0757320 Jul 27 21:10:08.910706 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:10:08.937868 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-54a9ac1e-903e-4c49-b875-50b8e1d01688 req-6a4925a5-22a0-41b2-84ab-ff308593bd62 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483537 Jul 27 21:10:09.404610 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.133378 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f883624-d2b8-478b-bfcc-7326b50fdc1c req-5ba9fee6-83f9-478e-b2ea-06e50371faf2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:10.135171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f883624-d2b8-478b-bfcc-7326b50fdc1c req-5ba9fee6-83f9-478e-b2ea-06e50371faf2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0874038 Jul 27 21:10:10.182900 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9f883624-d2b8-478b-bfcc-7326b50fdc1c req-29727331-dcbc-446c-8e6e-3a3064d1bd91 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414760 Jul 27 21:10:11.331645 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d5895-be90-4285-a8bb-e0bcb6e4e49e req-492fb651-21ca-4ad1-93b0-69d5f69f392a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:11.333345 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-781d5895-be90-4285-a8bb-e0bcb6e4e49e req-492fb651-21ca-4ad1-93b0-69d5f69f392a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0696342 Jul 27 21:10:11.374268 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-781d5895-be90-4285-a8bb-e0bcb6e4e49e req-ec6a9d2e-1aa7-4c6f-9aea-ee8b10a2d868 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340602 Jul 27 21:10:11.652517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc611a1-f6ad-404e-92ee-a9ccdee0f3b1 req-5cc8c797-6487-48e8-8fff-9957af10ed6e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:11.654268 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dc611a1-f6ad-404e-92ee-a9ccdee0f3b1 req-5cc8c797-6487-48e8-8fff-9957af10ed6e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0834663 Jul 27 21:10:11.667509 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-722cf1d1-6655-4e29-baf3-0cb0d14f9ef3 req-1f490f55-56d1-4832-bebb-737fbe33493b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1272087 Jul 27 21:10:12.063746 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6dc611a1-f6ad-404e-92ee-a9ccdee0f3b1 req-e864d7c7-ef4d-4146-a12e-1a0aeb1bf3c9 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4019465 Jul 27 21:10:12.515480 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.080237 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 0928cd4a-e09c-41cb-acd3-6dfb3232c085 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:13.181198 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.207176 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319de6e6-d80f-44c2-9d83-496b65759d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0928cd4a-e09c-41cb-acd3-6dfb3232c085'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:13.210174 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f5bd9c-af6a-4ef2-a5a4-acafef667313" -d '{"events": [{"server_uuid": "319de6e6-d80f-44c2-9d83-496b65759d36", "name": "network-vif-unplugged", "status": "completed", "tag": "0928cd4a-e09c-41cb-acd3-6dfb3232c085"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:13.225289 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 0928cd4a-e09c-41cb-acd3-6dfb3232c085, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:13.226331 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727536d-2746-4c08-b34c-575fa4fe5d6c req-75b55c69-f854-426f-a4f9-7cf621b8447f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:13.227959 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6727536d-2746-4c08-b34c-575fa4fe5d6c req-75b55c69-f854-426f-a4f9-7cf621b8447f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0785506 Jul 27 21:10:13.233312 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.292363 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6727536d-2746-4c08-b34c-575fa4fe5d6c req-31bc1b9f-5d9e-4719-8d6b-36fe1f392231 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550628 Jul 27 21:10:13.297214 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=0928cd4a-e09c-41cb-acd3-6dfb3232c085,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:13.305705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:13.306148 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:13.306591 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:13.307147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:13.307576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:13.308123 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:13.308578 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:13.309040 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:13.309459 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:13.309917 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:13.310340 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:13.310757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:13.339810 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8473418d-be8b-4110-ba0c-88d85ec80798 x-openstack-request-id: req-8473418d-be8b-4110-ba0c-88d85ec80798 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:13.340132 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319de6e6-d80f-44c2-9d83-496b65759d36", "name": "network-vif-unplugged", "status": "failed", "tag": "0928cd4a-e09c-41cb-acd3-6dfb3232c085", "code": 422}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:13.340533 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8473418d-be8b-4110-ba0c-88d85ec80798 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:13.341039 n-d-705657-21 neutron-server[94061]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '319de6e6-d80f-44c2-9d83-496b65759d36', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0928cd4a-e09c-41cb-acd3-6dfb3232c085', 'code': 422} returned with failed status Jul 27 21:10:13.592737 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9c6baf79-069e-436e-8317-6f498b102fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:14.430526 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539735a1-f59c-400c-9add-3d5451ae9af1 req-1dd25bf7-e7f0-4e4f-8c0e-a5db44a1e6a6 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:14.432103 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-539735a1-f59c-400c-9add-3d5451ae9af1 req-1dd25bf7-e7f0-4e4f-8c0e-a5db44a1e6a6 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0676804 Jul 27 21:10:14.494558 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-539735a1-f59c-400c-9add-3d5451ae9af1 req-86e798e1-6c8f-4333-8823-e159e927e494 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557492 Jul 27 21:10:15.703288 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0474b-ebad-4cf2-b9d4-37b5e3428e28 req-3560df3b-cc23-49ef-9e56-597ca3015130 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:15.704924 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2a0474b-ebad-4cf2-b9d4-37b5e3428e28 req-3560df3b-cc23-49ef-9e56-597ca3015130 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.1300573 Jul 27 21:10:15.751937 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c2a0474b-ebad-4cf2-b9d4-37b5e3428e28 req-eeaa4278-366e-4918-883a-c543b57e5c6a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402558 Jul 27 21:10:16.306011 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-139b03ea-94e3-4164-9788-707bcd19fdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.412101 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.724982 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cf1d1-6655-4e29-baf3-0cb0d14f9ef3 req-b23ea9e8-9159-4cc4-800d-959b072035ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:16.726423 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-722cf1d1-6655-4e29-baf3-0cb0d14f9ef3 req-b23ea9e8-9159-4cc4-800d-959b072035ef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36&tenant_id=b498e45a7ef640dabc9433d301f64a53 HTTP/1.1" status: 200 len: 1095 time: 0.0623477 Jul 27 21:10:16.816438 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cf1d1-6655-4e29-baf3-0cb0d14f9ef3 req-99c93923-30f6-4584-9cb9-d0a0358ec589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:16.818047 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-722cf1d1-6655-4e29-baf3-0cb0d14f9ef3 req-99c93923-30f6-4584-9cb9-d0a0358ec589 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 1095 time: 0.0682297 Jul 27 21:10:16.898173 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d1932-da8c-4185-b3c9-b957f9d9b9f0 req-395ed698-8cdc-4981-bb8c-c419584d6645 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:16.899846 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-541d1932-da8c-4185-b3c9-b957f9d9b9f0 req-395ed698-8cdc-4981-bb8c-c419584d6645 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0691006 Jul 27 21:10:16.922056 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cf1d1-6655-4e29-baf3-0cb0d14f9ef3 req-422438a9-3afc-42be-8150-41b7a34325ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:16.923601 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-722cf1d1-6655-4e29-baf3-0cb0d14f9ef3 req-422438a9-3afc-42be-8150-41b7a34325ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.0971355 Jul 27 21:10:16.946247 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-541d1932-da8c-4185-b3c9-b957f9d9b9f0 req-9862744d-4266-4ac9-a89f-3c8e0af77eff tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396619 Jul 27 21:10:17.001557 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-722cf1d1-6655-4e29-baf3-0cb0d14f9ef3 req-9a577376-7035-4ef9-84f1-f0a1baed37a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085 HTTP/1.1" status: 200 len: 999 time: 0.0710287 Jul 27 21:10:17.059983 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cf1d1-6655-4e29-baf3-0cb0d14f9ef3 req-722ecfc6-b35b-4d07-964e-b4587d81ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:17.061638 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-722cf1d1-6655-4e29-baf3-0cb0d14f9ef3 req-722ecfc6-b35b-4d07-964e-b4587d81ce76 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0537825 Jul 27 21:10:17.132957 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cf1d1-6655-4e29-baf3-0cb0d14f9ef3 req-689dae49-aa0f-4865-9b4b-ae27b0ecfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:17.134583 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-722cf1d1-6655-4e29-baf3-0cb0d14f9ef3 req-689dae49-aa0f-4865-9b4b-ae27b0ecfb76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639894 Jul 27 21:10:17.235973 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-722cf1d1-6655-4e29-baf3-0cb0d14f9ef3 req-a1941d27-14c6-4f2f-864a-a7301b744cfd service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936162 Jul 27 21:10:17.345951 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-722cf1d1-6655-4e29-baf3-0cb0d14f9ef3 req-21cc130f-93d2-4462-a9a0-9bc6530a9af7 service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031332 Jul 27 21:10:17.548247 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.097991 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3f961-57fd-4b5c-bc17-def30317c8e6 req-07ab2be2-e61a-4799-8b77-c3d943bbd603 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:18.099784 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eca3f961-57fd-4b5c-bc17-def30317c8e6 req-07ab2be2-e61a-4799-8b77-c3d943bbd603 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0755124 Jul 27 21:10:18.149267 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-eca3f961-57fd-4b5c-bc17-def30317c8e6 req-2a66009b-c086-40fa-bbaa-88063369b55c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394852 Jul 27 21:10:19.293565 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.328268 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536035ab-3a53-4a64-9155-53916a750fc6 req-0ea00b72-6794-4345-981a-cd352d31a0e9 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:19.329946 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-536035ab-3a53-4a64-9155-53916a750fc6 req-0ea00b72-6794-4345-981a-cd352d31a0e9 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0863204 Jul 27 21:10:19.374258 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-536035ab-3a53-4a64-9155-53916a750fc6 req-94426980-353d-448a-8640-7f1d3fb62f65 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359778 Jul 27 21:10:20.523089 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f7eb8-6607-475f-a56c-33a2abf03789 req-dd04a529-937f-4679-b5ba-72e0b5f5756d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:20.524651 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b7f7eb8-6607-475f-a56c-33a2abf03789 req-dd04a529-937f-4679-b5ba-72e0b5f5756d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0676141 Jul 27 21:10:20.570481 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-5b7f7eb8-6607-475f-a56c-33a2abf03789 req-64a13501-af21-44b7-b239-af4de66b6b07 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394783 Jul 27 21:10:21.707408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f949c6-034f-43d9-a222-d523e5a41e43 req-97f07250-7153-4789-b9e5-66c8fe4c3d3d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:21.708964 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02f949c6-034f-43d9-a222-d523e5a41e43 req-97f07250-7153-4789-b9e5-66c8fe4c3d3d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0681415 Jul 27 21:10:21.751239 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-02f949c6-034f-43d9-a222-d523e5a41e43 req-65b01bb3-36c4-4517-9fed-2b4d542e5cfd tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352666 Jul 27 21:10:22.895390 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b707e-0667-4fae-81d8-20300516d0c2 req-d8f13859-5559-4c6d-8bdd-34e7aab035bb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:22.897020 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d57b707e-0667-4fae-81d8-20300516d0c2 req-d8f13859-5559-4c6d-8bdd-34e7aab035bb tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0703704 Jul 27 21:10:22.938370 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-d57b707e-0667-4fae-81d8-20300516d0c2 req-40c24425-7a6a-4815-989a-42dce096f071 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342548 Jul 27 21:10:24.082546 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0a0bd-e57c-4eb4-97c9-c81d45bb6a60 req-411876c1-6697-467e-abc5-333c3aaee89e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:24.084192 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77d0a0bd-e57c-4eb4-97c9-c81d45bb6a60 req-411876c1-6697-467e-abc5-333c3aaee89e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0736520 Jul 27 21:10:24.129017 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-77d0a0bd-e57c-4eb4-97c9-c81d45bb6a60 req-55bfa8a1-8e46-4365-adb0-40b877589fc7 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374966 Jul 27 21:10:25.141552 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 0928cd4a-e09c-41cb-acd3-6dfb3232c085 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:10:25.249312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 0928cd4a-e09c-41cb-acd3-6dfb3232c085, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:25.262145 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': '0928cd4a-e09c-41cb-acd3-6dfb3232c085', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'port_id': '0928cd4a-e09c-41cb-acd3-6dfb3232c085', 'mac_address': 'fa:16:3e:a5:b0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:10:25.282576 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe710ba-5141-4c24-b3fd-3dfbf32aa862 req-7eacdef6-0483-4075-804d-60b3f5f7660a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:25.284135 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ebe710ba-5141-4c24-b3fd-3dfbf32aa862 req-7eacdef6-0483-4075-804d-60b3f5f7660a tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 943 time: 0.0770295 Jul 27 21:10:25.303865 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:25.319396 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0928cd4a-e09c-41cb-acd3-6dfb3232c085 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:25.326001 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ebe710ba-5141-4c24-b3fd-3dfbf32aa862 req-15e338e1-dad4-4d77-b5fd-a1280bba2028 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352404 Jul 27 21:10:25.343643 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 0928cd4a-e09c-41cb-acd3-6dfb3232c085, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:25.349545 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:25.401519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=0928cd4a-e09c-41cb-acd3-6dfb3232c085,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:25.597700 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['0928cd4a-e09c-41cb-acd3-6dfb3232c085'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:26.470299 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9a9ca-14b2-4604-bc43-678636499602 req-7ef0569d-e29d-4539-bfcd-339063f36fa7 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:26.471727 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ba9a9ca-14b2-4604-bc43-678636499602 req-7ef0569d-e29d-4539-bfcd-339063f36fa7 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 944 time: 0.0664868 Jul 27 21:10:26.511600 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-8ba9a9ca-14b2-4604-bc43-678636499602 req-d445d31d-d191-47b4-a251-7fc69bdbe427 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335710 Jul 27 21:10:27.157012 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 0928cd4a-e09c-41cb-acd3-6dfb3232c085 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:27.206482 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port 0928cd4a-e09c-41cb-acd3-6dfb3232c085 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:27.206845 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.285939 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.308717 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319de6e6-d80f-44c2-9d83-496b65759d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0928cd4a-e09c-41cb-acd3-6dfb3232c085'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:27.311008 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11be2f04-bece-4c33-aaf9-be7d3718e7f6" -d '{"events": [{"server_uuid": "319de6e6-d80f-44c2-9d83-496b65759d36", "name": "network-vif-plugged", "status": "completed", "tag": "0928cd4a-e09c-41cb-acd3-6dfb3232c085"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:27.326554 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port 0928cd4a-e09c-41cb-acd3-6dfb3232c085, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:27.331897 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.362910 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf07a81-2e20-43ee-a98c-8bb63922e980 x-openstack-request-id: req-ddf07a81-2e20-43ee-a98c-8bb63922e980 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:27.362910 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319de6e6-d80f-44c2-9d83-496b65759d36", "name": "network-vif-plugged", "status": "completed", "tag": "0928cd4a-e09c-41cb-acd3-6dfb3232c085", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:27.363250 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ddf07a81-2e20-43ee-a98c-8bb63922e980 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:27.363559 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319de6e6-d80f-44c2-9d83-496b65759d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0928cd4a-e09c-41cb-acd3-6dfb3232c085', 'code': 200} Jul 27 21:10:27.392424 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=0928cd4a-e09c-41cb-acd3-6dfb3232c085,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:27.532786 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bd6cb-da4b-4f83-847e-27332263b4fe req-a3e83dcd-7c11-4262-a954-4fae3755ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:27.534314 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ab7bd6cb-da4b-4f83-847e-27332263b4fe req-a3e83dcd-7c11-4262-a954-4fae3755ee1b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 1097 time: 0.0587511 Jul 27 21:10:27.576014 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-ab7bd6cb-da4b-4f83-847e-27332263b4fe req-cf885e2e-5a43-4556-a4bd-ef7b3334d2bc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348794 Jul 27 21:10:27.661227 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1869d3d-5450-471e-aab4-7212cdfc970b req-37acb0ee-2f00-4ad5-9c7e-b408e6ce556f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:27.662620 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1869d3d-5450-471e-aab4-7212cdfc970b req-37acb0ee-2f00-4ad5-9c7e-b408e6ce556f tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0763586 Jul 27 21:10:27.702153 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e1869d3d-5450-471e-aab4-7212cdfc970b req-cf7e6443-2ea6-4f3d-8723-3f88ec317906 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329490 Jul 27 21:10:28.848253 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de74895-6382-4c5d-9024-db9ad0ebd624 req-76de036d-12d0-4bbd-8521-0e997d977fac tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:28.849727 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0de74895-6382-4c5d-9024-db9ad0ebd624 req-76de036d-12d0-4bbd-8521-0e997d977fac tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0699158 Jul 27 21:10:28.893328 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0de74895-6382-4c5d-9024-db9ad0ebd624 req-9944b14d-9e6f-4b8d-9b10-88467c031ee0 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331542 Jul 27 21:10:39.419942 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.537216 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:43.604385 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3579414a-1f16-4327-be53-8c8be6f428bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:45.911217 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:10:46.309262 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cd462fe2-40f5-40b7-808a-a08cbdeb5575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:46.410321 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:47.553409 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:49.293636 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.433538 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.531342 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.598917 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-840c0620-a5ca-4829-a2ef-218e43b301b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:15.427354 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6f4b4342-a08b-4e5f-87f5-124199d3fda8 req-46148cf5-2f98-4731-9d2e-14e0108124e7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0619586 Jul 27 21:11:15.531054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b4342-a08b-4e5f-87f5-124199d3fda8 req-51e7c433-7991-4ea2-a022-8e97060f888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:15.532713 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6f4b4342-a08b-4e5f-87f5-124199d3fda8 req-51e7c433-7991-4ea2-a022-8e97060f888a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 1097 time: 0.0602827 Jul 27 21:11:15.664738 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b4342-a08b-4e5f-87f5-124199d3fda8 req-b265f66a-7380-4d2f-9dd2-da40599f9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:15.666244 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6f4b4342-a08b-4e5f-87f5-124199d3fda8 req-b265f66a-7380-4d2f-9dd2-da40599f9ea3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.1137710 Jul 27 21:11:15.735873 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6f4b4342-a08b-4e5f-87f5-124199d3fda8 req-1edf77e6-744e-42e2-8646-4d64458d094a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085 HTTP/1.1" status: 200 len: 1001 time: 0.0614500 Jul 27 21:11:15.788238 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b4342-a08b-4e5f-87f5-124199d3fda8 req-df43f33f-ae71-4982-8cef-0f2b37eb40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:15.789728 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6f4b4342-a08b-4e5f-87f5-124199d3fda8 req-df43f33f-ae71-4982-8cef-0f2b37eb40d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0476129 Jul 27 21:11:15.858024 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b4342-a08b-4e5f-87f5-124199d3fda8 req-67e5c206-0ad1-4e43-adec-a3f94e12fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:15.859550 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6f4b4342-a08b-4e5f-87f5-124199d3fda8 req-67e5c206-0ad1-4e43-adec-a3f94e12fb6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620918 Jul 27 21:11:15.953954 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6f4b4342-a08b-4e5f-87f5-124199d3fda8 req-c05d9270-4b73-4f2c-80e7-43e81af828b6 service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868881 Jul 27 21:11:16.055747 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-6f4b4342-a08b-4e5f-87f5-124199d3fda8 req-b331666b-32b8-46e0-99a5-0098a27f6e99 service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902619 Jul 27 21:11:16.317331 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-331b9876-63f4-4a89-8819-69583d1b9e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:16.404959 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:17.553303 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.298832 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.911419 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:11:39.433004 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:42.534824 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:43.603879 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3a196bfe-8140-4942-bcdb-9fee7e70ebd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.608644 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40900) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:44.789872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Deleting port 021f2fea-0198-4ccf-becb-b982f4be564f {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:44.790193 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.870267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.870514 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:44.882405 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Calling delete_port for 021f2fea-0198-4ccf-becb-b982f4be564f owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:45.071173 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.097806 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event deleted for resources: {'Port': ['ID=021f2fea-0198-4ccf-becb-b982f4be564f,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:45.135500 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:45.135744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:45.136123 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:45.136493 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:45.136835 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:45.137165 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:45.137527 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:45.137826 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:45.138196 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:45.138526 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:45.138830 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:45.139176 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:45.181406 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.181735 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Floating IP 591f401e-c307-42e2-b1a7-2666298bea15 disassociated (deleted). External IP: 172.25.1.142, port: 0928cd4a-e09c-41cb-acd3-6dfb3232c085. Jul 27 21:11:45.399744 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Router 17898544-d0c0-4687-afa6-cf3dc46eb558 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:45.511248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:45.516499 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.521691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ecf5b-a7c1-4ab5-b362-91fae2034080 None None] Sync routers for ids ['17898544-d0c0-4687-afa6-cf3dc46eb558'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:45.532357 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ecf5b-a7c1-4ab5-b362-91fae2034080 None None] Routers {'17898544-d0c0-4687-afa6-cf3dc46eb558'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:45.533022 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ea7ecf5b-a7c1-4ab5-b362-91fae2034080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:11:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['17898544-d0c0-4687-afa6-cf3dc46eb558'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:45.561330 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-6333693d-f854-49f3-94f5-e2e4cf67c45d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "DELETE /v2.0/floatingips/591f401e-c307-42e2-b1a7-2666298bea15 HTTP/1.1" status: 204 len: 168 time: 0.9512174 Jul 27 21:11:45.562117 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319de6e6-d80f-44c2-9d83-496b65759d36', 'tag': '0928cd4a-e09c-41cb-acd3-6dfb3232c085'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:45.564770 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5464f091-0fc5-4006-8c14-c4c8d4128fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "319de6e6-d80f-44c2-9d83-496b65759d36", "tag": "0928cd4a-e09c-41cb-acd3-6dfb3232c085"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:45.644009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-ea7ecf5b-a7c1-4ab5-b362-91fae2034080 None None] Set router 17898544-d0c0-4687-afa6-cf3dc46eb558 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:45.748876 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310fe096-b299-4d49-8541-d64a8f8bbbfc x-openstack-request-id: req-310fe096-b299-4d49-8541-d64a8f8bbbfc {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:45.749414 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319de6e6-d80f-44c2-9d83-496b65759d36", "tag": "0928cd4a-e09c-41cb-acd3-6dfb3232c085", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:45.749414 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-310fe096-b299-4d49-8541-d64a8f8bbbfc {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:45.749897 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319de6e6-d80f-44c2-9d83-496b65759d36', 'tag': '0928cd4a-e09c-41cb-acd3-6dfb3232c085', 'status': 'completed', 'code': 200} Jul 27 21:11:45.839688 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464f091-0fc5-4006-8c14-c4c8d4128fc3 req-6c2583ec-973d-450d-8318-67c17b9cb98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:45.841655 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5464f091-0fc5-4006-8c14-c4c8d4128fc3 req-6c2583ec-973d-450d-8318-67c17b9cb98b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b498e45a7ef640dabc9433d301f64a53&device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 1097 time: 0.0649378 Jul 27 21:11:45.909664 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ae936-17a7-43f6-8bc8-c8448424bf92 req-60e4a377-5df3-4eb3-966b-2555b037cab4 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:45.911670 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b3ae936-17a7-43f6-8bc8-c8448424bf92 req-60e4a377-5df3-4eb3-966b-2555b037cab4 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0753345 Jul 27 21:11:45.913554 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ea7ecf5b-a7c1-4ab5-b362-91fae2034080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 5, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:45.941120 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ecf5b-a7c1-4ab5-b362-91fae2034080 None None] Checking router: 17898544-d0c0-4687-afa6-cf3dc46eb558 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:11:45.949962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ecf5b-a7c1-4ab5-b362-91fae2034080 None None] Routers {'17898544-d0c0-4687-afa6-cf3dc46eb558'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:45.950733 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ea7ecf5b-a7c1-4ab5-b362-91fae2034080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:11:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['17898544-d0c0-4687-afa6-cf3dc46eb558'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:45.954049 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0b3ae936-17a7-43f6-8bc8-c8448424bf92 req-e1b87c71-fc45-4ae7-aa95-63c65b8bb360 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345480 Jul 27 21:11:45.962746 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464f091-0fc5-4006-8c14-c4c8d4128fc3 req-fa598ace-1480-46fe-9955-351b72b8bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:45.964256 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5464f091-0fc5-4006-8c14-c4c8d4128fc3 req-fa598ace-1480-46fe-9955-351b72b8bf19 service neutron] 10.222.0.52 "GET /v2.0/networks?id=77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 200 len: 908 time: 0.1147621 Jul 27 21:11:46.013346 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5464f091-0fc5-4006-8c14-c4c8d4128fc3 req-8d883a69-40d1-4f68-8e94-d96cf22f9f9c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085 HTTP/1.1" status: 200 len: 217 time: 0.0406563 Jul 27 21:11:46.069321 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464f091-0fc5-4006-8c14-c4c8d4128fc3 req-f6c71afb-53d7-47be-bbf9-0d13eb767217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:46.070917 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5464f091-0fc5-4006-8c14-c4c8d4128fc3 req-f6c71afb-53d7-47be-bbf9-0d13eb767217 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 200 len: 846 time: 0.0497100 Jul 27 21:11:46.154194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464f091-0fc5-4006-8c14-c4c8d4128fc3 req-4daf7863-8865-4c19-9cab-8cf38102f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:46.156774 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5464f091-0fc5-4006-8c14-c4c8d4128fc3 req-4daf7863-8865-4c19-9cab-8cf38102f7e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=77a600ed-fdcf-48aa-94b3-877ebece19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767531 Jul 27 21:11:46.237551 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-ea7ecf5b-a7c1-4ab5-b362-91fae2034080 None None] Set router 17898544-d0c0-4687-afa6-cf3dc46eb558 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:46.276722 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5464f091-0fc5-4006-8c14-c4c8d4128fc3 req-c5ce6d30-2e23-4176-b6bb-0197d326f686 service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053305 Jul 27 21:11:46.394010 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-5464f091-0fc5-4006-8c14-c4c8d4128fc3 req-ada998f2-7ffd-4e1f-aded-faf4b2afdf16 service neutron] 10.222.0.52 "GET /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094527 Jul 27 21:11:46.396214 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-81a53fff-df78-404f-854e-98982d0bace4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.425072 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.526185 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-ea7ecf5b-a7c1-4ab5-b362-91fae2034080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 5, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:46.567741 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ecf5b-a7c1-4ab5-b362-91fae2034080 None None] The sync data for ids ['17898544-d0c0-4687-afa6-cf3dc46eb558'] in n-d-705657-21 is: [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:02:57Z', 'revision_number': 4, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'a47d306c-daf2-429a-8201-87ae431bf3f2', 'name': '', 'network_id': '77a600ed-fdcf-48aa-94b3-877ebece19c9', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'mac_address': 'fa:16:3e:4b:87:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:56Z', 'updated_at': '2021-07-27T21:03:03Z', 'revision_number': 5, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'subnets': [{'id': 'c89fc921-0598-44b8-989f-c733a88540c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:46.817258 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a24a20c-9b68-42df-ba35-cbe175108b65 None None] New status for floating IP 591f401e-c307-42e2-b1a7-2666298bea15: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:11:47.093115 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19712cb0-6fad-4960-8fb3-9c993956d2d5 req-983b1d33-95fe-4b58-8114-9412047cbcd2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:47.094518 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19712cb0-6fad-4960-8fb3-9c993956d2d5 req-983b1d33-95fe-4b58-8114-9412047cbcd2 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0668185 Jul 27 21:11:47.136081 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-19712cb0-6fad-4960-8fb3-9c993956d2d5 req-560a54a7-72aa-48e2-9d12-66c93080d05e tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/security-groups?id=5698d319-6d70-418d-8ec2-330f3d525c48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353661 Jul 27 21:11:47.299254 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926407f4-5fd9-453f-a65b-0f915307a420 req-85b664b6-3978-4de7-b5e8-2cc14ecc4cd5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:47.300770 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-926407f4-5fd9-453f-a65b-0f915307a420 req-85b664b6-3978-4de7-b5e8-2cc14ecc4cd5 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.52 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 945 time: 0.0701625 Jul 27 21:11:47.406235 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-926407f4-5fd9-453f-a65b-0f915307a420 req-397dfb16-e8a7-4854-bda0-1bf9571e000d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Deleting port 0928cd4a-e09c-41cb-acd3-6dfb3232c085 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:47.406575 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-926407f4-5fd9-453f-a65b-0f915307a420 req-397dfb16-e8a7-4854-bda0-1bf9571e000d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.502195 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-926407f4-5fd9-453f-a65b-0f915307a420 req-397dfb16-e8a7-4854-bda0-1bf9571e000d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] For port 0928cd4a-e09c-41cb-acd3-6dfb3232c085, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=0928cd4a-e09c-41cb-acd3-6dfb3232c085,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:47.502541 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-926407f4-5fd9-453f-a65b-0f915307a420 req-397dfb16-e8a7-4854-bda0-1bf9571e000d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.515266 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-926407f4-5fd9-453f-a65b-0f915307a420 req-397dfb16-e8a7-4854-bda0-1bf9571e000d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Calling delete_port for 0928cd4a-e09c-41cb-acd3-6dfb3232c085 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:47.557310 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.650291 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-926407f4-5fd9-453f-a65b-0f915307a420 req-397dfb16-e8a7-4854-bda0-1bf9571e000d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.683439 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dfb16-e8a7-4854-bda0-1bf9571e000d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event deleted for resources: {'Port': ['ID=0928cd4a-e09c-41cb-acd3-6dfb3232c085,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:47.731065 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-926407f4-5fd9-453f-a65b-0f915307a420 req-397dfb16-e8a7-4854-bda0-1bf9571e000d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] No DVR routers for this DVR port 0928cd4a-e09c-41cb-acd3-6dfb3232c085 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:47.733991 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-926407f4-5fd9-453f-a65b-0f915307a420 req-397dfb16-e8a7-4854-bda0-1bf9571e000d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.736111 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-926407f4-5fd9-453f-a65b-0f915307a420 req-397dfb16-e8a7-4854-bda0-1bf9571e000d tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.52 "DELETE /v2.0/ports/0928cd4a-e09c-41cb-acd3-6dfb3232c085 HTTP/1.1" status: 204 len: 173 time: 0.4292765 Jul 27 21:11:47.750690 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319de6e6-d80f-44c2-9d83-496b65759d36', 'name': 'network-vif-deleted', 'tag': '0928cd4a-e09c-41cb-acd3-6dfb3232c085'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:47.753513 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3773ced5-aa89-4b63-8121-2149e20dd1cb" -d '{"events": [{"server_uuid": "319de6e6-d80f-44c2-9d83-496b65759d36", "name": "network-vif-deleted", "tag": "0928cd4a-e09c-41cb-acd3-6dfb3232c085"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:47.791795 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2a7af1-bb9e-4ea8-adc8-f9b3e6abf27f x-openstack-request-id: req-0b2a7af1-bb9e-4ea8-adc8-f9b3e6abf27f {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:47.792053 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319de6e6-d80f-44c2-9d83-496b65759d36", "name": "network-vif-deleted", "tag": "0928cd4a-e09c-41cb-acd3-6dfb3232c085", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:47.792297 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b2a7af1-bb9e-4ea8-adc8-f9b3e6abf27f {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:47.792731 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319de6e6-d80f-44c2-9d83-496b65759d36', 'name': 'network-vif-deleted', 'tag': '0928cd4a-e09c-41cb-acd3-6dfb3232c085', 'status': 'completed', 'code': 200} Jul 27 21:11:48.245762 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-99f9a1e4-80af-488e-a20c-cd503be9d717 req-dbac7186-997b-4212-9049-35c55ffb9f9b tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 210 time: 0.0317507 Jul 27 21:11:49.310890 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:49.372256 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-56b5b889-5bb5-42c8-81bb-4e82fda0ae9c req-339a4bc5-b216-4e02-bf35-1c8cb06b76c3 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 210 time: 0.0336943 Jul 27 21:11:50.474865 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-dde0c345-6d87-4f25-8248-7526d7824af7 req-eabb9ff2-d266-4bd5-9e78-43eae2f14391 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 210 time: 0.0322626 Jul 27 21:11:51.612125 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6540b0c8-73cb-4ab4-8059-830c22c6fe28 req-460f9524-e2c1-4a4a-9d69-c3f79919434c tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "GET /v2.0/ports?device_id=319de6e6-d80f-44c2-9d83-496b65759d36 HTTP/1.1" status: 200 len: 210 time: 0.0372899 Jul 27 21:11:51.640960 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 0928cd4a-e09c-41cb-acd3-6dfb3232c085 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:51.665113 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: 0928cd4a-e09c-41cb-acd3-6dfb3232c085 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:51.665600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device 0928cd4a-e09c-41cb-acd3-6dfb3232c085 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:52.684206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40932) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:52.751050 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5bb72cd4-0d92-456d-971e-16e85a62c439 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:52.788430 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5bb72cd4-0d92-456d-971e-16e85a62c439 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:52.852680 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5bb72cd4-0d92-456d-971e-16e85a62c439 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:52.855327 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5bb72cd4-0d92-456d-971e-16e85a62c439 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:52.859686 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-5bb72cd4-0d92-456d-971e-16e85a62c439 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] 10.222.0.48 "DELETE /v2.0/security-groups/5698d319-6d70-418d-8ec2-330f3d525c48 HTTP/1.1" status: 204 len: 168 time: 0.1710284 Jul 27 21:11:52.868101 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb72cd4-0d92-456d-971e-16e85a62c439 tempest-TestShelveInstance-284350574 tempest-TestShelveInstance-284350574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5698d319-6d70-418d-8ec2-330f3d525c48,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:52.913648 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40936) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:53.410247 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.708822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Deleting port a47d306c-daf2-429a-8201-87ae431bf3f2 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:53.709059 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.789942 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] For port a47d306c-daf2-429a-8201-87ae431bf3f2, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a47d306c-daf2-429a-8201-87ae431bf3f2,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:53.790298 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:53.803193 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Calling delete_port for a47d306c-daf2-429a-8201-87ae431bf3f2 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:53.991880 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:54.022498 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Pushing event deleted for resources: {'Port': ['ID=a47d306c-daf2-429a-8201-87ae431bf3f2,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:54.035023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:54.035376 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:54.035715 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:54.036114 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:54.036432 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:54.036771 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:54.037100 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:54.037412 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:54.037734 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:54.038070 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:54.038408 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:54.038729 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:54.217999 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:54.444170 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Router 17898544-d0c0-4687-afa6-cf3dc46eb558 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:54.555758 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:54.561398 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-306cfb68-b1ac-445a-826f-f1906b334976 admin admin] 10.222.0.48 "PUT /v2.0/routers/17898544-d0c0-4687-afa6-cf3dc46eb558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6465206 Jul 27 21:11:54.563962 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40940) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:54.567370 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d268d2-f3dc-46c1-9118-02429e971b18 None None] Sync routers for ids ['17898544-d0c0-4687-afa6-cf3dc46eb558'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:54.577419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d268d2-f3dc-46c1-9118-02429e971b18 None None] Routers {'17898544-d0c0-4687-afa6-cf3dc46eb558'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:54.578054 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-73d268d2-f3dc-46c1-9118-02429e971b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:11:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['17898544-d0c0-4687-afa6-cf3dc46eb558'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.668860 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:54.687093 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-73d268d2-f3dc-46c1-9118-02429e971b18 None None] Set router 17898544-d0c0-4687-afa6-cf3dc46eb558 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:54.767270 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:54.827352 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] Deleting port d0db5ed9-c10c-43e5-a0cf-afe92d36591a {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:54.827971 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:54.869312 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-73d268d2-f3dc-46c1-9118-02429e971b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:11:53Z', 'revision_number': 5, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port': {'id': 'd0db5ed9-c10c-43e5-a0cf-afe92d36591a', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:02:54Z', 'updated_at': '2021-07-27T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.899905 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d268d2-f3dc-46c1-9118-02429e971b18 None None] Checking router: 17898544-d0c0-4687-afa6-cf3dc46eb558 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:11:54.908867 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] For port d0db5ed9-c10c-43e5-a0cf-afe92d36591a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=d0db5ed9-c10c-43e5-a0cf-afe92d36591a,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:54.909326 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d268d2-f3dc-46c1-9118-02429e971b18 None None] Routers {'17898544-d0c0-4687-afa6-cf3dc46eb558'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:54.909457 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:54.909738 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-73d268d2-f3dc-46c1-9118-02429e971b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:11:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['17898544-d0c0-4687-afa6-cf3dc46eb558'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.925335 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] Calling delete_port for d0db5ed9-c10c-43e5-a0cf-afe92d36591a owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:55.001156 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-73d268d2-f3dc-46c1-9118-02429e971b18 None None] Set router 17898544-d0c0-4687-afa6-cf3dc46eb558 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:55.055445 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-73d268d2-f3dc-46c1-9118-02429e971b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:11:54Z', 'revision_number': 6, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:55.085692 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d268d2-f3dc-46c1-9118-02429e971b18 None None] The sync data for ids ['17898544-d0c0-4687-afa6-cf3dc46eb558'] in n-d-705657-21 is: [{'id': '17898544-d0c0-4687-afa6-cf3dc46eb558', 'name': 'tempest-TestShelveInstance-41752249-router', 'tenant_id': 'b498e45a7ef640dabc9433d301f64a53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:53Z', 'updated_at': '2021-07-27T21:11:54Z', 'revision_number': 6, 'project_id': 'b498e45a7ef640dabc9433d301f64a53', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:55.109668 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:55.138592 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0db5ed9-c10c-43e5-a0cf-afe92d36591a,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:55.204731 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:55.293050 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:55.299309 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:55.345650 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:55.346183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17898544-d0c0-4687-afa6-cf3dc46eb558 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:11:55.351128 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:55.352342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-f2b8fc05-95fd-49d4-af60-415ef04300c1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/17898544-d0c0-4687-afa6-cf3dc46eb558 HTTP/1.1" status: 204 len: 168 time: 0.7874420 Jul 27 21:11:55.354952 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40942) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:55.407364 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-3122f32b-eb26-4cbd-87dd-ac1fd6dcd962 admin admin] Deleting subnet c89fc921-0598-44b8-989f-c733a88540c6 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:11:55.411717 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3122f32b-eb26-4cbd-87dd-ac1fd6dcd962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:55.448806 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3122f32b-eb26-4cbd-87dd-ac1fd6dcd962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:55.542269 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3122f32b-eb26-4cbd-87dd-ac1fd6dcd962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:55.606516 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3122f32b-eb26-4cbd-87dd-ac1fd6dcd962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:55.636356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122f32b-eb26-4cbd-87dd-ac1fd6dcd962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c89fc921-0598-44b8-989f-c733a88540c6,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:55.640074 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3122f32b-eb26-4cbd-87dd-ac1fd6dcd962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:55.642036 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-3122f32b-eb26-4cbd-87dd-ac1fd6dcd962 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c89fc921-0598-44b8-989f-c733a88540c6 HTTP/1.1" status: 204 len: 168 time: 0.2861271 Jul 27 21:11:55.644695 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40944) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:55.648261 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cb7506-2f3a-4100-bafd-ad82ac4c5f4f None None] Network 77a600ed-fdcf-48aa-94b3-877ebece19c9 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:55.719344 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:55.777788 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] Deleting port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:55.778129 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:55.866277 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] DHCP port deletion for 77a600ed-fdcf-48aa-94b3-877ebece19c9 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:11:55.868119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] For port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a9a090a4-7b5e-482b-b5a3-96a72ccda5e1,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:55.868931 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:55.891228 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] Calling delete_port for a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:55.919417 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Deleting port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:55.919870 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:55.983256 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.001256 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] For port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=a9a090a4-7b5e-482b-b5a3-96a72ccda5e1,segment=NetworkSegment(1cca6a84-b3e9-4f5f-85fe-04648f338d0d),segment_id=1cca6a84-b3e9-4f5f-85fe-04648f338d0d)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:56.001651 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.014010 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] No DVR routers for this DVR port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:56.015766 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a090a4-7b5e-482b-b5a3-96a72ccda5e1,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:56.024854 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Calling delete_port for a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:56.113435 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.130413 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a600ed-fdcf-48aa-94b3-877ebece19c9']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:56.145555 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.145824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cca6a84-b3e9-4f5f-85fe-04648f338d0d') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:56.146177 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cca6a84-b3e9-4f5f-85fe-04648f338d0d') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:56.159727 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.178173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Pushing event deleted for resources: {'Port': ['ID=a9a090a4-7b5e-482b-b5a3-96a72ccda5e1,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:56.182688 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.186609 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] No DVR routers for this DVR port a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:56.192263 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:56.202470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:56.202470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:56.202470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:56.202470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:56.202470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:56.204261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:11:56.206303 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:56.206303 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:56.206979 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.211630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:56.211630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:56.211630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:56.211630 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6ff2c2-dc58-4a2f-a0a6-22c5354ab918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: timer() Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:11:56.212252 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:11:56.264660 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.270632 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.272545 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] 10.222.0.48 "DELETE /v2.0/networks/77a600ed-fdcf-48aa-94b3-877ebece19c9 HTTP/1.1" status: 204 len: 168 time: 0.6267750 Jul 27 21:11:56.275827 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40946) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:56.284465 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29d157-4bcc-4311-9db5-2da6492eacfd admin admin] Pushing event deleted for resources: {'Network': ['ID=77a600ed-fdcf-48aa-94b3-877ebece19c9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:56.710596 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9406-f884-43f0-984f-346ca6e63b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.978197 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a47d306c-daf2-429a-8201-87ae431bf3f2 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:57.003151 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: a47d306c-daf2-429a-8201-87ae431bf3f2 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:57.003474 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a47d306c-daf2-429a-8201-87ae431bf3f2 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:57.003906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:57.024679 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:57.025024 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device a9a090a4-7b5e-482b-b5a3-96a72ccda5e1 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:57.025447 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d0db5ed9-c10c-43e5-a0cf-afe92d36591a no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:57.053580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: d0db5ed9-c10c-43e5-a0cf-afe92d36591a {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:57.053944 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device d0db5ed9-c10c-43e5-a0cf-afe92d36591a not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:57.443413 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb9406-f884-43f0-984f-346ca6e63b49 admin admin] Deleting port b6551989-d43f-4a03-b0b1-1fd1042ac40a {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:57.444056 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9406-f884-43f0-984f-346ca6e63b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.532087 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-9bcb9406-f884-43f0-984f-346ca6e63b49 admin admin] For port b6551989-d43f-4a03-b0b1-1fd1042ac40a, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=b6551989-d43f-4a03-b0b1-1fd1042ac40a,segment=NetworkSegment(d114da78-34b2-4e92-8b46-ab738a06e87c),segment_id=d114da78-34b2-4e92-8b46-ab738a06e87c)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:57.532723 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9406-f884-43f0-984f-346ca6e63b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.548377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb9406-f884-43f0-984f-346ca6e63b49 admin admin] Calling delete_port for b6551989-d43f-4a03-b0b1-1fd1042ac40a owned by network:router_interface {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:57.768324 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9406-f884-43f0-984f-346ca6e63b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.801619 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb9406-f884-43f0-984f-346ca6e63b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6551989-d43f-4a03-b0b1-1fd1042ac40a,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:57.977526 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9406-f884-43f0-984f-346ca6e63b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:58.216642 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcb9406-f884-43f0-984f-346ca6e63b49 admin admin] Router 746552ca-728a-4ae6-9557-17a8d6792bd4 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:58.335467 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcb9406-f884-43f0-984f-346ca6e63b49 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:58.341827 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9bcb9406-f884-43f0-984f-346ca6e63b49 admin admin] 10.222.0.48 "PUT /v2.0/routers/746552ca-728a-4ae6-9557-17a8d6792bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0642033 Jul 27 21:11:58.344724 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40948) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:58.347402 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d8b4fb-acf1-44b8-a0ed-35ee31f0e4bf None None] Sync routers for ids ['746552ca-728a-4ae6-9557-17a8d6792bd4'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:58.358699 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8b4fb-acf1-44b8-a0ed-35ee31f0e4bf None None] Routers {'746552ca-728a-4ae6-9557-17a8d6792bd4'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:58.359334 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-11d8b4fb-acf1-44b8-a0ed-35ee31f0e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:11:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['746552ca-728a-4ae6-9557-17a8d6792bd4'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:58.462142 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:58.483995 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-11d8b4fb-acf1-44b8-a0ed-35ee31f0e4bf None None] Set router 746552ca-728a-4ae6-9557-17a8d6792bd4 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:58.572786 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:58.634571 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] Deleting port 5349c179-9c87-4c07-a260-33c6a44b56b7 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:58.634971 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:58.683093 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-11d8b4fb-acf1-44b8-a0ed-35ee31f0e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'name': 'tempest-TestShelveInstance-1032570039-router', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': '5349c179-9c87-4c07-a260-33c6a44b56b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:59Z', 'updated_at': '2021-07-27T21:11:57Z', 'revision_number': 5, 'project_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'gw_port': {'id': '5349c179-9c87-4c07-a260-33c6a44b56b7', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:00Z', 'updated_at': '2021-07-27T21:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:58.711005 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d8b4fb-acf1-44b8-a0ed-35ee31f0e4bf None None] Checking router: 746552ca-728a-4ae6-9557-17a8d6792bd4 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:11:58.722088 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8b4fb-acf1-44b8-a0ed-35ee31f0e4bf None None] Routers {'746552ca-728a-4ae6-9557-17a8d6792bd4'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:58.722593 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-11d8b4fb-acf1-44b8-a0ed-35ee31f0e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:11:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['746552ca-728a-4ae6-9557-17a8d6792bd4'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:58.728795 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] For port 5349c179-9c87-4c07-a260-33c6a44b56b7, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=5349c179-9c87-4c07-a260-33c6a44b56b7,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:58.729488 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:58.746190 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] Calling delete_port for 5349c179-9c87-4c07-a260-33c6a44b56b7 owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:58.817071 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-11d8b4fb-acf1-44b8-a0ed-35ee31f0e4bf None None] Set router 746552ca-728a-4ae6-9557-17a8d6792bd4 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:58.872253 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-11d8b4fb-acf1-44b8-a0ed-35ee31f0e4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'name': 'tempest-TestShelveInstance-1032570039-router', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:59Z', 'updated_at': '2021-07-27T21:11:58Z', 'revision_number': 6, 'project_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:58.903618 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d8b4fb-acf1-44b8-a0ed-35ee31f0e4bf None None] The sync data for ids ['746552ca-728a-4ae6-9557-17a8d6792bd4'] in n-d-705657-21 is: [{'id': '746552ca-728a-4ae6-9557-17a8d6792bd4', 'name': 'tempest-TestShelveInstance-1032570039-router', 'tenant_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:02:59Z', 'updated_at': '2021-07-27T21:11:58Z', 'revision_number': 6, 'project_id': 'ab3fdae31c3b4cbeac5af32f9c709e12', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:58.937583 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:58.973049 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] Pushing event deleted for resources: {'Port': ['ID=5349c179-9c87-4c07-a260-33c6a44b56b7,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:59.038057 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.135325 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.137545 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.185728 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.186366 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 746552ca-728a-4ae6-9557-17a8d6792bd4 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:11:59.191279 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.192887 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e56fd418-76aa-408d-86c8-7c9bb80ed239 admin admin] 10.222.0.48 "DELETE /v2.0/routers/746552ca-728a-4ae6-9557-17a8d6792bd4 HTTP/1.1" status: 204 len: 168 time: 0.8470085 Jul 27 21:11:59.195667 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40950) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.252780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed593512-8668-4b13-aa69-b9e8e4a90352 admin admin] Deleting subnet 5b7eadc3-0739-4130-a9fd-31eff6c25e63 {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:11:59.256182 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed593512-8668-4b13-aa69-b9e8e4a90352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.293772 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed593512-8668-4b13-aa69-b9e8e4a90352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.383230 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed593512-8668-4b13-aa69-b9e8e4a90352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.451125 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed593512-8668-4b13-aa69-b9e8e4a90352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.478360 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed593512-8668-4b13-aa69-b9e8e4a90352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b7eadc3-0739-4130-a9fd-31eff6c25e63,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:59.483776 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-ed593512-8668-4b13-aa69-b9e8e4a90352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.486186 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-ed593512-8668-4b13-aa69-b9e8e4a90352 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5b7eadc3-0739-4130-a9fd-31eff6c25e63 HTTP/1.1" status: 204 len: 168 time: 0.2889621 Jul 27 21:11:59.488305 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40952) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.490887 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5cbd77-12cc-4580-bf46-3e9ec699c195 None None] Network 58c26d06-b5fc-44a5-808b-4125ef92d822 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:59.557758 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.613281 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] Deleting port f83f62d3-8bb2-4708-b961-21a610cab8fb {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:59.613518 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.684665 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] For port f83f62d3-8bb2-4708-b961-21a610cab8fb, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f83f62d3-8bb2-4708-b961-21a610cab8fb,segment=NetworkSegment(d114da78-34b2-4e92-8b46-ab738a06e87c),segment_id=d114da78-34b2-4e92-8b46-ab738a06e87c)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:59.685257 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.698975 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] Calling delete_port for f83f62d3-8bb2-4708-b961-21a610cab8fb owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:59.701813 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8504db-1f39-493e-99ee-fc82c671a231 None None] DHCP port deletion for 58c26d06-b5fc-44a5-808b-4125ef92d822 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:11:59.756705 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1f8504db-1f39-493e-99ee-fc82c671a231 None None] Deleting port f83f62d3-8bb2-4708-b961-21a610cab8fb {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:59.757077 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1f8504db-1f39-493e-99ee-fc82c671a231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.785151 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.818023 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] Pushing event deleted for resources: {'Port': ['ID=f83f62d3-8bb2-4708-b961-21a610cab8fb,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:59.821658 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] No DVR routers for this DVR port f83f62d3-8bb2-4708-b961-21a610cab8fb on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:59.829414 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1f8504db-1f39-493e-99ee-fc82c671a231 None None] For port f83f62d3-8bb2-4708-b961-21a610cab8fb, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=f83f62d3-8bb2-4708-b961-21a610cab8fb,segment=NetworkSegment(d114da78-34b2-4e92-8b46-ab738a06e87c),segment_id=d114da78-34b2-4e92-8b46-ab738a06e87c)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:59.829820 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1f8504db-1f39-493e-99ee-fc82c671a231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.843529 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-1f8504db-1f39-493e-99ee-fc82c671a231 None None] Calling delete_port for f83f62d3-8bb2-4708-b961-21a610cab8fb owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:59.896124 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.907348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c26d06-b5fc-44a5-808b-4125ef92d822']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.912867 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:11:59.921134 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd114da78-34b2-4e92-8b46-ab738a06e87c') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.921428 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd114da78-34b2-4e92-8b46-ab738a06e87c') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.926535 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1f8504db-1f39-493e-99ee-fc82c671a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.931424 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.947717 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.955092 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:11:59.955596 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.956458 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8504db-1f39-493e-99ee-fc82c671a231 None None] Pushing event deleted for resources: {'Port': ['ID=f83f62d3-8bb2-4708-b961-21a610cab8fb,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: timer() Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:11:59.958593 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:11:59.964427 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8504db-1f39-493e-99ee-fc82c671a231 None None] No DVR routers for this DVR port f83f62d3-8bb2-4708-b961-21a610cab8fb on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:00.020308 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.025866 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.030421 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] 10.222.0.48 "DELETE /v2.0/networks/58c26d06-b5fc-44a5-808b-4125ef92d822 HTTP/1.1" status: 204 len: 168 time: 0.5384815 Jul 27 21:12:00.039188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bbebd-c4e4-4da1-9b10-072e4d1f2133 admin admin] Pushing event deleted for resources: {'Network': ['ID=58c26d06-b5fc-44a5-808b-4125ef92d822,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:00.189918 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40956) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:00.237192 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40958) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:00.237665 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0b427028-6019-4cb3-ae31-fecfeee52f40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b498e45a7ef640dabc9433d301f64a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459635 Jul 27 21:12:00.292812 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-146273c9-0847-4b62-9148-a4cdc4f9bb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.320866 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-146273c9-0847-4b62-9148-a4cdc4f9bb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.380353 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-146273c9-0847-4b62-9148-a4cdc4f9bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.382935 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-146273c9-0847-4b62-9148-a4cdc4f9bb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.384122 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-146273c9-0847-4b62-9148-a4cdc4f9bb5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/908597d0-bb8b-455b-8241-7503e9581ce1 HTTP/1.1" status: 204 len: 168 time: 0.1454136 Jul 27 21:12:00.395423 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146273c9-0847-4b62-9148-a4cdc4f9bb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908597d0-bb8b-455b-8241-7503e9581ce1,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:00.755200 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40964) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:00.796746 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-f0a895dd-afa2-4ffc-9b6a-34a585f2eb8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab3fdae31c3b4cbeac5af32f9c709e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401206 Jul 27 21:12:00.799636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40966) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:00.859809 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19150845-99d7-4ffa-953d-29bec9d7b83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.887066 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19150845-99d7-4ffa-953d-29bec9d7b83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.949545 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19150845-99d7-4ffa-953d-29bec9d7b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.953492 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-19150845-99d7-4ffa-953d-29bec9d7b83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.955159 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-19150845-99d7-4ffa-953d-29bec9d7b83b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14792cc0-ef58-406c-ad58-52641148d139 HTTP/1.1" status: 204 len: 168 time: 0.1544709 Jul 27 21:12:00.968031 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19150845-99d7-4ffa-953d-29bec9d7b83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14792cc0-ef58-406c-ad58-52641148d139,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:00.993659 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5349c179-9c87-4c07-a260-33c6a44b56b7 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:01.017712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 5349c179-9c87-4c07-a260-33c6a44b56b7 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:01.017712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 5349c179-9c87-4c07-a260-33c6a44b56b7 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:01.018161 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b6551989-d43f-4a03-b0b1-1fd1042ac40a no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:01.040383 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: b6551989-d43f-4a03-b0b1-1fd1042ac40a {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:01.040950 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device b6551989-d43f-4a03-b0b1-1fd1042ac40a not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:01.041608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f83f62d3-8bb2-4708-b961-21a610cab8fb no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:01.064096 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: f83f62d3-8bb2-4708-b961-21a610cab8fb {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:01.064520 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device f83f62d3-8bb2-4708-b961-21a610cab8fb not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:01.805685 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 40988) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:01.927327 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-708718929-network', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:01.956015 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] Made reservation on behalf of a3a579c5acb245ee88578170d564a1f2 for: {'network': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:01.959188 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:01.971421 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.080598 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.085699 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.113253 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:12:02.123972 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4913d595-ee13-49f0-8943-324649bf6a5b,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:02.131725 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.132739 n-d-705657-21 neutron-server[94060]: INFO neutron.db.segments_db [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] Added segment 8ff668d9-3657-4a70-932f-82cf3b027855 of type vlan for network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 Jul 27 21:12:02.177368 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.214476 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.215534 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:02.216292 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.271619 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4646709 Jul 27 21:12:02.274669 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40992) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:02.280367 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-c1ea25b2-4024-4550-a66c-e343d230513e admin admin] Request body: {'subnet': {'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-708718929-subnet', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'ip_version': 4}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:02.280953 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef619ee-8553-48b6-8951-d349d2ed03d2 admin admin] Pushing event updated for resources: {'Network': ['ID=080c509e-9e21-4ce3-83a8-9c2e1931fdc9,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:02.291995 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:12:02.302712 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ea25b2-4024-4550-a66c-e343d230513e admin admin] Made reservation on behalf of a3a579c5acb245ee88578170d564a1f2 for: {'subnet': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:02.305109 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1ea25b2-4024-4550-a66c-e343d230513e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16085692'] for subnet, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.841339 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1ea25b2-4024-4550-a66c-e343d230513e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16223834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16085678'] for subnet, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.893786 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea25b2-4024-4550-a66c-e343d230513e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aeff312-5e55-4203-907d-5e1ad4d0573e,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:02.904975 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea25b2-4024-4550-a66c-e343d230513e admin admin] Checking segment: {'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:02.905322 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea25b2-4024-4550-a66c-e343d230513e admin admin] Network hostable DHCP agents. Network: 080c509e-9e21-4ce3-83a8-9c2e1931fdc9, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:12:02.922466 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea25b2-4024-4550-a66c-e343d230513e admin admin] Network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:12:02.930517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-c1ea25b2-4024-4550-a66c-e343d230513e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 080c509e-9e21-4ce3-83a8-9c2e1931fdc9) {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:02.934532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ea25b2-4024-4550-a66c-e343d230513e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:02.935579 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1ea25b2-4024-4550-a66c-e343d230513e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.941628 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8f50aa-4ac7-4547-a875-3594e4fa0eef None None] Network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:02.951754 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-c1ea25b2-4024-4550-a66c-e343d230513e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6756101 Jul 27 21:12:02.954455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40994) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:02.959183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:02.982688 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.984408 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.041394 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.094179 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:12:03.094995 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.184066 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.229213 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Allocated IP 172.20.0.2 (080c509e-9e21-4ce3-83a8-9c2e1931fdc9/7aeff312-5e55-4203-907d-5e1ad4d0573e/792b2deb-7c87-42d1-b717-e5f62bdd64f9) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:03.389336 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.398033 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Transition to ACTIVE for port object 792b2deb-7c87-42d1-b717-e5f62bdd64f9 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:03.401983 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.413777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Transition to ACTIVE for port object 792b2deb-7c87-42d1-b717-e5f62bdd64f9 will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:03.419564 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.423023 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.456739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:03.461849 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:03.465228 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:03.472124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Pushing event updated for resources: {'Port': ['ID=792b2deb-7c87-42d1-b717-e5f62bdd64f9,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:03.532536 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Attempting to bind port 792b2deb-7c87-42d1-b717-e5f62bdd64f9 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:03.532877 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Attempting to bind port 792b2deb-7c87-42d1-b717-e5f62bdd64f9 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:03.533264 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Attempting to bind port 792b2deb-7c87-42d1-b717-e5f62bdd64f9 on network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:03.538606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:03.538998 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Checking segment: {'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:03.539553 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.539953 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Bound using segment: {'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:03.540601 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Bound port: 792b2deb-7c87-42d1-b717-e5f62bdd64f9, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:03.540776 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Allocated IP 172.25.1.168 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/74d1594a-9161-4a37-9331-f1ceb4b36f2b) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:03.541567 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.604378 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] For port 792b2deb-7c87-42d1-b717-e5f62bdd64f9, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:03.607704 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] For port 792b2deb-7c87-42d1-b717-e5f62bdd64f9, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=792b2deb-7c87-42d1-b717-e5f62bdd64f9,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:03.611960 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.655220 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.667260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a52c89-0bea-4c40-9f65-ec8eee54bb94 None None] Pushing event updated for resources: {'Port': ['ID=792b2deb-7c87-42d1-b717-e5f62bdd64f9,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:03.703973 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.743113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:03.749751 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:03.754310 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:03.757404 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Pushing event updated for resources: {'Port': ['ID=74d1594a-9161-4a37-9331-f1ceb4b36f2b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:04.041309 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.240669 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.381839 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Router bd03e262-6692-4e56-b3f6-a831b97e8719 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:12:04.505528 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:12:04.523898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Sync routers for ids ['bd03e262-6692-4e56-b3f6-a831b97e8719'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:12:04.526946 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.528572 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-11d56d77-8f95-44f4-8078-f239404eccf1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5727296 Jul 27 21:12:04.531234 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 40996) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:04.543852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Routers {'bd03e262-6692-4e56-b3f6-a831b97e8719'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:04.544712 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:11:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd03e262-6692-4e56-b3f6-a831b97e8719'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:04.587349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26514e3d-ff2f-4f3e-ab75-0cc1f086761a None None] Network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:04.880586 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4c22d0e8-3eba-474b-baae-6214989888d7 None None] Provisioning for port 792b2deb-7c87-42d1-b717-e5f62bdd64f9 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:04.898331 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Set router bd03e262-6692-4e56-b3f6-a831b97e8719 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:04.986025 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.034570 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 792b2deb-7c87-42d1-b717-e5f62bdd64f9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:05.154164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Allocated IP 172.20.0.1 (080c509e-9e21-4ce3-83a8-9c2e1931fdc9/7aeff312-5e55-4203-907d-5e1ad4d0573e/013e793c-be35-43ab-acdb-dc3c94090289) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:05.167490 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 792b2deb-7c87-42d1-b717-e5f62bdd64f9 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:05.178815 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 792b2deb-7c87-42d1-b717-e5f62bdd64f9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:05.179193 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.232845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:03Z', 'revision_number': 3, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:05.267986 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Checking router: bd03e262-6692-4e56-b3f6-a831b97e8719 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:12:05.268335 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Updating router bd03e262-6692-4e56-b3f6-a831b97e8719 port 74d1594a-9161-4a37-9331-f1ceb4b36f2b binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:12:05.274895 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.290113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Transition to ACTIVE for port object 013e793c-be35-43ab-acdb-dc3c94090289 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:05.332142 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.333330 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.337587 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.372982 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:05.376638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:05.380328 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:05.402443 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 792b2deb-7c87-42d1-b717-e5f62bdd64f9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=792b2deb-7c87-42d1-b717-e5f62bdd64f9,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:05.410683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=013e793c-be35-43ab-acdb-dc3c94090289,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:05.427072 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.456951 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.517295 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d8ca8896-82d6-4168-9359-163c436aa12f None None] Provisioning complete for port 792b2deb-7c87-42d1-b717-e5f62bdd64f9 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:05.517681 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d8ca8896-82d6-4168-9359-163c436aa12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.586891 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.614955 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=792b2deb-7c87-42d1-b717-e5f62bdd64f9,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:05.761303 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.767522 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.773428 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.776238 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Transition to ACTIVE for port object 74d1594a-9161-4a37-9331-f1ceb4b36f2b will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:05.784812 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.845754 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.847683 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=013e793c-be35-43ab-acdb-dc3c94090289,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:05.852555 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Attempting to bind port 74d1594a-9161-4a37-9331-f1ceb4b36f2b on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:05.852926 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Attempting to bind port 74d1594a-9161-4a37-9331-f1ceb4b36f2b by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:05.853893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Attempting to bind port 74d1594a-9161-4a37-9331-f1ceb4b36f2b on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:05.858260 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceca736-9b4a-4850-b461-2f064268a7e9 None None] Pushing event updated for resources: {'Port': ['ID=74d1594a-9161-4a37-9331-f1ceb4b36f2b,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:05.864434 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-828c745c-a8a0-498d-b2fa-961316efcdeb None None] Provisioning for port 013e793c-be35-43ab-acdb-dc3c94090289 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:05.866771 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:05.867139 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:05.867534 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.867911 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:05.868381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Bound port: 74d1594a-9161-4a37-9331-f1ceb4b36f2b, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:05.868780 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.872826 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-828c745c-a8a0-498d-b2fa-961316efcdeb None None] Provisioning complete for port 013e793c-be35-43ab-acdb-dc3c94090289 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:05.873714 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-828c745c-a8a0-498d-b2fa-961316efcdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.946579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-828c745c-a8a0-498d-b2fa-961316efcdeb None None] Port 013e793c-be35-43ab-acdb-dc3c94090289 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:12:05.952384 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:05.954268 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:05.957365 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] For port 74d1594a-9161-4a37-9331-f1ceb4b36f2b, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:05.963334 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] For port 74d1594a-9161-4a37-9331-f1ceb4b36f2b, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=74d1594a-9161-4a37-9331-f1ceb4b36f2b,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:05.969178 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.060556 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Routers {'bd03e262-6692-4e56-b3f6-a831b97e8719'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:06.061443 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:11:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd03e262-6692-4e56-b3f6-a831b97e8719'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:06.096130 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Router bd03e262-6692-4e56-b3f6-a831b97e8719 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:12:06.100009 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceca736-9b4a-4850-b461-2f064268a7e9 None None] Pushing event updated for resources: {'Port': ['ID=74d1594a-9161-4a37-9331-f1ceb4b36f2b,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:06.199602 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] Set router bd03e262-6692-4e56-b3f6-a831b97e8719 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:06.231213 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:12:06.239484 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-169bb7a0-a554-427e-82fd-1ea6ac74b9d7 admin admin] 10.222.0.48 "PUT /v2.0/routers/bd03e262-6692-4e56-b3f6-a831b97e8719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7069423 Jul 27 21:12:06.340036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ff592137-294b-4e77-9b77-91ebb91f3628 None None] Provisioning complete for port 013e793c-be35-43ab-acdb-dc3c94090289 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:06.340408 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ff592137-294b-4e77-9b77-91ebb91f3628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.393838 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ff592137-294b-4e77-9b77-91ebb91f3628 None None] Port 013e793c-be35-43ab-acdb-dc3c94090289 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:12:06.458606 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 2, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:06.488804 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83052a68-7eed-4533-8e37-af68840a02f0 None None] The sync data for ids ['bd03e262-6692-4e56-b3f6-a831b97e8719'] in n-d-705657-21 is: [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 2, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:12:06.766489 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41012) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:06.771846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1893036595-network', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:06.794330 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] Made reservation on behalf of e8f0f914818b48fa8a3ac811ce55d859 for: {'network': 1} {{(pid=94059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:06.797128 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for network, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.806169 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.911878 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.916807 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.943594 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:12:06.953327 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d185c78a-f229-4fe9-9e5d-72f7864b07c0,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:06.959918 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.960187 n-d-705657-21 neutron-server[94059]: INFO neutron.db.segments_db [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] Added segment 120672ee-e1d1-4c40-835b-6a058bbabeca of type vlan for network 50640ac9-ac08-4465-8e9e-fb5c5b7840f3 Jul 27 21:12:07.009270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 792b2deb-7c87-42d1-b717-e5f62bdd64f9 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:07.011382 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742871212611'] for network, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.058680 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980'] for network, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.060005 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:07.062067 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.065852 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 792b2deb-7c87-42d1-b717-e5f62bdd64f9 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:07.066229 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.113303 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3456345 Jul 27 21:12:07.116095 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41014) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:07.122089 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-c193ba68-dd21-4a3d-980f-e2f3f72be6cc admin admin] Request body: {'subnet': {'network_id': '50640ac9-ac08-4465-8e9e-fb5c5b7840f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1893036595-subnet', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'ip_version': 4}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:07.149800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4120a-b292-4028-b16b-776f0826bd70 admin admin] Pushing event updated for resources: {'Network': ['ID=50640ac9-ac08-4465-8e9e-fb5c5b7840f3,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:07.153603 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c193ba68-dd21-4a3d-980f-e2f3f72be6cc admin admin] Made reservation on behalf of e8f0f914818b48fa8a3ac811ce55d859 for: {'subnet': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:07.156923 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c193ba68-dd21-4a3d-980f-e2f3f72be6cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16767739'] for subnet, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.163491 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Network 50640ac9-ac08-4465-8e9e-fb5c5b7840f3 details requested by agent ovs-agent-n-d-705657-21 with host n-d-705657-21 {{(pid=94061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:12:07.373816 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c193ba68-dd21-4a3d-980f-e2f3f72be6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5873893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16767721'] for subnet, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.431289 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193ba68-dd21-4a3d-980f-e2f3f72be6cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f43c02a4-9dd5-4b09-bf37-2bff446df804,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:07.443150 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c193ba68-dd21-4a3d-980f-e2f3f72be6cc admin admin] Checking segment: {'id': '120672ee-e1d1-4c40-835b-6a058bbabeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '50640ac9-ac08-4465-8e9e-fb5c5b7840f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:07.443509 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c193ba68-dd21-4a3d-980f-e2f3f72be6cc admin admin] Network hostable DHCP agents. Network: 50640ac9-ac08-4465-8e9e-fb5c5b7840f3, hostable agents: ['0130f6ea-cb60-4b8c-8d98-4a90861451dc'], hosted agents: [] {{(pid=94060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:12:07.462234 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c193ba68-dd21-4a3d-980f-e2f3f72be6cc admin admin] Network 50640ac9-ac08-4465-8e9e-fb5c5b7840f3 is scheduled to be hosted by DHCP agent 0130f6ea-cb60-4b8c-8d98-4a90861451dc with binding_index 1 {{(pid=94060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:12:07.473183 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-c193ba68-dd21-4a3d-980f-e2f3f72be6cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705657-21, 50640ac9-ac08-4465-8e9e-fb5c5b7840f3) {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:07.482801 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c193ba68-dd21-4a3d-980f-e2f3f72be6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:07.483173 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1072476-74a1-41a6-a8a4-6271a6a667a6 None None] Network 50640ac9-ac08-4465-8e9e-fb5c5b7840f3 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:07.483311 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-c193ba68-dd21-4a3d-980f-e2f3f72be6cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.499271 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-c193ba68-dd21-4a3d-980f-e2f3f72be6cc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3819745 Jul 27 21:12:07.502885 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41016) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:07.507568 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1893036595-router', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:07.530951 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8325273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14783'] for router, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.532535 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8325936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8237439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7873151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14772'] for router, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.602083 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.664939 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd5f8be0-baeb-58a6-8dd6-df6399be38f6-50640ac9-ac08-4465-8e9e-fb5c5b7840f3', 'network_id': '50640ac9-ac08-4465-8e9e-fb5c5b7840f3', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'fixed_ips': [{'subnet_id': 'f43c02a4-9dd5-4b09-bf37-2bff446df804'}]}} from n-d-705657-21. {{(pid=94061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:12:07.665964 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.757585 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8237325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8325303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14786'] for router, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.819571 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.db_base_plugin_common [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Allocated IP 172.20.0.2 (50640ac9-ac08-4465-8e9e-fb5c5b7840f3/f43c02a4-9dd5-4b09-bf37-2bff446df804/e7cf820b-ee28-44aa-8ad7-20179eb542ca) {{(pid=94061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:07.969262 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Notify callbacks [] for port, precommit_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.977832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Transition to ACTIVE for port object e7cf820b-ee28-44aa-8ad7-20179eb542ca will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:07.978768 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.993639 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Transition to ACTIVE for port object e7cf820b-ee28-44aa-8ad7-20179eb542ca will not be triggered until provisioned by entity DHCP. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:07.998789 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.000571 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980'] for port, after_create {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.041073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Network 50640ac9-ac08-4465-8e9e-fb5c5b7840f3 is already hosted by enough agents. {{(pid=94061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:08.047821 n-d-705657-21 neutron-server[94061]: DEBUG neutron.scheduler.base_scheduler [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Resources bound (agent type, host, resource id): {{(pid=94061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:08.052430 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Received port after_create {{(pid=94061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:08.055666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Pushing event updated for resources: {'Port': ['ID=e7cf820b-ee28-44aa-8ad7-20179eb542ca,revision_number=1']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:08.117345 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Allocated IP 172.25.1.46 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:08.120062 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Attempting to bind port e7cf820b-ee28-44aa-8ad7-20179eb542ca on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:08.120546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Attempting to bind port e7cf820b-ee28-44aa-8ad7-20179eb542ca by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '120672ee-e1d1-4c40-835b-6a058bbabeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '50640ac9-ac08-4465-8e9e-fb5c5b7840f3'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:08.120845 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Attempting to bind port e7cf820b-ee28-44aa-8ad7-20179eb542ca on network 50640ac9-ac08-4465-8e9e-fb5c5b7840f3 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:08.128315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:08.128805 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Checking segment: {'id': '120672ee-e1d1-4c40-835b-6a058bbabeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '50640ac9-ac08-4465-8e9e-fb5c5b7840f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:08.129138 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.129600 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Bound using segment: {'id': '120672ee-e1d1-4c40-835b-6a058bbabeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '50640ac9-ac08-4465-8e9e-fb5c5b7840f3'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:08.130142 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Bound port: e7cf820b-ee28-44aa-8ad7-20179eb542ca, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120672ee-e1d1-4c40-835b-6a058bbabeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '50640ac9-ac08-4465-8e9e-fb5c5b7840f3'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:08.130542 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.196867 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] For port e7cf820b-ee28-44aa-8ad7-20179eb542ca, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:08.200330 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] For port e7cf820b-ee28-44aa-8ad7-20179eb542ca, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e7cf820b-ee28-44aa-8ad7-20179eb542ca,segment=NetworkSegment(120672ee-e1d1-4c40-835b-6a058bbabeca),segment_id=120672ee-e1d1-4c40-835b-6a058bbabeca)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:08.206110 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.230580 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.270250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837251b-76ce-4c35-a5e0-aeda70fa1f98 None None] Pushing event updated for resources: {'Port': ['ID=e7cf820b-ee28-44aa-8ad7-20179eb542ca,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:08.274495 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.323990 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:08.327377 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:08.334418 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:08.338094 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Pushing event updated for resources: {'Port': ['ID=ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:08.612825 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.054569 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e7cf820b-ee28-44aa-8ad7-20179eb542ca up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:09.079899 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Sync routers for ids ['bd03e262-6692-4e56-b3f6-a831b97e8719'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:12:09.095193 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Routers {'bd03e262-6692-4e56-b3f6-a831b97e8719'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:09.095971 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:11:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd03e262-6692-4e56-b3f6-a831b97e8719'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:09.127162 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port e7cf820b-ee28-44aa-8ad7-20179eb542ca completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:09.131678 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 74d1594a-9161-4a37-9331-f1ceb4b36f2b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:09.185894 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 74d1594a-9161-4a37-9331-f1ceb4b36f2b completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:09.190556 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 74d1594a-9161-4a37-9331-f1ceb4b36f2b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:09.191177 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.230738 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Set router bd03e262-6692-4e56-b3f6-a831b97e8719 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:09.238815 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8325280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8237346'] for router, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.275399 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.297003 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 74d1594a-9161-4a37-9331-f1ceb4b36f2b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=74d1594a-9161-4a37-9331-f1ceb4b36f2b,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:09.303576 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.350816 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08e8638-9e23-4cd1-bef8-ef25b96b23c4 None None] Network 50640ac9-ac08-4465-8e9e-fb5c5b7840f3 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:09.392293 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Router f54c0efc-d6e5-44bf-9838-c800a6842cd3 is scheduled to L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d with binding_index 1 {{(pid=94060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:12:09.404122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=74d1594a-9161-4a37-9331-f1ceb4b36f2b,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:09.467408 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 2, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:09.490772 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9887b2d4-1e3d-4590-8890-990f9fa6b1d7 None None] Provisioning for port e7cf820b-ee28-44aa-8ad7-20179eb542ca completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:09.497030 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.498500 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Checking router: bd03e262-6692-4e56-b3f6-a831b97e8719 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:12:09.498850 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Updating router bd03e262-6692-4e56-b3f6-a831b97e8719 port 013e793c-be35-43ab-acdb-dc3c94090289 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:12:09.501619 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-9887b2d4-1e3d-4590-8890-990f9fa6b1d7 None None] Provisioning complete for port e7cf820b-ee28-44aa-8ad7-20179eb542ca triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:09.501984 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9887b2d4-1e3d-4590-8890-990f9fa6b1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.509550 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:12:09.525385 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Sync routers for ids ['f54c0efc-d6e5-44bf-9838-c800a6842cd3'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:12:09.527218 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.531913 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41018) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:09.532854 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-872cbbb2-fb6b-467c-b023-c322e769ec02 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0280602 Jul 27 21:12:09.543468 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.546579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Routers {'f54c0efc-d6e5-44bf-9838-c800a6842cd3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:09.547306 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:11:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f54c0efc-d6e5-44bf-9838-c800a6842cd3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:09.831245 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.845026 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Transition to ACTIVE for port object 013e793c-be35-43ab-acdb-dc3c94090289 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:09.853391 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.901092 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9887b2d4-1e3d-4590-8890-990f9fa6b1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.948321 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Set router f54c0efc-d6e5-44bf-9838-c800a6842cd3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:09.983777 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Attempting to bind port 013e793c-be35-43ab-acdb-dc3c94090289 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:09.984143 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Attempting to bind port 013e793c-be35-43ab-acdb-dc3c94090289 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:09.984555 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Attempting to bind port 013e793c-be35-43ab-acdb-dc3c94090289 on network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:09.990464 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:09.990986 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Checking segment: {'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:09.991666 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.992075 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Bound using segment: {'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:09.992554 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Bound port: 013e793c-be35-43ab-acdb-dc3c94090289, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:09.992927 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.014492 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b52ba-4887-4ef9-859f-72739c00e7a6 None None] Pushing event updated for resources: {'Port': ['ID=013e793c-be35-43ab-acdb-dc3c94090289,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:10.024103 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b52ba-4887-4ef9-859f-72739c00e7a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:10.024472 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b52ba-4887-4ef9-859f-72739c00e7a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:10.024819 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b52ba-4887-4ef9-859f-72739c00e7a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:10.025145 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b52ba-4887-4ef9-859f-72739c00e7a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:10.025474 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b52ba-4887-4ef9-859f-72739c00e7a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:10.025802 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b52ba-4887-4ef9-859f-72739c00e7a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:10.026114 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b52ba-4887-4ef9-859f-72739c00e7a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:10.026439 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b52ba-4887-4ef9-859f-72739c00e7a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:10.026749 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b52ba-4887-4ef9-859f-72739c00e7a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:10.027063 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b52ba-4887-4ef9-859f-72739c00e7a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:10.027379 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b52ba-4887-4ef9-859f-72739c00e7a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:10.027693 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b52ba-4887-4ef9-859f-72739c00e7a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:10.108095 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] For port 013e793c-be35-43ab-acdb-dc3c94090289, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:10.113323 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] For port 013e793c-be35-43ab-acdb-dc3c94090289, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=013e793c-be35-43ab-acdb-dc3c94090289,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:10.119919 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-9887b2d4-1e3d-4590-8890-990f9fa6b1d7 None None] For port e7cf820b-ee28-44aa-8ad7-20179eb542ca, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e7cf820b-ee28-44aa-8ad7-20179eb542ca,segment=NetworkSegment(120672ee-e1d1-4c40-835b-6a058bbabeca),segment_id=120672ee-e1d1-4c40-835b-6a058bbabeca)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:10.123497 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.137260 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9887b2d4-1e3d-4590-8890-990f9fa6b1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.226859 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887b2d4-1e3d-4590-8890-990f9fa6b1d7 None None] Pushing event updated for resources: {'Port': ['ID=e7cf820b-ee28-44aa-8ad7-20179eb542ca,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:10.320557 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'name': 'tempest-TestSnapshotPattern-1893036595-router', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:08Z', 'revision_number': 3, 'project_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'gw_port': {'id': 'ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:08Z', 'updated_at': '2021-07-27T21:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:10.344636 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Routers {'bd03e262-6692-4e56-b3f6-a831b97e8719'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:10.345296 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:11:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd03e262-6692-4e56-b3f6-a831b97e8719'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:10.376431 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Checking router: f54c0efc-d6e5-44bf-9838-c800a6842cd3 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:12:10.376665 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Updating router f54c0efc-d6e5-44bf-9838-c800a6842cd3 port ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135 binding host n-d-705657-21 {{(pid=94061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:12:10.390780 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b52ba-4887-4ef9-859f-72739c00e7a6 None None] Pushing event updated for resources: {'Port': ['ID=013e793c-be35-43ab-acdb-dc3c94090289,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:10.438157 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.439832 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-f09c9c98-ce13-43e3-8991-2d63055a80bd None None] Provisioning complete for port e7cf820b-ee28-44aa-8ad7-20179eb542ca triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:10.440199 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f09c9c98-ce13-43e3-8991-2d63055a80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.484190 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.494459 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] Set router bd03e262-6692-4e56-b3f6-a831b97e8719 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:10.690484 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Allocated IP 172.20.0.1 (50640ac9-ac08-4465-8e9e-fb5c5b7840f3/f43c02a4-9dd5-4b09-bf37-2bff446df804/e29750f2-9423-4fc9-9754-12d3fc47d287) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:10.740458 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:10Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:10.778768 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a769f17-f25c-4c77-99c5-04d45610cd2c None None] The sync data for ids ['bd03e262-6692-4e56-b3f6-a831b97e8719'] in n-d-705657-21 is: [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:10Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:12:10.826353 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Notify callbacks [] for port, precommit_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.837317 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.842961 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Transition to ACTIVE for port object ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135 will not be triggered until provisioned by entity L2. {{(pid=94061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:10.851235 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.856208 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Transition to ACTIVE for port object e29750f2-9423-4fc9-9754-12d3fc47d287 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:10.896483 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.909731 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea250c8-37e2-4bd1-ab68-669112038c1a None None] Pushing event updated for resources: {'Port': ['ID=ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135,revision_number=2']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:10.912208 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Attempting to bind port ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:10.912627 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Attempting to bind port ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:10.912988 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Attempting to bind port ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135 on network 64915325-701c-4b6c-ac1e-6c4485e40ce2 {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:10.918945 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:10.919298 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Checking segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:10.919848 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.920269 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Bound using segment: {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'} {{(pid=94061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:10.920794 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.managers [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Bound port: ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a063-6fd7-4f2e-bf6c-de7220b480b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2'}}] {{(pid=94061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:10.921181 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.942583 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Network 50640ac9-ac08-4465-8e9e-fb5c5b7840f3 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:10.948113 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:10.951850 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:10.994237 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] For port ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135, host n-d-705657-21, cleared binding levels {{(pid=94061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:10.995532 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Pushing event updated for resources: {'Port': ['ID=e29750f2-9423-4fc9-9754-12d3fc47d287,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:11.004324 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] For port ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:11.011406 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.034142 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8237183'] for router_interface, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.077811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Routers {'f54c0efc-d6e5-44bf-9838-c800a6842cd3'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:11.078750 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:11:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f54c0efc-d6e5-44bf-9838-c800a6842cd3'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:11.084494 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 013e793c-be35-43ab-acdb-dc3c94090289 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:11.182559 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea250c8-37e2-4bd1-ab68-669112038c1a None None] Pushing event updated for resources: {'Port': ['ID=ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135,revision_number=3']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:11.252357 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.284912 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port 013e793c-be35-43ab-acdb-dc3c94090289 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:11.289174 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] Set router f54c0efc-d6e5-44bf-9838-c800a6842cd3 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:11.291647 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 013e793c-be35-43ab-acdb-dc3c94090289 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:11.292158 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.432375 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-59c7e42d-1955-4d64-bd55-77fdcd338e7e None None] Provisioning for port e29750f2-9423-4fc9-9754-12d3fc47d287 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:11.441215 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-59c7e42d-1955-4d64-bd55-77fdcd338e7e None None] Provisioning complete for port e29750f2-9423-4fc9-9754-12d3fc47d287 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:11.441595 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-59c7e42d-1955-4d64-bd55-77fdcd338e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.463672 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.469894 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16223959'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.533665 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-59c7e42d-1955-4d64-bd55-77fdcd338e7e None None] Port e29750f2-9423-4fc9-9754-12d3fc47d287 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:12:11.550638 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Pushing event updated for resources: {'Port': ['ID=e29750f2-9423-4fc9-9754-12d3fc47d287,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:11.556728 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8238575'] for router_interface, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.573186 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.619519 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port 013e793c-be35-43ab-acdb-dc3c94090289, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=013e793c-be35-43ab-acdb-dc3c94090289,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:11.628262 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.629147 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e7cf820b-ee28-44aa-8ad7-20179eb542ca up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:11.671319 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Network 50640ac9-ac08-4465-8e9e-fb5c5b7840f3 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:11.672943 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:11.674789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'name': 'tempest-TestSnapshotPattern-1893036595-router', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:08Z', 'revision_number': 3, 'project_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'gw_port': {'id': 'ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:08Z', 'updated_at': '2021-07-27T21:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:11.710963 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107b021-bd49-4ba4-92d9-06f935177713 None None] The sync data for ids ['f54c0efc-d6e5-44bf-9838-c800a6842cd3'] in n-d-705657-21 is: [{'id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'name': 'tempest-TestSnapshotPattern-1893036595-router', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:08Z', 'revision_number': 3, 'project_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'gw_port': {'id': 'ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:08Z', 'updated_at': '2021-07-27T21:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:12:11.746921 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=013e793c-be35-43ab-acdb-dc3c94090289,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:11.753886 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e7cf820b-ee28-44aa-8ad7-20179eb542ca triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:11.754268 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.836059 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Router f54c0efc-d6e5-44bf-9838-c800a6842cd3 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:12:11.867677 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 74d1594a-9161-4a37-9331-f1ceb4b36f2b up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:11.939305 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 74d1594a-9161-4a37-9331-f1ceb4b36f2b triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:11.939813 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.963964 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:12:11.973302 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5dfa1b3e-e812-4e68-b5fd-fecefe5f6b53 admin admin] 10.222.0.48 "PUT /v2.0/routers/f54c0efc-d6e5-44bf-9838-c800a6842cd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4399660 Jul 27 21:12:11.988722 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-30b0aa9c-0440-47ce-a9da-e56d797563b8 None None] Provisioning complete for port e29750f2-9423-4fc9-9754-12d3fc47d287 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:11.989104 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-30b0aa9c-0440-47ce-a9da-e56d797563b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.065349 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-30b0aa9c-0440-47ce-a9da-e56d797563b8 None None] Port e29750f2-9423-4fc9-9754-12d3fc47d287 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:12:12.531956 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.540661 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41030) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:12.546120 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-a5ebbfce-a1e9-4d2f-81e5-e630f3c2d8b2 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040564179', 'description': 'tempest-secgroup-smoke-2040564179 description', 'project_id': 'a3a579c5acb245ee88578170d564a1f2'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:12.570824 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbfce-a1e9-4d2f-81e5-e630f3c2d8b2 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.666281 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbfce-a1e9-4d2f-81e5-e630f3c2d8b2 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.672148 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbfce-a1e9-4d2f-81e5-e630f3c2d8b2 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.699637 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a5ebbfce-a1e9-4d2f-81e5-e630f3c2d8b2 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.701524 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a5ebbfce-a1e9-4d2f-81e5-e630f3c2d8b2 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1595788 Jul 27 21:12:12.705151 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41032) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:12.706797 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebbfce-a1e9-4d2f-81e5-e630f3c2d8b2 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371952cf-6d8a-4141-8f04-2e001487cf48,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:12.711689 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-1275b4d4-9784-48a0-bd17-1a4527fdff10 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Request body: {'security_group_rule': {'security_group_id': '371952cf-6d8a-4141-8f04-2e001487cf48', 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:12.740534 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1275b4d4-9784-48a0-bd17-1a4527fdff10 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.813426 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1275b4d4-9784-48a0-bd17-1a4527fdff10 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.818924 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1275b4d4-9784-48a0-bd17-1a4527fdff10 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.841502 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275b4d4-9784-48a0-bd17-1a4527fdff10 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1787ee-8b4a-40e9-94bc-1a2e618a3551,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:12.845207 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1275b4d4-9784-48a0-bd17-1a4527fdff10 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.846528 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-1275b4d4-9784-48a0-bd17-1a4527fdff10 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406233 Jul 27 21:12:12.849335 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41034) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:12.854935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-b13fc3c3-4c22-4e5d-a1e3-014ca3b2e25b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Request body: {'security_group_rule': {'security_group_id': '371952cf-6d8a-4141-8f04-2e001487cf48', 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:12.886390 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b13fc3c3-4c22-4e5d-a1e3-014ca3b2e25b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.970217 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b13fc3c3-4c22-4e5d-a1e3-014ca3b2e25b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.976656 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b13fc3c3-4c22-4e5d-a1e3-014ca3b2e25b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.994531 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fc3c3-4c22-4e5d-a1e3-014ca3b2e25b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc70e06-ce7d-4539-8931-f25532b8fda7,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:13.004705 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b13fc3c3-4c22-4e5d-a1e3-014ca3b2e25b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.006296 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-b13fc3c3-4c22-4e5d-a1e3-014ca3b2e25b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1559868 Jul 27 21:12:13.009214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41036) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:13.015740 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-641d12ba-9887-4017-8834-76d679a69a28 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Request body: {'security_group_rule': {'security_group_id': '371952cf-6d8a-4141-8f04-2e001487cf48', 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:13.051784 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-641d12ba-9887-4017-8834-76d679a69a28 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.073089 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 013e793c-be35-43ab-acdb-dc3c94090289 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:13.114986 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-641d12ba-9887-4017-8834-76d679a69a28 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.119682 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-641d12ba-9887-4017-8834-76d679a69a28 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.131511 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port 013e793c-be35-43ab-acdb-dc3c94090289 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:13.132573 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.140749 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d12ba-9887-4017-8834-76d679a69a28 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c5edb6-027a-4ce6-b94f-67397d485da4,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:13.151322 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-641d12ba-9887-4017-8834-76d679a69a28 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.156000 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-641d12ba-9887-4017-8834-76d679a69a28 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424301 Jul 27 21:12:13.156227 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41038) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:13.161107 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-11bb596e-e399-49de-8bba-237e87218a99 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Request body: {'security_group_rule': {'security_group_id': '371952cf-6d8a-4141-8f04-2e001487cf48', 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:13.187825 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-11bb596e-e399-49de-8bba-237e87218a99 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.232890 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:13.264104 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-11bb596e-e399-49de-8bba-237e87218a99 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.269224 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-11bb596e-e399-49de-8bba-237e87218a99 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.286359 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:13.289087 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb596e-e399-49de-8bba-237e87218a99 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd8717b-c5e0-4e95-903f-f825d4e1770d,revision_number=0']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:13.291597 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:13.292008 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.297923 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-11bb596e-e399-49de-8bba-237e87218a99 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.299142 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-11bb596e-e399-49de-8bba-237e87218a99 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415060 Jul 27 21:12:13.302203 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41040) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:13.307473 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-5fa113a7-b710-4e7c-9ad6-e2ea332a74d8 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Request body: {'security_group_rule': {'security_group_id': '371952cf-6d8a-4141-8f04-2e001487cf48', 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:13.331442 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-5fa113a7-b710-4e7c-9ad6-e2ea332a74d8 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Project a3a579c5acb245ee88578170d564a1f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:12:13.337823 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5fa113a7-b710-4e7c-9ad6-e2ea332a74d8 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.382945 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.406167 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:13.406454 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5fa113a7-b710-4e7c-9ad6-e2ea332a74d8 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.411150 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.412233 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5fa113a7-b710-4e7c-9ad6-e2ea332a74d8 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.434011 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa113a7-b710-4e7c-9ad6-e2ea332a74d8 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a422e7bc-4d14-4bcf-b289-d8e814acbb93,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:13.442607 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5fa113a7-b710-4e7c-9ad6-e2ea332a74d8 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.446234 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-5fa113a7-b710-4e7c-9ad6-e2ea332a74d8 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401496 Jul 27 21:12:13.446519 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41042) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:13.451441 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.v2.base [None req-a0af9a83-09bf-4b97-9c30-245a87d9c517 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Request body: {'security_group_rule': {'security_group_id': '371952cf-6d8a-4141-8f04-2e001487cf48', 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:13.473453 n-d-705657-21 neutron-server[94059]: INFO neutron.db.securitygroups_db [None req-a0af9a83-09bf-4b97-9c30-245a87d9c517 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Project a3a579c5acb245ee88578170d564a1f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:12:13.477576 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:13.478694 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a0af9a83-09bf-4b97-9c30-245a87d9c517 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.541897 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a0af9a83-09bf-4b97-9c30-245a87d9c517 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.547438 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a0af9a83-09bf-4b97-9c30-245a87d9c517 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867304'] for security_group_rule, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.569664 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af9a83-09bf-4b97-9c30-245a87d9c517 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a756a812-2869-4c78-ba3f-10c80af5b08c,revision_number=0']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:13.573610 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a0af9a83-09bf-4b97-9c30-245a87d9c517 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.574820 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-a0af9a83-09bf-4b97-9c30-245a87d9c517 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272538 Jul 27 21:12:13.610857 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-50d1c377-f147-4d41-be7e-6d5986885902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.741087 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-610b9d19-162b-40b2-bfd1-422d392fd7a8 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040564179&fields=id&tenant_id=a3a579c5acb245ee88578170d564a1f2 HTTP/1.1" status: 200 len: 267 time: 0.0379119 Jul 27 21:12:13.858366 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-3a4a486a-4146-497d-adcd-8dd634302102 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:13.859869 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-3a4a486a-4146-497d-adcd-8dd634302102 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 809 time: 0.1116846 Jul 27 21:12:13.878541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-e4770442-5169-4e85-bb0d-bc6942f2e962 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/quotas/a3a579c5acb245ee88578170d564a1f2 HTTP/1.1" status: 200 len: 375 time: 0.0099776 Jul 27 21:12:13.911396 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Sync routers for ids ['f54c0efc-d6e5-44bf-9838-c800a6842cd3'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:12:13.921300 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Routers {'f54c0efc-d6e5-44bf-9838-c800a6842cd3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:13.921923 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:11:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f54c0efc-d6e5-44bf-9838-c800a6842cd3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:13.950804 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-db32703e-277a-4ccb-bc3b-b93164b8d328 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654814 Jul 27 21:12:13.967481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-f59cf262-e067-4953-8220-f1022c6e1d9d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:12:13.968497 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-f59cf262-e067-4953-8220-f1022c6e1d9d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055985 Jul 27 21:12:14.029492 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Set router f54c0efc-d6e5-44bf-9838-c800a6842cd3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:14.064740 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-bb58878d-cd4c-4a2e-9eca-f5c45d4725aa service neutron] 10.222.0.48 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892782 Jul 27 21:12:14.177723 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-c9f3bf12-3c00-4252-a635-66c97c45325a service neutron] 10.222.0.48 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065342 Jul 27 21:12:14.234617 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'name': 'tempest-TestSnapshotPattern-1893036595-router', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 4, 'project_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'gw_port': {'id': 'ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:08Z', 'updated_at': '2021-07-27T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'e29750f2-9423-4fc9-9754-12d3fc47d287', 'name': '', 'network_id': '50640ac9-ac08-4465-8e9e-fb5c5b7840f3', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'mac_address': 'fa:16:3e:ba:cc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f43c02a4-9dd5-4b09-bf37-2bff446df804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:10Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 2, 'project_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'subnets': [{'id': 'f43c02a4-9dd5-4b09-bf37-2bff446df804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:14.261568 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Checking router: f54c0efc-d6e5-44bf-9838-c800a6842cd3 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:12:14.261877 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Updating router f54c0efc-d6e5-44bf-9838-c800a6842cd3 port e29750f2-9423-4fc9-9754-12d3fc47d287 binding host n-d-705657-21 {{(pid=94062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:12:14.306342 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.358277 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33a9bedf-729f-466d-8515-2860996d6a0e req-23d731b9-9ecb-4651-9293-0e93de2bba55 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 210 time: 0.0387771 Jul 27 21:12:14.600007 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Notify callbacks [] for port, precommit_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.617215 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.provisioning_blocks [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Transition to ACTIVE for port object e29750f2-9423-4fc9-9754-12d3fc47d287 will not be triggered until provisioned by entity L2. {{(pid=94062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:14.623215 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.704469 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a9e35-a143-4c98-a5f1-045fce24bfe7 None None] Pushing event updated for resources: {'Port': ['ID=e29750f2-9423-4fc9-9754-12d3fc47d287,revision_number=3']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:14.750892 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Attempting to bind port e29750f2-9423-4fc9-9754-12d3fc47d287 on host n-d-705657-21 for vnic_type normal with profile {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:14.751471 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Attempting to bind port e29750f2-9423-4fc9-9754-12d3fc47d287 by drivers openvswitch,hyperv on host n-d-705657-21 at level 0 using segments [{'id': '120672ee-e1d1-4c40-835b-6a058bbabeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '50640ac9-ac08-4465-8e9e-fb5c5b7840f3'}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:14.751832 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Attempting to bind port e29750f2-9423-4fc9-9754-12d3fc47d287 on network 50640ac9-ac08-4465-8e9e-fb5c5b7840f3 {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:14.765177 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Checking agent: {'id': '448c0911-5665-4051-99e5-3622174bb216', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 29, 46), 'started_at': datetime.datetime(2021, 7, 27, 19, 30, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705657-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:14.765577 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Checking segment: {'id': '120672ee-e1d1-4c40-835b-6a058bbabeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '50640ac9-ac08-4465-8e9e-fb5c5b7840f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:14.766169 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.766524 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Bound using segment: {'id': '120672ee-e1d1-4c40-835b-6a058bbabeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '50640ac9-ac08-4465-8e9e-fb5c5b7840f3'} {{(pid=94062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:14.767166 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.managers [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Bound port: e29750f2-9423-4fc9-9754-12d3fc47d287, host: n-d-705657-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120672ee-e1d1-4c40-835b-6a058bbabeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '50640ac9-ac08-4465-8e9e-fb5c5b7840f3'}}] {{(pid=94062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:14.767562 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.848594 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] For port e29750f2-9423-4fc9-9754-12d3fc47d287, host n-d-705657-21, cleared binding levels {{(pid=94062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:14.853247 n-d-705657-21 neutron-server[94062]: DEBUG neutron.plugins.ml2.db [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] For port e29750f2-9423-4fc9-9754-12d3fc47d287, host n-d-705657-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e29750f2-9423-4fc9-9754-12d3fc47d287,segment=NetworkSegment(120672ee-e1d1-4c40-835b-6a058bbabeca),segment_id=120672ee-e1d1-4c40-835b-6a058bbabeca)] {{(pid=94062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:14.858526 n-d-705657-21 neutron-server[94062]: DEBUG neutron_lib.callbacks.manager [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.924499 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a9e35-a143-4c98-a5f1-045fce24bfe7 None None] Pushing event updated for resources: {'Port': ['ID=e29750f2-9423-4fc9-9754-12d3fc47d287,revision_number=4']} {{(pid=94062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:14.931854 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Routers {'f54c0efc-d6e5-44bf-9838-c800a6842cd3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:14.932537 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:11:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f54c0efc-d6e5-44bf-9838-c800a6842cd3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:15.017249 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:15.062034 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] Set router f54c0efc-d6e5-44bf-9838-c800a6842cd3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:15.073073 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:15.073536 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.286244 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'name': 'tempest-TestSnapshotPattern-1893036595-router', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 4, 'project_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'gw_port': {'id': 'ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:08Z', 'updated_at': '2021-07-27T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'e29750f2-9423-4fc9-9754-12d3fc47d287', 'name': '', 'network_id': '50640ac9-ac08-4465-8e9e-fb5c5b7840f3', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'mac_address': 'fa:16:3e:ba:cc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f43c02a4-9dd5-4b09-bf37-2bff446df804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:10Z', 'updated_at': '2021-07-27T21:12:14Z', 'revision_number': 4, 'project_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'subnets': [{'id': 'f43c02a4-9dd5-4b09-bf37-2bff446df804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:15.413461 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15461717-5312-4483-90bb-7c6f51ff0bcd None None] The sync data for ids ['f54c0efc-d6e5-44bf-9838-c800a6842cd3'] in n-d-705657-21 is: [{'id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'name': 'tempest-TestSnapshotPattern-1893036595-router', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 4, 'project_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'gw_port': {'id': 'ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:08Z', 'updated_at': '2021-07-27T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': 'e29750f2-9423-4fc9-9754-12d3fc47d287', 'name': '', 'network_id': '50640ac9-ac08-4465-8e9e-fb5c5b7840f3', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'mac_address': 'fa:16:3e:ba:cc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'f43c02a4-9dd5-4b09-bf37-2bff446df804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:10Z', 'updated_at': '2021-07-27T21:12:14Z', 'revision_number': 4, 'project_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'subnets': [{'id': 'f43c02a4-9dd5-4b09-bf37-2bff446df804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:12:15.503007 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-1134f934-8dd7-4c8f-b3b6-57eccbb47bbe req-77d6ce66-2d83-414a-b1ae-9ef117eced0d tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 210 time: 0.0592315 Jul 27 21:12:15.522996 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-b67c78e2-ac29-4d1d-9392-b377ea48d793 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:15.525135 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-b67c78e2-ac29-4d1d-9392-b377ea48d793 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.52 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 809 time: 0.1666977 Jul 27 21:12:15.587110 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-c253e25e-37c7-4559-8ffe-20f1a5bce859 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a579c5acb245ee88578170d564a1f2 HTTP/1.1" status: 200 len: 380 time: 0.0513170 Jul 27 21:12:15.597834 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-0f37c90a-ddf1-492a-a98b-2110bbc5f0d9 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Request body: {'port': {'device_id': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'admin_state_up': True, 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'security_groups': ['371952cf-6d8a-4141-8f04-2e001487cf48']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:15.721214 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-0f37c90a-ddf1-492a-a98b-2110bbc5f0d9 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Made reservation on behalf of a3a579c5acb245ee88578170d564a1f2 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:15.724975 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-0f37c90a-ddf1-492a-a98b-2110bbc5f0d9 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.860355 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-0f37c90a-ddf1-492a-a98b-2110bbc5f0d9 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Allocated IP 172.20.0.4 (080c509e-9e21-4ce3-83a8-9c2e1931fdc9/7aeff312-5e55-4203-907d-5e1ad4d0573e/d7caa45c-0d64-4903-ac22-d2e668bf50c6) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:16.015078 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-0f37c90a-ddf1-492a-a98b-2110bbc5f0d9 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.031979 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-0f37c90a-ddf1-492a-a98b-2110bbc5f0d9 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Transition to ACTIVE for port object d7caa45c-0d64-4903-ac22-d2e668bf50c6 will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:16.066107 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-0f37c90a-ddf1-492a-a98b-2110bbc5f0d9 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.109676 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-0f37c90a-ddf1-492a-a98b-2110bbc5f0d9 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:16.114813 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-0f37c90a-ddf1-492a-a98b-2110bbc5f0d9 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:16.118461 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-0f37c90a-ddf1-492a-a98b-2110bbc5f0d9 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:16.148608 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37c90a-ddf1-492a-a98b-2110bbc5f0d9 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event updated for resources: {'Port': ['ID=d7caa45c-0d64-4903-ac22-d2e668bf50c6,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:16.181534 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-0f37c90a-ddf1-492a-a98b-2110bbc5f0d9 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:16.182190 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-0f37c90a-ddf1-492a-a98b-2110bbc5f0d9 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.199113 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-0f37c90a-ddf1-492a-a98b-2110bbc5f0d9 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6054065 Jul 27 21:12:16.212249 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Request body: {'port': {'device_id': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:16.297120 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.312019 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e0372734-6da8-4f22-80df-ad53ca8a010b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.374390 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4316fb2f-959c-4950-85eb-67e13e5558e6 None None] Provisioning for port d7caa45c-0d64-4903-ac22-d2e668bf50c6 completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:16.378580 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-4316fb2f-959c-4950-85eb-67e13e5558e6 None None] Provisioning complete for port d7caa45c-0d64-4903-ac22-d2e668bf50c6 triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:16.378957 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4316fb2f-959c-4950-85eb-67e13e5558e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.420993 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.424797 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-4316fb2f-959c-4950-85eb-67e13e5558e6 None None] Port d7caa45c-0d64-4903-ac22-d2e668bf50c6 cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:12:16.598050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7caa45c-0d64-4903-ac22-d2e668bf50c6 {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:12:16.606044 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.619361 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Transition to ACTIVE for port object d7caa45c-0d64-4903-ac22-d2e668bf50c6 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:16.624507 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.639610 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b7c5c-ac85-496d-9b58-769f1cfc0622 req-e6cac84b-6b71-40af-b1f9-b6331e74acc1 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:16.641221 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad8b7c5c-ac85-496d-9b58-769f1cfc0622 req-e6cac84b-6b71-40af-b1f9-b6331e74acc1 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 931 time: 0.0763268 Jul 27 21:12:16.689651 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ad8b7c5c-ac85-496d-9b58-769f1cfc0622 req-ace8533b-1eca-40f4-8cd6-a8c43d4a25eb tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392683 Jul 27 21:12:16.706658 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7caa45c-0d64-4903-ac22-d2e668bf50c6,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:16.759323 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Attempting to bind port d7caa45c-0d64-4903-ac22-d2e668bf50c6 on host n-h1-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:16.759806 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Attempting to bind port d7caa45c-0d64-4903-ac22-d2e668bf50c6 by drivers openvswitch,hyperv on host n-h1-705657-21 at level 0 using segments [{'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:16.760135 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Attempting to bind port d7caa45c-0d64-4903-ac22-d2e668bf50c6 on network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:16.765221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Port d7caa45c-0d64-4903-ac22-d2e668bf50c6 on network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:12:16.765546 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Attempting to bind port d7caa45c-0d64-4903-ac22-d2e668bf50c6 on network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:16.770541 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Checking agent: {'id': '3ed413e3-9351-4259-a94b-5f2751b0ccda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:16.770876 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Checking segment: {'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:16.771264 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Bound using segment: {'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:16.771681 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Bound port: d7caa45c-0d64-4903-ac22-d2e668bf50c6, host: n-h1-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:16.772032 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.844060 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] For port d7caa45c-0d64-4903-ac22-d2e668bf50c6, host n-h1-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:16.847512 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] For port d7caa45c-0d64-4903-ac22-d2e668bf50c6, host n-h1-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:16.853240 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.891906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:16.892756 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.894155 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] 10.222.0.52 "PUT /v2.0/ports/d7caa45c-0d64-4903-ac22-d2e668bf50c6 HTTP/1.1" status: 200 len: 1092 time: 0.6871195 Jul 27 21:12:16.894621 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'tag': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:16.897056 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86bfe0e-68c5-4b50-baa1-7c7917757dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcd296e-e5e9-412f-bdd6-eab3e5511167", "tag": "d7caa45c-0d64-4903-ac22-d2e668bf50c6"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:16.929411 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eeac04-a2a5-4d79-9ff3-8ac7f7c10dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7caa45c-0d64-4903-ac22-d2e668bf50c6,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:16.988646 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e94f03d-a89b-40e4-a398-35fe5d4380e8 x-openstack-request-id: req-3e94f03d-a89b-40e4-a398-35fe5d4380e8 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:16.988929 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcd296e-e5e9-412f-bdd6-eab3e5511167", "tag": "d7caa45c-0d64-4903-ac22-d2e668bf50c6", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:16.989184 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e94f03d-a89b-40e4-a398-35fe5d4380e8 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:16.989596 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'tag': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'status': 'completed', 'code': 200} Jul 27 21:12:17.020729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-e5f6e2c2-7b10-47c8-8d5a-0f7c30bcb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:17.022414 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-e5f6e2c2-7b10-47c8-8d5a-0f7c30bcb202 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 1095 time: 0.0790317 Jul 27 21:12:17.061200 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e29750f2-9423-4fc9-9754-12d3fc47d287 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:17.073753 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-bcc53bd8-c0df-4c09-b48b-264992731c2b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6 HTTP/1.1" status: 200 len: 217 time: 0.0413668 Jul 27 21:12:17.123392 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning for port e29750f2-9423-4fc9-9754-12d3fc47d287 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:17.126188 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-afd51db2-91ef-4c2d-977b-abe3af3e1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:17.127979 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-afd51db2-91ef-4c2d-977b-abe3af3e1292 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7aeff312-5e55-4203-907d-5e1ad4d0573e HTTP/1.1" status: 200 len: 848 time: 0.0489206 Jul 27 21:12:17.134049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e29750f2-9423-4fc9-9754-12d3fc47d287 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:17.134502 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.198789 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-c4ff3fc0-719f-4b2c-83a8-6e05c93b4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:17.200855 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-c4ff3fc0-719f-4b2c-83a8-6e05c93b4488 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658307 Jul 27 21:12:17.231385 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.266910 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] For port e29750f2-9423-4fc9-9754-12d3fc47d287, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e29750f2-9423-4fc9-9754-12d3fc47d287,segment=NetworkSegment(120672ee-e1d1-4c40-835b-6a058bbabeca),segment_id=120672ee-e1d1-4c40-835b-6a058bbabeca)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:17.272510 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.306030 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-9d7944d5-c39e-460c-b68f-7bcdc92aa272 service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983510 Jul 27 21:12:17.331122 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Pushing event updated for resources: {'Port': ['ID=e29750f2-9423-4fc9-9754-12d3fc47d287,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:17.412165 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-95dfd5ee-76fe-4717-b791-ed5d4c52b0a1 req-637e767e-23ba-4514-b28d-8f49905f7eb6 service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996060 Jul 27 21:12:17.518697 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bfe0e-68c5-4b50-baa1-7c7917757dbf req-325ec3c6-ee1a-4726-b516-71504adc8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:17.520126 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c86bfe0e-68c5-4b50-baa1-7c7917757dbf req-325ec3c6-ee1a-4726-b516-71504adc8a67 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 1095 time: 0.0621023 Jul 27 21:12:17.560488 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.624811 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bfe0e-68c5-4b50-baa1-7c7917757dbf req-fa97e4a4-451e-4ca5-9b6d-b40e35278948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:17.626327 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c86bfe0e-68c5-4b50-baa1-7c7917757dbf req-fa97e4a4-451e-4ca5-9b6d-b40e35278948 service neutron] 10.222.0.52 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 910 time: 0.0982661 Jul 27 21:12:17.672295 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c86bfe0e-68c5-4b50-baa1-7c7917757dbf req-07351f13-5045-46e6-8601-7136dfa57c3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6 HTTP/1.1" status: 200 len: 217 time: 0.0378764 Jul 27 21:12:17.725696 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bfe0e-68c5-4b50-baa1-7c7917757dbf req-5f6a3230-93df-4dbe-ba01-353ba5d18b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:17.727374 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c86bfe0e-68c5-4b50-baa1-7c7917757dbf req-5f6a3230-93df-4dbe-ba01-353ba5d18b08 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7aeff312-5e55-4203-907d-5e1ad4d0573e HTTP/1.1" status: 200 len: 848 time: 0.0477967 Jul 27 21:12:17.815822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bfe0e-68c5-4b50-baa1-7c7917757dbf req-ffcf9ddf-2ff1-47c9-acca-9f6db5749ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:17.818132 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c86bfe0e-68c5-4b50-baa1-7c7917757dbf req-ffcf9ddf-2ff1-47c9-acca-9f6db5749ac7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814157 Jul 27 21:12:17.860665 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12297581-dcb1-420d-b722-7313076ca56e req-a3c9d32d-670b-45f7-8de6-d02b73c5808c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:17.862369 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-12297581-dcb1-420d-b722-7313076ca56e req-a3c9d32d-670b-45f7-8de6-d02b73c5808c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 943 time: 0.0838201 Jul 27 21:12:17.917538 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-12297581-dcb1-420d-b722-7313076ca56e req-7fe94c2d-37ec-459d-b806-90e4e6d38cbe tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487316 Jul 27 21:12:17.935500 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c86bfe0e-68c5-4b50-baa1-7c7917757dbf req-8199d2be-0dbb-4057-a5c6-5ab5be933210 service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079404 Jul 27 21:12:18.042667 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-c86bfe0e-68c5-4b50-baa1-7c7917757dbf req-cf95f906-6bcc-436c-af36-df54f1410c92 service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002877 Jul 27 21:12:18.991278 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e29750f2-9423-4fc9-9754-12d3fc47d287 up at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:19.043668 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Provisioning complete for port e29750f2-9423-4fc9-9754-12d3fc47d287 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:19.044048 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.073261 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e756f-f572-4e63-8e9b-ef79581dc742 req-68aa4b5e-0d86-425e-8bed-d387f6e29e08 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:19.074765 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d5e756f-f572-4e63-8e9b-ef79581dc742 req-68aa4b5e-0d86-425e-8bed-d387f6e29e08 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 943 time: 0.0700514 Jul 27 21:12:19.115825 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d5e756f-f572-4e63-8e9b-ef79581dc742 req-9c1a5f30-33a6-4b1e-be83-d99f1c631eb8 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344844 Jul 27 21:12:19.300546 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.796177 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d7caa45c-0d64-4903-ac22-d2e668bf50c6 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:12:19.894732 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d7caa45c-0d64-4903-ac22-d2e668bf50c6, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:19.907061 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'port_id': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'mac_address': 'fa:16:3e:98:11:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:12:19.945217 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.958125 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7caa45c-0d64-4903-ac22-d2e668bf50c6 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:12:19.978068 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d7caa45c-0d64-4903-ac22-d2e668bf50c6, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:19.982521 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:20.028655 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=d7caa45c-0d64-4903-ac22-d2e668bf50c6,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:20.190159 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['d7caa45c-0d64-4903-ac22-d2e668bf50c6'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:12:20.260043 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7e941-eafa-439a-9aa0-c8f287a8cccc req-0dd99fee-2265-495c-ae57-93bfda248a9a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:20.261684 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-17a7e941-eafa-439a-9aa0-c8f287a8cccc req-0dd99fee-2265-495c-ae57-93bfda248a9a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 944 time: 0.0720232 Jul 27 21:12:20.309597 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-17a7e941-eafa-439a-9aa0-c8f287a8cccc req-ed3bcfb5-9992-40ab-9e27-67a98d5de81f tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361378 Jul 27 21:12:21.444916 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c484a9-06cc-47bb-9ca8-47d568c2000b req-108a0d9c-8f21-4eb6-b29d-ab131d864cf5 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:21.446362 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0c484a9-06cc-47bb-9ca8-47d568c2000b req-108a0d9c-8f21-4eb6-b29d-ab131d864cf5 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 944 time: 0.0662062 Jul 27 21:12:21.486085 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c0c484a9-06cc-47bb-9ca8-47d568c2000b req-00aefde2-1491-4d91-9c3e-1ce523f40a14 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335400 Jul 27 21:12:21.826846 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d7caa45c-0d64-4903-ac22-d2e668bf50c6 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:21.881259 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning for port d7caa45c-0d64-4903-ac22-d2e668bf50c6 completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:21.885518 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port d7caa45c-0d64-4903-ac22-d2e668bf50c6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:21.885894 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:21.962609 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:21.986232 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:21.988561 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef2b9ca-e4fb-4e03-a947-c3de91255617" -d '{"events": [{"server_uuid": "ebcd296e-e5e9-412f-bdd6-eab3e5511167", "name": "network-vif-plugged", "status": "completed", "tag": "d7caa45c-0d64-4903-ac22-d2e668bf50c6"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:22.002253 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d7caa45c-0d64-4903-ac22-d2e668bf50c6, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:22.006928 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:22.030959 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27949692-4df0-4891-b99b-927e4b2ed071 x-openstack-request-id: req-27949692-4df0-4891-b99b-927e4b2ed071 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:22.031189 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcd296e-e5e9-412f-bdd6-eab3e5511167", "name": "network-vif-plugged", "status": "completed", "tag": "d7caa45c-0d64-4903-ac22-d2e668bf50c6", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:22.031438 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27949692-4df0-4891-b99b-927e4b2ed071 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:22.031830 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'code': 200} Jul 27 21:12:22.058579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=d7caa45c-0d64-4903-ac22-d2e668bf50c6,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:22.144427 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fa02f-11fb-4798-b749-57982ca595a5 req-e1ccc174-f778-4dbd-844e-2a38330faac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:22.146680 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-720fa02f-11fb-4798-b749-57982ca595a5 req-e1ccc174-f778-4dbd-844e-2a38330faac5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 1097 time: 0.0603631 Jul 27 21:12:22.184416 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-720fa02f-11fb-4798-b749-57982ca595a5 req-3ede0b4a-1848-4f27-a821-a6c5338ed9b9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295098 Jul 27 21:12:22.633520 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2f075-a9c6-4bbc-b2e1-f564315a2f34 req-31ffd1fb-9afa-4072-b484-5a4487b1514c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:22.635061 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ecb2f075-a9c6-4bbc-b2e1-f564315a2f34 req-31ffd1fb-9afa-4072-b484-5a4487b1514c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 945 time: 0.0767343 Jul 27 21:12:22.675393 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ecb2f075-a9c6-4bbc-b2e1-f564315a2f34 req-49f41fe8-c73a-4228-871e-7e01c6a5a537 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338163 Jul 27 21:12:23.813502 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40963e-d713-4390-983c-293caf21034f req-0a313180-fdbb-4c3a-b0c9-4c722426e31b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:23.815032 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e40963e-d713-4390-983c-293caf21034f req-0a313180-fdbb-4c3a-b0c9-4c722426e31b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 945 time: 0.0700254 Jul 27 21:12:23.857171 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3e40963e-d713-4390-983c-293caf21034f req-52724488-e7d6-4781-a920-846defae7346 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358791 Jul 27 21:12:23.997673 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b8f73-0028-44f9-8299-ed9eb41e7906 req-5147bf1b-9885-419c-94e8-a7c66e0fc263 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:23.999088 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf2b8f73-0028-44f9-8299-ed9eb41e7906 req-5147bf1b-9885-419c-94e8-a7c66e0fc263 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 945 time: 0.0738704 Jul 27 21:12:24.041441 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-bf2b8f73-0028-44f9-8299-ed9eb41e7906 req-e0b0a56c-1279-416f-9cd5-98382ab2e9de tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360966 Jul 27 21:12:24.064492 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41094) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:24.223921 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a79a9-8bcd-4e3e-9850-e73ba5b432cf tempest-TestSnapshotPattern-695348938 tempest-TestSnapshotPattern-695348938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:24.225766 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e75a79a9-8bcd-4e3e-9850-e73ba5b432cf tempest-TestSnapshotPattern-695348938 tempest-TestSnapshotPattern-695348938-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 1092 time: 0.1599123 Jul 27 21:12:24.229293 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41098) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:24.234232 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:24.259650 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.363232 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.473850 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Allocated IP 172.25.1.251 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/d45e5d41-bd5d-4204-b0ac-63b7d9161871) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:24.583582 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.626067 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.663194 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:24.667952 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:24.671518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:24.677670 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event updated for resources: {'Port': ['ID=d45e5d41-bd5d-4204-b0ac-63b7d9161871,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:25.061095 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.144940 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.302119 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.307247 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.374619 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event updated for resources: {'Port': ['ID=d45e5d41-bd5d-4204-b0ac-63b7d9161871,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:25.389229 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.493562 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Floating IP cb319030-bbe9-483a-b95d-e31369e11f36 associated. External IP: 172.25.1.251, port: d7caa45c-0d64-4903-ac22-d2e668bf50c6. Jul 27 21:12:25.712114 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Router bd03e262-6692-4e56-b3f6-a831b97e8719 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:12:25.827290 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:12:25.838626 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4ecaf-a4ea-4b42-a2ef-be2cc8d5ed37 None None] Sync routers for ids ['bd03e262-6692-4e56-b3f6-a831b97e8719'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:12:25.847188 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.853577 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4ecaf-a4ea-4b42-a2ef-be2cc8d5ed37 None None] Routers {'bd03e262-6692-4e56-b3f6-a831b97e8719'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:25.854227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1aa4ecaf-a4ea-4b42-a2ef-be2cc8d5ed37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:12:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd03e262-6692-4e56-b3f6-a831b97e8719'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:25.895175 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-9b1ba9ab-5115-4793-a0c1-e35a2c94f737 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6643085 Jul 27 21:12:25.896082 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'tag': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:25.899696 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dfce82-d9e3-4f21-b882-3f470ed0f8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcd296e-e5e9-412f-bdd6-eab3e5511167", "tag": "d7caa45c-0d64-4903-ac22-d2e668bf50c6"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:25.971220 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-1aa4ecaf-a4ea-4b42-a2ef-be2cc8d5ed37 None None] Set router bd03e262-6692-4e56-b3f6-a831b97e8719 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:25.998929 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9180755d-a6bd-4ce7-b086-da1338db101e x-openstack-request-id: req-9180755d-a6bd-4ce7-b086-da1338db101e {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:25.999304 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcd296e-e5e9-412f-bdd6-eab3e5511167", "tag": "d7caa45c-0d64-4903-ac22-d2e668bf50c6", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:25.999619 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9180755d-a6bd-4ce7-b086-da1338db101e {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:26.000113 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'tag': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'status': 'completed', 'code': 200} Jul 27 21:12:26.077948 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfce82-d9e3-4f21-b882-3f470ed0f8c6 req-ba7f0069-3bb8-4ead-a1ac-bc0fbbb7aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:26.079687 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-59dfce82-d9e3-4f21-b882-3f470ed0f8c6 req-ba7f0069-3bb8-4ead-a1ac-bc0fbbb7aef8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 1097 time: 0.0570307 Jul 27 21:12:26.180106 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfce82-d9e3-4f21-b882-3f470ed0f8c6 req-e170de78-225e-4f21-aa36-90f518bdba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:26.182565 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-59dfce82-d9e3-4f21-b882-3f470ed0f8c6 req-e170de78-225e-4f21-aa36-90f518bdba24 service neutron] 10.222.0.52 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 910 time: 0.0956836 Jul 27 21:12:26.217325 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1aa4ecaf-a4ea-4b42-a2ef-be2cc8d5ed37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'cb319030-bbe9-483a-b95d-e31369e11f36', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'port_id': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'mac_address': 'fa:16:3e:98:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:12:24Z', 'updated_at': '2021-07-27T21:12:24Z', 'revision_number': 0, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 5, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:26.245783 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4ecaf-a4ea-4b42-a2ef-be2cc8d5ed37 None None] Checking router: bd03e262-6692-4e56-b3f6-a831b97e8719 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:12:26.250456 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-59dfce82-d9e3-4f21-b882-3f470ed0f8c6 req-c1751ff5-8b12-4dfe-9792-69cbd99c1f47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6 HTTP/1.1" status: 200 len: 999 time: 0.0609705 Jul 27 21:12:26.256004 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4ecaf-a4ea-4b42-a2ef-be2cc8d5ed37 None None] Routers {'bd03e262-6692-4e56-b3f6-a831b97e8719'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:26.256691 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1aa4ecaf-a4ea-4b42-a2ef-be2cc8d5ed37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:12:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd03e262-6692-4e56-b3f6-a831b97e8719'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:26.305315 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfce82-d9e3-4f21-b882-3f470ed0f8c6 req-95870855-58b2-46e4-860c-35d43aaf930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:26.306827 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-59dfce82-d9e3-4f21-b882-3f470ed0f8c6 req-95870855-58b2-46e4-860c-35d43aaf930a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7aeff312-5e55-4203-907d-5e1ad4d0573e HTTP/1.1" status: 200 len: 848 time: 0.0496707 Jul 27 21:12:26.372503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-1aa4ecaf-a4ea-4b42-a2ef-be2cc8d5ed37 None None] Set router bd03e262-6692-4e56-b3f6-a831b97e8719 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:26.375829 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfce82-d9e3-4f21-b882-3f470ed0f8c6 req-6981d8cc-df7c-457c-9bbc-34ed8762c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:26.377521 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-59dfce82-d9e3-4f21-b882-3f470ed0f8c6 req-6981d8cc-df7c-457c-9bbc-34ed8762c1ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635939 Jul 27 21:12:26.476123 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-59dfce82-d9e3-4f21-b882-3f470ed0f8c6 req-8165420e-79ad-4325-8d00-5e4372c333de service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905454 Jul 27 21:12:26.577510 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-59dfce82-d9e3-4f21-b882-3f470ed0f8c6 req-5830b702-0291-426b-8787-e424cb7f7089 service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929317 Jul 27 21:12:26.622453 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-1aa4ecaf-a4ea-4b42-a2ef-be2cc8d5ed37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'cb319030-bbe9-483a-b95d-e31369e11f36', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'port_id': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'mac_address': 'fa:16:3e:98:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:12:24Z', 'updated_at': '2021-07-27T21:12:24Z', 'revision_number': 0, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 5, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:26.650541 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4ecaf-a4ea-4b42-a2ef-be2cc8d5ed37 None None] The sync data for ids ['bd03e262-6692-4e56-b3f6-a831b97e8719'] in n-d-705657-21 is: [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'cb319030-bbe9-483a-b95d-e31369e11f36', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'port_id': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'mac_address': 'fa:16:3e:98:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:12:24Z', 'updated_at': '2021-07-27T21:12:24Z', 'revision_number': 0, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 5, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:12:26.855606 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b6f3f9-29bd-465c-be3d-63d26e42b58a None None] New status for floating IP cb319030-bbe9-483a-b95d-e31369e11f36: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:12:36.913497 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:12:39.484960 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.550367 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.606566 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-66f3a168-3a99-466a-b441-4d2927e7cb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.306736 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6494665a-2e71-46cd-9d9c-4588870b10bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.406589 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:47.563781 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:49.309127 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.477386 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.544241 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.612973 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ab381698-f98f-434e-9213-c832d93e2cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.914154 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:13:16.316070 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-274e28c1-839b-4cc8-aff7-a6f53f979b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:16.409235 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.567786 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.490104 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3256bb80-ab85-4fb6-a311-a887a81587b5 req-4514c1e7-e43e-4d3d-9a0f-8210d26b4ff3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1289132 Jul 27 21:13:18.589085 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256bb80-ab85-4fb6-a311-a887a81587b5 req-38e5ee34-ccc1-40b4-93dc-3f192673b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:18.590631 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3256bb80-ab85-4fb6-a311-a887a81587b5 req-38e5ee34-ccc1-40b4-93dc-3f192673b6fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 1097 time: 0.0555365 Jul 27 21:13:18.705322 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256bb80-ab85-4fb6-a311-a887a81587b5 req-e1cac3da-04d9-451e-a933-fdf34248630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:18.706764 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3256bb80-ab85-4fb6-a311-a887a81587b5 req-e1cac3da-04d9-451e-a933-fdf34248630d service neutron] 10.222.0.52 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 910 time: 0.0970376 Jul 27 21:13:18.775560 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3256bb80-ab85-4fb6-a311-a887a81587b5 req-1875e529-3342-4378-be81-6f68b592a8a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6 HTTP/1.1" status: 200 len: 1001 time: 0.0604296 Jul 27 21:13:18.829729 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256bb80-ab85-4fb6-a311-a887a81587b5 req-ebaf1be7-ee75-44e8-82ea-2e2106956992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:18.831222 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3256bb80-ab85-4fb6-a311-a887a81587b5 req-ebaf1be7-ee75-44e8-82ea-2e2106956992 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7aeff312-5e55-4203-907d-5e1ad4d0573e HTTP/1.1" status: 200 len: 848 time: 0.0490096 Jul 27 21:13:18.893046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256bb80-ab85-4fb6-a311-a887a81587b5 req-71529f21-150b-4fd7-aa49-aa9852bd27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:18.894572 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3256bb80-ab85-4fb6-a311-a887a81587b5 req-71529f21-150b-4fd7-aa49-aa9852bd27ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557606 Jul 27 21:13:18.906621 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-3256bb80-ab85-4fb6-a311-a887a81587b5 req-28b97044-2a0e-4693-9428-f3017f4f0df7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:13:18.907756 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3256bb80-ab85-4fb6-a311-a887a81587b5 req-28b97044-2a0e-4693-9428-f3017f4f0df7 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053339 Jul 27 21:13:19.000545 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3256bb80-ab85-4fb6-a311-a887a81587b5 req-f6b4908b-381f-4b46-b51e-8d40706bc72d service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855849 Jul 27 21:13:19.102493 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-3256bb80-ab85-4fb6-a311-a887a81587b5 req-d6f6b746-5399-4be3-bbf3-00375f5ed37b service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951240 Jul 27 21:13:19.317369 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.492109 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.544774 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.608372 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0515642a-0b09-4a1c-a815-cd7bff040f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.309122 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bd3a4b12-d918-491f-9d53-eb9c76519a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.405734 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.573485 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.318109 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.916330 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:14:09.493786 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:12.562970 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.611999 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-9ae401d0-e585-409b-9673-c36d80492f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.314676 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0ffcf66a-e6bf-4cff-a0e5-a2bb956db8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.402042 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.576016 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.427847 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d2cb6d48-cd82-421f-a6c5-fe600b07495c req-005fddf1-f77d-472f-9a1a-430228038450 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0601702 Jul 27 21:14:18.530128 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb6d48-cd82-421f-a6c5-fe600b07495c req-1a50f713-5870-43ac-a099-dc3d4afb2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:18.531701 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d2cb6d48-cd82-421f-a6c5-fe600b07495c req-1a50f713-5870-43ac-a099-dc3d4afb2531 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 1097 time: 0.0599315 Jul 27 21:14:19.021507 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb6d48-cd82-421f-a6c5-fe600b07495c req-d192a189-3de7-4ead-a95e-e2ac96f818b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:19.023052 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d2cb6d48-cd82-421f-a6c5-fe600b07495c req-d192a189-3de7-4ead-a95e-e2ac96f818b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 910 time: 0.4718237 Jul 27 21:14:19.091096 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d2cb6d48-cd82-421f-a6c5-fe600b07495c req-371de4f5-5b6b-473e-9003-8505dea18902 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6 HTTP/1.1" status: 200 len: 1001 time: 0.0606534 Jul 27 21:14:19.147637 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb6d48-cd82-421f-a6c5-fe600b07495c req-644f6ff2-676c-41fd-8214-2a00eefcee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:19.149392 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d2cb6d48-cd82-421f-a6c5-fe600b07495c req-644f6ff2-676c-41fd-8214-2a00eefcee9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7aeff312-5e55-4203-907d-5e1ad4d0573e HTTP/1.1" status: 200 len: 848 time: 0.0512316 Jul 27 21:14:19.215193 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb6d48-cd82-421f-a6c5-fe600b07495c req-fe7c769b-3add-4977-8a5b-da72e5765a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:19.217246 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d2cb6d48-cd82-421f-a6c5-fe600b07495c req-fe7c769b-3add-4977-8a5b-da72e5765a64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601504 Jul 27 21:14:19.313269 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d2cb6d48-cd82-421f-a6c5-fe600b07495c req-0ac4c933-ac08-4b75-8829-e6c159a8aa92 service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881193 Jul 27 21:14:19.315071 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.416881 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-d2cb6d48-cd82-421f-a6c5-fe600b07495c req-268b8651-dc86-4062-8a20-80899a60994a service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967929 Jul 27 21:14:24.360512 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d7caa45c-0d64-4903-ac22-d2e668bf50c6 details requested by agent hyperv_n-h1-705657-21 with host n-h1-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:14:24.464788 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d7caa45c-0d64-4903-ac22-d2e668bf50c6, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:24.476793 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Returning: {'device': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'port_id': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'mac_address': 'fa:16:3e:98:11:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:14:24.519174 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.534977 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7caa45c-0d64-4903-ac22-d2e668bf50c6 {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:14:24.556106 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d7caa45c-0d64-4903-ac22-d2e668bf50c6, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:24.561146 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.621970 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=d7caa45c-0d64-4903-ac22-d2e668bf50c6,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:24.629473 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:24.629813 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:24.630152 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:24.630480 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:24.630809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:24.631246 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:24.631574 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:24.631906 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:24.632227 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:24.632624 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:24.632893 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:24.633207 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:24.638440 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] get_ports_and_sgs() called for port_ids ['d7caa45c-0d64-4903-ac22-d2e668bf50c6'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:14:26.371079 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d7caa45c-0d64-4903-ac22-d2e668bf50c6 up at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:26.429403 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Provisioning complete for port d7caa45c-0d64-4903-ac22-d2e668bf50c6 triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:26.429790 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.524052 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.552809 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:26.554388 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed82e3a-70b3-43ff-af52-43611cc39ec9" -d '{"events": [{"server_uuid": "ebcd296e-e5e9-412f-bdd6-eab3e5511167", "name": "network-vif-plugged", "status": "completed", "tag": "d7caa45c-0d64-4903-ac22-d2e668bf50c6"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:26.571388 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d7caa45c-0d64-4903-ac22-d2e668bf50c6, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:26.578807 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.651134 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=d7caa45c-0d64-4903-ac22-d2e668bf50c6,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:26.701406 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d409cf97-ee3f-40a4-a7ca-164239cf3f7f x-openstack-request-id: req-d409cf97-ee3f-40a4-a7ca-164239cf3f7f {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:26.701818 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcd296e-e5e9-412f-bdd6-eab3e5511167", "name": "network-vif-plugged", "status": "completed", "tag": "d7caa45c-0d64-4903-ac22-d2e668bf50c6", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:26.702142 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d409cf97-ee3f-40a4-a7ca-164239cf3f7f {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:26.702545 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'code': 200} Jul 27 21:14:27.936415 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:14:34.416883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-a2f429e3-e495-40bd-84a6-a47e493ce96b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040564179&fields=id&tenant_id=a3a579c5acb245ee88578170d564a1f2 HTTP/1.1" status: 200 len: 267 time: 0.0365043 Jul 27 21:14:34.533241 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-3325ebfe-6cff-4df9-877b-225e05b17b9a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:34.534798 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-3325ebfe-6cff-4df9-877b-225e05b17b9a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 809 time: 0.1103978 Jul 27 21:14:34.551238 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-fe88eb46-327d-4e15-9173-91893105f5e0 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/quotas/a3a579c5acb245ee88578170d564a1f2 HTTP/1.1" status: 200 len: 375 time: 0.0102525 Jul 27 21:14:34.638541 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-5f795207-1eef-4a96-94c7-feea0ab7d45c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0807664 Jul 27 21:14:34.801141 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-14d85d86-726b-4ddd-859e-f0acaabb6a46 service neutron] 10.222.0.48 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472878 Jul 27 21:14:34.904556 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-55466631-c908-4edf-96da-d4c7d59ea24c service neutron] 10.222.0.48 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965905 Jul 27 21:14:35.103961 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-9d207931-52fc-44b8-9237-2d29d8c181bb req-89ee77e1-cc5e-40be-8ad9-d366aa77f6bc tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 210 time: 0.0356753 Jul 27 21:14:36.202847 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-6038fe01-c382-45af-bd85-862fa5836166 req-28b8d8eb-2c41-4d94-a7d6-f08a635d66e7 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 210 time: 0.0352323 Jul 27 21:14:37.319304 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0e3bfb6d-9c9a-4d59-8abc-1d5a5008b91f req-8207dcd1-5821-45d3-8197-ca27933c1d08 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 210 time: 0.0355210 Jul 27 21:14:38.276478 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-ec14c27f-dcaf-4d46-ac47-5e2c0e04bbb6 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:38.277945 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-ec14c27f-dcaf-4d46-ac47-5e2c0e04bbb6 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.63 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 809 time: 0.1221097 Jul 27 21:14:38.337700 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-091e1105-7bd9-4e37-9bbf-e8c669ec3218 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a579c5acb245ee88578170d564a1f2 HTTP/1.1" status: 200 len: 380 time: 0.0429757 Jul 27 21:14:38.349869 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Request body: {'port': {'device_id': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'admin_state_up': True, 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'security_groups': ['371952cf-6d8a-4141-8f04-2e001487cf48']}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:38.432456 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d7caa45c-0d64-4903-ac22-d2e668bf50c6 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:38.448720 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f665da3c-e588-4421-83c1-2bbb44bb539d req-108ae74d-8bb9-4909-84e2-88db4100b37d tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 210 time: 0.0473514 Jul 27 21:14:38.495935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Made reservation on behalf of a3a579c5acb245ee88578170d564a1f2 for: {'port': 1} {{(pid=94060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:38.500030 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.528690 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.553415 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:38.555806 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e75ab1-916a-4714-9181-dda6380a1f17" -d '{"events": [{"server_uuid": "ebcd296e-e5e9-412f-bdd6-eab3e5511167", "name": "network-vif-unplugged", "status": "completed", "tag": "d7caa45c-0d64-4903-ac22-d2e668bf50c6"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:38.569460 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] For port d7caa45c-0d64-4903-ac22-d2e668bf50c6, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:38.577434 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.613800 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a7f8a9-894f-42e1-8228-5537575a3c13 x-openstack-request-id: req-21a7f8a9-894f-42e1-8228-5537575a3c13 {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:38.614191 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcd296e-e5e9-412f-bdd6-eab3e5511167", "name": "network-vif-unplugged", "status": "completed", "tag": "d7caa45c-0d64-4903-ac22-d2e668bf50c6", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:38.614449 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21a7f8a9-894f-42e1-8228-5537575a3c13 {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:38.614844 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'code': 200} Jul 27 21:14:38.648301 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Pushing event updated for resources: {'Port': ['ID=d7caa45c-0d64-4903-ac22-d2e668bf50c6,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:38.665385 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Allocated IP 172.20.0.5 (080c509e-9e21-4ce3-83a8-9c2e1931fdc9/7aeff312-5e55-4203-907d-5e1ad4d0573e/b6f03d00-1c73-46cc-8e2c-5c13e67252cb) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:38.863763 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.887629 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Transition to ACTIVE for port object b6f03d00-1c73-46cc-8e2c-5c13e67252cb will not be triggered until provisioned by entity DHCP. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:38.932574 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.979265 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:38.984998 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:38.997895 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:39.033150 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event updated for resources: {'Port': ['ID=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:39.062333 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.062872 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.063230 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.063575 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.063912 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.064246 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.064645 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.064975 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.065303 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.065630 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.065960 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.066304 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.087919 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:39.088599 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.110898 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-f05c8513-57ee-4c5d-aa40-0d53b318305a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7650733 Jul 27 21:14:39.238419 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c2d699dc-d33a-4f43-8ac6-0fd0df5e4256 None None] Provisioning for port b6f03d00-1c73-46cc-8e2c-5c13e67252cb completed by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:39.243850 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-c2d699dc-d33a-4f43-8ac6-0fd0df5e4256 None None] Provisioning complete for port b6f03d00-1c73-46cc-8e2c-5c13e67252cb triggered by entity DHCP. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:39.244564 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-c2d699dc-d33a-4f43-8ac6-0fd0df5e4256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.285699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-c2d699dc-d33a-4f43-8ac6-0fd0df5e4256 None None] Port b6f03d00-1c73-46cc-8e2c-5c13e67252cb cannot update to ACTIVE because it is not bound. {{(pid=94061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:14:39.508060 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.623518 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993ba22-b079-40a4-92ff-4a59bb97c6b0 req-f45960a1-1e7d-4371-bd05-f292c39bcccf tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:39.625277 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b993ba22-b079-40a4-92ff-4a59bb97c6b0 req-f45960a1-1e7d-4371-bd05-f292c39bcccf tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 931 time: 0.0810721 Jul 27 21:14:39.667719 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-b993ba22-b079-40a4-92ff-4a59bb97c6b0 req-00b0dfa5-9c17-4036-849b-3bf38cf15a77 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354409 Jul 27 21:14:40.809186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2832c-a454-472e-a253-5aea338a54e5 req-67eed4a0-0ec9-4dc3-8741-1bb3b09865cd tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:40.810833 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0df2832c-a454-472e-a253-5aea338a54e5 req-67eed4a0-0ec9-4dc3-8741-1bb3b09865cd tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 931 time: 0.0685005 Jul 27 21:14:40.857118 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-0df2832c-a454-472e-a253-5aea338a54e5 req-8ec2a8d9-d91c-42ab-8e2a-69046f9a2223 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389655 Jul 27 21:14:42.005898 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb23bd-f12c-4f9c-8c50-b29340b1de85 req-62ab9cba-ffd2-48c4-bf06-6e943fd67896 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:42.008958 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baeb23bd-f12c-4f9c-8c50-b29340b1de85 req-62ab9cba-ffd2-48c4-bf06-6e943fd67896 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 931 time: 0.0744803 Jul 27 21:14:42.047992 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-baeb23bd-f12c-4f9c-8c50-b29340b1de85 req-b930af5f-c9a1-42fe-9293-310272e9636f tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343041 Jul 27 21:14:42.577068 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.199800 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538364a-89d1-416d-9ae3-a033a663f34e req-97bef343-8b2a-41d3-beaf-2cd727032caf tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:43.201347 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7538364a-89d1-416d-9ae3-a033a663f34e req-97bef343-8b2a-41d3-beaf-2cd727032caf tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 931 time: 0.0705326 Jul 27 21:14:43.243342 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-7538364a-89d1-416d-9ae3-a033a663f34e req-9e850c1f-ade1-491b-b2ee-88b2d507c95d tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352819 Jul 27 21:14:43.616585 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7e8c4e7f-4802-4d72-929b-e9e4c41fe570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.397586 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37dc79-8f91-4c07-8659-e8fa4ff37c38 req-a977bd5b-6d3d-4c73-ba95-13c87073a102 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:44.399697 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c37dc79-8f91-4c07-8659-e8fa4ff37c38 req-a977bd5b-6d3d-4c73-ba95-13c87073a102 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 931 time: 0.0804768 Jul 27 21:14:44.446269 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-3c37dc79-8f91-4c07-8659-e8fa4ff37c38 req-6d4fe52e-82aa-4ad4-84ca-fb39e671703f tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366931 Jul 27 21:14:45.608840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4dc5c-d23a-48b8-ac2d-8229c9ac8b22 req-8e65660e-0299-435d-a44f-4c0de7314ea3 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:45.611363 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8b4dc5c-d23a-48b8-ac2d-8229c9ac8b22 req-8e65660e-0299-435d-a44f-4c0de7314ea3 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 931 time: 0.0837455 Jul 27 21:14:45.679195 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f8b4dc5c-d23a-48b8-ac2d-8229c9ac8b22 req-c4f9f340-8406-46ac-adf0-83afc07ef19a tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575428 Jul 27 21:14:46.313894 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-3d8fcac7-8b13-4a26-8d91-d4bc9cd0817b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:46.399407 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:46.826846 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4fa4c-35a2-43bf-82ee-0a7fafbd4db5 req-53e8dbe6-0ec2-46fc-af0e-b04b94bb66d8 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:46.828432 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1b4fa4c-35a2-43bf-82ee-0a7fafbd4db5 req-53e8dbe6-0ec2-46fc-af0e-b04b94bb66d8 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 931 time: 0.0703404 Jul 27 21:14:46.882486 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-a1b4fa4c-35a2-43bf-82ee-0a7fafbd4db5 req-636d6331-8613-4c83-b511-d64e1c064f7c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474520 Jul 27 21:14:47.578721 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.038548 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e9c6e-1036-46a8-8674-98cbf80b435b req-5b129bcc-ac9a-4049-9ac0-065744361ef3 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:48.041177 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-246e9c6e-1036-46a8-8674-98cbf80b435b req-5b129bcc-ac9a-4049-9ac0-065744361ef3 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 931 time: 0.0814211 Jul 27 21:14:48.084694 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-246e9c6e-1036-46a8-8674-98cbf80b435b req-34d0a892-fba2-4437-adc5-4e2534753412 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370705 Jul 27 21:14:49.230389 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94686d17-019d-4d8e-b6e3-994238a65d80 req-0af244fb-05aa-4667-b225-2392f10eae5f tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:49.231958 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94686d17-019d-4d8e-b6e3-994238a65d80 req-0af244fb-05aa-4667-b225-2392f10eae5f tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 931 time: 0.0725222 Jul 27 21:14:49.277549 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-94686d17-019d-4d8e-b6e3-994238a65d80 req-36e79ac9-92da-464b-ad82-2e9ae1794bc3 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390639 Jul 27 21:14:49.308481 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Request body: {'port': {'device_id': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705657-21'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:49.319637 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.389052 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.675918 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f03d00-1c73-46cc-8e2c-5c13e67252cb {{(pid=94060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:14:49.683855 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.700660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Transition to ACTIVE for port object b6f03d00-1c73-46cc-8e2c-5c13e67252cb will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:49.706430 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.757046 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Pushing event updated for resources: {'Port': ['ID=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:49.835919 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Attempting to bind port b6f03d00-1c73-46cc-8e2c-5c13e67252cb on host n-h2-705657-21 for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:49.836265 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Attempting to bind port b6f03d00-1c73-46cc-8e2c-5c13e67252cb by drivers openvswitch,hyperv on host n-h2-705657-21 at level 0 using segments [{'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:49.836631 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Attempting to bind port b6f03d00-1c73-46cc-8e2c-5c13e67252cb on network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:49.842004 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Port b6f03d00-1c73-46cc-8e2c-5c13e67252cb on network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-705657-21 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:49.842380 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Attempting to bind port b6f03d00-1c73-46cc-8e2c-5c13e67252cb on network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:49.847780 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Checking agent: {'id': '55c91ecf-efd9-41d5-bff6-f2116f82b539', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705657-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'started_at': datetime.datetime(2021, 7, 27, 19, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:49.848125 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Checking segment: {'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:49.848564 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Bound using segment: {'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:49.849010 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Bound port: b6f03d00-1c73-46cc-8e2c-5c13e67252cb, host: n-h2-705657-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ff668d9-3657-4a70-932f-82cf3b027855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:49.849367 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.919347 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] For port b6f03d00-1c73-46cc-8e2c-5c13e67252cb, host n-h2-705657-21, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:49.922540 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] For port b6f03d00-1c73-46cc-8e2c-5c13e67252cb, host n-h2-705657-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:49.927622 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.961761 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:49.962420 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.964275 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] 10.222.0.63 "PUT /v2.0/ports/b6f03d00-1c73-46cc-8e2c-5c13e67252cb HTTP/1.1" status: 200 len: 1092 time: 0.7122595 Jul 27 21:14:49.964741 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'tag': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:49.967031 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3f1bc4-e7d9-4fec-92f6-9a24da69f367" -d '{"events": [{"name": "network-changed", "server_uuid": "d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d", "tag": "b6f03d00-1c73-46cc-8e2c-5c13e67252cb"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:50.007875 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b804c87-7b86-402a-87eb-9be418f6e0de service neutron] Pushing event updated for resources: {'Port': ['ID=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:50.052737 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796feb9b-4a12-421f-b8d6-56b2e22f2f7f x-openstack-request-id: req-796feb9b-4a12-421f-b8d6-56b2e22f2f7f {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:50.053024 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d", "tag": "b6f03d00-1c73-46cc-8e2c-5c13e67252cb", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:50.053273 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-796feb9b-4a12-421f-b8d6-56b2e22f2f7f {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:50.053687 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'tag': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb', 'status': 'completed', 'code': 200} Jul 27 21:14:50.094907 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-fd1d84ec-b51e-4027-af0d-6591accc48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:50.097526 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-fd1d84ec-b51e-4027-af0d-6591accc48bc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 1095 time: 0.0758152 Jul 27 21:14:50.147778 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-9c2da466-6a61-4f89-b1ca-0a68963e1939 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6f03d00-1c73-46cc-8e2c-5c13e67252cb HTTP/1.1" status: 200 len: 217 time: 0.0414891 Jul 27 21:14:50.205643 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-0f590caf-5133-4e69-9660-c0112161fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:50.207265 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-0f590caf-5133-4e69-9660-c0112161fe29 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7aeff312-5e55-4203-907d-5e1ad4d0573e HTTP/1.1" status: 200 len: 848 time: 0.0524316 Jul 27 21:14:50.270707 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1142d3dc-01df-44f5-b6e8-f1620436a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:50.272360 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-1142d3dc-01df-44f5-b6e8-f1620436a130 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577826 Jul 27 21:14:50.381130 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-2e51c185-8db1-4de9-8da3-e7f8a87d6dbe service neutron] 10.222.0.63 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983987 Jul 27 21:14:50.434394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be8c68-b78c-461a-8416-9743ac3492d4 req-df353c19-b773-49a6-b688-8f9e8ffb96d1 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:50.436866 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46be8c68-b78c-461a-8416-9743ac3492d4 req-df353c19-b773-49a6-b688-8f9e8ffb96d1 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 943 time: 0.0752110 Jul 27 21:14:50.482343 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-46be8c68-b78c-461a-8416-9743ac3492d4 req-b390056b-5a4f-45b9-8b70-77ff2023e238 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384984 Jul 27 21:14:50.485891 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fb0bc2ce-de82-4806-a7fb-41f1e2cd8238 req-def5e7e4-9509-4007-8c1a-2d1c8dab903d service neutron] 10.222.0.63 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964251 Jul 27 21:14:50.595443 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f1bc4-e7d9-4fec-92f6-9a24da69f367 req-8d051f54-56f8-464c-b283-8fcb1acddf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:50.596967 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2b3f1bc4-e7d9-4fec-92f6-9a24da69f367 req-8d051f54-56f8-464c-b283-8fcb1acddf60 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 1095 time: 0.0639677 Jul 27 21:14:50.699098 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f1bc4-e7d9-4fec-92f6-9a24da69f367 req-ab119aa0-8f73-47e6-8199-3662b152dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:50.700627 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2b3f1bc4-e7d9-4fec-92f6-9a24da69f367 req-ab119aa0-8f73-47e6-8199-3662b152dad7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 910 time: 0.0959685 Jul 27 21:14:50.752608 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2b3f1bc4-e7d9-4fec-92f6-9a24da69f367 req-c4a362c8-575c-4bb9-979b-a18460279076 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6f03d00-1c73-46cc-8e2c-5c13e67252cb HTTP/1.1" status: 200 len: 217 time: 0.0420203 Jul 27 21:14:50.812605 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f1bc4-e7d9-4fec-92f6-9a24da69f367 req-240bd461-1fe7-4618-adae-c9a60d2b5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:50.814086 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2b3f1bc4-e7d9-4fec-92f6-9a24da69f367 req-240bd461-1fe7-4618-adae-c9a60d2b5e21 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7aeff312-5e55-4203-907d-5e1ad4d0573e HTTP/1.1" status: 200 len: 848 time: 0.0529833 Jul 27 21:14:50.881438 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f1bc4-e7d9-4fec-92f6-9a24da69f367 req-e848016d-c77f-40ec-bd43-86803db44001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:50.882986 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2b3f1bc4-e7d9-4fec-92f6-9a24da69f367 req-e848016d-c77f-40ec-bd43-86803db44001 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604749 Jul 27 21:14:50.988272 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2b3f1bc4-e7d9-4fec-92f6-9a24da69f367 req-77073a0f-e295-4640-a970-a0858049dc88 service neutron] 10.222.0.63 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964983 Jul 27 21:14:51.086546 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-2b3f1bc4-e7d9-4fec-92f6-9a24da69f367 req-faa61c8b-b77a-4da1-adbc-5dd8c00c9f56 service neutron] 10.222.0.63 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897942 Jul 27 21:14:51.635021 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dafe68-8520-43cb-80b3-04871b4f486c req-7eb70cc8-9fdf-41d2-81fd-11da79cebd9d tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:51.636537 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5dafe68-8520-43cb-80b3-04871b4f486c req-7eb70cc8-9fdf-41d2-81fd-11da79cebd9d tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 943 time: 0.0823002 Jul 27 21:14:51.679048 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-c5dafe68-8520-43cb-80b3-04871b4f486c req-bf5e37d7-42a9-48b6-9af1-24b2eb42f8c1 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333374 Jul 27 21:14:52.834757 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b6f03d00-1c73-46cc-8e2c-5c13e67252cb details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:14:52.847833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d51565-8c91-4bb1-b2ca-89783f22a348 req-f0696d77-5e36-4f9a-9949-fdee58040a75 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:52.849491 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33d51565-8c91-4bb1-b2ca-89783f22a348 req-f0696d77-5e36-4f9a-9949-fdee58040a75 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 943 time: 0.0822630 Jul 27 21:14:52.893750 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-33d51565-8c91-4bb1-b2ca-89783f22a348 req-3be97805-d925-47cb-b6b5-f4da2e834b3f tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358715 Jul 27 21:14:52.937789 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b6f03d00-1c73-46cc-8e2c-5c13e67252cb, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:52.949533 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'port_id': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb', 'mac_address': 'fa:16:3e:19:05:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:14:52.987669 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.000841 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f03d00-1c73-46cc-8e2c-5c13e67252cb {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:14:53.024336 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b6f03d00-1c73-46cc-8e2c-5c13e67252cb, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:53.030422 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.092038 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,revision_number=4']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:53.276759 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b6f03d00-1c73-46cc-8e2c-5c13e67252cb'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:14:54.049186 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d39553-ec04-46f3-8003-660d79fc43a2 req-07f24411-64d9-4c51-9f89-0a9299ae7936 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:54.050729 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81d39553-ec04-46f3-8003-660d79fc43a2 req-07f24411-64d9-4c51-9f89-0a9299ae7936 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 944 time: 0.0809860 Jul 27 21:14:54.094458 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-81d39553-ec04-46f3-8003-660d79fc43a2 req-f08024b0-eb04-47f1-8d1a-53bd80684ee0 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349815 Jul 27 21:14:54.850777 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b6f03d00-1c73-46cc-8e2c-5c13e67252cb up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:54.904244 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning for port b6f03d00-1c73-46cc-8e2c-5c13e67252cb completed by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:54.908290 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port b6f03d00-1c73-46cc-8e2c-5c13e67252cb triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:54.908718 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.998813 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.023396 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:55.025904 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a8771f-e458-4428-8f68-87f064e87dec" -d '{"events": [{"server_uuid": "d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d", "name": "network-vif-plugged", "status": "completed", "tag": "b6f03d00-1c73-46cc-8e2c-5c13e67252cb"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:55.041266 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b6f03d00-1c73-46cc-8e2c-5c13e67252cb, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:55.045998 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.072131 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fb547a-6f04-48e7-a41b-192b3f21197c x-openstack-request-id: req-81fb547a-6f04-48e7-a41b-192b3f21197c {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:55.072412 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d", "name": "network-vif-plugged", "status": "completed", "tag": "b6f03d00-1c73-46cc-8e2c-5c13e67252cb", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:55.072644 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81fb547a-6f04-48e7-a41b-192b3f21197c {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:55.073890 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb', 'code': 200} Jul 27 21:14:55.108190 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,revision_number=5']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:55.193655 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991be4c5-0fb8-4bb6-a3b3-b42eebc7374e req-0faad116-0f51-466f-a0ec-d9c538e10398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:55.195694 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-991be4c5-0fb8-4bb6-a3b3-b42eebc7374e req-0faad116-0f51-466f-a0ec-d9c538e10398 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 1097 time: 0.0685654 Jul 27 21:14:55.234868 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-991be4c5-0fb8-4bb6-a3b3-b42eebc7374e req-0b06f012-cac9-4e3a-8c58-1d863cf81655 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317538 Jul 27 21:14:55.243891 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67708305-afb4-41c5-b9bc-f18af3279dde req-ee3becc9-b8bb-4543-b992-ef64891bba8d tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:55.245904 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67708305-afb4-41c5-b9bc-f18af3279dde req-ee3becc9-b8bb-4543-b992-ef64891bba8d tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 945 time: 0.0714734 Jul 27 21:14:55.292053 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-67708305-afb4-41c5-b9bc-f18af3279dde req-303af05c-99c1-4ade-9424-84d8fa3cbed7 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373263 Jul 27 21:14:56.462388 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcb513-8a0e-4454-ab08-d77597e30c89 req-397b19f4-7429-4fd0-a28e-51bca5b685cc tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:56.463960 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-87dcb513-8a0e-4454-ab08-d77597e30c89 req-397b19f4-7429-4fd0-a28e-51bca5b685cc tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 945 time: 0.0850496 Jul 27 21:14:56.514887 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-87dcb513-8a0e-4454-ab08-d77597e30c89 req-edf8737b-6ebc-4b83-85bc-3ecae408f44c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402827 Jul 27 21:14:56.691779 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad9ee6-6deb-462b-8d8e-c5fa6564149f req-b203f6d2-1895-4e8f-ba98-5cc8c16d8642 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:56.694047 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38ad9ee6-6deb-462b-8d8e-c5fa6564149f req-b203f6d2-1895-4e8f-ba98-5cc8c16d8642 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 945 time: 0.0978713 Jul 27 21:14:56.742113 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-38ad9ee6-6deb-462b-8d8e-c5fa6564149f req-fe134e17-2909-43bf-b4cf-e4fa5d4aac78 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415065 Jul 27 21:14:56.775626 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41384) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:56.839551 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e016c7-e460-4660-a466-48874c95a293 tempest-TestSnapshotPattern-695348938 tempest-TestSnapshotPattern-695348938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:56.841497 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-d4e016c7-e460-4660-a466-48874c95a293 tempest-TestSnapshotPattern-695348938 tempest-TestSnapshotPattern-695348938-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 1092 time: 0.0643754 Jul 27 21:14:56.844927 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41386) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:56.856584 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.v2.base [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Request body: {'floatingip': {'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'port_id': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:56.880940 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for floatingip, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.995897 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.127230 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_common [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Allocated IP 172.25.1.101 (64915325-701c-4b6c-ac1e-6c4485e40ce2/26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf/793766b5-d87d-4273-92e4-24f437dd984c) {{(pid=94060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:57.240771 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for port, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.288520 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742871221980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.339561 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Network 64915325-701c-4b6c-ac1e-6c4485e40ce2 is already hosted by enough agents. {{(pid=94060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:57.342742 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.base_scheduler [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Resources bound (agent type, host, resource id): {{(pid=94060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:57.347437 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Received port after_create {{(pid=94060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:57.350709 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event updated for resources: {'Port': ['ID=793766b5-d87d-4273-92e4-24f437dd984c,revision_number=1']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:57.759376 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.838795 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.020081 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.027965 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5873768'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.091816 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event updated for resources: {'Port': ['ID=793766b5-d87d-4273-92e4-24f437dd984c,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:58.109706 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8237188'] for floatingip, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.221341 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Floating IP ad7f81d2-af9c-4a90-b668-307115a08066 associated. External IP: 172.25.1.101, port: b6f03d00-1c73-46cc-8e2c-5c13e67252cb. Jul 27 21:14:58.438909 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Router bd03e262-6692-4e56-b3f6-a831b97e8719 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:14:58.549050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:58.559411 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c44cf9-31a0-4fa9-93d8-569b1883c846 None None] Sync routers for ids ['bd03e262-6692-4e56-b3f6-a831b97e8719'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:58.568240 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.571836 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c44cf9-31a0-4fa9-93d8-569b1883c846 None None] Routers {'bd03e262-6692-4e56-b3f6-a831b97e8719'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:58.572503 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-98c44cf9-31a0-4fa9-93d8-569b1883c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:14:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd03e262-6692-4e56-b3f6-a831b97e8719'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:58.606009 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-7e812d1a-3a53-47da-b4c4-f4ad99742731 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7535706 Jul 27 21:14:58.606608 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'tag': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:58.608938 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d4008f-be53-4ae6-b4f4-1bc14293955a" -d '{"events": [{"name": "network-changed", "server_uuid": "d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d", "tag": "b6f03d00-1c73-46cc-8e2c-5c13e67252cb"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:58.646863 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5392971c-999c-4701-8de1-9f46ce96dc49 x-openstack-request-id: req-5392971c-999c-4701-8de1-9f46ce96dc49 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:58.647200 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d", "tag": "b6f03d00-1c73-46cc-8e2c-5c13e67252cb", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:58.647458 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5392971c-999c-4701-8de1-9f46ce96dc49 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:58.647863 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'tag': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb', 'status': 'completed', 'code': 200} Jul 27 21:14:58.685537 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-98c44cf9-31a0-4fa9-93d8-569b1883c846 None None] Set router bd03e262-6692-4e56-b3f6-a831b97e8719 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:58.726636 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4008f-be53-4ae6-b4f4-1bc14293955a req-68b50665-4f6f-4022-b629-ed395ba3fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:58.728066 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-03d4008f-be53-4ae6-b4f4-1bc14293955a req-68b50665-4f6f-4022-b629-ed395ba3fa2c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 1097 time: 0.0569513 Jul 27 21:14:58.826865 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4008f-be53-4ae6-b4f4-1bc14293955a req-7872b487-e5eb-4cc3-83a0-9657a8d38e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:58.828449 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-03d4008f-be53-4ae6-b4f4-1bc14293955a req-7872b487-e5eb-4cc3-83a0-9657a8d38e1e service neutron] 10.222.0.63 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 910 time: 0.0912640 Jul 27 21:14:58.895181 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-03d4008f-be53-4ae6-b4f4-1bc14293955a req-704d9357-d5df-4e5e-86cd-efd72f1bce45 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6f03d00-1c73-46cc-8e2c-5c13e67252cb HTTP/1.1" status: 200 len: 999 time: 0.0598395 Jul 27 21:14:58.914904 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-98c44cf9-31a0-4fa9-93d8-569b1883c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'ad7f81d2-af9c-4a90-b668-307115a08066', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'port_id': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'mac_address': 'fa:16:3e:19:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:14:57Z', 'updated_at': '2021-07-27T21:14:57Z', 'revision_number': 0, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'fixed_ip_address_scope': None}, {'id': 'cb319030-bbe9-483a-b95d-e31369e11f36', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'port_id': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'mac_address': 'fa:16:3e:98:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:12:24Z', 'updated_at': '2021-07-27T21:12:26Z', 'revision_number': 1, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 5, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:58.941634 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c44cf9-31a0-4fa9-93d8-569b1883c846 None None] Checking router: bd03e262-6692-4e56-b3f6-a831b97e8719 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:14:58.949219 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4008f-be53-4ae6-b4f4-1bc14293955a req-f8215cee-98ab-4116-9da6-46964df9d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:58.950438 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c44cf9-31a0-4fa9-93d8-569b1883c846 None None] Routers {'bd03e262-6692-4e56-b3f6-a831b97e8719'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:58.950714 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-03d4008f-be53-4ae6-b4f4-1bc14293955a req-f8215cee-98ab-4116-9da6-46964df9d8c7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7aeff312-5e55-4203-907d-5e1ad4d0573e HTTP/1.1" status: 200 len: 848 time: 0.0484216 Jul 27 21:14:58.951072 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-98c44cf9-31a0-4fa9-93d8-569b1883c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:14:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd03e262-6692-4e56-b3f6-a831b97e8719'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:59.013142 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4008f-be53-4ae6-b4f4-1bc14293955a req-c55a6a2b-fe57-4686-9549-deb166a1f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:59.014599 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-03d4008f-be53-4ae6-b4f4-1bc14293955a req-c55a6a2b-fe57-4686-9549-deb166a1f463 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570345 Jul 27 21:14:59.115733 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-03d4008f-be53-4ae6-b4f4-1bc14293955a req-d5894e16-f86a-4e1e-93c9-58aa918b991c service neutron] 10.222.0.63 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922577 Jul 27 21:14:59.213719 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-03d4008f-be53-4ae6-b4f4-1bc14293955a req-d9585a45-82c2-4321-a878-457496c79eae service neutron] 10.222.0.63 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902979 Jul 27 21:14:59.226751 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-98c44cf9-31a0-4fa9-93d8-569b1883c846 None None] Set router bd03e262-6692-4e56-b3f6-a831b97e8719 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:59.466853 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-98c44cf9-31a0-4fa9-93d8-569b1883c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'ad7f81d2-af9c-4a90-b668-307115a08066', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'port_id': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'mac_address': 'fa:16:3e:19:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:14:57Z', 'updated_at': '2021-07-27T21:14:57Z', 'revision_number': 0, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'fixed_ip_address_scope': None}, {'id': 'cb319030-bbe9-483a-b95d-e31369e11f36', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'port_id': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'mac_address': 'fa:16:3e:98:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:12:24Z', 'updated_at': '2021-07-27T21:12:26Z', 'revision_number': 1, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 5, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:59.493608 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c44cf9-31a0-4fa9-93d8-569b1883c846 None None] The sync data for ids ['bd03e262-6692-4e56-b3f6-a831b97e8719'] in n-d-705657-21 is: [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'ad7f81d2-af9c-4a90-b668-307115a08066', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'port_id': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'mac_address': 'fa:16:3e:19:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:14:57Z', 'updated_at': '2021-07-27T21:14:57Z', 'revision_number': 0, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'fixed_ip_address_scope': None}, {'id': 'cb319030-bbe9-483a-b95d-e31369e11f36', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'port_id': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'mac_address': 'fa:16:3e:98:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:12:24Z', 'updated_at': '2021-07-27T21:12:26Z', 'revision_number': 1, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 5, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:59.723002 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b19806-580c-4df6-84a3-30f66c750bda None None] New status for floating IP ad7f81d2-af9c-4a90-b668-307115a08066: ACTIVE {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:15:04.919244 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:15:09.521513 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.602541 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.620128 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d9afb7-c00a-4495-8fe8-1e43e8174779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.617563 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-80fb8143-2010-4fbd-a610-218163e8695e req-57c9aaf0-2c0e-4a31-bb13-e8b077fdc6e9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570149 Jul 27 21:15:15.717050 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb8143-2010-4fbd-a610-218163e8695e req-ec08b74f-e7ec-42c4-a832-29299f9d0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:15.718573 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-80fb8143-2010-4fbd-a610-218163e8695e req-ec08b74f-e7ec-42c4-a832-29299f9d0d5e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 1097 time: 0.0568118 Jul 27 21:15:15.840845 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb8143-2010-4fbd-a610-218163e8695e req-c2b035a7-7660-4561-8386-ab39265773c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:15.842418 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-80fb8143-2010-4fbd-a610-218163e8695e req-c2b035a7-7660-4561-8386-ab39265773c7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 910 time: 0.0943642 Jul 27 21:15:15.909930 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-80fb8143-2010-4fbd-a610-218163e8695e req-6a0be73c-2cca-47a8-aa55-dbe0c4d6273f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6f03d00-1c73-46cc-8e2c-5c13e67252cb HTTP/1.1" status: 200 len: 1001 time: 0.0584896 Jul 27 21:15:15.963714 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb8143-2010-4fbd-a610-218163e8695e req-9e6168cb-c83b-473c-be63-34fa934b4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:15.965316 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-80fb8143-2010-4fbd-a610-218163e8695e req-9e6168cb-c83b-473c-be63-34fa934b4fd9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7aeff312-5e55-4203-907d-5e1ad4d0573e HTTP/1.1" status: 200 len: 848 time: 0.0484455 Jul 27 21:15:16.031187 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb8143-2010-4fbd-a610-218163e8695e req-7dc84615-b6b5-4a0c-8b97-5145faca592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:16.032756 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-80fb8143-2010-4fbd-a610-218163e8695e req-7dc84615-b6b5-4a0c-8b97-5145faca592c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572131 Jul 27 21:15:16.126072 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-80fb8143-2010-4fbd-a610-218163e8695e req-3f85bc79-d5e5-4237-b952-cb364241c129 service neutron] 10.222.0.63 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845499 Jul 27 21:15:16.238858 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-80fb8143-2010-4fbd-a610-218163e8695e req-ab6b120e-56cf-4fa4-9c48-bead5cd1e1e4 service neutron] 10.222.0.63 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048636 Jul 27 21:15:16.308796 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9189-4356-4000-bd94-107924e7bb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.394287 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.583136 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.422508 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e904b394-b1bc-4704-a776-b41d870d0659 req-5170a1ff-10bb-4708-a355-6fe7c7107acc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542951 Jul 27 21:15:18.526914 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904b394-b1bc-4704-a776-b41d870d0659 req-4cdccd7a-da23-4e0a-a9a5-c675faedd978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:18.528664 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e904b394-b1bc-4704-a776-b41d870d0659 req-4cdccd7a-da23-4e0a-a9a5-c675faedd978 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 1095 time: 0.0574689 Jul 27 21:15:18.645621 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904b394-b1bc-4704-a776-b41d870d0659 req-1bdbc553-622a-4874-8718-284f4be193b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:18.647158 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e904b394-b1bc-4704-a776-b41d870d0659 req-1bdbc553-622a-4874-8718-284f4be193b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 910 time: 0.0975964 Jul 27 21:15:18.714735 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e904b394-b1bc-4704-a776-b41d870d0659 req-eedd7100-f03e-4328-8906-e95a4a55a00a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6 HTTP/1.1" status: 200 len: 999 time: 0.0598953 Jul 27 21:15:18.776918 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904b394-b1bc-4704-a776-b41d870d0659 req-b596f07f-4d38-4d38-bb31-ad8826746bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:18.778978 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e904b394-b1bc-4704-a776-b41d870d0659 req-b596f07f-4d38-4d38-bb31-ad8826746bc5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7aeff312-5e55-4203-907d-5e1ad4d0573e HTTP/1.1" status: 200 len: 848 time: 0.0573530 Jul 27 21:15:18.839583 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904b394-b1bc-4704-a776-b41d870d0659 req-7d5ad7a6-975e-421b-925d-c2c022324a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:18.841425 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e904b394-b1bc-4704-a776-b41d870d0659 req-7d5ad7a6-975e-421b-925d-c2c022324a40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560093 Jul 27 21:15:18.942600 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e904b394-b1bc-4704-a776-b41d870d0659 req-3c96756b-47ae-4d9d-8f48-cd4c57ac2ac8 service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935590 Jul 27 21:15:19.040316 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-e904b394-b1bc-4704-a776-b41d870d0659 req-bfee307c-71bf-48ee-818d-392293ce3b09 service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909061 Jul 27 21:15:19.325448 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:39.522502 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.919570 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:15:42.585720 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:43.628178 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a4358035-28f2-46e6-aa5e-29c8d4338be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.310534 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f9de861c-8b9e-45e6-a95e-395dea9728d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.398716 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.583733 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.326084 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.534785 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.601502 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.621924 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2d63d9f8-2672-4d86-b977-beb23ea4defa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.315010 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1fa693f6-c92f-4e39-928c-37ce15102697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.402423 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.635127 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-82fc4025-12c9-4573-98a2-617a48ad783b req-afb5f91a-cf96-4ddc-b7cd-b624dc75763e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0612035 Jul 27 21:16:16.747787 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc4025-12c9-4573-98a2-617a48ad783b req-82ddfc0e-e574-42a4-957a-d1b4ca2a316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:16.749242 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-82fc4025-12c9-4573-98a2-617a48ad783b req-82ddfc0e-e574-42a4-957a-d1b4ca2a316f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 1097 time: 0.0615559 Jul 27 21:16:16.854590 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc4025-12c9-4573-98a2-617a48ad783b req-141c8a31-c7f7-43fa-961a-79e88f709f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:16.856159 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-82fc4025-12c9-4573-98a2-617a48ad783b req-141c8a31-c7f7-43fa-961a-79e88f709f27 service neutron] 10.222.0.63 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 910 time: 0.0865471 Jul 27 21:16:16.928137 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-82fc4025-12c9-4573-98a2-617a48ad783b req-c9004825-8cbb-426e-a20a-2a22f63852ff service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6f03d00-1c73-46cc-8e2c-5c13e67252cb HTTP/1.1" status: 200 len: 1001 time: 0.0643098 Jul 27 21:16:16.987484 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc4025-12c9-4573-98a2-617a48ad783b req-798772f5-1d3e-41c9-a118-27b1602a0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:16.989056 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-82fc4025-12c9-4573-98a2-617a48ad783b req-798772f5-1d3e-41c9-a118-27b1602a0134 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7aeff312-5e55-4203-907d-5e1ad4d0573e HTTP/1.1" status: 200 len: 848 time: 0.0537376 Jul 27 21:16:17.055654 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc4025-12c9-4573-98a2-617a48ad783b req-147d6a0b-9574-48f9-92f0-b318b334af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:17.057370 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-82fc4025-12c9-4573-98a2-617a48ad783b req-147d6a0b-9574-48f9-92f0-b318b334af06 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596666 Jul 27 21:16:17.070028 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-82fc4025-12c9-4573-98a2-617a48ad783b req-99c314f1-8373-46a8-aa9d-2ed3a0126fa9 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=94060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:16:17.070985 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-82fc4025-12c9-4573-98a2-617a48ad783b req-99c314f1-8373-46a8-aa9d-2ed3a0126fa9 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057244 Jul 27 21:16:17.176157 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-82fc4025-12c9-4573-98a2-617a48ad783b req-4e47f4d2-7771-4646-96fe-25333e1b5a6d service neutron] 10.222.0.63 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977769 Jul 27 21:16:17.274854 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-82fc4025-12c9-4573-98a2-617a48ad783b req-d1c10486-ccce-4a03-8487-96a47678ad3f service neutron] 10.222.0.63 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906215 Jul 27 21:16:17.588100 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:18.437084 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-10bacdb8-c680-4e99-bcdd-f9d1e711ebad req-00212933-eb0a-462a-b800-6a681ef85716 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602770 Jul 27 21:16:18.552221 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bacdb8-c680-4e99-bcdd-f9d1e711ebad req-244bba29-1af4-4587-abd8-5b2ad8902860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:18.554512 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-10bacdb8-c680-4e99-bcdd-f9d1e711ebad req-244bba29-1af4-4587-abd8-5b2ad8902860 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 1095 time: 0.0708017 Jul 27 21:16:18.672277 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bacdb8-c680-4e99-bcdd-f9d1e711ebad req-51ef57a7-2896-4197-91d7-1167dd53c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:18.673841 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-10bacdb8-c680-4e99-bcdd-f9d1e711ebad req-51ef57a7-2896-4197-91d7-1167dd53c520 service neutron] 10.222.0.52 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 910 time: 0.0955963 Jul 27 21:16:18.750222 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-10bacdb8-c680-4e99-bcdd-f9d1e711ebad req-85ad80b1-26d2-492d-8819-a8d3ef3e106f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6 HTTP/1.1" status: 200 len: 999 time: 0.0689464 Jul 27 21:16:18.805459 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bacdb8-c680-4e99-bcdd-f9d1e711ebad req-9f1d464a-2b43-41bf-a136-516dfa58c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:18.806923 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-10bacdb8-c680-4e99-bcdd-f9d1e711ebad req-9f1d464a-2b43-41bf-a136-516dfa58c56d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7aeff312-5e55-4203-907d-5e1ad4d0573e HTTP/1.1" status: 200 len: 848 time: 0.0499661 Jul 27 21:16:18.869751 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bacdb8-c680-4e99-bcdd-f9d1e711ebad req-ecbc48c5-3e6e-4039-a452-3c4cfe7f17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:18.871468 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-10bacdb8-c680-4e99-bcdd-f9d1e711ebad req-ecbc48c5-3e6e-4039-a452-3c4cfe7f17bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571938 Jul 27 21:16:18.924117 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:16:18.971027 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-10bacdb8-c680-4e99-bcdd-f9d1e711ebad req-142f2726-be26-474c-9ff5-20f13158ba38 service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919621 Jul 27 21:16:19.074312 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-10bacdb8-c680-4e99-bcdd-f9d1e711ebad req-be2e9236-c4ac-4583-a6d4-cd2b7edfb82c service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967042 Jul 27 21:16:19.334933 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.413069 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b6f03d00-1c73-46cc-8e2c-5c13e67252cb details requested by agent hyperv_n-h2-705657-21 with host n-h2-705657-21 {{(pid=94061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:16:31.538206 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b6f03d00-1c73-46cc-8e2c-5c13e67252cb, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:31.553315 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Returning: {'device': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'port_id': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb', 'mac_address': 'fa:16:3e:19:05:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:16:31.593567 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.608615 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6f03d00-1c73-46cc-8e2c-5c13e67252cb {{(pid=94061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:16:31.631941 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b6f03d00-1c73-46cc-8e2c-5c13e67252cb, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:31.638304 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.688928 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,revision_number=6']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:31.696680 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:31.697027 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:31.697360 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:31.697687 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:31.698022 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:31.698337 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:31.698660 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:31.698962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:31.699275 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:31.699590 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:31.699903 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:31.700214 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:31.719381 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] get_ports_and_sgs() called for port_ids ['b6f03d00-1c73-46cc-8e2c-5c13e67252cb'] {{(pid=94061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:33.416196 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b6f03d00-1c73-46cc-8e2c-5c13e67252cb up at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:33.473237 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.provisioning_blocks [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Provisioning complete for port b6f03d00-1c73-46cc-8e2c-5c13e67252cb triggered by entity L2. {{(pid=94061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:33.473688 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867875'] for port, provisioning_complete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.586646 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.618779 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:33.622319 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb92f5c-85b9-42c1-a495-fc109d5ee743" -d '{"events": [{"server_uuid": "d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d", "name": "network-vif-plugged", "status": "completed", "tag": "b6f03d00-1c73-46cc-8e2c-5c13e67252cb"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:33.638155 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b6f03d00-1c73-46cc-8e2c-5c13e67252cb, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:33.645040 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.678673 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ab477b-5163-4ea1-aba1-2c1d23d1be7e x-openstack-request-id: req-07ab477b-5163-4ea1-aba1-2c1d23d1be7e {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:33.679243 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d", "name": "network-vif-plugged", "status": "completed", "tag": "b6f03d00-1c73-46cc-8e2c-5c13e67252cb", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:33.679664 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07ab477b-5163-4ea1-aba1-2c1d23d1be7e {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:33.680051 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb', 'code': 200} Jul 27 21:16:33.707934 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,revision_number=7']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:39.568045 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.566581 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41590) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:42.600837 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.731359 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Deleting port 793766b5-d87d-4273-92e4-24f437dd984c {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:42.731858 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.193003 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.193314 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.207348 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Calling delete_port for 793766b5-d87d-4273-92e4-24f437dd984c owned by network:floatingip {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:43.379027 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.411660 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event deleted for resources: {'Port': ['ID=793766b5-d87d-4273-92e4-24f437dd984c,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:43.423880 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:43.424206 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:43.424579 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:43.424913 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:43.425248 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:43.425577 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:43.425900 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:43.426225 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:43.426529 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:43.426844 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:43.427174 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:43.427518 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:43.486036 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for floatingip, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.486361 n-d-705657-21 neutron-server[94060]: INFO neutron.db.l3_db [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Floating IP ad7f81d2-af9c-4a90-b668-307115a08066 disassociated (deleted). External IP: 172.25.1.101, port: b6f03d00-1c73-46cc-8e2c-5c13e67252cb. Jul 27 21:16:43.626257 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8122354a-757e-4b49-a374-40a6f62acc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.714055 n-d-705657-21 neutron-server[94060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Router bd03e262-6692-4e56-b3f6-a831b97e8719 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:43.833420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:43.839243 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.845938 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594aae07-17ee-4147-88ed-0c094d2a286a None None] Sync routers for ids ['bd03e262-6692-4e56-b3f6-a831b97e8719'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:43.857561 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594aae07-17ee-4147-88ed-0c094d2a286a None None] Routers {'bd03e262-6692-4e56-b3f6-a831b97e8719'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:43.858725 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-594aae07-17ee-4147-88ed-0c094d2a286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:16:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd03e262-6692-4e56-b3f6-a831b97e8719'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:43.876992 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-098c95fb-e872-429e-b96c-12b0a9af8c0b tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "DELETE /v2.0/floatingips/ad7f81d2-af9c-4a90-b668-307115a08066 HTTP/1.1" status: 204 len: 168 time: 1.3092384 Jul 27 21:16:43.877602 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'tag': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:43.879893 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129266f3-18ef-4513-8119-40c58b10ccea" -d '{"events": [{"name": "network-changed", "server_uuid": "d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d", "tag": "b6f03d00-1c73-46cc-8e2c-5c13e67252cb"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:43.976935 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-594aae07-17ee-4147-88ed-0c094d2a286a None None] Set router bd03e262-6692-4e56-b3f6-a831b97e8719 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:44.041317 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6e1b1d-3949-421a-bd08-30397a083717 x-openstack-request-id: req-fa6e1b1d-3949-421a-bd08-30397a083717 {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:44.041964 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d", "tag": "b6f03d00-1c73-46cc-8e2c-5c13e67252cb", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:44.041964 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa6e1b1d-3949-421a-bd08-30397a083717 {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:44.042299 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'tag': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb', 'status': 'completed', 'code': 200} Jul 27 21:16:44.143216 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129266f3-18ef-4513-8119-40c58b10ccea req-f96e9b8e-b8de-40ea-8471-129a819f7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:44.145147 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-129266f3-18ef-4513-8119-40c58b10ccea req-f96e9b8e-b8de-40ea-8471-129a819f7f80 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 1097 time: 0.0739934 Jul 27 21:16:44.176370 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00148f7-6898-49a8-8897-377c707b64cf req-5ed81d5a-7581-4cc1-860b-ce3f77b92baa tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:44.178337 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f00148f7-6898-49a8-8897-377c707b64cf req-5ed81d5a-7581-4cc1-860b-ce3f77b92baa tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 945 time: 0.0784280 Jul 27 21:16:44.223102 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-f00148f7-6898-49a8-8897-377c707b64cf req-c96f7f60-328c-4130-ae38-aaf542373ead tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377531 Jul 27 21:16:44.238799 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-594aae07-17ee-4147-88ed-0c094d2a286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'cb319030-bbe9-483a-b95d-e31369e11f36', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'port_id': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'mac_address': 'fa:16:3e:98:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:12:24Z', 'updated_at': '2021-07-27T21:12:26Z', 'revision_number': 1, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 5, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:44.250420 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129266f3-18ef-4513-8119-40c58b10ccea req-a14cae67-6cf6-4ab3-ad94-8b6976000473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:44.251943 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-129266f3-18ef-4513-8119-40c58b10ccea req-a14cae67-6cf6-4ab3-ad94-8b6976000473 service neutron] 10.222.0.63 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 910 time: 0.0988789 Jul 27 21:16:44.265997 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594aae07-17ee-4147-88ed-0c094d2a286a None None] Checking router: bd03e262-6692-4e56-b3f6-a831b97e8719 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:16:44.276309 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594aae07-17ee-4147-88ed-0c094d2a286a None None] Routers {'bd03e262-6692-4e56-b3f6-a831b97e8719'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:44.276761 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-594aae07-17ee-4147-88ed-0c094d2a286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:16:16Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd03e262-6692-4e56-b3f6-a831b97e8719'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:44.296698 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-129266f3-18ef-4513-8119-40c58b10ccea req-f5461fcd-d2c5-4d50-8e0a-52f197ae7472 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6f03d00-1c73-46cc-8e2c-5c13e67252cb HTTP/1.1" status: 200 len: 217 time: 0.0355291 Jul 27 21:16:44.354549 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129266f3-18ef-4513-8119-40c58b10ccea req-5f11b3c6-dd91-40fb-9a45-827116e02980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:44.356027 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-129266f3-18ef-4513-8119-40c58b10ccea req-5f11b3c6-dd91-40fb-9a45-827116e02980 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7aeff312-5e55-4203-907d-5e1ad4d0573e HTTP/1.1" status: 200 len: 848 time: 0.0507219 Jul 27 21:16:44.384936 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-594aae07-17ee-4147-88ed-0c094d2a286a None None] Set router bd03e262-6692-4e56-b3f6-a831b97e8719 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:44.418122 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129266f3-18ef-4513-8119-40c58b10ccea req-f13fa13c-ccdb-43b0-b85d-42d9f163f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:44.421788 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-129266f3-18ef-4513-8119-40c58b10ccea req-f13fa13c-ccdb-43b0-b85d-42d9f163f2d6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570533 Jul 27 21:16:44.522732 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-129266f3-18ef-4513-8119-40c58b10ccea req-d56aecbe-7b17-4348-af91-d217aca41655 service neutron] 10.222.0.63 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902877 Jul 27 21:16:44.625208 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-129266f3-18ef-4513-8119-40c58b10ccea req-188db5d0-0a92-43a0-8cad-5a62b93db3d2 service neutron] 10.222.0.63 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947270 Jul 27 21:16:44.625500 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-594aae07-17ee-4147-88ed-0c094d2a286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'cb319030-bbe9-483a-b95d-e31369e11f36', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'port_id': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'mac_address': 'fa:16:3e:98:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:12:24Z', 'updated_at': '2021-07-27T21:12:26Z', 'revision_number': 1, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 5, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:44.652900 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594aae07-17ee-4147-88ed-0c094d2a286a None None] The sync data for ids ['bd03e262-6692-4e56-b3f6-a831b97e8719'] in n-d-705657-21 is: [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_floatingips': [{'id': 'cb319030-bbe9-483a-b95d-e31369e11f36', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'router_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'port_id': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'mac_address': 'fa:16:3e:98:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:12:24Z', 'updated_at': '2021-07-27T21:12:26Z', 'revision_number': 1, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 5, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:44.889272 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708a2a6-f562-46e2-88f6-cdde92205c0d None None] New status for floating IP ad7f81d2-af9c-4a90-b668-307115a08066: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:16:45.370628 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3286e2-6e89-426d-86a1-3d57c776452a req-ee1e0cef-7775-4c50-9878-880cf501e223 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:45.372183 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae3286e2-6e89-426d-86a1-3d57c776452a req-ee1e0cef-7775-4c50-9878-880cf501e223 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 945 time: 0.0749454 Jul 27 21:16:45.421813 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-ae3286e2-6e89-426d-86a1-3d57c776452a req-b155b188-0dec-4cc3-a5ac-77c24ed862fe tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430174 Jul 27 21:16:45.504452 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b6f03d00-1c73-46cc-8e2c-5c13e67252cb no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:45.605627 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023835'] for port, before_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.631528 n-d-705657-21 neutron-server[94061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb'}] {{(pid=94061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:45.633861 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff58426b28a055899ae881878d26e39c690faad5be6dfd086e3d52d183929554" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aef61d-d621-4283-8eb8-3a6439235cc2" -d '{"events": [{"server_uuid": "d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d", "name": "network-vif-unplugged", "status": "completed", "tag": "b6f03d00-1c73-46cc-8e2c-5c13e67252cb"}]}' {{(pid=94061) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:45.654718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] For port b6f03d00-1c73-46cc-8e2c-5c13e67252cb, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:45.659367 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742871611118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742871221998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742871222532'] for port, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.681965 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360eda71-e6d6-40da-a293-df94d515f2ad x-openstack-request-id: req-360eda71-e6d6-40da-a293-df94d515f2ad {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:45.682256 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d", "name": "network-vif-unplugged", "status": "completed", "tag": "b6f03d00-1c73-46cc-8e2c-5c13e67252cb", "code": 200}]} {{(pid=94061) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:45.682508 n-d-705657-21 neutron-server[94061]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-360eda71-e6d6-40da-a293-df94d515f2ad {{(pid=94061) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:45.682900 n-d-705657-21 neutron-server[94061]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb', 'code': 200} Jul 27 21:16:45.708721 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Pushing event updated for resources: {'Port': ['ID=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,revision_number=8']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:45.787908 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14de021-7ca4-4090-8e62-64fb320566b3 req-e361b0c4-a106-4e17-9271-77d4656e985c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:45.789420 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a14de021-7ca4-4090-8e62-64fb320566b3 req-e361b0c4-a106-4e17-9271-77d4656e985c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.63 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 943 time: 0.0847368 Jul 27 21:16:45.903498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-a14de021-7ca4-4090-8e62-64fb320566b3 req-4dcc1070-3b8c-4114-9bde-5a9b20d09e43 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Deleting port b6f03d00-1c73-46cc-8e2c-5c13e67252cb {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:45.903752 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a14de021-7ca4-4090-8e62-64fb320566b3 req-4dcc1070-3b8c-4114-9bde-5a9b20d09e43 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.999693 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-a14de021-7ca4-4090-8e62-64fb320566b3 req-4dcc1070-3b8c-4114-9bde-5a9b20d09e43 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] For port b6f03d00-1c73-46cc-8e2c-5c13e67252cb, host n-h2-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705657-21',level=0,port_id=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:46.000085 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a14de021-7ca4-4090-8e62-64fb320566b3 req-4dcc1070-3b8c-4114-9bde-5a9b20d09e43 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.013498 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-a14de021-7ca4-4090-8e62-64fb320566b3 req-4dcc1070-3b8c-4114-9bde-5a9b20d09e43 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Calling delete_port for b6f03d00-1c73-46cc-8e2c-5c13e67252cb owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:46.152216 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a14de021-7ca4-4090-8e62-64fb320566b3 req-4dcc1070-3b8c-4114-9bde-5a9b20d09e43 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.187465 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc1070-3b8c-4114-9bde-5a9b20d09e43 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event deleted for resources: {'Port': ['ID=b6f03d00-1c73-46cc-8e2c-5c13e67252cb,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:46.234959 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14de021-7ca4-4090-8e62-64fb320566b3 req-4dcc1070-3b8c-4114-9bde-5a9b20d09e43 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] No DVR routers for this DVR port b6f03d00-1c73-46cc-8e2c-5c13e67252cb on host n-h2-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:46.238590 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-a14de021-7ca4-4090-8e62-64fb320566b3 req-4dcc1070-3b8c-4114-9bde-5a9b20d09e43 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.241076 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-a14de021-7ca4-4090-8e62-64fb320566b3 req-4dcc1070-3b8c-4114-9bde-5a9b20d09e43 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.63 "DELETE /v2.0/ports/b6f03d00-1c73-46cc-8e2c-5c13e67252cb HTTP/1.1" status: 204 len: 173 time: 0.4448447 Jul 27 21:16:46.241554 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'name': 'network-vif-deleted', 'tag': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:46.243961 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f836dd-1b86-44a8-b7a7-7efb544fb250" -d '{"events": [{"server_uuid": "d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d", "name": "network-vif-deleted", "tag": "b6f03d00-1c73-46cc-8e2c-5c13e67252cb"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:46.285225 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac15469-b0a5-464e-91bf-965b8d5ec8ce x-openstack-request-id: req-7ac15469-b0a5-464e-91bf-965b8d5ec8ce {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:46.285513 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d", "name": "network-vif-deleted", "tag": "b6f03d00-1c73-46cc-8e2c-5c13e67252cb", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:46.285738 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ac15469-b0a5-464e-91bf-965b8d5ec8ce {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:46.286164 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd532c6fd-06f9-4cbd-b3aa-9b37436cdd4d', 'name': 'network-vif-deleted', 'tag': 'b6f03d00-1c73-46cc-8e2c-5c13e67252cb', 'status': 'completed', 'code': 200} Jul 27 21:16:46.319737 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8ef6753f-29e8-4418-8b93-501e75687c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.407252 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.547057 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-fc4f475e-98d2-4db0-b8ae-04b40447eb68 req-a56e2e68-3999-4f02-bf85-d7cd2abfd39d tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=d532c6fd-06f9-4cbd-b3aa-9b37436cdd4d HTTP/1.1" status: 200 len: 210 time: 0.0309918 Jul 27 21:16:47.590692 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.213676 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41652) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:48.393164 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Deleting port d45e5d41-bd5d-4204-b0ac-63b7d9161871 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:48.393563 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.477332 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.477683 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.491394 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Calling delete_port for d45e5d41-bd5d-4204-b0ac-63b7d9161871 owned by network:floatingip {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:48.666136 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.692469 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event deleted for resources: {'Port': ['ID=d45e5d41-bd5d-4204-b0ac-63b7d9161871,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:48.704464 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:48.704822 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:48.705159 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:48.705491 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:48.705824 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:48.706153 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:48.706471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:48.706780 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:48.707119 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:48.707438 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:48.707757 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:48.708098 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705657-21 {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:48.772134 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for floatingip, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.772532 n-d-705657-21 neutron-server[94059]: INFO neutron.db.l3_db [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Floating IP cb319030-bbe9-483a-b95d-e31369e11f36 disassociated (deleted). External IP: 172.25.1.251, port: d7caa45c-0d64-4903-ac22-d2e668bf50c6. Jul 27 21:16:48.987833 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Router bd03e262-6692-4e56-b3f6-a831b97e8719 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:49.105587 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:49.110919 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for floatingip, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.115774 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1367413-c23c-417a-9d28-f91e71d7cc79 None None] Sync routers for ids ['bd03e262-6692-4e56-b3f6-a831b97e8719'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:49.126270 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1367413-c23c-417a-9d28-f91e71d7cc79 None None] Routers {'bd03e262-6692-4e56-b3f6-a831b97e8719'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:49.127212 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a1367413-c23c-417a-9d28-f91e71d7cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:16:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd03e262-6692-4e56-b3f6-a831b97e8719'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:49.156969 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-944fd886-7a32-4969-9d16-cab7ff6ad31c tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "DELETE /v2.0/floatingips/cb319030-bbe9-483a-b95d-e31369e11f36 HTTP/1.1" status: 204 len: 168 time: 0.9421482 Jul 27 21:16:49.157760 n-d-705657-21 neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'tag': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:49.161044 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82020f00d9105fea8a59345fdc35de2f2854bc43d5b9a74a339288cd71c0a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd835c88-ce91-476b-b8d5-7fe182f02328" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcd296e-e5e9-412f-bdd6-eab3e5511167", "tag": "d7caa45c-0d64-4903-ac22-d2e668bf50c6"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:49.252855 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a1367413-c23c-417a-9d28-f91e71d7cc79 None None] Set router bd03e262-6692-4e56-b3f6-a831b97e8719 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:49.392495 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.419214 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79652c91-99da-4d4f-8dda-30a996bb79c9 x-openstack-request-id: req-79652c91-99da-4d4f-8dda-30a996bb79c9 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:49.420143 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcd296e-e5e9-412f-bdd6-eab3e5511167", "tag": "d7caa45c-0d64-4903-ac22-d2e668bf50c6", "status": "completed", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:49.420479 n-d-705657-21 neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79652c91-99da-4d4f-8dda-30a996bb79c9 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:49.421586 n-d-705657-21 neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'tag': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'status': 'completed', 'code': 200} Jul 27 21:16:49.489379 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a1367413-c23c-417a-9d28-f91e71d7cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 5, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:49.514689 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd835c88-ce91-476b-b8d5-7fe182f02328 req-001bf4cc-cd1f-409e-8169-cdf6fe938b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:49.517123 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fd835c88-ce91-476b-b8d5-7fe182f02328 req-001bf4cc-cd1f-409e-8169-cdf6fe938b32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3a579c5acb245ee88578170d564a1f2&device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 1095 time: 0.0698724 Jul 27 21:16:49.525181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b6f03d00-1c73-46cc-8e2c-5c13e67252cb no longer exists at agent hyperv_n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:49.527631 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1367413-c23c-417a-9d28-f91e71d7cc79 None None] Checking router: bd03e262-6692-4e56-b3f6-a831b97e8719 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:16:49.542829 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21748e16-a93c-4672-b945-f687cc094e20 req-20852537-bb47-4d0a-a7bb-e80cb87a5ed4 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:49.544374 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21748e16-a93c-4672-b945-f687cc094e20 req-20852537-bb47-4d0a-a7bb-e80cb87a5ed4 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 943 time: 0.0702000 Jul 27 21:16:49.554183 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] No Port match for: b6f03d00-1c73-46cc-8e2c-5c13e67252cb {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:49.554640 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Device b6f03d00-1c73-46cc-8e2c-5c13e67252cb not bound to the agent host n-h2-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:49.556688 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1367413-c23c-417a-9d28-f91e71d7cc79 None None] Routers {'bd03e262-6692-4e56-b3f6-a831b97e8719'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:49.557362 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a1367413-c23c-417a-9d28-f91e71d7cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:16:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd03e262-6692-4e56-b3f6-a831b97e8719'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:49.587524 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-21748e16-a93c-4672-b945-f687cc094e20 req-0274606d-a092-4528-856e-0d21ed48b013 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357707 Jul 27 21:16:49.621822 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd835c88-ce91-476b-b8d5-7fe182f02328 req-d4c5a166-c3db-4ff4-b20b-cbdf36ade413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:49.623426 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fd835c88-ce91-476b-b8d5-7fe182f02328 req-d4c5a166-c3db-4ff4-b20b-cbdf36ade413 service neutron] 10.222.0.52 "GET /v2.0/networks?id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 200 len: 910 time: 0.0981653 Jul 27 21:16:49.670974 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fd835c88-ce91-476b-b8d5-7fe182f02328 req-57fcddf6-0120-4730-a946-6a89a31ab0dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6 HTTP/1.1" status: 200 len: 217 time: 0.0397165 Jul 27 21:16:49.679699 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-a1367413-c23c-417a-9d28-f91e71d7cc79 None None] Set router bd03e262-6692-4e56-b3f6-a831b97e8719 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:49.724040 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd835c88-ce91-476b-b8d5-7fe182f02328 req-44791fdb-2fd9-4708-be0a-41bee374be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:49.725579 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fd835c88-ce91-476b-b8d5-7fe182f02328 req-44791fdb-2fd9-4708-be0a-41bee374be52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7aeff312-5e55-4203-907d-5e1ad4d0573e HTTP/1.1" status: 200 len: 848 time: 0.0471742 Jul 27 21:16:49.789778 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd835c88-ce91-476b-b8d5-7fe182f02328 req-8e6e7f12-9f75-48de-b406-554d2b627426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:49.791376 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fd835c88-ce91-476b-b8d5-7fe182f02328 req-8e6e7f12-9f75-48de-b406-554d2b627426 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=080c509e-9e21-4ce3-83a8-9c2e1931fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576749 Jul 27 21:16:49.899713 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fd835c88-ce91-476b-b8d5-7fe182f02328 req-d6b8b019-37b3-42b9-861f-a32b0140053d service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993886 Jul 27 21:16:49.997540 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-fd835c88-ce91-476b-b8d5-7fe182f02328 req-36233fc4-52fe-4a79-b56e-6993fcf922a9 service neutron] 10.222.0.52 "GET /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892634 Jul 27 21:16:50.055715 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-a1367413-c23c-417a-9d28-f91e71d7cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 5, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:50.086780 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1367413-c23c-417a-9d28-f91e71d7cc79 None None] The sync data for ids ['bd03e262-6692-4e56-b3f6-a831b97e8719'] in n-d-705657-21 is: [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:12:05Z', 'revision_number': 4, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21', '_interfaces': [{'id': '013e793c-be35-43ab-acdb-dc3c94090289', 'name': '', 'network_id': '080c509e-9e21-4ce3-83a8-9c2e1931fdc9', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'mac_address': 'fa:16:3e:46:de:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:05Z', 'updated_at': '2021-07-27T21:12:11Z', 'revision_number': 5, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'subnets': [{'id': '7aeff312-5e55-4203-907d-5e1ad4d0573e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:50.321002 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb26e8-9de8-4ae5-b19e-dd5265a229c4 None None] New status for floating IP cb319030-bbe9-483a-b95d-e31369e11f36: DOWN {{(pid=94062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:16:50.725144 n-d-705657-21 neutron-server[94059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8843-e877-41a9-8493-dd0f99c1485b req-011e98f2-cc6c-45f6-b178-63840d490f08 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:50.726603 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e16f8843-e877-41a9-8493-dd0f99c1485b req-011e98f2-cc6c-45f6-b178-63840d490f08 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 943 time: 0.0670471 Jul 27 21:16:50.769055 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-e16f8843-e877-41a9-8493-dd0f99c1485b req-db1838c6-84a9-4173-948c-40ff3246790f tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/security-groups?id=371952cf-6d8a-4141-8f04-2e001487cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359423 Jul 27 21:16:50.960615 n-d-705657-21 neutron-server[94060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1215d-1e5e-4ea0-93ce-5db5006f8f0d req-d15b3c57-668c-44c7-8c05-2f5301b5fc43 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:50.962189 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1ad1215d-1e5e-4ea0-93ce-5db5006f8f0d req-d15b3c57-668c-44c7-8c05-2f5301b5fc43 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 943 time: 0.0764382 Jul 27 21:16:51.073493 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-1ad1215d-1e5e-4ea0-93ce-5db5006f8f0d req-35a53215-e63e-4465-bbc5-67cd8dd49acf tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Deleting port d7caa45c-0d64-4903-ac22-d2e668bf50c6 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:51.073832 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1ad1215d-1e5e-4ea0-93ce-5db5006f8f0d req-35a53215-e63e-4465-bbc5-67cd8dd49acf tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.164906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [req-1ad1215d-1e5e-4ea0-93ce-5db5006f8f0d req-35a53215-e63e-4465-bbc5-67cd8dd49acf tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] For port d7caa45c-0d64-4903-ac22-d2e668bf50c6, host n-h1-705657-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705657-21',level=0,port_id=d7caa45c-0d64-4903-ac22-d2e668bf50c6,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:51.165246 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1ad1215d-1e5e-4ea0-93ce-5db5006f8f0d req-35a53215-e63e-4465-bbc5-67cd8dd49acf tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.179582 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [req-1ad1215d-1e5e-4ea0-93ce-5db5006f8f0d req-35a53215-e63e-4465-bbc5-67cd8dd49acf tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Calling delete_port for d7caa45c-0d64-4903-ac22-d2e668bf50c6 owned by compute:nova {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:51.333718 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1ad1215d-1e5e-4ea0-93ce-5db5006f8f0d req-35a53215-e63e-4465-bbc5-67cd8dd49acf tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.366906 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a53215-e63e-4465-bbc5-67cd8dd49acf tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event deleted for resources: {'Port': ['ID=d7caa45c-0d64-4903-ac22-d2e668bf50c6,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:51.417799 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad1215d-1e5e-4ea0-93ce-5db5006f8f0d req-35a53215-e63e-4465-bbc5-67cd8dd49acf tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] No DVR routers for this DVR port d7caa45c-0d64-4903-ac22-d2e668bf50c6 on host n-h1-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:51.421017 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [req-1ad1215d-1e5e-4ea0-93ce-5db5006f8f0d req-35a53215-e63e-4465-bbc5-67cd8dd49acf tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8436'] for port, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.423080 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [req-1ad1215d-1e5e-4ea0-93ce-5db5006f8f0d req-35a53215-e63e-4465-bbc5-67cd8dd49acf tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.52 "DELETE /v2.0/ports/d7caa45c-0d64-4903-ac22-d2e668bf50c6 HTTP/1.1" status: 204 len: 173 time: 0.4540160 Jul 27 21:16:51.423520 n-d-705657-21 neutron-server[94060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'name': 'network-vif-deleted', 'tag': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6'}] {{(pid=94060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:51.425821 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93d97d23f06ef835e8d566595a435ddab36721fec95e6d7811dec0a79bc907b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e77334-43e3-4637-9f8b-b8c8c6acc8b6" -d '{"events": [{"server_uuid": "ebcd296e-e5e9-412f-bdd6-eab3e5511167", "name": "network-vif-deleted", "tag": "d7caa45c-0d64-4903-ac22-d2e668bf50c6"}]}' {{(pid=94060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:51.465028 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ae6ec5-05b6-4a05-a613-c0b4d7a01cfc x-openstack-request-id: req-c0ae6ec5-05b6-4a05-a613-c0b4d7a01cfc {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:51.465405 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcd296e-e5e9-412f-bdd6-eab3e5511167", "name": "network-vif-deleted", "tag": "d7caa45c-0d64-4903-ac22-d2e668bf50c6", "status": "completed", "code": 200}]} {{(pid=94060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:51.465740 n-d-705657-21 neutron-server[94060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0ae6ec5-05b6-4a05-a613-c0b4d7a01cfc {{(pid=94060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:51.466324 n-d-705657-21 neutron-server[94060]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcd296e-e5e9-412f-bdd6-eab3e5511167', 'name': 'network-vif-deleted', 'tag': 'd7caa45c-0d64-4903-ac22-d2e668bf50c6', 'status': 'completed', 'code': 200} Jul 27 21:16:51.891596 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [req-69c47eb6-05fd-49e4-98e6-e54bfbb0a3f8 req-32a63ef2-a6bf-4492-9271-737d583804cb tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebcd296e-e5e9-412f-bdd6-eab3e5511167 HTTP/1.1" status: 200 len: 210 time: 0.0307550 Jul 27 21:16:52.954259 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41674) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:53.031886 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6eca9cb4-089a-483c-b441-159548723676 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.060296 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6eca9cb4-089a-483c-b441-159548723676 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.124610 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6eca9cb4-089a-483c-b441-159548723676 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.127560 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6eca9cb4-089a-483c-b441-159548723676 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.128727 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6eca9cb4-089a-483c-b441-159548723676 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] 10.222.0.48 "DELETE /v2.0/security-groups/371952cf-6d8a-4141-8f04-2e001487cf48 HTTP/1.1" status: 204 len: 168 time: 0.1733918 Jul 27 21:16:53.138242 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca9cb4-089a-483c-b441-159548723676 tempest-TestSnapshotPattern-157142042 tempest-TestSnapshotPattern-157142042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=371952cf-6d8a-4141-8f04-2e001487cf48,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:53.184183 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41678) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:53.567049 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2a79-46e1-4c58-94d5-9be847efc6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.202249 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b2a79-46e1-4c58-94d5-9be847efc6d4 admin admin] Deleting port 013e793c-be35-43ab-acdb-dc3c94090289 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:54.203137 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2a79-46e1-4c58-94d5-9be847efc6d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.289930 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-2f2b2a79-46e1-4c58-94d5-9be847efc6d4 admin admin] For port 013e793c-be35-43ab-acdb-dc3c94090289, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=013e793c-be35-43ab-acdb-dc3c94090289,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:54.290336 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2a79-46e1-4c58-94d5-9be847efc6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.303676 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b2a79-46e1-4c58-94d5-9be847efc6d4 admin admin] Calling delete_port for 013e793c-be35-43ab-acdb-dc3c94090289 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:54.503365 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2a79-46e1-4c58-94d5-9be847efc6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.532471 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b2a79-46e1-4c58-94d5-9be847efc6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=013e793c-be35-43ab-acdb-dc3c94090289,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:54.706153 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2a79-46e1-4c58-94d5-9be847efc6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.925517 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2b2a79-46e1-4c58-94d5-9be847efc6d4 admin admin] Router bd03e262-6692-4e56-b3f6-a831b97e8719 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:54.928994 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d7caa45c-0d64-4903-ac22-d2e668bf50c6 no longer exists at agent hyperv_n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:54.949382 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] No Port match for: d7caa45c-0d64-4903-ac22-d2e668bf50c6 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:54.949720 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Device d7caa45c-0d64-4903-ac22-d2e668bf50c6 not bound to the agent host n-h1-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:55.038750 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2b2a79-46e1-4c58-94d5-9be847efc6d4 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:55.044084 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2f2b2a79-46e1-4c58-94d5-9be847efc6d4 admin admin] 10.222.0.48 "PUT /v2.0/routers/bd03e262-6692-4e56-b3f6-a831b97e8719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8587670 Jul 27 21:16:55.047301 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41680) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:55.048291 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9f9737-48a9-4935-9927-a7934dd21e12 None None] Sync routers for ids ['bd03e262-6692-4e56-b3f6-a831b97e8719'] in n-d-705657-21 {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:55.058014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f9737-48a9-4935-9927-a7934dd21e12 None None] Routers {'bd03e262-6692-4e56-b3f6-a831b97e8719'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:55.058666 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-dc9f9737-48a9-4935-9927-a7934dd21e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:16:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd03e262-6692-4e56-b3f6-a831b97e8719'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:55.164113 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] Notify callbacks [] for router, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.186049 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-dc9f9737-48a9-4935-9927-a7934dd21e12 None None] Set router bd03e262-6692-4e56-b3f6-a831b97e8719 gateway port host: n-d-705657-21 {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:55.268136 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.328752 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] Deleting port 74d1594a-9161-4a37-9331-f1ceb4b36f2b {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:55.329097 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.369134 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-dc9f9737-48a9-4935-9927-a7934dd21e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:16:54Z', 'revision_number': 5, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port': {'id': '74d1594a-9161-4a37-9331-f1ceb4b36f2b', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:03Z', 'updated_at': '2021-07-27T21:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:55.408124 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9f9737-48a9-4935-9927-a7934dd21e12 None None] Checking router: bd03e262-6692-4e56-b3f6-a831b97e8719 for host: n-d-705657-21 {{(pid=94061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:16:55.417535 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] For port 74d1594a-9161-4a37-9331-f1ceb4b36f2b, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=74d1594a-9161-4a37-9331-f1ceb4b36f2b,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:55.417904 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.418166 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f9737-48a9-4935-9927-a7934dd21e12 None None] Routers {'bd03e262-6692-4e56-b3f6-a831b97e8719'} bound to L3 agent in host n-d-705657-21 {{(pid=94061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:55.418996 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-dc9f9737-48a9-4935-9927-a7934dd21e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:16:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['bd03e262-6692-4e56-b3f6-a831b97e8719'], 'active': True} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:55.431412 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] Calling delete_port for 74d1594a-9161-4a37-9331-f1ceb4b36f2b owned by network:router_gateway {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:55.506663 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvr_db [None req-dc9f9737-48a9-4935-9927-a7934dd21e12 None None] Set router bd03e262-6692-4e56-b3f6-a831b97e8719 gateway port host: None {{(pid=94061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:55.560755 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_hamode_db [None req-dc9f9737-48a9-4935-9927-a7934dd21e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:16:55Z', 'revision_number': 6, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:55.591175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9f9737-48a9-4935-9927-a7934dd21e12 None None] The sync data for ids ['bd03e262-6692-4e56-b3f6-a831b97e8719'] in n-d-705657-21 is: [{'id': 'bd03e262-6692-4e56-b3f6-a831b97e8719', 'name': 'tempest-TestSnapshotPattern-708718929-router', 'tenant_id': 'a3a579c5acb245ee88578170d564a1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:02Z', 'updated_at': '2021-07-27T21:16:55Z', 'revision_number': 6, 'project_id': 'a3a579c5acb245ee88578170d564a1f2', 'gw_port_host': None}] {{(pid=94061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:55.610973 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.641935 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=74d1594a-9161-4a37-9331-f1ceb4b36f2b,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:55.707637 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.797767 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.799935 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.845287 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.845873 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd03e262-6692-4e56-b3f6-a831b97e8719 {{(pid=94060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:16:55.850708 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] Notify callbacks [] for router, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.851879 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-66fe757f-bfac-4c47-9ff3-ed7d4b992a36 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bd03e262-6692-4e56-b3f6-a831b97e8719 HTTP/1.1" status: 204 len: 168 time: 0.8036058 Jul 27 21:16:55.854552 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41682) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:55.903462 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c23593-b19d-4e62-8bea-2a070123aebc admin admin] Deleting subnet 7aeff312-5e55-4203-907d-5e1ad4d0573e {{(pid=94060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:55.907267 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2c23593-b19d-4e62-8bea-2a070123aebc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.927699 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:16:55.942755 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2c23593-b19d-4e62-8bea-2a070123aebc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652558'] for subnet, precommit_delete_associations {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.025902 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2c23593-b19d-4e62-8bea-2a070123aebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.080166 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2c23593-b19d-4e62-8bea-2a070123aebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5873698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16767632'] for subnet, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.111398 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c23593-b19d-4e62-8bea-2a070123aebc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aeff312-5e55-4203-907d-5e1ad4d0573e,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:56.116669 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-e2c23593-b19d-4e62-8bea-2a070123aebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.118530 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-e2c23593-b19d-4e62-8bea-2a070123aebc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7aeff312-5e55-4203-907d-5e1ad4d0573e HTTP/1.1" status: 204 len: 168 time: 0.2630298 Jul 27 21:16:56.121250 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [-] (94060) accepted ('10.222.0.48', 41684) {{(pid=94060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:56.122030 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b064b3a3-481f-4026-a891-5f3a468657fc None None] Network 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:56.192071 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.246245 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] Deleting port 792b2deb-7c87-42d1-b717-e5f62bdd64f9 {{(pid=94060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:56.246586 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.319054 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] For port 792b2deb-7c87-42d1-b717-e5f62bdd64f9, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=792b2deb-7c87-42d1-b717-e5f62bdd64f9,segment=NetworkSegment(8ff668d9-3657-4a70-932f-82cf3b027855),segment_id=8ff668d9-3657-4a70-932f-82cf3b027855)] {{(pid=94060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:56.319300 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.332297 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.plugin [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] Calling delete_port for 792b2deb-7c87-42d1-b717-e5f62bdd64f9 owned by network:dhcp {{(pid=94060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:56.378250 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b919d7ce-d43b-4256-85c8-bfdde03a5b65 None None] DHCP port deletion for 080c509e-9e21-4ce3-83a8-9c2e1931fdc9 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:16:56.421056 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5873681'] for port, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.430527 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b919d7ce-d43b-4256-85c8-bfdde03a5b65 None None] Deleting port 792b2deb-7c87-42d1-b717-e5f62bdd64f9 {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:56.430904 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b919d7ce-d43b-4256-85c8-bfdde03a5b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.448260 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] Pushing event deleted for resources: {'Port': ['ID=792b2deb-7c87-42d1-b717-e5f62bdd64f9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:56.451878 n-d-705657-21 neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] No DVR routers for this DVR port 792b2deb-7c87-42d1-b717-e5f62bdd64f9 on host n-d-705657-21 {{(pid=94060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:56.503824 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-b919d7ce-d43b-4256-85c8-bfdde03a5b65 None None] For port 792b2deb-7c87-42d1-b717-e5f62bdd64f9, host n-d-705657-21, got binding levels [] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:56.504352 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b919d7ce-d43b-4256-85c8-bfdde03a5b65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.518718 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-b919d7ce-d43b-4256-85c8-bfdde03a5b65 None None] Calling delete_port for 792b2deb-7c87-42d1-b717-e5f62bdd64f9 owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:56.521394 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.ipam_backend_mixin [None req-b919d7ce-d43b-4256-85c8-bfdde03a5b65 None None] Port 792b2deb-7c87-42d1-b717-e5f62bdd64f9 was not found and therefore no delete operation was performed {{(pid=94061) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:16:56.522630 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b919d7ce-d43b-4256-85c8-bfdde03a5b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.530817 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.544149 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080c509e-9e21-4ce3-83a8-9c2e1931fdc9']}} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:56.547962 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919d7ce-d43b-4256-85c8-bfdde03a5b65 None None] Pushing event deleted for resources: {'Port': ['ID=792b2deb-7c87-42d1-b717-e5f62bdd64f9,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:56.552181 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b919d7ce-d43b-4256-85c8-bfdde03a5b65 None None] No DVR routers for this DVR port 792b2deb-7c87-42d1-b717-e5f62bdd64f9 on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:56.557532 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff668d9-3657-4a70-932f-82cf3b027855') {'for_net_delete': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:56.557879 n-d-705657-21 neutron-server[94060]: DEBUG neutron.services.segments.db [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff668d9-3657-4a70-932f-82cf3b027855') {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:56.570433 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16654333'] for segment, before_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.586029 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.592974 n-d-705657-21 neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:56.593765 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5873740'] for segment, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: Traceback (most recent call last): Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: timer() Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: cb(*args, **kw) Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: return func(*args, **kwargs) Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: self._notify() Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: self.callback(batched_events) Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: event.method(event) Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: return f(self, *a, **k) Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: return self._get(url).json() Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:56.595764 n-d-705657-21 neutron-server[94060]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:56.665308 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.670946 n-d-705657-21 neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] Notify callbacks [] for network, before_response {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.673437 n-d-705657-21 neutron-server[94060]: INFO neutron.wsgi [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] 10.222.0.48 "DELETE /v2.0/networks/080c509e-9e21-4ce3-83a8-9c2e1931fdc9 HTTP/1.1" status: 204 len: 168 time: 0.5512898 Jul 27 21:16:56.676736 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41686) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:56.684752 n-d-705657-21 neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372dab2f-bd5a-4b89-a566-ca5b0f0bdf56 admin admin] Pushing event deleted for resources: {'Network': ['ID=080c509e-9e21-4ce3-83a8-9c2e1931fdc9,revision_number=None']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:57.037685 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8cb6-79ca-4683-9ff3-524b12a4a671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8238468'] for router_interface, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:57.156014 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 013e793c-be35-43ab-acdb-dc3c94090289 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:57.180579 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 013e793c-be35-43ab-acdb-dc3c94090289 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:57.180888 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 013e793c-be35-43ab-acdb-dc3c94090289 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:57.181348 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 792b2deb-7c87-42d1-b717-e5f62bdd64f9 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:57.201042 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 792b2deb-7c87-42d1-b717-e5f62bdd64f9 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:57.201384 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 792b2deb-7c87-42d1-b717-e5f62bdd64f9 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:57.201796 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 74d1594a-9161-4a37-9331-f1ceb4b36f2b no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:57.221546 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: 74d1594a-9161-4a37-9331-f1ceb4b36f2b {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:57.221898 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device 74d1594a-9161-4a37-9331-f1ceb4b36f2b not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:57.302291 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e8cb6-79ca-4683-9ff3-524b12a4a671 admin admin] Deleting port e29750f2-9423-4fc9-9754-12d3fc47d287 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:57.302557 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8cb6-79ca-4683-9ff3-524b12a4a671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:57.389256 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-2e2e8cb6-79ca-4683-9ff3-524b12a4a671 admin admin] For port e29750f2-9423-4fc9-9754-12d3fc47d287, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e29750f2-9423-4fc9-9754-12d3fc47d287,segment=NetworkSegment(120672ee-e1d1-4c40-835b-6a058bbabeca),segment_id=120672ee-e1d1-4c40-835b-6a058bbabeca)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:57.389583 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8cb6-79ca-4683-9ff3-524b12a4a671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:57.403246 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e8cb6-79ca-4683-9ff3-524b12a4a671 admin admin] Calling delete_port for e29750f2-9423-4fc9-9754-12d3fc47d287 owned by network:router_interface {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:57.585388 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8cb6-79ca-4683-9ff3-524b12a4a671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:57.610928 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e8cb6-79ca-4683-9ff3-524b12a4a671 admin admin] Pushing event deleted for resources: {'Port': ['ID=e29750f2-9423-4fc9-9754-12d3fc47d287,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:57.784977 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8cb6-79ca-4683-9ff3-524b12a4a671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8238440'] for router_interface, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.003379 n-d-705657-21 neutron-server[94059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2e8cb6-79ca-4683-9ff3-524b12a4a671 admin admin] Router f54c0efc-d6e5-44bf-9838-c800a6842cd3 has already been hosted by L3 agent f6232240-90d3-442e-ad2f-0465ba0c8a7d {{(pid=94059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:58.117444 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2e8cb6-79ca-4683-9ff3-524b12a4a671 admin admin] Notify agent at l3_agent.n-d-705657-21 the message routers_updated {{(pid=94059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:58.125319 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-2e2e8cb6-79ca-4683-9ff3-524b12a4a671 admin admin] 10.222.0.48 "PUT /v2.0/routers/f54c0efc-d6e5-44bf-9838-c800a6842cd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4463496 Jul 27 21:16:58.127840 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41688) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:58.128010 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3be10c-1a3c-4670-94ec-88d6a0b1897a None None] Sync routers for ids ['f54c0efc-d6e5-44bf-9838-c800a6842cd3'] in n-d-705657-21 {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:58.138672 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3be10c-1a3c-4670-94ec-88d6a0b1897a None None] Routers {'f54c0efc-d6e5-44bf-9838-c800a6842cd3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:58.139415 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ab3be10c-1a3c-4670-94ec-88d6a0b1897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:16:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f54c0efc-d6e5-44bf-9838-c800a6842cd3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:58.237385 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.255676 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-ab3be10c-1a3c-4670-94ec-88d6a0b1897a None None] Set router f54c0efc-d6e5-44bf-9838-c800a6842cd3 gateway port host: n-d-705657-21 {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:58.345792 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.400356 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] Deleting port ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:58.400727 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.438897 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ab3be10c-1a3c-4670-94ec-88d6a0b1897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'name': 'tempest-TestSnapshotPattern-1893036595-router', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'external_fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:16:57Z', 'revision_number': 5, 'project_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'gw_port': {'id': 'ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135', 'name': '', 'network_id': '64915325-701c-4b6c-ac1e-6c4485e40ce2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705657-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:12:08Z', 'updated_at': '2021-07-27T21:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26819838-78c8-4e9b-8fe8-2ad4c9a0a5cf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705657-21'}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:58.465482 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3be10c-1a3c-4670-94ec-88d6a0b1897a None None] Checking router: f54c0efc-d6e5-44bf-9838-c800a6842cd3 for host: n-d-705657-21 {{(pid=94062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:16:58.474077 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3be10c-1a3c-4670-94ec-88d6a0b1897a None None] Routers {'f54c0efc-d6e5-44bf-9838-c800a6842cd3'} bound to L3 agent in host n-d-705657-21 {{(pid=94062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:58.474712 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ab3be10c-1a3c-4670-94ec-88d6a0b1897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705657-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T19:29:46Z,description=,heartbeat_timestamp=2021-07-27T21:16:46Z,host='n-d-705657-21',id=f6232240-90d3-442e-ad2f-0465ba0c8a7d,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T19:29:46Z,topic='l3_agent')) {'router_ids': ['f54c0efc-d6e5-44bf-9838-c800a6842cd3'], 'active': True} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:58.481215 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] For port ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135,segment=NetworkSegment(38c3a063-6fd7-4f2e-bf6c-de7220b480b6),segment_id=38c3a063-6fd7-4f2e-bf6c-de7220b480b6)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:58.481576 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.498733 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] Calling delete_port for ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135 owned by network:router_gateway {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:58.559315 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_dvr_db [None req-ab3be10c-1a3c-4670-94ec-88d6a0b1897a None None] Set router f54c0efc-d6e5-44bf-9838-c800a6842cd3 gateway port host: None {{(pid=94062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:58.614431 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.l3_hamode_db [None req-ab3be10c-1a3c-4670-94ec-88d6a0b1897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'name': 'tempest-TestSnapshotPattern-1893036595-router', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:16:58Z', 'revision_number': 6, 'project_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'gw_port_host': None}], 'n-d-705657-21', False) {} {{(pid=94062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:58.643106 n-d-705657-21 neutron-server[94062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3be10c-1a3c-4670-94ec-88d6a0b1897a None None] The sync data for ids ['f54c0efc-d6e5-44bf-9838-c800a6842cd3'] in n-d-705657-21 is: [{'id': 'f54c0efc-d6e5-44bf-9838-c800a6842cd3', 'name': 'tempest-TestSnapshotPattern-1893036595-router', 'tenant_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:12:07Z', 'updated_at': '2021-07-27T21:16:58Z', 'revision_number': 6, 'project_id': 'e8f0f914818b48fa8a3ac811ce55d859', 'gw_port_host': None}] {{(pid=94062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:58.673681 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.705219 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:58.767550 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8237258'] for router_gateway, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.855790 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8325203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14797'] for router, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.857929 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.905350 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8326339'] for router, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.906455 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f54c0efc-d6e5-44bf-9838-c800a6842cd3 {{(pid=94059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:16:58.910741 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] Notify callbacks [] for router, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.911909 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-53ec447b-a5c8-4e81-b3e2-6dfdd7d383eb admin admin] 10.222.0.48 "DELETE /v2.0/routers/f54c0efc-d6e5-44bf-9838-c800a6842cd3 HTTP/1.1" status: 204 len: 168 time: 0.7831063 Jul 27 21:16:58.914481 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41690) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:58.959567 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99045ff-e381-4e3b-8b75-3b9612cc5037 admin admin] Deleting subnet f43c02a4-9dd5-4b09-bf37-2bff446df804 {{(pid=94059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:58.962943 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e99045ff-e381-4e3b-8b75-3b9612cc5037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.997944 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e99045ff-e381-4e3b-8b75-3b9612cc5037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4200775'] for subnet, precommit_delete_associations {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.088804 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e99045ff-e381-4e3b-8b75-3b9612cc5037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855475'] for subnet, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.515948 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e99045ff-e381-4e3b-8b75-3b9612cc5037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16223901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16085719'] for subnet, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.526739 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e29750f2-9423-4fc9-9754-12d3fc47d287 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:59.545049 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99045ff-e381-4e3b-8b75-3b9612cc5037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f43c02a4-9dd5-4b09-bf37-2bff446df804,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:59.547175 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e99045ff-e381-4e3b-8b75-3b9612cc5037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7906970'] for subnet, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.551721 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e99045ff-e381-4e3b-8b75-3b9612cc5037 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f43c02a4-9dd5-4b09-bf37-2bff446df804 HTTP/1.1" status: 204 len: 168 time: 0.6337719 Jul 27 21:16:59.551983 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41692) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:59.556199 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41e5911-39dd-413b-9897-324d393ad1d1 None None] Network 50640ac9-ac08-4465-8e9e-fb5c5b7840f3 requested from n-d-705657-21 {{(pid=94061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:59.558470 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: e29750f2-9423-4fc9-9754-12d3fc47d287 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:59.558811 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e29750f2-9423-4fc9-9754-12d3fc47d287 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:59.629074 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987739'] for network, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.703630 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] Deleting port e7cf820b-ee28-44aa-8ad7-20179eb542ca {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:59.703946 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.782060 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] For port e7cf820b-ee28-44aa-8ad7-20179eb542ca, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e7cf820b-ee28-44aa-8ad7-20179eb542ca,segment=NetworkSegment(120672ee-e1d1-4c40-835b-6a058bbabeca),segment_id=120672ee-e1d1-4c40-835b-6a058bbabeca)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:59.782545 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.799397 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] Calling delete_port for e7cf820b-ee28-44aa-8ad7-20179eb542ca owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:59.805276 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56a016e-e480-46dc-9869-ccedcbf076e2 None None] DHCP port deletion for 50640ac9-ac08-4465-8e9e-fb5c5b7840f3 request from n-d-705657-21 {{(pid=94061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:16:59.856927 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e56a016e-e480-46dc-9869-ccedcbf076e2 None None] Deleting port e7cf820b-ee28-44aa-8ad7-20179eb542ca {{(pid=94061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:59.857317 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e56a016e-e480-46dc-9869-ccedcbf076e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742871606914'] for port, before_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.888764 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16223918'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.916103 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cf820b-ee28-44aa-8ad7-20179eb542ca,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:59.919542 n-d-705657-21 neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] No DVR routers for this DVR port e7cf820b-ee28-44aa-8ad7-20179eb542ca on host n-d-705657-21 {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:59.930036 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.db [None req-e56a016e-e480-46dc-9869-ccedcbf076e2 None None] For port e7cf820b-ee28-44aa-8ad7-20179eb542ca, host n-d-705657-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705657-21',level=0,port_id=e7cf820b-ee28-44aa-8ad7-20179eb542ca,segment=NetworkSegment(120672ee-e1d1-4c40-835b-6a058bbabeca),segment_id=120672ee-e1d1-4c40-835b-6a058bbabeca)] {{(pid=94061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:59.930436 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e56a016e-e480-46dc-9869-ccedcbf076e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8234344'] for port, precommit_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.943141 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-e56a016e-e480-46dc-9869-ccedcbf076e2 None None] Calling delete_port for e7cf820b-ee28-44aa-8ad7-20179eb542ca owned by network:dhcp {{(pid=94061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:59.992154 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852540', 'neutron.services.segments.db._delete_segments_for_network-8742871687199'] for network, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.002602 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50640ac9-ac08-4465-8e9e-fb5c5b7840f3']}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:00.017668 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120672ee-e1d1-4c40-835b-6a058bbabeca') {'for_net_delete': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:00.017998 n-d-705657-21 neutron-server[94059]: DEBUG neutron.services.segments.db [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120672ee-e1d1-4c40-835b-6a058bbabeca') {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:00.022311 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-e56a016e-e480-46dc-9869-ccedcbf076e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742871611100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742871221989'] for port, after_delete {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.027452 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742871688232', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4202420'] for segment, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.045089 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757'] for segment, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.052038 n-d-705657-21 neutron-server[94061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a016e-e480-46dc-9869-ccedcbf076e2 None None] Pushing event deleted for resources: {'Port': ['ID=e7cf820b-ee28-44aa-8ad7-20179eb542ca,revision_number=None']} {{(pid=94061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:00.052651 n-d-705657-21 neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:00.053083 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16223987'] for segment, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: Traceback (most recent call last): Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: timer() Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: cb(*args, **kw) Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: return func(*args, **kwargs) Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: self._notify() Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: self.callback(batched_events) Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: event.method(event) Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: return f(self, *a, **k) Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: return self._get(url).json() Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:00.055312 n-d-705657-21 neutron-server[94059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:00.057803 n-d-705657-21 neutron-server[94061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a016e-e480-46dc-9869-ccedcbf076e2 None None] No DVR routers for this DVR port e7cf820b-ee28-44aa-8ad7-20179eb542ca on host n-d-705657-21 {{(pid=94061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:00.111178 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7906980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8237302'] for network, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.116542 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] Notify callbacks [] for network, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.120905 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] 10.222.0.48 "DELETE /v2.0/networks/50640ac9-ac08-4465-8e9e-fb5c5b7840f3 HTTP/1.1" status: 204 len: 168 time: 0.5654330 Jul 27 21:17:00.130042 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510b0bb-d5ba-4b0a-a896-ca7b778f6234 admin admin] Pushing event deleted for resources: {'Network': ['ID=50640ac9-ac08-4465-8e9e-fb5c5b7840f3,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:00.314830 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41696) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:00.354895 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-922c306b-a72c-4794-8dbd-d253db852f13 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3a579c5acb245ee88578170d564a1f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386429 Jul 27 21:17:00.357345 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41698) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:00.406124 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e62b96d9-cdca-4d6f-82e8-297d8b0f7efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.431496 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e62b96d9-cdca-4d6f-82e8-297d8b0f7efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.480982 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e62b96d9-cdca-4d6f-82e8-297d8b0f7efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.483406 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e62b96d9-cdca-4d6f-82e8-297d8b0f7efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.484883 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-e62b96d9-cdca-4d6f-82e8-297d8b0f7efe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4913d595-ee13-49f0-8943-324649bf6a5b HTTP/1.1" status: 204 len: 168 time: 0.1266663 Jul 27 21:17:00.493294 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b96d9-cdca-4d6f-82e8-297d8b0f7efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4913d595-ee13-49f0-8943-324649bf6a5b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:00.871023 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41704) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:01.135779 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-04429872-cd01-4396-a75c-8b317dbaea06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8f0f914818b48fa8a3ac811ce55d859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605360 Jul 27 21:17:01.136446 n-d-705657-21 neutron-server[94059]: DEBUG neutron.wsgi [-] (94059) accepted ('10.222.0.48', 41708) {{(pid=94059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:01.144361 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e7cf820b-ee28-44aa-8ad7-20179eb542ca no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:01.165218 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: e7cf820b-ee28-44aa-8ad7-20179eb542ca {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:01.165667 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device e7cf820b-ee28-44aa-8ad7-20179eb542ca not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:01.166175 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135 no longer exists at agent ovs-agent-n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:01.185272 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.plugin [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] No Port match for: ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135 {{(pid=94061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:01.185618 n-d-705657-21 neutron-server[94061]: DEBUG neutron.plugins.ml2.rpc [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Device ccd0dda7-34b2-4ddf-9cf0-b5ab69cfa135 not bound to the agent host n-d-705657-21 {{(pid=94061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:01.192936 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0d4330b2-bcc4-4929-918c-88127867b84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:01.215573 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0d4330b2-bcc4-4929-918c-88127867b84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:01.262370 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0d4330b2-bcc4-4929-918c-88127867b84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7867353'] for security_group, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:01.265896 n-d-705657-21 neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0d4330b2-bcc4-4929-918c-88127867b84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:01.267089 n-d-705657-21 neutron-server[94059]: INFO neutron.wsgi [None req-0d4330b2-bcc4-4929-918c-88127867b84d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d185c78a-f229-4fe9-9e5d-72f7864b07c0 HTTP/1.1" status: 204 len: 168 time: 0.1300087 Jul 27 21:17:01.276372 n-d-705657-21 neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4330b2-bcc4-4929-918c-88127867b84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d185c78a-f229-4fe9-9e5d-72f7864b07c0,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:09.586840 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.614704 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.630179 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-57256691-96cd-452a-a93a-5ccb51c99e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.329214 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-800e8c3a-d822-4000-b5d3-466ca174dbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.414441 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.605129 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:19.341780 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.927109 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:17:39.597712 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.616189 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.634526 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-7b378091-3353-4193-ae51-b279da75844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.323425 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ef83dbfe-a8cd-4324-805d-f44d1ac85d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.413673 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:47.595548 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.346626 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.597779 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.928159 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:18:12.630093 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.640626 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6698bcd2-da23-4154-9381-9219a404778c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.328798 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-26f73f08-a414-4895-a2ee-bd62a07132f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.408165 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.601078 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:19.349156 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.596169 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.627429 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.644863 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bf66-1796-47ca-bb57-299c42f93c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.335258 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2dc20dfe-cfd1-4c14-9cce-dd9ef80cbb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.413732 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.930480 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:18:47.608623 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.350677 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.601457 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.677085 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.656260 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-4e65a1be-9f2a-447d-b9d5-539a5b3b5de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.331596 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-d5843ce2-4a7c-4a81-89d3-7cc73366ad54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.412620 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.607865 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.355322 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.930116 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:19:39.597603 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.639327 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.651508 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f6a7-07d8-4784-807a-06da8bb72e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.329120 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-322cacbc-13fe-443b-a5de-b2f47cbec3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.412961 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:47.612858 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.356724 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.930322 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:20:09.596437 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.642570 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.647226 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afc4a3c7-0447-4130-9b94-c9adb906c526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.334929 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-44c9a104-f284-4451-aa09-a975124af761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.406240 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.615960 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.356442 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.930918 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:20:39.612704 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.527605 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-b79fafff-8e7d-4912-aea7-73b0f9d65ec4 req-c957c801-4535-4e9d-a8d8-86768c557880 service neutron] (94060) timed out ('10.222.0.48', 40350) {{(pid=94060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:20:42.656274 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.652074 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10933cad-3a79-48ef-8871-88ebe9bc79c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.322397 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-34bb6a79-87d8-4a05-a9f6-7791c0938d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.417826 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.621810 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.359909 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.625931 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:12.641908 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.656659 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-53bcd621-11bf-4e6e-a8cb-2b1e7af2c109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.930416 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:21:16.320144 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-cfa41dbf-455a-4789-8461-c7b98e911884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.412751 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.626132 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.368769 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.623896 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.663411 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.664871 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9ee0-c3b5-4701-8348-cb3ba52ea0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.315203 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6705718f-d0e6-4e98-af88-d312554361f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.419904 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.634388 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.368725 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.930552 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:22:09.640582 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.681814 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.659973 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-10f50a94-b535-43a1-8fbc-9127e4e907d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.320866 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-96077e6a-976f-4c02-b3d5-773c58e0f85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.413472 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.631884 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:19.371361 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.934904 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:22:39.635661 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:42.671186 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:43.664745 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2555d90e-ee65-49a7-8483-68f5b21893a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.324464 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-f8a9d313-df9f-481f-9086-ada17d9f290c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:46.418249 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.632137 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:49.383241 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.938425 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:23:09.658993 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.673069 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:13.668290 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2fa26dea-e2e7-49c3-8530-7a27773e12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.336163 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-8499cb40-6761-4a91-b468-dd8e751ffe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:16.425129 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:17.635591 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:19.378549 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.665799 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.666360 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:42.939070 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:23:43.675552 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2019-d1cd-4d15-8e2b-bcea824df8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.330829 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-afc35d07-b78a-4954-8d22-85fd30db7161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.423270 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:47.643145 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:49.381537 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:09.680120 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:12.666093 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:13.672745 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-1290760e-b80f-45b3-bf78-53b1cc4eb43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:16.331664 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-2033b5b0-943c-47de-8067-ffeab8a0c244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:16.420083 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:17.638096 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:19.391896 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:19.939895 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:24:39.712666 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:42.667357 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.677105 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-24b7412f-f7b7-462b-a203-3647c3f00211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.330935 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-37f42567-784f-4819-bdcb-43464d4d9807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:46.419405 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-ca02962f-571f-44e0-9611-47d38c4b7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:47.639382 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-6f713303-c9ce-420c-be72-c1e226365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:49.388903 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-b884be76-3a8c-49e0-ab9f-178e437fc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:56.943456 n-d-705657-21 neutron-server[94062]: DEBUG neutron.db.agents_db [None req-0b9b567c-78d8-48e7-b247-14a592f23601 None None] Agent healthcheck: found 7 active agents {{(pid=94062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:25:09.710792 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-56e56ae3-e8ca-43b4-9112-1f3554bf639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.670125 n-d-705657-21 neutron-server[94060]: DEBUG neutron.wsgi [req-722cf1d1-6655-4e29-baf3-0cb0d14f9ef3 req-1f490f55-56d1-4832-bebb-737fbe33493b service neutron] (94060) timed out ('10.222.0.48', 39522) {{(pid=94060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:25:12.670516 n-d-705657-21 neutron-server[94061]: DEBUG neutron_lib.callbacks.manager [None req-23d986d6-be2b-444e-b3ed-b4471e2ade08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742871687181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-867920'] for agent, after_update {{(pid=94061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}